-- Logs begin at Fri 2021-07-16 17:06:39 UTC, end at Fri 2021-07-16 19:19:23 UTC. -- Jul 16 17:39:11.010961 n-d-787206-10 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 17:39:13.712755 n-d-787206-10 neutron-server[100028]: INFO neutron.common.config [-] Logging enabled! Jul 16 17:39:13.713313 n-d-787206-10 neutron-server[100028]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 17:39:13.713530 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100028) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 17:39:13.716746 n-d-787206-10 neutron-server[100028]: INFO neutron.common.config [-] Logging enabled! Jul 16 17:39:13.717002 n-d-787206-10 neutron-server[100028]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 17:39:13.717891 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100028) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 17:39:13.718859 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:39:13.719094 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:39:13.719487 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:39:13.719736 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:39:13.719963 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:39:13.720279 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.720573 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.720869 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.721096 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.721386 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.721673 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.721955 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.722246 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.722546 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.722828 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.723105 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.723388 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.723643 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.723924 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.724211 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.724498 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.724718 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] debug = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.724996 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.725416 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.725823 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.726100 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.726386 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.726662 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.726930 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.727202 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.727501 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.727828 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] host = n-d-787206-10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.728103 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.728400 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.728673 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.728957 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.729229 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.729501 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.729782 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.730057 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.730326 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] log_file = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.730596 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.730880 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.731166 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.731486 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.731695 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.731915 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.732203 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.732491 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.732763 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.734106 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.734409 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.734664 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.734942 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.735215 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.735526 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.735814 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.736100 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.736376 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.736650 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.736922 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.737193 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.737476 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.737748 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.738020 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.738290 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.738573 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.738843 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.739115 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.739412 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.739719 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.740000 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.740284 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.740555 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.740837 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.741110 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.741383 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.741653 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] use_json = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.741926 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.742194 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.742476 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.742747 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.743020 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.743297 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.743596 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.743882 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:13.744177 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.744471 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.744769 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.745052 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.745347 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.745627 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.745915 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.746191 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.746479 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.746767 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.747054 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.747331 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.747647 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.747927 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.748220 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.748572 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.748875 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.749166 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.749443 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.749719 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.749994 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.750271 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.750557 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.750849 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.751138 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.751411 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.751713 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.752005 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.752280 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.752551 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.752828 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.753118 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.753403 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.753676 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.753959 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.754237 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.754509 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.754781 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.755060 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.755350 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.755651 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.755926 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.756198 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.756478 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.756751 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.757036 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.757314 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.757587 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.757859 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.758136 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.758406 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.758675 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.758950 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.759221 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.759523 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.759797 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.760072 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.760345 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.760615 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.760885 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.761158 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.761428 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.761704 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.761974 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.762244 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.762517 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.762786 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.763057 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.763352 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.763673 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.763955 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.764302 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.764569 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.764848 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.765127 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.765410 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.765690 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.765968 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.766243 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.766534 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.766817 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.767104 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.767390 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.767694 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.767990 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.768267 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.768550 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.768827 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.769104 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.769394 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.769679 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.769974 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.770267 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.770559 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.770851 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.771142 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.771423 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.771751 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.772034 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:13.772252 n-d-787206-10 neutron-server[100028]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:39:13.772491 n-d-787206-10 neutron-server[100028]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100028) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 17:39:14.117924 n-d-787206-10 neutron-server[100028]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 17:39:14.118199 n-d-787206-10 neutron-server[100028]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 17:39:14.118486 n-d-787206-10 neutron-server[100028]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 17:39:14.118819 n-d-787206-10 neutron-server[100028]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 17:39:14.506745 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.507031 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.507302 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.508520 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.508793 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.509065 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.543344 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.543645 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.543913 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.557109 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.557389 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.557652 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.587697 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.587972 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.588236 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.624327 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.624619 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.624889 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.854377 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.854996 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.854996 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.855157 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.855809 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.975652 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.975970 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.976254 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.976527 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.976804 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.977117 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.977377 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.977631 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.977884 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.978161 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.978422 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.978682 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.978935 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.979185 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.979465 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.979728 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.979980 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.980243 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.980517 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.980774 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.981041 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.981291 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.981570 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.981943 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.982189 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.982434 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:14.982840 n-d-787206-10 neutron-server[100028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:39:14.983092 n-d-787206-10 neutron-server[100028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:39:14.983327 n-d-787206-10 neutron-server[100028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:39:14.983584 n-d-787206-10 neutron-server[100028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:39:14.983817 n-d-787206-10 neutron-server[100028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:39:14.984049 n-d-787206-10 neutron-server[100028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:39:14.984412 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 17:39:14.987519 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 17:39:14.991400 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 17:39:14.995260 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 16 17:39:14.996934 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 17:39:14.997395 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 17:39:14.997729 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 17:39:14.998110 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 17:39:15.002007 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 17:39:15.002261 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 17:39:15.002611 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 17:39:15.031592 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 17:39:15.032053 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.032353 n-d-787206-10 neutron-server[100028]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100028) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 17:39:15.032721 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.034075 n-d-787206-10 neutron-server[100028]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100028) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 17:39:15.034358 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 17:39:15.034599 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 17:39:15.037732 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.038016 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.103070 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 17:39:15.103311 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 17:39:15.103568 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 17:39:15.103941 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 17:39:15.125973 n-d-787206-10 neutron-server[100028]: DEBUG oslo_db.sqlalchemy.engines [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100028) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 17:39:15.659757 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Initializing driver for type 'gre' Jul 16 17:39:15.660270 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] gre ID ranges: [(1, 1000)] Jul 16 17:39:15.711544 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Initializing driver for type 'local' Jul 16 17:39:15.711878 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Initializing driver for type 'vlan' Jul 16 17:39:15.724337 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] VlanTypeDriver initialization complete Jul 16 17:39:15.724673 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Initializing driver for type 'vxlan' Jul 16 17:39:15.725170 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] vxlan ID ranges: [(1, 1000)] Jul 16 17:39:15.777730 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Initializing extension driver 'port_security' Jul 16 17:39:15.778076 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.extensions.port_security [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] PortSecurityExtensionDriver initialization complete Jul 16 17:39:15.778416 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Initializing mechanism driver 'openvswitch' Jul 16 17:39:15.778743 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Initializing mechanism driver 'hyperv' Jul 16 17:39:15.786036 n-d-787206-10 neutron-server[100028]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:39:15.786882 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > port after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.787253 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > port after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.787638 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > port after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.788154 n-d-787206-10 neutron-server[100028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:39:15.788583 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > subnet after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.788933 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > subnet after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.789276 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.789663 n-d-787206-10 neutron-server[100028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:39:15.790064 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > network after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.790404 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > network after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.790743 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > network after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.791131 n-d-787206-10 neutron-server[100028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:39:15.791557 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > security_group after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.791905 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > security_group after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.792240 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.792630 n-d-787206-10 neutron-server[100028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:39:15.793024 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.793363 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.793695 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.794078 n-d-787206-10 neutron-server[100028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:39:15.794474 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > address_group after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.794813 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > address_group after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.795148 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.795900 n-d-787206-10 neutron-server[100028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:39:15.796198 n-d-787206-10 neutron-server[100028]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] ML2 OVO RPC backend initialized. {{(pid=100028) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 17:39:15.796900 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.797254 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.797663 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > network before_response 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.798008 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > networks before_response 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.798350 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > port before_response 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.798689 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > ports before_response 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.799027 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > subnet before_response 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.799365 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > subnets before_response 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.799731 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > network after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.800071 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > network after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.800401 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > network after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.800730 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > port after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.801066 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > port after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.801394 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > port after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.801726 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > subnet after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.802057 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > subnet after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.802386 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.802954 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.plugin [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Modular L2 Plugin initialization complete Jul 16 17:39:15.803275 n-d-787206-10 neutron-server[100028]: DEBUG neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading services supported by the core plugin {{(pid=100028) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 17:39:15.803621 n-d-787206-10 neutron-server[100028]: INFO neutron.plugins.ml2.managers [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Got port-security extension from driver 'port_security' Jul 16 17:39:15.804072 n-d-787206-10 neutron-server[100028]: INFO neutron.extensions.vlantransparent [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Disabled vlantransparent extension. Jul 16 17:39:15.804544 n-d-787206-10 neutron-server[100028]: DEBUG neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100028) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 17:39:15.804853 n-d-787206-10 neutron-server[100028]: INFO neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading Plugin: router Jul 16 17:39:15.840821 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.841210 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router after_create 55549900 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.841577 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router before_create 55549900 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.841942 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.842448 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.842802 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router after_delete 55549900 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.843153 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.843673 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router after_create 55549900 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.844024 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router after_update 55549900 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.844372 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router after_update 55549900 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.844719 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.845073 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router after_update 55549900 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.845479 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router precommit_update 55549900 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.845844 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: port after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.846178 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: port after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.846512 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: subnet after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.846847 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.847196 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.847572 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router precommit_create 55549900 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.847911 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: port before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.848249 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router precommit_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.848599 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router after_update 55549900 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.848937 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.849284 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router precommit_create 55549900 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.849637 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.849980 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router precommit_update 55549900 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.850345 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > agent after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.850691 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > agent after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.851030 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > network after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.851920 n-d-787206-10 neutron-server[100028]: DEBUG neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Tracking information for resource: router configured {{(pid=100028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:39:15.852251 n-d-787206-10 neutron-server[100028]: DEBUG neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Tracking information for resource: floatingip configured {{(pid=100028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:39:15.857041 n-d-787206-10 neutron-server[100028]: INFO neutron.db.l3_agentschedulers_db [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 17:39:15.857616 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: port after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.858111 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: port after_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.858461 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: port after_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.858810 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: port after_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.859630 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router before_create 55550100 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.859996 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.860355 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router precommit_create 55550100 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.860708 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > router precommit_update 55550100 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.865152 n-d-787206-10 neutron-server[100028]: DEBUG neutron.services.provider_configuration [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service providers = [] {{(pid=100028) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 17:39:15.865515 n-d-787206-10 neutron-server[100028]: DEBUG neutron.db.servicetype_db [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100028) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 17:39:15.868456 n-d-787206-10 neutron-server[100028]: DEBUG neutron.services.service_base [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:39:15.868805 n-d-787206-10 neutron-server[100028]: DEBUG neutron.services.service_base [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:39:15.869141 n-d-787206-10 neutron-server[100028]: DEBUG neutron.services.service_base [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:39:15.870025 n-d-787206-10 neutron-server[100028]: DEBUG neutron.services.service_base [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:39:15.870390 n-d-787206-10 neutron-server[100028]: INFO neutron.services.service_base [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 17:39:15.870764 n-d-787206-10 neutron-server[100028]: DEBUG neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:39:15.871075 n-d-787206-10 neutron-server[100028]: INFO neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 17:39:15.882177 n-d-787206-10 neutron-server[100028]: DEBUG neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:39:15.882512 n-d-787206-10 neutron-server[100028]: INFO neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading Plugin: auto_allocate Jul 16 17:39:15.888233 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: network precommit_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.888600 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: network precommit_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.889793 n-d-787206-10 neutron-server[100028]: DEBUG neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:39:15.890262 n-d-787206-10 neutron-server[100028]: INFO neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading Plugin: tag Jul 16 17:39:15.896941 n-d-787206-10 neutron-server[100028]: DEBUG neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:39:15.897267 n-d-787206-10 neutron-server[100028]: INFO neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading Plugin: timestamp Jul 16 17:39:15.901330 n-d-787206-10 neutron-server[100028]: DEBUG neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:39:15.901657 n-d-787206-10 neutron-server[100028]: INFO neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading Plugin: network_ip_availability Jul 16 17:39:15.907771 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.908141 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.908490 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:15.909200 n-d-787206-10 neutron-server[100028]: DEBUG neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:39:15.909513 n-d-787206-10 neutron-server[100028]: INFO neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading Plugin: flavors Jul 16 17:39:15.915674 n-d-787206-10 neutron-server[100028]: DEBUG neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:39:15.915950 n-d-787206-10 neutron-server[100028]: INFO neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading Plugin: revisions Jul 16 17:39:15.920194 n-d-787206-10 neutron-server[100028]: DEBUG neutron.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:39:15.921281 n-d-787206-10 neutron-server[100028]: DEBUG oslo_concurrency.lockutils [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=100028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 17:39:15.922076 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100028) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 17:39:15.922407 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Initializing extension manager. Jul 16 17:39:15.922907 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: __init__.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.923245 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: __pycache__ {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.923599 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.923930 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: address_group.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.924669 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.925221 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: address-group Jul 16 17:39:15.925540 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: address_scope.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.926238 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.926739 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: address-scope Jul 16 17:39:15.927056 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.928002 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.928505 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: router-admin-state-down-before-update Jul 16 17:39:15.928823 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: agent.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.929513 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.930006 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: agent Jul 16 17:39:15.930323 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: agent_resources_synced.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.931215 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.931736 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: agent-resources-synced Jul 16 17:39:15.932057 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: allowedaddresspairs.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.933811 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.934322 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: allowed-address-pairs Jul 16 17:39:15.934644 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: auto_allocated_topology.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.935724 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.936431 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: auto-allocated-topology Jul 16 17:39:15.936750 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: availability_zone.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.937431 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.937927 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: availability_zone Jul 16 17:39:15.938241 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: availability_zone_filter.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.939147 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.939667 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: availability_zone_filter Jul 16 17:39:15.939991 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: data_plane_status.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.940883 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.941371 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 17:39:15.941687 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: default_subnetpools.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.942621 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.943116 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: default-subnetpools Jul 16 17:39:15.943452 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.944255 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.944751 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: dhcp_agent_scheduler Jul 16 17:39:15.945070 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: dns.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.945966 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.946463 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 17:39:15.946782 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: dns_domain_ports.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.947715 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.948214 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 17:39:15.948531 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.949439 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.949936 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 17:39:15.950253 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: dvr.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.950913 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.951411 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: dvr Jul 16 17:39:15.951882 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: empty_string_filtering.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.952778 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.953281 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: empty-string-filtering Jul 16 17:39:15.953597 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.954488 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.954981 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 17:39:15.955295 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.956215 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.956711 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 17:39:15.957026 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: external_net.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.957919 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.958413 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: external-net Jul 16 17:39:15.958727 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.959645 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.960140 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: extra_dhcp_opt Jul 16 17:39:15.960481 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: extraroute.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.961347 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.961842 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: extraroute Jul 16 17:39:15.962157 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: extraroute_atomic.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.963169 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.963700 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: extraroute-atomic Jul 16 17:39:15.964019 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: filter_validation.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.964673 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.965168 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: filter-validation Jul 16 17:39:15.965482 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: fip_pf_description.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.966379 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.967040 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 17:39:15.968006 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: fip_port_details.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.968923 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.969427 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: fip-port-details Jul 16 17:39:15.969744 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: flavors.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.970950 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.971480 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: flavors Jul 16 17:39:15.971804 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.973418 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.973932 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 17:39:15.974255 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: floatingip_pools.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.974944 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.975470 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: floatingip-pools Jul 16 17:39:15.975794 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: ip_allocation.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.976695 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.977193 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 17:39:15.977509 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.978411 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.978921 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: ip-substring-filtering Jul 16 17:39:15.979240 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: l2_adjacency.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.980186 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.980681 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 17:39:15.980997 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: l3.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.981945 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.982452 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: router Jul 16 17:39:15.982767 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.985630 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.986156 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 17:39:15.986481 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.987406 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.987945 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: ext-gw-mode Jul 16 17:39:15.988263 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.989175 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.989679 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: l3-ha Jul 16 17:39:15.989995 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: l3_flavors.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.990908 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.991406 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: l3-flavors Jul 16 17:39:15.991752 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.992654 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.993151 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 17:39:15.993465 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: l3agentscheduler.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.994484 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.994990 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: l3_agent_scheduler Jul 16 17:39:15.995311 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: logging.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.996801 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.997313 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension logging not supported by any of loaded plugins Jul 16 17:39:15.997638 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: metering.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:15.998373 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:15.999633 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: metering Jul 16 17:39:15.999960 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.001032 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.001542 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: metering_source_and_destination_fields Jul 16 17:39:16.001866 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: multiprovidernet.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.002904 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.003415 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: multi-provider Jul 16 17:39:16.003768 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: netmtu.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.004675 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.005177 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: net-mtu Jul 16 17:39:16.005498 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: netmtu_writable.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.006403 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.006902 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: net-mtu-writable Jul 16 17:39:16.007224 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: network_availability_zone.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.007919 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.008415 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: network_availability_zone Jul 16 17:39:16.008730 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: network_ip_availability.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.009796 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.010296 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: network-ip-availability Jul 16 17:39:16.010616 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: network_segment_range.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.011364 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.011885 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 17:39:16.012203 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: pagination.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.013162 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.013489 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: pagination Jul 16 17:39:16.013805 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: port_device_profile.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.015401 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.015929 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: port-device-profile Jul 16 17:39:16.016246 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.017164 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.017668 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: port-mac-address-regenerate Jul 16 17:39:16.017990 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.018894 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.019402 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: port-numa-affinity-policy Jul 16 17:39:16.019744 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: port_resource_request.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.020654 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.021151 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 17:39:16.021469 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: portbindings.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.022459 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.022875 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: binding Jul 16 17:39:16.023191 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: portbindings_extended.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.024733 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.025239 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: binding-extended Jul 16 17:39:16.025561 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: portsecurity.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.026456 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.026958 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: port-security Jul 16 17:39:16.027277 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: project_id.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.028260 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.028584 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: project-id Jul 16 17:39:16.028900 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: providernet.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.030376 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.030978 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: provider Jul 16 17:39:16.031291 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: qos.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.034749 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.035264 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension qos not supported by any of loaded plugins Jul 16 17:39:16.035625 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.036851 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.037357 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 17:39:16.037681 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.038598 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.039101 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 17:39:16.039425 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: qos_default.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.040349 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.040852 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension qos-default not supported by any of loaded plugins Jul 16 17:39:16.041174 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: qos_fip.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.041844 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.042342 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 17:39:16.042660 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: qos_gateway_ip.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.043604 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.044110 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 17:39:16.044425 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: qos_port_network_policy.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.046014 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.046474 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 17:39:16.046787 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: qos_rule_type_details.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.047722 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.048223 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 17:39:16.048538 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: qos_rules_alias.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.049570 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.050073 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 17:39:16.050389 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: quotasv2.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.051309 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.051857 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: quotas Jul 16 17:39:16.052175 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: quotasv2_detail.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.055175 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.055535 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: quota_details Jul 16 17:39:16.055864 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: rbac.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.056924 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.057438 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: rbac-policies Jul 16 17:39:16.057765 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: rbac_address_group.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.058678 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.059189 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: rbac-address-group Jul 16 17:39:16.059536 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: rbac_address_scope.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.060463 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.061143 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: rbac-address-scope Jul 16 17:39:16.061432 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: rbac_security_groups.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.062340 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.062839 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: rbac-security-groups Jul 16 17:39:16.063158 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: rbac_subnetpool.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.064091 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.064593 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: rbac-subnetpool Jul 16 17:39:16.064914 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: revisionifmatch.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.065823 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.066325 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: revision-if-match Jul 16 17:39:16.066644 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: revisions.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.067761 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.068268 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: standard-attr-revisions Jul 16 17:39:16.068591 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: router_availability_zone.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.069260 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.069761 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: router_availability_zone Jul 16 17:39:16.070082 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: routerservicetype.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.070988 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.071508 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 17:39:16.071832 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.072740 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.073243 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: security-groups-normalized-cidr Jul 16 17:39:16.073560 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.074485 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.074986 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: port-security-groups-filtering Jul 16 17:39:16.075302 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.076243 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.076912 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: security-groups-remote-address-group Jul 16 17:39:16.077226 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: securitygroup.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.086931 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.087483 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: security-group Jul 16 17:39:16.087820 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: segment.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.088603 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.089105 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension segment not supported by any of loaded plugins Jul 16 17:39:16.089430 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.090365 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.090873 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 17:39:16.091196 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: servicetype.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.092924 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.093590 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: service-type Jul 16 17:39:16.093917 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: sorting.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.094892 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.095222 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: sorting Jul 16 17:39:16.095577 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: standard_attr_segment.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.096561 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.097067 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 17:39:16.097388 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: standardattrdescription.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.098037 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.098538 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: standard-attr-description Jul 16 17:39:16.098858 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: stateful_security_group.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.099826 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.100337 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: stateful-security-group Jul 16 17:39:16.100659 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: stdattrs_common.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.101258 n-d-787206-10 neutron-server[100028]: WARNING neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 17:39:16.101577 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.102502 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.103007 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 17:39:16.103323 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: subnet_onboard.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.104410 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.104923 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: subnet_onboard Jul 16 17:39:16.105240 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.106146 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.106645 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 17:39:16.106962 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: subnet_service_types.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.108684 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.109245 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: subnet-service-types Jul 16 17:39:16.109565 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: subnetallocation.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.110630 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.111133 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: subnet_allocation Jul 16 17:39:16.111482 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.112144 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.112639 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: subnetpool-prefix-ops Jul 16 17:39:16.112956 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.113870 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.114369 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 17:39:16.114689 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: tagging.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.115753 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.116258 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: standard-attr-tag Jul 16 17:39:16.116580 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: timestamp.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.117800 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.118312 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loaded extension: standard-attr-timestamp Jul 16 17:39:16.118634 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: trunk.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.119740 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.120245 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension trunk not supported by any of loaded plugins Jul 16 17:39:16.120563 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: trunk_details.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.121479 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.121987 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 17:39:16.122307 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: uplink_status_propagation.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.123222 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.123878 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 17:39:16.124193 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Loading extension file: vlantransparent.py {{(pid=100028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:39:16.124852 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:39:16.125539 n-d-787206-10 neutron-server[100028]: INFO neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 17:39:16.128015 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:network Jul 16 17:39:16.128545 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:subnet Jul 16 17:39:16.128938 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:39:16.129332 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:port Jul 16 17:39:16.130544 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.130976 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service FLAVORS assigned prefix: {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.131618 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.132041 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.132364 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:router Jul 16 17:39:16.132780 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 17:39:16.133261 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service METERING assigned prefix: /metering {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.134689 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:16.135055 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:16.135402 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:39:16.136410 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 17:39:16.136864 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:security_group Jul 16 17:39:16.137292 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 17:39:16.137887 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service CORE assigned prefix: {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.138213 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:39:16.138555 n-d-787206-10 neutron-server[100028]: WARNING neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] subnetpool is already registered Jul 16 17:39:16.138982 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service CORE assigned prefix: {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.139457 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:39:16.139871 n-d-787206-10 neutron-server[100028]: WARNING neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] subnetpool is already registered Jul 16 17:39:16.142102 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.142528 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service FLAVORS assigned prefix: {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.143104 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.143543 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.143870 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:router Jul 16 17:39:16.144206 n-d-787206-10 neutron-server[100028]: WARNING neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] router is already registered Jul 16 17:39:16.144609 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 17:39:16.144939 n-d-787206-10 neutron-server[100028]: WARNING neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] floatingip is already registered Jul 16 17:39:16.145380 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service METERING assigned prefix: /metering {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.146039 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 17:39:16.146359 n-d-787206-10 neutron-server[100028]: WARNING neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] rbac_policy is already registered Jul 16 17:39:16.146760 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:security_group Jul 16 17:39:16.147088 n-d-787206-10 neutron-server[100028]: WARNING neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] security_group is already registered Jul 16 17:39:16.147506 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 17:39:16.147836 n-d-787206-10 neutron-server[100028]: WARNING neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] security_group_rule is already registered Jul 16 17:39:16.148700 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service CORE assigned prefix: {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.149023 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:39:16.149349 n-d-787206-10 neutron-server[100028]: WARNING neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] subnetpool is already registered Jul 16 17:39:16.149764 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.v2.resource_helper [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Service CORE assigned prefix: {{(pid=100028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:39:16.150079 n-d-787206-10 neutron-server[100028]: INFO neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:39:16.150404 n-d-787206-10 neutron-server[100028]: WARNING neutron.quota.resource_registry [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] subnetpool is already registered Jul 16 17:39:16.150852 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: extensions {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.152302 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: address-groups {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.153876 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: address-scopes {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.155823 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: agents {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.156969 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: auto-allocated-topology {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.158216 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: availability_zones {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.159418 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: dhcp-networks {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.160932 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: dhcp-agents {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.162354 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: routers {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.164255 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: flavors {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.166629 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: service_profiles {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.167798 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: next_providers {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.169251 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: service_profiles {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.171505 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: floatingip-pools {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.172862 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: routers {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.174505 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: floatingips {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.175830 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: l3-routers {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.177268 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: l3-agents {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.178759 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: metering-labels {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.180075 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: metering-label-rules {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.181443 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: network-ip-availabilities {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.182726 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: bindings {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.184273 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: quotas {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.185842 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: quotas {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.187415 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: rbac-policies {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.188619 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: security-groups {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.189909 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: security-group-rules {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.191149 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: service-providers {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.192395 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: subnetpools {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.193716 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: subnetpools {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.195257 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: tags {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.196935 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: tags {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.198748 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: tags {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.200569 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: tags {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.203031 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: tags {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.204993 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: tags {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.206655 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: tags {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.208476 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: tags {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.210332 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: tags {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.212105 n-d-787206-10 neutron-server[100028]: DEBUG neutron.api.extensions [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Extended resource: tags {{(pid=100028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:39:16.218906 n-d-787206-10 neutron-server[100028]: WARNING keystonemiddleware.auth_token [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 17:39:16.223478 n-d-787206-10 neutron-server[100028]: WARNING keystonemiddleware.auth_token [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 17:39:16.231803 n-d-787206-10 neutron-server[100028]: DEBUG oslo_concurrency.lockutils [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Acquired lock "singleton_lock" {{(pid=100028) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 17:39:16.232271 n-d-787206-10 neutron-server[100028]: DEBUG oslo_concurrency.lockutils [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Releasing lock "singleton_lock" {{(pid=100028) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 17:39:16.233553 n-d-787206-10 neutron-server[100028]: INFO oslo_service.service [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Starting 2 workers Jul 16 17:39:16.238363 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Started child 100169 {{(pid=100028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:39:16.242707 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Started child 100170 {{(pid=100028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:39:16.243840 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:16.244563 n-d-787206-10 neutron-server[100028]: INFO neutron.service [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 17:39:16.244953 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Notify callbacks [] for process, before_spawn {{(pid=100028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:16.245448 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [-] (100169) wsgi starting up on http://0.0.0.0:9696 Jul 16 17:39:16.247335 n-d-787206-10 neutron-server[100028]: INFO oslo_service.service [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Starting 1 workers Jul 16 17:39:16.247507 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:16.249363 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [-] (100170) wsgi starting up on http://0.0.0.0:9696 Jul 16 17:39:16.253250 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Started child 100171 {{(pid=100028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:39:16.253848 n-d-787206-10 neutron-server[100028]: INFO oslo_service.service [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Starting 1 workers Jul 16 17:39:16.256887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.service [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] calling RpcWorker wait() {{(pid=100171) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 17:39:16.257424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.service [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] returning from RpcWorker wait() {{(pid=100171) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 17:39:16.258226 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Started child 100172 {{(pid=100028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:39:16.258580 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:16.259039 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:39:16.259132 n-d-787206-10 neutron-server[100028]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4ab8-4243-40a1-b7b6-c6c5612e4000 None None] Notify callbacks [] for process, after_spawn {{(pid=100028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:16.260930 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100028) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 17:39:16.261127 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:39:16.261307 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:39:16.261529 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:39:16.261861 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:39:16.262019 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:39:16.262558 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.262828 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.263072 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.263322 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.263665 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.264014 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:16.265023 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.265232 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.265479 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.265752 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.265976 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.266144 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.266305 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.266565 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.266789 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.267047 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.267325 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.267595 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.267863 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.268027 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.268272 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.268523 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.268769 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.269031 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] debug = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.269289 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.269778 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.270024 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.270253 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.270465 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.270728 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.270944 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.271204 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.271448 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.271677 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.271914 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.272165 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.272388 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.272619 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.272828 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.273086 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.273296 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.274007 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] host = n-d-787206-10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.274245 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.274450 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.274705 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.274944 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.275180 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.275418 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.275762 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.276061 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.276299 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.276533 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.276763 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.277009 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.277239 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.277465 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_file = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.277623 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_options = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.277868 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.278111 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.278372 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.278555 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.278718 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.278887 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.279134 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.279292 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.279556 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.280643 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.280819 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.280946 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.281140 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.281364 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.281608 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.281843 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.282083 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.282269 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.282516 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.282777 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.283023 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.283242 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.283477 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.283697 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.283909 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.284116 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.284359 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.284556 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.284753 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.285022 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.285234 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.285489 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.285763 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.285962 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.286182 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.286401 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.286609 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.286864 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.287085 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.287333 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.287590 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.287818 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.288056 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.288264 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.288476 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.288712 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] use_json = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.288916 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.289150 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.289393 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.289597 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.289803 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.290009 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.290213 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.290444 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.290853 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.291125 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.291423 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.291748 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.291977 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.292212 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.292451 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.293211 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.293443 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.293595 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.293780 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.294116 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.294283 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.294523 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.294811 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.295110 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.295721 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.295949 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.296069 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.296298 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.296544 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.296759 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.297099 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.297382 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.297644 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.297903 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.298114 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.298328 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.298539 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.298747 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.298978 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.299201 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.299485 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.299703 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.299930 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.300161 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.300364 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.301189 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.301413 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.301659 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.301908 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.302133 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.302353 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.302492 n-d-787206-10 neutron-server[100172]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:39:16.302610 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.302757 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.302965 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.303776 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.304026 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.304274 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.304491 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.305038 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.305275 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.305490 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.305701 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.305995 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.306170 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.306385 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.306594 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.306801 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.307013 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.307236 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.307501 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.307746 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.307956 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.308396 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.308618 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.308933 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.309559 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.310451 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.310684 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.312191 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.312451 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.312664 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.313195 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.313424 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.313664 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.314222 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.314465 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.315489 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.316606 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.317885 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.318158 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.318576 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.318811 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.320482 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.320769 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.321083 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.321335 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.321596 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.321839 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.322114 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.322427 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.322680 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.322911 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.323138 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.323636 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.327810 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.328025 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.328301 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.328534 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.328824 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.329056 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.329407 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.329674 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.329926 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.330156 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.330434 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.330695 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.330941 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.331212 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.331779 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.332082 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.332313 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.332574 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.332838 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.333092 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.333395 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.333672 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.333935 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.334175 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.334436 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.334688 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.334935 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.335192 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.335422 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.335699 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.335934 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.336218 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.336583 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.336811 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.337027 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.337254 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.337577 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.337828 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.338043 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.338288 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.338563 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.338809 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.339061 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.339370 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.339644 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.339897 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.340160 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.340408 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.340643 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.340882 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.341129 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.341347 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.341567 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.341807 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.342027 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.342271 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.343002 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.343258 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.343492 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.343714 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.343929 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.344152 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.344368 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.344615 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.344831 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.345052 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.345303 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.345520 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.345741 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.345985 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.346171 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.346505 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.346751 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.347298 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.347298 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.347538 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.347777 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.348027 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.348281 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.348497 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.348750 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.348979 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.349189 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.349397 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.349611 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.349849 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.350067 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.350295 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.350526 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.350794 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.351043 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.351400 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.351692 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.351943 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.352165 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.352383 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.352620 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.352838 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.353054 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.353284 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.353501 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.353738 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.353967 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.354212 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.354432 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.354647 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.354858 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.355059 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.355279 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.355510 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.355809 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.356056 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.356286 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.356625 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.356867 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.357104 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.357353 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.357669 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.357784 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.358032 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.358212 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.358479 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.358669 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.358880 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.359088 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.359308 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.359547 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.359782 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.359975 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.360182 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.360389 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.360609 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.360828 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.361036 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.361362 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.361628 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.361851 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.362074 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.362288 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.362496 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.362806 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.363072 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.363291 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.363595 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.363842 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.364098 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.364355 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.364668 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.364882 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.365152 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.365386 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.365606 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.365822 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.366091 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.366414 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.366735 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.366986 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.367220 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.367538 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.367819 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.368096 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.368329 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.368624 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.369238 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.369238 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.369508 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.369737 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.370010 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.370230 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.370459 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.370695 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.371166 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.371166 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.371350 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.371610 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.371860 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.372088 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.372321 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.372558 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.372782 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.373017 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.373238 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.373473 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.373609 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:39:16.374132 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100028) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 17:39:16.374289 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:39:16.374440 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:39:16.374608 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:39:16.374776 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:39:16.374925 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:39:16.375129 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.375289 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.375464 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.375625 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.375784 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.375961 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.376122 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.376279 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.376434 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.376590 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.376746 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.376903 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.377057 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.377214 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.377371 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.377527 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.377682 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.377838 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.377998 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.378156 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.378311 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.378466 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.378621 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] debug = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.378775 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.378985 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.379148 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.379304 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.379478 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.379635 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.379791 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.379947 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.380104 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.380258 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.380414 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.380569 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.380851 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.381009 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.381166 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.381322 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.381480 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.381634 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] host = n-d-787206-10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.381789 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.381946 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.382101 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.382296 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.382404 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.383099 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.383099 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.383099 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.383099 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.383416 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.383416 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.383416 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.383651 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.383727 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_file = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.384011 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_options = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.384011 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.384189 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.384320 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.384512 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.384673 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.384828 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.384985 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.385165 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.385322 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.385479 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.385634 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.385788 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.385945 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.386100 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.386254 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.386409 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.386564 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.386722 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.386884 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.387030 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.387186 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.387335 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.387546 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.387708 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.387863 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.388019 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.388168 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.388320 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.388468 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.388618 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.388775 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.388930 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.389623 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.389808 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.389935 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.390240 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.390419 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.390582 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.390736 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.390882 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.391041 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.391245 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.391408 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.391588 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.391736 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.391891 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] use_json = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.392046 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.392200 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.392355 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.392515 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.392705 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.392862 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.393023 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.393166 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:39:16.393343 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.393501 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.393669 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.393831 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.393988 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.394149 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.394307 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.394464 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.394620 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.394778 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.394943 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.395104 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.395275 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.395457 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.395677 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.395839 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.396001 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.396159 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.396425 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.396588 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.396746 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.396905 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.397078 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.397237 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.397396 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.397552 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.397711 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.397869 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.398027 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.398186 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.398344 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.398759 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.398917 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.399076 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.399234 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.399391 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.399575 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.399734 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.399892 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.400052 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.400210 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.400368 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.400526 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.400684 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.400841 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.401000 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.401159 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.401317 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.401475 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.401632 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.401799 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.401957 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.402115 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.402258 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.402402 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.402563 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.402704 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.402865 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.403022 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.403254 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.403398 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.403569 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.403704 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.403850 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.403985 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.404118 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.404251 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.404383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:39:16.404522 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.404522 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.405487 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.405487 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.405891 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.405891 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.405891 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.406280 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.406280 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.406280 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.406652 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.406652 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.406915 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.406915 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.407170 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.407170 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.407450 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.407590 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.407735 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.407870 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.408003 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.408148 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.408291 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.408425 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.408558 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.408690 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.408833 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.408968 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.409101 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.409264 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.409426 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.409576 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.409730 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.409873 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.410030 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.410170 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.410330 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.410470 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.410632 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.410792 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.410933 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.411094 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.411234 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.411396 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.411586 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.411721 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.411880 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.412033 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.412191 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.412359 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.412519 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.412680 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.412838 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.412998 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.413158 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.413317 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.413465 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.413609 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.413767 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.413908 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.414085 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.414252 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.414411 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.414571 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.414729 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.414947 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.415086 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.415220 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.415352 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.415505 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.415654 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.415818 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.415978 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.416139 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.416292 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.416427 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.416588 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.416776 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.416919 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.417053 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.417187 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.417320 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.417681 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.417681 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.417957 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.417957 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.418210 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.418210 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.418463 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.418595 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.418727 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.418858 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.419007 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.419142 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.419275 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.419408 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.419598 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.419742 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.419875 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.420000 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.420111 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.420272 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.420568 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.420688 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.420797 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.420952 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.421111 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.421270 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.421428 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.421590 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.421748 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.421907 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.422065 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.422222 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.422381 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.422540 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.422698 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.422857 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.423036 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.423172 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.423484 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.423639 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.423762 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.423843 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.423968 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.424128 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.424286 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.424444 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.424604 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.424761 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.424923 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.425085 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.425245 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.425420 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.425561 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.425688 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.425844 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.426037 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.426166 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.426293 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.426450 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.426592 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.426753 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.426927 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.427053 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.427211 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.427369 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.427535 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.427696 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.427855 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.428013 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.428180 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.428338 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.428495 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.428650 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.428809 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.428967 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.429133 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.429291 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.429443 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.429592 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.429751 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.429908 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.430074 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.430232 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.430389 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.430545 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.430707 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.430864 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.431241 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.431241 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.431512 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.431512 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.431757 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.431880 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.431999 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.432118 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.432236 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.432392 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.432550 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.432707 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.432865 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.433024 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.433184 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.433351 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.433515 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.433675 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.433840 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.434010 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.434177 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.434335 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.434499 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.434668 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.434825 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.434982 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.435139 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.435296 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.435470 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.435631 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.435788 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.436040 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.436171 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.436292 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.436427 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.436550 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.436691 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.436849 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.437006 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.437164 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.437321 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.437478 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.437635 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:39:16.437800 n-d-787206-10 neutron-server[100028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:39:16.686714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45804) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:16.695329 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061979 Jul 16 17:39:28.055891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188b9ed1-c194-4096-bf55-a3e3abf24300 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 17:39:28.123224 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188b9ed1-c194-4096-bf55-a3e3abf24300 None None] No non-hosted networks {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 17:39:28.133367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.agentschedulers_db [None req-188b9ed1-c194-4096-bf55-a3e3abf24300 None None] DHCP Agent not found on host n-d-787206-10 {{(pid=100171) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 17:39:28.259670 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-137e26f9-cc91-40be-bd27-a2928e97c2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3824396'] for agent, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:30.571370 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3824396'] for agent, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:30.572239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:30.572572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:30.572982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:30.573373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:30.573699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:30.574023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:30.574559 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:30.574848 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:30.575373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:30.575861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:30.576382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:30.577625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:30.578226 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-787206-10', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:39:30.585572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-787206-10', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:39:30.640644 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0656d3f7-859d-4c42-aa76-e63b4cb27bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3824396'] for agent, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:30.740985 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-162b3766-0ff1-4749-8d04-2099457281c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:31.704490 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3824396'] for agent, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:33.411386 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3824396'] for agent, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:34.757038 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45898) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:35.253703 n-d-787206-10 neutron-server[100170]: WARNING oslo_policy.policy [None req-7518e05a-7b6b-4193-a9f5-dbc12acec671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:39:35.254280 n-d-787206-10 neutron-server[100170]: WARNING oslo_policy.policy [None req-7518e05a-7b6b-4193-a9f5-dbc12acec671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:39:35.472137 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-7518e05a-7b6b-4193-a9f5-dbc12acec671 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:39:35.473177 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7518e05a-7b6b-4193-a9f5-dbc12acec671 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7152643 Jul 16 17:39:36.996384 n-d-787206-10 neutron-server[100171]: INFO neutron.db.l3_hamode_db [None req-810788d2-8073-4cd2-b2ae-bbea6aa7a4c2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 17:39:37.074202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810788d2-8073-4cd2-b2ae-bbea6aa7a4c2 None None] Routers set() bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:39:37.074591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810788d2-8073-4cd2-b2ae-bbea6aa7a4c2 None None] Router IDs set() for agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 17:39:37.859096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45912) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:38.345509 n-d-787206-10 neutron-server[100169]: WARNING oslo_policy.policy [None req-13e8593c-3e09-412f-aee9-03f5e405d87a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:39:38.346092 n-d-787206-10 neutron-server[100169]: WARNING oslo_policy.policy [None req-13e8593c-3e09-412f-aee9-03f5e405d87a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:39:38.561712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-13e8593c-3e09-412f-aee9-03f5e405d87a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:39:38.654015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.policy [None req-13e8593c-3e09-412f-aee9-03f5e405d87a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100169) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 17:39:38.698919 n-d-787206-10 neutron-server[100169]: WARNING oslo_policy.policy [None req-13e8593c-3e09-412f-aee9-03f5e405d87a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:39:38.699298 n-d-787206-10 neutron-server[100169]: WARNING oslo_policy.policy [None req-13e8593c-3e09-412f-aee9-03f5e405d87a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:39:38.708523 n-d-787206-10 neutron-server[100169]: INFO neutron.quota [None req-13e8593c-3e09-412f-aee9-03f5e405d87a admin admin] Loaded quota_driver: . Jul 16 17:39:38.799898 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-13e8593c-3e09-412f-aee9-03f5e405d87a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764364394518', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764364396105', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764364398977', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764364400727', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764364419610', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764364364205', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-902536', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-911995', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4042954', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4069693'] for rbac-policy, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:38.863266 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-13e8593c-3e09-412f-aee9-03f5e405d87a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:38.864668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-13e8593c-3e09-412f-aee9-03f5e405d87a admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0033498 Jul 16 17:39:41.454623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45930) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:41.745039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Request body: {'network': {'project_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'admin_state_up': True, 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'name': 'private'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:39:41.773645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Made reservation on behalf of 1d92fdb5eaaf42d9b22a7d28bff9dcc2 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:39:41.776667 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:41.793219 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:41.915166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:41.918661 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:41.939109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:39:41.966810 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764365655107', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:41.967415 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Unsubscribe: segment precommit_create {{(pid=100169) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 17:39:41.967935 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Added segment 828f54c9-b3ca-4f41-89e2-bd1469858633 of type vlan for network 803e5756-3c14-42fb-af13-3636717c4921 Jul 16 17:39:41.985159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2e6ced-313a-42a5-8497-1825353dcfce,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:39:42.036172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:42.036512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:42.036843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:42.037169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:42.037499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:42.037820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:42.038137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:42.038450 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:42.038765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:42.039076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:42.039387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:42.039720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Tracked resource versions report: Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: pushed versions: Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: { 'AddressGroup': {'1.2'}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'ConntrackHelper': {'1.0'}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'Log': {'1.0'}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'Network': {'1.1'}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'Port': {'1.7'}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'PortForwarding': {'1.2'}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'QosPolicy': {'1.8'}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'SecurityGroup': {'1.4'}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'SubPort': {'1.0'}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'Subnet': {'1.1'}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'Trunk': {'1.1'}} Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: consumer versions: Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: { DHCP agent@n-d-787206-10: {}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: L3 agent@n-d-787206-10: {}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: Metadata agent@n-d-787206-10: {}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: Metering agent@n-d-787206-10: {}, Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: Open vSwitch agent@n-d-787206-10: { 'AddressGroup': '1.2', Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'ConntrackHelper': '1.0', Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'Log': '1.0', Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'Network': '1.1', Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'Port': '1.7', Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'PortForwarding': '1.2', Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'QosPolicy': '1.8', Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'SecurityGroup': '1.4', Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'SecurityGroupRule': '1.2', Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'SubPort': '1.0', Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'Subnet': '1.1', Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: 'Trunk': '1.1'}} Jul 16 17:39:42.040858 n-d-787206-10 neutron-server[100169]: {{(pid=100169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:39:42.087718 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:42.139673 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:42.140955 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:42.141613 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:42.206973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7512872 Jul 16 17:39:42.242592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838dca0-3153-4eb7-8478-07f3a8e72da8 admin admin] Pushing event updated for resources: {'Network': ['ID=803e5756-3c14-42fb-af13-3636717c4921,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:39:42.255299 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 803e5756-3c14-42fb-af13-3636717c4921 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:39:44.846169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45944) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:45.235991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8301091-d259-4624-a6be-50db6101427a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:45.237335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a8301091-d259-4624-a6be-50db6101427a admin admin] 10.222.0.41 "GET /v2.0/networks/803e5756-3c14-42fb-af13-3636717c4921 HTTP/1.1" status: 200 len: 825 time: 0.3901935 Jul 16 17:39:45.261414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-22a1bf58-1dc0-4642-bda9-9c493ff2fea3 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/fcc18940-ef55-44e2-ae63-d4266522cda6 HTTP/1.1" status: 200 len: 734 time: 0.0186450 Jul 16 17:39:45.270218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c9d44d57-2f8d-43b2-81de-72a18dbe653d admin admin] Request body: {'subnet': {'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'fcc18940-ef55-44e2-ae63-d4266522cda6', 'network_id': '803e5756-3c14-42fb-af13-3636717c4921', 'name': 'private-subnet'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:39:45.291887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d44d57-2f8d-43b2-81de-72a18dbe653d admin admin] Made reservation on behalf of 1d92fdb5eaaf42d9b22a7d28bff9dcc2 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:39:45.294124 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9d44d57-2f8d-43b2-81de-72a18dbe653d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:45.585186 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9d44d57-2f8d-43b2-81de-72a18dbe653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:45.659690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d44d57-2f8d-43b2-81de-72a18dbe653d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eeaf721-3434-4595-8dc9-589bed74d492,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:39:45.664010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d44d57-2f8d-43b2-81de-72a18dbe653d admin admin] Checking segment: {'id': '828f54c9-b3ca-4f41-89e2-bd1469858633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '803e5756-3c14-42fb-af13-3636717c4921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:39:45.664374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d44d57-2f8d-43b2-81de-72a18dbe653d admin admin] Network hostable DHCP agents. Network: 803e5756-3c14-42fb-af13-3636717c4921, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:39:45.685301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d44d57-2f8d-43b2-81de-72a18dbe653d admin admin] Network 803e5756-3c14-42fb-af13-3636717c4921 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:39:45.695362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-c9d44d57-2f8d-43b2-81de-72a18dbe653d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 803e5756-3c14-42fb-af13-3636717c4921) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:39:45.699909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d44d57-2f8d-43b2-81de-72a18dbe653d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:45.700475 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9d44d57-2f8d-43b2-81de-72a18dbe653d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:45.705183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76590074-8a4a-47f5-9535-7c3a9b374559 None None] Network 803e5756-3c14-42fb-af13-3636717c4921 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:39:45.715395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c9d44d57-2f8d-43b2-81de-72a18dbe653d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4483993 Jul 16 17:39:46.028385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-803e5756-3c14-42fb-af13-3636717c4921', 'network_id': '803e5756-3c14-42fb-af13-3636717c4921', 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'fixed_ips': [{'subnet_id': '3eeaf721-3434-4595-8dc9-589bed74d492'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:39:46.029688 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:46.324210 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Allocated IP 172.20.0.2 (803e5756-3c14-42fb-af13-3636717c4921/3eeaf721-3434-4595-8dc9-589bed74d492/15e0595c-c59d-49a3-8bc3-9d63c538fd50) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:39:46.531238 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:46.576914 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Transition to ACTIVE for port object 15e0595c-c59d-49a3-8bc3-9d63c538fd50 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:39:46.598161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Transition to ACTIVE for port object 15e0595c-c59d-49a3-8bc3-9d63c538fd50 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:39:46.606152 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:46.673311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Network 803e5756-3c14-42fb-af13-3636717c4921 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:39:46.679766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:39:46.682665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:39:46.715793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Pushing event updated for resources: {'Port': ['ID=15e0595c-c59d-49a3-8bc3-9d63c538fd50,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:39:46.763538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:46.764194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:46.764601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:46.764951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:46.765289 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:46.765625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:46.765954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:46.766283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:46.766611 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:46.766936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:46.767261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:46.767609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Tracked resource versions report: Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: pushed versions: Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: { 'AddressGroup': {'1.2'}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'ConntrackHelper': {'1.0'}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'Log': {'1.0'}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'Network': {'1.1'}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'Port': {'1.7'}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'PortForwarding': {'1.2'}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'QosPolicy': {'1.8'}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'SecurityGroup': {'1.4'}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'SubPort': {'1.0'}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'Subnet': {'1.1'}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'Trunk': {'1.1'}} Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: consumer versions: Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: { DHCP agent@n-d-787206-10: {}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: L3 agent@n-d-787206-10: {}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: Metadata agent@n-d-787206-10: {}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: Metering agent@n-d-787206-10: {}, Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: Open vSwitch agent@n-d-787206-10: { 'AddressGroup': '1.2', Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'ConntrackHelper': '1.0', Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'Log': '1.0', Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'Network': '1.1', Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'Port': '1.7', Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'PortForwarding': '1.2', Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'QosPolicy': '1.8', Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'SecurityGroup': '1.4', Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'SecurityGroupRule': '1.2', Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'SubPort': '1.0', Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'Subnet': '1.1', Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: 'Trunk': '1.1'}} Jul 16 17:39:46.768774 n-d-787206-10 neutron-server[100171]: {{(pid=100171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:39:46.784646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Attempting to bind port 15e0595c-c59d-49a3-8bc3-9d63c538fd50 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:39:46.785308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Attempting to bind port 15e0595c-c59d-49a3-8bc3-9d63c538fd50 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '828f54c9-b3ca-4f41-89e2-bd1469858633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '803e5756-3c14-42fb-af13-3636717c4921'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:39:46.786012 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Attempting to bind port 15e0595c-c59d-49a3-8bc3-9d63c538fd50 on network 803e5756-3c14-42fb-af13-3636717c4921 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:39:46.791638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:39:46.792056 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Checking segment: {'id': '828f54c9-b3ca-4f41-89e2-bd1469858633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '803e5756-3c14-42fb-af13-3636717c4921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:39:46.792526 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:46.792920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Bound using segment: {'id': '828f54c9-b3ca-4f41-89e2-bd1469858633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '803e5756-3c14-42fb-af13-3636717c4921'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:39:46.793383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Bound port: 15e0595c-c59d-49a3-8bc3-9d63c538fd50, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828f54c9-b3ca-4f41-89e2-bd1469858633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '803e5756-3c14-42fb-af13-3636717c4921'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:39:46.793781 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:46.855627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] For port 15e0595c-c59d-49a3-8bc3-9d63c538fd50, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:39:46.860482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] For port 15e0595c-c59d-49a3-8bc3-9d63c538fd50, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=15e0595c-c59d-49a3-8bc3-9d63c538fd50,segment=NetworkSegment(828f54c9-b3ca-4f41-89e2-bd1469858633),segment_id=828f54c9-b3ca-4f41-89e2-bd1469858633)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:39:46.864882 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:46.932530 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc26b79-75a9-4d63-8e05-9c03c79f9384 None None] Pushing event updated for resources: {'Port': ['ID=15e0595c-c59d-49a3-8bc3-9d63c538fd50,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:39:48.104375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45952) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:48.427513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-e33bd32f-1eaa-44f6-b84e-d14ab3e6a70f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:39:48.428495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e33bd32f-1eaa-44f6-b84e-d14ab3e6a70f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3230655 Jul 16 17:39:50.803538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45960) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:51.113195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-170110bb-5379-4d72-bb85-521f7a19bf03 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:39:51.114209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-170110bb-5379-4d72-bb85-521f7a19bf03 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097558 Jul 16 17:39:52.609763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 15e0595c-c59d-49a3-8bc3-9d63c538fd50 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:39:52.700099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 15e0595c-c59d-49a3-8bc3-9d63c538fd50 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:39:53.059261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce3167-d792-407c-b346-61b66c0b3e68 None None] Network 803e5756-3c14-42fb-af13-3636717c4921 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:39:53.122137 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d0a6d5a2-10d4-4061-b41c-c6b5d96286ce None None] Provisioning for port 15e0595c-c59d-49a3-8bc3-9d63c538fd50 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:39:53.131328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d0a6d5a2-10d4-4061-b41c-c6b5d96286ce None None] Provisioning complete for port 15e0595c-c59d-49a3-8bc3-9d63c538fd50 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:39:53.131749 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d0a6d5a2-10d4-4061-b41c-c6b5d96286ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:53.308408 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d0a6d5a2-10d4-4061-b41c-c6b5d96286ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:53.364868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d0a6d5a2-10d4-4061-b41c-c6b5d96286ce None None] For port 15e0595c-c59d-49a3-8bc3-9d63c538fd50, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=15e0595c-c59d-49a3-8bc3-9d63c538fd50,segment=NetworkSegment(828f54c9-b3ca-4f41-89e2-bd1469858633),segment_id=828f54c9-b3ca-4f41-89e2-bd1469858633)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:39:53.370481 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d0a6d5a2-10d4-4061-b41c-c6b5d96286ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:53.425158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6d5a2-10d4-4061-b41c-c6b5d96286ce None None] Pushing event updated for resources: {'Port': ['ID=15e0595c-c59d-49a3-8bc3-9d63c538fd50,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:39:53.590535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a5d96774-9368-4fe9-8f41-4dec26d59477 None None] Provisioning complete for port 15e0595c-c59d-49a3-8bc3-9d63c538fd50 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:39:53.590828 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a5d96774-9368-4fe9-8f41-4dec26d59477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:53.760527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45974) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:54.053414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f8d02620-b7e3-4686-ba4b-5a3009a0a906 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'name': 'router1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:39:54.076908 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8d02620-b7e3-4686-ba4b-5a3009a0a906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:54.078577 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8d02620-b7e3-4686-ba4b-5a3009a0a906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:54.213889 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8d02620-b7e3-4686-ba4b-5a3009a0a906 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:54.219909 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8d02620-b7e3-4686-ba4b-5a3009a0a906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:54.232236 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8d02620-b7e3-4686-ba4b-5a3009a0a906 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:54.234315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f8d02620-b7e3-4686-ba4b-5a3009a0a906 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4728186 Jul 16 17:39:54.566232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 15e0595c-c59d-49a3-8bc3-9d63c538fd50 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:39:54.610923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 15e0595c-c59d-49a3-8bc3-9d63c538fd50 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:39:54.611288 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:56.619276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45982) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:56.922348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-b8f8d95c-f851-4266-85a2-29fe47dbaa13 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:39:56.923299 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b8f8d95c-f851-4266-85a2-29fe47dbaa13 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3030550 Jul 16 17:39:57.923615 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c054-9a34-4472-91b7-bdbbbbc4cbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:59.280756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45990) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:59.593385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:39:59.612603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Made reservation on behalf of 14b061dbbace4df1aa004f86dc0c2226 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:39:59.615128 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:59.624231 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:59.715375 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:59.718813 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:59.734383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Reserving flat network on physical network physnet1 {{(pid=100169) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 17:39:59.752933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7f8dfc-1de0-400c-9438-114ad4b90fcb,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:39:59.761499 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:59.761835 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Added segment 06931092-3db5-4b20-8c3b-1388573127c6 of type flat for network 12ae1271-214d-4601-81d9-3144fec69c7d Jul 16 17:39:59.807677 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:59.842449 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:59.843293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:59.843887 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:59.871824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5900581 Jul 16 17:39:59.908061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d6de6-b3c7-4dd6-8963-ec17767dc088 admin admin] Pushing event updated for resources: {'Network': ['ID=12ae1271-214d-4601-81d9-3144fec69c7d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:39:59.918299 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 12ae1271-214d-4601-81d9-3144fec69c7d details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:40:00.558674 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:00.632195 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27598f60-d472-4a4d-832a-dd9eb255f6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:01.653179 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:02.246589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46006) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:40:02.658479 n-d-787206-10 neutron-server[100170]: DEBUG neutron.policy [None req-f2189147-922f-4595-a30e-228230e023bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100170) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 17:40:02.704192 n-d-787206-10 neutron-server[100170]: WARNING oslo_policy.policy [None req-f2189147-922f-4595-a30e-228230e023bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:40:02.704556 n-d-787206-10 neutron-server[100170]: WARNING oslo_policy.policy [None req-f2189147-922f-4595-a30e-228230e023bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:40:02.712772 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2189147-922f-4595-a30e-228230e023bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:40:02.714454 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f2189147-922f-4595-a30e-228230e023bb admin admin] 10.222.0.41 "GET /v2.0/subnets/3eeaf721-3434-4595-8dc9-589bed74d492 HTTP/1.1" status: 200 len: 849 time: 0.4669485 Jul 16 17:40:02.874797 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-483d0bd0-a7a6-4bfd-b534-c76f75778a7d admin admin] 10.222.0.41 "GET /v2.0/routers/5891086d-4ebc-4158-bbdf-f7ca05f0a2d5 HTTP/1.1" status: 200 len: 704 time: 0.1544266 Jul 16 17:40:03.132648 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:03.367321 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:03.453047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Allocated IP 172.20.0.1 (803e5756-3c14-42fb-af13-3636717c4921/3eeaf721-3434-4595-8dc9-589bed74d492/394bc174-872d-49f5-bd66-ecc4e25bbf77) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:40:03.667015 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:03.690165 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Transition to ACTIVE for port object 394bc174-872d-49f5-bd66-ecc4e25bbf77 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:40:03.777493 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:03.812492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Network 803e5756-3c14-42fb-af13-3636717c4921 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:40:03.833056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:40:03.887914 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Pushing event updated for resources: {'Port': ['ID=394bc174-872d-49f5-bd66-ecc4e25bbf77,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:03.891278 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:40:03.891621 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:03.950329 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:03.950673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:03.951034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:03.952038 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:03.952238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:03.952701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:03.953022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:03.953343 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:03.953660 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:03.953972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:03.954288 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:03.954598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Tracked resource versions report: Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: pushed versions: Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: { 'AddressGroup': {'1.2'}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'ConntrackHelper': {'1.0'}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'Log': {'1.0'}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'Network': {'1.1'}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'Port': {'1.7'}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'PortForwarding': {'1.2'}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'QosPolicy': {'1.8'}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'SecurityGroup': {'1.4'}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'SubPort': {'1.0'}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'Subnet': {'1.1'}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'Trunk': {'1.1'}} Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: consumer versions: Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: { DHCP agent@n-d-787206-10: {}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: L3 agent@n-d-787206-10: {}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: Metadata agent@n-d-787206-10: {}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: Metering agent@n-d-787206-10: {}, Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: Open vSwitch agent@n-d-787206-10: { 'AddressGroup': '1.2', Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'ConntrackHelper': '1.0', Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'Log': '1.0', Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'Network': '1.1', Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'Port': '1.7', Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'PortForwarding': '1.2', Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'QosPolicy': '1.8', Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'SecurityGroup': '1.4', Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'SecurityGroupRule': '1.2', Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'SubPort': '1.0', Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'Subnet': '1.1', Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: 'Trunk': '1.1'}} Jul 16 17:40:03.955807 n-d-787206-10 neutron-server[100170]: {{(pid=100170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:40:04.044522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bdb6fe61-a949-4d85-ab1f-f31d679e1a1b None None] Provisioning for port 394bc174-872d-49f5-bd66-ecc4e25bbf77 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:40:04.048987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bdb6fe61-a949-4d85-ab1f-f31d679e1a1b None None] Provisioning complete for port 394bc174-872d-49f5-bd66-ecc4e25bbf77 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:40:04.049504 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bdb6fe61-a949-4d85-ab1f-f31d679e1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:04.085432 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6fe61-a949-4d85-ab1f-f31d679e1a1b None None] Port 394bc174-872d-49f5-bd66-ecc4e25bbf77 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:40:04.112045 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:04.288229 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:04.292588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:04.293334 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:04.353738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Pushing event updated for resources: {'Port': ['ID=394bc174-872d-49f5-bd66-ecc4e25bbf77,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:04.417990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Network 803e5756-3c14-42fb-af13-3636717c4921 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:40:04.419286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:40:04.605201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-84769320-e120-4766-8139-6b7eaad80bd7 None None] Provisioning complete for port 394bc174-872d-49f5-bd66-ecc4e25bbf77 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:40:04.605805 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84769320-e120-4766-8139-6b7eaad80bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:04.626308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Router 5891086d-4ebc-4158-bbdf-f7ca05f0a2d5 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:40:04.639493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-84769320-e120-4766-8139-6b7eaad80bd7 None None] Port 394bc174-872d-49f5-bd66-ecc4e25bbf77 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:40:04.716114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:40:04.722094 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3da79064-f60d-49cf-8ca2-0ec50203687c admin admin] 10.222.0.41 "PUT /v2.0/routers/5891086d-4ebc-4158-bbdf-f7ca05f0a2d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8425062 Jul 16 17:40:04.727078 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Sync routers for ids ['5891086d-4ebc-4158-bbdf-f7ca05f0a2d5'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:40:04.738381 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Routers {'5891086d-4ebc-4158-bbdf-f7ca05f0a2d5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:40:04.739331 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:40:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['5891086d-4ebc-4158-bbdf-f7ca05f0a2d5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:40:04.925578 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Set router 5891086d-4ebc-4158-bbdf-f7ca05f0a2d5 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:40:05.351623 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'name': 'router1', 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:39:54Z', 'updated_at': '2021-07-16T17:40:04Z', 'revision_number': 2, 'project_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'gw_port_host': None, '_interfaces': [{'id': '394bc174-872d-49f5-bd66-ecc4e25bbf77', 'name': '', 'network_id': '803e5756-3c14-42fb-af13-3636717c4921', 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'mac_address': 'fa:16:3e:89:bf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3eeaf721-3434-4595-8dc9-589bed74d492', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:40:03Z', 'updated_at': '2021-07-16T17:40:04Z', 'revision_number': 2, 'project_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'subnets': [{'id': '3eeaf721-3434-4595-8dc9-589bed74d492', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcc18940-ef55-44e2-ae63-d4266522cda6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:40:05.402324 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Checking router: 5891086d-4ebc-4158-bbdf-f7ca05f0a2d5 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:40:05.402693 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Updating router 5891086d-4ebc-4158-bbdf-f7ca05f0a2d5 port 394bc174-872d-49f5-bd66-ecc4e25bbf77 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:40:05.467190 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:05.958359 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:05.975371 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Transition to ACTIVE for port object 394bc174-872d-49f5-bd66-ecc4e25bbf77 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:40:05.980955 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:06.139316 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Pushing event updated for resources: {'Port': ['ID=394bc174-872d-49f5-bd66-ecc4e25bbf77,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:06.150317 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Attempting to bind port 394bc174-872d-49f5-bd66-ecc4e25bbf77 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:40:06.150718 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Attempting to bind port 394bc174-872d-49f5-bd66-ecc4e25bbf77 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '828f54c9-b3ca-4f41-89e2-bd1469858633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '803e5756-3c14-42fb-af13-3636717c4921'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:40:06.151406 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Attempting to bind port 394bc174-872d-49f5-bd66-ecc4e25bbf77 on network 803e5756-3c14-42fb-af13-3636717c4921 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:40:06.155697 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:06.156035 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:06.156370 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:06.156697 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:06.157020 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:06.157336 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:06.157654 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:06.157968 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:06.158281 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:06.158591 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:06.158902 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:06.159217 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Tracked resource versions report: Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: pushed versions: Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: { 'AddressGroup': {'1.2'}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'ConntrackHelper': {'1.0'}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'Log': {'1.0'}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'Network': {'1.1'}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'Port': {'1.7'}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'PortForwarding': {'1.2'}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'QosPolicy': {'1.8'}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'SecurityGroup': {'1.4'}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'SubPort': {'1.0'}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'Subnet': {'1.1'}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'Trunk': {'1.1'}} Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: consumer versions: Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: { DHCP agent@n-d-787206-10: {}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: L3 agent@n-d-787206-10: {}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: Metadata agent@n-d-787206-10: {}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: Metering agent@n-d-787206-10: {}, Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: Open vSwitch agent@n-d-787206-10: { 'AddressGroup': '1.2', Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'ConntrackHelper': '1.0', Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'Log': '1.0', Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'Network': '1.1', Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'Port': '1.7', Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'PortForwarding': '1.2', Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'QosPolicy': '1.8', Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'SecurityGroup': '1.4', Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'SecurityGroupRule': '1.2', Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'SubPort': '1.0', Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'Subnet': '1.1', Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: 'Trunk': '1.1'}} Jul 16 17:40:06.160384 n-d-787206-10 neutron-server[100172]: {{(pid=100172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:40:06.166744 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:40:06.167709 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Checking segment: {'id': '828f54c9-b3ca-4f41-89e2-bd1469858633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '803e5756-3c14-42fb-af13-3636717c4921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:40:06.167709 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:06.168070 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Bound using segment: {'id': '828f54c9-b3ca-4f41-89e2-bd1469858633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '803e5756-3c14-42fb-af13-3636717c4921'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:40:06.168825 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Bound port: 394bc174-872d-49f5-bd66-ecc4e25bbf77, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828f54c9-b3ca-4f41-89e2-bd1469858633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '803e5756-3c14-42fb-af13-3636717c4921'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:40:06.169204 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:06.237315 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] For port 394bc174-872d-49f5-bd66-ecc4e25bbf77, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:40:06.259807 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] For port 394bc174-872d-49f5-bd66-ecc4e25bbf77, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=394bc174-872d-49f5-bd66-ecc4e25bbf77,segment=NetworkSegment(828f54c9-b3ca-4f41-89e2-bd1469858633),segment_id=828f54c9-b3ca-4f41-89e2-bd1469858633)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:40:06.265341 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:06.320854 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6047874-2069-4658-9477-84ecc691c646 None None] Pushing event updated for resources: {'Port': ['ID=394bc174-872d-49f5-bd66-ecc4e25bbf77,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:06.330046 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Routers {'5891086d-4ebc-4158-bbdf-f7ca05f0a2d5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:40:06.330655 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:40:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['5891086d-4ebc-4158-bbdf-f7ca05f0a2d5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:40:06.427976 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] Set router 5891086d-4ebc-4158-bbdf-f7ca05f0a2d5 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:40:06.634008 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'name': 'router1', 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:39:54Z', 'updated_at': '2021-07-16T17:40:04Z', 'revision_number': 2, 'project_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'gw_port_host': None, '_interfaces': [{'id': '394bc174-872d-49f5-bd66-ecc4e25bbf77', 'name': '', 'network_id': '803e5756-3c14-42fb-af13-3636717c4921', 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'mac_address': 'fa:16:3e:89:bf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3eeaf721-3434-4595-8dc9-589bed74d492', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:40:03Z', 'updated_at': '2021-07-16T17:40:06Z', 'revision_number': 4, 'project_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'subnets': [{'id': '3eeaf721-3434-4595-8dc9-589bed74d492', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcc18940-ef55-44e2-ae63-d4266522cda6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:40:06.663125 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966ba92-1ed4-44d7-923b-b2ec0c376804 None None] The sync data for ids ['5891086d-4ebc-4158-bbdf-f7ca05f0a2d5'] in n-d-787206-10 is: [{'id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'name': 'router1', 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:39:54Z', 'updated_at': '2021-07-16T17:40:04Z', 'revision_number': 2, 'project_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'gw_port_host': None, '_interfaces': [{'id': '394bc174-872d-49f5-bd66-ecc4e25bbf77', 'name': '', 'network_id': '803e5756-3c14-42fb-af13-3636717c4921', 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'mac_address': 'fa:16:3e:89:bf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3eeaf721-3434-4595-8dc9-589bed74d492', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:40:03Z', 'updated_at': '2021-07-16T17:40:06Z', 'revision_number': 4, 'project_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'subnets': [{'id': '3eeaf721-3434-4595-8dc9-589bed74d492', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcc18940-ef55-44e2-ae63-d4266522cda6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:40:06.986935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46032) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:40:07.098286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02c4630-21e5-47f6-9eaa-a8104bc36170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:40:07.099654 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e02c4630-21e5-47f6-9eaa-a8104bc36170 admin admin] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 842 time: 0.1117148 Jul 16 17:40:07.108981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1376a7ec-26dc-48f2-8a65-c16f8e1a806d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'name': 'public-subnet', 'cidr': '172.25.5.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.5.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:40:07.129800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1376a7ec-26dc-48f2-8a65-c16f8e1a806d admin admin] Made reservation on behalf of 14b061dbbace4df1aa004f86dc0c2226 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:40:07.132336 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1376a7ec-26dc-48f2-8a65-c16f8e1a806d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:07.442455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.objects.ports [None req-1376a7ec-26dc-48f2-8a65-c16f8e1a806d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100169) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 17:40:07.442886 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1376a7ec-26dc-48f2-8a65-c16f8e1a806d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:07.503510 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376a7ec-26dc-48f2-8a65-c16f8e1a806d admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e9f64e-a3a6-482c-84ce-869c0bb5d8e6,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:07.507092 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376a7ec-26dc-48f2-8a65-c16f8e1a806d admin admin] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:40:07.507463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1376a7ec-26dc-48f2-8a65-c16f8e1a806d admin admin] Network hostable DHCP agents. Network: 12ae1271-214d-4601-81d9-3144fec69c7d, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:40:07.523779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1376a7ec-26dc-48f2-8a65-c16f8e1a806d admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:40:07.533361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-1376a7ec-26dc-48f2-8a65-c16f8e1a806d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 12ae1271-214d-4601-81d9-3144fec69c7d) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:40:07.537464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1376a7ec-26dc-48f2-8a65-c16f8e1a806d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:40:07.538095 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1376a7ec-26dc-48f2-8a65-c16f8e1a806d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:07.543128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61379339-c33a-445c-8373-ea5f35a9e18b None None] Network 12ae1271-214d-4601-81d9-3144fec69c7d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:40:07.563494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1376a7ec-26dc-48f2-8a65-c16f8e1a806d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4493601 Jul 16 17:40:07.673997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d7f34a-e610-4e76-9f1b-1efa163b1ddf None None] Network 12ae1271-214d-4601-81d9-3144fec69c7d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:40:09.817149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46046) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:40:10.026747 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7f6ad559-703d-4563-89e0-55a64da2b884 admin admin] 10.222.0.41 "GET /v2.0/routers/5891086d-4ebc-4158-bbdf-f7ca05f0a2d5 HTTP/1.1" status: 200 len: 710 time: 0.2084856 Jul 16 17:40:10.109311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fa9394-616b-4b39-9228-1288aed95412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:40:10.110661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-91fa9394-616b-4b39-9228-1288aed95412 admin admin] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 886 time: 0.0786829 Jul 16 17:40:10.119307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:40:10.416974 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:10.618403 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 394bc174-872d-49f5-bd66-ecc4e25bbf77 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:40:10.658521 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:10.667184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 394bc174-872d-49f5-bd66-ecc4e25bbf77 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:40:10.670839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 394bc174-872d-49f5-bd66-ecc4e25bbf77 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:40:10.671211 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:10.736912 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:10.746431 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:10.783829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 394bc174-872d-49f5-bd66-ecc4e25bbf77, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=394bc174-872d-49f5-bd66-ecc4e25bbf77,segment=NetworkSegment(828f54c9-b3ca-4f41-89e2-bd1469858633),segment_id=828f54c9-b3ca-4f41-89e2-bd1469858633)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:40:10.788660 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:10.891440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=394bc174-872d-49f5-bd66-ecc4e25bbf77,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:10.900620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Allocated IP 172.25.5.181 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/752b576e-739c-434a-9026-cdf6373d7aa9) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:40:11.007901 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:11.091255 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:11.160255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:40:11.166547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:40:11.172879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:40:11.210470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Pushing event updated for resources: {'Port': ['ID=752b576e-739c-434a-9026-cdf6373d7aa9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:11.453041 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:11.710515 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:11.713584 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:11.821101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Router 5891086d-4ebc-4158-bbdf-f7ca05f0a2d5 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:40:11.927651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:40:11.932570 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:11.933735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d87e83c7-0f39-4937-87ab-efab7ab7f633 admin admin] 10.222.0.41 "PUT /v2.0/routers/5891086d-4ebc-4158-bbdf-f7ca05f0a2d5 HTTP/1.1" status: 200 len: 890 time: 1.8175886 Jul 16 17:40:11.937915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Sync routers for ids ['5891086d-4ebc-4158-bbdf-f7ca05f0a2d5'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:40:11.949768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Routers {'5891086d-4ebc-4158-bbdf-f7ca05f0a2d5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:40:11.950445 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:40:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['5891086d-4ebc-4158-bbdf-f7ca05f0a2d5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:40:12.166064 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Set router 5891086d-4ebc-4158-bbdf-f7ca05f0a2d5 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:40:12.554816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'name': 'router1', 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '752b576e-739c-434a-9026-cdf6373d7aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:39:54Z', 'updated_at': '2021-07-16T17:40:11Z', 'revision_number': 4, 'project_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'gw_port': {'id': '752b576e-739c-434a-9026-cdf6373d7aa9', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:40:10Z', 'updated_at': '2021-07-16T17:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '394bc174-872d-49f5-bd66-ecc4e25bbf77', 'name': '', 'network_id': '803e5756-3c14-42fb-af13-3636717c4921', 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'mac_address': 'fa:16:3e:89:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3eeaf721-3434-4595-8dc9-589bed74d492', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:40:03Z', 'updated_at': '2021-07-16T17:40:10Z', 'revision_number': 5, 'project_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'subnets': [{'id': '3eeaf721-3434-4595-8dc9-589bed74d492', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcc18940-ef55-44e2-ae63-d4266522cda6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:40:12.609330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 394bc174-872d-49f5-bd66-ecc4e25bbf77 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:40:12.612427 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Checking router: 5891086d-4ebc-4158-bbdf-f7ca05f0a2d5 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:40:12.612781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Updating router 5891086d-4ebc-4158-bbdf-f7ca05f0a2d5 port 752b576e-739c-434a-9026-cdf6373d7aa9 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:40:12.670968 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:12.726498 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 394bc174-872d-49f5-bd66-ecc4e25bbf77 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:40:12.726872 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:13.049376 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:13.059068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Transition to ACTIVE for port object 752b576e-739c-434a-9026-cdf6373d7aa9 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:40:13.065675 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:13.118343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b769fed-1ec1-41a3-80ac-280af26da247 None None] Pushing event updated for resources: {'Port': ['ID=752b576e-739c-434a-9026-cdf6373d7aa9,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:13.121897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Attempting to bind port 752b576e-739c-434a-9026-cdf6373d7aa9 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:40:13.122266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Attempting to bind port 752b576e-739c-434a-9026-cdf6373d7aa9 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:40:13.122628 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Attempting to bind port 752b576e-739c-434a-9026-cdf6373d7aa9 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:40:13.129168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:40:13.129535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:40:13.129932 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:13.130314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:40:13.130765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Bound port: 752b576e-739c-434a-9026-cdf6373d7aa9, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:40:13.131155 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:13.257884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] For port 752b576e-739c-434a-9026-cdf6373d7aa9, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:40:13.260801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] For port 752b576e-739c-434a-9026-cdf6373d7aa9, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=752b576e-739c-434a-9026-cdf6373d7aa9,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:40:13.265550 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:13.321741 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Routers {'5891086d-4ebc-4158-bbdf-f7ca05f0a2d5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:40:13.322350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:40:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['5891086d-4ebc-4158-bbdf-f7ca05f0a2d5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:40:13.360159 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b769fed-1ec1-41a3-80ac-280af26da247 None None] Pushing event updated for resources: {'Port': ['ID=752b576e-739c-434a-9026-cdf6373d7aa9,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:13.429026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] Set router 5891086d-4ebc-4158-bbdf-f7ca05f0a2d5 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:40:13.632573 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'name': 'router1', 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '752b576e-739c-434a-9026-cdf6373d7aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:39:54Z', 'updated_at': '2021-07-16T17:40:11Z', 'revision_number': 4, 'project_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'gw_port': {'id': '752b576e-739c-434a-9026-cdf6373d7aa9', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:40:10Z', 'updated_at': '2021-07-16T17:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '394bc174-872d-49f5-bd66-ecc4e25bbf77', 'name': '', 'network_id': '803e5756-3c14-42fb-af13-3636717c4921', 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'mac_address': 'fa:16:3e:89:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3eeaf721-3434-4595-8dc9-589bed74d492', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:40:03Z', 'updated_at': '2021-07-16T17:40:10Z', 'revision_number': 5, 'project_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'subnets': [{'id': '3eeaf721-3434-4595-8dc9-589bed74d492', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcc18940-ef55-44e2-ae63-d4266522cda6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:40:13.657870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c1c03-2776-4219-8d24-71351ecc94b4 None None] The sync data for ids ['5891086d-4ebc-4158-bbdf-f7ca05f0a2d5'] in n-d-787206-10 is: [{'id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'name': 'router1', 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '752b576e-739c-434a-9026-cdf6373d7aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:39:54Z', 'updated_at': '2021-07-16T17:40:11Z', 'revision_number': 4, 'project_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'gw_port': {'id': '752b576e-739c-434a-9026-cdf6373d7aa9', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:40:10Z', 'updated_at': '2021-07-16T17:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '394bc174-872d-49f5-bd66-ecc4e25bbf77', 'name': '', 'network_id': '803e5756-3c14-42fb-af13-3636717c4921', 'tenant_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'mac_address': 'fa:16:3e:89:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891086d-4ebc-4158-bbdf-f7ca05f0a2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3eeaf721-3434-4595-8dc9-589bed74d492', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:40:03Z', 'updated_at': '2021-07-16T17:40:10Z', 'revision_number': 5, 'project_id': '1d92fdb5eaaf42d9b22a7d28bff9dcc2', 'subnets': [{'id': '3eeaf721-3434-4595-8dc9-589bed74d492', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcc18940-ef55-44e2-ae63-d4266522cda6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:40:14.337273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46054) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:40:14.465863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-477130bc-72c8-4b08-a514-83852787d3df admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1274595 Jul 16 17:40:14.604798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 752b576e-739c-434a-9026-cdf6373d7aa9 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:40:14.653768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 752b576e-739c-434a-9026-cdf6373d7aa9 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:40:14.658112 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 752b576e-739c-434a-9026-cdf6373d7aa9 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:40:14.658489 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:14.736461 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:14.756509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 752b576e-739c-434a-9026-cdf6373d7aa9, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=752b576e-739c-434a-9026-cdf6373d7aa9,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:40:14.760576 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:14.807556 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=752b576e-739c-434a-9026-cdf6373d7aa9,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:16.600162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 752b576e-739c-434a-9026-cdf6373d7aa9 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:40:16.650907 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 752b576e-739c-434a-9026-cdf6373d7aa9 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:40:16.651285 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:25.327760 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 5 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:40:27.927993 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-11e871db-1d9f-4fcb-a8ca-24e4b45bc2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:30.561830 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:30.637135 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b91cd260-d15e-45ce-b5b4-c1815d0d9f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:31.655515 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:33.384927 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:57.929766 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4ceb21ad-e783-4853-8e28-57e13ba61c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:00.569042 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:00.629701 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2b94d21e-b65a-48cb-a49f-f297fae9b272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:01.658981 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:02.326808 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 5 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:41:03.387089 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:27.933664 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9feea11c-0398-440f-8297-3ea1e6482551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:30.562752 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:30.631206 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c938bfd2-d00b-4016-969b-5a0e6d3247d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:31.656528 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:33.394735 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:39.326050 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 5 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:41:55.959187 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46654) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:41:56.019495 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19d688a-56d6-473b-b1a3-5de608d4117c admin admin] GET failed (client error): The resource could not be found. Jul 16 17:41:56.020855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c19d688a-56d6-473b-b1a3-5de608d4117c admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606868 Jul 16 17:41:56.183287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f6963-5907-429b-80c6-e6b2dc9fcb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:41:56.185127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9f4f6963-5907-429b-80c6-e6b2dc9fcb3a admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604743 Jul 16 17:41:57.938764 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd361151-eb9d-4669-b459-3b1a79bdf3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:58.327787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46664) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:41:58.417560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289665ee-3668-4e72-a516-209b0394e0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:41:58.418947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-289665ee-3668-4e72-a516-209b0394e0b0 admin admin] 10.222.0.41 "GET /v2.0/subnets/3eeaf721-3434-4595-8dc9-589bed74d492 HTTP/1.1" status: 200 len: 849 time: 0.0901887 Jul 16 17:41:58.428158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:41:58.512107 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Notify callbacks [] for subnet, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:58.651926 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764365509259'] for subnet, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:58.682016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:41:58.682653 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:58.685202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] 10.222.0.41 "PUT /v2.0/subnets/3eeaf721-3434-4595-8dc9-589bed74d492 HTTP/1.1" status: 200 len: 868 time: 0.2594728 Jul 16 17:41:58.687237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16943760-dc76-4c09-8e60-5e83e79a1d8d None None] Network 803e5756-3c14-42fb-af13-3636717c4921 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:41:58.706552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eeaf721-3434-4595-8dc9-589bed74d492,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:41:58.714830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:58.715708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:58.716251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:58.716907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:58.717586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:58.717924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:58.718299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:58.718623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:58.718946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:58.719301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:58.719652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:58.719971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38d3c5-9497-4c85-b9af-95246a68f7bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:59.113581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1d294908-e638-44a1-88fc-98be56887149 None None] Provisioning complete for port 15e0595c-c59d-49a3-8bc3-9d63c538fd50 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:41:59.114107 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1d294908-e638-44a1-88fc-98be56887149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:59.196442 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1d294908-e638-44a1-88fc-98be56887149 None None] Provisioning complete for port 394bc174-872d-49f5-bd66-ecc4e25bbf77 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:41:59.196808 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1d294908-e638-44a1-88fc-98be56887149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:00.563174 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:00.632312 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9d03-ecf0-41eb-b9aa-5207348391f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:00.863190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46672) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:01.062200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567749c-99a7-473e-810b-510a29c1004c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:01.062674 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567749c-99a7-473e-810b-510a29c1004c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:01.064301 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f567749c-99a7-473e-810b-510a29c1004c admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2001238 Jul 16 17:42:01.660141 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:03.295541 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46680) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:03.394869 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:03.432173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cb1af6-c5dc-45f8-bb80-df7e56a9b12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:03.432634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cb1af6-c5dc-45f8-bb80-df7e56a9b12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:03.434208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-88cb1af6-c5dc-45f8-bb80-df7e56a9b12f admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1376646 Jul 16 17:42:05.601058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46688) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:05.722571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0773a0f-9240-4a3d-b315-d3953ad22365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:05.723954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b0773a0f-9240-4a3d-b315-d3953ad22365 admin admin] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 886 time: 0.1219552 Jul 16 17:42:07.875634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46696) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:08.002418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c15588c-10a7-432f-aa8a-a81bcf76ceb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:08.003772 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7c15588c-10a7-432f-aa8a-a81bcf76ceb7 admin admin] 10.222.0.41 "GET /v2.0/networks/803e5756-3c14-42fb-af13-3636717c4921 HTTP/1.1" status: 200 len: 869 time: 0.1271768 Jul 16 17:42:10.176100 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46706) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:10.295106 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bb017e-78d6-4e25-895a-3c5102b0fc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:10.295491 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bb017e-78d6-4e25-895a-3c5102b0fc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:10.296989 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-83bb017e-78d6-4e25-895a-3c5102b0fc7a admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1199589 Jul 16 17:42:12.440598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46714) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:12.532556 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae0f0f2-021f-422a-a585-cb4e7fe206ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:12.533003 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae0f0f2-021f-422a-a585-cb4e7fe206ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:12.534492 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3ae0f0f2-021f-422a-a585-cb4e7fe206ee admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929601 Jul 16 17:42:14.678583 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46722) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:14.766932 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f502dfcf-2495-4d29-aca6-ad03c29ba837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:14.768261 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f502dfcf-2495-4d29-aca6-ad03c29ba837 admin admin] 10.222.0.41 "GET /v2.0/subnets/3eeaf721-3434-4595-8dc9-589bed74d492 HTTP/1.1" status: 200 len: 868 time: 0.0887527 Jul 16 17:42:16.325936 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 5 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:42:16.920843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46730) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:17.016640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e8fab-73e0-477b-901c-6a7cbde8757f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:17.018060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-245e8fab-73e0-477b-901c-6a7cbde8757f admin admin] 10.222.0.41 "GET /v2.0/subnets/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6 HTTP/1.1" status: 200 len: 816 time: 0.0962551 Jul 16 17:42:27.939816 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-66305817-c13a-421b-a013-66be6371aefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:30.563675 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:30.634443 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fd7bbfba-252a-42d0-a6be-7c1e66761f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:31.662177 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:33.400711 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:41.513096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46782) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:41.558409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-3c826b36-ceb0-45ca-943d-8e05b9b98c6b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:42:41.559420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3c826b36-ceb0-45ca-943d-8e05b9b98c6b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447526 Jul 16 17:42:43.798575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46790) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:43.859998 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-59350beb-544a-473e-9c4b-2607de84ea3c admin admin] GET failed (client error): The resource could not be found. Jul 16 17:42:43.861315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-59350beb-544a-473e-9c4b-2607de84ea3c admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618284 Jul 16 17:42:43.944431 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d66cb1-a09f-4f06-9e49-d6d12d562860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:43.945866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-92d66cb1-a09f-4f06-9e49-d6d12d562860 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0806293 Jul 16 17:42:46.137047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46798) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:46.182813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a7e2ddc5-b2e4-4e75-b0e8-768788c1339c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:42:46.204784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e2ddc5-b2e4-4e75-b0e8-768788c1339c admin admin] Made reservation on behalf of 14b061dbbace4df1aa004f86dc0c2226 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:42:46.206965 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ddc5-b2e4-4e75-b0e8-768788c1339c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:46.241167 n-d-787206-10 neutron-server[100169]: WARNING neutron.services.revisions.revision_plugin [None req-a7e2ddc5-b2e4-4e75-b0e8-768788c1339c admin admin] Could not find related network for resource to bump revision. Jul 16 17:42:46.252346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e2ddc5-b2e4-4e75-b0e8-768788c1339c admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:42:46.260926 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ddc5-b2e4-4e75-b0e8-768788c1339c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:46.261265 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-a7e2ddc5-b2e4-4e75-b0e8-768788c1339c admin admin] Added segment c5a4a734-32e6-4e7b-91ca-7b46016c97df of type vlan for network 4fdda091-092f-4211-a9de-21fe8d4c4753 Jul 16 17:42:46.392469 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ddc5-b2e4-4e75-b0e8-768788c1339c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:46.418736 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ddc5-b2e4-4e75-b0e8-768788c1339c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:46.419681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2ddc5-b2e4-4e75-b0e8-768788c1339c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:46.420891 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ddc5-b2e4-4e75-b0e8-768788c1339c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:46.450939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a7e2ddc5-b2e4-4e75-b0e8-768788c1339c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3127277 Jul 16 17:42:46.480739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2ddc5-b2e4-4e75-b0e8-768788c1339c admin admin] Pushing event updated for resources: {'Network': ['ID=4fdda091-092f-4211-a9de-21fe8d4c4753,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:42:46.492204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:42:48.652176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46806) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:48.711330 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f1ff70-4f13-4440-9af1-c71b8fe53a91 admin admin] GET failed (client error): The resource could not be found. Jul 16 17:42:48.712677 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-30f1ff70-4f13-4440-9af1-c71b8fe53a91 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595438 Jul 16 17:42:48.784861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac340eb1-da9c-413f-8d2a-5679b6de5a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:48.786301 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ac340eb1-da9c-413f-8d2a-5679b6de5a5b admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697751 Jul 16 17:42:48.796449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c196716a-8a0f-4f97-9368-0353553273e1 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'name': 'shared-subnet'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:42:48.816071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c196716a-8a0f-4f97-9368-0353553273e1 admin admin] Made reservation on behalf of 14b061dbbace4df1aa004f86dc0c2226 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:42:48.818488 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c196716a-8a0f-4f97-9368-0353553273e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:48.980188 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c196716a-8a0f-4f97-9368-0353553273e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:49.035020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196716a-8a0f-4f97-9368-0353553273e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c1611ac-97c6-4f9d-95e8-a169e530f770,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:42:49.042495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c196716a-8a0f-4f97-9368-0353553273e1 admin admin] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:42:49.042854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c196716a-8a0f-4f97-9368-0353553273e1 admin admin] Network hostable DHCP agents. Network: 4fdda091-092f-4211-a9de-21fe8d4c4753, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:42:49.059363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c196716a-8a0f-4f97-9368-0353553273e1 admin admin] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:42:49.067679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-c196716a-8a0f-4f97-9368-0353553273e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 4fdda091-092f-4211-a9de-21fe8d4c4753) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:42:49.071803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c196716a-8a0f-4f97-9368-0353553273e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:42:49.072380 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c196716a-8a0f-4f97-9368-0353553273e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:49.077008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc7efc-2b55-4109-a4d4-669566ffe76d None None] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:42:49.087047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c196716a-8a0f-4f97-9368-0353553273e1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2946692 Jul 16 17:42:49.321667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4fdda091-092f-4211-a9de-21fe8d4c4753', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'tenant_id': '14b061dbbace4df1aa004f86dc0c2226', 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:42:49.322525 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:49.463122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Allocated IP 192.168.233.2 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/02ad12e1-cd35-4fb9-9b35-6983b28ab1f4) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:42:49.609181 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:49.617881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Transition to ACTIVE for port object 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:42:49.633482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Transition to ACTIVE for port object 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:42:49.640925 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:49.680713 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:42:49.684090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:42:49.689010 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:42:49.694332 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Pushing event updated for resources: {'Port': ['ID=02ad12e1-cd35-4fb9-9b35-6983b28ab1f4,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:42:49.705294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:49.705639 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:49.705975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:49.706305 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:49.706634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:49.706965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:49.707316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:49.707665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:49.707989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:49.708301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:49.708627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:49.708948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:49.762430 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Attempting to bind port 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:42:49.762790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Attempting to bind port 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:42:49.763143 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Attempting to bind port 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:42:49.768594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:42:49.768974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:42:49.769371 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:49.769756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:42:49.770207 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Bound port: 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:42:49.770594 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:49.832569 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] For port 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:42:49.835688 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] For port 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=02ad12e1-cd35-4fb9-9b35-6983b28ab1f4,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:42:49.840477 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:49.895288 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbf233-9db2-4bcf-816e-5b79bb6b2cee None None] Pushing event updated for resources: {'Port': ['ID=02ad12e1-cd35-4fb9-9b35-6983b28ab1f4,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:42:50.730455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6777c162-ef34-478e-89af-5c6b86c5a1ec None None] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:42:50.758147 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:42:50.853277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-aee739c9-2041-432a-a886-6588cfea5cd2 None None] Provisioning for port 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:42:50.886763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:42:50.896391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:42:50.896761 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:51.015920 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:51.080124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=02ad12e1-cd35-4fb9-9b35-6983b28ab1f4,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:42:51.085212 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:51.141805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=02ad12e1-cd35-4fb9-9b35-6983b28ab1f4,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:42:51.281789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-08a732d2-adc3-4204-b5f2-b637f7bfaa19 None None] Provisioning complete for port 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:42:51.282081 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-08a732d2-adc3-4204-b5f2-b637f7bfaa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:52.697053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:42:52.744176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 02ad12e1-cd35-4fb9-9b35-6983b28ab1f4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:42:52.744539 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:53.325583 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 5 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:42:57.941409 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bef74746-4a63-4143-9d78-3c39854444fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:00.564720 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:00.635942 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7e23bb7d-389d-4b9d-b7b2-b2faca9b8aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:01.666351 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:03.408087 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:27.942841 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7c362264-cd33-4f98-a44e-c095a05741b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:30.323822 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 5 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:43:30.566958 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:30.635961 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-289f7b48-0050-4f94-8ce6-83993a2a33e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:31.670309 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:33.406552 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:57.944516 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4e4183ac-2338-45c7-af0c-fa04471d2590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:59.059488 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46860) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:43:59.065443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-b791ed25-3f12-4a15-b1b2-6aa055585381 tempest-verify_tempest_config-221955490 tempest-verify_tempest_config-221955490-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:43:59.066416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b791ed25-3f12-4a15-b1b2-6aa055585381 tempest-verify_tempest_config-221955490 tempest-verify_tempest_config-221955490-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059664 Jul 16 17:43:59.365975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46878) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:43:59.465343 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:59.553980 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:59.556577 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:59.605364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f23097f7e17d430087d0eadc0581e3bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2383430 Jul 16 17:43:59.607480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325be9b5-9aa5-4db2-8c5c-0c2d48b17511,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:59.608116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46882) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:43:59.624138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:59.624477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:59.624813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:59.625143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:59.625469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:59.625792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:59.626115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:59.626435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:59.626757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:59.627073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:59.627390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:59.627760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0861b-879c-44ea-8e95-d6debcd11270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:59.672266 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9a0957a-e8de-44cd-ad86-2d2675919637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:59.692812 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9a0957a-e8de-44cd-ad86-2d2675919637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:59.779913 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9a0957a-e8de-44cd-ad86-2d2675919637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:59.782767 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9a0957a-e8de-44cd-ad86-2d2675919637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:59.783941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c9a0957a-e8de-44cd-ad86-2d2675919637 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/325be9b5-9aa5-4db2-8c5c-0c2d48b17511 HTTP/1.1" status: 204 len: 168 time: 0.1749229 Jul 16 17:43:59.793015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0957a-e8de-44cd-ad86-2d2675919637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325be9b5-9aa5-4db2-8c5c-0c2d48b17511,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:44:00.567685 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:00.634580 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c1141dbf-97a7-42f7-98fd-170a4fc53c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:01.673973 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:03.411842 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:07.322017 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 5 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:44:27.945092 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-049c5b96-7aad-4e4d-9d26-786ea3ec18fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:30.570371 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:30.632825 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ac54e38b-4ff2-4235-93f1-93aef0e15a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:31.677187 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:33.412497 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:44.320840 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 5 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:44:57.945504 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fbd9ea6e-0373-416e-ac9a-ac556a822759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:00.570728 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:00.631126 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a1885107-2e1a-4d9d-9a2e-23b78a260151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:01.678827 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:03.416748 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:21.319550 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 5 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:45:27.946346 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1af8b7f4-dc01-4655-88be-ff505021f443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:30.574708 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:30.630482 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-11130014-2fba-4669-baba-26a9e70a4cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:31.680112 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:33.418395 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:57.948734 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59269d39-b5f9-4e96-b003-ad4bc738753d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:58.318736 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 5 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:46:00.575369 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:00.629357 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9c64da84-9647-4236-a0ff-d5f67337ba3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:01.683892 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:03.420531 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:27.949751 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-88887af0-4750-4ae8-a8c0-0566a0d7c3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:30.575699 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:30.627896 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8eac5676-de66-4672-b86c-6694340e48a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:31.685706 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:33.424011 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:35.317371 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 5 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:46:56.087813 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3824396'] for agent, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:56.241948 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3824396'] for agent, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:57.951281 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-125c96a5-da77-4482-9597-076cbf35cffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:00.577688 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:00.628031 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6bb6fe95-493b-4615-8294-8126b2085b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:01.691726 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:03.426345 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.316355 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:47:26.070628 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.197353 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:27.951806 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d3b94d49-6c53-4b72-ad54-dd76f36e2c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:30.578192 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:30.627784 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-32267cff-39e1-4e00-a216-dfa2c35c7086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:31.693349 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:33.430453 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:40.906716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46950) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:41.009581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8aabd8af-3a17-4fa3-af2f-bbdacec6cfe3 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1017215 Jul 16 17:47:43.192073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46960) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:43.246573 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3ef72bdd-4f94-46e3-92cd-2b248c8b148a admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0534124 Jul 16 17:47:49.315413 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:47:56.079803 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:56.243813 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:57.950428 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-beee353d-090f-424d-b4bc-31b07dd72794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.578927 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.626797 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9605518-c253-4146-b8fc-6f24a658ba9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:01.695777 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:03.432066 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:26.080953 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:26.261370 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:26.318943 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:48:27.953864 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e08a994e-a384-4dc1-a6ae-d1a8ce12e18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:30.579595 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:30.625405 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fadf6e73-e8c0-4486-9930-d8617df3dc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:31.699730 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:33.436974 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.068925 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.289660 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:57.961235 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-86623a39-8741-43a6-b7b1-13d7ea0bb2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.580238 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.623996 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d2f3cd7f-8cf6-4b13-b682-80ef2fabfd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:01.711553 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:03.323025 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:49:03.451522 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:09.842729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47386) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:09.945025 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.062407 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.073444 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.101687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b67cee-ff4b-478a-99c5-90d3873fe5be,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] Tracked resource versions report: Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: pushed versions: Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: { 'AddressGroup': {'1.2'}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'ConntrackHelper': {'1.0'}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'Log': {'1.0'}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'Network': {'1.1'}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'Port': {'1.7'}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'PortForwarding': {'1.2'}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'QosPolicy': {'1.8'}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'SecurityGroup': {'1.4'}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'SubPort': {'1.0'}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'Subnet': {'1.1'}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'Trunk': {'1.1'}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: consumer versions: Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: { DHCP agent@n-d-787206-10: {}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: HyperV agent@n-h1-787206-10: {}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: HyperV agent@n-h2-787206-10: {}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: L3 agent@n-d-787206-10: {}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: Metadata agent@n-d-787206-10: {}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: Metering agent@n-d-787206-10: {}, Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: Open vSwitch agent@n-d-787206-10: { 'AddressGroup': '1.2', Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'ConntrackHelper': '1.0', Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'Log': '1.0', Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'Network': '1.1', Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'Port': '1.7', Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'PortForwarding': '1.2', Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'QosPolicy': '1.8', Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'SecurityGroup': '1.4', Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'SecurityGroupRule': '1.2', Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'SubPort': '1.0', Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'Subnet': '1.1', Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: 'Trunk': '1.1'}} Jul 16 17:49:10.117997 n-d-787206-10 neutron-server[100169]: {{(pid=100169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:49:10.148062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c6a7dc31-04de-454c-ab19-c7b9ccaa5901 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0a223a9524b4e49a79706b47b0f1f2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3041084 Jul 16 17:49:10.149261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47414) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:10.208149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28f86c20-d6f8-4033-8d66-3ad85ae58f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.237240 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28f86c20-d6f8-4033-8d66-3ad85ae58f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.299605 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28f86c20-d6f8-4033-8d66-3ad85ae58f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.304510 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28f86c20-d6f8-4033-8d66-3ad85ae58f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.306294 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-28f86c20-d6f8-4033-8d66-3ad85ae58f7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1b67cee-ff4b-478a-99c5-90d3873fe5be HTTP/1.1" status: 204 len: 168 time: 0.1555254 Jul 16 17:49:10.317467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f86c20-d6f8-4033-8d66-3ad85ae58f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b67cee-ff4b-478a-99c5-90d3873fe5be,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:10.722233 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47490) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:10.725171 n-d-787206-10 neutron-server[100169]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 17:49:10.756539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-a9bc5515-187e-411a-aabf-72559a1b0bf6 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=33c24374307f4fb9ab29cbff5e2760fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326769 Jul 16 17:49:10.921232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47506) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:10.942911 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.956067 n-d-787206-10 neutron-server[100170]: INFO neutron.quota [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Loaded quota_driver: . Jul 16 17:49:10.957441 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946fb2-4737-407f-8aee-406f93d42825 req-3c7b51cb-8c9b-4d35-96ef-b2113dc5f139 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:10.958948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-3c7b51cb-8c9b-4d35-96ef-b2113dc5f139 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968172 Jul 16 17:49:10.992420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-fa8ce125-9bb4-4d65-bee8-c0168a78cd8f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/quotas/33c24374307f4fb9ab29cbff5e2760fe HTTP/1.1" status: 200 len: 375 time: 0.0254397 Jul 16 17:49:11.056442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47518) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:11.064694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-e9a260ef-00fe-4133-9434-1a9f34a669fd tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=33c24374307f4fb9ab29cbff5e2760fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660782 Jul 16 17:49:11.090652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47522) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:11.130505 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.134766 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.172621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17c92c8-1f8d-42cb-b3b6-492fa6219a24,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:11.185440 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:11.186691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:11.186691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:11.186691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:11.186691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:11.187019 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:11.187546 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:11.188193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:11.188656 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:11.189278 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:11.189745 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:11.190813 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] Tracked resource versions report: Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: pushed versions: Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: { 'AddressGroup': {'1.2'}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'ConntrackHelper': {'1.0'}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'Log': {'1.0'}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'Network': {'1.1'}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'Port': {'1.7'}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'PortForwarding': {'1.2'}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'QosPolicy': {'1.8'}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'SecurityGroup': {'1.4'}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'SubPort': {'1.0'}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'Subnet': {'1.1'}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'Trunk': {'1.1'}} Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: consumer versions: Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: { DHCP agent@n-d-787206-10: {}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: HyperV agent@n-h1-787206-10: {}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: HyperV agent@n-h2-787206-10: {}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: L3 agent@n-d-787206-10: {}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: Metadata agent@n-d-787206-10: {}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: Metering agent@n-d-787206-10: {}, Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: Open vSwitch agent@n-d-787206-10: { 'AddressGroup': '1.2', Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'ConntrackHelper': '1.0', Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'Log': '1.0', Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'Network': '1.1', Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'Port': '1.7', Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'PortForwarding': '1.2', Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'QosPolicy': '1.8', Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'SecurityGroup': '1.4', Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'SecurityGroupRule': '1.2', Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'SubPort': '1.0', Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'Subnet': '1.1', Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: 'Trunk': '1.1'}} Jul 16 17:49:11.192116 n-d-787206-10 neutron-server[100170]: {{(pid=100170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:49:11.219141 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47528) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:11.219300 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-55315671-b15e-4089-8360-a7953ca3b2ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c83f7452cdb490d92932932d2794b3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2966406 Jul 16 17:49:11.291300 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-508894f6-07ef-495f-8263-2b66a24a840d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.380324 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f32da7dc-9c33-47c9-afc1-55cb7f34727b req-e897a87d-cc18-4dbd-85cd-4966eb76782f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 210 time: 0.0754526 Jul 16 17:49:11.382754 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-508894f6-07ef-495f-8263-2b66a24a840d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.456335 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-508894f6-07ef-495f-8263-2b66a24a840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.456335 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-508894f6-07ef-495f-8263-2b66a24a840d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.456335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-508894f6-07ef-495f-8263-2b66a24a840d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e17c92c8-1f8d-42cb-b3b6-492fa6219a24 HTTP/1.1" status: 204 len: 168 time: 0.2348318 Jul 16 17:49:11.483848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508894f6-07ef-495f-8263-2b66a24a840d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17c92c8-1f8d-42cb-b3b6-492fa6219a24,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:11.485600 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bcec8f48-2f82-45e2-bc1e-0e60b0f4329f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.506667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47552) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:11.575742 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-64b86b9e-2255-4456-96e4-3e060aa026c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.637304 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bcec8f48-2f82-45e2-bc1e-0e60b0f4329f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.644032 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bcec8f48-2f82-45e2-bc1e-0e60b0f4329f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.703136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47568) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:11.703694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bcec8f48-2f82-45e2-bc1e-0e60b0f4329f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8446aba3a4e4439abd80e3a4c468d4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6455340 Jul 16 17:49:11.733218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec8f48-2f82-45e2-bc1e-0e60b0f4329f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3997ec1-e66b-42f1-acc9-d59f3174d676,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:11.798407 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76835e68-0846-4bca-84f6-a1031be80b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.832154 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-64b86b9e-2255-4456-96e4-3e060aa026c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.842182 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-64b86b9e-2255-4456-96e4-3e060aa026c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.856208 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76835e68-0846-4bca-84f6-a1031be80b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.905671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-64b86b9e-2255-4456-96e4-3e060aa026c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c738130a265744308821bc531eda1377&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8135321 Jul 16 17:49:11.909056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47584) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:11.946456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b86b9e-2255-4456-96e4-3e060aa026c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d86e35b-a57a-4409-a9a8-6e57cb6558c2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:11.991054 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76835e68-0846-4bca-84f6-a1031be80b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.991729 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35ca1b36-c29b-4cf0-8882-d137c3da9d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.998654 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76835e68-0846-4bca-84f6-a1031be80b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.011501 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-76835e68-0846-4bca-84f6-a1031be80b6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3997ec1-e66b-42f1-acc9-d59f3174d676 HTTP/1.1" status: 204 len: 168 time: 0.3064311 Jul 16 17:49:12.016971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35ca1b36-c29b-4cf0-8882-d137c3da9d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.047425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76835e68-0846-4bca-84f6-a1031be80b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3997ec1-e66b-42f1-acc9-d59f3174d676,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:12.080882 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35ca1b36-c29b-4cf0-8882-d137c3da9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.084805 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35ca1b36-c29b-4cf0-8882-d137c3da9d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.086468 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-35ca1b36-c29b-4cf0-8882-d137c3da9d6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d86e35b-a57a-4409-a9a8-6e57cb6558c2 HTTP/1.1" status: 204 len: 168 time: 0.1764123 Jul 16 17:49:12.099355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca1b36-c29b-4cf0-8882-d137c3da9d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d86e35b-a57a-4409-a9a8-6e57cb6558c2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:12.134830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fbc822b8-40f3-4d45-8c8e-c0b202c042e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.243645 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fbc822b8-40f3-4d45-8c8e-c0b202c042e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.252126 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fbc822b8-40f3-4d45-8c8e-c0b202c042e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.295725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47624) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:12.295863 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fbc822b8-40f3-4d45-8c8e-c0b202c042e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de77deaff0df452ca0d921f2ac06efa6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7872198 Jul 16 17:49:12.300695 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc822b8-40f3-4d45-8c8e-c0b202c042e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50504b7b-1b67-44ff-8b36-140a0dcfd0ed,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:12.370045 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb9f944a-75a6-4655-8a73-00207efcbe42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.398093 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb9f944a-75a6-4655-8a73-00207efcbe42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.473158 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb9f944a-75a6-4655-8a73-00207efcbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.475737 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb9f944a-75a6-4655-8a73-00207efcbe42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.480063 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fb9f944a-75a6-4655-8a73-00207efcbe42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50504b7b-1b67-44ff-8b36-140a0dcfd0ed HTTP/1.1" status: 204 len: 168 time: 0.1796885 Jul 16 17:49:12.485316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f944a-75a6-4655-8a73-00207efcbe42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50504b7b-1b67-44ff-8b36-140a0dcfd0ed,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:12.765912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47656) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:12.770919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47658) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:12.793908 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94bcc95c-46f8-489b-97e5-b7f2fdce1ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.810585 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5a0434e4-b1ea-4bf5-9672-caef3b5d40e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.923343 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94bcc95c-46f8-489b-97e5-b7f2fdce1ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.933691 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94bcc95c-46f8-489b-97e5-b7f2fdce1ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.971459 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-94bcc95c-46f8-489b-97e5-b7f2fdce1ed8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2bd91ee1b694b7c896e943c9c9bcc0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1881700 Jul 16 17:49:12.971805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47668) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:13.064112 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcc95c-46f8-489b-97e5-b7f2fdce1ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3141b34d-d0e2-45e2-804e-618b37a44aa2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:13.070930 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bd99722-8a10-4ada-927f-9ab4be595b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.093371 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bd99722-8a10-4ada-927f-9ab4be595b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.114549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47678) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:13.185772 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bd99722-8a10-4ada-927f-9ab4be595b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.188270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bd99722-8a10-4ada-927f-9ab4be595b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.189451 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5bd99722-8a10-4ada-927f-9ab4be595b96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3141b34d-d0e2-45e2-804e-618b37a44aa2 HTTP/1.1" status: 204 len: 168 time: 0.2099664 Jul 16 17:49:13.200279 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5a0434e4-b1ea-4bf5-9672-caef3b5d40e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.205755 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd99722-8a10-4ada-927f-9ab4be595b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3141b34d-d0e2-45e2-804e-618b37a44aa2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:13.209576 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5a0434e4-b1ea-4bf5-9672-caef3b5d40e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.246643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47686) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:13.253919 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5a0434e4-b1ea-4bf5-9672-caef3b5d40e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0373c808e9ee4cce8e7fb059b3e46782&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4829795 Jul 16 17:49:13.253919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0434e4-b1ea-4bf5-9672-caef3b5d40e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd3849c-4050-4209-a8eb-23c17067e263,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:13.254390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47690) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:13.322579 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7097598b-4191-4eb9-8357-7d22586bb0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.352674 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7097598b-4191-4eb9-8357-7d22586bb0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.365337 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47692) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:13.384839 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-237c4de5-6348-4f98-ad53-baa6ea7c747e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.450818 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d7a37f9-cd48-4ddc-a72f-28fd1e4c91f2 req-cc0496ae-b2f6-4389-a8e3-de5140c2d59c tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 210 time: 0.3347130 Jul 16 17:49:13.463091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7097598b-4191-4eb9-8357-7d22586bb0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.467838 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7097598b-4191-4eb9-8357-7d22586bb0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.469317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7097598b-4191-4eb9-8357-7d22586bb0ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cd3849c-4050-4209-a8eb-23c17067e263 HTTP/1.1" status: 204 len: 168 time: 0.2124784 Jul 16 17:49:13.491760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097598b-4191-4eb9-8357-7d22586bb0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd3849c-4050-4209-a8eb-23c17067e263,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:13.564337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-237c4de5-6348-4f98-ad53-baa6ea7c747e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.568569 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-237c4de5-6348-4f98-ad53-baa6ea7c747e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.613022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c4de5-6348-4f98-ad53-baa6ea7c747e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4d91e6-8fea-42e8-853d-a9bfc2065b71,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:13.617259 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-237c4de5-6348-4f98-ad53-baa6ea7c747e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b857e73236cc49e8a7a3d9b4030e47fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2508879 Jul 16 17:49:13.621104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47698) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:13.676661 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-23ca6172-8c5e-4402-9658-90ddb2096ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.699508 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-23ca6172-8c5e-4402-9658-90ddb2096ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.756680 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-23ca6172-8c5e-4402-9658-90ddb2096ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.759134 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-23ca6172-8c5e-4402-9658-90ddb2096ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.760265 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-23ca6172-8c5e-4402-9658-90ddb2096ffe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee4d91e6-8fea-42e8-853d-a9bfc2065b71 HTTP/1.1" status: 204 len: 168 time: 0.1374457 Jul 16 17:49:13.761841 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1c90018a-a843-4f8c-8ccc-b6e7a7efeaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.778289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca6172-8c5e-4402-9658-90ddb2096ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4d91e6-8fea-42e8-853d-a9bfc2065b71,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:13.900441 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1c90018a-a843-4f8c-8ccc-b6e7a7efeaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.907032 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1c90018a-a843-4f8c-8ccc-b6e7a7efeaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.943231 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1c90018a-a843-4f8c-8ccc-b6e7a7efeaea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3b6c4c75abe4ec8b989b729d0a91167&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6949785 Jul 16 17:49:13.947599 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47716) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:13.954652 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.43', 61031) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:13.973902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90018a-a843-4f8c-8ccc-b6e7a7efeaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dc53ab-0199-40d0-80c0-499387515878,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:14.018190 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-131aa703-19c1-4056-a5e1-b0eb1beeefec tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=33c24374307f4fb9ab29cbff5e2760fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601773 Jul 16 17:49:14.184192 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab775-1e09-4c08-be6a-356be40f9114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.250493 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab775-1e09-4c08-be6a-356be40f9114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.264877 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946fb2-4737-407f-8aee-406f93d42825 req-39984fed-c0c8-403c-89fb-1c3066398bc5 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:14.266405 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-39984fed-c0c8-403c-89fb-1c3066398bc5 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415519 Jul 16 17:49:14.283181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47730) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:14.318725 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab775-1e09-4c08-be6a-356be40f9114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.321452 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab775-1e09-4c08-be6a-356be40f9114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.322745 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8c6ab775-1e09-4c08-be6a-356be40f9114 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56dc53ab-0199-40d0-80c0-499387515878 HTTP/1.1" status: 204 len: 168 time: 0.3751540 Jul 16 17:49:14.330916 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ab775-1e09-4c08-be6a-356be40f9114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dc53ab-0199-40d0-80c0-499387515878,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:14.348041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Request body: {'port': {'device_id': 'e2df1fd9-90da-4411-b3ad-54e00f35766d', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '33c24374307f4fb9ab29cbff5e2760fe'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:14.520110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-network', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:14.555223 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:49:14.555223 n-d-787206-10 neutron-server[100170]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 17:49:14.555223 n-d-787206-10 neutron-server[100170]: [parameters: {'project_id': '33c24374307f4fb9ab29cbff5e2760fe', 'id': '5cf33ffd-2c30-485a-b9ce-fe70d70ce80e', 'expiration': datetime.datetime(2021, 7, 16, 17, 51, 14, 540215)}] Jul 16 17:49:14.555223 n-d-787206-10 neutron-server[100170]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:49:14.556409 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:49:14.567281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Made reservation on behalf of 80e3923cfee9414f8eb9d7ce3046e725 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:14.570604 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.583704 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.746888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbb6cf99-7c79-4d29-b26b-9a0d0e8c4a4a req-14d5bdce-d96b-4c4f-8fa6-8ee77e954669 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 210 time: 0.1456523 Jul 16 17:49:14.826622 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.836633 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.860760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:49:14.880931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47f46d7-e7d1-459d-ab18-7f1ffe98c419,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:14.884404 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.884866 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Added segment 25b56cb7-c458-4f42-9ca4-a97015d3b005 of type vlan for network ee8c8716-e6ec-49c2-89d4-211484840579 Jul 16 17:49:14.931236 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.953154 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47774) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:14.964497 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.965410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:14.966047 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.975594 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9143-c375-4d6a-a91f-4aeab1a76cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.033250 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ee8c8716-e6ec-49c2-89d4-211484840579,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:15.048937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network ee8c8716-e6ec-49c2-89d4-211484840579 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:49:15.186693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9143-c375-4d6a-a91f-4aeab1a76cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.201281 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9143-c375-4d6a-a91f-4aeab1a76cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.201384 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-74353d4c-9831-476d-a7eb-37891ede82a8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9119122 Jul 16 17:49:15.201384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47784) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:15.205612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] Request body: {'subnet': {'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-subnet', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:15.218763 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.api [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:49:15.218763 n-d-787206-10 neutron-server[100169]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:49:15.218763 n-d-787206-10 neutron-server[100169]: [parameters: {'project_id_1': '80e3923cfee9414f8eb9d7ce3046e725', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 49, 15, 211389)}] Jul 16 17:49:15.218763 n-d-787206-10 neutron-server[100169]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:49:15.219775 n-d-787206-10 neutron-server[100169]: DEBUG oslo_db.api [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:49:15.251040 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cd3b9143-c375-4d6a-a91f-4aeab1a76cc2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc0debf5f4b442dab433d826e9a83fd6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2964227 Jul 16 17:49:15.253167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b9143-c375-4d6a-a91f-4aeab1a76cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccd21e4-a970-4864-8662-87f5c4e0941a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:15.253834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47790) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:15.260402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Made reservation on behalf of 33c24374307f4fb9ab29cbff5e2760fe for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:15.265349 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.285001 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.394418 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fdad9e26-c8cb-4e71-888d-1dfb6ba61cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.456091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fdad9e26-c8cb-4e71-888d-1dfb6ba61cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.520954 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.530268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.568340 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fdad9e26-c8cb-4e71-888d-1dfb6ba61cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.572994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fdad9e26-c8cb-4e71-888d-1dfb6ba61cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.578996 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fdad9e26-c8cb-4e71-888d-1dfb6ba61cd1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ccd21e4-a970-4864-8662-87f5c4e0941a HTTP/1.1" status: 204 len: 168 time: 0.3241129 Jul 16 17:49:15.591804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad9e26-c8cb-4e71-888d-1dfb6ba61cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccd21e4-a970-4864-8662-87f5c4e0941a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:15.652139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47802) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:15.710532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:15.787868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] Made reservation on behalf of 80e3923cfee9414f8eb9d7ce3046e725 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:15.790455 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.110802 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Allocated IP 192.168.233.143 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/6afbc4ec-5085-4839-b197-3b8da2d93a9a) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:16.140545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-271238224-network', 'tenant_id': 'ccec67a3da5b46cca9ed307648d9cb1f'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:16.355482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3ec484b-237d-43b1-bd61-4f0f930dabda req-f0c119a6-6882-4afb-9a1d-beead6726f23 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 210 time: 0.1525838 Jul 16 17:49:16.425645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Made reservation on behalf of ccec67a3da5b46cca9ed307648d9cb1f for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:16.429639 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.460577 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.553797 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.577641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3429175-5601-4f2f-bd60-24ea5b16066f,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:16.588280 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.593339 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Transition to ACTIVE for port object 6afbc4ec-5085-4839-b197-3b8da2d93a9a will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:16.678592 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.687552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] Checking segment: {'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:16.688411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] Network hostable DHCP agents. Network: ee8c8716-e6ec-49c2-89d4-211484840579, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:49:16.734337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] Network ee8c8716-e6ec-49c2-89d4-211484840579 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:49:16.780585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, ee8c8716-e6ec-49c2-89d4-211484840579) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:16.792614 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a5b59-48de-41cb-99f2-c143702fe3b1 None None] Network ee8c8716-e6ec-49c2-89d4-211484840579 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:16.799027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:16.801511 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.884862 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:16.902531 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:16.932350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:16.940059 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.951534 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:16.953464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.956440 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.009049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeca6a5-d637-424a-9e65-3ca46c6018a7,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:17.014511 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1e5d70d4-5002-4c13-b104-0f48af834629 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8134491 Jul 16 17:49:17.034642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47838) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:17.046953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:17.064605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:49:17.092083 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Pushing event updated for resources: {'Port': ['ID=6afbc4ec-5085-4839-b197-3b8da2d93a9a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:17.145875 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-56c2cdcf-71e8-491a-a0f9-533b7ee244f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8038960 Jul 16 17:49:17.152023 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.152453 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Added segment 5df1a6c4-8ba0-482b-ba87-cd16be21b603 of type vlan for network 6efdc248-1970-495c-ade6-459ab098ccf2 Jul 16 17:49:17.156908 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.162322 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.281728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-ee8c8716-e6ec-49c2-89d4-211484840579', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:49:17.283421 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.301831 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.504596 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.533539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8f726373-cae6-45f1-b423-40430da673f5 None None] Provisioning for port 6afbc4ec-5085-4839-b197-3b8da2d93a9a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:17.543387 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8f726373-cae6-45f1-b423-40430da673f5 None None] Provisioning complete for port 6afbc4ec-5085-4839-b197-3b8da2d93a9a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:17.543916 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8f726373-cae6-45f1-b423-40430da673f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.648721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8f726373-cae6-45f1-b423-40430da673f5 None None] Port 6afbc4ec-5085-4839-b197-3b8da2d93a9a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:17.663219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Allocated IP 172.20.0.2 (ee8c8716-e6ec-49c2-89d4-211484840579/f3429175-5601-4f2f-bd60-24ea5b16066f/594e60a0-9585-46d9-b5aa-b506b57b8a89) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:17.718837 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.720373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:17.721919 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.770207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1073160 Jul 16 17:49:17.770207 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.770698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47856) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:17.776999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-eea359af-b510-4930-a3d0-334358db2162 admin admin] Request body: {'subnet': {'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-271238224-subnet', 'tenant_id': 'ccec67a3da5b46cca9ed307648d9cb1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:17.840217 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea359af-b510-4930-a3d0-334358db2162 admin admin] Made reservation on behalf of ccec67a3da5b46cca9ed307648d9cb1f for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:17.844688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eea359af-b510-4930-a3d0-334358db2162 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.949124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d273e2-0838-48f1-ac4b-25ca9af3fb0e admin admin] Pushing event updated for resources: {'Network': ['ID=6efdc248-1970-495c-ade6-459ab098ccf2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:17.974591 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3f10b-f455-42be-971c-5c5f7a1027d3 req-155c1d7d-088c-47c8-b2b1-fa768b3830f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:17.975100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 6efdc248-1970-495c-ade6-459ab098ccf2 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:49:17.982649 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14e3f10b-f455-42be-971c-5c5f7a1027d3 req-155c1d7d-088c-47c8-b2b1-fa768b3830f1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 936 time: 0.3594329 Jul 16 17:49:18.046546 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-27014fa0-2a13-41b4-8d4a-0dd5792e790f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:49:18.047381 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-27014fa0-2a13-41b4-8d4a-0dd5792e790f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227432 Jul 16 17:49:18.151514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14e3f10b-f455-42be-971c-5c5f7a1027d3 req-86024063-997b-47ab-a70d-980d58fc5422 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677887 Jul 16 17:49:18.152529 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.167924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Transition to ACTIVE for port object 594e60a0-9585-46d9-b5aa-b506b57b8a89 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:18.199592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Transition to ACTIVE for port object 594e60a0-9585-46d9-b5aa-b506b57b8a89 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:18.208165 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.274000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Pushing event updated for resources: {'Port': ['ID=594e60a0-9585-46d9-b5aa-b506b57b8a89,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:18.286863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Network ee8c8716-e6ec-49c2-89d4-211484840579 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:18.295114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:18.302984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:18.307998 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:18.308360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:18.308666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:18.308990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:18.309319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:18.309642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:18.309962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:18.310314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:18.310742 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:18.311065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:18.311551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:18.311870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Tracked resource versions report: Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: pushed versions: Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: { 'AddressGroup': {'1.2'}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'ConntrackHelper': {'1.0'}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'Log': {'1.0'}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'Network': {'1.1'}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'Port': {'1.7'}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'PortForwarding': {'1.2'}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'QosPolicy': {'1.8'}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'SecurityGroup': {'1.4'}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'SubPort': {'1.0'}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'Subnet': {'1.1'}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'Trunk': {'1.1'}} Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: consumer versions: Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: { DHCP agent@n-d-787206-10: {}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: HyperV agent@n-h1-787206-10: {}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: HyperV agent@n-h2-787206-10: {}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: L3 agent@n-d-787206-10: {}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: Metadata agent@n-d-787206-10: {}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: Metering agent@n-d-787206-10: {}, Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: Open vSwitch agent@n-d-787206-10: { 'AddressGroup': '1.2', Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'ConntrackHelper': '1.0', Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'Log': '1.0', Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'Network': '1.1', Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'Port': '1.7', Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'PortForwarding': '1.2', Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'QosPolicy': '1.8', Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'SecurityGroup': '1.4', Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'SecurityGroupRule': '1.2', Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'SubPort': '1.0', Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'Subnet': '1.1', Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: 'Trunk': '1.1'}} Jul 16 17:49:18.313329 n-d-787206-10 neutron-server[100171]: {{(pid=100171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:49:18.383075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Attempting to bind port 594e60a0-9585-46d9-b5aa-b506b57b8a89 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:18.383561 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Attempting to bind port 594e60a0-9585-46d9-b5aa-b506b57b8a89 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:18.384042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Attempting to bind port 594e60a0-9585-46d9-b5aa-b506b57b8a89 on network ee8c8716-e6ec-49c2-89d4-211484840579 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:18.390971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:18.391259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Checking segment: {'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:18.391711 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.392145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Bound using segment: {'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:18.392663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Bound port: 594e60a0-9585-46d9-b5aa-b506b57b8a89, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:18.393199 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.429345 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eea359af-b510-4930-a3d0-334358db2162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.472424 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.495612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] For port 594e60a0-9585-46d9-b5aa-b506b57b8a89, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:18.499701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] For port 594e60a0-9585-46d9-b5aa-b506b57b8a89, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=594e60a0-9585-46d9-b5aa-b506b57b8a89,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:18.508758 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.568946 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.583422 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea359af-b510-4930-a3d0-334358db2162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0613ca9c-4811-4c37-882d-5b32e78d1468,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:18.624072 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea359af-b510-4930-a3d0-334358db2162 admin admin] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:18.624486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea359af-b510-4930-a3d0-334358db2162 admin admin] Network hostable DHCP agents. Network: 6efdc248-1970-495c-ade6-459ab098ccf2, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:49:18.672726 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea097ce-26ec-488e-b84f-12db256a262a None None] Pushing event updated for resources: {'Port': ['ID=594e60a0-9585-46d9-b5aa-b506b57b8a89,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:18.686793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea359af-b510-4930-a3d0-334358db2162 admin admin] Network 6efdc248-1970-495c-ade6-459ab098ccf2 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:49:18.711286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-eea359af-b510-4930-a3d0-334358db2162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 6efdc248-1970-495c-ade6-459ab098ccf2) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:18.721343 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea359af-b510-4930-a3d0-334358db2162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:18.722291 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eea359af-b510-4930-a3d0-334358db2162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.729474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc76698-cfe1-4af5-b89b-2c4a0fc0cda2 None None] Network 6efdc248-1970-495c-ade6-459ab098ccf2 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:18.750206 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-eea359af-b510-4930-a3d0-334358db2162 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9698606 Jul 16 17:49:18.810753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Allocated IP 172.25.5.10 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/744f3f6f-4af9-48b8-bb8e-b20df820f657) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:18.939812 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Request body: {'port': {'device_id': 'e2df1fd9-90da-4411-b3ad-54e00f35766d', 'device_owner': 'compute:tempest-test_az-501100917', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:19.063818 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.124766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5a4e91-4116-43d9-8419-47cae9e1145d None None] Network 6efdc248-1970-495c-ade6-459ab098ccf2 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:19.189099 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.219953 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.377265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:19.396149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:19.404906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:19.406883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Pushing event updated for resources: {'Port': ['ID=744f3f6f-4af9-48b8-bb8e-b20df820f657,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:19.788366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47904) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:19.871480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afbc4ec-5085-4839-b197-3b8da2d93a9a {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:19.893621 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.936193 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bbf95-feee-4ffe-823d-4c32062d9816 req-e360591a-30d1-4c56-9ae1-483de74d2476 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:19.945537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f49bbf95-feee-4ffe-823d-4c32062d9816 req-e360591a-30d1-4c56-9ae1-483de74d2476 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 936 time: 0.2412715 Jul 16 17:49:19.964941 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Transition to ACTIVE for port object 6afbc4ec-5085-4839-b197-3b8da2d93a9a will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:19.975820 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.014602 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f49bbf95-feee-4ffe-823d-4c32062d9816 req-b5e4e87e-98f1-4992-b970-31f9ca7f86c2 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679812 Jul 16 17:49:20.168368 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Pushing event updated for resources: {'Port': ['ID=6afbc4ec-5085-4839-b197-3b8da2d93a9a,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:20.369124 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.410608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179179cd-f424-4aa2-b4dd-c0c15f394c91 None None] Network ee8c8716-e6ec-49c2-89d4-211484840579 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:20.423897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Attempting to bind port 6afbc4ec-5085-4839-b197-3b8da2d93a9a on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:20.424365 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Attempting to bind port 6afbc4ec-5085-4839-b197-3b8da2d93a9a by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:20.424699 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Attempting to bind port 6afbc4ec-5085-4839-b197-3b8da2d93a9a on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:20.440600 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Port 6afbc4ec-5085-4839-b197-3b8da2d93a9a on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:20.440870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Attempting to bind port 6afbc4ec-5085-4839-b197-3b8da2d93a9a on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:20.443129 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7479d442-2fd9-413a-9bbc-41f7fec5f527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.502027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:20.504852 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:20.506267 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:20.508831 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Bound port: 6afbc4ec-5085-4839-b197-3b8da2d93a9a, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:20.513116 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.618635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2ee8c33b-3075-4d1e-a1f5-779817fa2744 None None] Provisioning for port 594e60a0-9585-46d9-b5aa-b506b57b8a89 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:20.693627 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] For port 6afbc4ec-5085-4839-b197-3b8da2d93a9a, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:20.722901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] For port 6afbc4ec-5085-4839-b197-3b8da2d93a9a, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6afbc4ec-5085-4839-b197-3b8da2d93a9a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:20.739297 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.779844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47942) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:20.799111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:20.800115 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.802033 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] 10.222.0.43 "PUT /v2.0/ports/6afbc4ec-5085-4839-b197-3b8da2d93a9a HTTP/1.1" status: 200 len: 1118 time: 2.2457511 Jul 16 17:49:20.806999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2df1fd9-90da-4411-b3ad-54e00f35766d', 'tag': '6afbc4ec-5085-4839-b197-3b8da2d93a9a'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:21.072356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 594e60a0-9585-46d9-b5aa-b506b57b8a89 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:21.115417 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.234114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 594e60a0-9585-46d9-b5aa-b506b57b8a89 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:21.245205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 594e60a0-9585-46d9-b5aa-b506b57b8a89 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:21.245430 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.391052 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b796776c-dc68-4a96-8c84-fc945cd51222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.530132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47966) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:21.547805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-524277707-network', 'tenant_id': '46fa567b021e4b31a256451f5411e871'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:21.550099 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.590228 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c821f-9dda-4d6b-8085-90f653246942 service neutron] Pushing event updated for resources: {'Port': ['ID=6afbc4ec-5085-4839-b197-3b8da2d93a9a,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:21.597791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca071e-af25-476f-9c7f-6bdfcfe8476b req-f6d22295-d7ab-4dac-9e2f-f8bfea9d1b04 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:21.610155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3dca071e-af25-476f-9c7f-6bdfcfe8476b req-f6d22295-d7ab-4dac-9e2f-f8bfea9d1b04 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 969 time: 0.2158048 Jul 16 17:49:21.638519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946fb2-4737-407f-8aee-406f93d42825 req-f8997b3f-a5a7-42a9-8049-9c59f3df9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:21.640367 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-f8997b3f-a5a7-42a9-8049-9c59f3df9779 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33c24374307f4fb9ab29cbff5e2760fe&device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 1121 time: 0.6580229 Jul 16 17:49:21.654857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 594e60a0-9585-46d9-b5aa-b506b57b8a89, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=594e60a0-9585-46d9-b5aa-b506b57b8a89,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:21.663054 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7479d442-2fd9-413a-9bbc-41f7fec5f527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.685934 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.712089 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7479d442-2fd9-413a-9bbc-41f7fec5f527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.759658 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cf1435-bbe4-4172-aa0d-f1cea1e6327c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2df1fd9-90da-4411-b3ad-54e00f35766d", "tag": "6afbc4ec-5085-4839-b197-3b8da2d93a9a"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:21.767191 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-2e9bb8ec-2ff8-4e30-b54a-8bea8ace9d9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=6afbc4ec-5085-4839-b197-3b8da2d93a9a HTTP/1.1" status: 200 len: 217 time: 0.0995147 Jul 16 17:49:21.780715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6950a653-1a29-4c9d-8cc3-6dbc8ecf2df1 None None] Provisioning complete for port 594e60a0-9585-46d9-b5aa-b506b57b8a89 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:21.781094 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6950a653-1a29-4c9d-8cc3-6dbc8ecf2df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.799629 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7479d442-2fd9-413a-9bbc-41f7fec5f527 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8aa3d5e462d04eed87e204d2dc63bf52&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0099564 Jul 16 17:49:21.802343 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479d442-2fd9-413a-9bbc-41f7fec5f527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e708a9b-806c-4710-9170-55ec15682219,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:21.805104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47970) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:21.880531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Router 1d073212-26a8-4788-a2f0-a34c606188a7 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:49:21.899072 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73fa5fb4-6cc3-4577-8599-9fd110edded9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.932290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3dca071e-af25-476f-9c7f-6bdfcfe8476b req-5cf71681-ca59-4068-b632-1670fca7375c tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211160 Jul 16 17:49:21.939117 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b796776c-dc68-4a96-8c84-fc945cd51222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.960967 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b796776c-dc68-4a96-8c84-fc945cd51222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.984604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=594e60a0-9585-46d9-b5aa-b506b57b8a89,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:22.019647 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73fa5fb4-6cc3-4577-8599-9fd110edded9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.175591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Made reservation on behalf of 46fa567b021e4b31a256451f5411e871 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:22.179068 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.209407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b796776c-dc68-4a96-8c84-fc945cd51222 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7a001e8dad4436f9537e6ddf2ef250c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4274411 Jul 16 17:49:22.210454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796776c-dc68-4a96-8c84-fc945cd51222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d19fb57-fbab-421a-8848-36ed5c5317af,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:22.213036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47982) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:22.229265 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d660d311-28f4-4ad1-b9bb-b3d1d00bab79 x-openstack-request-id: req-d660d311-28f4-4ad1-b9bb-b3d1d00bab79 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:22.229688 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2df1fd9-90da-4411-b3ad-54e00f35766d", "tag": "6afbc4ec-5085-4839-b197-3b8da2d93a9a", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:22.230195 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d660d311-28f4-4ad1-b9bb-b3d1d00bab79 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:22.230951 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2df1fd9-90da-4411-b3ad-54e00f35766d', 'tag': '6afbc4ec-5085-4839-b197-3b8da2d93a9a', 'status': 'completed', 'code': 200} Jul 16 17:49:22.234178 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.240136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946fb2-4737-407f-8aee-406f93d42825 req-d81d4ed2-5115-48ef-9ba1-4051ba0d2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:22.242938 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-d81d4ed2-5115-48ef-9ba1-4051ba0d2b2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.2817872 Jul 16 17:49:22.283382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73fa5fb4-6cc3-4577-8599-9fd110edded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.286284 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73fa5fb4-6cc3-4577-8599-9fd110edded9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.290614 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-73fa5fb4-6cc3-4577-8599-9fd110edded9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e708a9b-806c-4710-9170-55ec15682219 HTTP/1.1" status: 204 len: 168 time: 0.4843750 Jul 16 17:49:22.306602 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa5fb4-6cc3-4577-8599-9fd110edded9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e708a9b-806c-4710-9170-55ec15682219,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:22.364482 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c66e1310-23a2-4321-80b1-ffde4220ded6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.412031 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c66e1310-23a2-4321-80b1-ffde4220ded6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.470592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:22.489785 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Sync routers for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:22.503588 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:22.504492 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:22.523106 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c66e1310-23a2-4321-80b1-ffde4220ded6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.524533 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.526701 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c66e1310-23a2-4321-80b1-ffde4220ded6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.529792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c66e1310-23a2-4321-80b1-ffde4220ded6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d19fb57-fbab-421a-8848-36ed5c5317af HTTP/1.1" status: 204 len: 168 time: 0.3126850 Jul 16 17:49:22.552844 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.556960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e1310-23a2-4321-80b1-ffde4220ded6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d19fb57-fbab-421a-8848-36ed5c5317af,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:22.562155 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.563604 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a33b3826-1b96-4f60-98b0-efff235c28a0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.5280805 Jul 16 17:49:22.566330 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47994) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:22.581872 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946fb2-4737-407f-8aee-406f93d42825 req-a42358a4-717a-47b6-a930-adb8ab25dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:22.592093 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-a42358a4-717a-47b6-a930-adb8ab25dd22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2407639 Jul 16 17:49:22.637346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:49:22.708525 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764365655107', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.711103 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Unsubscribe: segment precommit_create {{(pid=100170) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 17:49:22.714534 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Added segment 2ad32608-d942-44c4-a6e2-76003463248c of type vlan for network 158e040b-0d97-47fe-b6f5-8a3c89db1f7d Jul 16 17:49:22.784413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86611ed2-c0bd-452a-aa1a-90de38ff969c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:22.807932 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:23.094503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 594e60a0-9585-46d9-b5aa-b506b57b8a89 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:23.200563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.242815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48020) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:23.279972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 594e60a0-9585-46d9-b5aa-b506b57b8a89 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:23.280869 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.298686 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ab414b1-ded6-47d9-a906-4286bb4cd713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.362966 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:20Z', 'revision_number': 3, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:23.424158 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-7425b1e6-09c5-4e97-82ea-d415e199a1b6 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7989082 Jul 16 17:49:23.429929 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.431210 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:23.433379 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.449845 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Checking router: 1d073212-26a8-4788-a2f0-a34c606188a7 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:49:23.453655 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Updating router 1d073212-26a8-4788-a2f0-a34c606188a7 port 744f3f6f-4af9-48b8-bb8e-b20df820f657 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:49:23.535513 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.630210 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add9658-8c3e-4ca9-b685-462c55c32478 req-733771a9-b53f-4b08-8c7e-924fcfee4e7a tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:23.631856 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1add9658-8c3e-4ca9-b685-462c55c32478 req-733771a9-b53f-4b08-8c7e-924fcfee4e7a tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 969 time: 0.2973759 Jul 16 17:49:23.801938 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1add9658-8c3e-4ca9-b685-462c55c32478 req-31a2a7c3-e196-4b72-91cf-08cba1b6e9ca tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347773 Jul 16 17:49:23.802409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48024) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:23.823026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] Pushing event updated for resources: {'Network': ['ID=158e040b-0d97-47fe-b6f5-8a3c89db1f7d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:23.842475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 158e040b-0d97-47fe-b6f5-8a3c89db1f7d details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:49:23.875357 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b9946fb2-4737-407f-8aee-406f93d42825 req-2e34bf0e-22bb-4f06-91dd-c28e5c96be88 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288981 Jul 16 17:49:23.934647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48028) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:23.940016 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.952741 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-365cec2b-fb1b-4be2-bb83-d86e157fcfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.976118 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Transition to ACTIVE for port object 744f3f6f-4af9-48b8-bb8e-b20df820f657 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:23.989615 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.055067 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Pushing event updated for resources: {'Port': ['ID=744f3f6f-4af9-48b8-bb8e-b20df820f657,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:24.077814 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:24.078433 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:24.078944 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:24.079287 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:24.079652 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:24.079992 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:24.080333 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:24.080666 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:24.081028 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:24.081344 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:24.081639 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:24.081961 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Tracked resource versions report: Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: pushed versions: Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: { 'AddressGroup': {'1.2'}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'ConntrackHelper': {'1.0'}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'Log': {'1.0'}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'Network': {'1.1'}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'Port': {'1.7'}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'PortForwarding': {'1.2'}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'QosPolicy': {'1.8'}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'SecurityGroup': {'1.4'}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'SubPort': {'1.0'}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'Subnet': {'1.1'}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'Trunk': {'1.1'}} Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: consumer versions: Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: { DHCP agent@n-d-787206-10: {}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: HyperV agent@n-h1-787206-10: {}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: HyperV agent@n-h2-787206-10: {}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: L3 agent@n-d-787206-10: {}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: Metadata agent@n-d-787206-10: {}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: Metering agent@n-d-787206-10: {}, Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: Open vSwitch agent@n-d-787206-10: { 'AddressGroup': '1.2', Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'ConntrackHelper': '1.0', Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'Log': '1.0', Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'Network': '1.1', Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'Port': '1.7', Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'PortForwarding': '1.2', Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'QosPolicy': '1.8', Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'SecurityGroup': '1.4', Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'SecurityGroupRule': '1.2', Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'SubPort': '1.0', Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'Subnet': '1.1', Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: 'Trunk': '1.1'}} Jul 16 17:49:24.083130 n-d-787206-10 neutron-server[100172]: {{(pid=100172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:49:24.086429 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Attempting to bind port 744f3f6f-4af9-48b8-bb8e-b20df820f657 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:24.086429 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Attempting to bind port 744f3f6f-4af9-48b8-bb8e-b20df820f657 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:24.086622 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Attempting to bind port 744f3f6f-4af9-48b8-bb8e-b20df820f657 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:24.093572 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:24.093951 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:24.094367 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.094803 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:24.095353 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Bound port: 744f3f6f-4af9-48b8-bb8e-b20df820f657, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:24.095812 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.110801 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf1435-bbe4-4172-aa0d-f1cea1e6327c req-2740f27c-de25-4327-8d39-de5b7e67f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:24.114346 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12cf1435-bbe4-4172-aa0d-f1cea1e6327c req-2740f27c-de25-4327-8d39-de5b7e67f2c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33c24374307f4fb9ab29cbff5e2760fe&device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 1121 time: 0.1313872 Jul 16 17:49:24.149424 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ab414b1-ded6-47d9-a906-4286bb4cd713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.153174 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] For port 744f3f6f-4af9-48b8-bb8e-b20df820f657, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:24.156642 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] For port 744f3f6f-4af9-48b8-bb8e-b20df820f657, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=744f3f6f-4af9-48b8-bb8e-b20df820f657,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:24.161348 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.189677 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-60c482ed-a01d-4405-ac37-66839ddf041a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6543021 Jul 16 17:49:24.200444 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48030) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:24.202681 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.215873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-103c7fb9-8254-4ccb-8569-521e53dead1a admin admin] Request body: {'subnet': {'network_id': '158e040b-0d97-47fe-b6f5-8a3c89db1f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-524277707-subnet', 'tenant_id': '46fa567b021e4b31a256451f5411e871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:24.224585 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87683630-f08b-47e2-b186-608a3fd64273 None None] Pushing event updated for resources: {'Port': ['ID=744f3f6f-4af9-48b8-bb8e-b20df820f657,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:24.253475 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:24.254430 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:24.265123 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ab414b1-ded6-47d9-a906-4286bb4cd713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.374482 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:24.483504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf1435-bbe4-4172-aa0d-f1cea1e6327c req-cb7048ec-82a2-47aa-9f20-0637fcd4cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:24.485037 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12cf1435-bbe4-4172-aa0d-f1cea1e6327c req-cb7048ec-82a2-47aa-9f20-0637fcd4cb7d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.3483837 Jul 16 17:49:24.547823 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-365cec2b-fb1b-4be2-bb83-d86e157fcfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.560997 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-365cec2b-fb1b-4be2-bb83-d86e157fcfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.613898 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cec2b-fb1b-4be2-bb83-d86e157fcfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fade5665-7f8f-4e82-bd6c-0564c22475d1,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:24.643117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab414b1-ded6-47d9-a906-4286bb4cd713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9af0c6-ec7c-4193-887e-0147e97719cd,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:24.662231 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-365cec2b-fb1b-4be2-bb83-d86e157fcfe4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=221d2e43234840d683f2944c0e437f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7240620 Jul 16 17:49:24.662838 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48036) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:24.676728 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:20Z', 'revision_number': 3, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:24.686498 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-88a5919b-4550-4677-8dee-f2c7e2013f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.721502 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e52bde-e295-4ccf-8306-e272e93ced33 None None] The sync data for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 is: [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:20Z', 'revision_number': 3, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:49:24.750737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103c7fb9-8254-4ccb-8569-521e53dead1a admin admin] Made reservation on behalf of 46fa567b021e4b31a256451f5411e871 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:24.753017 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-103c7fb9-8254-4ccb-8569-521e53dead1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.766822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c9011d4b-c7e5-49ae-80f1-4cbcbd39e1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.767619 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3ab414b1-ded6-47d9-a906-4286bb4cd713 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f73360fd5c4e4121bbe384476bfe8c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5236747 Jul 16 17:49:24.771129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48038) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:24.829207 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c9011d4b-c7e5-49ae-80f1-4cbcbd39e1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.892701 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ea82e0f9-1275-4924-97cc-47844eef2b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.933719 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ea82e0f9-1275-4924-97cc-47844eef2b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.950885 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c9011d4b-c7e5-49ae-80f1-4cbcbd39e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.954160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c9011d4b-c7e5-49ae-80f1-4cbcbd39e1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.960104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-88a5919b-4550-4677-8dee-f2c7e2013f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.960545 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c9011d4b-c7e5-49ae-80f1-4cbcbd39e1ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fade5665-7f8f-4e82-bd6c-0564c22475d1 HTTP/1.1" status: 204 len: 168 time: 0.2954161 Jul 16 17:49:24.986792 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9011d4b-c7e5-49ae-80f1-4cbcbd39e1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fade5665-7f8f-4e82-bd6c-0564c22475d1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:25.009928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Allocated IP 172.20.0.1 (ee8c8716-e6ec-49c2-89d4-211484840579/f3429175-5601-4f2f-bd60-24ea5b16066f/91b00535-46b3-4a5d-9116-10db0ae70b5c) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:25.047042 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ea82e0f9-1275-4924-97cc-47844eef2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.050301 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ea82e0f9-1275-4924-97cc-47844eef2b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.051861 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ea82e0f9-1275-4924-97cc-47844eef2b29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa9af0c6-ec7c-4193-887e-0147e97719cd HTTP/1.1" status: 204 len: 168 time: 0.2795899 Jul 16 17:49:25.060586 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-88a5919b-4550-4677-8dee-f2c7e2013f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.066239 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82e0f9-1275-4924-97cc-47844eef2b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9af0c6-ec7c-4193-887e-0147e97719cd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:25.427418 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-88a5919b-4550-4677-8dee-f2c7e2013f7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d01c5f292b34a40aa2ced4eae86f297&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6139414 Jul 16 17:49:25.428016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48052) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:25.452685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5919b-4550-4677-8dee-f2c7e2013f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c5b5c0-3532-4425-94cd-13af964d6ef6,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:25.518284 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.546565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-360a3329-257f-4f39-8838-c7f354ad97b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.645607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-360a3329-257f-4f39-8838-c7f354ad97b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.654776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Transition to ACTIVE for port object 91b00535-46b3-4a5d-9116-10db0ae70b5c will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:25.688882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995792cf-8b3a-4077-af76-6fdb78243a8f req-a8bcb818-465f-4158-8580-7e2445ef2abb tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:25.696158 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-995792cf-8b3a-4077-af76-6fdb78243a8f req-a8bcb818-465f-4158-8580-7e2445ef2abb tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 969 time: 0.5942926 Jul 16 17:49:25.752266 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-360a3329-257f-4f39-8838-c7f354ad97b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.755846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-360a3329-257f-4f39-8838-c7f354ad97b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.757651 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-360a3329-257f-4f39-8838-c7f354ad97b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03c5b5c0-3532-4425-94cd-13af964d6ef6 HTTP/1.1" status: 204 len: 168 time: 0.3282154 Jul 16 17:49:25.772912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a3329-257f-4f39-8838-c7f354ad97b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c5b5c0-3532-4425-94cd-13af964d6ef6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:25.829616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-995792cf-8b3a-4077-af76-6fdb78243a8f req-641ef45e-6efd-4274-9548-4cddab92767f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298988 Jul 16 17:49:25.830091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-103c7fb9-8254-4ccb-8569-521e53dead1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.897447 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.946829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c7fb9-8254-4ccb-8569-521e53dead1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=85fe43c7-3a72-4267-931e-0bf7cf29565b,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:25.988800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Network ee8c8716-e6ec-49c2-89d4-211484840579 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:25.992721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c7fb9-8254-4ccb-8569-521e53dead1a admin admin] Checking segment: {'id': '2ad32608-d942-44c4-a6e2-76003463248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '158e040b-0d97-47fe-b6f5-8a3c89db1f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:25.993126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c7fb9-8254-4ccb-8569-521e53dead1a admin admin] Network hostable DHCP agents. Network: 158e040b-0d97-47fe-b6f5-8a3c89db1f7d, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:49:25.996932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:26.004224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:26.004693 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.035222 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Pushing event updated for resources: {'Port': ['ID=91b00535-46b3-4a5d-9116-10db0ae70b5c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:26.100754 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.222331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c7fb9-8254-4ccb-8569-521e53dead1a admin admin] Network 158e040b-0d97-47fe-b6f5-8a3c89db1f7d is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:49:26.324465 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.342991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-103c7fb9-8254-4ccb-8569-521e53dead1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 158e040b-0d97-47fe-b6f5-8a3c89db1f7d) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:26.354794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37fe7b4-2a90-48ab-a80a-388e4b3d0ff0 None None] Network 158e040b-0d97-47fe-b6f5-8a3c89db1f7d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:26.382457 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c7fb9-8254-4ccb-8569-521e53dead1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:26.387598 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-103c7fb9-8254-4ccb-8569-521e53dead1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.483732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-103c7fb9-8254-4ccb-8569-521e53dead1a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2743733 Jul 16 17:49:26.555146 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.604183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48086) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:26.637713 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12cf1435-bbe4-4172-aa0d-f1cea1e6327c req-a43ce872-fcfb-4a4f-a65f-e455b3ce1e74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=6afbc4ec-5085-4839-b197-3b8da2d93a9a HTTP/1.1" status: 200 len: 217 time: 0.1077402 Jul 16 17:49:26.657072 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-97f7eda9-2dc4-4ae5-9bac-29d6a4b53aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.701264 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2de7a3a0-cd71-4757-8e43-f72311f5d279 None None] Provisioning for port 91b00535-46b3-4a5d-9116-10db0ae70b5c completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:26.718281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2de7a3a0-cd71-4757-8e43-f72311f5d279 None None] Provisioning complete for port 91b00535-46b3-4a5d-9116-10db0ae70b5c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:26.719049 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2de7a3a0-cd71-4757-8e43-f72311f5d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.860366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2de7a3a0-cd71-4757-8e43-f72311f5d279 None None] Port 91b00535-46b3-4a5d-9116-10db0ae70b5c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:26.866928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23e3c37-1522-4028-b37b-44939b0a1f14 None None] Network 158e040b-0d97-47fe-b6f5-8a3c89db1f7d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:27.059093 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.078130 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.082471 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.091531 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-97f7eda9-2dc4-4ae5-9bac-29d6a4b53aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.102514 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 744f3f6f-4af9-48b8-bb8e-b20df820f657 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:27.151936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Pushing event updated for resources: {'Port': ['ID=91b00535-46b3-4a5d-9116-10db0ae70b5c,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:27.159581 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-97f7eda9-2dc4-4ae5-9bac-29d6a4b53aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.215748 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 744f3f6f-4af9-48b8-bb8e-b20df820f657 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:27.225296 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 744f3f6f-4af9-48b8-bb8e-b20df820f657 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:27.226322 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.232623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-97f7eda9-2dc4-4ae5-9bac-29d6a4b53aba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77d13b04079e42cd82cf3b395a39174f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6273100 Jul 16 17:49:27.238672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7eda9-2dc4-4ae5-9bac-29d6a4b53aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ec10db-1ea0-4b33-bee4-6e7cb0032244,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:27.239125 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48100) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:27.261816 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf1435-bbe4-4172-aa0d-f1cea1e6327c req-a830d3f0-e3a6-43af-a507-7d9f5b64bace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:27.263727 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12cf1435-bbe4-4172-aa0d-f1cea1e6327c req-a830d3f0-e3a6-43af-a507-7d9f5b64bace service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1524451 Jul 16 17:49:27.351373 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bddc-5812-4188-8146-a4da06bf065c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.388151 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bddc-5812-4188-8146-a4da06bf065c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.409645 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.418775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b6e19-70c8-46aa-ba52-fa403119e856 req-6c145a60-f0fb-47e4-9cc8-56616cfe8e72 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:27.421805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf1435-bbe4-4172-aa0d-f1cea1e6327c req-439762ae-f888-4e4d-87f5-377809e54dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:27.423846 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12cf1435-bbe4-4172-aa0d-f1cea1e6327c req-439762ae-f888-4e4d-87f5-377809e54dda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1406682 Jul 16 17:49:27.425796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb5b6e19-70c8-46aa-ba52-fa403119e856 req-6c145a60-f0fb-47e4-9cc8-56616cfe8e72 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 969 time: 0.2701774 Jul 16 17:49:27.467989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 744f3f6f-4af9-48b8-bb8e-b20df820f657, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=744f3f6f-4af9-48b8-bb8e-b20df820f657,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:27.485185 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.563493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb5b6e19-70c8-46aa-ba52-fa403119e856 req-e1d2bcf4-10a7-430d-85ba-683e27ab8720 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367588 Jul 16 17:49:27.570470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Network ee8c8716-e6ec-49c2-89d4-211484840579 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:27.577529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:27.619667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=744f3f6f-4af9-48b8-bb8e-b20df820f657,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:27.746260 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bddc-5812-4188-8146-a4da06bf065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.752313 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bddc-5812-4188-8146-a4da06bf065c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.757587 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b5b8bddc-5812-4188-8146-a4da06bf065c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48ec10db-1ea0-4b33-bee4-6e7cb0032244 HTTP/1.1" status: 204 len: 168 time: 0.5170631 Jul 16 17:49:27.779753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8bddc-5812-4188-8146-a4da06bf065c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ec10db-1ea0-4b33-bee4-6e7cb0032244,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:27.818442 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12cf1435-bbe4-4172-aa0d-f1cea1e6327c req-c5f1f886-69f9-4033-b0f8-758676105865 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828504 Jul 16 17:49:27.897792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bfc69c87-f295-464d-83e3-682f9e4035a8 None None] Provisioning complete for port 91b00535-46b3-4a5d-9116-10db0ae70b5c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:27.898220 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bfc69c87-f295-464d-83e3-682f9e4035a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.934952 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12cf1435-bbe4-4172-aa0d-f1cea1e6327c req-62faccb9-5d3e-48b8-a80a-8d233dce65c1 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082413 Jul 16 17:49:27.977807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-bfc69c87-f295-464d-83e3-682f9e4035a8 None None] Port 91b00535-46b3-4a5d-9116-10db0ae70b5c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:27.984601 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1d94b7ec-d4bb-4a91-ae71-b56946295470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:28.069759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Router 1d073212-26a8-4788-a2f0-a34c606188a7 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:49:28.080823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-3a982686-3299-4dc4-98f9-1ffd3c700e48 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:28.082406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-3a982686-3299-4dc4-98f9-1ffd3c700e48 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 820 time: 0.4271376 Jul 16 17:49:28.101376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-0ce68d30-0db0-4939-99f7-cecfb72c9a1a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/quotas/ccec67a3da5b46cca9ed307648d9cb1f HTTP/1.1" status: 200 len: 375 time: 0.0132318 Jul 16 17:49:28.177338 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-b7aa397f-4291-4af3-ad73-bc0077d08943 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386455 Jul 16 17:49:28.232528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:28.238723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f9c2bf6e-2d76-41c7-b138-e1b59e66ccdb admin admin] 10.222.0.41 "PUT /v2.0/routers/1d073212-26a8-4788-a2f0-a34c606188a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6711707 Jul 16 17:49:28.244447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Sync routers for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:28.256378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:28.257415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:28.377845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:28.585599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 2, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:28.617589 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Checking router: 1d073212-26a8-4788-a2f0-a34c606188a7 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:49:28.618012 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Updating router 1d073212-26a8-4788-a2f0-a34c606188a7 port 91b00535-46b3-4a5d-9116-10db0ae70b5c binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:49:28.654577 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:28.762798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-b9c983e4-1dec-4064-9a6f-61812970fd1a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:49:28.765336 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-b9c983e4-1dec-4064-9a6f-61812970fd1a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2923660 Jul 16 17:49:28.887773 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-3eceed83-724e-4458-9f7e-5f891123a31f service neutron] 10.222.0.41 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162994 Jul 16 17:49:28.974721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 744f3f6f-4af9-48b8-bb8e-b20df820f657 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:29.010937 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.025516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Transition to ACTIVE for port object 91b00535-46b3-4a5d-9116-10db0ae70b5c will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:29.040377 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.065140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-db90347b-139e-4496-a424-34508e049e88 service neutron] 10.222.0.41 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695521 Jul 16 17:49:29.114534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a735e-789c-4bd4-af95-38b92e70d64c None None] Pushing event updated for resources: {'Port': ['ID=91b00535-46b3-4a5d-9116-10db0ae70b5c,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:29.160816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 744f3f6f-4af9-48b8-bb8e-b20df820f657 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:29.160816 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.206019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9f5c6-bfa0-427a-8ae3-2ffbe1af6a0f req-d6fbd9b6-49ce-4e15-87d4-9f6f10872a47 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:29.217167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ef9f5c6-bfa0-427a-8ae3-2ffbe1af6a0f req-d6fbd9b6-49ce-4e15-87d4-9f6f10872a47 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 969 time: 0.1152284 Jul 16 17:49:29.232358 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Attempting to bind port 91b00535-46b3-4a5d-9116-10db0ae70b5c on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:29.232772 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Attempting to bind port 91b00535-46b3-4a5d-9116-10db0ae70b5c by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:29.233136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Attempting to bind port 91b00535-46b3-4a5d-9116-10db0ae70b5c on network ee8c8716-e6ec-49c2-89d4-211484840579 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:29.245494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:29.246148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Checking segment: {'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:29.246249 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.246663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Bound using segment: {'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:29.247207 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Bound port: 91b00535-46b3-4a5d-9116-10db0ae70b5c, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:29.247641 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.278109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ef9f5c6-bfa0-427a-8ae3-2ffbe1af6a0f req-5a6e8538-a743-4564-83e8-158aec5d3fc2 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596845 Jul 16 17:49:29.369884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] For port 91b00535-46b3-4a5d-9116-10db0ae70b5c, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:29.376705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] For port 91b00535-46b3-4a5d-9116-10db0ae70b5c, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=91b00535-46b3-4a5d-9116-10db0ae70b5c,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:29.385721 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.471802 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a735e-789c-4bd4-af95-38b92e70d64c None None] Pushing event updated for resources: {'Port': ['ID=91b00535-46b3-4a5d-9116-10db0ae70b5c,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:29.474838 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:29.475459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:29.643579 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:29.777267 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-056ca7e7-67b8-48d8-a9de-e794316daab9 req-dbeb986c-0f0c-44a8-832a-dd87ad6d960b tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 210 time: 0.0780826 Jul 16 17:49:29.848520 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48220) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:29.855895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2098857603-network', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:29.910850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Made reservation on behalf of e611e8207215439495e1cc9f977fd9a0 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:29.915258 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.935598 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.970597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:29Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:30.014173 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d0b80-2254-4f1f-9ea6-c25f367c45bb None None] The sync data for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 is: [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:29Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:49:30.164259 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.169937 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.195397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:49:30.217533 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2f17fd-f6d3-4a04-8dd1-2a2aadc9af40,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:30.236513 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.236852 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Added segment 65aba011-da60-43e6-991e-047b5a5192b3 of type vlan for network 59ff5878-1c07-46d3-a7d4-ef0fa122a72e Jul 16 17:49:30.296026 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.351232 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.354439 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:30.355412 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.397588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48240) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:30.462217 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] Pushing event updated for resources: {'Network': ['ID=59ff5878-1c07-46d3-a7d4-ef0fa122a72e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:30.482236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 59ff5878-1c07-46d3-a7d4-ef0fa122a72e details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:49:30.501736 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-722723f7-43cb-4aba-ab10-7bf6a02229cf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6510856 Jul 16 17:49:30.502366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48246) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:30.510529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-bfd1c3e9-2564-42ae-a373-bbcbe72a12af admin admin] Request body: {'subnet': {'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2098857603-subnet', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:30.582087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd1c3e9-2564-42ae-a373-bbcbe72a12af admin admin] Made reservation on behalf of e611e8207215439495e1cc9f977fd9a0 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:30.584723 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c3e9-2564-42ae-a373-bbcbe72a12af admin admin] Notify callbacks [] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.609107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b6660-1b8e-4193-853c-c8703735d0f9 req-17adacab-525d-43fb-a32e-20f71c180bed tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:30.617828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d4b6660-1b8e-4193-853c-c8703735d0f9 req-17adacab-525d-43fb-a32e-20f71c180bed tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 969 time: 0.1462488 Jul 16 17:49:30.668028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d4b6660-1b8e-4193-853c-c8703735d0f9 req-cacdb21f-2180-4092-b33d-2e7edeef30a8 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493710 Jul 16 17:49:30.702039 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfd74-4398-46d9-8bf0-062ada07e079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.709083 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.722886 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-06213d3c-133a-46b2-b6f2-72dd51c8e7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.748827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 6afbc4ec-5085-4839-b197-3b8da2d93a9a details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:49:30.813956 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfd74-4398-46d9-8bf0-062ada07e079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.825187 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bb8bfd74-4398-46d9-8bf0-062ada07e079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.906304 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bb8bfd74-4398-46d9-8bf0-062ada07e079 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cd4111a6b7b40c4b45f83a9e0554aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072625 Jul 16 17:49:30.907647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bfd74-4398-46d9-8bf0-062ada07e079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d38404-f443-4530-8705-412ec51eeda8,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:30.917367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48254) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:30.981370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48256) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:30.999877 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c3e9-2564-42ae-a373-bbcbe72a12af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.051854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 6afbc4ec-5085-4839-b197-3b8da2d93a9a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6afbc4ec-5085-4839-b197-3b8da2d93a9a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:31.078184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '6afbc4ec-5085-4839-b197-3b8da2d93a9a', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '6afbc4ec-5085-4839-b197-3b8da2d93a9a', 'mac_address': 'fa:16:3e:1b:d5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:tempest-test_az-501100917', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:49:31.121236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1c3e9-2564-42ae-a373-bbcbe72a12af admin admin] Pushing event updated for resources: {'Subnet': ['ID=d764e8fc-0a37-4d7d-ad7f-e67f7e0bd817,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:31.158477 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.186041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f170ed59-23a2-4523-afee-06fd9f6dd6a3 req-53b9d624-cd6e-4843-8fb6-ed4bd1b1ac10 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 210 time: 0.1324396 Jul 16 17:49:31.200021 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99ac5869-80ee-429f-87ef-3bd1f0be467d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.201109 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.35', 56022) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:31.268430 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99ac5869-80ee-429f-87ef-3bd1f0be467d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.368368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 91b00535-46b3-4a5d-9116-10db0ae70b5c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:31.372824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afbc4ec-5085-4839-b197-3b8da2d93a9a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:31.377532 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99ac5869-80ee-429f-87ef-3bd1f0be467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.380736 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99ac5869-80ee-429f-87ef-3bd1f0be467d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.384545 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-99ac5869-80ee-429f-87ef-3bd1f0be467d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62d38404-f443-4530-8705-412ec51eeda8 HTTP/1.1" status: 204 len: 168 time: 0.4635024 Jul 16 17:49:31.405175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 6afbc4ec-5085-4839-b197-3b8da2d93a9a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6afbc4ec-5085-4839-b197-3b8da2d93a9a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:31.418128 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7edf-cd85-4c84-9b7d-510fc69f7bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.439630 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.467089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac5869-80ee-429f-87ef-3bd1f0be467d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d38404-f443-4530-8705-412ec51eeda8,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:31.595640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=6afbc4ec-5085-4839-b197-3b8da2d93a9a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:31.632515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-6c121d93-1099-4011-9d88-d1a59d3206ef tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:31.633418 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7edf-cd85-4c84-9b7d-510fc69f7bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.634232 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-6c121d93-1099-4011-9d88-d1a59d3206ef tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.35 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 820 time: 0.4300060 Jul 16 17:49:31.635372 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd1c3e9-2564-42ae-a373-bbcbe72a12af admin admin] Checking segment: {'id': '65aba011-da60-43e6-991e-047b5a5192b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:31.635886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1c3e9-2564-42ae-a373-bbcbe72a12af admin admin] Network hostable DHCP agents. Network: 59ff5878-1c07-46d3-a7d4-ef0fa122a72e, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:49:31.661038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 91b00535-46b3-4a5d-9116-10db0ae70b5c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:31.669381 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7edf-cd85-4c84-9b7d-510fc69f7bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.674875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1c3e9-2564-42ae-a373-bbcbe72a12af admin admin] Network 59ff5878-1c07-46d3-a7d4-ef0fa122a72e is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:49:31.680014 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 91b00535-46b3-4a5d-9116-10db0ae70b5c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:31.680938 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.694592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-c176225b-483d-409a-8cd1-2f5c6d7cd865 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Request body: {'port': {'device_id': 'da769407-86ef-4d15-a23d-a149feb10aac', 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2', 'admin_state_up': True, 'tenant_id': 'ccec67a3da5b46cca9ed307648d9cb1f'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:31.700508 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48274) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:31.728687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-bfd1c3e9-2564-42ae-a373-bbcbe72a12af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 59ff5878-1c07-46d3-a7d4-ef0fa122a72e) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:31.744117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['6afbc4ec-5085-4839-b197-3b8da2d93a9a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:31.752364 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd1c3e9-2564-42ae-a373-bbcbe72a12af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:31.753288 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c3e9-2564-42ae-a373-bbcbe72a12af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.786877 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6ffa7edf-cd85-4c84-9b7d-510fc69f7bc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75133e40087044c5bf82ef3e750856f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8044634 Jul 16 17:49:31.789158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48280) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:31.797733 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bfd1c3e9-2564-42ae-a373-bbcbe72a12af admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2942591 Jul 16 17:49:31.801448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48284) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:31.826309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2098857603-router', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:31.868030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cf7584-bd94-445a-a145-e40077033ba9 None None] Network 59ff5878-1c07-46d3-a7d4-ef0fa122a72e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:31.876875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa7edf-cd85-4c84-9b7d-510fc69f7bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1e5800-c78c-4f80-93af-badb91523853,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:31.882589 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.883699 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.971204 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.015331 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.043270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-c176225b-483d-409a-8cd1-2f5c6d7cd865 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Made reservation on behalf of ccec67a3da5b46cca9ed307648d9cb1f for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:32.052084 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-c176225b-483d-409a-8cd1-2f5c6d7cd865 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.129392 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48288) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:32.194737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8036201-28f4-4ea1-b670-170b66712b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.214820 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.269497 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.289012 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 91b00535-46b3-4a5d-9116-10db0ae70b5c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=91b00535-46b3-4a5d-9116-10db0ae70b5c,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:32.303892 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3615a33d-12eb-4cdc-8ec6-e7a7c7c44eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.317945 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8036201-28f4-4ea1-b670-170b66712b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.325176 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.331294 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8036201-28f4-4ea1-b670-170b66712b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.366479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-59ff5878-1c07-46d3-a7d4-ef0fa122a72e', 'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'fixed_ips': [{'subnet_id': 'd764e8fc-0a37-4d7d-ad7f-e67f7e0bd817'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:49:32.367332 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.391909 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b8036201-28f4-4ea1-b670-170b66712b66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b916a21a678f4e5f9710010b1eb23e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613816 Jul 16 17:49:32.403765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48292) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:32.408111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8036201-28f4-4ea1-b670-170b66712b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b408ed-6161-4c41-98ec-85d6901e4301,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:32.413575 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a438b57d-0f7c-4470-8e88-f9d0b8dd8671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.424673 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=91b00535-46b3-4a5d-9116-10db0ae70b5c,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:32.426005 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3615a33d-12eb-4cdc-8ec6-e7a7c7c44eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.574352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-233c2b88-6e1b-4e6f-8951-722fb0322d25 req-559308b1-8fd5-440f-8abe-99d0b1b792cb tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 210 time: 0.1002192 Jul 16 17:49:32.582605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-c176225b-483d-409a-8cd1-2f5c6d7cd865 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Allocated IP 172.20.0.14 (6efdc248-1970-495c-ade6-459ab098ccf2/0613ca9c-4811-4c37-882d-5b32e78d1468/5e357754-a51d-4a22-b93b-ef8d2eb6e725) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:32.598649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Allocated IP 172.20.0.2 (59ff5878-1c07-46d3-a7d4-ef0fa122a72e/d764e8fc-0a37-4d7d-ad7f-e67f7e0bd817/4b93d674-63c3-4053-8dbf-03445325609b) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:32.601538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d335397-b316-44d3-b50c-6d177b77ee25 req-a161b533-d3dd-49e4-a9a1-b6d1e7390f47 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:32.604551 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d335397-b316-44d3-b50c-6d177b77ee25 req-a161b533-d3dd-49e4-a9a1-b6d1e7390f47 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 970 time: 0.6104393 Jul 16 17:49:32.644410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a061d7a3-6c48-4af7-8d5d-41f69417799d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.701463 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3615a33d-12eb-4cdc-8ec6-e7a7c7c44eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.704305 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3615a33d-12eb-4cdc-8ec6-e7a7c7c44eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.707542 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3615a33d-12eb-4cdc-8ec6-e7a7c7c44eda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f1e5800-c78c-4f80-93af-badb91523853 HTTP/1.1" status: 204 len: 168 time: 0.9129736 Jul 16 17:49:32.707717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a438b57d-0f7c-4470-8e88-f9d0b8dd8671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.708097 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a061d7a3-6c48-4af7-8d5d-41f69417799d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.723305 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a438b57d-0f7c-4470-8e88-f9d0b8dd8671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.739786 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d335397-b316-44d3-b50c-6d177b77ee25 req-ff22b846-1798-4d87-96ea-c56696519e82 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229050 Jul 16 17:49:32.747013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615a33d-12eb-4cdc-8ec6-e7a7c7c44eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1e5800-c78c-4f80-93af-badb91523853,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:32.828544 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.841705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Transition to ACTIVE for port object 4b93d674-63c3-4053-8dbf-03445325609b will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:32.843632 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438b57d-0f7c-4470-8e88-f9d0b8dd8671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a8d3d4-771a-4498-a74f-5d312b0e24dc,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:32.855582 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a438b57d-0f7c-4470-8e88-f9d0b8dd8671 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a561ef4d53e48d6ab6db0610b3bad24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1534784 Jul 16 17:49:32.862620 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48298) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:32.868138 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Transition to ACTIVE for port object 4b93d674-63c3-4053-8dbf-03445325609b will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:32.877883 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.958438 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-c176225b-483d-409a-8cd1-2f5c6d7cd865 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.975668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Network 59ff5878-1c07-46d3-a7d4-ef0fa122a72e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:32.983920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 91b00535-46b3-4a5d-9116-10db0ae70b5c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:32.990212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:33.007779 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bacc82fa-e7c7-4a34-8816-1d1823ebde28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.020404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:33.034360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Pushing event updated for resources: {'Port': ['ID=4b93d674-63c3-4053-8dbf-03445325609b,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:33.060430 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bacc82fa-e7c7-4a34-8816-1d1823ebde28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.110080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Attempting to bind port 4b93d674-63c3-4053-8dbf-03445325609b on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:33.110535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Attempting to bind port 4b93d674-63c3-4053-8dbf-03445325609b by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '65aba011-da60-43e6-991e-047b5a5192b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:33.110958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Attempting to bind port 4b93d674-63c3-4053-8dbf-03445325609b on network 59ff5878-1c07-46d3-a7d4-ef0fa122a72e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:33.118519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:33.118967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Checking segment: {'id': '65aba011-da60-43e6-991e-047b5a5192b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:33.120202 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.120660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Bound using segment: {'id': '65aba011-da60-43e6-991e-047b5a5192b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:33.121272 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Bound port: 4b93d674-63c3-4053-8dbf-03445325609b, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65aba011-da60-43e6-991e-047b5a5192b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:33.121762 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.131071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 91b00535-46b3-4a5d-9116-10db0ae70b5c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:33.131268 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.133482 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.158607 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.167718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bacc82fa-e7c7-4a34-8816-1d1823ebde28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.171462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bacc82fa-e7c7-4a34-8816-1d1823ebde28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.174892 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bacc82fa-e7c7-4a34-8816-1d1823ebde28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78a8d3d4-771a-4498-a74f-5d312b0e24dc HTTP/1.1" status: 204 len: 168 time: 0.3088357 Jul 16 17:49:33.183500 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-c176225b-483d-409a-8cd1-2f5c6d7cd865 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.193414 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc82fa-e7c7-4a34-8816-1d1823ebde28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a8d3d4-771a-4498-a74f-5d312b0e24dc,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:33.247319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] For port 4b93d674-63c3-4053-8dbf-03445325609b, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:33.251213 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] For port 4b93d674-63c3-4053-8dbf-03445325609b, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4b93d674-63c3-4053-8dbf-03445325609b,segment=NetworkSegment(65aba011-da60-43e6-991e-047b5a5192b3),segment_id=65aba011-da60-43e6-991e-047b5a5192b3)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:33.268784 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-c176225b-483d-409a-8cd1-2f5c6d7cd865 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Network 6efdc248-1970-495c-ade6-459ab098ccf2 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:33.279115 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-c176225b-483d-409a-8cd1-2f5c6d7cd865 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:33.279346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Allocated IP 172.25.5.194 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/f6714bb9-86d4-4c9a-acab-2cd7227792c3) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:33.285593 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.300716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-c176225b-483d-409a-8cd1-2f5c6d7cd865 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:33.310945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-c176225b-483d-409a-8cd1-2f5c6d7cd865 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:33.311831 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-c176225b-483d-409a-8cd1-2f5c6d7cd865 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.324758 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176225b-483d-409a-8cd1-2f5c6d7cd865 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Pushing event updated for resources: {'Port': ['ID=5e357754-a51d-4a22-b93b-ef8d2eb6e725,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:33.340864 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48304) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:33.371851 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-c176225b-483d-409a-8cd1-2f5c6d7cd865 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6851068 Jul 16 17:49:33.372560 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24c1fadc-9fc5-4d9d-9635-b6b39bb936d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.372959 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e23ca-8354-460d-8a91-6449a9014dda None None] Pushing event updated for resources: {'Port': ['ID=4b93d674-63c3-4053-8dbf-03445325609b,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:33.404839 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.408648 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a061d7a3-6c48-4af7-8d5d-41f69417799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.411172 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a061d7a3-6c48-4af7-8d5d-41f69417799d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.412343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a061d7a3-6c48-4af7-8d5d-41f69417799d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5b408ed-6161-4c41-98ec-85d6901e4301 HTTP/1.1" status: 204 len: 168 time: 1.0027349 Jul 16 17:49:33.423790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061d7a3-6c48-4af7-8d5d-41f69417799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b408ed-6161-4c41-98ec-85d6901e4301,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:33.502477 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.506854 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.555392 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24c1fadc-9fc5-4d9d-9635-b6b39bb936d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.562090 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24c1fadc-9fc5-4d9d-9635-b6b39bb936d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.579375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:33.582966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f6714bb9-86d4-4c9a-acab-2cd7227792c3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:33.585618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:33.612244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:33.628776 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-24c1fadc-9fc5-4d9d-9635-b6b39bb936d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a0ec0b6b44f4588878a455a5a91f611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859373 Jul 16 17:49:33.635873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48314) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:33.685053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1fadc-9fc5-4d9d-9635-b6b39bb936d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbecd97-f091-4adf-9608-b4d2cc95e8cd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:33.778301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48318) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:33.786148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bcc24fc3-49ca-4ff4-8fec-88c96aa2bc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.810828 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e65bd5da-01d3-45e5-a81b-195738cbab4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.814685 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bcc24fc3-49ca-4ff4-8fec-88c96aa2bc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.893917 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bcc24fc3-49ca-4ff4-8fec-88c96aa2bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.897140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bcc24fc3-49ca-4ff4-8fec-88c96aa2bc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.901340 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bcc24fc3-49ca-4ff4-8fec-88c96aa2bc36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cbecd97-f091-4adf-9608-b4d2cc95e8cd HTTP/1.1" status: 204 len: 168 time: 0.2641704 Jul 16 17:49:33.912591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc24fc3-49ca-4ff4-8fec-88c96aa2bc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbecd97-f091-4adf-9608-b4d2cc95e8cd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:34.140598 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7d00-1aca-4de2-bbc2-35620c15bb23 req-ef97d747-f72b-4e18-ba0f-7ad0c5d21386 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:34.142311 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9bba7d00-1aca-4de2-bbc2-35620c15bb23 req-ef97d747-f72b-4e18-ba0f-7ad0c5d21386 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 932 time: 0.2791984 Jul 16 17:49:34.183833 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.250405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f018ccc-a293-43a7-8dcd-7bbaffa28313 req-a439d906-302f-47d2-8a91-f9b03c3d6df2 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:34.253479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f018ccc-a293-43a7-8dcd-7bbaffa28313 req-a439d906-302f-47d2-8a91-f9b03c3d6df2 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 970 time: 0.2962646 Jul 16 17:49:34.346655 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9bba7d00-1aca-4de2-bbc2-35620c15bb23 req-17e13354-1264-4471-a061-258999117460 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912048 Jul 16 17:49:34.377710 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e65bd5da-01d3-45e5-a81b-195738cbab4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.417039 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e65bd5da-01d3-45e5-a81b-195738cbab4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.430370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f018ccc-a293-43a7-8dcd-7bbaffa28313 req-352b2552-9496-44fd-b79d-06a871197af6 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699398 Jul 16 17:49:34.535730 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e65bd5da-01d3-45e5-a81b-195738cbab4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa922d42abb54f49b113cbb08b46cffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7520928 Jul 16 17:49:34.535946 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48350) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:34.536460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bd5da-01d3-45e5-a81b-195738cbab4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c1e045-9cbb-4c8e-b40e-40b2f7305f2b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:34.616382 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.645732 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7023f22b-a8b1-49d4-bc52-6969d919e514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.672168 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7023f22b-a8b1-49d4-bc52-6969d919e514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.699837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2735d444-fb22-45e3-9165-f9bcf5d82598 None None] Network 59ff5878-1c07-46d3-a7d4-ef0fa122a72e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:34.739173 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 6afbc4ec-5085-4839-b197-3b8da2d93a9a up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:34.765186 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7023f22b-a8b1-49d4-bc52-6969d919e514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.768328 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7023f22b-a8b1-49d4-bc52-6969d919e514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.774658 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7023f22b-a8b1-49d4-bc52-6969d919e514 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9c1e045-9cbb-4c8e-b40e-40b2f7305f2b HTTP/1.1" status: 204 len: 168 time: 0.2386937 Jul 16 17:49:34.820356 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023f22b-a8b1-49d4-bc52-6969d919e514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c1e045-9cbb-4c8e-b40e-40b2f7305f2b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:34.823907 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8e8c5196-a572-467a-a304-d13d85d6d835 None None] Provisioning for port 4b93d674-63c3-4053-8dbf-03445325609b completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:34.867243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Router a75150c6-e14c-44f0-bbe5-d46751ce97b7 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:49:34.898152 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 6afbc4ec-5085-4839-b197-3b8da2d93a9a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:34.905174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 6afbc4ec-5085-4839-b197-3b8da2d93a9a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:34.905734 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.047361 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.071289 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4b93d674-63c3-4053-8dbf-03445325609b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:35.097988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2df1fd9-90da-4411-b3ad-54e00f35766d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afbc4ec-5085-4839-b197-3b8da2d93a9a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:35.123598 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:35.134642 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Sync routers for ids ['a75150c6-e14c-44f0-bbe5-d46751ce97b7'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:35.157461 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Routers {'a75150c6-e14c-44f0-bbe5-d46751ce97b7'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:35.160902 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.162573 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-668e8ab3-b187-40c8-969a-afc3be0c31e1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3403728 Jul 16 17:49:35.163228 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:49:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a75150c6-e14c-44f0-bbe5-d46751ce97b7'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:35.166094 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48368) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:35.216793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 6afbc4ec-5085-4839-b197-3b8da2d93a9a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6afbc4ec-5085-4839-b197-3b8da2d93a9a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:35.225195 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.308907 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=6afbc4ec-5085-4839-b197-3b8da2d93a9a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:35.330661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 4b93d674-63c3-4053-8dbf-03445325609b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:35.342699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 4b93d674-63c3-4053-8dbf-03445325609b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:35.343344 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.346373 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Set router a75150c6-e14c-44f0-bbe5-d46751ce97b7 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:35.703499 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.720544 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2098857603-router', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:31Z', 'updated_at': '2021-07-16T17:49:33Z', 'revision_number': 3, 'project_id': 'e611e8207215439495e1cc9f977fd9a0', 'gw_port': {'id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:33Z', 'updated_at': '2021-07-16T17:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:35.744215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c4287c5d-02c3-405b-9da3-4407671d4f43 None None] Provisioning complete for port 4b93d674-63c3-4053-8dbf-03445325609b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:35.745292 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c4287c5d-02c3-405b-9da3-4407671d4f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.754513 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Checking router: a75150c6-e14c-44f0-bbe5-d46751ce97b7 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:49:35.755179 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Updating router a75150c6-e14c-44f0-bbe5-d46751ce97b7 port f6714bb9-86d4-4c9a-acab-2cd7227792c3 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:49:35.795384 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.802812 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2e970f-8ac9-465c-b2bc-0725c5206783" -d '{"events": [{"server_uuid": "e2df1fd9-90da-4411-b3ad-54e00f35766d", "name": "network-vif-plugged", "status": "completed", "tag": "6afbc4ec-5085-4839-b197-3b8da2d93a9a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:35.837988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0d462-88f8-4505-a57e-661e496289c6 req-1d8c0d36-ef81-4b55-a309-8613a6041afa tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:35.845040 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e1e0d462-88f8-4505-a57e-661e496289c6 req-1d8c0d36-ef81-4b55-a309-8613a6041afa tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 932 time: 0.2734902 Jul 16 17:49:35.873532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 4b93d674-63c3-4053-8dbf-03445325609b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4b93d674-63c3-4053-8dbf-03445325609b,segment=NetworkSegment(65aba011-da60-43e6-991e-047b5a5192b3),segment_id=65aba011-da60-43e6-991e-047b5a5192b3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:35.886971 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.992599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e1e0d462-88f8-4505-a57e-661e496289c6 req-93f86e24-d96f-4348-a4d7-784213e8206a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288149 Jul 16 17:49:36.023789 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d01c2-b147-4347-b133-14fe20f3f932 req-3747d5c3-c0af-45d0-9e7c-d83f5a79c19d tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:36.031666 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-909d01c2-b147-4347-b133-14fe20f3f932 req-3747d5c3-c0af-45d0-9e7c-d83f5a79c19d tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 971 time: 0.3469212 Jul 16 17:49:36.089874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=4b93d674-63c3-4053-8dbf-03445325609b,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:36.124702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-909d01c2-b147-4347-b133-14fe20f3f932 req-4bbb8819-a49a-4df2-a8a1-feb7f8bd9b99 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867443 Jul 16 17:49:36.243084 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.258026 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.259399 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Transition to ACTIVE for port object f6714bb9-86d4-4c9a-acab-2cd7227792c3 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:36.270298 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.323618 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Attempting to bind port f6714bb9-86d4-4c9a-acab-2cd7227792c3 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:36.324090 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Attempting to bind port f6714bb9-86d4-4c9a-acab-2cd7227792c3 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:36.324657 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Attempting to bind port f6714bb9-86d4-4c9a-acab-2cd7227792c3 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:36.336938 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:36.337724 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:36.338579 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.339169 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:36.339903 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Bound port: f6714bb9-86d4-4c9a-acab-2cd7227792c3, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:36.340476 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.375244 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e21c-e3b8-44dc-b4c4-46d3d68918e0 None None] Pushing event updated for resources: {'Port': ['ID=f6714bb9-86d4-4c9a-acab-2cd7227792c3,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:36.448313 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] For port f6714bb9-86d4-4c9a-acab-2cd7227792c3, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:36.452781 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] For port f6714bb9-86d4-4c9a-acab-2cd7227792c3, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f6714bb9-86d4-4c9a-acab-2cd7227792c3,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:36.459790 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.467646 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7447f590-4e39-4be5-b9df-a36bbc0ae86f x-openstack-request-id: req-7447f590-4e39-4be5-b9df-a36bbc0ae86f {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:36.468277 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2df1fd9-90da-4411-b3ad-54e00f35766d", "name": "network-vif-plugged", "status": "completed", "tag": "6afbc4ec-5085-4839-b197-3b8da2d93a9a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:36.468826 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7447f590-4e39-4be5-b9df-a36bbc0ae86f {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:36.469506 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2df1fd9-90da-4411-b3ad-54e00f35766d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afbc4ec-5085-4839-b197-3b8da2d93a9a', 'code': 200} Jul 16 17:49:36.551781 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Routers {'a75150c6-e14c-44f0-bbe5-d46751ce97b7'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:36.552938 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:49:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a75150c6-e14c-44f0-bbe5-d46751ce97b7'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:36.654119 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e21c-e3b8-44dc-b4c4-46d3d68918e0 None None] Pushing event updated for resources: {'Port': ['ID=f6714bb9-86d4-4c9a-acab-2cd7227792c3,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:36.694171 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] Set router a75150c6-e14c-44f0-bbe5-d46751ce97b7 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:36.718966 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Allocated IP 172.20.0.1 (59ff5878-1c07-46d3-a7d4-ef0fa122a72e/d764e8fc-0a37-4d7d-ad7f-e67f7e0bd817/6007de2e-0276-4b18-a7f2-1034d7dfff71) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:36.722354 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071c144-148a-40eb-8762-f8448ef74a63 req-272d6d6f-acdd-4042-a9ab-9fdc68864fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:36.723936 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9071c144-148a-40eb-8762-f8448ef74a63 req-272d6d6f-acdd-4042-a9ab-9fdc68864fda service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 1123 time: 0.1395671 Jul 16 17:49:36.783665 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-9071c144-148a-40eb-8762-f8448ef74a63 req-10f70748-44fe-4816-99df-ce63cabb66a4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.964748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.970771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4b93d674-63c3-4053-8dbf-03445325609b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:36.980591 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2098857603-router', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:31Z', 'updated_at': '2021-07-16T17:49:33Z', 'revision_number': 3, 'project_id': 'e611e8207215439495e1cc9f977fd9a0', 'gw_port': {'id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:33Z', 'updated_at': '2021-07-16T17:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:36.995131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Transition to ACTIVE for port object 6007de2e-0276-4b18-a7f2-1034d7dfff71 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:37.032464 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a74c3-374b-48e3-aed6-af632b22bc37 None None] The sync data for ids ['a75150c6-e14c-44f0-bbe5-d46751ce97b7'] in n-d-787206-10 is: [{'id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2098857603-router', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:31Z', 'updated_at': '2021-07-16T17:49:33Z', 'revision_number': 3, 'project_id': 'e611e8207215439495e1cc9f977fd9a0', 'gw_port': {'id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:33Z', 'updated_at': '2021-07-16T17:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:49:37.039384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 4b93d674-63c3-4053-8dbf-03445325609b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:37.039957 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:37.054050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-9071c144-148a-40eb-8762-f8448ef74a63 req-10f70748-44fe-4816-99df-ce63cabb66a4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:37.077138 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-9071c144-148a-40eb-8762-f8448ef74a63 req-10f70748-44fe-4816-99df-ce63cabb66a4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:37.158749 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:37.169228 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9071c144-148a-40eb-8762-f8448ef74a63 req-10f70748-44fe-4816-99df-ce63cabb66a4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344518 Jul 16 17:49:37.228325 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f70748-44fe-4816-99df-ce63cabb66a4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0097a4a2-2f48-4ca2-b8b9-51bb2445970e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:37.279945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Network 59ff5878-1c07-46d3-a7d4-ef0fa122a72e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:37.281528 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:37.285194 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:37.285765 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:37.337664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6007de2e-0276-4b18-a7f2-1034d7dfff71,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:37.342828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-3ac9e3ca-e62e-42d5-9357-d237b9da87e2 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2741dbeac32e4d1c9e19743f336f56d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756717 Jul 16 17:49:37.521940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3a269-d73b-46c2-9496-6bb7dddafced req-803e8d78-7081-4040-bb2a-87f1140acf1e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:37.523817 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13e3a269-d73b-46c2-9496-6bb7dddafced req-803e8d78-7081-4040-bb2a-87f1140acf1e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 932 time: 0.2666402 Jul 16 17:49:37.574531 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:37.590332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-33f0a8f4-9603-466e-8eb7-7d0e3eda10e3 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:37.597105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-33f0a8f4-9603-466e-8eb7-7d0e3eda10e3 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2470798 Jul 16 17:49:37.627326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-df943940-4a06-40ae-9693-05f5c724813c tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/quotas/2741dbeac32e4d1c9e19743f336f56d8 HTTP/1.1" status: 200 len: 375 time: 0.0292416 Jul 16 17:49:37.638176 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13e3a269-d73b-46c2-9496-6bb7dddafced req-216f97b8-4f3c-42c5-ac43-669d49fcf0af tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033547 Jul 16 17:49:37.700047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-d6e65c83-db17-48e8-87fe-ac791ff35753 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2741dbeac32e4d1c9e19743f336f56d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717194 Jul 16 17:49:37.746920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-aab2bb87-2fe3-49ca-bc17-bcb47f3cd6b4 None None] Provisioning for port 6007de2e-0276-4b18-a7f2-1034d7dfff71 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:37.753020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-aab2bb87-2fe3-49ca-bc17-bcb47f3cd6b4 None None] Provisioning complete for port 6007de2e-0276-4b18-a7f2-1034d7dfff71 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:37.753394 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aab2bb87-2fe3-49ca-bc17-bcb47f3cd6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:37.872356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-aab2bb87-2fe3-49ca-bc17-bcb47f3cd6b4 None None] Port 6007de2e-0276-4b18-a7f2-1034d7dfff71 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:37.886935 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:37.894458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:37.895335 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:37.994936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6007de2e-0276-4b18-a7f2-1034d7dfff71,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:38.062516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acfbb-723b-498d-844e-13d7c9d89702 req-54a8278c-9957-4ecf-9134-3cd248ecfecb tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:38.069293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c5acfbb-723b-498d-844e-13d7c9d89702 req-54a8278c-9957-4ecf-9134-3cd248ecfecb tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 971 time: 0.1736765 Jul 16 17:49:38.118994 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Network 59ff5878-1c07-46d3-a7d4-ef0fa122a72e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:38.122678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:38.164796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c5acfbb-723b-498d-844e-13d7c9d89702 req-9f5a6a9d-81db-4504-a2cb-7c95ed513a6e tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923393 Jul 16 17:49:38.328152 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6e31ec7-fcfc-4c4a-9e4f-d6d5d7015ba7 req-0dc9e838-95ee-42f9-b34d-1c986283878d tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 210 time: 0.0711372 Jul 16 17:49:38.428897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Router a75150c6-e14c-44f0-bbe5-d46751ce97b7 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:49:38.514486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5a874e38-8209-487e-86eb-d008756eabf7 None None] Provisioning complete for port 6007de2e-0276-4b18-a7f2-1034d7dfff71 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:38.515244 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5a874e38-8209-487e-86eb-d008756eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:38.592616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5a874e38-8209-487e-86eb-d008756eabf7 None None] Port 6007de2e-0276-4b18-a7f2-1034d7dfff71 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:38.627706 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:38.647482 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-14eaa74e-7f9e-493e-9719-94a1999205c8 admin admin] 10.222.0.41 "PUT /v2.0/routers/a75150c6-e14c-44f0-bbe5-d46751ce97b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4729583 Jul 16 17:49:38.875279 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48498) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:39.003907 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f6714bb9-86d4-4c9a-acab-2cd7227792c3 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:39.007955 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab233c-fa71-4b98-b049-ccb1b7baae04 req-fbc19081-a72c-45c3-a541-9f72332ed8aa tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:39.011255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5ab233c-fa71-4b98-b049-ccb1b7baae04 req-fbc19081-a72c-45c3-a541-9f72332ed8aa tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 932 time: 0.0995188 Jul 16 17:49:39.071783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5ab233c-fa71-4b98-b049-ccb1b7baae04 req-17cf8848-baab-4044-9765-6d2ede2563a6 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548058 Jul 16 17:49:39.074300 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port f6714bb9-86d4-4c9a-acab-2cd7227792c3 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:39.077816 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0654fea0-b05f-41fb-9ba9-18905213c7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.079487 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f6714bb9-86d4-4c9a-acab-2cd7227792c3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:39.080037 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.176189 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.202140 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-5b4b093c-3014-4ddf-b268-d693f429d5b8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:49:39.207005 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-5b4b093c-3014-4ddf-b268-d693f429d5b8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145118 Jul 16 17:49:39.231140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port f6714bb9-86d4-4c9a-acab-2cd7227792c3, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f6714bb9-86d4-4c9a-acab-2cd7227792c3,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:39.244848 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.265988 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0654fea0-b05f-41fb-9ba9-18905213c7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.273757 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0654fea0-b05f-41fb-9ba9-18905213c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.323717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=f6714bb9-86d4-4c9a-acab-2cd7227792c3,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:39.324971 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0654fea0-b05f-41fb-9ba9-18905213c7cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9f03827040e48ecb3a6ee5882d66bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485831 Jul 16 17:49:39.328100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48518) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:39.347396 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654fea0-b05f-41fb-9ba9-18905213c7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afdaa8f-2f1c-41d4-8dde-b52befb07d47,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:39.394593 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Request body: {'port': {'device_id': 'da769407-86ef-4d15-a23d-a149feb10aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:39.446210 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f685acba-5606-4595-9df1-f835f38c443d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.484960 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.520171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Sync routers for ids ['a75150c6-e14c-44f0-bbe5-d46751ce97b7'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:39.528624 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f685acba-5606-4595-9df1-f835f38c443d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.534260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Routers {'a75150c6-e14c-44f0-bbe5-d46751ce97b7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:39.537575 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:49:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a75150c6-e14c-44f0-bbe5-d46751ce97b7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:39.577789 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ed6cb-147a-4cbb-912b-1d96b835fc96 req-48bae3d9-ddd1-416e-99ba-c46d0a5f2cf4 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:39.579638 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be5ed6cb-147a-4cbb-912b-1d96b835fc96 req-48bae3d9-ddd1-416e-99ba-c46d0a5f2cf4 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 971 time: 0.1496627 Jul 16 17:49:39.617346 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c018582-f17d-4077-ace7-21fd25516ae7 req-de7d8d05-d4b6-4781-963c-c09e99a2f62a tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 210 time: 0.0327711 Jul 16 17:49:39.664803 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be5ed6cb-147a-4cbb-912b-1d96b835fc96 req-456a24f4-819a-46a3-8600-443bae37c8c1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778511 Jul 16 17:49:39.692317 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f685acba-5606-4595-9df1-f835f38c443d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.695197 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f685acba-5606-4595-9df1-f835f38c443d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.696586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f685acba-5606-4595-9df1-f835f38c443d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6afdaa8f-2f1c-41d4-8dde-b52befb07d47 HTTP/1.1" status: 204 len: 168 time: 0.3671937 Jul 16 17:49:39.713041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685acba-5606-4595-9df1-f835f38c443d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afdaa8f-2f1c-41d4-8dde-b52befb07d47,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:39.750292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Set router a75150c6-e14c-44f0-bbe5-d46751ce97b7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:39.944224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d95b0f-fcad-4000-adee-b53a162eabdf req-662adfbe-bba4-4e1b-8d63-c9e6672a9484 tempest-AggregatesAdminTestJSON-475578189 tempest-AggregatesAdminTestJSON-475578189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:39.946281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2d95b0f-fcad-4000-adee-b53a162eabdf req-662adfbe-bba4-4e1b-8d63-c9e6672a9484 tempest-AggregatesAdminTestJSON-475578189 tempest-AggregatesAdminTestJSON-475578189-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 1123 time: 0.1364894 Jul 16 17:49:39.977957 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f2d95b0f-fcad-4000-adee-b53a162eabdf req-a1a2ba36-9661-4dfe-b809-c1bbca32306e tempest-AggregatesAdminTestJSON-475578189 tempest-AggregatesAdminTestJSON-475578189-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.033797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e357754-a51d-4a22-b93b-ef8d2eb6e725 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:40.051754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.083925 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Transition to ACTIVE for port object 5e357754-a51d-4a22-b93b-ef8d2eb6e725 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:40.093853 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.141351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48550) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:40.170895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.35', 56027) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:40.174598 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2098857603-router', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:31Z', 'updated_at': '2021-07-16T17:49:37Z', 'revision_number': 4, 'project_id': 'e611e8207215439495e1cc9f977fd9a0', 'gw_port': {'id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:33Z', 'updated_at': '2021-07-16T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6007de2e-0276-4b18-a7f2-1034d7dfff71', 'name': '', 'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'mac_address': 'fa:16:3e:87:ca:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'd764e8fc-0a37-4d7d-ad7f-e67f7e0bd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:36Z', 'updated_at': '2021-07-16T17:49:37Z', 'revision_number': 2, 'project_id': 'e611e8207215439495e1cc9f977fd9a0', 'subnets': [{'id': 'd764e8fc-0a37-4d7d-ad7f-e67f7e0bd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:40.218477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Checking router: a75150c6-e14c-44f0-bbe5-d46751ce97b7 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:49:40.219337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Updating router a75150c6-e14c-44f0-bbe5-d46751ce97b7 port 6007de2e-0276-4b18-a7f2-1034d7dfff71 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:49:40.243292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48554) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:40.253687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-227a2a9c-6bcc-4e3d-a723-ba5b0d248470 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2741dbeac32e4d1c9e19743f336f56d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814691 Jul 16 17:49:40.257486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-342a9919-7f01-46e0-8861-99f90377b5e2 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801405233', 'description': 'tempest-description--1642014080'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:40.266476 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e357754-a51d-4a22-b93b-ef8d2eb6e725,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:40.273837 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.290376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Attempting to bind port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:40.290909 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Attempting to bind port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:40.291547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Attempting to bind port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:40.294003 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f2d95b0f-fcad-4000-adee-b53a162eabdf req-a1a2ba36-9661-4dfe-b809-c1bbca32306e tempest-AggregatesAdminTestJSON-475578189 tempest-AggregatesAdminTestJSON-475578189-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.302303 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:40.308709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Attempting to bind port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:40.318894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:40.319479 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:40.320051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:40.320645 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Bound port: 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:40.321244 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.329098 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:49:40.404248 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48556) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:40.430182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f539df0-e342-4dd9-9339-43321a53eaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.465952 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:40.470331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:40.476651 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.526452 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:40.527384 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.528939 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] 10.222.0.35 "PUT /v2.0/ports/5e357754-a51d-4a22-b93b-ef8d2eb6e725 HTTP/1.1" status: 200 len: 1093 time: 1.2293787 Jul 16 17:49:40.529461 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da769407-86ef-4d15-a23d-a149feb10aac', 'tag': '5e357754-a51d-4a22-b93b-ef8d2eb6e725'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:40.531664 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dac20f5-7851-4dbe-bf6b-dca62ee78fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "da769407-86ef-4d15-a23d-a149feb10aac", "tag": "5e357754-a51d-4a22-b93b-ef8d2eb6e725"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:40.553910 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f2d95b0f-fcad-4000-adee-b53a162eabdf req-a1a2ba36-9661-4dfe-b809-c1bbca32306e tempest-AggregatesAdminTestJSON-475578189 tempest-AggregatesAdminTestJSON-475578189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.558299 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7814248-b325-4c87-a9a5-c321f6b7dce0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e357754-a51d-4a22-b93b-ef8d2eb6e725,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:40.607351 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [None req-4f539df0-e342-4dd9-9339-43321a53eaae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:49:40.607351 n-d-787206-10 neutron-server[100170]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:49:40.607351 n-d-787206-10 neutron-server[100170]: [parameters: {'project_id_1': 'dcda84f8a41a4e4a89cf1b34d720b57b', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 49, 40, 446824)}] Jul 16 17:49:40.607351 n-d-787206-10 neutron-server[100170]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:49:40.607351 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [None req-4f539df0-e342-4dd9-9339-43321a53eaae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:49:40.629405 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.633853 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-6fa76670-6896-4a5e-a3a3-9a5ed2c1e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:40.636356 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-6fa76670-6896-4a5e-a3a3-9a5ed2c1e002 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 1096 time: 0.0621524 Jul 16 17:49:40.640434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Transition to ACTIVE for port object 6007de2e-0276-4b18-a7f2-1034d7dfff71 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:40.646448 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.688990 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-96c34b3a-c431-493c-82fe-0a6e097c2e7b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725 HTTP/1.1" status: 200 len: 217 time: 0.0451584 Jul 16 17:49:40.689164 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c63a0e9e-c516-4ca0-ab77-b9429ea980ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.697033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e99ffc-a6ae-4566-96d7-63f02adaf9cc None None] Pushing event updated for resources: {'Port': ['ID=6007de2e-0276-4b18-a7f2-1034d7dfff71,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:40.727772 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2d95b0f-fcad-4000-adee-b53a162eabdf req-a1a2ba36-9661-4dfe-b809-c1bbca32306e tempest-AggregatesAdminTestJSON-475578189 tempest-AggregatesAdminTestJSON-475578189-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7753215 Jul 16 17:49:40.752720 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-342a9919-7f01-46e0-8861-99f90377b5e2 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.765268 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-af14413d-9ce1-4976-b248-84f9528cb46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:40.770995 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-af14413d-9ce1-4976-b248-84f9528cb46f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0747900 Jul 16 17:49:40.771505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Attempting to bind port 6007de2e-0276-4b18-a7f2-1034d7dfff71 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:40.771876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Attempting to bind port 6007de2e-0276-4b18-a7f2-1034d7dfff71 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '65aba011-da60-43e6-991e-047b5a5192b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:40.772235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Attempting to bind port 6007de2e-0276-4b18-a7f2-1034d7dfff71 on network 59ff5878-1c07-46d3-a7d4-ef0fa122a72e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:40.780996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:40.781367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Checking segment: {'id': '65aba011-da60-43e6-991e-047b5a5192b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:40.781766 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.782150 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Bound using segment: {'id': '65aba011-da60-43e6-991e-047b5a5192b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:40.782622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Bound port: 6007de2e-0276-4b18-a7f2-1034d7dfff71, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65aba011-da60-43e6-991e-047b5a5192b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:40.783015 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.792284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2ba36-9661-4dfe-b809-c1bbca32306e tempest-AggregatesAdminTestJSON-475578189 tempest-AggregatesAdminTestJSON-475578189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405d9c43-3ffe-45e3-a57a-254f6988ec59,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:40.803020 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9819a5-4331-43f2-89d0-c7e0dceaf463 x-openstack-request-id: req-8e9819a5-4331-43f2-89d0-c7e0dceaf463 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:40.803265 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da769407-86ef-4d15-a23d-a149feb10aac", "tag": "5e357754-a51d-4a22-b93b-ef8d2eb6e725", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:40.803551 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e9819a5-4331-43f2-89d0-c7e0dceaf463 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:40.804138 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da769407-86ef-4d15-a23d-a149feb10aac', 'tag': '5e357754-a51d-4a22-b93b-ef8d2eb6e725', 'status': 'completed', 'code': 200} Jul 16 17:49:40.838747 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-ca2c3ea8-8584-491b-b060-d3b7e0e75f2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617917 Jul 16 17:49:40.840968 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-91db292e-32de-41c9-9659-ab47d1b8e862 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:40.842479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-91db292e-32de-41c9-9659-ab47d1b8e862 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5612507 Jul 16 17:49:40.863641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Request body: {'port': {'device_id': '17572511-aa77-488a-9a79-a9d9f6e131a1', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '2741dbeac32e4d1c9e19743f336f56d8'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:40.895373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] For port 6007de2e-0276-4b18-a7f2-1034d7dfff71, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:40.899171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] For port 6007de2e-0276-4b18-a7f2-1034d7dfff71, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6007de2e-0276-4b18-a7f2-1034d7dfff71,segment=NetworkSegment(65aba011-da60-43e6-991e-047b5a5192b3),segment_id=65aba011-da60-43e6-991e-047b5a5192b3)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:40.908494 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.971028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54508c7c-f9aa-4c98-92e8-7c4b8666345d req-b70971d9-ca56-4c50-9bd1-50852eddffb1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:40.978355 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54508c7c-f9aa-4c98-92e8-7c4b8666345d req-b70971d9-ca56-4c50-9bd1-50852eddffb1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 944 time: 0.3890610 Jul 16 17:49:40.990665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e99ffc-a6ae-4566-96d7-63f02adaf9cc None None] Pushing event updated for resources: {'Port': ['ID=6007de2e-0276-4b18-a7f2-1034d7dfff71,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:40.993643 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-2bb28a54-4064-4949-8b32-8e50ecbfaa28 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411238 Jul 16 17:49:41.000087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f6714bb9-86d4-4c9a-acab-2cd7227792c3 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:41.054504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Routers {'a75150c6-e14c-44f0-bbe5-d46751ce97b7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:41.055071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:49:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a75150c6-e14c-44f0-bbe5-d46751ce97b7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:41.100950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b308324-1c33-4a8c-91ab-7a88b1b168cf req-4ec41ca1-4564-4958-b3dd-666fc5856d02 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 210 time: 0.1756892 Jul 16 17:49:41.142370 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f539df0-e342-4dd9-9339-43321a53eaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.145558 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6154752b-08d6-4f95-b8b7-6ed67731bfc3 req-2bed066b-c9f2-406c-a345-a8470ea3b193 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430492 Jul 16 17:49:41.186350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54508c7c-f9aa-4c98-92e8-7c4b8666345d req-4d33de68-e212-41f3-a116-45591a01ee4e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062461 Jul 16 17:49:41.251918 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] Set router a75150c6-e14c-44f0-bbe5-d46751ce97b7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:41.282103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f6714bb9-86d4-4c9a-acab-2cd7227792c3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:41.282470 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.298650 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c63a0e9e-c516-4ca0-ab77-b9429ea980ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.309161 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c63a0e9e-c516-4ca0-ab77-b9429ea980ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.331427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac20f5-7851-4dbe-bf6b-dca62ee78fb3 req-2fc07556-b622-45ca-992a-1a983d3d8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:41.342320 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8dac20f5-7851-4dbe-bf6b-dca62ee78fb3 req-2fc07556-b622-45ca-992a-1a983d3d8413 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 1096 time: 0.0951765 Jul 16 17:49:41.376465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c63a0e9e-c516-4ca0-ab77-b9429ea980ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bd3601b5e024ceea1a728b2a2538bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2257001 Jul 16 17:49:41.377395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48572) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:41.390360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a0e9e-c516-4ca0-ab77-b9429ea980ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e315683a-3f29-4fc1-ab70-ce5365dc16d9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:41.500642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41dbf819-e86b-494f-af1c-a6d2bc21fe43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.515668 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac20f5-7851-4dbe-bf6b-dca62ee78fb3 req-03285d6f-ee8d-4d92-9e84-08d77362d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:41.517962 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8dac20f5-7851-4dbe-bf6b-dca62ee78fb3 req-03285d6f-ee8d-4d92-9e84-08d77362d9e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.1681683 Jul 16 17:49:41.528813 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-342a9919-7f01-46e0-8861-99f90377b5e2 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.543104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-342a9919-7f01-46e0-8861-99f90377b5e2 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.562136 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41dbf819-e86b-494f-af1c-a6d2bc21fe43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.570822 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.api [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:49:41.570822 n-d-787206-10 neutron-server[100169]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:49:41.570822 n-d-787206-10 neutron-server[100169]: [parameters: {'project_id_1': '2741dbeac32e4d1c9e19743f336f56d8', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 49, 41, 264753)}] Jul 16 17:49:41.570822 n-d-787206-10 neutron-server[100169]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:49:41.571222 n-d-787206-10 neutron-server[100169]: DEBUG oslo_db.api [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:49:41.594936 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8dac20f5-7851-4dbe-bf6b-dca62ee78fb3 req-45d729f3-af73-4c9f-a2ac-47d2fb14a4dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725 HTTP/1.1" status: 200 len: 217 time: 0.0628650 Jul 16 17:49:41.617066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a9919-7f01-46e0-8861-99f90377b5e2 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:41.648133 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41dbf819-e86b-494f-af1c-a6d2bc21fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.651375 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41dbf819-e86b-494f-af1c-a6d2bc21fe43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.652616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-41dbf819-e86b-494f-af1c-a6d2bc21fe43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e315683a-3f29-4fc1-ab70-ce5365dc16d9 HTTP/1.1" status: 204 len: 168 time: 0.2694845 Jul 16 17:49:41.665301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbf819-e86b-494f-af1c-a6d2bc21fe43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e315683a-3f29-4fc1-ab70-ce5365dc16d9,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:41.685955 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac20f5-7851-4dbe-bf6b-dca62ee78fb3 req-594c932c-21f9-4468-8107-64682c15be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:41.687955 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8dac20f5-7851-4dbe-bf6b-dca62ee78fb3 req-594c932c-21f9-4468-8107-64682c15be06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0775745 Jul 16 17:49:41.727869 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2098857603-router', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:31Z', 'updated_at': '2021-07-16T17:49:37Z', 'revision_number': 4, 'project_id': 'e611e8207215439495e1cc9f977fd9a0', 'gw_port': {'id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:33Z', 'updated_at': '2021-07-16T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6007de2e-0276-4b18-a7f2-1034d7dfff71', 'name': '', 'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'mac_address': 'fa:16:3e:87:ca:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'd764e8fc-0a37-4d7d-ad7f-e67f7e0bd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:36Z', 'updated_at': '2021-07-16T17:49:40Z', 'revision_number': 4, 'project_id': 'e611e8207215439495e1cc9f977fd9a0', 'subnets': [{'id': 'd764e8fc-0a37-4d7d-ad7f-e67f7e0bd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:41.769355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54401543-a38a-4d7a-86ff-0277648c002c None None] The sync data for ids ['a75150c6-e14c-44f0-bbe5-d46751ce97b7'] in n-d-787206-10 is: [{'id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2098857603-router', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:31Z', 'updated_at': '2021-07-16T17:49:37Z', 'revision_number': 4, 'project_id': 'e611e8207215439495e1cc9f977fd9a0', 'gw_port': {'id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:33Z', 'updated_at': '2021-07-16T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6007de2e-0276-4b18-a7f2-1034d7dfff71', 'name': '', 'network_id': '59ff5878-1c07-46d3-a7d4-ef0fa122a72e', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'mac_address': 'fa:16:3e:87:ca:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'd764e8fc-0a37-4d7d-ad7f-e67f7e0bd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:36Z', 'updated_at': '2021-07-16T17:49:40Z', 'revision_number': 4, 'project_id': 'e611e8207215439495e1cc9f977fd9a0', 'subnets': [{'id': 'd764e8fc-0a37-4d7d-ad7f-e67f7e0bd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:49:41.927983 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8dac20f5-7851-4dbe-bf6b-dca62ee78fb3 req-82c8403d-ee86-480b-b8f7-03e62ef430e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2319117 Jul 16 17:49:41.983470 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f539df0-e342-4dd9-9339-43321a53eaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.995623 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f539df0-e342-4dd9-9339-43321a53eaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.010379 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-342a9919-7f01-46e0-8861-99f90377b5e2 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.011901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-342a9919-7f01-46e0-8861-99f90377b5e2 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7602634 Jul 16 17:49:42.014537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48602) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:42.019286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-761f6f39-1c4d-41ed-990b-806f7aa8fae3 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Request body: {'security_group_rule': {'security_group_id': '7e0fbe26-08de-47a9-bb9c-ef0b95be34d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:42.059462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f539df0-e342-4dd9-9339-43321a53eaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7419e9d9-57e6-4fcb-83e0-891f4c05fb42,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:42.099460 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-761f6f39-1c4d-41ed-990b-806f7aa8fae3 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.102079 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4f539df0-e342-4dd9-9339-43321a53eaae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dcda84f8a41a4e4a89cf1b34d720b57b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6964116 Jul 16 17:49:42.113992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48608) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:42.153276 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8dac20f5-7851-4dbe-bf6b-dca62ee78fb3 req-219a19d5-40af-44a9-8efb-28b15bb9e65d service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162495 Jul 16 17:49:42.157316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Made reservation on behalf of 2741dbeac32e4d1c9e19743f336f56d8 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:42.174117 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.284046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48616) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:42.312417 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.316103 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8dac20f5-7851-4dbe-bf6b-dca62ee78fb3 req-569cf715-3fb7-4609-8792-db3f43ae2be1 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552234 Jul 16 17:49:42.319457 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36433235-f896-4000-813e-088f1bdb7cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.349513 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-761f6f39-1c4d-41ed-990b-806f7aa8fae3 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.380315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c68d3467-7b8b-47da-a122-c3748a1098f1 req-87c80743-fecd-4911-a603-b7a1648617c7 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 210 time: 0.0653489 Jul 16 17:49:42.387828 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-761f6f39-1c4d-41ed-990b-806f7aa8fae3 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.406933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-673f02a4-afa1-4ccb-915f-80c229d4e120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.415174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f6f39-1c4d-41ed-990b-806f7aa8fae3 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee2994a-e2ab-4e68-967b-111139701a04,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:42.452588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-673f02a4-afa1-4ccb-915f-80c229d4e120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.498860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb19cb-eacf-4452-a350-436232169550 req-a3527aaa-4236-465e-9015-ef146ec17e37 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:42.511102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27fb19cb-eacf-4452-a350-436232169550 req-a3527aaa-4236-465e-9015-ef146ec17e37 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 944 time: 0.0864379 Jul 16 17:49:42.532008 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36433235-f896-4000-813e-088f1bdb7cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.548066 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36433235-f896-4000-813e-088f1bdb7cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.563556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27fb19cb-eacf-4452-a350-436232169550 req-502e525e-6e6e-4399-a781-65c66c257a45 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503421 Jul 16 17:49:42.571077 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-761f6f39-1c4d-41ed-990b-806f7aa8fae3 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.575744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-761f6f39-1c4d-41ed-990b-806f7aa8fae3 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5568752 Jul 16 17:49:42.581785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48628) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:42.591651 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0d7f9f98-3f35-4e07-9fc8-9191e460085e tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Request body: {'security_group_rule': {'security_group_id': '7e0fbe26-08de-47a9-bb9c-ef0b95be34d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:42.624664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36433235-f896-4000-813e-088f1bdb7cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e3ac2d-9185-4adb-ab74-ad5b7d234337,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:42.631649 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-36433235-f896-4000-813e-088f1bdb7cd2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdb0f6f990024f23832c6404ea4e7764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464906 Jul 16 17:49:42.634298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48632) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:42.640704 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-673f02a4-afa1-4ccb-915f-80c229d4e120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.644066 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-673f02a4-afa1-4ccb-915f-80c229d4e120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.645386 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-673f02a4-afa1-4ccb-915f-80c229d4e120 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7419e9d9-57e6-4fcb-83e0-891f4c05fb42 HTTP/1.1" status: 204 len: 168 time: 0.5288353 Jul 16 17:49:42.655538 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f02a4-afa1-4ccb-915f-80c229d4e120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7419e9d9-57e6-4fcb-83e0-891f4c05fb42,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:42.766272 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ef4f92c6-a112-4e09-b0ed-9ec55538c5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.789125 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.804112 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.824223 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d7f9f98-3f35-4e07-9fc8-9191e460085e tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.832352 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ef4f92c6-a112-4e09-b0ed-9ec55538c5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.943871 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d7f9f98-3f35-4e07-9fc8-9191e460085e tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.953242 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d7f9f98-3f35-4e07-9fc8-9191e460085e tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.968741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a5b1a4-db3c-4d4d-aed4-8dadc2c16bf1,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:43.012529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f9f98-3f35-4e07-9fc8-9191e460085e tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ec9ab7-a60d-486d-b51f-e6f76600e93d,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:43.022234 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d7f9f98-3f35-4e07-9fc8-9191e460085e tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.022234 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0d7f9f98-3f35-4e07-9fc8-9191e460085e tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4380054 Jul 16 17:49:43.024737 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48654) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:43.038475 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:43.048918 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ef4f92c6-a112-4e09-b0ed-9ec55538c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.052417 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ef4f92c6-a112-4e09-b0ed-9ec55538c5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.059420 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6007de2e-0276-4b18-a7f2-1034d7dfff71 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:43.063147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ef4f92c6-a112-4e09-b0ed-9ec55538c5b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3e3ac2d-9185-4adb-ab74-ad5b7d234337 HTTP/1.1" status: 204 len: 168 time: 0.4264665 Jul 16 17:49:43.105399 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.170539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 6007de2e-0276-4b18-a7f2-1034d7dfff71 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:43.178686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6007de2e-0276-4b18-a7f2-1034d7dfff71 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:43.179308 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.281060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Allocated IP 192.168.233.78 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/7c7d3130-1356-4ddc-8530-2ec067149916) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:43.290241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f92c6-a112-4e09-b0ed-9ec55538c5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e3ac2d-9185-4adb-ab74-ad5b7d234337,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:43.360351 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.420440 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.511173 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 6007de2e-0276-4b18-a7f2-1034d7dfff71, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6007de2e-0276-4b18-a7f2-1034d7dfff71,segment=NetworkSegment(65aba011-da60-43e6-991e-047b5a5192b3),segment_id=65aba011-da60-43e6-991e-047b5a5192b3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:43.518391 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.607475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=6007de2e-0276-4b18-a7f2-1034d7dfff71,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:43.660619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Allocated IP 172.25.5.228 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/09005780-2ca9-4c8a-95d4-3b0905fb1de4) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:43.678273 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.755668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1531e383-60ed-4aaf-8699-e2fa01418148 req-9800c3d9-9df0-484b-a99a-3ae57016b041 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 210 time: 0.0699949 Jul 16 17:49:43.779230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Transition to ACTIVE for port object 7c7d3130-1356-4ddc-8530-2ec067149916 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:43.836428 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.879409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a369ffb-423a-43b1-a337-fcb462214110 req-6242de3d-530b-42ff-8e98-6ade66c9793d tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:43.887503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a369ffb-423a-43b1-a337-fcb462214110 req-6242de3d-530b-42ff-8e98-6ade66c9793d tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 944 time: 0.1307397 Jul 16 17:49:43.897118 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.908861 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.962455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Pushing event updated for resources: {'Port': ['ID=09005780-2ca9-4c8a-95d4-3b0905fb1de4,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:43.989316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:43.998348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:44.001254 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:44.011617 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a369ffb-423a-43b1-a337-fcb462214110 req-2672c472-bffd-433f-8725-532f0770f894 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204855 Jul 16 17:49:44.078101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:44.089975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:44.101817 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:44.107218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:44.107831 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.117482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Pushing event updated for resources: {'Port': ['ID=7c7d3130-1356-4ddc-8530-2ec067149916,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:44.140490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-7ff8bf9a-2550-453d-a503-920cf34379e4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2857645 Jul 16 17:49:44.160955 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Request body: {'port': {'device_id': '17572511-aa77-488a-9a79-a9d9f6e131a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:44.204505 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.334259 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.358618 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.605814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-876ac1cb-2449-432c-a910-76bbd69c820e None None] Provisioning for port 7c7d3130-1356-4ddc-8530-2ec067149916 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:44.611978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-876ac1cb-2449-432c-a910-76bbd69c820e None None] Provisioning complete for port 7c7d3130-1356-4ddc-8530-2ec067149916 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:44.613607 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-876ac1cb-2449-432c-a910-76bbd69c820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.700406 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.707460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-876ac1cb-2449-432c-a910-76bbd69c820e None None] Port 7c7d3130-1356-4ddc-8530-2ec067149916 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:44.709890 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.737143 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.809382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.819061 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7923901 Jul 16 17:49:44.820352 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac46cd-b004-4b94-80a9-86a99482087d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Pushing event updated for resources: {'Port': ['ID=09005780-2ca9-4c8a-95d4-3b0905fb1de4,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:44.951277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5e357754-a51d-4a22-b93b-ef8d2eb6e725 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:49:45.004945 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6007de2e-0276-4b18-a7f2-1034d7dfff71 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:45.152576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:45.155365 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6007de2e-0276-4b18-a7f2-1034d7dfff71 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:45.155822 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.177662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7d3130-1356-4ddc-8530-2ec067149916 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:45.191968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.198592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '5e357754-a51d-4a22-b93b-ef8d2eb6e725', 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2', 'port_id': '5e357754-a51d-4a22-b93b-ef8d2eb6e725', 'mac_address': 'fa:16:3e:5c:49:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0613ca9c-4811-4c37-882d-5b32e78d1468', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:49:45.218168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Transition to ACTIVE for port object 7c7d3130-1356-4ddc-8530-2ec067149916 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:45.237542 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.266199 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.302522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e357754-a51d-4a22-b93b-ef8d2eb6e725 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:45.348862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:45.362460 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.433303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=5e357754-a51d-4a22-b93b-ef8d2eb6e725,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:45.467695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7d3130-1356-4ddc-8530-2ec067149916,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:45.500114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Attempting to bind port 7c7d3130-1356-4ddc-8530-2ec067149916 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:45.500477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Attempting to bind port 7c7d3130-1356-4ddc-8530-2ec067149916 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:45.500803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Attempting to bind port 7c7d3130-1356-4ddc-8530-2ec067149916 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:45.514217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Port 7c7d3130-1356-4ddc-8530-2ec067149916 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:45.514545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Attempting to bind port 7c7d3130-1356-4ddc-8530-2ec067149916 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:45.523537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f5c22-96ab-4fea-9bcb-1d0602872047 req-8e1e8e93-85e8-43e3-8c57-445de842c116 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:45.531835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb8f5c22-96ab-4fea-9bcb-1d0602872047 req-8e1e8e93-85e8-43e3-8c57-445de842c116 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 947 time: 0.3109746 Jul 16 17:49:45.552913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:45.553241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:45.553798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:45.554243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Bound port: 7c7d3130-1356-4ddc-8530-2ec067149916, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:45.554601 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.584594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bcea5-c14b-4f26-b146-a6be504fa0c4 req-84771ae1-7936-4b80-be96-df5d8d44a50a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:45.586104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba4bcea5-c14b-4f26-b146-a6be504fa0c4 req-84771ae1-7936-4b80-be96-df5d8d44a50a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 944 time: 0.2639022 Jul 16 17:49:45.637536 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb8f5c22-96ab-4fea-9bcb-1d0602872047 req-f5fbb4a0-5247-4bda-8c42-409b401e0126 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/security-groups?id=28a5b1a4-db3c-4d4d-aed4-8dadc2c16bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046960 Jul 16 17:49:45.681892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba4bcea5-c14b-4f26-b146-a6be504fa0c4 req-e35561c9-381b-4ade-acdf-6691e5b88da1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882783 Jul 16 17:49:45.700283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] For port 7c7d3130-1356-4ddc-8530-2ec067149916, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:45.709856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] For port 7c7d3130-1356-4ddc-8530-2ec067149916, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7c7d3130-1356-4ddc-8530-2ec067149916,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:45.718808 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.723849 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['5e357754-a51d-4a22-b93b-ef8d2eb6e725'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:45.772241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:45.772872 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.774309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c7d3130-1356-4ddc-8530-2ec067149916 HTTP/1.1" status: 200 len: 1096 time: 1.6249714 Jul 16 17:49:45.774738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17572511-aa77-488a-9a79-a9d9f6e131a1', 'tag': '7c7d3130-1356-4ddc-8530-2ec067149916'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:45.986428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fc053-25d6-420d-9b3d-1f835ebd5d70 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7d3130-1356-4ddc-8530-2ec067149916,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:46.014245 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1790ea27-4a47-46cf-8cee-2b1a461329f9" -d '{"events": [{"name": "network-changed", "server_uuid": "17572511-aa77-488a-9a79-a9d9f6e131a1", "tag": "7c7d3130-1356-4ddc-8530-2ec067149916"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:46.027512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-6227526a-8236-4458-8080-02110f97d908 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--801405233&fields=id&tenant_id=80e3923cfee9414f8eb9d7ce3046e725 HTTP/1.1" status: 200 len: 267 time: 0.1589127 Jul 16 17:49:46.091037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-e035db25-7337-4e34-96b0-84f48c360fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:46.092262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-e035db25-7337-4e34-96b0-84f48c360fca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2741dbeac32e4d1c9e19743f336f56d8&device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 1099 time: 0.2292540 Jul 16 17:49:46.194519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-3cc62198-38ae-48d6-ba24-b2df27792f30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=7c7d3130-1356-4ddc-8530-2ec067149916 HTTP/1.1" status: 200 len: 217 time: 0.0712953 Jul 16 17:49:46.263684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-6b723bbd-de77-4252-87bf-dfe906c23146 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:46.265136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-6b723bbd-de77-4252-87bf-dfe906c23146 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/networks?id=ee8c8716-e6ec-49c2-89d4-211484840579 HTTP/1.1" status: 200 len: 824 time: 0.2268968 Jul 16 17:49:46.282971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-e3f1439b-7f3a-4096-a95f-7d9703d15248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:46.284458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-e3f1439b-7f3a-4096-a95f-7d9703d15248 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0796521 Jul 16 17:49:46.286703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-e27ba0fa-20af-47ef-8efd-0b9420914bee tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/quotas/80e3923cfee9414f8eb9d7ce3046e725 HTTP/1.1" status: 200 len: 375 time: 0.0157406 Jul 16 17:49:46.445853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-6775103f-d768-4c08-a11a-b277c3b313c7 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80e3923cfee9414f8eb9d7ce3046e725&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1458373 Jul 16 17:49:46.448955 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-be489ccd-3cc0-4a85-bbdc-68c4cbd299ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:46.450277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-be489ccd-3cc0-4a85-bbdc-68c4cbd299ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1578062 Jul 16 17:49:46.609106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-712e3d7f-db58-4e9b-aace-1cfe3f6d3e9e service neutron] 10.222.0.41 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434917 Jul 16 17:49:46.610743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-495a0d83-5d49-487f-9916-a0efa623bd62 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523418 Jul 16 17:49:46.899615 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24457840-8bbd-4009-b982-417af7e1f7db x-openstack-request-id: req-24457840-8bbd-4009-b982-417af7e1f7db {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:46.899895 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17572511-aa77-488a-9a79-a9d9f6e131a1", "tag": "7c7d3130-1356-4ddc-8530-2ec067149916", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:46.900142 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24457840-8bbd-4009-b982-417af7e1f7db {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:46.901152 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17572511-aa77-488a-9a79-a9d9f6e131a1', 'tag': '7c7d3130-1356-4ddc-8530-2ec067149916', 'status': 'completed', 'code': 200} Jul 16 17:49:46.930700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5e357754-a51d-4a22-b93b-ef8d2eb6e725 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:46.947884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1871056-23aa-40e0-adfd-2fa9976b8ab1 req-57b29bfb-726e-4537-8f2f-18c209e0659f service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240600 Jul 16 17:49:46.959642 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-2981b96d-cff2-4bd6-82ba-7eb8fa212a10 service neutron] 10.222.0.41 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440790 Jul 16 17:49:47.003616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:47.007862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:47.008496 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:47.077217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790ea27-4a47-46cf-8cee-2b1a461329f9 req-c9026b34-1b16-4085-b0a5-e7c9face94de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:47.078946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1790ea27-4a47-46cf-8cee-2b1a461329f9 req-c9026b34-1b16-4085-b0a5-e7c9face94de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2741dbeac32e4d1c9e19743f336f56d8&device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 1099 time: 0.0806708 Jul 16 17:49:47.108242 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:47.155685 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da769407-86ef-4d15-a23d-a149feb10aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e357754-a51d-4a22-b93b-ef8d2eb6e725'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:47.157936 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52899b20-4b39-4ef0-b851-414816a26e01" -d '{"events": [{"server_uuid": "da769407-86ef-4d15-a23d-a149feb10aac", "name": "network-vif-plugged", "status": "completed", "tag": "5e357754-a51d-4a22-b93b-ef8d2eb6e725"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:47.171196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:47.186413 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:47.238061 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=5e357754-a51d-4a22-b93b-ef8d2eb6e725,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:47.355157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790ea27-4a47-46cf-8cee-2b1a461329f9 req-8d969473-7df4-41a8-a4aa-579f7e4688c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:47.356657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1790ea27-4a47-46cf-8cee-2b1a461329f9 req-8d969473-7df4-41a8-a4aa-579f7e4688c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2705326 Jul 16 17:49:47.422064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1790ea27-4a47-46cf-8cee-2b1a461329f9 req-3e813829-a734-4fc2-a01f-f824cfc54ad1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=7c7d3130-1356-4ddc-8530-2ec067149916 HTTP/1.1" status: 200 len: 217 time: 0.0545912 Jul 16 17:49:47.442411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c8f88-e5a5-4e82-b9d0-c326681c8341 req-b68bc3b9-8597-4470-a33b-f14e0d5235b8 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:47.443976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f57c8f88-e5a5-4e82-b9d0-c326681c8341 req-b68bc3b9-8597-4470-a33b-f14e0d5235b8 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 947 time: 0.1799607 Jul 16 17:49:47.487414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536be655-9224-4911-987a-de972a847de9 req-07b39c0d-2333-4004-8c59-300fbe4fa67a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:47.488878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-536be655-9224-4911-987a-de972a847de9 req-07b39c0d-2333-4004-8c59-300fbe4fa67a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 946 time: 0.1774507 Jul 16 17:49:47.537941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790ea27-4a47-46cf-8cee-2b1a461329f9 req-2f247b50-b43e-4631-8b62-18f64c0b2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:47.539377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1790ea27-4a47-46cf-8cee-2b1a461329f9 req-2f247b50-b43e-4631-8b62-18f64c0b2110 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1061704 Jul 16 17:49:47.548697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f57c8f88-e5a5-4e82-b9d0-c326681c8341 req-50841261-ad97-43b8-ba98-041394c42d20 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/security-groups?id=28a5b1a4-db3c-4d4d-aed4-8dadc2c16bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920792 Jul 16 17:49:47.596903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-536be655-9224-4911-987a-de972a847de9 req-d177591c-56e5-4344-af7f-7a88fc20a25d tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930502 Jul 16 17:49:47.637778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790ea27-4a47-46cf-8cee-2b1a461329f9 req-f40ba670-0991-4ee1-a4d8-a55383a5cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:47.639572 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1790ea27-4a47-46cf-8cee-2b1a461329f9 req-f40ba670-0991-4ee1-a4d8-a55383a5cfe7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0873866 Jul 16 17:49:47.700795 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0b69dc-72c5-459f-a5da-88478a92b4d6 x-openstack-request-id: req-0f0b69dc-72c5-459f-a5da-88478a92b4d6 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:47.701113 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da769407-86ef-4d15-a23d-a149feb10aac", "name": "network-vif-plugged", "status": "completed", "tag": "5e357754-a51d-4a22-b93b-ef8d2eb6e725", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:47.701365 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f0b69dc-72c5-459f-a5da-88478a92b4d6 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:47.701800 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da769407-86ef-4d15-a23d-a149feb10aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e357754-a51d-4a22-b93b-ef8d2eb6e725', 'code': 200} Jul 16 17:49:47.786742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1790ea27-4a47-46cf-8cee-2b1a461329f9 req-29fb818b-6aae-428c-ad49-7c5c7cfd32e4 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350746 Jul 16 17:49:47.812133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31d3eeff-72cd-4bc6-ba5a-a40a0da958e6 req-a24f2368-6418-48b3-b41b-fd6428c6adfa tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 210 time: 0.0455542 Jul 16 17:49:47.948472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee1c3b-d595-4ccc-b05d-925443b0fb5b req-63a07364-339d-4f31-83e3-ac1329496f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:47.950091 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9eee1c3b-d595-4ccc-b05d-925443b0fb5b req-63a07364-339d-4f31-83e3-ac1329496f33 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 1098 time: 0.1039383 Jul 16 17:49:47.985343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1790ea27-4a47-46cf-8cee-2b1a461329f9 req-8f6f7a67-fdb4-4d9a-a1d8-21e0b6d8286b service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682551 Jul 16 17:49:48.018697 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9eee1c3b-d595-4ccc-b05d-925443b0fb5b req-cf127341-51dc-429f-af1b-be1105e8f3f8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602663 Jul 16 17:49:48.077371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48918) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:48.198149 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e5a4bb1-9403-4710-ab2c-e3b4f7216972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:48.286182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e5a4bb1-9403-4710-ab2c-e3b4f7216972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:48.291806 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e5a4bb1-9403-4710-ab2c-e3b4f7216972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:48.339802 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5e5a4bb1-9403-4710-ab2c-e3b4f7216972 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c172a27ced69484aa209620c0c47179d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611923 Jul 16 17:49:48.341105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a4bb1-9403-4710-ab2c-e3b4f7216972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d4af56-49d1-4af8-92d6-ebf4b9b14fcd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:48.342461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48928) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:48.412952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb073e-f931-4eb9-b758-b197a4fceba3 req-e263602e-0b22-4524-9dee-7b57e3dbb632 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:48.414452 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86cb073e-f931-4eb9-b758-b197a4fceba3 req-e263602e-0b22-4524-9dee-7b57e3dbb632 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 971 time: 0.1256697 Jul 16 17:49:48.418027 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d26fdfc0-3b15-46b8-89e1-c01cf111d16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:48.453625 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d26fdfc0-3b15-46b8-89e1-c01cf111d16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:48.491079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86cb073e-f931-4eb9-b758-b197a4fceba3 req-4ef1542a-e0c0-4379-99ba-c4ffc73199fe tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638196 Jul 16 17:49:48.530379 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d26fdfc0-3b15-46b8-89e1-c01cf111d16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:48.533389 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d26fdfc0-3b15-46b8-89e1-c01cf111d16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:48.538884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d26fdfc0-3b15-46b8-89e1-c01cf111d16b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89d4af56-49d1-4af8-92d6-ebf4b9b14fcd HTTP/1.1" status: 204 len: 168 time: 0.1938479 Jul 16 17:49:48.548795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fdfc0-3b15-46b8-89e1-c01cf111d16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d4af56-49d1-4af8-92d6-ebf4b9b14fcd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:48.615562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-6099abce-4e39-4702-8075-a4c6f97ff71d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:48.620642 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-6099abce-4e39-4702-8075-a4c6f97ff71d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.43 "GET /v2.0/networks?id=ee8c8716-e6ec-49c2-89d4-211484840579 HTTP/1.1" status: 200 len: 824 time: 0.1746848 Jul 16 17:49:48.704596 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-97486a20-1ee8-48db-809f-bf20cb8d83ea tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80e3923cfee9414f8eb9d7ce3046e725 HTTP/1.1" status: 200 len: 379 time: 0.0678780 Jul 16 17:49:48.722597 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Request body: {'port': {'device_id': 'b6a28354-86d5-472b-8525-121bd131e95a', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'admin_state_up': True, 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'security_groups': ['7e0fbe26-08de-47a9-bb9c-ef0b95be34d1']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:48.877906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Made reservation on behalf of 80e3923cfee9414f8eb9d7ce3046e725 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:48.881670 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:48.893897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48952) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:48.910688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-65846a66-9bee-4e96-b52a-14ac5fdcbc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:48.921902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51bda0-4177-46ad-b5c5-b3a022fc947f req-0952ca9f-9d51-4b60-8586-8811a703e297 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:48.923392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a51bda0-4177-46ad-b5c5-b3a022fc947f req-0952ca9f-9d51-4b60-8586-8811a703e297 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 946 time: 0.1281242 Jul 16 17:49:48.946415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706563a-31cb-4217-99ee-23cd2584ab82 req-22ac4427-30ed-4a7e-af1d-d95ef2dd3a28 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:48.947974 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4706563a-31cb-4217-99ee-23cd2584ab82 req-22ac4427-30ed-4a7e-af1d-d95ef2dd3a28 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 947 time: 0.1142278 Jul 16 17:49:48.995151 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a51bda0-4177-46ad-b5c5-b3a022fc947f req-b72c87af-b9f9-4800-9755-a79b40995c53 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625591 Jul 16 17:49:49.009219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4706563a-31cb-4217-99ee-23cd2584ab82 req-d5b847b3-aa64-427d-b9f8-6412a257a41a tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/security-groups?id=28a5b1a4-db3c-4d4d-aed4-8dadc2c16bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529132 Jul 16 17:49:49.097926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Allocated IP 172.20.0.6 (ee8c8716-e6ec-49c2-89d4-211484840579/f3429175-5601-4f2f-bd60-24ea5b16066f/f27a8efd-0822-422b-9af4-c6a6b749bcdd) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:49.160357 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-65846a66-9bee-4e96-b52a-14ac5fdcbc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.171053 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-65846a66-9bee-4e96-b52a-14ac5fdcbc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.179599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3d9738d-3b48-44b5-8496-4ba1efe2a4cc req-bebc826b-3f84-4bda-8bd1-db0ef57f98aa tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 210 time: 0.0438299 Jul 16 17:49:49.262358 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-65846a66-9bee-4e96-b52a-14ac5fdcbc25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f04b16eb56344b2d91f2fa8ddd0acf37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673906 Jul 16 17:49:49.265015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48972) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:49.294427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65846a66-9bee-4e96-b52a-14ac5fdcbc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2978464e-e013-4456-99c7-e76259a5ea68,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:49.355959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.377221 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Transition to ACTIVE for port object f27a8efd-0822-422b-9af4-c6a6b749bcdd will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:49.382905 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1411c3df-5960-4637-a206-6a643cdc188e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.423396 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1411c3df-5960-4637-a206-6a643cdc188e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.467508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.528809 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Network ee8c8716-e6ec-49c2-89d4-211484840579 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:49.532894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:49.548050 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:49.550976 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1411c3df-5960-4637-a206-6a643cdc188e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.561773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:49.561919 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1411c3df-5960-4637-a206-6a643cdc188e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.562105 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.569650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1411c3df-5960-4637-a206-6a643cdc188e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2978464e-e013-4456-99c7-e76259a5ea68 HTTP/1.1" status: 204 len: 168 time: 0.3010447 Jul 16 17:49:49.583230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Pushing event updated for resources: {'Port': ['ID=f27a8efd-0822-422b-9af4-c6a6b749bcdd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:49.607241 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dae796ca-0da7-43b7-a327-37f8a7359307 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8932428 Jul 16 17:49:49.614786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411c3df-5960-4637-a206-6a643cdc188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2978464e-e013-4456-99c7-e76259a5ea68,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:49.621915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Request body: {'port': {'device_id': 'b6a28354-86d5-472b-8525-121bd131e95a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:49.634091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48998) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:49.659770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.43', 61042) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:49.674727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49002) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:49.813886 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d356b15-1162-4f45-bee1-16c7d7c2d6a0 req-92e9070a-ada0-471f-b018-6bd99c047959 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:49.817689 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d356b15-1162-4f45-bee1-16c7d7c2d6a0 req-92e9070a-ada0-471f-b018-6bd99c047959 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 971 time: 0.1567917 Jul 16 17:49:49.821519 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.923269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-26fe5d76-2ade-4e67-9f5c-764ef0e3052f None None] Provisioning for port f27a8efd-0822-422b-9af4-c6a6b749bcdd completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:49.928566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-26fe5d76-2ade-4e67-9f5c-764ef0e3052f None None] Provisioning complete for port f27a8efd-0822-422b-9af4-c6a6b749bcdd triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:49.929122 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-26fe5d76-2ade-4e67-9f5c-764ef0e3052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.016679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-26fe5d76-2ade-4e67-9f5c-764ef0e3052f None None] Port f27a8efd-0822-422b-9af4-c6a6b749bcdd cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:50.096906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cb114-13a7-41bd-9e27-63e8660db05f req-f61f1d3b-bb19-4529-8c2b-fb224e1afad1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:50.098448 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a35cb114-13a7-41bd-9e27-63e8660db05f req-f61f1d3b-bb19-4529-8c2b-fb224e1afad1 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 971 time: 0.2592034 Jul 16 17:49:50.114750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8d356b15-1162-4f45-bee1-16c7d7c2d6a0 req-40fe947f-cbf6-4648-9fb3-927a4db61d7f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Deleting port 6afbc4ec-5085-4839-b197-3b8da2d93a9a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:49:50.115093 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d356b15-1162-4f45-bee1-16c7d7c2d6a0 req-40fe947f-cbf6-4648-9fb3-927a4db61d7f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.186366 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5490242-0f6b-41e7-b35d-36ee662a30d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.199253 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a887d1d3-6fb4-4bb8-bfa7-70f42b9d7d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.224649 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a35cb114-13a7-41bd-9e27-63e8660db05f req-a0eb644d-045a-4d57-adcc-5860ac435176 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173985 Jul 16 17:49:50.281013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8d356b15-1162-4f45-bee1-16c7d7c2d6a0 req-40fe947f-cbf6-4648-9fb3-927a4db61d7f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] For port 6afbc4ec-5085-4839-b197-3b8da2d93a9a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6afbc4ec-5085-4839-b197-3b8da2d93a9a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:50.281487 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d356b15-1162-4f45-bee1-16c7d7c2d6a0 req-40fe947f-cbf6-4648-9fb3-927a4db61d7f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.299834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8d356b15-1162-4f45-bee1-16c7d7c2d6a0 req-40fe947f-cbf6-4648-9fb3-927a4db61d7f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Calling delete_port for 6afbc4ec-5085-4839-b197-3b8da2d93a9a owned by compute:tempest-test_az-501100917 {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:49:50.332617 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27a8efd-0822-422b-9af4-c6a6b749bcdd {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:50.344790 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.379293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Transition to ACTIVE for port object f27a8efd-0822-422b-9af4-c6a6b749bcdd will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:50.399905 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.460350 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a887d1d3-6fb4-4bb8-bfa7-70f42b9d7d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.475147 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a887d1d3-6fb4-4bb8-bfa7-70f42b9d7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.505534 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Pushing event updated for resources: {'Port': ['ID=f27a8efd-0822-422b-9af4-c6a6b749bcdd,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:50.562922 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a887d1d3-6fb4-4bb8-bfa7-70f42b9d7d31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24243f8c9ebf4f5392f731fa80b21405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8846118 Jul 16 17:49:50.568626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49042) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:50.593528 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887d1d3-6fb4-4bb8-bfa7-70f42b9d7d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a6375-e7da-4546-826a-fd69f7fe0397,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:50.607787 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Attempting to bind port f27a8efd-0822-422b-9af4-c6a6b749bcdd on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:50.608219 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Attempting to bind port f27a8efd-0822-422b-9af4-c6a6b749bcdd by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:50.608655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Attempting to bind port f27a8efd-0822-422b-9af4-c6a6b749bcdd on network ee8c8716-e6ec-49c2-89d4-211484840579 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:50.624788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Port f27a8efd-0822-422b-9af4-c6a6b749bcdd on network ee8c8716-e6ec-49c2-89d4-211484840579 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:50.629542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Attempting to bind port f27a8efd-0822-422b-9af4-c6a6b749bcdd on network ee8c8716-e6ec-49c2-89d4-211484840579 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:50.641356 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:50.641768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Checking segment: {'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:50.642210 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Bound using segment: {'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:50.642812 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Bound port: f27a8efd-0822-422b-9af4-c6a6b749bcdd, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:50.643120 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.661145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba45e63-a617-4dab-9dd7-d13fa58f0cb7 req-28c26d26-011d-4b0a-ac7a-dbb78d5eda97 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:50.668086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ba45e63-a617-4dab-9dd7-d13fa58f0cb7 req-28c26d26-011d-4b0a-ac7a-dbb78d5eda97 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 946 time: 0.2624424 Jul 16 17:49:50.704248 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa330a36-594f-4654-bd42-ab6b402f68a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.718033 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d356b15-1162-4f45-bee1-16c7d7c2d6a0 req-40fe947f-cbf6-4648-9fb3-927a4db61d7f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.738486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['6afbc4ec-5085-4839-b197-3b8da2d93a9a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:50.761640 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa330a36-594f-4654-bd42-ab6b402f68a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.788118 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] For port f27a8efd-0822-422b-9af4-c6a6b749bcdd, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:50.789047 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5490242-0f6b-41e7-b35d-36ee662a30d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.793342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe947f-cbf6-4648-9fb3-927a4db61d7f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Pushing event deleted for resources: {'Port': ['ID=6afbc4ec-5085-4839-b197-3b8da2d93a9a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:50.816498 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] For port f27a8efd-0822-422b-9af4-c6a6b749bcdd, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f27a8efd-0822-422b-9af4-c6a6b749bcdd,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:50.843096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.848558 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ba45e63-a617-4dab-9dd7-d13fa58f0cb7 req-56c01f4c-a1e4-441d-8aee-025b984cc228 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795075 Jul 16 17:49:50.855823 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5490242-0f6b-41e7-b35d-36ee662a30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.884462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334cdc1-5312-4011-95a5-1fbd27279c2d req-36babeb8-d282-4bf8-a021-f58b31b2c499 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:50.890331 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3334cdc1-5312-4011-95a5-1fbd27279c2d req-36babeb8-d282-4bf8-a021-f58b31b2c499 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 947 time: 0.3792415 Jul 16 17:49:50.906193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:50.907537 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.909303 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] 10.222.0.43 "PUT /v2.0/ports/f27a8efd-0822-422b-9af4-c6a6b749bcdd HTTP/1.1" status: 200 len: 1092 time: 1.2932553 Jul 16 17:49:50.934505 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a28354-86d5-472b-8525-121bd131e95a', 'tag': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:50.937735 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c291e6bc-20a9-4435-8b98-346c5c85c139" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a28354-86d5-472b-8525-121bd131e95a", "tag": "f27a8efd-0822-422b-9af4-c6a6b749bcdd"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:50.938965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7c7d3130-1356-4ddc-8530-2ec067149916 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:49:50.953240 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa330a36-594f-4654-bd42-ab6b402f68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.956680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa330a36-594f-4654-bd42-ab6b402f68a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.958585 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fa330a36-594f-4654-bd42-ab6b402f68a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df1a6375-e7da-4546-826a-fd69f7fe0397 HTTP/1.1" status: 204 len: 168 time: 0.3881130 Jul 16 17:49:50.963629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d356b15-1162-4f45-bee1-16c7d7c2d6a0 req-40fe947f-cbf6-4648-9fb3-927a4db61d7f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] No DVR routers for this DVR port 6afbc4ec-5085-4839-b197-3b8da2d93a9a on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:49:51.001575 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf1c35-611e-4718-9569-62dda55b95de service neutron] Pushing event updated for resources: {'Port': ['ID=f27a8efd-0822-422b-9af4-c6a6b749bcdd,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:51.038257 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d356b15-1162-4f45-bee1-16c7d7c2d6a0 req-40fe947f-cbf6-4648-9fb3-927a4db61d7f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:51.047050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d356b15-1162-4f45-bee1-16c7d7c2d6a0 req-40fe947f-cbf6-4648-9fb3-927a4db61d7f tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.43 "DELETE /v2.0/ports/6afbc4ec-5085-4839-b197-3b8da2d93a9a HTTP/1.1" status: 204 len: 173 time: 1.2234490 Jul 16 17:49:51.047563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2df1fd9-90da-4411-b3ad-54e00f35766d', 'name': 'network-vif-deleted', 'tag': '6afbc4ec-5085-4839-b197-3b8da2d93a9a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:51.049867 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53837638-5dd0-4c21-ba63-24eccdc490ac" -d '{"events": [{"server_uuid": "e2df1fd9-90da-4411-b3ad-54e00f35766d", "name": "network-vif-deleted", "tag": "6afbc4ec-5085-4839-b197-3b8da2d93a9a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:51.076515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa330a36-594f-4654-bd42-ab6b402f68a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a6375-e7da-4546-826a-fd69f7fe0397,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:51.088842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5490242-0f6b-41e7-b35d-36ee662a30d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4fa1de-3b44-468c-9452-4c4f66fb277a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:51.099586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e5490242-0f6b-41e7-b35d-36ee662a30d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca30449deac84eb28012f0b43c67a81a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4597204 Jul 16 17:49:51.111718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49060) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:51.148032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-4f6f382e-da42-452c-95da-e55f9cb5c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.150511 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-4f6f382e-da42-452c-95da-e55f9cb5c9fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80e3923cfee9414f8eb9d7ce3046e725&device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 1095 time: 0.1659579 Jul 16 17:49:51.258978 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-dc74fe24-6920-4ba0-87cf-82bf24e3a54c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f27a8efd-0822-422b-9af4-c6a6b749bcdd HTTP/1.1" status: 200 len: 217 time: 0.0996959 Jul 16 17:49:51.289182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7c7d3130-1356-4ddc-8530-2ec067149916, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7c7d3130-1356-4ddc-8530-2ec067149916,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:51.295641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3334cdc1-5312-4011-95a5-1fbd27279c2d req-d516111f-cce9-42f1-a419-e6d1118e5b06 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/security-groups?id=28a5b1a4-db3c-4d4d-aed4-8dadc2c16bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499274 Jul 16 17:49:51.346328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '7c7d3130-1356-4ddc-8530-2ec067149916', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '7c7d3130-1356-4ddc-8530-2ec067149916', 'mac_address': 'fa:16:3e:60:31:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:49:51.361609 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-249d887c-c442-48a8-b0bd-026e23aa2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.363577 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-249d887c-c442-48a8-b0bd-026e23aa2748 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3429175-5601-4f2f-bd60-24ea5b16066f HTTP/1.1" status: 200 len: 863 time: 0.0982304 Jul 16 17:49:51.396556 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ac4c3fa7-6ab6-4ac0-be25-0e0e7dd8361c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:51.416956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626af2a4-fe82-42e8-8d0c-c3fdb51ad424 req-859e0843-4c72-4edb-927b-bb1692e4a8ca tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.424401 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-626af2a4-fe82-42e8-8d0c-c3fdb51ad424 req-859e0843-4c72-4edb-927b-bb1692e4a8ca tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 943 time: 0.3409915 Jul 16 17:49:51.443896 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:51.457100 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ac4c3fa7-6ab6-4ac0-be25-0e0e7dd8361c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:51.461864 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-42be22be-6640-48ef-b4fc-eaba68138499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.463607 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-42be22be-6640-48ef-b4fc-eaba68138499 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee8c8716-e6ec-49c2-89d4-211484840579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931680 Jul 16 17:49:51.472202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7d3130-1356-4ddc-8530-2ec067149916 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:51.500248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7c7d3130-1356-4ddc-8530-2ec067149916, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7c7d3130-1356-4ddc-8530-2ec067149916,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:51.503569 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-626af2a4-fe82-42e8-8d0c-c3fdb51ad424 req-6bc27484-7060-4ea7-bd80-3a54cae411a1 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777342 Jul 16 17:49:51.509035 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:51.548637 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ac4c3fa7-6ab6-4ac0-be25-0e0e7dd8361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:51.552034 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ac4c3fa7-6ab6-4ac0-be25-0e0e7dd8361c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:51.553424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ac4c3fa7-6ab6-4ac0-be25-0e0e7dd8361c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e4fa1de-3b44-468c-9452-4c4f66fb277a HTTP/1.1" status: 204 len: 168 time: 0.4371464 Jul 16 17:49:51.566481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c3fa7-6ab6-4ac0-be25-0e0e7dd8361c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4fa1de-3b44-468c-9452-4c4f66fb277a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:51.607391 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777f8f09-cbce-460c-87db-1de5f869a1a6 x-openstack-request-id: req-777f8f09-cbce-460c-87db-1de5f869a1a6 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:51.608011 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a28354-86d5-472b-8525-121bd131e95a", "tag": "f27a8efd-0822-422b-9af4-c6a6b749bcdd", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:51.608176 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-777f8f09-cbce-460c-87db-1de5f869a1a6 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:51.608699 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a28354-86d5-472b-8525-121bd131e95a', 'tag': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd', 'status': 'completed', 'code': 200} Jul 16 17:49:51.616956 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae129689-f906-48a6-8040-8dfc84f114b2 x-openstack-request-id: req-ae129689-f906-48a6-8040-8dfc84f114b2 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:51.617478 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2df1fd9-90da-4411-b3ad-54e00f35766d", "name": "network-vif-deleted", "tag": "6afbc4ec-5085-4839-b197-3b8da2d93a9a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:51.617833 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae129689-f906-48a6-8040-8dfc84f114b2 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:51.618329 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2df1fd9-90da-4411-b3ad-54e00f35766d', 'name': 'network-vif-deleted', 'tag': '6afbc4ec-5085-4839-b197-3b8da2d93a9a', 'status': 'completed', 'code': 200} Jul 16 17:49:51.651284 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-819c9a28-d9dd-4852-b24d-e93360c25766 service neutron] 10.222.0.43 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797416 Jul 16 17:49:51.656375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7c7d3130-1356-4ddc-8530-2ec067149916,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:51.703686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49076) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:51.725029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ef439939-34e2-4d50-82c1-39f80ef98199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:51.753443 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['7c7d3130-1356-4ddc-8530-2ec067149916'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:51.825456 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f6ad212d-a7a9-4cd7-8c4a-61bde5f91ad3 req-3586d35f-8f6b-4de0-85f4-0e05098ce73d service neutron] 10.222.0.43 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691153 Jul 16 17:49:51.843702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a369ec91-80c3-4a47-92d3-9defc5345c6b req-d22dd450-7093-414c-8b3a-40e06efdbef4 tempest-AggregatesAdminTestJSON-1593771020 tempest-AggregatesAdminTestJSON-1593771020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2df1fd9-90da-4411-b3ad-54e00f35766d HTTP/1.1" status: 200 len: 210 time: 0.0472274 Jul 16 17:49:51.930902 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ef439939-34e2-4d50-82c1-39f80ef98199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:51.943676 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ef439939-34e2-4d50-82c1-39f80ef98199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:52.037259 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49082) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:52.037479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ef439939-34e2-4d50-82c1-39f80ef98199 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b841fee460b34e50a92c1936aa8dd57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296957 Jul 16 17:49:52.049946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef439939-34e2-4d50-82c1-39f80ef98199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f681734a-84af-437f-b806-d6d8dba13a78,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:52.084095 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291e6bc-20a9-4435-8b98-346c5c85c139 req-4a5745a7-e367-45c6-a31f-97bb9687dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:52.089936 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c291e6bc-20a9-4435-8b98-346c5c85c139 req-4a5745a7-e367-45c6-a31f-97bb9687dde7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80e3923cfee9414f8eb9d7ce3046e725&device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 1095 time: 0.1684747 Jul 16 17:49:52.172735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-657dc020-5cdb-4bd6-a050-9d7c719be8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:52.214301 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-657dc020-5cdb-4bd6-a050-9d7c719be8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:52.310682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49090) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:52.338425 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7c5e255d-228e-42a0-ae8e-abd44b3e53bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:52.363532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2ec38-bd5a-46d2-9793-027c7d66f63b req-719403c9-78c6-4fa2-b733-ee88faa16693 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:52.365076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22a2ec38-bd5a-46d2-9793-027c7d66f63b req-719403c9-78c6-4fa2-b733-ee88faa16693 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 1098 time: 0.0878952 Jul 16 17:49:52.404768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291e6bc-20a9-4435-8b98-346c5c85c139 req-ff7deac2-e415-46de-b4ef-5c2cb903f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:52.407157 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c291e6bc-20a9-4435-8b98-346c5c85c139 req-ff7deac2-e415-46de-b4ef-5c2cb903f7c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ee8c8716-e6ec-49c2-89d4-211484840579 HTTP/1.1" status: 200 len: 925 time: 0.3127470 Jul 16 17:49:52.467273 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c291e6bc-20a9-4435-8b98-346c5c85c139 req-0a015f12-bc84-4ddb-928d-cf2c3f1f1a2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f27a8efd-0822-422b-9af4-c6a6b749bcdd HTTP/1.1" status: 200 len: 217 time: 0.0512910 Jul 16 17:49:52.469993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22a2ec38-bd5a-46d2-9793-027c7d66f63b req-a2385278-fb5b-45f6-bc0d-caddf5a6a305 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913134 Jul 16 17:49:52.499352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49096) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:52.550782 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-657dc020-5cdb-4bd6-a050-9d7c719be8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:52.554424 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-657dc020-5cdb-4bd6-a050-9d7c719be8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:52.555805 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-657dc020-5cdb-4bd6-a050-9d7c719be8ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f681734a-84af-437f-b806-d6d8dba13a78 HTTP/1.1" status: 204 len: 168 time: 0.5125520 Jul 16 17:49:52.573783 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291e6bc-20a9-4435-8b98-346c5c85c139 req-8a2b7e15-4e66-485f-a399-d6b507b853b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:52.575255 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c291e6bc-20a9-4435-8b98-346c5c85c139 req-8a2b7e15-4e66-485f-a399-d6b507b853b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3429175-5601-4f2f-bd60-24ea5b16066f HTTP/1.1" status: 200 len: 863 time: 0.1015234 Jul 16 17:49:52.576523 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dc020-5cdb-4bd6-a050-9d7c719be8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f681734a-84af-437f-b806-d6d8dba13a78,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:52.647264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291e6bc-20a9-4435-8b98-346c5c85c139 req-3514e8b7-5d29-412d-950c-76f68b38a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:52.648799 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c291e6bc-20a9-4435-8b98-346c5c85c139 req-3514e8b7-5d29-412d-950c-76f68b38a1c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee8c8716-e6ec-49c2-89d4-211484840579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665412 Jul 16 17:49:52.732864 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7c5e255d-228e-42a0-ae8e-abd44b3e53bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:52.740362 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7c5e255d-228e-42a0-ae8e-abd44b3e53bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:52.788477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc32d4-0954-4a89-85aa-0e366658ca7b req-07dc6978-b8e1-4ce0-9474-e6dc34e7f680 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:52.789543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fbc32d4-0954-4a89-85aa-0e366658ca7b req-07dc6978-b8e1-4ce0-9474-e6dc34e7f680 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 948 time: 0.2654893 Jul 16 17:49:52.795928 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c291e6bc-20a9-4435-8b98-346c5c85c139 req-3830a4fd-7890-4d5d-8adf-e7a3905a72e2 service neutron] 10.222.0.43 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396372 Jul 16 17:49:52.802734 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-205908b4-2b30-4da5-97ea-e5f566b22f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:52.859849 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7c5e255d-228e-42a0-ae8e-abd44b3e53bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0db98609da84091b64a8519ad868b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5471308 Jul 16 17:49:52.860577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e255d-228e-42a0-ae8e-abd44b3e53bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31ac25b-c527-4ed9-9fb4-68add2beaa65,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:52.866713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49114) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:52.939601 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c291e6bc-20a9-4435-8b98-346c5c85c139 req-efc1e3b1-f948-4b92-858a-51592384a96f service neutron] 10.222.0.43 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363955 Jul 16 17:49:52.950253 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7c7d3130-1356-4ddc-8530-2ec067149916 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:53.018928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 7c7d3130-1356-4ddc-8530-2ec067149916 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:53.024388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 7c7d3130-1356-4ddc-8530-2ec067149916 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:53.026234 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.141418 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.143526 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fbc32d4-0954-4a89-85aa-0e366658ca7b req-2b97f3aa-4af4-4bb4-b290-5bccbceba5d4 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/security-groups?id=28a5b1a4-db3c-4d4d-aed4-8dadc2c16bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378420 Jul 16 17:49:53.184514 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17572511-aa77-488a-9a79-a9d9f6e131a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7d3130-1356-4ddc-8530-2ec067149916'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:53.187459 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7adce38-6273-4e03-b600-f67a303aa0c8" -d '{"events": [{"server_uuid": "17572511-aa77-488a-9a79-a9d9f6e131a1", "name": "network-vif-plugged", "status": "completed", "tag": "7c7d3130-1356-4ddc-8530-2ec067149916"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:53.201455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7c7d3130-1356-4ddc-8530-2ec067149916, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7c7d3130-1356-4ddc-8530-2ec067149916,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:53.208683 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.228929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a5dbd-bde3-4369-90c8-7e8505ddb3cd req-ca7ebc35-8455-43d2-b5d8-ea4031bdf275 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:53.230904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-302a5dbd-bde3-4369-90c8-7e8505ddb3cd req-ca7ebc35-8455-43d2-b5d8-ea4031bdf275 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 943 time: 0.4813931 Jul 16 17:49:53.262504 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32f389de-b5c8-4ec0-995c-96d0d79a375a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.300477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7c7d3130-1356-4ddc-8530-2ec067149916,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:53.363082 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32f389de-b5c8-4ec0-995c-96d0d79a375a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.383085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-302a5dbd-bde3-4369-90c8-7e8505ddb3cd req-e5b45837-f48f-4834-bf10-9bca1a3261a7 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392596 Jul 16 17:49:53.438467 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-205908b4-2b30-4da5-97ea-e5f566b22f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.444122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807e79c-2e35-49bd-af0d-11a0b2142efe req-1bbd00d7-6d2e-44d6-8e5d-88c8996ac18a tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:53.445640 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4807e79c-2e35-49bd-af0d-11a0b2142efe req-1bbd00d7-6d2e-44d6-8e5d-88c8996ac18a tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 1098 time: 0.1685088 Jul 16 17:49:53.447850 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-205908b4-2b30-4da5-97ea-e5f566b22f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.504106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205908b4-2b30-4da5-97ea-e5f566b22f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4218e06c-3aea-4faf-b33d-6513f29514c3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:53.514753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-205908b4-2b30-4da5-97ea-e5f566b22f55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41a9b03fd0564feb83141bd020741b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0119061 Jul 16 17:49:53.515295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49146) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:53.534788 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32f389de-b5c8-4ec0-995c-96d0d79a375a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.538999 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32f389de-b5c8-4ec0-995c-96d0d79a375a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.547216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-32f389de-b5c8-4ec0-995c-96d0d79a375a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a31ac25b-c527-4ed9-9fb4-68add2beaa65 HTTP/1.1" status: 204 len: 168 time: 0.6793156 Jul 16 17:49:53.560230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4807e79c-2e35-49bd-af0d-11a0b2142efe req-f7dcf5be-7ff6-4c2d-a843-e076cc62dbfb tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000581 Jul 16 17:49:53.561047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f389de-b5c8-4ec0-995c-96d0d79a375a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31ac25b-c527-4ed9-9fb4-68add2beaa65,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:53.575607 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aaf325-51df-4791-8c04-1fb85f91a73c x-openstack-request-id: req-03aaf325-51df-4791-8c04-1fb85f91a73c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:53.576119 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17572511-aa77-488a-9a79-a9d9f6e131a1", "name": "network-vif-plugged", "status": "completed", "tag": "7c7d3130-1356-4ddc-8530-2ec067149916", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:53.577326 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03aaf325-51df-4791-8c04-1fb85f91a73c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:53.580055 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17572511-aa77-488a-9a79-a9d9f6e131a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7d3130-1356-4ddc-8530-2ec067149916', 'code': 200} Jul 16 17:49:53.592854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-737c0f83-ab54-4197-9422-cf492bca0057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.620621 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-737c0f83-ab54-4197-9422-cf492bca0057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.722302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-737c0f83-ab54-4197-9422-cf492bca0057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.724937 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-737c0f83-ab54-4197-9422-cf492bca0057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.728948 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-737c0f83-ab54-4197-9422-cf492bca0057 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4218e06c-3aea-4faf-b33d-6513f29514c3 HTTP/1.1" status: 204 len: 168 time: 0.2099924 Jul 16 17:49:53.737869 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62d9a5-3a97-4099-b0c1-8ff1b74b38d8 req-7c2b5451-4ce5-4786-a764-49db78b175c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:53.739385 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cf62d9a5-3a97-4099-b0c1-8ff1b74b38d8 req-7c2b5451-4ce5-4786-a764-49db78b175c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 1101 time: 0.0843451 Jul 16 17:49:53.740491 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c0f83-ab54-4197-9422-cf492bca0057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4218e06c-3aea-4faf-b33d-6513f29514c3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:53.787977 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cf62d9a5-3a97-4099-b0c1-8ff1b74b38d8 req-0a37dfcd-9fde-4828-bab8-93306529aea8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28a5b1a4-db3c-4d4d-aed4-8dadc2c16bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425565 Jul 16 17:49:54.087298 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49174) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:54.435655 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d0abac93-73ae-44eb-bc79-fc6ef7c90c3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33c24374307f4fb9ab29cbff5e2760fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3435254 Jul 16 17:49:54.437254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49198) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:54.550590 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25a6bfaa-4872-40d3-a931-485ecc62b20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.554617 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49204) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:54.573484 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e0d962b-0bb0-4827-ba51-9f60c71c9e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.610940 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25a6bfaa-4872-40d3-a931-485ecc62b20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.667055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f113a8d-1f8c-4253-af5f-94aa87999adb req-19d64b0e-5ea3-45b2-bf8d-803a581cb6cc tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:54.668925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f113a8d-1f8c-4253-af5f-94aa87999adb req-19d64b0e-5ea3-45b2-bf8d-803a581cb6cc tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 949 time: 0.1513522 Jul 16 17:49:54.696591 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25a6bfaa-4872-40d3-a931-485ecc62b20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.699728 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25a6bfaa-4872-40d3-a931-485ecc62b20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.701051 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-25a6bfaa-4872-40d3-a931-485ecc62b20b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c5a0535-7e6d-4eaa-856e-7fdf1a220f56 HTTP/1.1" status: 204 len: 168 time: 0.2617123 Jul 16 17:49:54.723178 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e0d962b-0bb0-4827-ba51-9f60c71c9e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.729628 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e0d962b-0bb0-4827-ba51-9f60c71c9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.729825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6bfaa-4872-40d3-a931-485ecc62b20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5a0535-7e6d-4eaa-856e-7fdf1a220f56,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:54.758272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f113a8d-1f8c-4253-af5f-94aa87999adb req-87408364-dedd-4a25-9038-d27c3225dbe5 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/security-groups?id=28a5b1a4-db3c-4d4d-aed4-8dadc2c16bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644624 Jul 16 17:49:54.792973 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6e0d962b-0bb0-4827-ba51-9f60c71c9e06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e066c4168383418e9858e65f26604111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372692 Jul 16 17:49:54.793934 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d962b-0bb0-4827-ba51-9f60c71c9e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3be41d-05eb-4926-89ed-5ee24e37c09e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:54.795864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49218) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:54.852357 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-10ecc520-45c8-4e4c-98d1-9eaf2d4c8086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.853585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f27a8efd-0822-422b-9af4-c6a6b749bcdd details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:49:54.882459 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-10ecc520-45c8-4e4c-98d1-9eaf2d4c8086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.901551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 6afbc4ec-5085-4839-b197-3b8da2d93a9a no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:49:54.935100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 6afbc4ec-5085-4839-b197-3b8da2d93a9a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:49:54.935750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 6afbc4ec-5085-4839-b197-3b8da2d93a9a not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:49:54.944639 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-10ecc520-45c8-4e4c-98d1-9eaf2d4c8086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.947959 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-10ecc520-45c8-4e4c-98d1-9eaf2d4c8086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.951782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-10ecc520-45c8-4e4c-98d1-9eaf2d4c8086 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba3be41d-05eb-4926-89ed-5ee24e37c09e HTTP/1.1" status: 204 len: 168 time: 0.1522954 Jul 16 17:49:54.961328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecc520-45c8-4e4c-98d1-9eaf2d4c8086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3be41d-05eb-4926-89ed-5ee24e37c09e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:55.006655 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f27a8efd-0822-422b-9af4-c6a6b749bcdd, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f27a8efd-0822-422b-9af4-c6a6b749bcdd,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:55.029438 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'port_id': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd', 'mac_address': 'fa:16:3e:29:33:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:49:55.070785 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:55.084322 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27a8efd-0822-422b-9af4-c6a6b749bcdd {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:55.107544 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f27a8efd-0822-422b-9af4-c6a6b749bcdd, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f27a8efd-0822-422b-9af4-c6a6b749bcdd,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:55.113619 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:55.184483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=f27a8efd-0822-422b-9af4-c6a6b749bcdd,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:55.341564 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['f27a8efd-0822-422b-9af4-c6a6b749bcdd'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:55.364903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49246) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:55.408651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8ff246f7-dba1-4129-b5e2-f856d243ebe1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44f39e0121104b14a2dbfaf263ed647f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426307 Jul 16 17:49:55.411321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49248) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:55.468279 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b169966f-ff41-48d2-8b8b-97bb383c136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:55.496235 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b169966f-ff41-48d2-8b8b-97bb383c136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:55.552736 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b169966f-ff41-48d2-8b8b-97bb383c136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:55.555739 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b169966f-ff41-48d2-8b8b-97bb383c136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:55.558117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b169966f-ff41-48d2-8b8b-97bb383c136c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/405d9c43-3ffe-45e3-a57a-254f6988ec59 HTTP/1.1" status: 204 len: 168 time: 0.1449380 Jul 16 17:49:55.566087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169966f-ff41-48d2-8b8b-97bb383c136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405d9c43-3ffe-45e3-a57a-254f6988ec59,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:55.840291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40aedc-230f-4508-888f-001e84016b5e req-754e2617-2cd3-4154-b40c-1fb448db2011 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:55.843314 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a40aedc-230f-4508-888f-001e84016b5e req-754e2617-2cd3-4154-b40c-1fb448db2011 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 944 time: 0.0843897 Jul 16 17:49:55.903329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a40aedc-230f-4508-888f-001e84016b5e req-3f2a3f70-e470-4616-8e98-b3a7f6ceb073 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505083 Jul 16 17:49:56.092799 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:56.161269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49288) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:56.300438 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:56.303042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1921612482-network', 'tenant_id': 'a0937dd0013d46d5b6648284fcc7a22c'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:56.324424 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Made reservation on behalf of a0937dd0013d46d5b6648284fcc7a22c for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:56.327250 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:56.336997 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:56.345693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49304) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:56.436942 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:56.442015 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:56.465688 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:49:56.481856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b16690e-da4e-41bd-91be-927624de4388,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:56.484927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:56.485323 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Added segment e9e1063f-a37b-4477-8e96-a35c10bf7e4e of type vlan for network 7932b37c-fbb1-4d6c-9778-370fe6f26fd7 Jul 16 17:49:56.532417 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:56.571297 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:56.573244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:56.573862 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:56.617014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49318) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:56.617568 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4546399 Jul 16 17:49:56.625127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e1ccb862-af33-4dc5-9011-ba2a90f9106a admin admin] Request body: {'subnet': {'network_id': '7932b37c-fbb1-4d6c-9778-370fe6f26fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1921612482-subnet', 'tenant_id': 'a0937dd0013d46d5b6648284fcc7a22c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:56.646972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51eaf31-1ea1-4574-9714-b9a9829d75e4 admin admin] Pushing event updated for resources: {'Network': ['ID=7932b37c-fbb1-4d6c-9778-370fe6f26fd7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:56.660575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ccb862-af33-4dc5-9011-ba2a90f9106a admin admin] Made reservation on behalf of a0937dd0013d46d5b6648284fcc7a22c for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:56.663384 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1ccb862-af33-4dc5-9011-ba2a90f9106a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:56.663859 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 7932b37c-fbb1-4d6c-9778-370fe6f26fd7 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:49:56.684884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-85c46c56-b86a-4140-a2bf-76b2aab6d228 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:49:56.686007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-85c46c56-b86a-4140-a2bf-76b2aab6d228 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3383286 Jul 16 17:49:56.852401 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f27a8efd-0822-422b-9af4-c6a6b749bcdd up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:56.867885 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1ccb862-af33-4dc5-9011-ba2a90f9106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:56.918591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port f27a8efd-0822-422b-9af4-c6a6b749bcdd completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:56.924523 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port f27a8efd-0822-422b-9af4-c6a6b749bcdd triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:56.924909 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:56.945649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ccb862-af33-4dc5-9011-ba2a90f9106a admin admin] Checking segment: {'id': 'e9e1063f-a37b-4477-8e96-a35c10bf7e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7932b37c-fbb1-4d6c-9778-370fe6f26fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:56.947201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ccb862-af33-4dc5-9011-ba2a90f9106a admin admin] Network hostable DHCP agents. Network: 7932b37c-fbb1-4d6c-9778-370fe6f26fd7, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:49:56.963284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccb862-af33-4dc5-9011-ba2a90f9106a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55e8b8e-27ca-45c4-961d-a6d3b6b83358,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:56.983786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ccb862-af33-4dc5-9011-ba2a90f9106a admin admin] Network 7932b37c-fbb1-4d6c-9778-370fe6f26fd7 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:49:56.996967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e1ccb862-af33-4dc5-9011-ba2a90f9106a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 7932b37c-fbb1-4d6c-9778-370fe6f26fd7) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:57.010386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2b45c5-32b5-4b36-8de1-d232980ad6bd None None] Network 7932b37c-fbb1-4d6c-9778-370fe6f26fd7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:57.014643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ccb862-af33-4dc5-9011-ba2a90f9106a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:57.015675 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1ccb862-af33-4dc5-9011-ba2a90f9106a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:57.095878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e1ccb862-af33-4dc5-9011-ba2a90f9106a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4748325 Jul 16 17:49:57.111392 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:57.129826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ac3d5-7e07-428a-aba6-56223b1493f9 req-5e748f69-6e28-41a3-aa19-eb7ea70ff980 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:57.132147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-963ac3d5-7e07-428a-aba6-56223b1493f9 req-5e748f69-6e28-41a3-aa19-eb7ea70ff980 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 949 time: 0.1284804 Jul 16 17:49:57.160843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a28354-86d5-472b-8525-121bd131e95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:57.164340 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a149462-eedd-40ec-a0a8-ff6e6169b574" -d '{"events": [{"server_uuid": "b6a28354-86d5-472b-8525-121bd131e95a", "name": "network-vif-plugged", "status": "completed", "tag": "f27a8efd-0822-422b-9af4-c6a6b749bcdd"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:57.200836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f27a8efd-0822-422b-9af4-c6a6b749bcdd, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f27a8efd-0822-422b-9af4-c6a6b749bcdd,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:57.202834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-963ac3d5-7e07-428a-aba6-56223b1493f9 req-97c540b1-7bb0-41a7-b174-bd4b77a31f4f tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/security-groups?id=28a5b1a4-db3c-4d4d-aed4-8dadc2c16bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608218 Jul 16 17:49:57.233424 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:57.238024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] Request body: {'binding': {'host': 'n-h2-787206-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:57.238698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] Unknown quota resources ['binding']. {{(pid=100169) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:49:57.245518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76849812-2a26-46f9-9f9e-6309c3f29cad None None] Network 7932b37c-fbb1-4d6c-9778-370fe6f26fd7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:57.312816 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49352) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:57.358833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=f27a8efd-0822-422b-9af4-c6a6b749bcdd,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:57.435243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] Attempting to bind port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on host n-h2-787206-10 for vnic_type normal with profile None {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:57.435623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] Attempting to bind port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:57.436015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] Attempting to bind port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:57.438013 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5ddf6474-88cf-4c5e-a2b1-3449aab690da tempest-AutoAllocateNetworkTest-1790283501 tempest-AutoAllocateNetworkTest-1790283501-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=585921d3922048fd98151f29fb13036e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1240590 Jul 16 17:49:57.440900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49362) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:57.449370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] Port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:57.449871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] Attempting to bind port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:57.456587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:57.457305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:57.457704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:57.458149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] Bound port: 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:57.582578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:57.588939 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:57.590371 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-144d6dae-b6c2-470f-864d-7b5b2780fddc service neutron] 10.222.0.41 "POST /v2.0/ports/5e357754-a51d-4a22-b93b-ef8d2eb6e725/bindings HTTP/1.1" status: 201 len: 390 time: 0.6222486 Jul 16 17:49:57.601448 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c4dd5b-4eab-46da-a7e0-cf6a643c6889 tempest-AutoAllocateNetworkTest-1790283501 tempest-AutoAllocateNetworkTest-1790283501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:57.603470 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-43c4dd5b-4eab-46da-a7e0-cf6a643c6889 tempest-AutoAllocateNetworkTest-1790283501 tempest-AutoAllocateNetworkTest-1790283501-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1597171 Jul 16 17:49:57.606454 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49368) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:57.678318 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-82a8f7b1-f796-4093-9be8-0ddec58a953f tempest-AutoAllocateNetworkTest-1790283501 tempest-AutoAllocateNetworkTest-1790283501-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707107 Jul 16 17:49:57.681671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49372) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:57.728269 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8dfe309f-9639-4230-9036-4df8d5167d1a tempest-AutoAllocateNetworkTest-1790283501 tempest-AutoAllocateNetworkTest-1790283501-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=585921d3922048fd98151f29fb13036e HTTP/1.1" status: 200 len: 208 time: 0.0443921 Jul 16 17:49:57.960206 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-7c6d1233-36d6-4abe-88b3-d170c65c442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:57.962501 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-64361570-bec6-4ad5-948b-569d78ac3090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:57.964059 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-7c6d1233-36d6-4abe-88b3-d170c65c442e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 1098 time: 0.0771763 Jul 16 17:49:58.047722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529947a-1e9f-49a0-ae3c-0579c1af8091 req-300f3734-2d49-48fb-93cd-047bdb6b92e1 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:58.049998 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6529947a-1e9f-49a0-ae3c-0579c1af8091 req-300f3734-2d49-48fb-93cd-047bdb6b92e1 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 945 time: 0.0977437 Jul 16 17:49:58.075829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-5a4d95e9-2e15-48f8-a194-d2daa5b60a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:58.077543 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-5a4d95e9-2e15-48f8-a194-d2daa5b60a7d service neutron] 10.222.0.43 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.1068161 Jul 16 17:49:58.124345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6529947a-1e9f-49a0-ae3c-0579c1af8091 req-7d0dd3a0-e3d0-4b9f-9727-20a5aa078b72 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683303 Jul 16 17:49:58.138988 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-0bc39522-69ea-4ce7-aff1-7e57491bb2d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725 HTTP/1.1" status: 200 len: 217 time: 0.0523379 Jul 16 17:49:58.166184 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd66025-806d-4a7e-8533-367e36670cc6 x-openstack-request-id: req-dcd66025-806d-4a7e-8533-367e36670cc6 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:58.166716 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a28354-86d5-472b-8525-121bd131e95a", "name": "network-vif-plugged", "status": "completed", "tag": "f27a8efd-0822-422b-9af4-c6a6b749bcdd", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:58.166716 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcd66025-806d-4a7e-8533-367e36670cc6 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:58.167113 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a28354-86d5-472b-8525-121bd131e95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd', 'code': 200} Jul 16 17:49:58.208446 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-bda3356a-09f4-497e-b5c1-3679f7504a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:58.210190 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-bda3356a-09f4-497e-b5c1-3679f7504a38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0618956 Jul 16 17:49:58.254475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49398) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:58.258800 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-468181cd-e0c8-4d5a-bbbb-477a9947cc02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400617 Jul 16 17:49:58.367309 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-11475788-ae21-4f62-89c8-4500f5e52296 service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021614 Jul 16 17:49:58.393454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65dd31-f11d-4a85-8e8a-25ebe9a53153 req-4403dc3a-11d6-46e6-97cc-36d428724a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:58.394961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d65dd31-f11d-4a85-8e8a-25ebe9a53153 req-4403dc3a-11d6-46e6-97cc-36d428724a42 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 1097 time: 0.1528246 Jul 16 17:49:58.406545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59911a57-2469-4821-9cb4-5c036d1a1243 req-eb074d97-ca0e-4330-93fa-d016913d0e83 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:58.408027 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59911a57-2469-4821-9cb4-5c036d1a1243 req-eb074d97-ca0e-4330-93fa-d016913d0e83 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 946 time: 0.0980995 Jul 16 17:49:58.469120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d65dd31-f11d-4a85-8e8a-25ebe9a53153 req-7e15d884-575d-4830-9633-1c30cbe0d29c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601134 Jul 16 17:49:58.474201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59911a57-2469-4821-9cb4-5c036d1a1243 req-36a47963-62c6-4e76-88d9-50a1f987f669 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599394 Jul 16 17:49:58.480658 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-d950a610-3dcf-4fe3-a1fb-29a78177960a service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070244 Jul 16 17:49:58.549918 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80e0fbe0-95ec-4466-a2c2-b556851657d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:58.575038 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49412) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:58.581967 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-153304708-network', 'tenant_id': 'aefc14de6c9845f0a755751b6eaa8cb6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:58.679554 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80e0fbe0-95ec-4466-a2c2-b556851657d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:58.684774 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80e0fbe0-95ec-4466-a2c2-b556851657d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:58.722606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Made reservation on behalf of aefc14de6c9845f0a755751b6eaa8cb6 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:58.724922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:58.725854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0fbe0-95ec-4466-a2c2-b556851657d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2355ef89-9720-4180-baaa-54d706a2c321,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:58.734467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-80e0fbe0-95ec-4466-a2c2-b556851657d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=585921d3922048fd98151f29fb13036e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789293 Jul 16 17:49:58.737208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49418) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:58.757250 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:58.792814 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-92c6e2df-b2a1-48b2-b989-f76bcd795def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:58.822825 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-92c6e2df-b2a1-48b2-b989-f76bcd795def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:58.839592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-cee5e201-27e6-4b2d-b679-5e2f7f62c03d tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:58.841188 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-cee5e201-27e6-4b2d-b679-5e2f7f62c03d tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1098 time: 0.1440263 Jul 16 17:49:58.858966 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787206-10'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:58.918705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3cf44d1-fbec-4708-8de8-2b8ebbf799cc req-653c76bb-64fe-46c9-8494-49bb31a4a37d tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=84eeee7a2fce42b594bf807192cd9c4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450442 Jul 16 17:49:58.988739 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:58.994869 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.002388 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.038532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf44d1-fbec-4708-8de8-2b8ebbf799cc req-0a52652e-fbd8-4378-ad60-cea0983c6e18 tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:59.051294 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3cf44d1-fbec-4708-8de8-2b8ebbf799cc req-0a52652e-fbd8-4378-ad60-cea0983c6e18 tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1315873 Jul 16 17:49:59.061672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:49:59.072855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3cf44d1-fbec-4708-8de8-2b8ebbf799cc req-c2806c75-23fc-471a-81e1-6302cf70d343 tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] 10.222.0.41 "GET /v2.0/quotas/84eeee7a2fce42b594bf807192cd9c4c HTTP/1.1" status: 200 len: 375 time: 0.0193751 Jul 16 17:49:59.095072 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453b0df6-5a1f-42c7-a76f-a555495de26f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:59.127184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3cf44d1-fbec-4708-8de8-2b8ebbf799cc req-ff533e4c-5e98-4532-aa8f-f73e36ca5a0b tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=84eeee7a2fce42b594bf807192cd9c4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542419 Jul 16 17:49:59.152583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-92c6e2df-b2a1-48b2-b989-f76bcd795def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.157337 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-92c6e2df-b2a1-48b2-b989-f76bcd795def admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.158455 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-92c6e2df-b2a1-48b2-b989-f76bcd795def admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2355ef89-9720-4180-baaa-54d706a2c321 HTTP/1.1" status: 204 len: 168 time: 0.4204102 Jul 16 17:49:59.177556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6e2df-b2a1-48b2-b989-f76bcd795def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2355ef89-9720-4180-baaa-54d706a2c321,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:59.186092 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.186442 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Added segment 4f95a5de-67fa-4e01-a73a-2a6abbfd1ae7 of type vlan for network c1d40995-44f1-4add-ac24-5b8feb7d54ca Jul 16 17:49:59.242049 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.253011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49446) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:59.357060 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:59.359600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.360085 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:59.360642 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.385582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc9e6145-a56c-499a-88aa-fe1bff66a8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.387149 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8110025 Jul 16 17:49:59.390547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49454) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:59.397369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f9dfa055-560b-4b05-b65a-4428a141312f admin admin] Request body: {'subnet': {'network_id': 'c1d40995-44f1-4add-ac24-5b8feb7d54ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-153304708-subnet', 'tenant_id': 'aefc14de6c9845f0a755751b6eaa8cb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:59.415122 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d6f40-f7a2-4706-8634-9e98eae947ae req-b263c78c-bcc0-4de1-9726-dea45ffd628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:59.417661 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ae5d6f40-f7a2-4706-8634-9e98eae947ae req-b263c78c-bcc0-4de1-9726-dea45ffd628c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 1098 time: 0.2372713 Jul 16 17:49:59.426297 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.api [None req-cc9e6145-a56c-499a-88aa-fe1bff66a8d6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:49:59.426297 n-d-787206-10 neutron-server[100169]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:49:59.426297 n-d-787206-10 neutron-server[100169]: [parameters: {'project_id_1': '122327b2e8c94604b65947a8b5d9c0c1', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 49, 59, 416946)}] Jul 16 17:49:59.426297 n-d-787206-10 neutron-server[100169]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:49:59.427008 n-d-787206-10 neutron-server[100169]: DEBUG oslo_db.api [None req-cc9e6145-a56c-499a-88aa-fe1bff66a8d6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:49:59.438209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dfa055-560b-4b05-b65a-4428a141312f admin admin] Made reservation on behalf of aefc14de6c9845f0a755751b6eaa8cb6 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:59.441537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa055-560b-4b05-b65a-4428a141312f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.500866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15aebe-344d-4f38-9c27-789eb3c80ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d40995-44f1-4add-ac24-5b8feb7d54ca,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:59.521431 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:59.523766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network c1d40995-44f1-4add-ac24-5b8feb7d54ca details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:49:59.690313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da769407-86ef-4d15-a23d-a149feb10aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e357754-a51d-4a22-b93b-ef8d2eb6e725'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:59.692850 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be20f26-2d56-4b5b-98a1-1a5de11d2640" -d '{"events": [{"server_uuid": "da769407-86ef-4d15-a23d-a149feb10aac", "name": "network-vif-unplugged", "status": "completed", "tag": "5e357754-a51d-4a22-b93b-ef8d2eb6e725"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:59.709468 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.726760 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.745164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abf2fa-c5f2-4de0-8775-9def010a45d4 req-65969410-6964-431c-944c-40b6af758318 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:59.747255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-32abf2fa-c5f2-4de0-8775-9def010a45d4 req-65969410-6964-431c-944c-40b6af758318 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 945 time: 0.2406375 Jul 16 17:49:59.791063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Pushing event updated for resources: {'Port': ['ID=5e357754-a51d-4a22-b93b-ef8d2eb6e725,revision_number=7']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:59.797604 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d6f40-f7a2-4706-8634-9e98eae947ae req-e651f6ae-1163-4b41-af16-8ef9108edaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:59.799082 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ae5d6f40-f7a2-4706-8634-9e98eae947ae req-e651f6ae-1163-4b41-af16-8ef9108edaaa service neutron] 10.222.0.35 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.3092027 Jul 16 17:49:59.846054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-32abf2fa-c5f2-4de0-8775-9def010a45d4 req-59a16836-6ec0-4e33-8a07-49548d892236 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928335 Jul 16 17:49:59.849276 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ae5d6f40-f7a2-4706-8634-9e98eae947ae req-16fc2f1c-d810-4123-b3cd-a878e376e91e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725 HTTP/1.1" status: 200 len: 217 time: 0.0421078 Jul 16 17:49:59.888104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa055-560b-4b05-b65a-4428a141312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.917681 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Attempting to bind port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on host n-h1-787206-10 for vnic_type normal with profile {"migrating_to": "n-h2-787206-10"} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:59.918027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Attempting to bind port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:59.918359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Attempting to bind port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:59.945780 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc9e6145-a56c-499a-88aa-fe1bff66a8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.947897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:59.948284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Attempting to bind port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:59.957145 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:59.957483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:59.957865 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:59.958316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Bound port: 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:59.958646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.982856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d6f40-f7a2-4706-8634-9e98eae947ae req-b26e7006-4ef3-461c-af5c-b239cf39e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:00.005995 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ae5d6f40-f7a2-4706-8634-9e98eae947ae req-b26e7006-4ef3-461c-af5c-b239cf39e213 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.1303852 Jul 16 17:50:00.016185 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfa055-560b-4b05-b65a-4428a141312f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa4ede8-450b-44c5-8a15-7b035f8fe656,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:00.058737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dfa055-560b-4b05-b65a-4428a141312f admin admin] Checking segment: {'id': '4f95a5de-67fa-4e01-a73a-2a6abbfd1ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c1d40995-44f1-4add-ac24-5b8feb7d54ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:00.059937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dfa055-560b-4b05-b65a-4428a141312f admin admin] Network hostable DHCP agents. Network: c1d40995-44f1-4add-ac24-5b8feb7d54ca, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:50:00.107798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dfa055-560b-4b05-b65a-4428a141312f admin admin] Network c1d40995-44f1-4add-ac24-5b8feb7d54ca is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:50:00.138101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-f9dfa055-560b-4b05-b65a-4428a141312f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, c1d40995-44f1-4add-ac24-5b8feb7d54ca) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:00.145232 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ae5d6f40-f7a2-4706-8634-9e98eae947ae req-0cc255c8-664c-4377-9523-4133eb08ba38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809362 Jul 16 17:50:00.146585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcdf6a6-3f9a-45c4-82d2-5586607c4f70 None None] Network c1d40995-44f1-4add-ac24-5b8feb7d54ca requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:50:00.163458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfa055-560b-4b05-b65a-4428a141312f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:00.163951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa055-560b-4b05-b65a-4428a141312f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.211933 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:00.240665 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc9e6145-a56c-499a-88aa-fe1bff66a8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.251505 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc9e6145-a56c-499a-88aa-fe1bff66a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.260765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f9dfa055-560b-4b05-b65a-4428a141312f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8679895 Jul 16 17:50:00.355746 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcff1fbb-c246-4d86-ad02-1b978ad4ad3c None None] Network c1d40995-44f1-4add-ac24-5b8feb7d54ca requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:50:00.397410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccc734-2ba5-4486-86d0-7bd62c440d00 req-1603eb77-639f-42d7-b839-e22bda83a717 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:00.405867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94ccc734-2ba5-4486-86d0-7bd62c440d00 req-1603eb77-639f-42d7-b839-e22bda83a717 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 944 time: 0.2942061 Jul 16 17:50:00.421691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cc9e6145-a56c-499a-88aa-fe1bff66a8d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=122327b2e8c94604b65947a8b5d9c0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1671474 Jul 16 17:50:00.439478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e6145-a56c-499a-88aa-fe1bff66a8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bfbb14-7dac-44f8-9ba1-66b283704bc0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:00.471477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49492) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:00.482745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49494) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:00.581355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:00.588433 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.589171 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.644057 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2e75544d-e6c0-4b55-aa7a-dc91465435fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.660793 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e29d3b88-3f2b-43fb-8b67-891f04d38b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.666439 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ae5d6f40-f7a2-4706-8634-9e98eae947ae req-97b533ed-3c78-4f1f-9de9-9332d6b46246 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102262 Jul 16 17:50:00.672880 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94ccc734-2ba5-4486-86d0-7bd62c440d00 req-7facbd1e-c512-4e72-9386-53a2265aa080 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660770 Jul 16 17:50:00.684562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8837bdc8-d54d-4a1f-b4d4-1876981aa0af admin admin] Deleting subnet d55e8b8e-27ca-45c4-961d-a6d3b6b83358 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:50:00.695379 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8837bdc8-d54d-4a1f-b4d4-1876981aa0af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.724157 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e29d3b88-3f2b-43fb-8b67-891f04d38b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.726879 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:00.727686 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.729302 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] 10.222.0.43 "PUT /v2.0/ports/5e357754-a51d-4a22-b93b-ef8d2eb6e725 HTTP/1.1" status: 200 len: 1124 time: 1.8771842 Jul 16 17:50:00.730001 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c64eb-c2ca-4ad0-a805-b43d1bbd4c5b service neutron] Pushing event updated for resources: {'Port': ['ID=5e357754-a51d-4a22-b93b-ef8d2eb6e725,revision_number=8']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:00.746640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5f170-f7ea-4ad7-b091-929c649819f4 req-c8d6a6b6-1d70-4afa-a831-840d0f280e1b tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:00.748865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ea5f170-f7ea-4ad7-b091-929c649819f4 req-c8d6a6b6-1d70-4afa-a831-840d0f280e1b tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 949 time: 0.4699955 Jul 16 17:50:00.793436 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['5e357754-a51d-4a22-b93b-ef8d2eb6e725'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:00.793641 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a358108a-b06a-436b-8e55-0c416f014b4c x-openstack-request-id: req-a358108a-b06a-436b-8e55-0c416f014b4c {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:00.793879 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da769407-86ef-4d15-a23d-a149feb10aac", "name": "network-vif-unplugged", "status": "completed", "tag": "5e357754-a51d-4a22-b93b-ef8d2eb6e725", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:00.794123 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a358108a-b06a-436b-8e55-0c416f014b4c {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:00.794495 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da769407-86ef-4d15-a23d-a149feb10aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e357754-a51d-4a22-b93b-ef8d2eb6e725', 'code': 200} Jul 16 17:50:00.832674 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ae5d6f40-f7a2-4706-8634-9e98eae947ae req-21d5bcb0-8e51-4129-96db-8cde4c396165 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583486 Jul 16 17:50:00.858065 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8837bdc8-d54d-4a1f-b4d4-1876981aa0af admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.882493 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8837bdc8-d54d-4a1f-b4d4-1876981aa0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.920870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ea5f170-f7ea-4ad7-b091-929c649819f4 req-fbd1d7e4-a89a-4122-af15-078811ae76cd tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/security-groups?id=28a5b1a4-db3c-4d4d-aed4-8dadc2c16bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588173 Jul 16 17:50:00.955197 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e29d3b88-3f2b-43fb-8b67-891f04d38b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.958341 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e29d3b88-3f2b-43fb-8b67-891f04d38b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.961802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e29d3b88-3f2b-43fb-8b67-891f04d38b71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74bfbb14-7dac-44f8-9ba1-66b283704bc0 HTTP/1.1" status: 204 len: 168 time: 0.4739504 Jul 16 17:50:00.971765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d3b88-3f2b-43fb-8b67-891f04d38b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bfbb14-7dac-44f8-9ba1-66b283704bc0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:00.998972 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8837bdc8-d54d-4a1f-b4d4-1876981aa0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.031206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837bdc8-d54d-4a1f-b4d4-1876981aa0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55e8b8e-27ca-45c4-961d-a6d3b6b83358,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:01.036477 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8837bdc8-d54d-4a1f-b4d4-1876981aa0af admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.038432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8837bdc8-d54d-4a1f-b4d4-1876981aa0af admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d55e8b8e-27ca-45c4-961d-a6d3b6b83358 HTTP/1.1" status: 204 len: 168 time: 0.5499361 Jul 16 17:50:01.041525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49520) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:01.122362 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.151156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175bf96-3744-414d-99d4-a268f7e27bd7 req-4047ea01-b5dd-48c2-baf2-e1a5cbb7c28a tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:01.153484 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2175bf96-3744-414d-99d4-a268f7e27bd7 req-4047ea01-b5dd-48c2-baf2-e1a5cbb7c28a tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.35 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 949 time: 0.1266489 Jul 16 17:50:01.266731 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.293030 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.293643 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.294400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.295518 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > port after_create 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.295853 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > port after_delete 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.296291 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > port after_update 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.296669 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.296989 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.297297 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.297605 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.352236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-2175bf96-3744-414d-99d4-a268f7e27bd7 req-c66253fa-4a34-4aaf-976b-8b28d4d886fd tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Deleting port 7c7d3130-1356-4ddc-8530-2ec067149916 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:01.354817 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2175bf96-3744-414d-99d4-a268f7e27bd7 req-c66253fa-4a34-4aaf-976b-8b28d4d886fd tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.466703 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.467486 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.467766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.468245 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:01.468852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7932b37c-fbb1-4d6c-9778-370fe6f26fd7']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:01.497001 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-2175bf96-3744-414d-99d4-a268f7e27bd7 req-c66253fa-4a34-4aaf-976b-8b28d4d886fd tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] For port 7c7d3130-1356-4ddc-8530-2ec067149916, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7c7d3130-1356-4ddc-8530-2ec067149916,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:01.497663 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2175bf96-3744-414d-99d4-a268f7e27bd7 req-c66253fa-4a34-4aaf-976b-8b28d4d886fd tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.523277 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-2175bf96-3744-414d-99d4-a268f7e27bd7 req-c66253fa-4a34-4aaf-976b-8b28d4d886fd tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Calling delete_port for 7c7d3130-1356-4ddc-8530-2ec067149916 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:01.524241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e1063f-a37b-4477-8e96-a35c10bf7e4e') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:01.525328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e1063f-a37b-4477-8e96-a35c10bf7e4e') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:01.558079 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.587136 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.599187 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:50:01.599741 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: from cryptography.utils import int_from_bytes Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: from cryptography.utils import int_from_bytes Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: timer() Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:50:01.624198 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:50:01.648300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983207cd-64c2-4408-a834-ec2d27f3a062 req-320edebd-2aa3-4646-8f41-11376ef7b7b4 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:01.657241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-983207cd-64c2-4408-a834-ec2d27f3a062 req-320edebd-2aa3-4646-8f41-11376ef7b7b4 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 945 time: 0.1828666 Jul 16 17:50:01.719470 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.743717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2175bf96-3744-414d-99d4-a268f7e27bd7 req-c66253fa-4a34-4aaf-976b-8b28d4d886fd tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.751217 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.757647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['7c7d3130-1356-4ddc-8530-2ec067149916'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:01.777592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Pushing event deleted for resources: {'Network': ['ID=7932b37c-fbb1-4d6c-9778-370fe6f26fd7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:01.789672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66253fa-4a34-4aaf-976b-8b28d4d886fd tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Pushing event deleted for resources: {'Port': ['ID=7c7d3130-1356-4ddc-8530-2ec067149916,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:01.793018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-983207cd-64c2-4408-a834-ec2d27f3a062 req-6f1abaf8-b995-4dd7-8766-8dda3b64b0c7 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339767 Jul 16 17:50:01.794159 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.805763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ba7542d6-7324-4aba-b358-5abec112d90a admin admin] 10.222.0.41 "DELETE /v2.0/networks/7932b37c-fbb1-4d6c-9778-370fe6f26fd7 HTTP/1.1" status: 204 len: 168 time: 0.7624795 Jul 16 17:50:01.806043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49542) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:01.826394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49546) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:01.846867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9529b380-7dc8-4f12-87de-0c313c648f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.903264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b45399d-6e6b-4c0a-93d9-16bd6f0b9166 admin admin] Deleting subnet cfa4ede8-450b-44c5-8a15-7b035f8fe656 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:50:01.918159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b45399d-6e6b-4c0a-93d9-16bd6f0b9166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.988413 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9529b380-7dc8-4f12-87de-0c313c648f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.996220 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9529b380-7dc8-4f12-87de-0c313c648f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.045090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529b380-7dc8-4f12-87de-0c313c648f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29243761-4793-41af-8eb1-f93c79fc0e41,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:02.078273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9529b380-7dc8-4f12-87de-0c313c648f12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a49e372a3a4b4584b7629ba7a81a53ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507870 Jul 16 17:50:02.083075 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49558) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:02.083944 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-2175bf96-3744-414d-99d4-a268f7e27bd7 req-c66253fa-4a34-4aaf-976b-8b28d4d886fd tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] No DVR routers for this DVR port 7c7d3130-1356-4ddc-8530-2ec067149916 on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:02.102182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b45399d-6e6b-4c0a-93d9-16bd6f0b9166 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.106464 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2175bf96-3744-414d-99d4-a268f7e27bd7 req-c66253fa-4a34-4aaf-976b-8b28d4d886fd tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.108511 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2175bf96-3744-414d-99d4-a268f7e27bd7 req-c66253fa-4a34-4aaf-976b-8b28d4d886fd tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.35 "DELETE /v2.0/ports/7c7d3130-1356-4ddc-8530-2ec067149916 HTTP/1.1" status: 204 len: 173 time: 0.9484253 Jul 16 17:50:02.131770 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b45399d-6e6b-4c0a-93d9-16bd6f0b9166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.169764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cf42d-5dbd-43b1-87e8-efb2155a534d req-4c129c89-f1ff-44c0-a28f-b39c992bbfe8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:02.171466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc2cf42d-5dbd-43b1-87e8-efb2155a534d req-4c129c89-f1ff-44c0-a28f-b39c992bbfe8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 944 time: 0.0920689 Jul 16 17:50:02.212975 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd932339-0783-409d-8dec-e7e137ea1a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.248406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-e630143f-52e1-46c5-931e-54fb8319c2af tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=eb74636427ca456f84d3efb2b60b06ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330772 Jul 16 17:50:02.249050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd932339-0783-409d-8dec-e7e137ea1a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.254861 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc2cf42d-5dbd-43b1-87e8-efb2155a534d req-e447418e-f8ed-4709-9c44-d63f59e5fd25 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757265 Jul 16 17:50:02.273444 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b45399d-6e6b-4c0a-93d9-16bd6f0b9166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.315935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45399d-6e6b-4c0a-93d9-16bd6f0b9166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa4ede8-450b-44c5-8a15-7b035f8fe656,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:02.325326 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b45399d-6e6b-4c0a-93d9-16bd6f0b9166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.327227 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3b45399d-6e6b-4c0a-93d9-16bd6f0b9166 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cfa4ede8-450b-44c5-8a15-7b035f8fe656 HTTP/1.1" status: 204 len: 168 time: 0.5195980 Jul 16 17:50:02.330418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49572) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:02.359613 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd932339-0783-409d-8dec-e7e137ea1a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.362169 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd932339-0783-409d-8dec-e7e137ea1a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.365898 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bd932339-0783-409d-8dec-e7e137ea1a05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29243761-4793-41af-8eb1-f93c79fc0e41 HTTP/1.1" status: 204 len: 168 time: 0.2777183 Jul 16 17:50:02.382959 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd932339-0783-409d-8dec-e7e137ea1a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29243761-4793-41af-8eb1-f93c79fc0e41,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:02.416880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-d8561210-0468-4e80-8beb-bb4b18ebd157 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:02.418492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-d8561210-0468-4e80-8beb-bb4b18ebd157 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625748 Jul 16 17:50:02.435234 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.459273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-ba7b6f60-7c47-44b4-9167-a5e9da19f6d4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/quotas/eb74636427ca456f84d3efb2b60b06ed HTTP/1.1" status: 200 len: 375 time: 0.0126731 Jul 16 17:50:02.514060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-3e54156a-8c7a-47c7-9c87-0d4e23ed3c50 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb74636427ca456f84d3efb2b60b06ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431168 Jul 16 17:50:02.528973 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.530081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d2e76-a741-4148-9e2f-c42b5bf00581 req-ba87ef8e-81e4-46c6-a8f0-169a2af03b42 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:02.541100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d53d2e76-a741-4148-9e2f-c42b5bf00581 req-ba87ef8e-81e4-46c6-a8f0-169a2af03b42 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 945 time: 0.1277287 Jul 16 17:50:02.541965 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.542375 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.543186 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.543605 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > port after_create 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.543988 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.544382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > port after_update 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.544762 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.545243 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.545844 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.546299 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.548976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49576) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:02.557111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b5f43564-ddd5-4d43-9e2e-452fcbb5ce79 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Request body: {'floatingip': {'port_id': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:02.638724 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.639188 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.639734 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.640070 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:02.640524 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d40995-44f1-4add-ac24-5b8feb7d54ca']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:02.664538 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f95a5de-67fa-4e01-a73a-2a6abbfd1ae7') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:02.667475 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f95a5de-67fa-4e01-a73a-2a6abbfd1ae7') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:02.715464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5f43564-ddd5-4d43-9e2e-452fcbb5ce79 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.722405 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.797599 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da769407-86ef-4d15-a23d-a149feb10aac', 'tag': '5e357754-a51d-4a22-b93b-ef8d2eb6e725'}, {'server_uuid': '17572511-aa77-488a-9a79-a9d9f6e131a1', 'name': 'network-vif-deleted', 'tag': '7c7d3130-1356-4ddc-8530-2ec067149916'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:02.804520 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8805db35-781f-4b71-a9ad-275ec0c1beed" -d '{"events": [{"name": "network-changed", "server_uuid": "da769407-86ef-4d15-a23d-a149feb10aac", "tag": "5e357754-a51d-4a22-b93b-ef8d2eb6e725"}, {"server_uuid": "17572511-aa77-488a-9a79-a9d9f6e131a1", "name": "network-vif-deleted", "tag": "7c7d3130-1356-4ddc-8530-2ec067149916"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:02.820118 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.851506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:50:02.852160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: from cryptography.utils import int_from_bytes Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: from cryptography.utils import int_from_bytes Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:50:02.861084 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:50:03.022890 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.042525 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.055835 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c1d40995-44f1-4add-ac24-5b8feb7d54ca HTTP/1.1" status: 204 len: 168 time: 0.7223620 Jul 16 17:50:03.084453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d000991-eeca-4b00-b19d-be54ddc02274 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d40995-44f1-4add-ac24-5b8feb7d54ca,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:03.248938 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49610) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:03.333492 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e755e680-8727-4ddc-a8cd-6a9afcd56b36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0937dd0013d46d5b6648284fcc7a22c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828421 Jul 16 17:50:03.335831 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49618) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:03.336724 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf9498c8-a3b7-4002-a463-84e501da9511 req-661d53c6-4cda-4ee1-a7c8-aae8be396699 tempest-TenantUsagesTestJSON-1075792435 tempest-TenantUsagesTestJSON-1075792435-project] 10.222.0.41 "GET /v2.0/ports?device_id=17572511-aa77-488a-9a79-a9d9f6e131a1 HTTP/1.1" status: 200 len: 210 time: 0.5578156 Jul 16 17:50:03.380627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db9b9348-9f9d-4745-8b2d-912d1eaf1474 req-6b1389a2-d55a-416a-b5e6-66610cc342a8 tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=84eeee7a2fce42b594bf807192cd9c4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1217463 Jul 16 17:50:03.428104 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf7fa6f7-53be-4112-803e-6dc0a991ad8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.459944 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.468590 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf7fa6f7-53be-4112-803e-6dc0a991ad8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.541778 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf7fa6f7-53be-4112-803e-6dc0a991ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.544707 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf7fa6f7-53be-4112-803e-6dc0a991ad8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.548353 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cf7fa6f7-53be-4112-803e-6dc0a991ad8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b16690e-da4e-41bd-91be-927624de4388 HTTP/1.1" status: 204 len: 168 time: 0.2066481 Jul 16 17:50:03.558637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fa6f7-53be-4112-803e-6dc0a991ad8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b16690e-da4e-41bd-91be-927624de4388,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:03.764775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b9348-9f9d-4745-8b2d-912d1eaf1474 req-46a1b2b7-dba9-4fcb-b608-f9a5e317e85c tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:03.766424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db9b9348-9f9d-4745-8b2d-912d1eaf1474 req-46a1b2b7-dba9-4fcb-b608-f9a5e317e85c tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3850219 Jul 16 17:50:03.812128 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db9b9348-9f9d-4745-8b2d-912d1eaf1474 req-55819e7b-d24e-4adf-9fb3-109d46e9e9b6 tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] 10.222.0.41 "GET /v2.0/quotas/84eeee7a2fce42b594bf807192cd9c4c HTTP/1.1" status: 200 len: 375 time: 0.0378032 Jul 16 17:50:03.895706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db9b9348-9f9d-4745-8b2d-912d1eaf1474 req-f597e95c-70e5-4f78-8e69-7399134ebabd tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=84eeee7a2fce42b594bf807192cd9c4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823545 Jul 16 17:50:04.019417 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6661fcb-e53e-4925-9f2a-e5a82b4bc5fc x-openstack-request-id: req-a6661fcb-e53e-4925-9f2a-e5a82b4bc5fc {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:04.019957 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da769407-86ef-4d15-a23d-a149feb10aac", "tag": "5e357754-a51d-4a22-b93b-ef8d2eb6e725", "status": "completed", "code": 200}, {"server_uuid": "17572511-aa77-488a-9a79-a9d9f6e131a1", "name": "network-vif-deleted", "tag": "7c7d3130-1356-4ddc-8530-2ec067149916", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:04.020145 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6661fcb-e53e-4925-9f2a-e5a82b4bc5fc {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:04.020401 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da769407-86ef-4d15-a23d-a149feb10aac', 'tag': '5e357754-a51d-4a22-b93b-ef8d2eb6e725', 'status': 'completed', 'code': 200} Jul 16 17:50:04.020677 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17572511-aa77-488a-9a79-a9d9f6e131a1', 'name': 'network-vif-deleted', 'tag': '7c7d3130-1356-4ddc-8530-2ec067149916', 'status': 'completed', 'code': 200} Jul 16 17:50:04.120893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db0879bf-29cb-4459-a592-3a83d20251bd req-d335239b-bfff-4170-af93-43b8214f0824 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 210 time: 0.0649633 Jul 16 17:50:04.157115 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.resource_extend [None req-b5f43564-ddd5-4d43-9e2e-452fcbb5ce79 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:50:04.185834 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805db35-781f-4b71-a9ad-275ec0c1beed req-4f096b75-033c-43b4-8778-3cc22e8a3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:04.188050 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8805db35-781f-4b71-a9ad-275ec0c1beed req-4f096b75-033c-43b4-8778-3cc22e8a3aa4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 1127 time: 0.1355221 Jul 16 17:50:04.281969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49648) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:04.308023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805db35-781f-4b71-a9ad-275ec0c1beed req-6ffcb7bf-0d1c-4f68-97eb-1abc459b335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:04.309787 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8805db35-781f-4b71-a9ad-275ec0c1beed req-6ffcb7bf-0d1c-4f68-97eb-1abc459b335c service neutron] 10.222.0.35 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.1113279 Jul 16 17:50:04.310146 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5f43564-ddd5-4d43-9e2e-452fcbb5ce79 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.323018 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5f43564-ddd5-4d43-9e2e-452fcbb5ce79 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.365973 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8805db35-781f-4b71-a9ad-275ec0c1beed req-9956cce8-75a9-48de-8810-a9516efd6aa5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725 HTTP/1.1" status: 200 len: 217 time: 0.0486133 Jul 16 17:50:04.439716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d9727ca3-3826-4431-871a-c80d4e79c25f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aefc14de6c9845f0a755751b6eaa8cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545587 Jul 16 17:50:04.440881 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805db35-781f-4b71-a9ad-275ec0c1beed req-b943281d-3261-4d71-86ef-b2c32a036d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:04.442521 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8805db35-781f-4b71-a9ad-275ec0c1beed req-b943281d-3261-4d71-86ef-b2c32a036d9f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0592642 Jul 16 17:50:04.442646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49654) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:04.463496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813f4f1-fa43-4c48-9981-ff81883127b4 req-3df70c11-27c3-4526-ab4c-43e6c109063e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:04.464839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f813f4f1-fa43-4c48-9981-ff81883127b4 req-3df70c11-27c3-4526-ab4c-43e6c109063e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 944 time: 0.2489395 Jul 16 17:50:04.494475 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8805db35-781f-4b71-a9ad-275ec0c1beed req-d093a378-33d9-4818-8852-f8612dcf21be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427258 Jul 16 17:50:04.535099 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-b5f43564-ddd5-4d43-9e2e-452fcbb5ce79 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Floating IP c869334b-93af-4fb5-849b-ca9e6aeb553c associated. External IP: 172.25.5.228, port: f27a8efd-0822-422b-9af4-c6a6b749bcdd. Jul 16 17:50:04.620593 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f813f4f1-fa43-4c48-9981-ff81883127b4 req-e0b06f22-d6c7-4e86-9a29-0c454a58372b tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488230 Jul 16 17:50:04.639220 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c51f3c2-2240-4816-b869-6e0a5d25c543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.669415 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8805db35-781f-4b71-a9ad-275ec0c1beed req-376d45a1-ea04-4448-ba49-29542b40d5f6 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603649 Jul 16 17:50:04.714985 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c51f3c2-2240-4816-b869-6e0a5d25c543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.811752 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-5d0f829b-2694-4d2b-a541-3e4698e1486a tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=eb74636427ca456f84d3efb2b60b06ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317485 Jul 16 17:50:04.813953 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c51f3c2-2240-4816-b869-6e0a5d25c543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.816603 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c51f3c2-2240-4816-b869-6e0a5d25c543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.817524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5c51f3c2-2240-4816-b869-6e0a5d25c543 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/453b0df6-5a1f-42c7-a76f-a555495de26f HTTP/1.1" status: 204 len: 168 time: 0.3740139 Jul 16 17:50:04.827551 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8805db35-781f-4b71-a9ad-275ec0c1beed req-3bceca47-9947-4a50-b59b-c1a77a38c7bd service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500714 Jul 16 17:50:04.901494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5e357754-a51d-4a22-b93b-ef8d2eb6e725 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:04.950002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f43564-ddd5-4d43-9e2e-452fcbb5ce79 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Router 1d073212-26a8-4788-a2f0-a34c606188a7 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:50:04.964093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51f3c2-2240-4816-b869-6e0a5d25c543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453b0df6-5a1f-42c7-a76f-a555495de26f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:05.052205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7c7d3130-1356-4ddc-8530-2ec067149916 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:05.126204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 7c7d3130-1356-4ddc-8530-2ec067149916 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:50:05.126787 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7c7d3130-1356-4ddc-8530-2ec067149916 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:05.139953 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:05.154105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5e357754-a51d-4a22-b93b-ef8d2eb6e725 has no active binding in host n-h2-787206-10 {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:50:05.339345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6cdde945-cc37-4303-ae75-d4987e4dc529 req-50e088f3-98bd-4e1a-8cfa-d2826957a093 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 210 time: 0.0469174 Jul 16 17:50:05.386860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-0a47c3fe-44f8-4e34-9662-57b4391c122b tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:05.388480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-0a47c3fe-44f8-4e34-9662-57b4391c122b tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5699148 Jul 16 17:50:05.416986 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Request body: {'port': {'device_id': '5dc1da03-4fff-449a-860a-6c2494a1e406', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': 'eb74636427ca456f84d3efb2b60b06ed'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:05.458586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f43564-ddd5-4d43-9e2e-452fcbb5ce79 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:50:05.475666 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f92730a-a663-4b4d-bd6c-dbd4932077dc None None] Sync routers for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:50:05.487509 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5f43564-ddd5-4d43-9e2e-452fcbb5ce79 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.499820 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f92730a-a663-4b4d-bd6c-dbd4932077dc None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:05.500529 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7f92730a-a663-4b4d-bd6c-dbd4932077dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:50:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:05.503196 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49696) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:05.560442 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b5f43564-ddd5-4d43-9e2e-452fcbb5ce79 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "PUT /v2.0/floatingips/c869334b-93af-4fb5-849b-ca9e6aeb553c HTTP/1.1" status: 200 len: 991 time: 3.0073910 Jul 16 17:50:05.560442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a28354-86d5-472b-8525-121bd131e95a', 'tag': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:05.562390 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9342d914-d4e2-4fc5-a4e1-1da82415ac73" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a28354-86d5-472b-8525-121bd131e95a", "tag": "f27a8efd-0822-422b-9af4-c6a6b749bcdd"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:05.589583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Made reservation on behalf of eb74636427ca456f84d3efb2b60b06ed for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:05.595103 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.608493 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.663646 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-7f92730a-a663-4b4d-bd6c-dbd4932077dc None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:05.779802 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b3460af2-ef3f-4a90-84fb-d306c674534c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2741dbeac32e4d1c9e19743f336f56d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746918 Jul 16 17:50:05.782266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49720) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:05.786572 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.792810 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.866560 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f6de38f-7d4b-4331-9300-fd6221b8866a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.897267 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f6de38f-7d4b-4331-9300-fd6221b8866a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.973291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6725305-0123-4b71-8f3e-0e0b1b0919eb,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:05.974031 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f6de38f-7d4b-4331-9300-fd6221b8866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.979772 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f6de38f-7d4b-4331-9300-fd6221b8866a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.982287 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8f6de38f-7d4b-4331-9300-fd6221b8866a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28a5b1a4-db3c-4d4d-aed4-8dadc2c16bf1 HTTP/1.1" status: 204 len: 168 time: 0.1991191 Jul 16 17:50:05.998502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6de38f-7d4b-4331-9300-fd6221b8866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a5b1a4-db3c-4d4d-aed4-8dadc2c16bf1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:06.015605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Allocated IP 192.168.233.227 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/2875da6f-c255-4789-a221-145e8f6f36ae) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:06.228752 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-3f29c115-05eb-4d21-8c07-9e239cd97aba service neutron] 10.222.0.35 "GET /v2.0/ports/5e357754-a51d-4a22-b93b-ef8d2eb6e725/bindings/n-h2-787206-10 HTTP/1.1" status: 200 len: 385 time: 0.1272402 Jul 16 17:50:06.259808 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:06.268447 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7f92730a-a663-4b4d-bd6c-dbd4932077dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c869334b-93af-4fb5-849b-ca9e6aeb553c', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'port_id': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'mac_address': 'fa:16:3e:29:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a28354-86d5-472b-8525-121bd131e95a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:49:44Z', 'updated_at': '2021-07-16T17:50:03Z', 'revision_number': 1, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:06.283525 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fd015c-09ae-4cb4-b0d7-70fad87f3dea x-openstack-request-id: req-37fd015c-09ae-4cb4-b0d7-70fad87f3dea {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:06.283939 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a28354-86d5-472b-8525-121bd131e95a", "tag": "f27a8efd-0822-422b-9af4-c6a6b749bcdd", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:06.284997 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37fd015c-09ae-4cb4-b0d7-70fad87f3dea {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:06.285509 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a28354-86d5-472b-8525-121bd131e95a', 'tag': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd', 'status': 'completed', 'code': 200} Jul 16 17:50:06.304003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Transition to ACTIVE for port object 2875da6f-c255-4789-a221-145e8f6f36ae will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:06.346866 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f92730a-a663-4b4d-bd6c-dbd4932077dc None None] Checking router: 1d073212-26a8-4788-a2f0-a34c606188a7 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:50:06.371689 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f92730a-a663-4b4d-bd6c-dbd4932077dc None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:06.372444 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7f92730a-a663-4b4d-bd6c-dbd4932077dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:50:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:06.406060 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:06.507391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:06.513610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:06.553553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:06.580307 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-7f92730a-a663-4b4d-bd6c-dbd4932077dc None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:06.653955 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342d914-d4e2-4fc5-a4e1-1da82415ac73 req-cbe5c253-4f2f-40fa-bbeb-f399f743e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:06.656573 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9342d914-d4e2-4fc5-a4e1-1da82415ac73 req-cbe5c253-4f2f-40fa-bbeb-f399f743e3fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80e3923cfee9414f8eb9d7ce3046e725&device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 1097 time: 0.3524263 Jul 16 17:50:06.683227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e2e8e-2579-442a-bf7e-b63b08c4994f req-33c5d6c8-fe32-4bc3-a3a8-2801c21b4b9d tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:06.687136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-583e2e8e-2579-442a-bf7e-b63b08c4994f req-33c5d6c8-fe32-4bc3-a3a8-2801c21b4b9d tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 944 time: 0.2983429 Jul 16 17:50:06.717091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Pushing event updated for resources: {'Port': ['ID=2875da6f-c255-4789-a221-145e8f6f36ae,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:06.833657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49750) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:06.847325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-583e2e8e-2579-442a-bf7e-b63b08c4994f req-7363487b-c3bf-4ed2-9475-af47d83acb4c tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398766 Jul 16 17:50:06.902612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:06.916284 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:06.951463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-c4c15353-38fc-4558-8b95-a27d4ac1095f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5502009 Jul 16 17:50:06.953040 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0c336ae9-1ede-4c0f-8e7a-c8c2ca510384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:06.979041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Request body: {'port': {'device_id': '5dc1da03-4fff-449a-860a-6c2494a1e406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:07.006309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-edc06cb5-8fff-437b-a3d0-389753b5bc23 None None] Provisioning for port 2875da6f-c255-4789-a221-145e8f6f36ae completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:07.013183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-edc06cb5-8fff-437b-a3d0-389753b5bc23 None None] Provisioning complete for port 2875da6f-c255-4789-a221-145e8f6f36ae triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:07.014091 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-edc06cb5-8fff-437b-a3d0-389753b5bc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:07.084077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-edc06cb5-8fff-437b-a3d0-389753b5bc23 None None] Port 2875da6f-c255-4789-a221-145e8f6f36ae cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:07.136951 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7f92730a-a663-4b4d-bd6c-dbd4932077dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c869334b-93af-4fb5-849b-ca9e6aeb553c', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'port_id': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'mac_address': 'fa:16:3e:29:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a28354-86d5-472b-8525-121bd131e95a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:49:44Z', 'updated_at': '2021-07-16T17:50:03Z', 'revision_number': 1, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:07.181414 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f92730a-a663-4b4d-bd6c-dbd4932077dc None None] The sync data for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 is: [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c869334b-93af-4fb5-849b-ca9e6aeb553c', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'port_id': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'mac_address': 'fa:16:3e:29:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a28354-86d5-472b-8525-121bd131e95a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:49:44Z', 'updated_at': '2021-07-16T17:50:03Z', 'revision_number': 1, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:50:07.213568 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342d914-d4e2-4fc5-a4e1-1da82415ac73 req-3cf21f99-e2cf-4c1f-b86f-7100209ca6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:07.215630 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9342d914-d4e2-4fc5-a4e1-1da82415ac73 req-3cf21f99-e2cf-4c1f-b86f-7100209ca6a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ee8c8716-e6ec-49c2-89d4-211484840579 HTTP/1.1" status: 200 len: 925 time: 0.5512843 Jul 16 17:50:07.223892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-0e662715-ca69-42a5-950a-bb886f7479d4 service neutron] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:07.249093 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:07.344017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-0e662715-ca69-42a5-950a-bb886f7479d4 service neutron] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:07.365129 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0c336ae9-1ede-4c0f-8e7a-c8c2ca510384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:07.376125 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0c336ae9-1ede-4c0f-8e7a-c8c2ca510384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:07.392538 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9342d914-d4e2-4fc5-a4e1-1da82415ac73 req-7fdc5b60-3285-4a5d-ba45-cbcb7a37bc24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f27a8efd-0822-422b-9af4-c6a6b749bcdd HTTP/1.1" status: 200 len: 999 time: 0.1656158 Jul 16 17:50:07.417995 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-0e662715-ca69-42a5-950a-bb886f7479d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e357754-a51d-4a22-b93b-ef8d2eb6e725 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:07.465831 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-0e662715-ca69-42a5-950a-bb886f7479d4 service neutron] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:07.472580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7297b-3f1e-400b-8650-bd47ee064f47 req-951cb000-3f43-4115-82bc-0bc1836363a7 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:07.477661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fb7297b-3f1e-400b-8650-bd47ee064f47 req-951cb000-3f43-4115-82bc-0bc1836363a7 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 936 time: 0.3076894 Jul 16 17:50:07.505517 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-0e662715-ca69-42a5-950a-bb886f7479d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:07.536917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342d914-d4e2-4fc5-a4e1-1da82415ac73 req-3613e6b0-697f-4f5b-afd2-9fe4403ee0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:07.538429 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9342d914-d4e2-4fc5-a4e1-1da82415ac73 req-3613e6b0-697f-4f5b-afd2-9fe4403ee0a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3429175-5601-4f2f-bd60-24ea5b16066f HTTP/1.1" status: 200 len: 863 time: 0.1356575 Jul 16 17:50:07.576344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6eda99-79fa-4fe9-b702-ec6d71b9378b None None] New status for floating IP c869334b-93af-4fb5-849b-ca9e6aeb553c: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:50:07.588269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0c336ae9-1ede-4c0f-8e7a-c8c2ca510384 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5e8e14b33df45c78d64acae9f966bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7328894 Jul 16 17:50:07.597010 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49772) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:07.682518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fb7297b-3f1e-400b-8650-bd47ee064f47 req-65cbc8b6-8097-4018-b56a-7d089ab07c62 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699989 Jul 16 17:50:07.716563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c336ae9-1ede-4c0f-8e7a-c8c2ca510384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a0256a-8575-464b-a6a3-3201525d65c0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:07.782113 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-849160c2-e5ab-4236-801a-38ba717c0cde req-3875bd3a-6d6a-404d-94e5-99c564569371 tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=84eeee7a2fce42b594bf807192cd9c4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984569 Jul 16 17:50:07.798637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-0e662715-ca69-42a5-950a-bb886f7479d4 service neutron] Transition to ACTIVE for port object 5e357754-a51d-4a22-b93b-ef8d2eb6e725 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:07.820672 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-0e662715-ca69-42a5-950a-bb886f7479d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:07.841204 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-146eda60-b4f1-44da-ba73-d1b69ce50af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:07.846961 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342d914-d4e2-4fc5-a4e1-1da82415ac73 req-29f470be-91ba-453d-bbf6-a8a72a88565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:07.848608 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9342d914-d4e2-4fc5-a4e1-1da82415ac73 req-29f470be-91ba-453d-bbf6-a8a72a88565b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee8c8716-e6ec-49c2-89d4-211484840579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2892358 Jul 16 17:50:07.961782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49790) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:07.989566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849160c2-e5ab-4236-801a-38ba717c0cde req-7089445d-f355-41e6-9a10-27ad3409ba19 tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:07.997393 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-849160c2-e5ab-4236-801a-38ba717c0cde req-7089445d-f355-41e6-9a10-27ad3409ba19 tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141433 Jul 16 17:50:08.016555 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-146eda60-b4f1-44da-ba73-d1b69ce50af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:08.029121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-849160c2-e5ab-4236-801a-38ba717c0cde req-7d881e43-0e9e-4648-a8a2-d506d4dc2d7a tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] 10.222.0.41 "GET /v2.0/quotas/84eeee7a2fce42b594bf807192cd9c4c HTTP/1.1" status: 200 len: 375 time: 0.0304875 Jul 16 17:50:08.079116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-0e662715-ca69-42a5-950a-bb886f7479d4 service neutron] No DVR routers for this DVR port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:08.116266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e662715-ca69-42a5-950a-bb886f7479d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e357754-a51d-4a22-b93b-ef8d2eb6e725,revision_number=10']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:08.141317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-849160c2-e5ab-4236-801a-38ba717c0cde req-4b4d265a-0d45-4d36-a316-a7e5a0830c47 tempest-QuotasAdminNegativeTest-2056548668 tempest-QuotasAdminNegativeTest-2056548668-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=84eeee7a2fce42b594bf807192cd9c4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103017 Jul 16 17:50:08.168332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2875da6f-c255-4789-a221-145e8f6f36ae {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:08.204960 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-0e662715-ca69-42a5-950a-bb886f7479d4 service neutron] 10.222.0.35 "PUT /v2.0/ports/5e357754-a51d-4a22-b93b-ef8d2eb6e725/bindings/n-h2-787206-10/activate HTTP/1.1" status: 200 len: 370 time: 1.9698548 Jul 16 17:50:08.208470 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:08.209666 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9342d914-d4e2-4fc5-a4e1-1da82415ac73 req-2a8da6ca-e6db-4e61-9361-2efaf3a822cf service neutron] 10.222.0.43 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442774 Jul 16 17:50:08.265832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-146eda60-b4f1-44da-ba73-d1b69ce50af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:08.269214 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-146eda60-b4f1-44da-ba73-d1b69ce50af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:08.274610 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-146eda60-b4f1-44da-ba73-d1b69ce50af4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21a0256a-8575-464b-a6a3-3201525d65c0 HTTP/1.1" status: 204 len: 168 time: 0.6727543 Jul 16 17:50:08.279265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Transition to ACTIVE for port object 2875da6f-c255-4789-a221-145e8f6f36ae will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:08.299484 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:08.337766 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eda60-b4f1-44da-ba73-d1b69ce50af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a0256a-8575-464b-a6a3-3201525d65c0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:08.369215 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9342d914-d4e2-4fc5-a4e1-1da82415ac73 req-e0c6d431-1660-44f4-949e-4d14d8741bc8 service neutron] 10.222.0.43 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432877 Jul 16 17:50:08.460232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7d83edf1-b11e-42e4-b6d2-a88c8f0989eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:08.472116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b14e3-f9b3-4e4f-b3b5-45debcda4ec7 req-e851ac4f-e630-4c18-8af2-6c37808b8b05 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:08.473656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a3b14e3-f9b3-4e4f-b3b5-45debcda4ec7 req-e851ac4f-e630-4c18-8af2-6c37808b8b05 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 945 time: 0.2897911 Jul 16 17:50:08.482807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Pushing event updated for resources: {'Port': ['ID=2875da6f-c255-4789-a221-145e8f6f36ae,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:08.628155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-c2852dd7-02c1-4619-82a4-14ee665a83f9 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:08.629767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-c2852dd7-02c1-4619-82a4-14ee665a83f9 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1097 time: 0.3410118 Jul 16 17:50:08.652796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a3b14e3-f9b3-4e4f-b3b5-45debcda4ec7 req-05b15478-74ad-4af1-830e-e3a20c1b17e1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274261 Jul 16 17:50:08.720613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Attempting to bind port 2875da6f-c255-4789-a221-145e8f6f36ae on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:08.720939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Attempting to bind port 2875da6f-c255-4789-a221-145e8f6f36ae by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:08.721260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Attempting to bind port 2875da6f-c255-4789-a221-145e8f6f36ae on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:08.738330 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Port 2875da6f-c255-4789-a221-145e8f6f36ae on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:08.738612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Attempting to bind port 2875da6f-c255-4789-a221-145e8f6f36ae on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:08.762574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:08.762995 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:08.763382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:08.763889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Bound port: 2875da6f-c255-4789-a221-145e8f6f36ae, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:08.764299 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:08.866596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-34b2d9b5-1568-42ee-93c4-6b20498ee3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:08.868121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-34b2d9b5-1568-42ee-93c4-6b20498ee3b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f HTTP/1.1" status: 200 len: 1097 time: 0.2119255 Jul 16 17:50:08.953639 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7d83edf1-b11e-42e4-b6d2-a88c8f0989eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:08.964631 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] For port 2875da6f-c255-4789-a221-145e8f6f36ae, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:08.980786 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7d83edf1-b11e-42e4-b6d2-a88c8f0989eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.013097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] For port 2875da6f-c255-4789-a221-145e8f6f36ae, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=2875da6f-c255-4789-a221-145e8f6f36ae,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:09.028359 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-8d5b077a-feb0-4839-8105-991aa1b16c36 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d9a2813d7968401d9735b78c4b564a7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668061 Jul 16 17:50:09.044720 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.125375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7d83edf1-b11e-42e4-b6d2-a88c8f0989eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b318ef97bc54fd1a0d798ccd9c7a762&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1568232 Jul 16 17:50:09.129750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83edf1-b11e-42e4-b6d2-a88c8f0989eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a985193c-2185-47d7-9385-d1479a3e43a3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:09.131165 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49846) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:09.139657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:09.140010 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.141784 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] 10.222.0.35 "PUT /v2.0/ports/2875da6f-c255-4789-a221-145e8f6f36ae HTTP/1.1" status: 200 len: 1097 time: 2.1735809 Jul 16 17:50:09.178909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc1da03-4fff-449a-860a-6c2494a1e406', 'tag': '2875da6f-c255-4789-a221-145e8f6f36ae'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:09.182941 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5dd57f-1626-492f-a9fb-0bcc338006e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc1da03-4fff-449a-860a-6c2494a1e406", "tag": "2875da6f-c255-4789-a221-145e8f6f36ae"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:09.214534 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86749459-bc7c-4e33-90b9-5c134c348391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.272322 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86749459-bc7c-4e33-90b9-5c134c348391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.370278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86749459-bc7c-4e33-90b9-5c134c348391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.374054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-0068314f-68c9-472b-9b29-62b34fb8147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:09.375262 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86749459-bc7c-4e33-90b9-5c134c348391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.377028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-0068314f-68c9-472b-9b29-62b34fb8147d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 1097 time: 0.4740081 Jul 16 17:50:09.382583 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-86749459-bc7c-4e33-90b9-5c134c348391 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a985193c-2185-47d7-9385-d1479a3e43a3 HTTP/1.1" status: 204 len: 168 time: 0.2466443 Jul 16 17:50:09.396747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c129ad-2d31-46ac-a351-1ee420f36b63 service neutron] Pushing event updated for resources: {'Port': ['ID=2875da6f-c255-4789-a221-145e8f6f36ae,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:09.403626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86749459-bc7c-4e33-90b9-5c134c348391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a985193c-2185-47d7-9385-d1479a3e43a3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:09.470046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-ad9d7963-2c62-49b5-a53b-fb519f81a32b tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:09.472102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-ad9d7963-2c62-49b5-a53b-fb519f81a32b tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4178355 Jul 16 17:50:09.529542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969570f8-d9fd-40ca-9e7f-8620c1b513f9 req-ef7c16ea-2b64-433a-9ec5-bd3cffd4af36 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:09.531108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-969570f8-d9fd-40ca-9e7f-8620c1b513f9 req-ef7c16ea-2b64-433a-9ec5-bd3cffd4af36 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 948 time: 0.5167363 Jul 16 17:50:09.841745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-f8d45aae-d20e-4c0d-bd58-4980aa6221eb tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/quotas/d9a2813d7968401d9735b78c4b564a7a HTTP/1.1" status: 200 len: 375 time: 0.3533056 Jul 16 17:50:09.912627 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49870) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:09.930095 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3de45de-5f1b-476d-98fd-54a7c91fdb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.936643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-fc5838ed-ebc9-417a-9add-6fc4146eb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:09.938165 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-fc5838ed-ebc9-417a-9add-6fc4146eb5e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb74636427ca456f84d3efb2b60b06ed&device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 1100 time: 0.7330463 Jul 16 17:50:09.940700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-3528618a-0b1c-4094-99e4-5c7d7361c589 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9a2813d7968401d9735b78c4b564a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880713 Jul 16 17:50:09.974174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-c72c317a-cadf-4ab0-8083-5578a46b385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:09.976267 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-c72c317a-cadf-4ab0-8083-5578a46b385b service neutron] 10.222.0.43 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.5908327 Jul 16 17:50:10.053415 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-969570f8-d9fd-40ca-9e7f-8620c1b513f9 req-4397543c-bf4d-4f4f-ae4f-8307d9de7fdf tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198572 Jul 16 17:50:10.055723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-79b28a6c-a7f2-4930-bdef-6932105a0f1b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2875da6f-c255-4789-a221-145e8f6f36ae HTTP/1.1" status: 200 len: 217 time: 0.1064458 Jul 16 17:50:10.095041 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3de45de-5f1b-476d-98fd-54a7c91fdb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:10.101957 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3de45de-5f1b-476d-98fd-54a7c91fdb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:10.145340 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de45de-5f1b-476d-98fd-54a7c91fdb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e39062-ac23-43bb-992f-40553a81bbf6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:10.159763 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c3de45de-5f1b-476d-98fd-54a7c91fdb55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83721a829c364fcdae3d070d901e6705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459087 Jul 16 17:50:10.160376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49880) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:10.177739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-9f0ee13e-118f-45b6-ae6c-725d07de81a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725 HTTP/1.1" status: 200 len: 217 time: 0.1450837 Jul 16 17:50:10.226509 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2aa9c42e-211d-4ddd-8e83-d70656971dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:10.287851 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2aa9c42e-211d-4ddd-8e83-d70656971dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:10.291148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-2bacbc14-4a7c-4f80-83f7-42ec441ffa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:10.293506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-2bacbc14-4a7c-4f80-83f7-42ec441ffa7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0959306 Jul 16 17:50:10.295547 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dff489-e3ae-4350-b422-a5844f5814c3 x-openstack-request-id: req-54dff489-e3ae-4350-b422-a5844f5814c3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:10.295961 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc1da03-4fff-449a-860a-6c2494a1e406", "tag": "2875da6f-c255-4789-a221-145e8f6f36ae", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:10.296491 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54dff489-e3ae-4350-b422-a5844f5814c3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:10.296976 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc1da03-4fff-449a-860a-6c2494a1e406', 'tag': '2875da6f-c255-4789-a221-145e8f6f36ae', 'status': 'completed', 'code': 200} Jul 16 17:50:10.359672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-1f31cc2e-3a21-465a-bca4-6c2771d4d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:10.361333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-1f31cc2e-3a21-465a-bca4-6c2771d4d1cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1899002 Jul 16 17:50:10.383053 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2aa9c42e-211d-4ddd-8e83-d70656971dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:10.388595 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2aa9c42e-211d-4ddd-8e83-d70656971dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:10.390172 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2aa9c42e-211d-4ddd-8e83-d70656971dfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5e39062-ac23-43bb-992f-40553a81bbf6 HTTP/1.1" status: 204 len: 168 time: 0.2283180 Jul 16 17:50:10.397994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-17367452-42a6-4f57-b272-56e18c0c0c15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355206 Jul 16 17:50:10.417229 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9c42e-211d-4ddd-8e83-d70656971dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e39062-ac23-43bb-992f-40553a81bbf6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:10.560027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49900) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:10.613776 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1bb2b523-51c5-4921-91d8-3ed474c36785 req-42241d66-b935-4468-9ab7-a191248afe62 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 210 time: 0.0530550 Jul 16 17:50:10.665717 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-6d4e3e0f-4fe3-4711-b303-aebbbbd21de9 service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450242 Jul 16 17:50:10.677702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-9c5bc74c-0763-4420-a914-16549d8b4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:10.679207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-9c5bc74c-0763-4420-a914-16549d8b4958 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2795324 Jul 16 17:50:10.691488 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5bbd7-179f-4420-938b-d6122ade9192 req-7446de45-457d-4882-a4e7-ac93c191a20b tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:10.693481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c5e5bbd7-179f-4420-938b-d6122ade9192 req-7446de45-457d-4882-a4e7-ac93c191a20b tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 945 time: 0.3300126 Jul 16 17:50:10.862875 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:10.914015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-9f15d217-0de7-4918-8da4-51c4a9bfb71c service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183263 Jul 16 17:50:10.937206 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c5e5bbd7-179f-4420-938b-d6122ade9192 req-62fc16e1-bf13-477b-8e6d-bb55f4544e18 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238009 Jul 16 17:50:11.050465 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:11.055816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5e357754-a51d-4a22-b93b-ef8d2eb6e725 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:11.056951 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:11.116792 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49926) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:11.126063 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-486eda37-09c8-45ff-a305-4d9a60bf584c service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303215 Jul 16 17:50:11.140236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5e357754-a51d-4a22-b93b-ef8d2eb6e725 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:11.198373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38d79df-e9f4-4bfa-a28f-2cf841c60da2 req-f26cf30f-1f00-44a8-9803-2e321e257947 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558274 Jul 16 17:50:11.198543 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84eeee7a2fce42b594bf807192cd9c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6343169 Jul 16 17:50:11.198966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49928) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:11.200057 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a569700-7abb-43e9-8211-5c846846ab23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:11.204283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d8f2c5-552f-44d5-876b-3e4d94258be4,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:11.282312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.283793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.284305 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.284784 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.285401 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.286011 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.286497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.287072 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.287729 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.288272 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.289082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.289707 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4feb5-d68e-4d9c-9b50-48e296457a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.398353 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:11.442918 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a569700-7abb-43e9-8211-5c846846ab23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:11.449038 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a569700-7abb-43e9-8211-5c846846ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:11.466709 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:11.522427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a569700-7abb-43e9-8211-5c846846ab23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb90802-f9f0-41e8-8911-a0369ac24394,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:11.526704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dd57f-1626-492f-a9fb-0bcc338006e4 req-81b5aad2-f2c1-429b-9099-2a62ca9354e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:11.528563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a5dd57f-1626-492f-a9fb-0bcc338006e4 req-81b5aad2-f2c1-429b-9099-2a62ca9354e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb74636427ca456f84d3efb2b60b06ed&device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 1100 time: 0.2749755 Jul 16 17:50:11.538669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c698f7-9633-4869-97a4-82b1a485ed0f req-8b351619-e240-410b-be6b-88a501807649 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:11.546215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47c698f7-9633-4869-97a4-82b1a485ed0f req-8b351619-e240-410b-be6b-88a501807649 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 948 time: 0.2207878 Jul 16 17:50:11.599856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49940) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:11.600186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49942) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:11.609104 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1a569700-7abb-43e9-8211-5c846846ab23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23f8e1fe4f7f4cc08f02535430e4b4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744790 Jul 16 17:50:11.653520 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49948) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:11.680201 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:11.683640 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:11.684850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56d8f2c5-552f-44d5-876b-3e4d94258be4 HTTP/1.1" status: 204 len: 168 time: 0.4852467 Jul 16 17:50:11.701117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47c698f7-9633-4869-97a4-82b1a485ed0f req-f0ac9de3-1f6c-4312-b760-273cabf278c7 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539323 Jul 16 17:50:11.762025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d8f2c5-552f-44d5-876b-3e4d94258be4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:11.784984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.785495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.785979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.786455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.787060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.787559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.788065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.788780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.789911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.790777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.791113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.791499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4634b1-56a0-4273-b4e6-43e20b619779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:11.834360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dd57f-1626-492f-a9fb-0bcc338006e4 req-e92fc9aa-4b7b-47fc-88dd-a3b6f06d7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:11.835882 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a5dd57f-1626-492f-a9fb-0bcc338006e4 req-e92fc9aa-4b7b-47fc-88dd-a3b6f06d7538 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2877226 Jul 16 17:50:11.864503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c79b9780-3953-4392-9446-a9803c28e64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:11.885418 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b8182ac5-8312-4a7e-b9c6-4a17310f3e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:11.894606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a5dd57f-1626-492f-a9fb-0bcc338006e4 req-1c60dfbd-c8af-41c7-8f8d-f666db9376f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2875da6f-c255-4789-a221-145e8f6f36ae HTTP/1.1" status: 200 len: 217 time: 0.0506976 Jul 16 17:50:11.965839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a818923-2a3a-455f-9926-ebf69db42f64 req-d8d679ec-2635-4bc6-af8f-56fa643f9a91 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 210 time: 0.0782831 Jul 16 17:50:12.005751 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b8182ac5-8312-4a7e-b9c6-4a17310f3e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.013755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa4c7b95-5364-439c-934b-456984d2d66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.065564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c79b9780-3953-4392-9446-a9803c28e64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.072553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c79b9780-3953-4392-9446-a9803c28e64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.098188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dd57f-1626-492f-a9fb-0bcc338006e4 req-0bcab2e6-2c19-4974-80d6-4409a30954c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:12.099290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a5dd57f-1626-492f-a9fb-0bcc338006e4 req-0bcab2e6-2c19-4974-80d6-4409a30954c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1728423 Jul 16 17:50:12.103984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-8083ec4f-39d8-4f12-a78e-a7d9cf721e95 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:12.105429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-8083ec4f-39d8-4f12-a78e-a7d9cf721e95 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 1097 time: 0.3092566 Jul 16 17:50:12.153338 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c79b9780-3953-4392-9446-a9803c28e64d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e610301a9a0140bfb618298983229f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958239 Jul 16 17:50:12.171794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49958) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:12.177420 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b9780-3953-4392-9446-a9803c28e64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68060fe9-91c8-4050-b020-ee9fb61c06a2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:12.191465 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-479f89f9-b26a-4f3b-9bab-65a34debd59e tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d9a2813d7968401d9735b78c4b564a7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764501 Jul 16 17:50:12.270507 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b8182ac5-8312-4a7e-b9c6-4a17310f3e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.273096 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b8182ac5-8312-4a7e-b9c6-4a17310f3e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.277243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b8182ac5-8312-4a7e-b9c6-4a17310f3e21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5eb90802-f9f0-41e8-8911-a0369ac24394 HTTP/1.1" status: 204 len: 168 time: 0.6760302 Jul 16 17:50:12.327555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8182ac5-8312-4a7e-b9c6-4a17310f3e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb90802-f9f0-41e8-8911-a0369ac24394,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:12.333530 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-2811871a-bf58-4f2b-837c-49c1f4c6d615 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:12.335411 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-2811871a-bf58-4f2b-837c-49c1f4c6d615 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1374784 Jul 16 17:50:12.336213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49962) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:12.355892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7c85fe8-8c41-401e-b33e-b2f8778621bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.361943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Request body: {'port': {'device_id': 'b4af2746-85e5-4f57-8046-46e9f0c355ae', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': 'd9a2813d7968401d9735b78c4b564a7a'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:12.402773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dd57f-1626-492f-a9fb-0bcc338006e4 req-cf112460-49db-4301-b238-2c6c9b487fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:12.404616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a5dd57f-1626-492f-a9fb-0bcc338006e4 req-cf112460-49db-4301-b238-2c6c9b487fbd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2983251 Jul 16 17:50:12.449958 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3932-9d50-471d-9668-22f4a7ae447b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.517240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c772-deb1-4082-9f37-a4c25eaae3b0 req-605c163f-52ab-40fa-96f0-e6f081320cb3 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:12.518702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c00c772-deb1-4082-9f37-a4c25eaae3b0 req-605c163f-52ab-40fa-96f0-e6f081320cb3 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 945 time: 0.3318856 Jul 16 17:50:12.544010 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa4c7b95-5364-439c-934b-456984d2d66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.546063 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3932-9d50-471d-9668-22f4a7ae447b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.557593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:50:12.557593 n-d-787206-10 neutron-server[100170]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:50:12.557593 n-d-787206-10 neutron-server[100170]: [parameters: {'project_id_1': 'd9a2813d7968401d9735b78c4b564a7a', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 50, 12, 496557)}] Jul 16 17:50:12.557593 n-d-787206-10 neutron-server[100170]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:50:12.558250 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:50:12.599728 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa4c7b95-5364-439c-934b-456984d2d66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.615517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-3b2dbd42-8758-483e-8adf-e1264d8b0751 service neutron] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:12.639082 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-3b2dbd42-8758-483e-8adf-e1264d8b0751 service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.640210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a04b56-4d91-4cbb-bd6f-9f67293e7e87 req-3b2dbd42-8758-483e-8adf-e1264d8b0751 service neutron] 10.222.0.43 "DELETE /v2.0/ports/5e357754-a51d-4a22-b93b-ef8d2eb6e725/bindings/n-h1-787206-10 HTTP/1.1" status: 204 len: 173 time: 0.5218978 Jul 16 17:50:12.655055 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7c85fe8-8c41-401e-b33e-b2f8778621bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.660098 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7c85fe8-8c41-401e-b33e-b2f8778621bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.708249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c00c772-deb1-4082-9f37-a4c25eaae3b0 req-ef66025f-9a00-47b5-89de-3f240e9777f5 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726880 Jul 16 17:50:12.708865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c7b95-5364-439c-934b-456984d2d66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc4079d-e826-45f9-84ce-73c0b3fedab1,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:12.714147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a5dd57f-1626-492f-a9fb-0bcc338006e4 req-b8f1873d-eb98-42fb-add5-d84ab5130d0f service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771244 Jul 16 17:50:12.716535 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fa4c7b95-5364-439c-934b-456984d2d66c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=180c5375ad8b4342b86f06b2e82f417d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1142509 Jul 16 17:50:12.720856 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c7c85fe8-8c41-401e-b33e-b2f8778621bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3df4b268e72443919a5388fc9045ec88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831179 Jul 16 17:50:12.721558 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49974) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:12.722048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49976) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:12.759070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c85fe8-8c41-401e-b33e-b2f8778621bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacf512f-be3c-4877-98f0-1ffc85f1d935,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:12.853162 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e2979e6-3943-45e3-9764-b642d7248ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.854984 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d7e19e3-677c-40fc-93b8-06ef992d76d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.895570 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e2979e6-3943-45e3-9764-b642d7248ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.898421 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d7e19e3-677c-40fc-93b8-06ef992d76d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.934299 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3932-9d50-471d-9668-22f4a7ae447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.938153 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3932-9d50-471d-9668-22f4a7ae447b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.943163 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ce7c3932-9d50-471d-9668-22f4a7ae447b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68060fe9-91c8-4050-b020-ee9fb61c06a2 HTTP/1.1" status: 204 len: 168 time: 0.7652965 Jul 16 17:50:12.968070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a5dd57f-1626-492f-a9fb-0bcc338006e4 req-5eb77489-b5e2-4d69-aa5f-507b26d35a5f service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389038 Jul 16 17:50:12.996385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c3932-9d50-471d-9668-22f4a7ae447b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68060fe9-91c8-4050-b020-ee9fb61c06a2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:13.007984 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d7e19e3-677c-40fc-93b8-06ef992d76d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.011280 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d7e19e3-677c-40fc-93b8-06ef992d76d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.012495 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0d7e19e3-677c-40fc-93b8-06ef992d76d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aacf512f-be3c-4877-98f0-1ffc85f1d935 HTTP/1.1" status: 204 len: 168 time: 0.2862318 Jul 16 17:50:13.022064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e19e3-677c-40fc-93b8-06ef992d76d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacf512f-be3c-4877-98f0-1ffc85f1d935,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:13.083333 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e2979e6-3943-45e3-9764-b642d7248ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.088234 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e2979e6-3943-45e3-9764-b642d7248ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.089579 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0e2979e6-3943-45e3-9764-b642d7248ead admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bc4079d-e826-45f9-84ce-73c0b3fedab1 HTTP/1.1" status: 204 len: 168 time: 0.3615098 Jul 16 17:50:13.103379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2979e6-3943-45e3-9764-b642d7248ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc4079d-e826-45f9-84ce-73c0b3fedab1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:13.123621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Made reservation on behalf of d9a2813d7968401d9735b78c4b564a7a for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:13.131775 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.140305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1ebe8-3051-47b2-83a7-d37363cbadec req-b188411b-baa1-4227-9396-116ff7495b10 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:13.141924 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c5c1ebe8-3051-47b2-83a7-d37363cbadec req-b188411b-baa1-4227-9396-116ff7495b10 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 948 time: 0.2399931 Jul 16 17:50:13.143109 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.259528 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c5c1ebe8-3051-47b2-83a7-d37363cbadec req-14c5f84b-b9ac-4347-8408-cb9e67c3eb92 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924048 Jul 16 17:50:13.269696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad94b74-66e2-4190-adff-b3514c536b17 req-73173c55-9eb9-4d1d-98e5-50b000e646b2 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:13.286418 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ad94b74-66e2-4190-adff-b3514c536b17 req-73173c55-9eb9-4d1d-98e5-50b000e646b2 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 1097 time: 0.1350548 Jul 16 17:50:13.294925 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.302285 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.345241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ad94b74-66e2-4190-adff-b3514c536b17 req-9e200e2e-fa50-4baf-afcc-3203b0056685 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650535 Jul 16 17:50:13.404950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e799ad-4604-405c-b258-b90fe3712387,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:13.453328 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-996180f1-561f-4e25-8c15-7b41c7a8a6c8 req-4236da73-ff80-47c9-87bf-b57bd894145d tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 210 time: 0.0402656 Jul 16 17:50:13.506382 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Allocated IP 192.168.233.230 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/eaed74f9-00b8-4f98-a7c9-126a8f665e83) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:13.645672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50020) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:13.666215 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-387f8dbe-afeb-4057-ba42-71ed95f30b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.757077 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.783146 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Transition to ACTIVE for port object eaed74f9-00b8-4f98-a7c9-126a8f665e83 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:13.833787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.863872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-e8c92afd-bb76-4370-a637-249c539c095e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:13.865366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-e8c92afd-bb76-4370-a637-249c539c095e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 820 time: 0.1504583 Jul 16 17:50:13.885869 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:13.892193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:13.896132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:13.902309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-701e7524-727c-4ce3-a585-cc924d9eb238 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/quotas/ccec67a3da5b46cca9ed307648d9cb1f HTTP/1.1" status: 200 len: 375 time: 0.0278914 Jul 16 17:50:13.905179 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-387f8dbe-afeb-4057-ba42-71ed95f30b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.929593 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-387f8dbe-afeb-4057-ba42-71ed95f30b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.935238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Pushing event updated for resources: {'Port': ['ID=eaed74f9-00b8-4f98-a7c9-126a8f665e83,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:13.982782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:13.991017 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.020931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50034) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:14.045994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-387f8dbe-afeb-4057-ba42-71ed95f30b8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2674da1ae6344e3b9253cf01bfe9174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968775 Jul 16 17:50:14.052254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50036) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:14.054716 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-50f19770-6c11-4e2e-ad9d-29372ee44cee tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7002568 Jul 16 17:50:14.061672 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11244bf9-9fd9-475b-9977-febc3e841f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.073548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Request body: {'port': {'device_id': 'b4af2746-85e5-4f57-8046-46e9f0c355ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:14.079397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f8dbe-afeb-4057-ba42-71ed95f30b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b91198-4aeb-43b9-9ee5-aa94420cd348,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:14.169095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-b7f972c2-cc12-4593-9952-6d757034d4cc tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2664740 Jul 16 17:50:14.203755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b14a89eb-203b-4cbb-86f5-e52bef7ab828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.230910 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b14a89eb-203b-4cbb-86f5-e52bef7ab828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.258322 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.271208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-85bbd1c0-ef31-4743-afd8-5fc204116c48 None None] Provisioning for port eaed74f9-00b8-4f98-a7c9-126a8f665e83 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:14.277064 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-85bbd1c0-ef31-4743-afd8-5fc204116c48 None None] Provisioning complete for port eaed74f9-00b8-4f98-a7c9-126a8f665e83 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:14.277445 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85bbd1c0-ef31-4743-afd8-5fc204116c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.332189 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-85bbd1c0-ef31-4743-afd8-5fc204116c48 None None] Port eaed74f9-00b8-4f98-a7c9-126a8f665e83 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:14.354337 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b14a89eb-203b-4cbb-86f5-e52bef7ab828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.357087 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b14a89eb-203b-4cbb-86f5-e52bef7ab828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.361167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b14a89eb-203b-4cbb-86f5-e52bef7ab828 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32b91198-4aeb-43b9-9ee5-aa94420cd348 HTTP/1.1" status: 204 len: 168 time: 0.3077066 Jul 16 17:50:14.370253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a89eb-203b-4cbb-86f5-e52bef7ab828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b91198-4aeb-43b9-9ee5-aa94420cd348,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:14.487100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-18d9da37-f612-41a8-aeb6-0d0a85bd785d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:50:14.488395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-18d9da37-f612-41a8-aeb6-0d0a85bd785d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1848905 Jul 16 17:50:14.603255 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaed74f9-00b8-4f98-a7c9-126a8f665e83 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:14.611015 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.611988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-63256125-8b20-4e7a-96d8-884749bc9b3f service neutron] 10.222.0.41 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163461 Jul 16 17:50:14.622209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d42cd-9884-4f90-9402-bfd9d97d5e2d req-510598a3-0051-4016-ac9f-9c9f59eb6813 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:14.624118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a06d42cd-9884-4f90-9402-bfd9d97d5e2d req-510598a3-0051-4016-ac9f-9c9f59eb6813 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 948 time: 0.1903207 Jul 16 17:50:14.626466 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Transition to ACTIVE for port object eaed74f9-00b8-4f98-a7c9-126a8f665e83 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:14.632381 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.701237 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Pushing event updated for resources: {'Port': ['ID=eaed74f9-00b8-4f98-a7c9-126a8f665e83,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:14.741392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a06d42cd-9884-4f90-9402-bfd9d97d5e2d req-30277094-ba84-48e7-af6b-d0efa74360b7 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055489 Jul 16 17:50:14.762031 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11244bf9-9fd9-475b-9977-febc3e841f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.825305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-3dc5417b-d09e-4e0b-9472-5ce51d5752bd service neutron] 10.222.0.41 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998501 Jul 16 17:50:14.831150 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11244bf9-9fd9-475b-9977-febc3e841f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.961003 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11244bf9-9fd9-475b-9977-febc3e841f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa701c95-ee4e-493a-92fd-365595161c54,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:15.004504 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-11244bf9-9fd9-475b-9977-febc3e841f51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b56da1417fe547019d3ab26a784a5211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9801505 Jul 16 17:50:15.005149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50076) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:15.043223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Attempting to bind port eaed74f9-00b8-4f98-a7c9-126a8f665e83 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:15.043656 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Attempting to bind port eaed74f9-00b8-4f98-a7c9-126a8f665e83 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:15.043983 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Attempting to bind port eaed74f9-00b8-4f98-a7c9-126a8f665e83 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:15.062296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1666d67-9e5d-43f8-be9c-2fb7d679db73 req-9f76c4bb-9d66-4259-829e-ddff3ed91ea3 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:15.064427 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 2875da6f-c255-4789-a221-145e8f6f36ae details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:15.070180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1666d67-9e5d-43f8-be9c-2fb7d679db73 req-9f76c4bb-9d66-4259-829e-ddff3ed91ea3 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 948 time: 0.1622553 Jul 16 17:50:15.077393 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Port eaed74f9-00b8-4f98-a7c9-126a8f665e83 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:15.077720 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Attempting to bind port eaed74f9-00b8-4f98-a7c9-126a8f665e83 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:15.086256 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:15.086588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:15.087605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:15.088124 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Bound port: eaed74f9-00b8-4f98-a7c9-126a8f665e83, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:15.088474 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.190111 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7bc29754-7209-40f1-a5fb-8ef744779978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.233358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ab818b8-8287-4ba1-ae67-0c990c223e52 req-f777c701-8ed2-485d-9fa4-ad458ac00664 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 210 time: 0.0920975 Jul 16 17:50:15.276641 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 2875da6f-c255-4789-a221-145e8f6f36ae, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=2875da6f-c255-4789-a221-145e8f6f36ae,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:15.289467 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7bc29754-7209-40f1-a5fb-8ef744779978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.298275 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1666d67-9e5d-43f8-be9c-2fb7d679db73 req-254e1e8f-0fb1-4a73-a39a-23c74419f000 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214200 Jul 16 17:50:15.318635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '2875da6f-c255-4789-a221-145e8f6f36ae', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '2875da6f-c255-4789-a221-145e8f6f36ae', 'mac_address': 'fa:16:3e:14:0b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:15.325953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] For port eaed74f9-00b8-4f98-a7c9-126a8f665e83, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:15.331335 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] For port eaed74f9-00b8-4f98-a7c9-126a8f665e83, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=eaed74f9-00b8-4f98-a7c9-126a8f665e83,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:15.341101 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.457200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Pushing event updated for resources: {'Port': ['ID=eaed74f9-00b8-4f98-a7c9-126a8f665e83,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:15.458071 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.478710 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:15.480207 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.486463 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-cd7941ed-a1ed-4ee7-9a21-fbf91b14614f service neutron] 10.222.0.43 "PUT /v2.0/ports/eaed74f9-00b8-4f98-a7c9-126a8f665e83 HTTP/1.1" status: 200 len: 1097 time: 1.4215348 Jul 16 17:50:15.487001 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4af2746-85e5-4f57-8046-46e9f0c355ae', 'tag': 'eaed74f9-00b8-4f98-a7c9-126a8f665e83'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:15.489542 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafbf4bb-b09e-4505-bb8b-71af03adfa40" -d '{"events": [{"name": "network-changed", "server_uuid": "b4af2746-85e5-4f57-8046-46e9f0c355ae", "tag": "eaed74f9-00b8-4f98-a7c9-126a8f665e83"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:15.510233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2875da6f-c255-4789-a221-145e8f6f36ae {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:15.520382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7bc29754-7209-40f1-a5fb-8ef744779978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.523838 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7bc29754-7209-40f1-a5fb-8ef744779978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.530353 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7bc29754-7209-40f1-a5fb-8ef744779978 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa701c95-ee4e-493a-92fd-365595161c54 HTTP/1.1" status: 204 len: 168 time: 0.5172076 Jul 16 17:50:15.551645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 2875da6f-c255-4789-a221-145e8f6f36ae, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=2875da6f-c255-4789-a221-145e8f6f36ae,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:15.564118 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.598913 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cc6ba3-ffd7-49f5-a52d-148e0febba61 x-openstack-request-id: req-23cc6ba3-ffd7-49f5-a52d-148e0febba61 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:15.599171 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4af2746-85e5-4f57-8046-46e9f0c355ae", "tag": "eaed74f9-00b8-4f98-a7c9-126a8f665e83", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:15.599539 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23cc6ba3-ffd7-49f5-a52d-148e0febba61 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:15.599930 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4af2746-85e5-4f57-8046-46e9f0c355ae', 'tag': 'eaed74f9-00b8-4f98-a7c9-126a8f665e83', 'status': 'completed', 'code': 200} Jul 16 17:50:15.600818 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc29754-7209-40f1-a5fb-8ef744779978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa701c95-ee4e-493a-92fd-365595161c54,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:15.663221 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-d7341c5c-cf6a-433f-8384-158ffe3aab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:15.670481 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-d7341c5c-cf6a-433f-8384-158ffe3aab05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9a2813d7968401d9735b78c4b564a7a&device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 1100 time: 0.1288168 Jul 16 17:50:15.700297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=2875da6f-c255-4789-a221-145e8f6f36ae,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:15.760140 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-40ad6582-83e3-4636-9ec4-2b19bb77caf9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=eaed74f9-00b8-4f98-a7c9-126a8f665e83 HTTP/1.1" status: 200 len: 217 time: 0.0818555 Jul 16 17:50:15.773196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['2875da6f-c255-4789-a221-145e8f6f36ae'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:15.840423 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-859f6cb7-6049-4fc3-a215-591c81cdad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:15.842056 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-859f6cb7-6049-4fc3-a215-591c81cdad41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0760312 Jul 16 17:50:15.937133 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-31d33350-a231-4ed3-a1aa-19dda6a628c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:15.943561 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-31d33350-a231-4ed3-a1aa-19dda6a628c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0915406 Jul 16 17:50:16.045316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d9571-5480-49eb-812c-ff29ab7ffb1a req-e1e550e1-5c79-46f6-a833-21110e41ca60 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:16.053397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-539d9571-5480-49eb-812c-ff29ab7ffb1a req-e1e550e1-5c79-46f6-a833-21110e41ca60 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 949 time: 0.1177006 Jul 16 17:50:16.124639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-539d9571-5480-49eb-812c-ff29ab7ffb1a req-8d7fe19b-3e05-4074-b659-48ad93fecb0e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697889 Jul 16 17:50:16.154306 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-f3c8cee1-8766-4b80-aa95-dc006d9fff3a service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962972 Jul 16 17:50:16.265902 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-53cf2d40-3676-497a-a76a-cd1b7479a023 req-6b16d658-e121-420c-ab4a-54b675112742 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049213 Jul 16 17:50:16.443044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2761c9c9-89cc-4549-a054-2144d5b02114 req-747c658a-bfb2-48ce-a559-50809d531903 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 210 time: 0.0503066 Jul 16 17:50:16.478571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbf4bb-b09e-4505-bb8b-71af03adfa40 req-b25055a6-deac-4e27-8e09-e449f8614462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:16.484892 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-eafbf4bb-b09e-4505-bb8b-71af03adfa40 req-b25055a6-deac-4e27-8e09-e449f8614462 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9a2813d7968401d9735b78c4b564a7a&device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 1100 time: 0.1350384 Jul 16 17:50:16.505112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-d4d6ebc7-5e23-48f2-9d7a-e0abbae49772 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334828 Jul 16 17:50:16.646234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-51b5c311-e5c9-4073-998a-8b73a30df31a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:16.654656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-51b5c311-e5c9-4073-998a-8b73a30df31a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483874 Jul 16 17:50:16.671028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-33496c8e-e9df-4462-af65-f9472e1da2e4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/quotas/06e16abdfa0f4688991ced62041b5e12 HTTP/1.1" status: 200 len: 375 time: 0.0150683 Jul 16 17:50:16.705174 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbf4bb-b09e-4505-bb8b-71af03adfa40 req-24216706-407b-455b-a844-59159bc889d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:16.708020 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-eafbf4bb-b09e-4505-bb8b-71af03adfa40 req-24216706-407b-455b-a844-59159bc889d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2149096 Jul 16 17:50:16.806177 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-eafbf4bb-b09e-4505-bb8b-71af03adfa40 req-4fed4d9d-4b5c-4943-a3ac-67ee3531bcf7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=eaed74f9-00b8-4f98-a7c9-126a8f665e83 HTTP/1.1" status: 200 len: 217 time: 0.0879493 Jul 16 17:50:16.931847 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbf4bb-b09e-4505-bb8b-71af03adfa40 req-39f576a8-10be-4dc6-9b6c-9900a7894488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:16.935079 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-eafbf4bb-b09e-4505-bb8b-71af03adfa40 req-39f576a8-10be-4dc6-9b6c-9900a7894488 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1210132 Jul 16 17:50:17.065871 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbf4bb-b09e-4505-bb8b-71af03adfa40 req-3371227d-70da-4e64-bc3f-020dc4467015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:17.070877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 2875da6f-c255-4789-a221-145e8f6f36ae up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:17.084114 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-eafbf4bb-b09e-4505-bb8b-71af03adfa40 req-3371227d-70da-4e64-bc3f-020dc4467015 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1394601 Jul 16 17:50:17.152967 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-61115d0b-517f-4abc-977d-e00fdcc21ed5 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4802427 Jul 16 17:50:17.154771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 2875da6f-c255-4789-a221-145e8f6f36ae completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:17.161262 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 2875da6f-c255-4789-a221-145e8f6f36ae triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:17.161632 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:17.287720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dc60b-7ddd-4937-ab85-dfb9689a9efc req-b596f05f-2222-4e5a-a461-695f36caf8b3 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:17.289583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad6dc60b-7ddd-4937-ab85-dfb9689a9efc req-b596f05f-2222-4e5a-a461-695f36caf8b3 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 948 time: 0.6071353 Jul 16 17:50:17.314627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-752cb416-d017-4bfb-90de-3f507bc2f631 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:17.316305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-752cb416-d017-4bfb-90de-3f507bc2f631 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.35 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 820 time: 0.1857290 Jul 16 17:50:17.327538 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:50:17.328828 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-eafbf4bb-b09e-4505-bb8b-71af03adfa40 req-17f7d539-8a64-4aed-8b9d-7aec8e5d7c00 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255340 Jul 16 17:50:17.350140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-2e7f1d52-92fa-4a8c-8959-211e0fb9ee29 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Request body: {'port': {'device_id': 'e5543f19-7fa9-4325-9ad6-5d672b435c05', 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2', 'admin_state_up': True, 'tenant_id': 'ccec67a3da5b46cca9ed307648d9cb1f'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:17.374229 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:17.412261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc1da03-4fff-449a-860a-6c2494a1e406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2875da6f-c255-4789-a221-145e8f6f36ae'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:17.421601 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff25b3f-1c60-4ef7-bc5e-51ce2dad45b0" -d '{"events": [{"server_uuid": "5dc1da03-4fff-449a-860a-6c2494a1e406", "name": "network-vif-plugged", "status": "completed", "tag": "2875da6f-c255-4789-a221-145e8f6f36ae"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:17.447178 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 2875da6f-c255-4789-a221-145e8f6f36ae, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=2875da6f-c255-4789-a221-145e8f6f36ae,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:17.458555 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:17.474950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad6dc60b-7ddd-4937-ab85-dfb9689a9efc req-4c8eec69-9794-41ee-b184-1621d5a32a88 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575663 Jul 16 17:50:17.497336 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-eafbf4bb-b09e-4505-bb8b-71af03adfa40 req-ebe00f9e-6ff0-4451-bd5d-b28040a76853 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639252 Jul 16 17:50:17.562540 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-2e7f1d52-92fa-4a8c-8959-211e0fb9ee29 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Made reservation on behalf of ccec67a3da5b46cca9ed307648d9cb1f for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:17.568860 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-2e7f1d52-92fa-4a8c-8959-211e0fb9ee29 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:17.596051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=2875da6f-c255-4789-a221-145e8f6f36ae,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:17.748455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-2e7f1d52-92fa-4a8c-8959-211e0fb9ee29 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Allocated IP 172.20.0.7 (6efdc248-1970-495c-ade6-459ab098ccf2/0613ca9c-4811-4c37-882d-5b32e78d1468/3580d4f0-5398-4288-bcbd-f1d577368e4a) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:17.944826 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-2bd08c49-6ae5-4dea-be1b-7b52c20c6310 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=51f1c30f9a744421afed0a8cffc79456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437651 Jul 16 17:50:18.086252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab561d-c433-4617-8710-d71e59a5e9be req-d8973a2b-f1e6-4491-b241-5bd761337ecb tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:18.088381 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28ab561d-c433-4617-8710-d71e59a5e9be req-d8973a2b-f1e6-4491-b241-5bd761337ecb tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 950 time: 0.2382681 Jul 16 17:50:18.121161 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-2e7f1d52-92fa-4a8c-8959-211e0fb9ee29 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:18.176496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-0b2ef9ab-eb8d-4a56-9a3b-0d42a81dcf24 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:18.177956 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-0b2ef9ab-eb8d-4a56-9a3b-0d42a81dcf24 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027404 Jul 16 17:50:18.193463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28ab561d-c433-4617-8710-d71e59a5e9be req-5ecc4a41-5758-475a-900f-bdc7209a1bcf tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948360 Jul 16 17:50:18.205404 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-6d68206b-6149-4c57-afc5-19814c748a70 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/quotas/51f1c30f9a744421afed0a8cffc79456 HTTP/1.1" status: 200 len: 375 time: 0.0200150 Jul 16 17:50:18.240162 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-2e7f1d52-92fa-4a8c-8959-211e0fb9ee29 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:18.265729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-6a877908-9b04-4b8c-9c71-0cd2355206fa tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=51f1c30f9a744421afed0a8cffc79456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408483 Jul 16 17:50:18.317797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-2e7f1d52-92fa-4a8c-8959-211e0fb9ee29 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Network 6efdc248-1970-495c-ade6-459ab098ccf2 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:18.341623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39e887d7-422a-4ad6-85a2-aa1a3c510564 req-e3ddd694-bc93-4db2-9617-edb3a8466929 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 210 time: 0.0439737 Jul 16 17:50:18.342456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-2e7f1d52-92fa-4a8c-8959-211e0fb9ee29 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:18.346605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-2e7f1d52-92fa-4a8c-8959-211e0fb9ee29 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:18.353924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f1d52-92fa-4a8c-8959-211e0fb9ee29 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Pushing event updated for resources: {'Port': ['ID=3580d4f0-5398-4288-bcbd-f1d577368e4a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:18.404042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-2e7f1d52-92fa-4a8c-8959-211e0fb9ee29 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:18.404663 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-2e7f1d52-92fa-4a8c-8959-211e0fb9ee29 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:18.416552 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cf22ce-1de1-4d35-9cbd-281e6d3b4dbf x-openstack-request-id: req-94cf22ce-1de1-4d35-9cbd-281e6d3b4dbf {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:18.417099 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc1da03-4fff-449a-860a-6c2494a1e406", "name": "network-vif-plugged", "status": "completed", "tag": "2875da6f-c255-4789-a221-145e8f6f36ae", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:18.417318 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94cf22ce-1de1-4d35-9cbd-281e6d3b4dbf {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:18.417723 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc1da03-4fff-449a-860a-6c2494a1e406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2875da6f-c255-4789-a221-145e8f6f36ae', 'code': 200} Jul 16 17:50:18.426353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-2e7f1d52-92fa-4a8c-8959-211e0fb9ee29 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0807176 Jul 16 17:50:18.438456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Request body: {'port': {'device_id': 'e5543f19-7fa9-4325-9ad6-5d672b435c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:18.570399 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33c42f-507f-4a36-808e-d95faa4ad225 req-22b6d523-c3cf-4c43-b4bc-2ec69f7f8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:18.573231 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6a33c42f-507f-4a36-808e-d95faa4ad225 req-22b6d523-c3cf-4c43-b4bc-2ec69f7f8c91 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 1102 time: 0.0853076 Jul 16 17:50:18.643333 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6a33c42f-507f-4a36-808e-d95faa4ad225 req-bbce9dfe-c419-454c-8dce-24eb720ce04c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634711 Jul 16 17:50:18.651685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725544a8-880d-44d7-8509-1bb64241808f req-097c0840-59a7-476d-88a5-39ee0b7ffe5d tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:18.655069 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-725544a8-880d-44d7-8509-1bb64241808f req-097c0840-59a7-476d-88a5-39ee0b7ffe5d tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 931 time: 0.1355054 Jul 16 17:50:18.659073 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:18.738245 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-b9d69be0-debc-4c8c-851b-43f33d677f8d tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245607 Jul 16 17:50:18.784926 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-725544a8-880d-44d7-8509-1bb64241808f req-1921118a-90be-4f69-acb6-745d73b9d0d1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189258 Jul 16 17:50:18.887258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-f0397841-bfbe-4f9f-bda5-ddcf375b4a84 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:18.889097 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-f0397841-bfbe-4f9f-bda5-ddcf375b4a84 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417165 Jul 16 17:50:18.906247 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Request body: {'port': {'device_id': 'e64bc504-e370-4548-8cac-063618739bed', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '06e16abdfa0f4688991ced62041b5e12'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:19.203948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fca29-9de6-4fb6-8fc2-db917209419a req-1736917d-9e31-4ab8-a58b-05f940f11e4b tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:19.205497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534fca29-9de6-4fb6-8fc2-db917209419a req-1736917d-9e31-4ab8-a58b-05f940f11e4b tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 948 time: 0.1801274 Jul 16 17:50:19.207130 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-740d4218-4ba1-4f3d-85de-b02dd8932796 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=51f1c30f9a744421afed0a8cffc79456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463917 Jul 16 17:50:19.301712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Made reservation on behalf of 06e16abdfa0f4688991ced62041b5e12 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:19.307732 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.318305 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.382697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534fca29-9de6-4fb6-8fc2-db917209419a req-3d68e251-0c00-4fbf-9fd0-c02fad750b32 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661875 Jul 16 17:50:19.435782 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.442373 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.479161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7515a4-8447-4256-a432-e5166ee42513 req-d7f40d93-9c65-4ce3-ac1e-9ccba8221904 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:19.480470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-d7f40d93-9c65-4ce3-ac1e-9ccba8221904 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578049 Jul 16 17:50:19.483099 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3580d4f0-5398-4288-bcbd-f1d577368e4a {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:19.508189 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.524923 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-f544e57f-1799-4666-b8af-520e743acaa6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/quotas/51f1c30f9a744421afed0a8cffc79456 HTTP/1.1" status: 200 len: 375 time: 0.0241303 Jul 16 17:50:19.527506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9987b269-aebb-4768-b222-858fe4bf727a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:19.561454 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-89afa33c-c87e-48fb-90ad-3091e666b460 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=51f1c30f9a744421afed0a8cffc79456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400569 Jul 16 17:50:19.564162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Transition to ACTIVE for port object 3580d4f0-5398-4288-bcbd-f1d577368e4a will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:19.570593 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.614852 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Allocated IP 192.168.233.19 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/38a7427a-653e-4ea3-a228-5fcb6d98bf6a) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:19.709782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3580d4f0-5398-4288-bcbd-f1d577368e4a,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:19.807706 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.824233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Transition to ACTIVE for port object 38a7427a-653e-4ea3-a228-5fcb6d98bf6a will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:19.836172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Attempting to bind port 3580d4f0-5398-4288-bcbd-f1d577368e4a on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:19.836510 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Attempting to bind port 3580d4f0-5398-4288-bcbd-f1d577368e4a by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:19.836875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Attempting to bind port 3580d4f0-5398-4288-bcbd-f1d577368e4a on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:19.868473 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.878269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ccd3453a-c264-4738-ae04-2b703275a5f0 req-38499524-b556-4f98-bece-048cbc5bbd1b tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 210 time: 0.0439975 Jul 16 17:50:19.878820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Port 3580d4f0-5398-4288-bcbd-f1d577368e4a on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:19.879143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Attempting to bind port 3580d4f0-5398-4288-bcbd-f1d577368e4a on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:19.890421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d573ab-9dcc-4229-9e8b-ce7191d90d3e req-4b4c02d2-74e6-48ff-8a4d-981b4371f5c5 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:19.892108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81d573ab-9dcc-4229-9e8b-ce7191d90d3e req-4b4c02d2-74e6-48ff-8a4d-981b4371f5c5 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 950 time: 0.2612710 Jul 16 17:50:19.894853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:19.895165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:19.895789 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:19.896085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Bound port: 3580d4f0-5398-4288-bcbd-f1d577368e4a, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:19.896398 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.941756 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event updated for resources: {'Port': ['ID=38a7427a-653e-4ea3-a228-5fcb6d98bf6a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:19.976055 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-64663e01-487e-4c1e-b948-0cc70b4f754a tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=51f1c30f9a744421afed0a8cffc79456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362003 Jul 16 17:50:19.992478 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81d573ab-9dcc-4229-9e8b-ce7191d90d3e req-ef83b48d-5065-40f9-8c93-3b97a7b96e7e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813787 Jul 16 17:50:20.014129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:20.029790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:20.030640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:20.033912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:20.039834 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:20.043387 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:20.099174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.100194 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:20.106037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] 10.222.0.35 "PUT /v2.0/ports/3580d4f0-5398-4288-bcbd-f1d577368e4a HTTP/1.1" status: 200 len: 1092 time: 1.6722550 Jul 16 17:50:20.113932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5543f19-7fa9-4325-9ad6-5d672b435c05', 'tag': '3580d4f0-5398-4288-bcbd-f1d577368e4a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:20.119592 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8145ec-903f-4abb-b9f7-1bb8e03bfb62" -d '{"events": [{"name": "network-changed", "server_uuid": "e5543f19-7fa9-4325-9ad6-5d672b435c05", "tag": "3580d4f0-5398-4288-bcbd-f1d577368e4a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:20.217723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c5d8ac4-a4d1-43de-829c-0c4496147c06 req-d5767844-a01c-4f25-8a23-677b733159c8 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 210 time: 0.0668910 Jul 16 17:50:20.218387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80959519-69fb-4d0a-ae20-f9727cd56bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3580d4f0-5398-4288-bcbd-f1d577368e4a,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:20.219297 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.219960 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:20.242061 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-956ce66a-9c7b-432b-a08c-88cc896e5af3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3427563 Jul 16 17:50:20.250299 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-8e4e4123-01d7-4c0c-ad0f-224a5ef6caee tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.251685 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-8e4e4123-01d7-4c0c-ad0f-224a5ef6caee tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705414 Jul 16 17:50:20.260323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Request body: {'port': {'device_id': 'e64bc504-e370-4548-8cac-063618739bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:20.325742 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Request body: {'port': {'device_id': '7551a28f-9298-44ac-883c-864d9c497776', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '51f1c30f9a744421afed0a8cffc79456'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:20.423497 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:20.447497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-cc6d44bf-7a27-4a4e-b999-53693f76897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.449012 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-cc6d44bf-7a27-4a4e-b999-53693f76897e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 1095 time: 0.2445371 Jul 16 17:50:20.459884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cf21d-6892-4be9-b8c3-715fca159533 req-fcf31d0a-34b1-4a7b-832a-47682fcb3a73 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.461909 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff9cf21d-6892-4be9-b8c3-715fca159533 req-fcf31d0a-34b1-4a7b-832a-47682fcb3a73 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 943 time: 0.1484931 Jul 16 17:50:20.494048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cb43287b-3fab-4812-9362-92f1fa13b47d None None] Provisioning for port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:20.502197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cb43287b-3fab-4812-9362-92f1fa13b47d None None] Provisioning complete for port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:20.503905 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cb43287b-3fab-4812-9362-92f1fa13b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:20.529575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-8ed17bf1-a14d-4033-99e2-5ae8c683fa5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a HTTP/1.1" status: 200 len: 217 time: 0.0664191 Jul 16 17:50:20.569267 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Made reservation on behalf of 51f1c30f9a744421afed0a8cffc79456 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:20.574865 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:20.583135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-cb43287b-3fab-4812-9362-92f1fa13b47d None None] Port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:20.589801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff9cf21d-6892-4be9-b8c3-715fca159533 req-509f79e5-55d1-42d7-8d73-1cc605c3f637 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185975 Jul 16 17:50:20.609308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-e95d5456-4768-4576-bc88-42230a043d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.611812 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-e95d5456-4768-4576-bc88-42230a043d63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0746465 Jul 16 17:50:20.637548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:20.664055 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-6319455a-184f-4c89-8e46-0bd312309465 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387597 Jul 16 17:50:20.808567 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:20.815325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-ac06386a-0817-430e-ac94-9146c39d92d0 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426280 Jul 16 17:50:20.815684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:20.816982 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba7b3d7-2cf7-4e5a-add5-8ca8df2c0708 x-openstack-request-id: req-3ba7b3d7-2cf7-4e5a-add5-8ca8df2c0708 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:20.817272 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5543f19-7fa9-4325-9ad6-5d672b435c05", "tag": "3580d4f0-5398-4288-bcbd-f1d577368e4a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:20.817516 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ba7b3d7-2cf7-4e5a-add5-8ca8df2c0708 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:20.817895 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5543f19-7fa9-4325-9ad6-5d672b435c05', 'tag': '3580d4f0-5398-4288-bcbd-f1d577368e4a', 'status': 'completed', 'code': 200} Jul 16 17:50:20.965921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0575ec27-c2f1-401c-8eee-8b57d9323782,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:21.001195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device eaed74f9-00b8-4f98-a7c9-126a8f665e83 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:21.028942 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7baaf350-d0c4-4f8c-b74f-c52550206563 req-a6ad0067-0a45-4146-85cf-496f5fb77000 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016139 Jul 16 17:50:21.049559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5488e-734e-4344-915a-58ca1f66a885 req-3e233ae7-94ed-49bf-a9b8-d8bc76d0b15d tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.060338 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7fe5488e-734e-4344-915a-58ca1f66a885 req-3e233ae7-94ed-49bf-a9b8-d8bc76d0b15d tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 948 time: 0.1168611 Jul 16 17:50:21.112758 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a7427a-653e-4ea3-a228-5fcb6d98bf6a {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:21.124889 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.137310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7fe5488e-734e-4344-915a-58ca1f66a885 req-b5e0d522-328c-4b3a-8e49-32381af162c6 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761077 Jul 16 17:50:21.157463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Transition to ACTIVE for port object 38a7427a-653e-4ea3-a228-5fcb6d98bf6a will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:21.176653 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.177833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8145ec-903f-4abb-b9f7-1bb8e03bfb62 req-9df56ef2-2be6-427c-82eb-1421990ff549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.182810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b8145ec-903f-4abb-b9f7-1bb8e03bfb62 req-9df56ef2-2be6-427c-82eb-1421990ff549 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 1095 time: 0.0982718 Jul 16 17:50:21.245762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50322) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:21.401248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port eaed74f9-00b8-4f98-a7c9-126a8f665e83, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=eaed74f9-00b8-4f98-a7c9-126a8f665e83,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:21.414643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'eaed74f9-00b8-4f98-a7c9-126a8f665e83', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'eaed74f9-00b8-4f98-a7c9-126a8f665e83', 'mac_address': 'fa:16:3e:e2:3f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:21.439402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Pushing event updated for resources: {'Port': ['ID=38a7427a-653e-4ea3-a228-5fcb6d98bf6a,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:21.452053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Allocated IP 192.168.233.97 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/d1f9c3d0-5da5-4976-b0e7-6159dffb8be5) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:21.465714 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.480004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8145ec-903f-4abb-b9f7-1bb8e03bfb62 req-6351250a-4950-4af8-a517-1fe766378187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.481517 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b8145ec-903f-4abb-b9f7-1bb8e03bfb62 req-6351250a-4950-4af8-a517-1fe766378187 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.2922461 Jul 16 17:50:21.482210 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fc6ecee1-a60b-480c-b0bc-ffa98f64d3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.482835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaed74f9-00b8-4f98-a7c9-126a8f665e83 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:21.520998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6544a26-8ba0-4fad-999a-164c3b168aa5 req-cb8b4d23-97f4-4ba9-8dec-0120cc12f729 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.522538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6544a26-8ba0-4fad-999a-164c3b168aa5 req-cb8b4d23-97f4-4ba9-8dec-0120cc12f729 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 947 time: 0.2776389 Jul 16 17:50:21.531021 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port eaed74f9-00b8-4f98-a7c9-126a8f665e83, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=eaed74f9-00b8-4f98-a7c9-126a8f665e83,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:21.535840 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.573037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b8145ec-903f-4abb-b9f7-1bb8e03bfb62 req-82d61ee3-ac55-4db8-9f6e-45db244b6d8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a HTTP/1.1" status: 200 len: 217 time: 0.0732837 Jul 16 17:50:21.594956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=eaed74f9-00b8-4f98-a7c9-126a8f665e83,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:21.608254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:21.608765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:21.609576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:21.610115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:21.610734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:21.611166 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:21.611638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:21.612110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:21.612539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:21.613872 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Attempting to bind port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:21.614145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:21.614262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Attempting to bind port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:21.614523 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Attempting to bind port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:21.614770 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:21.615269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:21.621947 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:21.622524 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Attempting to bind port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:21.630501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:21.630832 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:21.631392 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:21.631851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Bound port: 38a7427a-653e-4ea3-a228-5fcb6d98bf6a, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:21.632392 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.634669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-2d3078fe-db5e-4fd3-a4b4-09d2b4e7cbcb tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=51f1c30f9a744421afed0a8cffc79456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814729 Jul 16 17:50:21.684620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3796282-b5fb-44e7-9419-7184da0c4d35 req-87080126-8bfa-464b-8495-3c271038e206 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.686109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3796282-b5fb-44e7-9419-7184da0c4d35 req-87080126-8bfa-464b-8495-3c271038e206 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 950 time: 0.3325288 Jul 16 17:50:21.760513 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.771204 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6544a26-8ba0-4fad-999a-164c3b168aa5 req-302940fc-95a8-4ae4-b93a-27c851720f3f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164900 Jul 16 17:50:21.772987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] For port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:21.777062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8145ec-903f-4abb-b9f7-1bb8e03bfb62 req-c1af2216-41bd-4011-94d5-a938474e989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.778588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] For port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=38a7427a-653e-4ea3-a228-5fcb6d98bf6a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:21.778808 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b8145ec-903f-4abb-b9f7-1bb8e03bfb62 req-c1af2216-41bd-4011-94d5-a938474e989d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.1815279 Jul 16 17:50:21.781801 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Transition to ACTIVE for port object d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:21.784631 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.811884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['eaed74f9-00b8-4f98-a7c9-126a8f665e83'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:21.827023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.827658 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.829043 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] 10.222.0.43 "PUT /v2.0/ports/38a7427a-653e-4ea3-a228-5fcb6d98bf6a HTTP/1.1" status: 200 len: 1096 time: 1.5730553 Jul 16 17:50:21.829474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64bc504-e370-4548-8cac-063618739bed', 'tag': '38a7427a-653e-4ea3-a228-5fcb6d98bf6a'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:21.831740 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef932559-4d97-47d3-afa9-341937a327cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e64bc504-e370-4548-8cac-063618739bed", "tag": "38a7427a-653e-4ea3-a228-5fcb6d98bf6a"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:21.879765 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a0c5c-50c6-436b-8043-d4a3604b255e service neutron] Pushing event updated for resources: {'Port': ['ID=38a7427a-653e-4ea3-a228-5fcb6d98bf6a,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:21.927092 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.999933 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:22.005698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:22.019607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:22.067222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-b7d931ee-54f2-4077-aacc-9f166b6cd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.068919 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-b7d931ee-54f2-4077-aacc-9f166b6cd6f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 1099 time: 0.1768777 Jul 16 17:50:22.076116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Pushing event updated for resources: {'Port': ['ID=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:22.126333 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-cea11e38-2282-4121-9091-8988ba3cf763 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=38a7427a-653e-4ea3-a228-5fcb6d98bf6a HTTP/1.1" status: 200 len: 217 time: 0.0436544 Jul 16 17:50:22.132177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.132804 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.173241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b8145ec-903f-4abb-b9f7-1bb8e03bfb62 req-6271340a-775c-4afe-a886-33a2d1976f71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3503401 Jul 16 17:50:22.179784 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3796282-b5fb-44e7-9419-7184da0c4d35 req-2e3da83d-e41c-44f9-97ee-a904b14da122 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689469 Jul 16 17:50:22.206896 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-4005e474-3433-46e6-bd2e-75e2a9daa5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.208768 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-4005e474-3433-46e6-bd2e-75e2a9daa5b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0713582 Jul 16 17:50:22.243353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41a94d60-73bd-4784-bd53-4aa5fc1b1d95 req-3575b284-6db6-4754-b1bc-78d00710abf8 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 210 time: 0.0752220 Jul 16 17:50:22.279131 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7515a4-8447-4256-a432-e5166ee42513 req-bd06c808-5dce-4c01-bbf8-3fd09c69f98c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.280709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-bd06c808-5dce-4c01-bbf8-3fd09c69f98c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6359534 Jul 16 17:50:22.324713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-3f7515a4-8447-4256-a432-e5166ee42513 req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Request body: {'port': {'device_id': '8e70f72c-3d51-4c9a-b0a6-9bef1b767a95', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '51f1c30f9a744421afed0a8cffc79456'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:22.329451 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-b4b96d00-fecb-4ce0-bb33-0edf7b7fbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.331003 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-b4b96d00-fecb-4ce0-bb33-0edf7b7fbaec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1157603 Jul 16 17:50:22.373080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fc6ecee1-a60b-480c-b0bc-ffa98f64d3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.388811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.35', 56065) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:22.397680 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b3113f-6d72-4d08-961a-c3823c8274ab x-openstack-request-id: req-67b3113f-6d72-4d08-961a-c3823c8274ab {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:22.398030 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64bc504-e370-4548-8cac-063618739bed", "tag": "38a7427a-653e-4ea3-a228-5fcb6d98bf6a", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:22.398342 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67b3113f-6d72-4d08-961a-c3823c8274ab {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:22.398827 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64bc504-e370-4548-8cac-063618739bed', 'tag': '38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'status': 'completed', 'code': 200} Jul 16 17:50:22.407921 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fc6ecee1-a60b-480c-b0bc-ffa98f64d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.409212 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-de92d9da-816b-4a5d-b426-9f137c53637f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0898006 Jul 16 17:50:22.425013 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Request body: {'port': {'device_id': '7551a28f-9298-44ac-883c-864d9c497776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:22.486824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-581e171f-924f-4159-8657-b1d13bbd7c8e None None] Provisioning for port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:22.491531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-581e171f-924f-4159-8657-b1d13bbd7c8e None None] Provisioning complete for port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:22.492075 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-581e171f-924f-4159-8657-b1d13bbd7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.532325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-581e171f-924f-4159-8657-b1d13bbd7c8e None None] Port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:22.563205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fc6ecee1-a60b-480c-b0bc-ffa98f64d3dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ef9a3451c054acda45b4f18935ae16d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3139639 Jul 16 17:50:22.563205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b8145ec-903f-4abb-b9f7-1bb8e03bfb62 req-b82f72da-4bed-42fa-bc12-b225ddd1b4bd service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718657 Jul 16 17:50:22.565391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50342) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:22.578503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.592517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ecee1-a60b-480c-b0bc-ffa98f64d3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4a3e4f-e3f9-450c-b555-82714bcd11c3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:22.607267 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-413d41e3-7658-4423-ae6b-4a10856fac07 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540793 Jul 16 17:50:22.720150 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d04ca9-41ee-47f1-ba05-fa353026c9a7 req-deed2262-cb32-4f72-9d4d-f2b22792c9f2 tempest-DeleteServersAdminTestJSON-144137615 tempest-DeleteServersAdminTestJSON-144137615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.721555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83d04ca9-41ee-47f1-ba05-fa353026c9a7 req-deed2262-cb32-4f72-9d4d-f2b22792c9f2 tempest-DeleteServersAdminTestJSON-144137615 tempest-DeleteServersAdminTestJSON-144137615-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 1102 time: 0.3314738 Jul 16 17:50:22.736983 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a8c7-c6eb-49c4-b24d-7c0de6b6dfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.780142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da606981-4d7c-44a4-a9aa-27102c3b89d4 req-40c6236c-cece-4abb-9e68-eccdf5bd52b3 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.781634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da606981-4d7c-44a4-a9aa-27102c3b89d4 req-40c6236c-cece-4abb-9e68-eccdf5bd52b3 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 943 time: 0.3774683 Jul 16 17:50:22.785594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7515a4-8447-4256-a432-e5166ee42513 req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Made reservation on behalf of 51f1c30f9a744421afed0a8cffc79456 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:22.788755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3f7515a4-8447-4256-a432-e5166ee42513 req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.825359 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef55b738-3fb3-4cee-87d2-c165580297f4 req-ff053b47-a14d-4d72-be8f-fe6d882c027b service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050526 Jul 16 17:50:22.831752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a8c7-c6eb-49c4-b24d-7c0de6b6dfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.852836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b8145ec-903f-4abb-b9f7-1bb8e03bfb62 req-e20f6bdf-3688-4d17-8b97-025118877103 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816114 Jul 16 17:50:22.875135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834196a5-9378-4ec0-a85c-cceb62b48662 req-3cc569af-6608-43b8-90db-2ccdcbfbbd11 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.876726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-834196a5-9378-4ec0-a85c-cceb62b48662 req-3cc569af-6608-43b8-90db-2ccdcbfbbd11 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 949 time: 0.3112571 Jul 16 17:50:22.952841 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da606981-4d7c-44a4-a9aa-27102c3b89d4 req-ba22803f-e569-40a5-8d10-865271ff0717 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589499 Jul 16 17:50:22.997235 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a8c7-c6eb-49c4-b24d-7c0de6b6dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.999766 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a8c7-c6eb-49c4-b24d-7c0de6b6dfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.003359 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e6f1a8c7-c6eb-49c4-b24d-7c0de6b6dfba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea4a3e4f-e3f9-450c-b555-82714bcd11c3 HTTP/1.1" status: 204 len: 168 time: 0.4346049 Jul 16 17:50:23.010598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef932559-4d97-47d3-afa9-341937a327cb req-4ac018ef-edff-4877-b60c-a7327873bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:23.012015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device eaed74f9-00b8-4f98-a7c9-126a8f665e83 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:23.012162 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef932559-4d97-47d3-afa9-341937a327cb req-4ac018ef-edff-4877-b60c-a7327873bd60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 1099 time: 0.0978281 Jul 16 17:50:23.038047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-834196a5-9378-4ec0-a85c-cceb62b48662 req-fd9c3e6f-9eb3-4dfd-b552-bb55e7221991 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511023 Jul 16 17:50:23.056587 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1a8c7-c6eb-49c4-b24d-7c0de6b6dfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4a3e4f-e3f9-450c-b555-82714bcd11c3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:23.076434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-83d04ca9-41ee-47f1-ba05-fa353026c9a7 req-85a7fdff-94fa-4492-b80b-a3d5ce25b54a tempest-DeleteServersAdminTestJSON-144137615 tempest-DeleteServersAdminTestJSON-144137615-project-admin] Deleting port 2875da6f-c255-4789-a221-145e8f6f36ae {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:23.076770 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-83d04ca9-41ee-47f1-ba05-fa353026c9a7 req-85a7fdff-94fa-4492-b80b-a3d5ce25b54a tempest-DeleteServersAdminTestJSON-144137615 tempest-DeleteServersAdminTestJSON-144137615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.137284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:23.137920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port eaed74f9-00b8-4f98-a7c9-126a8f665e83 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:23.143784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port eaed74f9-00b8-4f98-a7c9-126a8f665e83 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:23.144595 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.149665 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.174802 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Transition to ACTIVE for port object d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:23.180221 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.184910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef932559-4d97-47d3-afa9-341937a327cb req-a89764db-de27-4434-a032-a788ca76b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:23.186389 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef932559-4d97-47d3-afa9-341937a327cb req-a89764db-de27-4434-a032-a788ca76b8aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1547704 Jul 16 17:50:23.263706 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef932559-4d97-47d3-afa9-341937a327cb req-339fa694-fcd0-4dd5-a593-b433b7f8409d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=38a7427a-653e-4ea3-a228-5fcb6d98bf6a HTTP/1.1" status: 200 len: 217 time: 0.0493984 Jul 16 17:50:23.291380 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:23.302000 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.351575 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port eaed74f9-00b8-4f98-a7c9-126a8f665e83, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=eaed74f9-00b8-4f98-a7c9-126a8f665e83,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:23.353725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4af2746-85e5-4f57-8046-46e9f0c355ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaed74f9-00b8-4f98-a7c9-126a8f665e83'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:23.359923 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad1898d-8996-4b22-9be1-c9cd5c8a7421" -d '{"events": [{"server_uuid": "b4af2746-85e5-4f57-8046-46e9f0c355ae", "name": "network-vif-plugged", "status": "completed", "tag": "eaed74f9-00b8-4f98-a7c9-126a8f665e83"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:23.365242 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.445275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef932559-4d97-47d3-afa9-341937a327cb req-22b60884-3d2c-42ae-99ff-374b18ab7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:23.447061 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef932559-4d97-47d3-afa9-341937a327cb req-22b60884-3d2c-42ae-99ff-374b18ab7cdd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1659982 Jul 16 17:50:23.467006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=eaed74f9-00b8-4f98-a7c9-126a8f665e83,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:23.492571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-3f7515a4-8447-4256-a432-e5166ee42513 req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Allocated IP 192.168.233.130 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/f548c0ec-f107-41d8-b449-2f6004ed5f2e) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:23.502994 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Attempting to bind port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:23.503328 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Attempting to bind port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:23.503789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Attempting to bind port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:23.514638 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:23.515289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Attempting to bind port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:23.526194 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:23.526889 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:23.527540 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:23.528510 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Bound port: d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:23.529086 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.534050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-83d04ca9-41ee-47f1-ba05-fa353026c9a7 req-85a7fdff-94fa-4492-b80b-a3d5ce25b54a tempest-DeleteServersAdminTestJSON-144137615 tempest-DeleteServersAdminTestJSON-144137615-project-admin] For port 2875da6f-c255-4789-a221-145e8f6f36ae, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=2875da6f-c255-4789-a221-145e8f6f36ae,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:23.534412 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-83d04ca9-41ee-47f1-ba05-fa353026c9a7 req-85a7fdff-94fa-4492-b80b-a3d5ce25b54a tempest-DeleteServersAdminTestJSON-144137615 tempest-DeleteServersAdminTestJSON-144137615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.550005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50364) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:23.583589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-83d04ca9-41ee-47f1-ba05-fa353026c9a7 req-85a7fdff-94fa-4492-b80b-a3d5ce25b54a tempest-DeleteServersAdminTestJSON-144137615 tempest-DeleteServersAdminTestJSON-144137615-project-admin] Calling delete_port for 2875da6f-c255-4789-a221-145e8f6f36ae owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:23.594915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef932559-4d97-47d3-afa9-341937a327cb req-b91c3461-b6b0-4ce7-852e-ae9c6bd9bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:23.597189 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef932559-4d97-47d3-afa9-341937a327cb req-b91c3461-b6b0-4ce7-852e-ae9c6bd9bc3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1424360 Jul 16 17:50:23.691861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c2d8a-363e-4f56-a2e2-a4734b95510e req-36393360-563a-4838-9521-0fef26e53ef4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:23.693976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a0c2d8a-363e-4f56-a2e2-a4734b95510e req-36393360-563a-4838-9521-0fef26e53ef4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 947 time: 0.4151282 Jul 16 17:50:23.779764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210db1d4-1493-4b5a-8dbf-18565522e233 req-8b50615d-e397-496c-9e32-02b63caf9b7b tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:23.781348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-210db1d4-1493-4b5a-8dbf-18565522e233 req-8b50615d-e397-496c-9e32-02b63caf9b7b tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1da03-4fff-449a-860a-6c2494a1e406 HTTP/1.1" status: 200 len: 950 time: 0.3157835 Jul 16 17:50:23.873343 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:23.876449 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a0c2d8a-363e-4f56-a2e2-a4734b95510e req-a28bc450-9191-4bdd-8cb3-b30ad3be079e tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685276 Jul 16 17:50:23.901632 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2194-0461-4358-875c-657db7c387c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.904634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:23.916899 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.971314 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef932559-4d97-47d3-afa9-341937a327cb req-8871454f-b285-4f73-a521-d19e14b27448 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655655 Jul 16 17:50:23.979764 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:23.980380 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.981763 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] 10.222.0.35 "PUT /v2.0/ports/d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 HTTP/1.1" status: 200 len: 1096 time: 1.5653644 Jul 16 17:50:24.000609 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-83d04ca9-41ee-47f1-ba05-fa353026c9a7 req-85a7fdff-94fa-4492-b80b-a3d5ce25b54a tempest-DeleteServersAdminTestJSON-144137615 tempest-DeleteServersAdminTestJSON-144137615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.020238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['2875da6f-c255-4789-a221-145e8f6f36ae'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:24.047001 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3f7515a4-8447-4256-a432-e5166ee42513 req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.095385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7fdff-94fa-4492-b80b-a3d5ce25b54a tempest-DeleteServersAdminTestJSON-144137615 tempest-DeleteServersAdminTestJSON-144137615-project-admin] Pushing event deleted for resources: {'Port': ['ID=2875da6f-c255-4789-a221-145e8f6f36ae,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:24.109668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-210db1d4-1493-4b5a-8dbf-18565522e233 req-2957c55d-94d6-44a8-b9a2-837cb3260721 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976403 Jul 16 17:50:24.117448 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee65a21-a11f-4ec6-a2c2-dd3985213727 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:24.149836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f04aeb17-c5bc-4c14-8404-5b29598bcbc7 req-d250147f-4e04-4ae6-95ea-452d100d8298 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 210 time: 0.1125729 Jul 16 17:50:24.226478 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992a79f5-7709-4851-9528-723673846e74 x-openstack-request-id: req-992a79f5-7709-4851-9528-723673846e74 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:24.226811 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4af2746-85e5-4f57-8046-46e9f0c355ae", "name": "network-vif-plugged", "status": "completed", "tag": "eaed74f9-00b8-4f98-a7c9-126a8f665e83", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:24.227068 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-992a79f5-7709-4851-9528-723673846e74 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:24.228023 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4af2746-85e5-4f57-8046-46e9f0c355ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaed74f9-00b8-4f98-a7c9-126a8f665e83', 'code': 200} Jul 16 17:50:24.242133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-3f7515a4-8447-4256-a432-e5166ee42513 req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Transition to ACTIVE for port object f548c0ec-f107-41d8-b449-2f6004ed5f2e will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:24.244476 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d04ca9-41ee-47f1-ba05-fa353026c9a7 req-85a7fdff-94fa-4492-b80b-a3d5ce25b54a tempest-DeleteServersAdminTestJSON-144137615 tempest-DeleteServersAdminTestJSON-144137615-project-admin] No DVR routers for this DVR port 2875da6f-c255-4789-a221-145e8f6f36ae on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:24.248124 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-83d04ca9-41ee-47f1-ba05-fa353026c9a7 req-85a7fdff-94fa-4492-b80b-a3d5ce25b54a tempest-DeleteServersAdminTestJSON-144137615 tempest-DeleteServersAdminTestJSON-144137615-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.250269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83d04ca9-41ee-47f1-ba05-fa353026c9a7 req-85a7fdff-94fa-4492-b80b-a3d5ce25b54a tempest-DeleteServersAdminTestJSON-144137615 tempest-DeleteServersAdminTestJSON-144137615-project-admin] 10.222.0.35 "DELETE /v2.0/ports/2875da6f-c255-4789-a221-145e8f6f36ae HTTP/1.1" status: 204 len: 173 time: 1.5189438 Jul 16 17:50:24.250779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc1da03-4fff-449a-860a-6c2494a1e406', 'name': 'network-vif-deleted', 'tag': '2875da6f-c255-4789-a221-145e8f6f36ae'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:24.253138 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0418a3c-9bdc-48e9-83d5-6129fb3be0ed" -d '{"events": [{"server_uuid": "5dc1da03-4fff-449a-860a-6c2494a1e406", "name": "network-vif-deleted", "tag": "2875da6f-c255-4789-a221-145e8f6f36ae"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:24.261800 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ef932559-4d97-47d3-afa9-341937a327cb req-ba264a27-6b6f-4e8b-a187-7b46883d9f4b service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713172 Jul 16 17:50:24.296071 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2194-0461-4358-875c-657db7c387c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.301866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-4c914eab-42be-478f-bdeb-f74c82134eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:24.303248 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-4c914eab-42be-478f-bdeb-f74c82134eb7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51f1c30f9a744421afed0a8cffc79456&device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 1099 time: 0.2320204 Jul 16 17:50:24.311671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2194-0461-4358-875c-657db7c387c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.328748 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3f7515a4-8447-4256-a432-e5166ee42513 req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.399101 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-86a71ff4-16e3-4df0-a57d-0c7b5f17496a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 HTTP/1.1" status: 200 len: 217 time: 0.0807986 Jul 16 17:50:24.412236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7551a28f-9298-44ac-883c-864d9c497776', 'tag': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:24.415160 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea1b5e7-755c-4d52-ab10-bcf43d6d5a09" -d '{"events": [{"name": "network-changed", "server_uuid": "7551a28f-9298-44ac-883c-864d9c497776", "tag": "d1f9c3d0-5da5-4976-b0e7-6159dffb8be5"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:24.450451 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7515a4-8447-4256-a432-e5166ee42513 req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:24.454383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-3f7515a4-8447-4256-a432-e5166ee42513 req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:24.460500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7515a4-8447-4256-a432-e5166ee42513 req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:24.465629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Pushing event updated for resources: {'Port': ['ID=f548c0ec-f107-41d8-b449-2f6004ed5f2e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:24.486903 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2a1f2194-0461-4358-875c-657db7c387c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c3595eca781491abb6a8c493fc40353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9355049 Jul 16 17:50:24.491394 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50392) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:24.531982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f2194-0461-4358-875c-657db7c387c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b25e029-5011-4f85-aa67-7be24cdd50d2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:24.537802 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-c03e5c56-ebc9-4b5d-9863-1b30b4e048c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:24.539269 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-c03e5c56-ebc9-4b5d-9863-1b30b4e048c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1201606 Jul 16 17:50:24.622065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7515a4-8447-4256-a432-e5166ee42513 req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:24.622782 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3f7515a4-8447-4256-a432-e5166ee42513 req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.643603 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c9eae-7b1c-419a-91a2-d3de89ba9839 req-96e6b175-6b3c-4ed4-9eac-a21f0e30b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:24.645334 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-037c9eae-7b1c-419a-91a2-d3de89ba9839 req-96e6b175-6b3c-4ed4-9eac-a21f0e30b2b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 1102 time: 0.1572928 Jul 16 17:50:24.645974 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b92efd65-046f-44a0-a847-2476fd79155b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.653292 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-9cf529dc-1b35-4b67-bbf0-221e6f10e26d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3593075 Jul 16 17:50:24.667351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-eaaefcc4-32b8-4fd8-a8cb-a95f858fae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:24.668690 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-eaaefcc4-32b8-4fd8-a8cb-a95f858fae08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1209862 Jul 16 17:50:24.670063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad32c68-95eb-49c8-8ece-15fd18e7551a req-37cc9f30-c079-41ad-95dd-9ce1efeaa02f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:24.675961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ad32c68-95eb-49c8-8ece-15fd18e7551a req-37cc9f30-c079-41ad-95dd-9ce1efeaa02f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 943 time: 0.1868489 Jul 16 17:50:24.684610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Request body: {'port': {'device_id': '8e70f72c-3d51-4c9a-b0a6-9bef1b767a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:24.695635 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b92efd65-046f-44a0-a847-2476fd79155b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.723057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e1c9b-f985-43b3-b186-5bafd05fe9c2 req-8562b8c6-a648-4577-8d1f-7cc44a2b60ea tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:24.730802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f10e1c9b-f985-43b3-b186-5bafd05fe9c2 req-8562b8c6-a648-4577-8d1f-7cc44a2b60ea tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 950 time: 0.1803362 Jul 16 17:50:24.792578 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-037c9eae-7b1c-419a-91a2-d3de89ba9839 req-9f230257-0db8-4967-86bf-0fd8edf5a6df service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280625 Jul 16 17:50:24.825518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f10e1c9b-f985-43b3-b186-5bafd05fe9c2 req-d9ce5126-8c99-428a-8eb1-e6eb8bd592c7 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937569 Jul 16 17:50:24.828343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ad32c68-95eb-49c8-8ece-15fd18e7551a req-2da85927-24dd-4328-a746-447eaa2ab77f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483684 Jul 16 17:50:24.833145 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b92efd65-046f-44a0-a847-2476fd79155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.836278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b92efd65-046f-44a0-a847-2476fd79155b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.838434 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b92efd65-046f-44a0-a847-2476fd79155b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b25e029-5011-4f85-aa67-7be24cdd50d2 HTTP/1.1" status: 204 len: 168 time: 0.3379674 Jul 16 17:50:24.843242 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-d370a070-cd38-4c87-b868-a113b89597a6 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646304 Jul 16 17:50:24.850599 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92efd65-046f-44a0-a847-2476fd79155b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b25e029-5011-4f85-aa67-7be24cdd50d2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:24.862214 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.897922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dede3ec8-e4e9-45ad-bd0f-d123044353de None None] Provisioning for port f548c0ec-f107-41d8-b449-2f6004ed5f2e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:24.920777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dede3ec8-e4e9-45ad-bd0f-d123044353de None None] Provisioning complete for port f548c0ec-f107-41d8-b449-2f6004ed5f2e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:24.924344 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dede3ec8-e4e9-45ad-bd0f-d123044353de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.979354 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8e03dc-2f06-46d7-a24d-65163c23016c x-openstack-request-id: req-dc8e03dc-2f06-46d7-a24d-65163c23016c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:24.979655 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc1da03-4fff-449a-860a-6c2494a1e406", "name": "network-vif-deleted", "tag": "2875da6f-c255-4789-a221-145e8f6f36ae", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:24.979915 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc8e03dc-2f06-46d7-a24d-65163c23016c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:24.982029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-dede3ec8-e4e9-45ad-bd0f-d123044353de None None] Port f548c0ec-f107-41d8-b449-2f6004ed5f2e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:24.982808 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc1da03-4fff-449a-860a-6c2494a1e406', 'name': 'network-vif-deleted', 'tag': '2875da6f-c255-4789-a221-145e8f6f36ae', 'status': 'completed', 'code': 200} Jul 16 17:50:25.012248 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6cfa71b3-9f64-467f-b5aa-ed194c2dbef1 req-424efe6b-8298-4bd4-b1d3-dd4b13d5218a service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589236 Jul 16 17:50:25.031407 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278ae962-93f8-4e62-86d4-c6dab4f0b70f x-openstack-request-id: req-278ae962-93f8-4e62-86d4-c6dab4f0b70f {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:25.031778 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7551a28f-9298-44ac-883c-864d9c497776", "tag": "d1f9c3d0-5da5-4976-b0e7-6159dffb8be5", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:25.032033 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-278ae962-93f8-4e62-86d4-c6dab4f0b70f {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:25.032567 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7551a28f-9298-44ac-883c-864d9c497776', 'tag': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5', 'status': 'completed', 'code': 200} Jul 16 17:50:25.116688 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3580d4f0-5398-4288-bcbd-f1d577368e4a details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:25.230685 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1b5e7-755c-4d52-ab10-bcf43d6d5a09 req-a8a4e488-1075-42c2-b057-e276c4847a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.236528 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5ea1b5e7-755c-4d52-ab10-bcf43d6d5a09 req-a8a4e488-1075-42c2-b057-e276c4847a24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51f1c30f9a744421afed0a8cffc79456&device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 1099 time: 0.1504471 Jul 16 17:50:25.293702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:25.318002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5d93c-1d3d-4452-973d-de3240ab5579 req-f1e26e2a-85f3-4791-91c4-1fe606b43be5 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.325098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5f5d93c-1d3d-4452-973d-de3240ab5579 req-f1e26e2a-85f3-4791-91c4-1fe606b43be5 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 947 time: 0.1650162 Jul 16 17:50:25.335784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '3580d4f0-5398-4288-bcbd-f1d577368e4a', 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2', 'port_id': '3580d4f0-5398-4288-bcbd-f1d577368e4a', 'mac_address': 'fa:16:3e:98:46:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0613ca9c-4811-4c37-882d-5b32e78d1468', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:25.402434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5f5d93c-1d3d-4452-973d-de3240ab5579 req-f28f8b2f-7083-4973-8057-e76795394214 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761242 Jul 16 17:50:25.454334 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:25.459479 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1b5e7-755c-4d52-ab10-bcf43d6d5a09 req-3a405645-654d-409b-8ec0-7bcef7b24000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.461990 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5ea1b5e7-755c-4d52-ab10-bcf43d6d5a09 req-3a405645-654d-409b-8ec0-7bcef7b24000 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2183220 Jul 16 17:50:25.463897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50416) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:25.488422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f548c0ec-f107-41d8-b449-2f6004ed5f2e {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:25.498467 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:25.503865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3580d4f0-5398-4288-bcbd-f1d577368e4a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:25.517469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Transition to ACTIVE for port object f548c0ec-f107-41d8-b449-2f6004ed5f2e will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:25.525865 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:25.554921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:25.561251 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:25.584118 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ba4dd386-2f96-4974-b035-50328e594a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:25.606511 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5ea1b5e7-755c-4d52-ab10-bcf43d6d5a09 req-3dc987ec-8616-4c59-8752-977fdebaf290 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 HTTP/1.1" status: 200 len: 217 time: 0.1005678 Jul 16 17:50:25.643554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=3580d4f0-5398-4288-bcbd-f1d577368e4a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:25.685780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Pushing event updated for resources: {'Port': ['ID=f548c0ec-f107-41d8-b449-2f6004ed5f2e,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:25.747382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f09aa8-da09-4d27-8a27-b4e2aed9c558 req-46fbd9f9-2959-4b33-875f-3078fae23bf3 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.755033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1b5e7-755c-4d52-ab10-bcf43d6d5a09 req-8b5a7b30-4df8-48d8-bddd-dc584de3f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.758953 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85f09aa8-da09-4d27-8a27-b4e2aed9c558 req-46fbd9f9-2959-4b33-875f-3078fae23bf3 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 948 time: 0.1987531 Jul 16 17:50:25.760900 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5ea1b5e7-755c-4d52-ab10-bcf43d6d5a09 req-8b5a7b30-4df8-48d8-bddd-dc584de3f795 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1381855 Jul 16 17:50:25.761367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50426) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:25.771809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['3580d4f0-5398-4288-bcbd-f1d577368e4a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:25.831484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Attempting to bind port f548c0ec-f107-41d8-b449-2f6004ed5f2e on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:25.832068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Attempting to bind port f548c0ec-f107-41d8-b449-2f6004ed5f2e by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:25.835736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Attempting to bind port f548c0ec-f107-41d8-b449-2f6004ed5f2e on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:25.857550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Port f548c0ec-f107-41d8-b449-2f6004ed5f2e on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:25.858051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Attempting to bind port f548c0ec-f107-41d8-b449-2f6004ed5f2e on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:25.863982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:25.869468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:25.870132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:25.870929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Bound port: f548c0ec-f107-41d8-b449-2f6004ed5f2e, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:25.871528 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:25.893259 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1b5e7-755c-4d52-ab10-bcf43d6d5a09 req-1faa1803-7223-47f4-8757-959b5d5d5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.894886 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5ea1b5e7-755c-4d52-ab10-bcf43d6d5a09 req-1faa1803-7223-47f4-8757-959b5d5d5a7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1262982 Jul 16 17:50:25.905950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85f09aa8-da09-4d27-8a27-b4e2aed9c558 req-40463348-e777-4499-a663-0bd2ba036e68 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455371 Jul 16 17:50:25.913332 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-405a953e-f05c-41d8-bde1-a886ebd150d3 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=eb74636427ca456f84d3efb2b60b06ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950096 Jul 16 17:50:26.047035 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ba4dd386-2f96-4974-b035-50328e594a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.047639 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f54df145-b101-49a0-9e50-3cfe5df01597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.051115 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ba4dd386-2f96-4974-b035-50328e594a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.088976 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.096534 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5ea1b5e7-755c-4d52-ab10-bcf43d6d5a09 req-5d7aa859-4e36-4640-879c-1807ff60da73 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937716 Jul 16 17:50:26.101926 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ba4dd386-2f96-4974-b035-50328e594a3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be8b107e56b24ab4b437b99d988e3746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6348574 Jul 16 17:50:26.108073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50438) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:26.142875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4dd386-2f96-4974-b035-50328e594a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03542f6c-c9ac-4fdf-9724-dcd0ae928f4f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:26.226211 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f227142-f36f-4673-bd9b-fd73ca840d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.252179 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5ea1b5e7-755c-4d52-ab10-bcf43d6d5a09 req-25527dee-0d7d-4f3d-a0fc-bda7a4d363ee service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490393 Jul 16 17:50:26.261297 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f227142-f36f-4673-bd9b-fd73ca840d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.311832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f227142-f36f-4673-bd9b-fd73ca840d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.314598 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f227142-f36f-4673-bd9b-fd73ca840d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.318386 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2f227142-f36f-4673-bd9b-fd73ca840d73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03542f6c-c9ac-4fdf-9724-dcd0ae928f4f HTTP/1.1" status: 204 len: 168 time: 0.1999836 Jul 16 17:50:26.321637 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.325295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f227142-f36f-4673-bd9b-fd73ca840d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03542f6c-c9ac-4fdf-9724-dcd0ae928f4f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:26.461965 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] For port f548c0ec-f107-41d8-b449-2f6004ed5f2e, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:26.491997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] For port f548c0ec-f107-41d8-b449-2f6004ed5f2e, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f548c0ec-f107-41d8-b449-2f6004ed5f2e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:26.503537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-41150608-8c01-4190-82d9-1f46c1b5eeba tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:26.504989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-41150608-8c01-4190-82d9-1f46c1b5eeba tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5704072 Jul 16 17:50:26.508835 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.571937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2c335-52c3-4197-8e2e-4ce514fa148f req-c6602e50-9a4f-4d79-94c2-a1e8355e5b12 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:26.573532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ab2c335-52c3-4197-8e2e-4ce514fa148f req-c6602e50-9a4f-4d79-94c2-a1e8355e5b12 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 950 time: 0.2493033 Jul 16 17:50:26.581962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-cb07103f-9213-48f2-9394-53f417e0c6b7 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/quotas/eb74636427ca456f84d3efb2b60b06ed HTTP/1.1" status: 200 len: 375 time: 0.0659835 Jul 16 17:50:26.589355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:26.589960 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.591262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] 10.222.0.43 "PUT /v2.0/ports/f548c0ec-f107-41d8-b449-2f6004ed5f2e HTTP/1.1" status: 200 len: 1097 time: 1.9143209 Jul 16 17:50:26.666285 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-c7ff88d5-e3f1-41db-bf53-9cd5a276cf87 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb74636427ca456f84d3efb2b60b06ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724554 Jul 16 17:50:26.707247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c55174-52c0-4689-a4ae-1ed4a3a4ee77 service neutron] Pushing event updated for resources: {'Port': ['ID=f548c0ec-f107-41d8-b449-2f6004ed5f2e,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:26.737725 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f54df145-b101-49a0-9e50-3cfe5df01597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.742453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ab2c335-52c3-4197-8e2e-4ce514fa148f req-92955bd1-a679-41f9-9ca0-77f467b3ddc4 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595356 Jul 16 17:50:26.744898 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f54df145-b101-49a0-9e50-3cfe5df01597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.798514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f54df145-b101-49a0-9e50-3cfe5df01597 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d85e83f5a274c9cbf219416cdeeb604&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0339320 Jul 16 17:50:26.800125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54df145-b101-49a0-9e50-3cfe5df01597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dc89cc-731c-446a-afc3-6d049349becd,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:26.801385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50458) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:26.811391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7515a4-8447-4256-a432-e5166ee42513 req-3c5e95cf-08bb-4c21-b592-c107e423f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:26.813156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-3c5e95cf-08bb-4c21-b592-c107e423f733 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51f1c30f9a744421afed0a8cffc79456&device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 1100 time: 0.1526449 Jul 16 17:50:26.881819 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-529b4707-3b99-4e25-a794-5e7fa4bbf800 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=f548c0ec-f107-41d8-b449-2f6004ed5f2e HTTP/1.1" status: 200 len: 217 time: 0.0585833 Jul 16 17:50:26.924508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cfe8ee-7a83-40ea-944e-48d45473b87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.948134 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cfe8ee-7a83-40ea-944e-48d45473b87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.992387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e70f72c-3d51-4c9a-b0a6-9bef1b767a95', 'tag': 'f548c0ec-f107-41d8-b449-2f6004ed5f2e'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:26.995857 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9255a2a-b998-4e18-9fcb-71876ebe411f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e70f72c-3d51-4c9a-b0a6-9bef1b767a95", "tag": "f548c0ec-f107-41d8-b449-2f6004ed5f2e"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:27.012718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cfe8ee-7a83-40ea-944e-48d45473b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:27.015652 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cfe8ee-7a83-40ea-944e-48d45473b87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:27.025949 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-20cfe8ee-7a83-40ea-944e-48d45473b87b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59dc89cc-731c-446a-afc3-6d049349becd HTTP/1.1" status: 204 len: 168 time: 0.2122993 Jul 16 17:50:27.032439 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 38a7427a-653e-4ea3-a228-5fcb6d98bf6a details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:27.037671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfe8ee-7a83-40ea-944e-48d45473b87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dc89cc-731c-446a-afc3-6d049349becd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:27.045012 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7515a4-8447-4256-a432-e5166ee42513 req-01ca209b-d055-4a45-9bd1-f407b895b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.046419 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-01ca209b-d055-4a45-9bd1-f407b895b3b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1563983 Jul 16 17:50:27.139127 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3580d4f0-5398-4288-bcbd-f1d577368e4a up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:27.145317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7945-742b-4caa-a736-cd126ec78d67 req-5fd656ac-22d9-47fe-9bb2-c99decc5e6e5 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.148061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-685a7945-742b-4caa-a736-cd126ec78d67 req-5fd656ac-22d9-47fe-9bb2-c99decc5e6e5 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 944 time: 0.2076411 Jul 16 17:50:27.200959 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-685a7945-742b-4caa-a736-cd126ec78d67 req-dac5b33e-e149-4aa6-8418-727521895f15 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463192 Jul 16 17:50:27.217587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfedfd0-51af-401c-ad45-ba7b7a727b90 req-a2142b56-e71d-4c7a-a743-f317b6658bff tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.219531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddfedfd0-51af-401c-ad45-ba7b7a727b90 req-a2142b56-e71d-4c7a-a743-f317b6658bff tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 947 time: 0.2420647 Jul 16 17:50:27.222641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7515a4-8447-4256-a432-e5166ee42513 req-5ce9e08d-fea6-429b-970e-d899af99cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.224324 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-5ce9e08d-fea6-429b-970e-d899af99cc37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1634915 Jul 16 17:50:27.229768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=38a7427a-653e-4ea3-a228-5fcb6d98bf6a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:27.292877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'mac_address': 'fa:16:3e:20:85:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:27.348444 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddfedfd0-51af-401c-ad45-ba7b7a727b90 req-868c570f-80be-462d-a19e-6c20d0f85023 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200817 Jul 16 17:50:27.415468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 3580d4f0-5398-4288-bcbd-f1d577368e4a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:27.429687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-608edf60-dfdc-4110-a769-96be66fb7406 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753683 Jul 16 17:50:27.433800 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:27.436440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 3580d4f0-5398-4288-bcbd-f1d577368e4a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:27.436995 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:27.477798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a7427a-653e-4ea3-a228-5fcb6d98bf6a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:27.497338 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a33daff8-db57-4270-a76e-50d28bee8a4c req-f4d288b4-ba64-47a4-90f2-4f83cf979607 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 210 time: 0.0838096 Jul 16 17:50:27.517785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=38a7427a-653e-4ea3-a228-5fcb6d98bf6a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:27.536997 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:27.625983 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:27.628225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=38a7427a-653e-4ea3-a228-5fcb6d98bf6a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:27.654883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5543f19-7fa9-4325-9ad6-5d672b435c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3580d4f0-5398-4288-bcbd-f1d577368e4a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:27.656048 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f7515a4-8447-4256-a432-e5166ee42513 req-154b32a0-4521-42c0-a8e1-052176b8b1f7 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851203 Jul 16 17:50:27.658040 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d24381-c91f-43e2-81bb-895dd44b06bb" -d '{"events": [{"server_uuid": "e5543f19-7fa9-4325-9ad6-5d672b435c05", "name": "network-vif-plugged", "status": "completed", "tag": "3580d4f0-5398-4288-bcbd-f1d577368e4a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:27.671988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:27.676621 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:27.678391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 2875da6f-c255-4789-a221-145e8f6f36ae no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:27.727473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 2875da6f-c255-4789-a221-145e8f6f36ae {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:50:27.727895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 2875da6f-c255-4789-a221-145e8f6f36ae not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:27.763516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=3580d4f0-5398-4288-bcbd-f1d577368e4a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:27.788443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999b5ce-7161-4bfd-b4c4-9ca037f3cf2f req-185d4ea0-f4c0-4e05-9746-0818bb9c8516 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.790147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f999b5ce-7161-4bfd-b4c4-9ca037f3cf2f req-185d4ea0-f4c0-4e05-9746-0818bb9c8516 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 948 time: 0.0945523 Jul 16 17:50:27.824215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:27.892107 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f999b5ce-7161-4bfd-b4c4-9ca037f3cf2f req-baa348e3-9138-4245-8c0c-0d95d12c1cb7 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956030 Jul 16 17:50:27.950309 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244f33d7-1ad9-4863-be54-292b9191f373 x-openstack-request-id: req-244f33d7-1ad9-4863-be54-292b9191f373 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:27.950605 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e70f72c-3d51-4c9a-b0a6-9bef1b767a95", "tag": "f548c0ec-f107-41d8-b449-2f6004ed5f2e", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:27.950855 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-244f33d7-1ad9-4863-be54-292b9191f373 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:27.951241 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e70f72c-3d51-4c9a-b0a6-9bef1b767a95', 'tag': 'f548c0ec-f107-41d8-b449-2f6004ed5f2e', 'status': 'completed', 'code': 200} Jul 16 17:50:27.999086 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7537c69d-bb81-4697-afd9-f3d9e51c263d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:28.001731 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583f4a0b-854a-4f8a-a619-d2b6e65138bf x-openstack-request-id: req-583f4a0b-854a-4f8a-a619-d2b6e65138bf {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:28.002241 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5543f19-7fa9-4325-9ad6-5d672b435c05", "name": "network-vif-plugged", "status": "completed", "tag": "3580d4f0-5398-4288-bcbd-f1d577368e4a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:28.002784 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-583f4a0b-854a-4f8a-a619-d2b6e65138bf {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:28.013956 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5543f19-7fa9-4325-9ad6-5d672b435c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3580d4f0-5398-4288-bcbd-f1d577368e4a', 'code': 200} Jul 16 17:50:28.097266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9255a2a-b998-4e18-9fcb-71876ebe411f req-2355538f-f5f7-436d-9a6b-7d4ee3e151d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.098704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9255a2a-b998-4e18-9fcb-71876ebe411f req-2355538f-f5f7-436d-9a6b-7d4ee3e151d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51f1c30f9a744421afed0a8cffc79456&device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 1100 time: 0.1177058 Jul 16 17:50:28.149819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c3619-561d-45d5-96cf-7d10939bfce5 req-d69bf0f9-96d4-4e7c-97bf-c0964b1c29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.151336 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5a3c3619-561d-45d5-96cf-7d10939bfce5 req-d69bf0f9-96d4-4e7c-97bf-c0964b1c29c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 1097 time: 0.0883822 Jul 16 17:50:28.207127 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5a3c3619-561d-45d5-96cf-7d10939bfce5 req-796ca920-78cd-4cc9-9e7a-cc6f52c5a28c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484681 Jul 16 17:50:28.314027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9255a2a-b998-4e18-9fcb-71876ebe411f req-5c0633fa-c806-446e-a7a5-9220170cb082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.315955 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9255a2a-b998-4e18-9fcb-71876ebe411f req-5c0633fa-c806-446e-a7a5-9220170cb082 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2090869 Jul 16 17:50:28.384961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9255a2a-b998-4e18-9fcb-71876ebe411f req-aa6f7770-e4d7-43fc-88a0-06dde5c23775 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=f548c0ec-f107-41d8-b449-2f6004ed5f2e HTTP/1.1" status: 200 len: 217 time: 0.0602810 Jul 16 17:50:28.392145 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-7fd6aba8-3a8b-4f0a-86f9-625e9a831a7f tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=eb74636427ca456f84d3efb2b60b06ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228250 Jul 16 17:50:28.465994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f983bbc-6c77-43b9-a436-da043901a867 req-a4fe4a68-c5cc-4e45-b5b0-552e8afa9160 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.468110 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f983bbc-6c77-43b9-a436-da043901a867 req-a4fe4a68-c5cc-4e45-b5b0-552e8afa9160 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 950 time: 0.1904833 Jul 16 17:50:28.520097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9255a2a-b998-4e18-9fcb-71876ebe411f req-62b45b75-38aa-4883-bb0e-9d490067cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.521710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9255a2a-b998-4e18-9fcb-71876ebe411f req-62b45b75-38aa-4883-bb0e-9d490067cb0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1268222 Jul 16 17:50:28.531163 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-e9bd961c-6e51-41c8-9b7c-935cddaf4d18 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.532711 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-e9bd961c-6e51-41c8-9b7c-935cddaf4d18 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329114 Jul 16 17:50:28.547170 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Request body: {'port': {'device_id': 'cc8d9d42-138d-41e2-a891-18bb350b7285', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': 'eb74636427ca456f84d3efb2b60b06ed'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:28.592041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f983bbc-6c77-43b9-a436-da043901a867 req-7e4dc463-0efc-48f5-94e5-a901c807c691 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153986 Jul 16 17:50:28.605607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397c727-1f98-428d-8e76-7f744b99c378 req-4becc710-f671-4b28-aed1-65a4f30cdd9c tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.608101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c397c727-1f98-428d-8e76-7f744b99c378 req-4becc710-f671-4b28-aed1-65a4f30cdd9c tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 945 time: 0.2276225 Jul 16 17:50:28.667966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9255a2a-b998-4e18-9fcb-71876ebe411f req-963d3c66-2ca8-48ef-85c2-d61b7194825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.669878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9255a2a-b998-4e18-9fcb-71876ebe411f req-963d3c66-2ca8-48ef-85c2-d61b7194825b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1407351 Jul 16 17:50:28.670797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Made reservation on behalf of eb74636427ca456f84d3efb2b60b06ed for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:28.676198 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:28.691684 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c397c727-1f98-428d-8e76-7f744b99c378 req-21f7f83e-9817-498b-ae44-1979fc2b94a1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571380 Jul 16 17:50:28.792940 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9255a2a-b998-4e18-9fcb-71876ebe411f req-533c4878-bd60-4f72-9c2d-f460dd481b78 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125047 Jul 16 17:50:28.856326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Allocated IP 192.168.233.171 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/f1346000-bca0-426c-a585-74926591a9b3) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:28.958657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9255a2a-b998-4e18-9fcb-71876ebe411f req-81a2452c-73de-4804-80be-a56ff8912574 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577728 Jul 16 17:50:28.984255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583a6b7-3be4-47da-85da-a802fa2ef2b0 req-9d435426-fb5e-4a85-9822-ea4742d8eedc tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.985954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c583a6b7-3be4-47da-85da-a802fa2ef2b0 req-9d435426-fb5e-4a85-9822-ea4742d8eedc tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 948 time: 0.1462748 Jul 16 17:50:29.041127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c583a6b7-3be4-47da-85da-a802fa2ef2b0 req-46ed93aa-e039-47b5-86ca-e9fbb6cfe2ad tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370350 Jul 16 17:50:29.049939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 38a7427a-653e-4ea3-a228-5fcb6d98bf6a up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:29.057903 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.074267 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Transition to ACTIVE for port object f1346000-bca0-426c-a585-74926591a9b3 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:29.119274 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.121314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:29.183279 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Pushing event updated for resources: {'Port': ['ID=f1346000-bca0-426c-a585-74926591a9b3,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:29.195725 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:29.197672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:29.200146 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:29.226752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:29.245925 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5', 'mac_address': 'fa:16:3e:c0:3d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:29.254543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-93f427a4-ff73-4086-a131-a00686201214 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d9a2813d7968401d9735b78c4b564a7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679061 Jul 16 17:50:29.262287 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:29.262936 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.283861 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-caa263fa-b22f-4990-81a8-22c5e65fd6e4 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7417202 Jul 16 17:50:29.284096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:29.291897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:29.292276 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.295861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Request body: {'port': {'device_id': 'cc8d9d42-138d-41e2-a891-18bb350b7285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:29.340347 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.358433 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:29.373140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7de6f-c1d3-4dc2-9459-00e368df7553 req-82873b53-527f-4264-99b3-2bb734311fd0 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:29.380238 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0d7de6f-c1d3-4dc2-9459-00e368df7553 req-82873b53-527f-4264-99b3-2bb734311fd0 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 936 time: 0.1849005 Jul 16 17:50:29.386514 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:29.388451 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.394176 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.454835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f61fd561-c9ab-4719-af9d-3bd5eaf4c288 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:29.455988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f61fd561-c9ab-4719-af9d-3bd5eaf4c288 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879194 Jul 16 17:50:29.459167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0d7de6f-c1d3-4dc2-9459-00e368df7553 req-34e73256-ddde-4930-b768-ecacc4eb15c5 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781493 Jul 16 17:50:29.465088 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.473364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-b0379273-6848-469b-8b99-e50696c86fa5 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/quotas/d9a2813d7968401d9735b78c4b564a7a HTTP/1.1" status: 200 len: 375 time: 0.0112717 Jul 16 17:50:29.507036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:29.544929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=38a7427a-653e-4ea3-a228-5fcb6d98bf6a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:29.546659 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7284d5e8-b8c0-4c92-9808-5ea1d0616692 None None] Provisioning for port f1346000-bca0-426c-a585-74926591a9b3 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:29.550418 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.556061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-12e50bbc-f23e-466a-8259-5c2a3caeb4a6 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9a2813d7968401d9735b78c4b564a7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751638 Jul 16 17:50:29.563845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7284d5e8-b8c0-4c92-9808-5ea1d0616692 None None] Provisioning complete for port f1346000-bca0-426c-a585-74926591a9b3 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:29.564286 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7284d5e8-b8c0-4c92-9808-5ea1d0616692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.620935 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=38a7427a-653e-4ea3-a228-5fcb6d98bf6a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:29.663926 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d1f9c3d0-5da5-4976-b0e7-6159dffb8be5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:29.672532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244c95a-7e7c-4825-9881-9329a8c1bd35 req-0881470d-0cd8-4c58-86f9-f45f587cf304 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:29.675888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a244c95a-7e7c-4825-9881-9329a8c1bd35 req-0881470d-0cd8-4c58-86f9-f45f587cf304 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 948 time: 0.0739601 Jul 16 17:50:29.693642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-7284d5e8-b8c0-4c92-9808-5ea1d0616692 None None] Port f1346000-bca0-426c-a585-74926591a9b3 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:29.720075 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1346000-bca0-426c-a585-74926591a9b3 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:29.729499 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.745105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a244c95a-7e7c-4825-9881-9329a8c1bd35 req-b8af2ba2-8d1c-4d64-b336-e1a34d188998 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646508 Jul 16 17:50:29.750011 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Transition to ACTIVE for port object f1346000-bca0-426c-a585-74926591a9b3 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:29.754972 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.808058 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Pushing event updated for resources: {'Port': ['ID=f1346000-bca0-426c-a585-74926591a9b3,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:29.900253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Attempting to bind port f1346000-bca0-426c-a585-74926591a9b3 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:29.900584 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Attempting to bind port f1346000-bca0-426c-a585-74926591a9b3 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:29.900915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Attempting to bind port f1346000-bca0-426c-a585-74926591a9b3 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:29.906068 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Port f1346000-bca0-426c-a585-74926591a9b3 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:29.906387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Attempting to bind port f1346000-bca0-426c-a585-74926591a9b3 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:29.911711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:29.912050 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:29.912435 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:29.912858 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Bound port: f1346000-bca0-426c-a585-74926591a9b3, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:29.913209 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.926200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-641cd318-d873-451e-af3d-fccbd986046e req-016eb665-d35e-4eb5-8600-d3800d098b11 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 210 time: 0.0780280 Jul 16 17:50:30.004951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] For port f1346000-bca0-426c-a585-74926591a9b3, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:30.009863 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] For port f1346000-bca0-426c-a585-74926591a9b3, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1346000-bca0-426c-a585-74926591a9b3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:30.014689 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:30.015624 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64bc504-e370-4548-8cac-063618739bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a7427a-653e-4ea3-a228-5fcb6d98bf6a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:30.034567 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53667a29-715b-412e-a656-9c6bc5a9c900" -d '{"events": [{"server_uuid": "e64bc504-e370-4548-8cac-063618739bed", "name": "network-vif-plugged", "status": "completed", "tag": "38a7427a-653e-4ea3-a228-5fcb6d98bf6a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:30.054699 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.055827 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:30.057311 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] 10.222.0.35 "PUT /v2.0/ports/f1346000-bca0-426c-a585-74926591a9b3 HTTP/1.1" status: 200 len: 1097 time: 0.7662563 Jul 16 17:50:30.057901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8d9d42-138d-41e2-a891-18bb350b7285', 'tag': 'f1346000-bca0-426c-a585-74926591a9b3'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:30.060221 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac64340-25c0-4ea3-b1cd-6713eebd011a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8d9d42-138d-41e2-a891-18bb350b7285", "tag": "f1346000-bca0-426c-a585-74926591a9b3"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:30.141639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b29e21-0304-4c09-96f4-2358d9982a5c req-cd5b848c-3ff4-4cb0-a31a-5957796a7297 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.143282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45b29e21-0304-4c09-96f4-2358d9982a5c req-cd5b848c-3ff4-4cb0-a31a-5957796a7297 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 945 time: 0.1518245 Jul 16 17:50:30.167823 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d3ad9-605e-4209-b5a7-dcfc47b90124 service neutron] Pushing event updated for resources: {'Port': ['ID=f1346000-bca0-426c-a585-74926591a9b3,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:30.206213 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45b29e21-0304-4c09-96f4-2358d9982a5c req-04b7d30e-5f3b-49b7-acf6-04b0745e0b03 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552046 Jul 16 17:50:30.216545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-d3040c34-4f7d-4812-9f27-c6d5723a2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.218291 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-d3040c34-4f7d-4812-9f27-c6d5723a2272 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb74636427ca456f84d3efb2b60b06ed&device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 1100 time: 0.1106236 Jul 16 17:50:30.283655 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-fc0e8952-28d6-4680-8daf-9b0c960d3359 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=f1346000-bca0-426c-a585-74926591a9b3 HTTP/1.1" status: 200 len: 217 time: 0.0548327 Jul 16 17:50:30.385632 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-3ed99f11-20cb-4c77-86cb-ad3f692da17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.387230 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-3ed99f11-20cb-4c77-86cb-ad3f692da17c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0994797 Jul 16 17:50:30.451931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-c86f9f01-4e39-43e3-844c-c612514c76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.453532 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-c86f9f01-4e39-43e3-844c-c612514c76e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0577223 Jul 16 17:50:30.461449 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411fda46-32c1-44d3-9b51-fbb6dcb01d4c x-openstack-request-id: req-411fda46-32c1-44d3-9b51-fbb6dcb01d4c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:30.462240 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64bc504-e370-4548-8cac-063618739bed", "name": "network-vif-plugged", "status": "completed", "tag": "38a7427a-653e-4ea3-a228-5fcb6d98bf6a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:30.462649 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-411fda46-32c1-44d3-9b51-fbb6dcb01d4c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:30.463188 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64bc504-e370-4548-8cac-063618739bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'code': 200} Jul 16 17:50:30.552191 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7588129-9975-4d7b-a301-c1f01aa47d88 x-openstack-request-id: req-d7588129-9975-4d7b-a301-c1f01aa47d88 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:30.552534 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8d9d42-138d-41e2-a891-18bb350b7285", "tag": "f1346000-bca0-426c-a585-74926591a9b3", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:30.552790 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7588129-9975-4d7b-a301-c1f01aa47d88 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:30.553634 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8d9d42-138d-41e2-a891-18bb350b7285', 'tag': 'f1346000-bca0-426c-a585-74926591a9b3', 'status': 'completed', 'code': 200} Jul 16 17:50:30.570724 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-ac94d899-1464-4b0a-890b-126c3a483a9e service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097996 Jul 16 17:50:30.597254 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:30.640910 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-afac713d-c2cc-4e25-bc09-23e0e38773fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:30.680538 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-81833427-0bf7-49a3-bcaf-4738d54adb5b req-bc0691fa-79f7-40e0-a25a-1f1faf1f338d service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013343 Jul 16 17:50:30.710154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113617b9-0079-4209-a919-531e74c8ab11 req-d26eef89-42c9-44d8-95ef-f59a817b259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.712350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-113617b9-0079-4209-a919-531e74c8ab11 req-d26eef89-42c9-44d8-95ef-f59a817b259a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 1101 time: 0.1234703 Jul 16 17:50:30.734865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe6aa5-b51c-450a-9a6c-7af5ecce55e4 req-55c00a15-2b36-4eea-98ff-ec198af3aa47 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.739892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36fe6aa5-b51c-450a-9a6c-7af5ecce55e4 req-55c00a15-2b36-4eea-98ff-ec198af3aa47 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 949 time: 0.1382387 Jul 16 17:50:30.802436 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-113617b9-0079-4209-a919-531e74c8ab11 req-62ef59db-c0ea-4cd6-8b4f-4ad28dcd1ddc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823135 Jul 16 17:50:30.808546 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac64340-25c0-4ea3-b1cd-6713eebd011a req-5635d011-432e-4e4d-856f-3c8b6f433c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.809991 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4ac64340-25c0-4ea3-b1cd-6713eebd011a req-5635d011-432e-4e4d-856f-3c8b6f433c04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb74636427ca456f84d3efb2b60b06ed&device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 1100 time: 0.0640700 Jul 16 17:50:30.844002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36fe6aa5-b51c-450a-9a6c-7af5ecce55e4 req-921917bd-5158-4e53-94e9-575b759b1420 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735016 Jul 16 17:50:30.911269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac64340-25c0-4ea3-b1cd-6713eebd011a req-b0d016c2-6259-43bd-9118-288bb6e45f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.913867 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4ac64340-25c0-4ea3-b1cd-6713eebd011a req-b0d016c2-6259-43bd-9118-288bb6e45f11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.0959790 Jul 16 17:50:30.958653 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4ac64340-25c0-4ea3-b1cd-6713eebd011a req-956a8007-b21f-4360-b2d1-ec12e162b6a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=f1346000-bca0-426c-a585-74926591a9b3 HTTP/1.1" status: 200 len: 217 time: 0.0383377 Jul 16 17:50:31.008037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac64340-25c0-4ea3-b1cd-6713eebd011a req-27da85a7-3228-4194-8267-15aa35b8c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:31.009610 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4ac64340-25c0-4ea3-b1cd-6713eebd011a req-27da85a7-3228-4194-8267-15aa35b8c614 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0446565 Jul 16 17:50:31.044762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f548c0ec-f107-41d8-b449-2f6004ed5f2e details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:31.051971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11827e-61fd-4516-8e4e-5f39711d8807 req-a40d9936-5328-4f09-b78b-8c330b561d88 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:31.053513 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c11827e-61fd-4516-8e4e-5f39711d8807 req-a40d9936-5328-4f09-b78b-8c330b561d88 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 1097 time: 0.0998564 Jul 16 17:50:31.068905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c145a0-f728-47ea-952e-02643b668ffa req-8ead5b29-9615-4083-a47c-e17adc128103 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:31.070396 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90c145a0-f728-47ea-952e-02643b668ffa req-8ead5b29-9615-4083-a47c-e17adc128103 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 948 time: 0.0884480 Jul 16 17:50:31.071002 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac64340-25c0-4ea3-b1cd-6713eebd011a req-1d78ddc5-fb6e-4d7c-a4b0-8905ec27d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:31.072802 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4ac64340-25c0-4ea3-b1cd-6713eebd011a req-1d78ddc5-fb6e-4d7c-a4b0-8905ec27d199 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0557258 Jul 16 17:50:31.134392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:31.136433 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c11827e-61fd-4516-8e4e-5f39711d8807 req-4e429288-be29-4008-a0b6-901e910aeb9d tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648782 Jul 16 17:50:31.192475 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90c145a0-f728-47ea-952e-02643b668ffa req-5829df4b-91e7-4b1e-ae74-0e3b1241728a tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153705 Jul 16 17:50:31.208743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f548c0ec-f107-41d8-b449-2f6004ed5f2e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f548c0ec-f107-41d8-b449-2f6004ed5f2e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:31.232029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'f548c0ec-f107-41d8-b449-2f6004ed5f2e', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'f548c0ec-f107-41d8-b449-2f6004ed5f2e', 'mac_address': 'fa:16:3e:87:70:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:31.245348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-9f1a8c8d-e46b-4cdb-8e77-2bb03c800dbb tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d9a2813d7968401d9735b78c4b564a7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353894 Jul 16 17:50:31.322618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:31.351495 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:31.351921 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.385438 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.407789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f548c0ec-f107-41d8-b449-2f6004ed5f2e {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:31.435131 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f548c0ec-f107-41d8-b449-2f6004ed5f2e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f548c0ec-f107-41d8-b449-2f6004ed5f2e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:31.440694 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.455867 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4ac64340-25c0-4ea3-b1cd-6713eebd011a req-1a438592-3a75-498f-bd2f-533f33c42dc6 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749423 Jul 16 17:50:31.512897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-b9b7bc0a-9572-44ec-91a2-27cdc581d7bd tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:31.514594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-b9b7bc0a-9572-44ec-91a2-27cdc581d7bd tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642546 Jul 16 17:50:31.519178 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.527660 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b453ab-079e-4935-995f-c09bee4051dc req-051a5b2f-b433-400a-8d10-a0140094da1f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:31.529456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56b453ab-079e-4935-995f-c09bee4051dc req-051a5b2f-b433-400a-8d10-a0140094da1f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 948 time: 0.1281972 Jul 16 17:50:31.534044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Request body: {'port': {'device_id': '1ddb334c-ac99-4ff3-9e66-8c9b6377e815', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': 'd9a2813d7968401d9735b78c4b564a7a'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:31.538423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=f548c0ec-f107-41d8-b449-2f6004ed5f2e,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:31.578238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:31.583179 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.595925 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4ac64340-25c0-4ea3-b1cd-6713eebd011a req-39f6d1eb-1d03-482d-877f-22910d6a4b63 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320126 Jul 16 17:50:31.617859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56b453ab-079e-4935-995f-c09bee4051dc req-6e6e5a42-8030-4c4d-927d-b3c1b9105c19 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802956 Jul 16 17:50:31.662434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:31.682128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Made reservation on behalf of d9a2813d7968401d9735b78c4b564a7a for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:31.686120 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.732344 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.763890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['f548c0ec-f107-41d8-b449-2f6004ed5f2e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:31.862385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a627a43e-5203-49b1-9f2f-46d576d2d68c req-56c60976-9353-421a-ba19-41b02b2ece7d tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 210 time: 0.0485766 Jul 16 17:50:31.881109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Allocated IP 192.168.233.71 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/315d565d-9902-4cad-b189-d6eecfca2c23) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:32.370816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5570e-9e63-4836-a6a6-7c0d0594f7f0 req-c2c437ab-020e-4051-bf03-7aeea7d775ac tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:32.372296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68b5570e-9e63-4836-a6a6-7c0d0594f7f0 req-c2c437ab-020e-4051-bf03-7aeea7d775ac tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 949 time: 0.1963596 Jul 16 17:50:32.378840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36098427-48fa-4045-b9f6-617e46965491 req-597a68c7-fad3-4e78-8fe6-50c6c6678a79 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:32.380456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36098427-48fa-4045-b9f6-617e46965491 req-597a68c7-fad3-4e78-8fe6-50c6c6678a79 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 1097 time: 0.2055781 Jul 16 17:50:32.405279 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.453246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Transition to ACTIVE for port object 315d565d-9902-4cad-b189-d6eecfca2c23 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:32.464427 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7551a28f-9298-44ac-883c-864d9c497776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:32.464751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68b5570e-9e63-4836-a6a6-7c0d0594f7f0 req-bdedd47a-0a74-4850-afb8-5bc4555de1f7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804262 Jul 16 17:50:32.466942 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429e7c10-a38b-4e89-9797-2213911f4549" -d '{"events": [{"server_uuid": "7551a28f-9298-44ac-883c-864d9c497776", "name": "network-vif-plugged", "status": "completed", "tag": "d1f9c3d0-5da5-4976-b0e7-6159dffb8be5"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:32.467613 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36098427-48fa-4045-b9f6-617e46965491 req-154ba450-782e-49fb-b1b5-21aa01d65739 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718241 Jul 16 17:50:32.500509 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.523156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['eaed74f9-00b8-4f98-a7c9-126a8f665e83'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:32.562387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:32.566363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:32.568527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Pushing event updated for resources: {'Port': ['ID=315d565d-9902-4cad-b189-d6eecfca2c23,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:32.570713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:32.595381 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839b3356-a1e0-40ef-b6e2-91ebca60a886 x-openstack-request-id: req-839b3356-a1e0-40ef-b6e2-91ebca60a886 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:32.595719 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7551a28f-9298-44ac-883c-864d9c497776", "name": "network-vif-plugged", "status": "completed", "tag": "d1f9c3d0-5da5-4976-b0e7-6159dffb8be5", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:32.596157 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-839b3356-a1e0-40ef-b6e2-91ebca60a886 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:32.597533 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7551a28f-9298-44ac-883c-864d9c497776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5', 'code': 200} Jul 16 17:50:32.629070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:32.629648 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.654975 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-f286dd53-260d-476f-a2d1-bce385d09cb0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1244249 Jul 16 17:50:32.668385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Request body: {'port': {'device_id': '1ddb334c-ac99-4ff3-9e66-8c9b6377e815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:32.763613 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e52317-4219-4a86-98de-8e173f607571 req-838067e2-ce18-407e-bac3-9b5a74b1015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:32.765283 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-71e52317-4219-4a86-98de-8e173f607571 req-838067e2-ce18-407e-bac3-9b5a74b1015a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 1101 time: 0.0857606 Jul 16 17:50:32.809315 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-71e52317-4219-4a86-98de-8e173f607571 req-eebb7c2c-11d1-45d8-b22c-85c6155d9fc9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362043 Jul 16 17:50:32.830358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5b20c-dccb-4931-9710-d71c3c04cd09 req-ac6fb245-63a9-4599-9d47-504be9958491 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:32.831874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdf5b20c-dccb-4931-9710-d71c3c04cd09 req-ac6fb245-63a9-4599-9d47-504be9958491 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 948 time: 0.1609435 Jul 16 17:50:32.834808 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.902222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b8dc254b-50d7-420d-9497-60ee7d25d495 None None] Provisioning for port 315d565d-9902-4cad-b189-d6eecfca2c23 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:32.906259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b8dc254b-50d7-420d-9497-60ee7d25d495 None None] Provisioning complete for port 315d565d-9902-4cad-b189-d6eecfca2c23 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:32.906696 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b8dc254b-50d7-420d-9497-60ee7d25d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.919539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdf5b20c-dccb-4931-9710-d71c3c04cd09 req-9a7c0752-a3d3-4555-998a-ba3506db5a3b tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806694 Jul 16 17:50:33.053271 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74855831-9f19-40e4-a7d8-7fc175cd2ed1 req-187086f6-01a4-4352-b02b-1e8fcc846d71 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:33.055332 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74855831-9f19-40e4-a7d8-7fc175cd2ed1 req-187086f6-01a4-4352-b02b-1e8fcc846d71 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 1101 time: 0.1517358 Jul 16 17:50:33.097007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f548c0ec-f107-41d8-b449-2f6004ed5f2e up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:33.126038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc254b-50d7-420d-9497-60ee7d25d495 None None] Port 315d565d-9902-4cad-b189-d6eecfca2c23 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:33.134840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f1346000-bca0-426c-a585-74926591a9b3 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:33.140332 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-74855831-9f19-40e4-a7d8-7fc175cd2ed1 req-0e7df5df-7654-4c95-bc47-5afdaf240cd9 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.185791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port f548c0ec-f107-41d8-b449-2f6004ed5f2e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:33.192000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port f548c0ec-f107-41d8-b449-2f6004ed5f2e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:33.192404 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.274046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f1346000-bca0-426c-a585-74926591a9b3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1346000-bca0-426c-a585-74926591a9b3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:33.292520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'f1346000-bca0-426c-a585-74926591a9b3', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'f1346000-bca0-426c-a585-74926591a9b3', 'mac_address': 'fa:16:3e:52:b7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:33.333607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315d565d-9902-4cad-b189-d6eecfca2c23 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:33.348500 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.353603 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.363740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5c840-d65d-4d80-8cac-975d08b01b92 req-a9f19052-5d22-499d-ba43-9504a5b5426d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:33.363926 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.366112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bed5c840-d65d-4d80-8cac-975d08b01b92 req-a9f19052-5d22-499d-ba43-9504a5b5426d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 949 time: 0.1797674 Jul 16 17:50:33.372359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50638) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:33.381593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1346000-bca0-426c-a585-74926591a9b3 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:33.397376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Transition to ACTIVE for port object 315d565d-9902-4cad-b189-d6eecfca2c23 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:33.400235 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-74855831-9f19-40e4-a7d8-7fc175cd2ed1 req-0e7df5df-7654-4c95-bc47-5afdaf240cd9 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.410267 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-74855831-9f19-40e4-a7d8-7fc175cd2ed1 req-0e7df5df-7654-4c95-bc47-5afdaf240cd9 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.412504 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.420370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f1346000-bca0-426c-a585-74926591a9b3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1346000-bca0-426c-a585-74926591a9b3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:33.422264 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f548c0ec-f107-41d8-b449-2f6004ed5f2e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f548c0ec-f107-41d8-b449-2f6004ed5f2e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:33.425019 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.452071 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.473129 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.488972 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74855831-9f19-40e4-a7d8-7fc175cd2ed1 req-0e7df5df-7654-4c95-bc47-5afdaf240cd9 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946960 Jul 16 17:50:33.489480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f1346000-bca0-426c-a585-74926591a9b3,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:33.542639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7df5df-7654-4c95-bc47-5afdaf240cd9 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c2969c-0241-4f1a-b233-6df4b276c6c7,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:33.547605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bed5c840-d65d-4d80-8cac-975d08b01b92 req-a49eae0b-99d3-416b-8252-c5fbb7f28210 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709571 Jul 16 17:50:33.550932 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a7cf259-343b-4f04-bdd0-50c22f6401e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.568324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Pushing event updated for resources: {'Port': ['ID=315d565d-9902-4cad-b189-d6eecfca2c23,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:33.576039 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=f548c0ec-f107-41d8-b449-2f6004ed5f2e,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:33.672431 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['f1346000-bca0-426c-a585-74926591a9b3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:33.710657 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a7cf259-343b-4f04-bdd0-50c22f6401e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.716168 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a7cf259-343b-4f04-bdd0-50c22f6401e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.788254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Attempting to bind port 315d565d-9902-4cad-b189-d6eecfca2c23 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:33.788683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Attempting to bind port 315d565d-9902-4cad-b189-d6eecfca2c23 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:33.789079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Attempting to bind port 315d565d-9902-4cad-b189-d6eecfca2c23 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:33.797015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Port 315d565d-9902-4cad-b189-d6eecfca2c23 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:33.797407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Attempting to bind port 315d565d-9902-4cad-b189-d6eecfca2c23 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:33.802785 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6a7cf259-343b-4f04-bdd0-50c22f6401e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3296c8d204594e1c8bcbc85081178582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292777 Jul 16 17:50:33.804135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cf259-343b-4f04-bdd0-50c22f6401e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbb316d-ac54-4e2e-a680-88d6242e42e0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:33.806289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:33.806710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:33.807162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:33.807697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Bound port: 315d565d-9902-4cad-b189-d6eecfca2c23, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:33.808124 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.808348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50646) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:33.874586 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71cde25b-7f03-497c-9de2-bcf9ded1aa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.888695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3ca63-d503-4b0f-8b9c-e9d4c614f573 req-6effe996-0c33-4836-9d33-fecd984161c0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:33.895627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cd3ca63-d503-4b0f-8b9c-e9d4c614f573 req-6effe996-0c33-4836-9d33-fecd984161c0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 947 time: 0.1927657 Jul 16 17:50:33.899382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71cde25b-7f03-497c-9de2-bcf9ded1aa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.909216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] For port 315d565d-9902-4cad-b189-d6eecfca2c23, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:33.935382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] For port 315d565d-9902-4cad-b189-d6eecfca2c23, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=315d565d-9902-4cad-b189-d6eecfca2c23,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:33.942699 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.957427 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71cde25b-7f03-497c-9de2-bcf9ded1aa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.960270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71cde25b-7f03-497c-9de2-bcf9ded1aa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.961803 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-71cde25b-7f03-497c-9de2-bcf9ded1aa59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cbb316d-ac54-4e2e-a680-88d6242e42e0 HTTP/1.1" status: 204 len: 168 time: 0.1521671 Jul 16 17:50:33.969861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cde25b-7f03-497c-9de2-bcf9ded1aa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbb316d-ac54-4e2e-a680-88d6242e42e0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:33.990117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cd3ca63-d503-4b0f-8b9c-e9d4c614f573 req-7169a679-ed82-43ec-8d39-1457e25ee8c3 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934200 Jul 16 17:50:34.007962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:34.009063 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:34.010913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] 10.222.0.35 "PUT /v2.0/ports/315d565d-9902-4cad-b189-d6eecfca2c23 HTTP/1.1" status: 200 len: 1096 time: 1.3475056 Jul 16 17:50:34.011227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddb334c-ac99-4ff3-9e66-8c9b6377e815', 'tag': '315d565d-9902-4cad-b189-d6eecfca2c23'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:34.013513 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095ccbbb-30f2-4a80-8e40-c36fcb6a0002" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddb334c-ac99-4ff3-9e66-8c9b6377e815", "tag": "315d565d-9902-4cad-b189-d6eecfca2c23"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:34.062933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416948d-5899-44de-9c5d-bf68d473d866 service neutron] Pushing event updated for resources: {'Port': ['ID=315d565d-9902-4cad-b189-d6eecfca2c23,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:34.237421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-3a9de799-7647-4c69-a2a3-e092feb5fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:34.239022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-3a9de799-7647-4c69-a2a3-e092feb5fb9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d9a2813d7968401d9735b78c4b564a7a&device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 1099 time: 0.1143436 Jul 16 17:50:34.314492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-3e689f87-aa1b-40d0-8d96-5448f0b7d221 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=315d565d-9902-4cad-b189-d6eecfca2c23 HTTP/1.1" status: 200 len: 217 time: 0.0680876 Jul 16 17:50:34.438823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-b58f0a87-c777-4702-8968-5b1c7b0dcb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:34.440472 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-b58f0a87-c777-4702-8968-5b1c7b0dcb87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1180525 Jul 16 17:50:34.442730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50664) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:34.456191 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f9be2778-5ede-4b65-9dd5-88a47b3850eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:34.497056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdeb87-9a85-434c-9514-c35c7a233585 req-2b7bad2c-1d99-4e76-8948-be3d0b5ad3f0 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:34.498753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5cdeb87-9a85-434c-9514-c35c7a233585 req-2b7bad2c-1d99-4e76-8948-be3d0b5ad3f0 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 1097 time: 0.1871045 Jul 16 17:50:34.524159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605150a-2df7-42bf-ba01-fb94ede5519b req-3a33ced1-6685-4805-8b52-7beac426cc21 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:34.525981 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6605150a-2df7-42bf-ba01-fb94ede5519b req-3a33ced1-6685-4805-8b52-7beac426cc21 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 949 time: 0.1667070 Jul 16 17:50:34.549954 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f9be2778-5ede-4b65-9dd5-88a47b3850eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:34.554233 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f9be2778-5ede-4b65-9dd5-88a47b3850eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:34.581065 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5cdeb87-9a85-434c-9514-c35c7a233585 req-664f2cfc-5f81-4ada-99c4-7664396c1d64 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734255 Jul 16 17:50:34.582742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-15e342a3-accd-40c4-888c-52984d3875c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:34.584165 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-15e342a3-accd-40c4-888c-52984d3875c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1353676 Jul 16 17:50:34.595968 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f9be2778-5ede-4b65-9dd5-88a47b3850eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f609fd04e290474f9773ddaab6f73aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520703 Jul 16 17:50:34.596959 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be2778-5ede-4b65-9dd5-88a47b3850eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070c5e4d-0de3-4009-bfd5-c674f90b1ffe,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:34.598849 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e70f72c-3d51-4c9a-b0a6-9bef1b767a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f548c0ec-f107-41d8-b449-2f6004ed5f2e'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:34.600374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50666) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:34.601279 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eb785f-e136-4e2b-a3a6-cb65f02e6555" -d '{"events": [{"server_uuid": "8e70f72c-3d51-4c9a-b0a6-9bef1b767a95", "name": "network-vif-plugged", "status": "completed", "tag": "f548c0ec-f107-41d8-b449-2f6004ed5f2e"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:34.625956 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6605150a-2df7-42bf-ba01-fb94ede5519b req-c2e6ab57-3d21-4745-9a5c-4e7fb4c03a5c tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838592 Jul 16 17:50:34.652090 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf57d27f-3c78-42c8-9a66-c8f16c8bed97 x-openstack-request-id: req-bf57d27f-3c78-42c8-9a66-c8f16c8bed97 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:34.652437 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddb334c-ac99-4ff3-9e66-8c9b6377e815", "tag": "315d565d-9902-4cad-b189-d6eecfca2c23", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:34.652746 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf57d27f-3c78-42c8-9a66-c8f16c8bed97 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:34.653462 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddb334c-ac99-4ff3-9e66-8c9b6377e815', 'tag': '315d565d-9902-4cad-b189-d6eecfca2c23', 'status': 'completed', 'code': 200} Jul 16 17:50:34.741915 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2621c468-47d3-4a80-8db1-e38ede00ff99 x-openstack-request-id: req-2621c468-47d3-4a80-8db1-e38ede00ff99 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:34.742299 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e70f72c-3d51-4c9a-b0a6-9bef1b767a95", "name": "network-vif-plugged", "status": "completed", "tag": "f548c0ec-f107-41d8-b449-2f6004ed5f2e", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:34.742704 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2621c468-47d3-4a80-8db1-e38ede00ff99 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:34.743449 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e70f72c-3d51-4c9a-b0a6-9bef1b767a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f548c0ec-f107-41d8-b449-2f6004ed5f2e', 'code': 200} Jul 16 17:50:34.743664 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5e446d97-309a-4885-a561-fe21a13b14c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:34.758937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-37b7effd-f3b7-454e-ae0b-e027a3e3ef7d service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673489 Jul 16 17:50:34.760535 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-9d231d66-23f5-48f1-8a36-ed21bb50418e tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365512 Jul 16 17:50:34.834569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5e446d97-309a-4885-a561-fe21a13b14c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.060031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-24c2d580-a63c-4d9d-96d8-26fc3af91bbd tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:35.061492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-24c2d580-a63c-4d9d-96d8-26fc3af91bbd tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2876596 Jul 16 17:50:35.067154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb26f597-c80d-45a0-8c15-bad4d6ec7cb8 req-4806b4f6-0eed-4446-9637-594318312777 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951062 Jul 16 17:50:35.084979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b5ed5-2903-43cd-bc28-78a561738708 req-6d5e3074-2803-49f3-acd5-388f22d80813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:35.086922 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-765b5ed5-2903-43cd-bc28-78a561738708 req-6d5e3074-2803-49f3-acd5-388f22d80813 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 1102 time: 0.2673392 Jul 16 17:50:35.089821 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5e446d97-309a-4885-a561-fe21a13b14c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.092296 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5e446d97-309a-4885-a561-fe21a13b14c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.093307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5e446d97-309a-4885-a561-fe21a13b14c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/070c5e4d-0de3-4009-bfd5-c674f90b1ffe HTTP/1.1" status: 204 len: 168 time: 0.4884763 Jul 16 17:50:35.100085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-a0c27748-67a6-4d1b-8b8e-822405243a62 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/quotas/06e16abdfa0f4688991ced62041b5e12 HTTP/1.1" status: 200 len: 375 time: 0.0320041 Jul 16 17:50:35.127576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87250-dbb4-4459-b5b5-487fb6ae0823 req-5ac61fd1-6fe8-4ea7-83ad-20d37e81e06b tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:35.129045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cc87250-dbb4-4459-b5b5-487fb6ae0823 req-5ac61fd1-6fe8-4ea7-83ad-20d37e81e06b tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 950 time: 0.2641699 Jul 16 17:50:35.129777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e446d97-309a-4885-a561-fe21a13b14c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070c5e4d-0de3-4009-bfd5-c674f90b1ffe,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:35.136674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f1346000-bca0-426c-a585-74926591a9b3 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:35.202687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port f1346000-bca0-426c-a585-74926591a9b3 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:35.207163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port f1346000-bca0-426c-a585-74926591a9b3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:35.207652 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.221933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-765b5ed5-2903-43cd-bc28-78a561738708 req-0946f130-6687-4344-858c-7b28b9fd80c1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242082 Jul 16 17:50:35.257627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cc87250-dbb4-4459-b5b5-487fb6ae0823 req-ed50f2b6-6733-4f19-a49b-9a28f6001332 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149876 Jul 16 17:50:35.285628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ccbbb-30f2-4a80-8e40-c36fcb6a0002 req-a015fa77-d969-4958-bcbc-2651578bf1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:35.285628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-095ccbbb-30f2-4a80-8e40-c36fcb6a0002 req-a015fa77-d969-4958-bcbc-2651578bf1c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d9a2813d7968401d9735b78c4b564a7a&device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 1099 time: 0.1417058 Jul 16 17:50:35.296014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-848da273-491d-4df9-80b1-b3a8242aaa38 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1830940 Jul 16 17:50:35.332320 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.401638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f1346000-bca0-426c-a585-74926591a9b3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1346000-bca0-426c-a585-74926591a9b3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:35.403399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ccbbb-30f2-4a80-8e40-c36fcb6a0002 req-bd6419b5-97c4-4540-86d8-eb54d328c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:35.405962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-095ccbbb-30f2-4a80-8e40-c36fcb6a0002 req-bd6419b5-97c4-4540-86d8-eb54d328c603 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1087391 Jul 16 17:50:35.407639 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.459118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-095ccbbb-30f2-4a80-8e40-c36fcb6a0002 req-31b406b5-0b2c-4b4d-8c42-47e5a30c8e7d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=315d565d-9902-4cad-b189-d6eecfca2c23 HTTP/1.1" status: 200 len: 217 time: 0.0459707 Jul 16 17:50:35.504181 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f1346000-bca0-426c-a585-74926591a9b3,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:35.575410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ccbbb-30f2-4a80-8e40-c36fcb6a0002 req-5d5dfe88-a9f2-44c0-94ee-49f3dd72d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:35.576901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-095ccbbb-30f2-4a80-8e40-c36fcb6a0002 req-5d5dfe88-a9f2-44c0-94ee-49f3dd72d1c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1110742 Jul 16 17:50:35.672844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56154071-3964-46af-aec9-a6d0ca3443ce req-06522661-3bcc-46be-91d2-ea049d6a8b56 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:35.674474 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56154071-3964-46af-aec9-a6d0ca3443ce req-06522661-3bcc-46be-91d2-ea049d6a8b56 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 947 time: 0.1491103 Jul 16 17:50:35.718846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ccbbb-30f2-4a80-8e40-c36fcb6a0002 req-aea01e04-78f5-401e-977e-80e4d8e19174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:35.720473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-095ccbbb-30f2-4a80-8e40-c36fcb6a0002 req-aea01e04-78f5-401e-977e-80e4d8e19174 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1366289 Jul 16 17:50:35.736969 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56154071-3964-46af-aec9-a6d0ca3443ce req-5f040fba-8594-4e45-9bb7-b31672844952 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524628 Jul 16 17:50:35.775085 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50708) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:35.905338 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-095ccbbb-30f2-4a80-8e40-c36fcb6a0002 req-06310c10-0e70-41c4-8474-31fc6a715ab5 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667662 Jul 16 17:50:35.969338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5c17ac6-fc36-4b87-8e93-4074ae3dc9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.124461 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5c17ac6-fc36-4b87-8e93-4074ae3dc9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.129402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5c17ac6-fc36-4b87-8e93-4074ae3dc9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.178449 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f5c17ac6-fc36-4b87-8e93-4074ae3dc9ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6fa3472dbbe542ec8163d1136b777d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019186 Jul 16 17:50:36.179336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c17ac6-fc36-4b87-8e93-4074ae3dc9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6a3ab1-3c6d-44e0-b3e8-087a12ed9e2b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:36.183060 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50726) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:36.260980 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-daca68ed-3d7a-4d7d-91bd-de8dd9fbfe8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.295741 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-daca68ed-3d7a-4d7d-91bd-de8dd9fbfe8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.388557 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-daca68ed-3d7a-4d7d-91bd-de8dd9fbfe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.392287 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-daca68ed-3d7a-4d7d-91bd-de8dd9fbfe8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.394003 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-daca68ed-3d7a-4d7d-91bd-de8dd9fbfe8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e6a3ab1-3c6d-44e0-b3e8-087a12ed9e2b HTTP/1.1" status: 204 len: 168 time: 0.2098479 Jul 16 17:50:36.419234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca68ed-3d7a-4d7d-91bd-de8dd9fbfe8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6a3ab1-3c6d-44e0-b3e8-087a12ed9e2b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:36.444810 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fb248-e688-458c-b3e2-7b4d24d21f2e req-2f10d4ba-1cd9-4153-b62b-db45ec990192 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:36.446992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c9fb248-e688-458c-b3e2-7b4d24d21f2e req-2f10d4ba-1cd9-4153-b62b-db45ec990192 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 1097 time: 0.5588937 Jul 16 17:50:36.511845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c67ffe-f82a-440d-a634-58784c538477 req-8cc188e4-5594-4530-9104-3854a5cc7c6c tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:36.518544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0c67ffe-f82a-440d-a634-58784c538477 req-8cc188e4-5594-4530-9104-3854a5cc7c6c tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 950 time: 0.1349390 Jul 16 17:50:36.521777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-095ccbbb-30f2-4a80-8e40-c36fcb6a0002 req-170df1c6-d74b-4f2d-a9c1-b283217e1472 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979052 Jul 16 17:50:36.534968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c9fb248-e688-458c-b3e2-7b4d24d21f2e req-59296667-db5e-452d-accc-fbb732d2cb83 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741284 Jul 16 17:50:36.564106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0c67ffe-f82a-440d-a634-58784c538477 req-cb19aa9e-0696-49f4-a16d-0308750e70bd tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445626 Jul 16 17:50:36.746066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8d9d42-138d-41e2-a891-18bb350b7285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1346000-bca0-426c-a585-74926591a9b3'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:36.748974 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a94a14-3679-46fa-b42f-905b1cdd9531" -d '{"events": [{"server_uuid": "cc8d9d42-138d-41e2-a891-18bb350b7285", "name": "network-vif-plugged", "status": "completed", "tag": "f1346000-bca0-426c-a585-74926591a9b3"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:36.938726 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0506e-353c-4b59-b14b-09fc8ec50b95 req-d735a665-e6d5-48ba-8cc4-d463a15c69c9 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:36.944121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88d0506e-353c-4b59-b14b-09fc8ec50b95 req-d735a665-e6d5-48ba-8cc4-d463a15c69c9 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 950 time: 0.1356828 Jul 16 17:50:37.047523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88d0506e-353c-4b59-b14b-09fc8ec50b95 req-180b424a-1f19-4cf0-bbf3-2a8ee7ddfa31 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956547 Jul 16 17:50:37.136092 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60e5668-5e79-4e99-b33c-7e51c3ae24d1 x-openstack-request-id: req-d60e5668-5e79-4e99-b33c-7e51c3ae24d1 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:37.136386 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8d9d42-138d-41e2-a891-18bb350b7285", "name": "network-vif-plugged", "status": "completed", "tag": "f1346000-bca0-426c-a585-74926591a9b3", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:37.136838 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d60e5668-5e79-4e99-b33c-7e51c3ae24d1 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:37.137437 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8d9d42-138d-41e2-a891-18bb350b7285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1346000-bca0-426c-a585-74926591a9b3', 'code': 200} Jul 16 17:50:37.289828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e0ffa-a2b2-4698-ae88-abfb6030f03f req-0cbc4885-6bb1-44a8-b1a0-0bba86e9ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:37.291641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff9e0ffa-a2b2-4698-ae88-abfb6030f03f req-0cbc4885-6bb1-44a8-b1a0-0bba86e9ab57 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 1102 time: 0.0701232 Jul 16 17:50:37.362765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff9e0ffa-a2b2-4698-ae88-abfb6030f03f req-115bcbd5-01b4-4b04-86ae-9b443fd97e16 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643020 Jul 16 17:50:37.389362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e2863-7f11-47ee-82cd-35b007d915de req-7069336b-5cc7-4f77-84bc-dc0b738bc0cf tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:37.391121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce7e2863-7f11-47ee-82cd-35b007d915de req-7069336b-5cc7-4f77-84bc-dc0b738bc0cf tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 947 time: 0.0939353 Jul 16 17:50:37.436286 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce7e2863-7f11-47ee-82cd-35b007d915de req-907de8c5-cb4c-4179-b78a-e9a99acc714f tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381746 Jul 16 17:50:37.607542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50802) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:37.612028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9618178-60b9-4c96-92ec-831fac465fb8 req-daa01f56-dc3b-4193-acb4-4692613a30a3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 210 time: 0.0452933 Jul 16 17:50:37.835964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-451898e8-fa4d-49bb-b4d5-d8d7e4eb3f1d tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420260 Jul 16 17:50:37.859200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1414462015-network', 'tenant_id': '66f1770e00ef4709ba76e1e39108eb57'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:37.899410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Made reservation on behalf of 66f1770e00ef4709ba76e1e39108eb57 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:37.905968 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:37.915490 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.008447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe8534-2a49-4651-ad80-3c9cd76f8053 req-7ff7b34a-7309-4975-81d0-9450bfc3d596 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:38.010002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51fe8534-2a49-4651-ad80-3c9cd76f8053 req-7ff7b34a-7309-4975-81d0-9450bfc3d596 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1196244 Jul 16 17:50:38.041410 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.051643 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.065364 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-8dc9d4de-bf1b-40c1-a072-c5961be0dec2 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:38.067782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-8dc9d4de-bf1b-40c1-a072-c5961be0dec2 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266345 Jul 16 17:50:38.078793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:50:38.089567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6737554-adde-4a84-a99e-526d656dd431,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:38.094798 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.095164 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Added segment f63141b7-57b5-4a7d-84f6-00e04230b11e of type vlan for network 87fa23c6-b6af-4758-bd34-8c7d1218c730 Jul 16 17:50:38.105755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Request body: {'port': {'device_id': '4c04efe6-f390-4127-bdcd-ef61ec7cf2f8', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '06e16abdfa0f4688991ced62041b5e12'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:38.134542 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51fe8534-2a49-4651-ad80-3c9cd76f8053 req-a1d6d1ff-8f64-4301-95d8-171ff3f44a9f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102781 Jul 16 17:50:38.143025 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.197597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.199651 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:38.200399 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.274832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Made reservation on behalf of 06e16abdfa0f4688991ced62041b5e12 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:38.277076 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] Pushing event updated for resources: {'Network': ['ID=87fa23c6-b6af-4758-bd34-8c7d1218c730,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:38.281881 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.293456 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-33b667a2-eae3-41d3-a22c-70838d3e7d9e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6847026 Jul 16 17:50:38.294394 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 87fa23c6-b6af-4758-bd34-8c7d1218c730 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:50:38.296542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50822) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:38.304561 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-258ccc39-a3d3-4047-b30f-df4bd43c3368 admin admin] Request body: {'subnet': {'network_id': '87fa23c6-b6af-4758-bd34-8c7d1218c730', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1414462015-subnet', 'tenant_id': '66f1770e00ef4709ba76e1e39108eb57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:38.339265 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258ccc39-a3d3-4047-b30f-df4bd43c3368 admin admin] Made reservation on behalf of 66f1770e00ef4709ba76e1e39108eb57 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:38.343024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-258ccc39-a3d3-4047-b30f-df4bd43c3368 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.494865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Allocated IP 192.168.233.64 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/0e1093b6-ee29-4e09-a52c-8289b72ec9c3) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:38.523034 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-be5341b9-a0d8-40dc-8eb9-01261e9d6962 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359170 Jul 16 17:50:38.540672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fa423-379a-4857-8a4e-1c29fd27af87 req-36a90b46-87bb-4033-b4d2-6f1f41b2c98a tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:38.542192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa7fa423-379a-4857-8a4e-1c29fd27af87 req-36a90b46-87bb-4033-b4d2-6f1f41b2c98a tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 950 time: 0.1188743 Jul 16 17:50:38.591902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-94e61f16-66a9-4626-ba98-560a84ecdab7 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:50:38.592874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-94e61f16-66a9-4626-ba98-560a84ecdab7 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101466 Jul 16 17:50:38.619057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] Request body: {'binding': {'host': 'n-h2-787206-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:38.619756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] Unknown quota resources ['binding']. {{(pid=100169) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:50:38.635778 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-258ccc39-a3d3-4047-b30f-df4bd43c3368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.657218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa7fa423-379a-4857-8a4e-1c29fd27af87 req-b09833e2-8103-405e-bf62-2a6dbf044c46 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045430 Jul 16 17:50:38.720137 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-fb6457d3-4b84-4647-b412-ce2471e29d54 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:38.721759 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-fb6457d3-4b84-4647-b412-ce2471e29d54 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936822 Jul 16 17:50:38.739946 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Request body: {'port': {'device_id': 'b69287a4-cb86-437c-89de-416725ff4911', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '06e16abdfa0f4688991ced62041b5e12'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:38.747654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ccc39-a3d3-4047-b30f-df4bd43c3368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca4a3f3-d130-4afa-89b0-5560cd4a9a6e,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:38.779201 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258ccc39-a3d3-4047-b30f-df4bd43c3368 admin admin] Checking segment: {'id': 'f63141b7-57b5-4a7d-84f6-00e04230b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87fa23c6-b6af-4758-bd34-8c7d1218c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:38.779636 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ccc39-a3d3-4047-b30f-df4bd43c3368 admin admin] Network hostable DHCP agents. Network: 87fa23c6-b6af-4758-bd34-8c7d1218c730, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:50:38.808769 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.833400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Transition to ACTIVE for port object 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:38.840135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ccc39-a3d3-4047-b30f-df4bd43c3368 admin admin] Network 87fa23c6-b6af-4758-bd34-8c7d1218c730 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:50:38.858550 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-258ccc39-a3d3-4047-b30f-df4bd43c3368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 87fa23c6-b6af-4758-bd34-8c7d1218c730) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:38.865078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ccc39-a3d3-4047-b30f-df4bd43c3368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:38.865698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-258ccc39-a3d3-4047-b30f-df4bd43c3368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.869187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779a679-e2db-4a8e-9ca7-c6b14712bec7 None None] Network 87fa23c6-b6af-4758-bd34-8c7d1218c730 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:50:38.881337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] Attempting to bind port 3580d4f0-5398-4288-bcbd-f1d577368e4a on host n-h2-787206-10 for vnic_type normal with profile None {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:38.881777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] Attempting to bind port 3580d4f0-5398-4288-bcbd-f1d577368e4a by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:38.881978 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] Attempting to bind port 3580d4f0-5398-4288-bcbd-f1d577368e4a on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:38.889959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] Port 3580d4f0-5398-4288-bcbd-f1d577368e4a on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:38.890276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] Attempting to bind port 3580d4f0-5398-4288-bcbd-f1d577368e4a on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:38.900473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:38.900808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:38.901251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:38.901603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] Bound port: 3580d4f0-5398-4288-bcbd-f1d577368e4a, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:38.910399 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.919576 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Made reservation on behalf of 06e16abdfa0f4688991ced62041b5e12 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:38.924337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.966102 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:39.003854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:39.016731 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-258ccc39-a3d3-4047-b30f-df4bd43c3368 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7186735 Jul 16 17:50:39.019590 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:39.050877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:39.069929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a77de2f-011c-4710-8ad7-250f513375ad None None] Network 87fa23c6-b6af-4758-bd34-8c7d1218c730 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:50:39.091821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Allocated IP 192.168.233.96 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/b066997f-bac6-4296-a729-8ef7f88f38f1) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:39.137064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event updated for resources: {'Port': ['ID=0e1093b6-ee29-4e09-a52c-8289b72ec9c3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:39.142983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-2a3ffc3b-658b-4e33-aee7-756c9af1c16f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=51f1c30f9a744421afed0a8cffc79456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1230738 Jul 16 17:50:39.154242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:39.176398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 315d565d-9902-4cad-b189-d6eecfca2c23 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:39.190967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:39.191719 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.198419 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.199987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-5f80bb24-3ac7-470f-a83b-6fb6b783eca7 service neutron] 10.222.0.41 "POST /v2.0/ports/3580d4f0-5398-4288-bcbd-f1d577368e4a/bindings HTTP/1.1" status: 201 len: 390 time: 0.5897181 Jul 16 17:50:39.231906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-af5b1e53-f1a5-46f0-bd2d-b583d6607a33 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1428401 Jul 16 17:50:39.261120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Request body: {'port': {'device_id': '4c04efe6-f390-4127-bdcd-ef61ec7cf2f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:39.329286 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.349475 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Transition to ACTIVE for port object b066997f-bac6-4296-a729-8ef7f88f38f1 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:39.400261 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.460888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-5af2cf87-0463-4f5b-a966-fbfb227b6915 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:39.463912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-5af2cf87-0463-4f5b-a966-fbfb227b6915 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2674534 Jul 16 17:50:39.473275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:39.481873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:39.496381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:39.496814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6885309c-a692-4e9c-83a6-569f19a4cbd7 None None] Provisioning for port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:39.514749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.43', 61058) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:39.515115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6885309c-a692-4e9c-83a6-569f19a4cbd7 None None] Provisioning complete for port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:39.515606 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6885309c-a692-4e9c-83a6-569f19a4cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.534964 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event updated for resources: {'Port': ['ID=b066997f-bac6-4296-a729-8ef7f88f38f1,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:39.553943 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.576784 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:39.579993 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.589969 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-44c95401-1dc0-465e-a430-e4dd0618d12d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/quotas/51f1c30f9a744421afed0a8cffc79456 HTTP/1.1" status: 200 len: 375 time: 0.1180911 Jul 16 17:50:39.599810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 315d565d-9902-4cad-b189-d6eecfca2c23, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=315d565d-9902-4cad-b189-d6eecfca2c23,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:39.600081 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-454afdca-8b75-40cd-a500-9c6a1c4e9bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8645580 Jul 16 17:50:39.615897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Request body: {'port': {'device_id': 'b69287a4-cb86-437c-89de-416725ff4911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:39.618772 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6885309c-a692-4e9c-83a6-569f19a4cbd7 None None] Port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:39.621986 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '315d565d-9902-4cad-b189-d6eecfca2c23', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '315d565d-9902-4cad-b189-d6eecfca2c23', 'mac_address': 'fa:16:3e:43:cf:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:39.665582 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.685508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315d565d-9902-4cad-b189-d6eecfca2c23 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:39.703342 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.725871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 315d565d-9902-4cad-b189-d6eecfca2c23, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=315d565d-9902-4cad-b189-d6eecfca2c23,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:39.732929 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.767798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda7001-39fa-4cb2-9d39-b51d95309021 req-fd7c6a65-c1c8-486e-9e4f-e67e0a2990f6 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:39.775492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6eda7001-39fa-4cb2-9d39-b51d95309021 req-fd7c6a65-c1c8-486e-9e4f-e67e0a2990f6 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 947 time: 0.3048701 Jul 16 17:50:39.798786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=315d565d-9902-4cad-b189-d6eecfca2c23,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:39.803242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-64320a0d-f8aa-4f8e-8719-cbb5e3654288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:39.805375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-64320a0d-f8aa-4f8e-8719-cbb5e3654288 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 1097 time: 0.2875338 Jul 16 17:50:39.825118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:39.873889 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0e314f60-0eff-482c-979b-b22075595dc9 None None] Provisioning for port b066997f-bac6-4296-a729-8ef7f88f38f1 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:39.883938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0e314f60-0eff-482c-979b-b22075595dc9 None None] Provisioning complete for port b066997f-bac6-4296-a729-8ef7f88f38f1 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:39.884389 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e314f60-0eff-482c-979b-b22075595dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.911697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6eda7001-39fa-4cb2-9d39-b51d95309021 req-3cbbc78c-25c0-461e-96d3-1c0305fd112b tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352880 Jul 16 17:50:39.936565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0e314f60-0eff-482c-979b-b22075595dc9 None None] Port b066997f-bac6-4296-a729-8ef7f88f38f1 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:39.955216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-44705671-21d6-456a-9437-5d5037ec455c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=51f1c30f9a744421afed0a8cffc79456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3485308 Jul 16 17:50:39.968663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['315d565d-9902-4cad-b189-d6eecfca2c23'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:40.074758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-03a639b0-33d7-48d4-bde6-4dee22434f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:40.076252 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-03a639b0-33d7-48d4-bde6-4dee22434f71 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.2568347 Jul 16 17:50:40.144435 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-ec2a6460-56bd-4b0c-8e63-b018a83c603c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a HTTP/1.1" status: 200 len: 217 time: 0.0359194 Jul 16 17:50:40.199038 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:40.214053 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.242593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Transition to ACTIVE for port object 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:40.246416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-b125b01a-2dbe-45ed-b89f-6f6bf39f3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:40.248167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-b125b01a-2dbe-45ed-b89f-6f6bf39f3c11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0933683 Jul 16 17:50:40.250199 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.320770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9bb9f-15be-4676-ba26-b482b6511bdd req-5d1eb645-682e-45eb-8ae9-cd164f448f91 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:40.328049 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2b9bb9f-15be-4676-ba26-b482b6511bdd req-5d1eb645-682e-45eb-8ae9-cd164f448f91 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 935 time: 0.2863929 Jul 16 17:50:40.337111 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-8d383e39-50f8-4fb6-96b6-d40767ab61a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752940 Jul 16 17:50:40.484410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b066997f-bac6-4296-a729-8ef7f88f38f1 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:40.497484 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.515259 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Transition to ACTIVE for port object b066997f-bac6-4296-a729-8ef7f88f38f1 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:40.519401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.521025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Pushing event updated for resources: {'Port': ['ID=0e1093b6-ee29-4e09-a52c-8289b72ec9c3,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:40.590123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Pushing event updated for resources: {'Port': ['ID=b066997f-bac6-4296-a729-8ef7f88f38f1,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:40.625720 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-0e1afe42-a0a5-4122-a05f-c1b4b04a3bab service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656238 Jul 16 17:50:40.634330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2b9bb9f-15be-4676-ba26-b482b6511bdd req-05e76969-72e7-4e7e-81ba-37d8b8b0605f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051138 Jul 16 17:50:40.679678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Attempting to bind port b066997f-bac6-4296-a729-8ef7f88f38f1 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:40.680574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Attempting to bind port b066997f-bac6-4296-a729-8ef7f88f38f1 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:40.680911 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Attempting to bind port b066997f-bac6-4296-a729-8ef7f88f38f1 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:40.686129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Port b066997f-bac6-4296-a729-8ef7f88f38f1 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:40.686591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Attempting to bind port b066997f-bac6-4296-a729-8ef7f88f38f1 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:40.692761 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:40.693101 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:40.693581 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:40.694104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Bound port: b066997f-bac6-4296-a729-8ef7f88f38f1, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:40.694491 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.783057 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] For port b066997f-bac6-4296-a729-8ef7f88f38f1, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:40.783851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Attempting to bind port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:40.783851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Attempting to bind port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:40.783851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Attempting to bind port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:40.787084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] For port b066997f-bac6-4296-a729-8ef7f88f38f1, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b066997f-bac6-4296-a729-8ef7f88f38f1,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:40.793593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.819375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:40.820278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.824831 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] 10.222.0.43 "PUT /v2.0/ports/b066997f-bac6-4296-a729-8ef7f88f38f1 HTTP/1.1" status: 200 len: 1096 time: 1.2131107 Jul 16 17:50:40.826577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69287a4-cb86-437c-89de-416725ff4911', 'tag': 'b066997f-bac6-4296-a729-8ef7f88f38f1'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:40.831649 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ee0284-6e60-40c9-be30-e5d4f48481c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b69287a4-cb86-437c-89de-416725ff4911", "tag": "b066997f-bac6-4296-a729-8ef7f88f38f1"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:40.850017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:40.850302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Attempting to bind port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:40.884077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:40.884535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:40.884921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:40.885341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Bound port: 0e1093b6-ee29-4e09-a52c-8289b72ec9c3, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:40.885695 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.911649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60868069-c3d1-4b2d-a20a-0305b914826a service neutron] Pushing event updated for resources: {'Port': ['ID=b066997f-bac6-4296-a729-8ef7f88f38f1,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:40.933026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-b7add7ba-c2a0-4e73-b3e1-c2c3a64155e8 service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941916 Jul 16 17:50:40.963855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-1d96e59f-baba-435a-85da-c98028a2edf1 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:40.965353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-1d96e59f-baba-435a-85da-c98028a2edf1 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/networks?id=87fa23c6-b6af-4758-bd34-8c7d1218c730 HTTP/1.1" status: 200 len: 822 time: 0.3254018 Jul 16 17:50:40.980044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-d64b5c6a-80e7-40e9-806f-e2445e52878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:40.981582 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-d64b5c6a-80e7-40e9-806f-e2445e52878e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 1099 time: 0.0789614 Jul 16 17:50:41.008084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-904c3855-9c6c-4b1f-b996-196a17ac0f99 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/quotas/66f1770e00ef4709ba76e1e39108eb57 HTTP/1.1" status: 200 len: 375 time: 0.0349805 Jul 16 17:50:41.035805 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-383424bc-7427-4507-bfcf-7d4fd1149d29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b066997f-bac6-4296-a729-8ef7f88f38f1 HTTP/1.1" status: 200 len: 217 time: 0.0455492 Jul 16 17:50:41.073059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e44dad-672e-42fe-b86f-cf70618f30fe req-ad00ff38-087c-40bb-bf08-3ba0b25666b8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:41.074596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28e44dad-672e-42fe-b86f-cf70618f30fe req-ad00ff38-087c-40bb-bf08-3ba0b25666b8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 945 time: 0.2525125 Jul 16 17:50:41.103196 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-3270e951-b21e-4e86-a82b-5d3f9483ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:41.104830 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-3270e951-b21e-4e86-a82b-5d3f9483ebff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0625246 Jul 16 17:50:41.105958 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-d2ce9839-461f-4902-8b6c-c0031e6df7eb tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66f1770e00ef4709ba76e1e39108eb57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987589 Jul 16 17:50:41.118396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] For port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:41.157073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] For port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=0e1093b6-ee29-4e09-a52c-8289b72ec9c3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:41.172068 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.173297 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-a62bb0b3-3dc7-4684-a19d-20be27944506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:41.174799 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-a62bb0b3-3dc7-4684-a19d-20be27944506 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0591574 Jul 16 17:50:41.196175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 315d565d-9902-4cad-b189-d6eecfca2c23 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:41.260400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 315d565d-9902-4cad-b189-d6eecfca2c23 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:41.264632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 315d565d-9902-4cad-b189-d6eecfca2c23 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:41.265136 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.278847 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-74d4f2d1-efac-4403-9253-9e72cc21fc90 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944154 Jul 16 17:50:41.354364 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.379969 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb334c-ac99-4ff3-9e66-8c9b6377e815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315d565d-9902-4cad-b189-d6eecfca2c23'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:41.382947 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfbb7e7-e2ca-4b34-83a8-d22ace63080f" -d '{"events": [{"server_uuid": "1ddb334c-ac99-4ff3-9e66-8c9b6377e815", "name": "network-vif-plugged", "status": "completed", "tag": "315d565d-9902-4cad-b189-d6eecfca2c23"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:41.395496 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-928e2b40-a18e-46d7-8085-c06c2e5582df service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003506 Jul 16 17:50:41.398154 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 315d565d-9902-4cad-b189-d6eecfca2c23, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=315d565d-9902-4cad-b189-d6eecfca2c23,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:41.403497 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.465681 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=315d565d-9902-4cad-b189-d6eecfca2c23,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:41.532714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:41.533232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.534975 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] 10.222.0.43 "PUT /v2.0/ports/0e1093b6-ee29-4e09-a52c-8289b72ec9c3 HTTP/1.1" status: 200 len: 1096 time: 2.2840476 Jul 16 17:50:41.554795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c04efe6-f390-4127-bdcd-ef61ec7cf2f8', 'tag': '0e1093b6-ee29-4e09-a52c-8289b72ec9c3'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:41.558556 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d3781e-69ca-4d11-9f9a-ae9d5d509fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c04efe6-f390-4127-bdcd-ef61ec7cf2f8", "tag": "0e1093b6-ee29-4e09-a52c-8289b72ec9c3"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:41.577296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28e44dad-672e-42fe-b86f-cf70618f30fe req-ceaedd0f-8151-487a-8d86-40dbb3d55794 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803581 Jul 16 17:50:41.611298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-d34d575a-e268-4612-9295-a94a5ae81993 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=51f1c30f9a744421afed0a8cffc79456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852084 Jul 16 17:50:41.696439 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc379c-bd51-4f61-9c83-5d7c31d83bea service neutron] Pushing event updated for resources: {'Port': ['ID=0e1093b6-ee29-4e09-a52c-8289b72ec9c3,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:41.706374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-9251874a-a573-4d72-be4a-29d3fb7f3da1 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:41.713414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-9251874a-a573-4d72-be4a-29d3fb7f3da1 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1097 time: 0.6958122 Jul 16 17:50:41.735391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787206-10'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:41.746734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-70f24f26-5116-4577-ac0e-0aba5f5c791b service neutron] 10.222.0.41 "GET /v2.0/networks/87fa23c6-b6af-4758-bd34-8c7d1218c730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401451 Jul 16 17:50:41.983718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-e04ed735-3be4-4ea8-9e61-4f8f234b62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:41.985190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-e04ed735-3be4-4ea8-9e61-4f8f234b62c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=4c04efe6-f390-4127-bdcd-ef61ec7cf2f8 HTTP/1.1" status: 200 len: 1099 time: 0.3643095 Jul 16 17:50:42.000681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-339bfe73-f293-4e60-bd3c-4f7f205faba9 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:42.001983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-339bfe73-f293-4e60-bd3c-4f7f205faba9 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3640425 Jul 16 17:50:42.017817 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:42.027558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Request body: {'port': {'device_id': 'd8e52c69-7f55-445e-b66c-fd5d767d9536', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '51f1c30f9a744421afed0a8cffc79456'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:42.061737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2bd72-f528-4902-a131-61e79de4f216 req-766fec6c-3e2c-4ad5-957c-6b52caf4926e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:42.063177 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cf2bd72-f528-4902-a131-61e79de4f216 req-766fec6c-3e2c-4ad5-957c-6b52caf4926e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 950 time: 0.3431261 Jul 16 17:50:42.072068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-d600fdc5-bf90-4136-9239-bcb96da5d2a0 service neutron] 10.222.0.41 "GET /v2.0/networks/87fa23c6-b6af-4758-bd34-8c7d1218c730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167257 Jul 16 17:50:42.084902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-f89d75a9-54c6-4616-8156-196a2c8a0d53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=0e1093b6-ee29-4e09-a52c-8289b72ec9c3 HTTP/1.1" status: 200 len: 217 time: 0.0766523 Jul 16 17:50:42.271839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cf2bd72-f528-4902-a131-61e79de4f216 req-88d3b784-2203-4c1b-a299-3e61bf3d1999 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885114 Jul 16 17:50:42.336641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-323e43d4-bd10-4825-bf45-7b9359bca28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:42.338286 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-323e43d4-bd10-4825-bf45-7b9359bca28e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.2294314 Jul 16 17:50:42.344512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81003e01-2e79-4971-b9cf-f8ae0f64588b req-12eaa9ea-45b3-49bb-9843-ef59c0c70030 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 210 time: 0.0626121 Jul 16 17:50:42.350664 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978a8e15-0492-4431-bca4-d8b0a223193d x-openstack-request-id: req-978a8e15-0492-4431-bca4-d8b0a223193d {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:42.351148 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69287a4-cb86-437c-89de-416725ff4911", "tag": "b066997f-bac6-4296-a729-8ef7f88f38f1", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:42.351237 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-978a8e15-0492-4431-bca4-d8b0a223193d {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:42.351714 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69287a4-cb86-437c-89de-416725ff4911', 'tag': 'b066997f-bac6-4296-a729-8ef7f88f38f1', 'status': 'completed', 'code': 200} Jul 16 17:50:42.469298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:42.483203 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0284-6e60-40c9-be30-e5d4f48481c5 req-5bb4632b-ea10-4f4c-8e05-eb01813cdac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:42.485202 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b8ee0284-6e60-40c9-be30-e5d4f48481c5 req-5bb4632b-ea10-4f4c-8e05-eb01813cdac1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 1099 time: 0.0918579 Jul 16 17:50:42.496220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Made reservation on behalf of 51f1c30f9a744421afed0a8cffc79456 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:42.498654 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:42.543583 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbfc3d8-d3b3-42b2-8383-84826b24bbae x-openstack-request-id: req-5cbfc3d8-d3b3-42b2-8383-84826b24bbae {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:42.544261 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb334c-ac99-4ff3-9e66-8c9b6377e815", "name": "network-vif-plugged", "status": "completed", "tag": "315d565d-9902-4cad-b189-d6eecfca2c23", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:42.544261 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cbfc3d8-d3b3-42b2-8383-84826b24bbae {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:42.545327 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddb334c-ac99-4ff3-9e66-8c9b6377e815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315d565d-9902-4cad-b189-d6eecfca2c23', 'code': 200} Jul 16 17:50:42.601126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0284-6e60-40c9-be30-e5d4f48481c5 req-51c4b77a-10eb-40b1-90b4-ced1dc8260d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:42.603129 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b8ee0284-6e60-40c9-be30-e5d4f48481c5 req-51c4b77a-10eb-40b1-90b4-ced1dc8260d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1081049 Jul 16 17:50:42.624996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:42.628964 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c29d081-ced9-4667-a32e-09e80bf48189 x-openstack-request-id: req-4c29d081-ced9-4667-a32e-09e80bf48189 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:42.629437 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c04efe6-f390-4127-bdcd-ef61ec7cf2f8", "tag": "0e1093b6-ee29-4e09-a52c-8289b72ec9c3", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:42.629671 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c29d081-ced9-4667-a32e-09e80bf48189 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:42.630144 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c04efe6-f390-4127-bdcd-ef61ec7cf2f8', 'tag': '0e1093b6-ee29-4e09-a52c-8289b72ec9c3', 'status': 'completed', 'code': 200} Jul 16 17:50:42.671508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-b99aad6c-9d55-4d00-829c-76800f1208df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:42.673109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-b99aad6c-9d55-4d00-829c-76800f1208df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3277569 Jul 16 17:50:42.700996 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b8ee0284-6e60-40c9-be30-e5d4f48481c5 req-0a85391c-ab67-4a2e-b083-7e55aff0ebe4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b066997f-bac6-4296-a729-8ef7f88f38f1 HTTP/1.1" status: 200 len: 217 time: 0.0756192 Jul 16 17:50:42.785717 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0284-6e60-40c9-be30-e5d4f48481c5 req-0f887a83-9839-4cd5-a376-40e2addc2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:42.787153 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b8ee0284-6e60-40c9-be30-e5d4f48481c5 req-0f887a83-9839-4cd5-a376-40e2addc2dc9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0657113 Jul 16 17:50:42.793156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb4d57-9468-422b-b2f7-233424e9b987 req-8891bee0-fc6f-480d-8fba-2557f8838407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:42.794520 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-78cb4d57-9468-422b-b2f7-233424e9b987 req-8891bee0-fc6f-480d-8fba-2557f8838407 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 1101 time: 0.1046863 Jul 16 17:50:42.804051 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:42.848547 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:42.870399 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-78cb4d57-9468-422b-b2f7-233424e9b987 req-6a89638a-1215-4cac-ac79-c59049757ddb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619938 Jul 16 17:50:42.881818 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0284-6e60-40c9-be30-e5d4f48481c5 req-35d66bfd-2984-41a9-a38b-4a252165d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:42.884249 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b8ee0284-6e60-40c9-be30-e5d4f48481c5 req-35d66bfd-2984-41a9-a38b-4a252165d0c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0855837 Jul 16 17:50:42.899521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554cfba-5fd2-4272-9d54-f2be62a4e6bb req-c4ea75ff-b8d2-46c1-ac94-17d762851914 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:42.901139 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b554cfba-5fd2-4272-9d54-f2be62a4e6bb req-c4ea75ff-b8d2-46c1-ac94-17d762851914 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 949 time: 0.3850100 Jul 16 17:50:42.909783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Allocated IP 192.168.233.91 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/83fd8588-4417-43f1-8924-b92d6a642556) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:42.986449 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b8ee0284-6e60-40c9-be30-e5d4f48481c5 req-b0546900-b2f1-4269-8361-0675006cece7 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946944 Jul 16 17:50:43.003246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-2863fbb6-8d18-45d6-86e2-db91ee83a94e service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135810 Jul 16 17:50:43.020923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Pushing event updated for resources: {'Port': ['ID=3580d4f0-5398-4288-bcbd-f1d577368e4a,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:43.097525 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b554cfba-5fd2-4272-9d54-f2be62a4e6bb req-492c759c-b9f9-4f47-b7c9-f9b4c20df55a tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816120 Jul 16 17:50:43.103542 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b8ee0284-6e60-40c9-be30-e5d4f48481c5 req-301e8c9a-4d11-478b-8dd7-9fe36de7e533 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093330 Jul 16 17:50:43.110983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d6194-b7e3-4412-89c3-3f1f0d984514 req-26b94b4b-9036-4b82-a71c-31499e79745b tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:43.112484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-309d6194-b7e3-4412-89c3-3f1f0d984514 req-26b94b4b-9036-4b82-a71c-31499e79745b tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 947 time: 0.4055300 Jul 16 17:50:43.199021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Attempting to bind port 3580d4f0-5398-4288-bcbd-f1d577368e4a on host n-h1-787206-10 for vnic_type normal with profile {"migrating_to": "n-h2-787206-10"} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:43.199378 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Attempting to bind port 3580d4f0-5398-4288-bcbd-f1d577368e4a by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:43.199691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Attempting to bind port 3580d4f0-5398-4288-bcbd-f1d577368e4a on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:43.216167 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Port 3580d4f0-5398-4288-bcbd-f1d577368e4a on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:43.216484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Attempting to bind port 3580d4f0-5398-4288-bcbd-f1d577368e4a on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:43.281706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:43.282037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:43.282408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:43.282838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Bound port: 3580d4f0-5398-4288-bcbd-f1d577368e4a, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:43.283184 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:43.322317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-309d6194-b7e3-4412-89c3-3f1f0d984514 req-6277e6a6-cf87-4c9b-b3de-139031429890 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005553 Jul 16 17:50:43.324046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90155f27-2479-47b7-91c4-18f49cb5fe8e req-692b8fa6-d5a7-46fc-993d-4defd28dd453 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/ports?device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 210 time: 0.0764012 Jul 16 17:50:43.328939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38681fea-c1c8-443c-9ef8-70c54ac123a3 req-ac6c1dd2-e9c2-45f3-8216-40ce2d5fe9f9 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149343 Jul 16 17:50:43.388421 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:43.453297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Transition to ACTIVE for port object 83fd8588-4417-43f1-8924-b92d6a642556 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:43.455867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:43.476156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:43.494677 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:43.564763 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:43.582841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['f548c0ec-f107-41d8-b449-2f6004ed5f2e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:43.585581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d1f9c3d0-5da5-4976-b0e7-6159dffb8be5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:43.596026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3781e-69ca-4d11-9f9a-ae9d5d509fd3 req-1df2185a-bcfa-4f6d-a954-e79fc051de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:43.597535 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89d3781e-69ca-4d11-9f9a-ae9d5d509fd3 req-1df2185a-bcfa-4f6d-a954-e79fc051de0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=4c04efe6-f390-4127-bdcd-ef61ec7cf2f8 HTTP/1.1" status: 200 len: 1099 time: 0.1845236 Jul 16 17:50:43.616295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Pushing event updated for resources: {'Port': ['ID=3580d4f0-5398-4288-bcbd-f1d577368e4a,revision_number=8']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:43.637312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:43.638554 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:43.639272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6d70b058-d5b7-4882-aea1-382daa15e76b service neutron] 10.222.0.43 "PUT /v2.0/ports/3580d4f0-5398-4288-bcbd-f1d577368e4a HTTP/1.1" status: 200 len: 1123 time: 1.9167657 Jul 16 17:50:43.671203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:43.682895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:43.690008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:43.773734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['3580d4f0-5398-4288-bcbd-f1d577368e4a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:43.790703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Pushing event updated for resources: {'Port': ['ID=83fd8588-4417-43f1-8924-b92d6a642556,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:43.871868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-68206b1e-d005-477e-898e-7ebfaf45a51d tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:43.873397 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-68206b1e-d005-477e-898e-7ebfaf45a51d tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.35 "GET /v2.0/networks?id=87fa23c6-b6af-4758-bd34-8c7d1218c730 HTTP/1.1" status: 200 len: 822 time: 0.3013353 Jul 16 17:50:43.894864 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-359acdab-6839-414c-9cf7-3c2015dca9fa tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Request body: {'port': {'device_id': '655fb3b7-254d-4104-9eeb-4ff34639ab1c', 'network_id': '87fa23c6-b6af-4758-bd34-8c7d1218c730', 'admin_state_up': True, 'tenant_id': '66f1770e00ef4709ba76e1e39108eb57'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:44.094486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-060435d1-6d66-412a-bec0-16f72289002b None None] Provisioning for port 83fd8588-4417-43f1-8924-b92d6a642556 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:44.107278 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-060435d1-6d66-412a-bec0-16f72289002b None None] Provisioning complete for port 83fd8588-4417-43f1-8924-b92d6a642556 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:44.107821 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-060435d1-6d66-412a-bec0-16f72289002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.110661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-359acdab-6839-414c-9cf7-3c2015dca9fa tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Made reservation on behalf of 66f1770e00ef4709ba76e1e39108eb57 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:44.115404 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-359acdab-6839-414c-9cf7-3c2015dca9fa tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.167971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:44.168617 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.185228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3781e-69ca-4d11-9f9a-ae9d5d509fd3 req-9a65116d-6944-4bda-ac80-4977518ee42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:44.186778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89d3781e-69ca-4d11-9f9a-ae9d5d509fd3 req-9a65116d-6944-4bda-ac80-4977518ee42f service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.5666254 Jul 16 17:50:44.207706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0995d502-73ef-4bb8-ab4b-d784a55d7f04 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1878679 Jul 16 17:50:44.251678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Request body: {'port': {'device_id': 'd8e52c69-7f55-445e-b66c-fd5d767d9536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:44.255325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89d3781e-69ca-4d11-9f9a-ae9d5d509fd3 req-8ba4e537-2cd9-48ff-92dd-11f51aa79f45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=0e1093b6-ee29-4e09-a52c-8289b72ec9c3 HTTP/1.1" status: 200 len: 217 time: 0.0578933 Jul 16 17:50:44.269706 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-359acdab-6839-414c-9cf7-3c2015dca9fa tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Allocated IP 172.20.0.13 (87fa23c6-b6af-4758-bd34-8c7d1218c730/7ca4a3f3-d130-4afa-89b0-5560cd4a9a6e/7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:44.303305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726a2a7-3d5a-4cd8-8e4e-f61230ab5a81 req-5856a27a-464d-41c6-8f67-ebe2052dc4c3 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:44.304855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9726a2a7-3d5a-4cd8-8e4e-f61230ab5a81 req-5856a27a-464d-41c6-8f67-ebe2052dc4c3 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 943 time: 0.6056993 Jul 16 17:50:44.348447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-060435d1-6d66-412a-bec0-16f72289002b None None] Port 83fd8588-4417-43f1-8924-b92d6a642556 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:44.348655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fcaf6-afaf-4923-ade4-4e8142e48e25 req-73d9a1a6-1607-47c6-8e04-06dbbd3eee31 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:44.349944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb1fcaf6-afaf-4923-ade4-4e8142e48e25 req-73d9a1a6-1607-47c6-8e04-06dbbd3eee31 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 935 time: 0.5756569 Jul 16 17:50:44.413161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3781e-69ca-4d11-9f9a-ae9d5d509fd3 req-a98d5b86-65db-468b-9285-20cddfd845ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:44.415122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89d3781e-69ca-4d11-9f9a-ae9d5d509fd3 req-a98d5b86-65db-468b-9285-20cddfd845ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1359913 Jul 16 17:50:44.432161 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-359acdab-6839-414c-9cf7-3c2015dca9fa tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.462434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9726a2a7-3d5a-4cd8-8e4e-f61230ab5a81 req-4ad0a2a4-3d84-4537-a87c-a70568217e39 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349094 Jul 16 17:50:44.472003 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-359acdab-6839-414c-9cf7-3c2015dca9fa tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.494343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb1fcaf6-afaf-4923-ade4-4e8142e48e25 req-07751106-9c7f-472f-9353-e2297373e05f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376905 Jul 16 17:50:44.496282 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.548615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3781e-69ca-4d11-9f9a-ae9d5d509fd3 req-ff7d1f74-7871-4702-83ce-9e112587ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:44.550333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89d3781e-69ca-4d11-9f9a-ae9d5d509fd3 req-ff7d1f74-7871-4702-83ce-9e112587ada4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1252553 Jul 16 17:50:44.654832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5543f19-7fa9-4325-9ad6-5d672b435c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3580d4f0-5398-4288-bcbd-f1d577368e4a'}, {'name': 'network-changed', 'server_uuid': 'e5543f19-7fa9-4325-9ad6-5d672b435c05', 'tag': '3580d4f0-5398-4288-bcbd-f1d577368e4a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:44.656902 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a69ba1-0973-41c6-95e3-b3f3d2d7b71a" -d '{"events": [{"server_uuid": "e5543f19-7fa9-4325-9ad6-5d672b435c05", "name": "network-vif-unplugged", "status": "completed", "tag": "3580d4f0-5398-4288-bcbd-f1d577368e4a"}, {"name": "network-changed", "server_uuid": "e5543f19-7fa9-4325-9ad6-5d672b435c05", "tag": "3580d4f0-5398-4288-bcbd-f1d577368e4a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:44.744609 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-359acdab-6839-414c-9cf7-3c2015dca9fa tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Network 87fa23c6-b6af-4758-bd34-8c7d1218c730 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:44.750598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-359acdab-6839-414c-9cf7-3c2015dca9fa tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:44.753290 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-359acdab-6839-414c-9cf7-3c2015dca9fa tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:44.785673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359acdab-6839-414c-9cf7-3c2015dca9fa tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Pushing event updated for resources: {'Port': ['ID=7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:44.800420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89d3781e-69ca-4d11-9f9a-ae9d5d509fd3 req-38d0a112-27a8-4a5f-8a31-b9f4c79a6ff5 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415457 Jul 16 17:50:44.814631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-359acdab-6839-414c-9cf7-3c2015dca9fa tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:44.815241 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-359acdab-6839-414c-9cf7-3c2015dca9fa tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.836678 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-359acdab-6839-414c-9cf7-3c2015dca9fa tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9453020 Jul 16 17:50:44.848907 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Request body: {'port': {'device_id': '655fb3b7-254d-4104-9eeb-4ff34639ab1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:44.888498 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57578c5c-02b9-4888-a26c-2ca28d285e67 req-d405ab9a-1454-4000-892e-35dd1094b925 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:44.890025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57578c5c-02b9-4888-a26c-2ca28d285e67 req-d405ab9a-1454-4000-892e-35dd1094b925 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 950 time: 0.2303874 Jul 16 17:50:44.947426 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.053340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57578c5c-02b9-4888-a26c-2ca28d285e67 req-a8514c42-57cf-417f-a34b-794f4a93c4e3 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533129 Jul 16 17:50:45.081740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89d3781e-69ca-4d11-9f9a-ae9d5d509fd3 req-77500e78-7765-4da3-b5da-df76e52ebf7f service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250385 Jul 16 17:50:45.121042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fd8588-4417-43f1-8924-b92d6a642556 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:45.131622 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.142838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b58d7-90bf-4da9-bb07-2fc1d0137ac3 req-2df42fd1-9787-460b-9d2f-8d8677c5e98a tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:45.144376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-301b58d7-90bf-4da9-bb07-2fc1d0137ac3 req-2df42fd1-9787-460b-9d2f-8d8677c5e98a tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 949 time: 0.1732414 Jul 16 17:50:45.150644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b066997f-bac6-4296-a729-8ef7f88f38f1 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:45.186445 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Transition to ACTIVE for port object 83fd8588-4417-43f1-8924-b92d6a642556 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:45.216498 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.237684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:45.246490 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.259555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Transition to ACTIVE for port object 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:45.261791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b066997f-bac6-4296-a729-8ef7f88f38f1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b066997f-bac6-4296-a729-8ef7f88f38f1,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:45.263674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.267660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-301b58d7-90bf-4da9-bb07-2fc1d0137ac3 req-e99119a1-80e8-4815-a548-40209c5c1af9 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115730 Jul 16 17:50:45.287704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'b066997f-bac6-4296-a729-8ef7f88f38f1', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'b066997f-bac6-4296-a729-8ef7f88f38f1', 'mac_address': 'fa:16:3e:9e:96:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:45.306214 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Pushing event updated for resources: {'Port': ['ID=83fd8588-4417-43f1-8924-b92d6a642556,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:45.326819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Pushing event updated for resources: {'Port': ['ID=7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:45.364126 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.385269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b066997f-bac6-4296-a729-8ef7f88f38f1 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:45.417751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2500f64-11d1-43ae-b128-2081b382a466 req-010ac1d6-8cd6-4a7f-aabc-3b4b7f1de17c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:45.419060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b066997f-bac6-4296-a729-8ef7f88f38f1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b066997f-bac6-4296-a729-8ef7f88f38f1,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:45.424560 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2500f64-11d1-43ae-b128-2081b382a466 req-010ac1d6-8cd6-4a7f-aabc-3b4b7f1de17c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 947 time: 0.2400336 Jul 16 17:50:45.428435 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.446108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Attempting to bind port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:45.446567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Attempting to bind port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'f63141b7-57b5-4a7d-84f6-00e04230b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87fa23c6-b6af-4758-bd34-8c7d1218c730'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:45.446934 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Attempting to bind port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd on network 87fa23c6-b6af-4758-bd34-8c7d1218c730 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:45.451563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd on network 87fa23c6-b6af-4758-bd34-8c7d1218c730 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:45.451946 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Attempting to bind port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd on network 87fa23c6-b6af-4758-bd34-8c7d1218c730 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:45.457350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:45.457759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Checking segment: {'id': 'f63141b7-57b5-4a7d-84f6-00e04230b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87fa23c6-b6af-4758-bd34-8c7d1218c730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:45.458200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Bound using segment: {'id': 'f63141b7-57b5-4a7d-84f6-00e04230b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87fa23c6-b6af-4758-bd34-8c7d1218c730'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:45.458742 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Bound port: 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63141b7-57b5-4a7d-84f6-00e04230b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87fa23c6-b6af-4758-bd34-8c7d1218c730'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:45.459172 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.475807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Attempting to bind port 83fd8588-4417-43f1-8924-b92d6a642556 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:45.476472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Attempting to bind port 83fd8588-4417-43f1-8924-b92d6a642556 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:45.477639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Attempting to bind port 83fd8588-4417-43f1-8924-b92d6a642556 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:45.499590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=b066997f-bac6-4296-a729-8ef7f88f38f1,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:45.514824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Port 83fd8588-4417-43f1-8924-b92d6a642556 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:45.515148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Attempting to bind port 83fd8588-4417-43f1-8924-b92d6a642556 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:45.528734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] For port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:45.530703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2500f64-11d1-43ae-b128-2081b382a466 req-d28edc23-c7f1-4ddf-a3ae-8e943fb8b2f8 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052716 Jul 16 17:50:45.532091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] For port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd,segment=NetworkSegment(f63141b7-57b5-4a7d-84f6-00e04230b11e),segment_id=f63141b7-57b5-4a7d-84f6-00e04230b11e)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:45.532631 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:45.533145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:45.533496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:45.534075 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Bound port: 83fd8588-4417-43f1-8924-b92d6a642556, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:45.534726 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.537777 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.587094 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84bc895-a8bd-4433-9c74-c834c7b315e5 x-openstack-request-id: req-c84bc895-a8bd-4433-9c74-c834c7b315e5 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:45.587528 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5543f19-7fa9-4325-9ad6-5d672b435c05", "name": "network-vif-unplugged", "status": "completed", "tag": "3580d4f0-5398-4288-bcbd-f1d577368e4a", "code": 200}, {"name": "network-changed", "server_uuid": "e5543f19-7fa9-4325-9ad6-5d672b435c05", "tag": "3580d4f0-5398-4288-bcbd-f1d577368e4a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:45.588195 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c84bc895-a8bd-4433-9c74-c834c7b315e5 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:45.588195 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5543f19-7fa9-4325-9ad6-5d672b435c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3580d4f0-5398-4288-bcbd-f1d577368e4a', 'code': 200} Jul 16 17:50:45.588535 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5543f19-7fa9-4325-9ad6-5d672b435c05', 'tag': '3580d4f0-5398-4288-bcbd-f1d577368e4a', 'status': 'completed', 'code': 200} Jul 16 17:50:45.598000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:45.604088 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.605981 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-baf084c5-18b7-4526-9488-740006f731ff service neutron] 10.222.0.35 "PUT /v2.0/ports/7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd HTTP/1.1" status: 200 len: 1093 time: 0.7618065 Jul 16 17:50:45.606418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655fb3b7-254d-4104-9eeb-4ff34639ab1c', 'tag': '7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:45.614402 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1e6d47-ea37-4bb7-9e73-64e774bc9571" -d '{"events": [{"name": "network-changed", "server_uuid": "655fb3b7-254d-4104-9eeb-4ff34639ab1c", "tag": "7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:45.619868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82dd4a-6bdd-483b-8d9b-2e4a8466ba81 req-bf7d5e43-2925-4d4b-b31d-965025164049 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:45.621548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee82dd4a-6bdd-483b-8d9b-2e4a8466ba81 req-bf7d5e43-2925-4d4b-b31d-965025164049 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/ports?device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 944 time: 0.1587892 Jul 16 17:50:45.641776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf084c5-18b7-4526-9488-740006f731ff service neutron] Pushing event updated for resources: {'Port': ['ID=7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:45.644212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] For port 83fd8588-4417-43f1-8924-b92d6a642556, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:45.647778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] For port 83fd8588-4417-43f1-8924-b92d6a642556, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=83fd8588-4417-43f1-8924-b92d6a642556,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:45.660770 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.698526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a69ba1-0973-41c6-95e3-b3f3d2d7b71a req-ad0c0d22-1847-464c-89b1-60b597173ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:45.700071 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a69ba1-0973-41c6-95e3-b3f3d2d7b71a req-ad0c0d22-1847-464c-89b1-60b597173ca5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 1126 time: 0.0729268 Jul 16 17:50:45.752004 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee82dd4a-6bdd-483b-8d9b-2e4a8466ba81 req-c82306f8-bc78-4a34-ad74-264dbe6b7a3f tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6737554-adde-4a84-a99e-526d656dd431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016686 Jul 16 17:50:45.778190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['b066997f-bac6-4296-a729-8ef7f88f38f1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:45.794102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:45.794757 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.801061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] 10.222.0.35 "PUT /v2.0/ports/83fd8588-4417-43f1-8924-b92d6a642556 HTTP/1.1" status: 200 len: 1096 time: 1.5558951 Jul 16 17:50:45.835289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a69ba1-0973-41c6-95e3-b3f3d2d7b71a req-daf798d4-4dcf-4982-bb59-b344cb5a8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:45.839281 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a69ba1-0973-41c6-95e3-b3f3d2d7b71a req-daf798d4-4dcf-4982-bb59-b344cb5a8548 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.1292062 Jul 16 17:50:45.868176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2091040-77cb-4d87-ad4d-05b474f8c5fb service neutron] Pushing event updated for resources: {'Port': ['ID=83fd8588-4417-43f1-8924-b92d6a642556,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:45.919238 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a69ba1-0973-41c6-95e3-b3f3d2d7b71a req-28c5bbe3-a412-411c-857e-98aa312cc1f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a HTTP/1.1" status: 200 len: 217 time: 0.0746510 Jul 16 17:50:45.982847 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-cc9a68d4-b5c9-4705-9f98-56638190751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:45.984486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-cc9a68d4-b5c9-4705-9f98-56638190751c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66f1770e00ef4709ba76e1e39108eb57&device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 1096 time: 0.3252895 Jul 16 17:50:46.000468 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a69ba1-0973-41c6-95e3-b3f3d2d7b71a req-0de2a4ba-77d9-4e78-a27c-a9c659c24603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:46.001947 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a69ba1-0973-41c6-95e3-b3f3d2d7b71a req-0de2a4ba-77d9-4e78-a27c-a9c659c24603 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0694036 Jul 16 17:50:46.057222 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-13820c35-9ebc-4d73-a890-68c0f04fdadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:46.057722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-13820c35-9ebc-4d73-a890-68c0f04fdadd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51f1c30f9a744421afed0a8cffc79456&device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 1099 time: 0.1818047 Jul 16 17:50:46.059147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-40de6b8c-f0e3-405c-aa6e-f5a13809b16d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd HTTP/1.1" status: 200 len: 217 time: 0.0648892 Jul 16 17:50:46.065907 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a69ba1-0973-41c6-95e3-b3f3d2d7b71a req-89db2334-879e-4e67-872a-6cc9617c9e72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555832 Jul 16 17:50:46.167866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-277a13e6-5f74-4fa4-856f-e4d7bf6ad4ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=83fd8588-4417-43f1-8924-b92d6a642556 HTTP/1.1" status: 200 len: 217 time: 0.0958917 Jul 16 17:50:46.177957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-9f3a9f62-834a-462b-b308-118bfbffcbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:46.180109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-9f3a9f62-834a-462b-b308-118bfbffcbdb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ca4a3f3-d130-4afa-89b0-5560cd4a9a6e HTTP/1.1" status: 200 len: 862 time: 0.1019399 Jul 16 17:50:46.210363 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a69ba1-0973-41c6-95e3-b3f3d2d7b71a req-7fbd672b-318d-4c9e-950e-119bc42b9f60 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310029 Jul 16 17:50:46.250296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-39b52c45-c620-4db7-8b5b-0dea48521fb2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87fa23c6-b6af-4758-bd34-8c7d1218c730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415242 Jul 16 17:50:46.309512 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a69ba1-0973-41c6-95e3-b3f3d2d7b71a req-9b9de900-9085-486a-b254-46023bbc4774 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894558 Jul 16 17:50:46.333262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-4732030e-384c-4673-bbde-26faef9135d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:46.334756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-4732030e-384c-4673-bbde-26faef9135d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1535344 Jul 16 17:50:46.467762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709c2e-817c-4ab0-899c-b77062680993 req-364b16b0-7f6d-4b4a-9ebb-1546a2eb92ef tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:46.469243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48709c2e-817c-4ab0-899c-b77062680993 req-364b16b0-7f6d-4b4a-9ebb-1546a2eb92ef tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 943 time: 0.2509258 Jul 16 17:50:46.474555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-a5a57297-ba30-4280-8617-4e6721b71f13 service neutron] 10.222.0.35 "GET /v2.0/networks/87fa23c6-b6af-4758-bd34-8c7d1218c730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017784 Jul 16 17:50:46.496117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd5699-df8f-49c9-8ce4-9fe589a1e552 req-14862dd0-380c-4d7e-8f77-177a1411e5ec tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:46.497521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52dd5699-df8f-49c9-8ce4-9fe589a1e552 req-14862dd0-380c-4d7e-8f77-177a1411e5ec tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 947 time: 0.2274582 Jul 16 17:50:46.566607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0c623d11-f68e-43f7-96fc-0a4d67f4a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:46.568113 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-0c623d11-f68e-43f7-96fc-0a4d67f4a64d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2197249 Jul 16 17:50:46.575942 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48709c2e-817c-4ab0-899c-b77062680993 req-4e711c72-3cc0-4d3a-92fe-fd24db89fb72 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003716 Jul 16 17:50:46.642136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52dd5699-df8f-49c9-8ce4-9fe589a1e552 req-15721da8-2698-4988-bcf1-c40c5a5b50d8 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282096 Jul 16 17:50:46.689486 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4413abfd-17cc-4dd5-8820-238e47205834 x-openstack-request-id: req-4413abfd-17cc-4dd5-8820-238e47205834 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:46.689879 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655fb3b7-254d-4104-9eeb-4ff34639ab1c", "tag": "7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:46.690132 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4413abfd-17cc-4dd5-8820-238e47205834 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:46.690522 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655fb3b7-254d-4104-9eeb-4ff34639ab1c', 'tag': '7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd', 'status': 'completed', 'code': 200} Jul 16 17:50:46.697989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-600069ba-f8b2-4d0e-85e0-b5f144587af7 req-25db5149-4e55-4f5b-9255-06b7084ab2f7 service neutron] 10.222.0.35 "GET /v2.0/networks/87fa23c6-b6af-4758-bd34-8c7d1218c730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108216 Jul 16 17:50:46.731759 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-e7928bc8-f379-4c5a-b8fe-0ae367675f05 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261590 Jul 16 17:50:46.925154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d67c43-2482-4818-ab80-1b3ece5affa8 req-e305963f-51e0-4682-827e-186d76f863e6 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744645 Jul 16 17:50:46.965940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e6d47-ea37-4bb7-9e73-64e774bc9571 req-c8da3603-3552-426b-a2e4-b230fb393ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:46.967420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c1e6d47-ea37-4bb7-9e73-64e774bc9571 req-c8da3603-3552-426b-a2e4-b230fb393ee9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66f1770e00ef4709ba76e1e39108eb57&device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 1096 time: 0.1943469 Jul 16 17:50:47.022600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739a798-c38f-47e1-bd5c-8b809adc1fef req-0dbebad3-64a7-49b8-bf60-357efc9c88b9 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:47.024498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8739a798-c38f-47e1-bd5c-8b809adc1fef req-0dbebad3-64a7-49b8-bf60-357efc9c88b9 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 950 time: 0.1807742 Jul 16 17:50:47.090741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bf886-18c1-40aa-9832-47ee5a488bce req-56b548df-7534-47fe-95de-b05f0e8e04a0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:47.092193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a4bf886-18c1-40aa-9832-47ee5a488bce req-56b548df-7534-47fe-95de-b05f0e8e04a0 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 949 time: 0.1932619 Jul 16 17:50:47.158719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3580d4f0-5398-4288-bcbd-f1d577368e4a details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:47.160874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b066997f-bac6-4296-a729-8ef7f88f38f1 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:47.280041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port b066997f-bac6-4296-a729-8ef7f88f38f1 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:47.287402 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port b066997f-bac6-4296-a729-8ef7f88f38f1 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:47.287811 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.324759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:47.342749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3580d4f0-5398-4288-bcbd-f1d577368e4a has no active binding in host n-h2-787206-10 {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:50:47.343133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:47.381780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e6d47-ea37-4bb7-9e73-64e774bc9571 req-8e1b9aff-1083-4415-8dd8-31a2a8e3b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:47.383833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c1e6d47-ea37-4bb7-9e73-64e774bc9571 req-8e1b9aff-1083-4415-8dd8-31a2a8e3b6ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=87fa23c6-b6af-4758-bd34-8c7d1218c730 HTTP/1.1" status: 200 len: 923 time: 0.4041376 Jul 16 17:50:47.387708 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8739a798-c38f-47e1-bd5c-8b809adc1fef req-bb6bdb72-6364-4c97-a3fb-9e039c256486 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542795 Jul 16 17:50:47.433960 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c1e6d47-ea37-4bb7-9e73-64e774bc9571 req-671b7174-6bc1-4a42-8d84-e12180144401 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd HTTP/1.1" status: 200 len: 217 time: 0.0424731 Jul 16 17:50:47.437245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a4bf886-18c1-40aa-9832-47ee5a488bce req-24b60e3b-7135-45f1-aafa-ff0f3341ec5f tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377147 Jul 16 17:50:47.446039 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.480469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69287a4-cb86-437c-89de-416725ff4911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b066997f-bac6-4296-a729-8ef7f88f38f1'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:47.482711 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56b78f5-8489-49e2-8d6f-5eed3ec90537" -d '{"events": [{"server_uuid": "b69287a4-cb86-437c-89de-416725ff4911", "name": "network-vif-plugged", "status": "completed", "tag": "b066997f-bac6-4296-a729-8ef7f88f38f1"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:47.498983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e6d47-ea37-4bb7-9e73-64e774bc9571 req-613a17c4-6377-44dc-b26f-d0b7bf6f2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:47.500752 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c1e6d47-ea37-4bb7-9e73-64e774bc9571 req-613a17c4-6377-44dc-b26f-d0b7bf6f2efb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ca4a3f3-d130-4afa-89b0-5560cd4a9a6e HTTP/1.1" status: 200 len: 862 time: 0.0554755 Jul 16 17:50:47.503490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b066997f-bac6-4296-a729-8ef7f88f38f1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b066997f-bac6-4296-a729-8ef7f88f38f1,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:47.505568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=0e1093b6-ee29-4e09-a52c-8289b72ec9c3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:47.508616 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.541800 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '0e1093b6-ee29-4e09-a52c-8289b72ec9c3', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '0e1093b6-ee29-4e09-a52c-8289b72ec9c3', 'mac_address': 'fa:16:3e:78:4f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:47.550911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c1e6d47-ea37-4bb7-9e73-64e774bc9571 req-139e495b-2ddb-41f0-b9d8-f6df7c1ef0a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87fa23c6-b6af-4758-bd34-8c7d1218c730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415294 Jul 16 17:50:47.588981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e52c69-7f55-445e-b66c-fd5d767d9536', 'tag': '83fd8588-4417-43f1-8924-b92d6a642556'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:47.591161 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0130d090-590f-4e1a-9ef6-1242eda09373" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e52c69-7f55-445e-b66c-fd5d767d9536", "tag": "83fd8588-4417-43f1-8924-b92d6a642556"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:47.595422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=b066997f-bac6-4296-a729-8ef7f88f38f1,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:47.601882 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.614081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:47.634164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=0e1093b6-ee29-4e09-a52c-8289b72ec9c3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:47.638358 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.685135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=0e1093b6-ee29-4e09-a52c-8289b72ec9c3,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:47.720503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea5a45-0c78-4c12-97f5-375ed6ff07cd req-5d2d7446-f2e0-4653-b1b7-9ac7deb3ab69 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:47.721971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71ea5a45-0c78-4c12-97f5-375ed6ff07cd req-5d2d7446-f2e0-4653-b1b7-9ac7deb3ab69 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 949 time: 0.2026312 Jul 16 17:50:47.725092 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c1e6d47-ea37-4bb7-9e73-64e774bc9571 req-7317bab5-90c5-4aea-ab4e-ad089d8e1b70 service neutron] 10.222.0.35 "GET /v2.0/networks/87fa23c6-b6af-4758-bd34-8c7d1218c730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564629 Jul 16 17:50:47.761557 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e9bc3-6094-455d-8c5b-76df5840afbf req-038acb49-7d3d-492f-b8c1-3500f198c701 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:47.762980 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-072e9bc3-6094-455d-8c5b-76df5840afbf req-038acb49-7d3d-492f-b8c1-3500f198c701 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/ports?device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 944 time: 0.1954315 Jul 16 17:50:47.843346 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71ea5a45-0c78-4c12-97f5-375ed6ff07cd req-9342f382-8670-406e-9618-103803953754 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147137 Jul 16 17:50:47.864823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-072e9bc3-6094-455d-8c5b-76df5840afbf req-87104ce8-7d88-455e-92c4-a454c7fe9c2b tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6737554-adde-4a84-a99e-526d656dd431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899546 Jul 16 17:50:47.885489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c1e6d47-ea37-4bb7-9e73-64e774bc9571 req-19fccc8b-385c-401b-a323-be400376b23d service neutron] 10.222.0.35 "GET /v2.0/networks/87fa23c6-b6af-4758-bd34-8c7d1218c730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483955 Jul 16 17:50:47.920510 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edda740-fb6a-4918-ac01-0f695b71a4f5 x-openstack-request-id: req-3edda740-fb6a-4918-ac01-0f695b71a4f5 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:47.920953 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69287a4-cb86-437c-89de-416725ff4911", "name": "network-vif-plugged", "status": "completed", "tag": "b066997f-bac6-4296-a729-8ef7f88f38f1", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:47.921314 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3edda740-fb6a-4918-ac01-0f695b71a4f5 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:47.921820 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69287a4-cb86-437c-89de-416725ff4911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b066997f-bac6-4296-a729-8ef7f88f38f1', 'code': 200} Jul 16 17:50:48.065022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['0e1093b6-ee29-4e09-a52c-8289b72ec9c3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:48.075947 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f226963f-7867-4dac-9ff5-f96f80a0e69d x-openstack-request-id: req-f226963f-7867-4dac-9ff5-f96f80a0e69d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:48.076230 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e52c69-7f55-445e-b66c-fd5d767d9536", "tag": "83fd8588-4417-43f1-8924-b92d6a642556", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:48.076516 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f226963f-7867-4dac-9ff5-f96f80a0e69d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:48.076835 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e52c69-7f55-445e-b66c-fd5d767d9536', 'tag': '83fd8588-4417-43f1-8924-b92d6a642556', 'status': 'completed', 'code': 200} Jul 16 17:50:48.224341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10a3c8-4f1d-4a6b-b5c5-79cd0d12d36c req-e52d386f-8a6d-40da-a937-4a7fd94727ec tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.225809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d10a3c8-4f1d-4a6b-b5c5-79cd0d12d36c req-e52d386f-8a6d-40da-a937-4a7fd94727ec tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 943 time: 0.2144949 Jul 16 17:50:48.229402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221676-b7e5-4cbc-b87e-1f2d4233b710 req-8b393db7-baf5-4ff2-ac63-25cf4b54a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.230760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60221676-b7e5-4cbc-b87e-1f2d4233b710 req-8b393db7-baf5-4ff2-ac63-25cf4b54a605 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 1101 time: 0.2103252 Jul 16 17:50:48.260718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e45873-3fd4-4562-959b-0595c68d8115 req-e8a1aac9-77ef-4028-bb31-b45571924468 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.262132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6e45873-3fd4-4562-959b-0595c68d8115 req-e8a1aac9-77ef-4028-bb31-b45571924468 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 950 time: 0.1974168 Jul 16 17:50:48.336528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130d090-590f-4e1a-9ef6-1242eda09373 req-0cb0c04a-7f8b-43fe-88d4-75c24b941915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.337983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0130d090-590f-4e1a-9ef6-1242eda09373 req-0cb0c04a-7f8b-43fe-88d4-75c24b941915 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51f1c30f9a744421afed0a8cffc79456&device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 1099 time: 0.2268300 Jul 16 17:50:48.362310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d10a3c8-4f1d-4a6b-b5c5-79cd0d12d36c req-af2a7528-f6b0-455e-9ad5-d5a70b5a190d tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283100 Jul 16 17:50:48.415206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c3656-4956-403e-870a-f49acc9f5fb2 req-3afe9480-fd71-44d9-b1df-c44e2d0acb54 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.416706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a9c3656-4956-403e-870a-f49acc9f5fb2 req-3afe9480-fd71-44d9-b1df-c44e2d0acb54 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 947 time: 0.2438674 Jul 16 17:50:48.424882 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60221676-b7e5-4cbc-b87e-1f2d4233b710 req-e172bd68-65b2-400a-af9f-a8268bd4c817 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556854 Jul 16 17:50:48.536375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a9c3656-4956-403e-870a-f49acc9f5fb2 req-3b7cd35b-05c0-48c8-a2e3-ed87955c103c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077228 Jul 16 17:50:48.545325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130d090-590f-4e1a-9ef6-1242eda09373 req-38225e81-b7c5-4339-ad27-91063ee25a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.546790 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0130d090-590f-4e1a-9ef6-1242eda09373 req-38225e81-b7c5-4339-ad27-91063ee25a0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1985509 Jul 16 17:50:48.593424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0130d090-590f-4e1a-9ef6-1242eda09373 req-08b25634-af08-4975-ac01-fcd140c7cfc7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=83fd8588-4417-43f1-8924-b92d6a642556 HTTP/1.1" status: 200 len: 217 time: 0.0371180 Jul 16 17:50:48.594831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b6e45873-3fd4-4562-959b-0595c68d8115 req-ba513b7e-78bd-41fa-baef-f89cc7a4243e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Deleting port f1346000-bca0-426c-a585-74926591a9b3 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:48.595161 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b6e45873-3fd4-4562-959b-0595c68d8115 req-ba513b7e-78bd-41fa-baef-f89cc7a4243e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:48.740433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130d090-590f-4e1a-9ef6-1242eda09373 req-cdb7c816-67e1-4376-b6bd-9cf0f11eb5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.741821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0130d090-590f-4e1a-9ef6-1242eda09373 req-cdb7c816-67e1-4376-b6bd-9cf0f11eb5bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1322024 Jul 16 17:50:48.812467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b6e45873-3fd4-4562-959b-0595c68d8115 req-ba513b7e-78bd-41fa-baef-f89cc7a4243e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] For port f1346000-bca0-426c-a585-74926591a9b3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1346000-bca0-426c-a585-74926591a9b3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:48.812805 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b6e45873-3fd4-4562-959b-0595c68d8115 req-ba513b7e-78bd-41fa-baef-f89cc7a4243e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:48.836635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b6e45873-3fd4-4562-959b-0595c68d8115 req-ba513b7e-78bd-41fa-baef-f89cc7a4243e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Calling delete_port for f1346000-bca0-426c-a585-74926591a9b3 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:48.917658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258b8a8-ab44-43d8-989b-492cfd4bf7c7 req-2ede27eb-178e-4fca-856b-23ffd0d310d1 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.919117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8258b8a8-ab44-43d8-989b-492cfd4bf7c7 req-2ede27eb-178e-4fca-856b-23ffd0d310d1 tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc8d9d42-138d-41e2-a891-18bb350b7285 HTTP/1.1" status: 200 len: 950 time: 0.2333863 Jul 16 17:50:48.944404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1034d5-2603-4165-b837-4f64f76f8d58 req-8449515d-8a2c-4d9d-956a-3941c939371c tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.945875 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d1034d5-2603-4165-b837-4f64f76f8d58 req-8449515d-8a2c-4d9d-956a-3941c939371c tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 949 time: 0.2218816 Jul 16 17:50:48.977062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130d090-590f-4e1a-9ef6-1242eda09373 req-190a4517-3b2f-4b30-b607-28441b4d77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.978572 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0130d090-590f-4e1a-9ef6-1242eda09373 req-190a4517-3b2f-4b30-b607-28441b4d77b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2128346 Jul 16 17:50:49.029052 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-d00b0fd4-8d85-445b-bb99-03a2bdd0afaa service neutron] 10.222.0.35 "GET /v2.0/ports/3580d4f0-5398-4288-bcbd-f1d577368e4a/bindings/n-h2-787206-10 HTTP/1.1" status: 200 len: 385 time: 0.0577078 Jul 16 17:50:49.051029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8258b8a8-ab44-43d8-989b-492cfd4bf7c7 req-bcb92ca5-43d2-4ab4-8028-55e338a702db tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6725305-0123-4b71-8f3e-0e0b1b0919eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247094 Jul 16 17:50:49.061723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d1034d5-2603-4165-b837-4f64f76f8d58 req-5f7d9fe0-4453-4c06-b6d7-41bb2ad57321 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002853 Jul 16 17:50:49.157250 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0130d090-590f-4e1a-9ef6-1242eda09373 req-70e72858-b2d5-4c0f-9154-c7fb38735994 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640546 Jul 16 17:50:49.175016 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b6e45873-3fd4-4562-959b-0595c68d8115 req-ba513b7e-78bd-41fa-baef-f89cc7a4243e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:49.186766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['f1346000-bca0-426c-a585-74926591a9b3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:49.238875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba513b7e-78bd-41fa-baef-f89cc7a4243e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Pushing event deleted for resources: {'Port': ['ID=f1346000-bca0-426c-a585-74926591a9b3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:49.243369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:49.282152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-f6f56a10-cfdc-497e-8eaf-4f56d3795e27 service neutron] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:49.304531 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-f6f56a10-cfdc-497e-8eaf-4f56d3795e27 service neutron] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:49.340284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-f6f56a10-cfdc-497e-8eaf-4f56d3795e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3580d4f0-5398-4288-bcbd-f1d577368e4a {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:49.355084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-f6f56a10-cfdc-497e-8eaf-4f56d3795e27 service neutron] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:49.374544 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-f6f56a10-cfdc-497e-8eaf-4f56d3795e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:49.378880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e45873-3fd4-4562-959b-0595c68d8115 req-ba513b7e-78bd-41fa-baef-f89cc7a4243e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] No DVR routers for this DVR port f1346000-bca0-426c-a585-74926591a9b3 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:49.382167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd,segment=NetworkSegment(f63141b7-57b5-4a7d-84f6-00e04230b11e),segment_id=f63141b7-57b5-4a7d-84f6-00e04230b11e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:49.388655 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b6e45873-3fd4-4562-959b-0595c68d8115 req-ba513b7e-78bd-41fa-baef-f89cc7a4243e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:49.390615 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6e45873-3fd4-4562-959b-0595c68d8115 req-ba513b7e-78bd-41fa-baef-f89cc7a4243e tempest-DeleteServersAdminTestJSON-634571022 tempest-DeleteServersAdminTestJSON-634571022-project] 10.222.0.35 "DELETE /v2.0/ports/f1346000-bca0-426c-a585-74926591a9b3 HTTP/1.1" status: 204 len: 173 time: 1.1136014 Jul 16 17:50:49.403909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd', 'network_id': '87fa23c6-b6af-4758-bd34-8c7d1218c730', 'port_id': '7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd', 'mac_address': 'fa:16:3e:e1:1c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca4a3f3-d130-4afa-89b0-5560cd4a9a6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:49.456944 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:49.473331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:49.484197 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-f6f56a10-cfdc-497e-8eaf-4f56d3795e27 service neutron] Transition to ACTIVE for port object 3580d4f0-5398-4288-bcbd-f1d577368e4a will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:49.492044 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-f6f56a10-cfdc-497e-8eaf-4f56d3795e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:49.520597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd,segment=NetworkSegment(f63141b7-57b5-4a7d-84f6-00e04230b11e),segment_id=f63141b7-57b5-4a7d-84f6-00e04230b11e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:49.529797 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:49.581538 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-f6f56a10-cfdc-497e-8eaf-4f56d3795e27 service neutron] No DVR routers for this DVR port 3580d4f0-5398-4288-bcbd-f1d577368e4a on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:49.599420 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f56a10-cfdc-497e-8eaf-4f56d3795e27 service neutron] Pushing event updated for resources: {'Port': ['ID=3580d4f0-5398-4288-bcbd-f1d577368e4a,revision_number=10']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:49.619206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:49.628572 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-f6f56a10-cfdc-497e-8eaf-4f56d3795e27 service neutron] 10.222.0.35 "PUT /v2.0/ports/3580d4f0-5398-4288-bcbd-f1d577368e4a/bindings/n-h2-787206-10/activate HTTP/1.1" status: 200 len: 370 time: 0.5934026 Jul 16 17:50:49.725633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0130d090-590f-4e1a-9ef6-1242eda09373 req-fe1736fe-dd39-4619-8160-cdf92949edc3 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616043 Jul 16 17:50:49.742227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4569dc5-6a91-4389-aa17-084ed2120125 req-0d467e3b-cfb1-461f-b6d5-2ece4c50e015 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:49.743923 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d4569dc5-6a91-4389-aa17-084ed2120125 req-0d467e3b-cfb1-461f-b6d5-2ece4c50e015 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 949 time: 0.5492678 Jul 16 17:50:49.756243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f1453-4557-4198-8b64-35bde22de349 req-4bed2c70-4a06-4ce7-aac4-c7a3482f9478 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:49.758344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-603f1453-4557-4198-8b64-35bde22de349 req-4bed2c70-4a06-4ce7-aac4-c7a3482f9478 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/ports?device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 944 time: 0.5300128 Jul 16 17:50:49.770602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:49.811502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d4569dc5-6a91-4389-aa17-084ed2120125 req-1918d5cb-ffb8-419e-a342-8e5ea126f8d6 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521641 Jul 16 17:50:49.819247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-603f1453-4557-4198-8b64-35bde22de349 req-23faedcc-4402-406b-94f8-e0deb014a37a tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6737554-adde-4a84-a99e-526d656dd431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541332 Jul 16 17:50:50.050879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0efdfc-a7dc-4495-ba6f-9269f00ce414 req-53e79e99-1ae5-4326-9bd7-9609c9326445 tempest-LiveMigrationNegativeTest-70209457 tempest-LiveMigrationNegativeTest-70209457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:50.050879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb0efdfc-a7dc-4495-ba6f-9269f00ce414 req-53e79e99-1ae5-4326-9bd7-9609c9326445 tempest-LiveMigrationNegativeTest-70209457 tempest-LiveMigrationNegativeTest-70209457-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 1101 time: 0.1047590 Jul 16 17:50:50.056406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-17c191aa-49f5-4f55-86fa-b887df57d0cc tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:50.058130 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-17c191aa-49f5-4f55-86fa-b887df57d0cc tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1096 time: 0.0844285 Jul 16 17:50:50.082509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8d9d42-138d-41e2-a891-18bb350b7285', 'name': 'network-vif-deleted', 'tag': 'f1346000-bca0-426c-a585-74926591a9b3'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:50.084731 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982525f8-fe8a-4f40-aa05-fcbd3363bee6" -d '{"events": [{"server_uuid": "cc8d9d42-138d-41e2-a891-18bb350b7285", "name": "network-vif-deleted", "tag": "f1346000-bca0-426c-a585-74926591a9b3"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:50.087725 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cb0efdfc-a7dc-4495-ba6f-9269f00ce414 req-398af26c-bb6d-4a11-89c6-16b1e06624f0 tempest-LiveMigrationNegativeTest-70209457 tempest-LiveMigrationNegativeTest-70209457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:50.203777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-2bbabfba-5578-461a-aaed-758d710de08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:50.205454 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-2bbabfba-5578-461a-aaed-758d710de08e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f HTTP/1.1" status: 200 len: 1096 time: 0.1304545 Jul 16 17:50:50.289479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556636a-f7ff-44ec-8b62-63e551e47e7e req-a49c9947-7947-49bc-b057-65c489e90da0 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:50.291233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5556636a-f7ff-44ec-8b62-63e551e47e7e req-a49c9947-7947-49bc-b057-65c489e90da0 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 944 time: 0.1452818 Jul 16 17:50:50.329899 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cb0efdfc-a7dc-4495-ba6f-9269f00ce414 req-398af26c-bb6d-4a11-89c6-16b1e06624f0 tempest-LiveMigrationNegativeTest-70209457 tempest-LiveMigrationNegativeTest-70209457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:50.341721 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cb0efdfc-a7dc-4495-ba6f-9269f00ce414 req-398af26c-bb6d-4a11-89c6-16b1e06624f0 tempest-LiveMigrationNegativeTest-70209457 tempest-LiveMigrationNegativeTest-70209457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:50.377965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5556636a-f7ff-44ec-8b62-63e551e47e7e req-316001f0-85f1-4e5c-981e-b8caec5bda93 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773511 Jul 16 17:50:50.379547 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb0efdfc-a7dc-4495-ba6f-9269f00ce414 req-398af26c-bb6d-4a11-89c6-16b1e06624f0 tempest-LiveMigrationNegativeTest-70209457 tempest-LiveMigrationNegativeTest-70209457-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206851 Jul 16 17:50:50.386059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-3e09096e-67b4-4372-a5ba-7dd68a0e75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:50.387005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-3e09096e-67b4-4372-a5ba-7dd68a0e75b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 1096 time: 0.1566598 Jul 16 17:50:50.406700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398af26c-bb6d-4a11-89c6-16b1e06624f0 tempest-LiveMigrationNegativeTest-70209457 tempest-LiveMigrationNegativeTest-70209457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b36db4-3954-439a-9e9d-442142fcabb2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:50.491507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-a79fa860-a6b0-4174-b251-a2ac9924c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:50.493530 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-a79fa860-a6b0-4174-b251-a2ac9924c34f service neutron] 10.222.0.43 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.0990131 Jul 16 17:50:50.537209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-6989e0eb-8693-4b94-8aea-9f472ea38f08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a HTTP/1.1" status: 200 len: 217 time: 0.0367222 Jul 16 17:50:50.618742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-2acdffba-d029-4d7e-83a4-bd7d95613685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:50.620375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-2acdffba-d029-4d7e-83a4-bd7d95613685 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0738659 Jul 16 17:50:50.657822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-b7daf7fc-c2ff-44b3-8f04-f32b327e384d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296309 Jul 16 17:50:50.665844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a0436-b710-4dec-9e18-9138a938979c req-8fac2430-d782-469f-87e2-da0aa7aa1ffb tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:50.667250 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b07a0436-b710-4dec-9e18-9138a938979c req-8fac2430-d782-469f-87e2-da0aa7aa1ffb tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 947 time: 0.1328921 Jul 16 17:50:50.756343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b07a0436-b710-4dec-9e18-9138a938979c req-d2e871c0-d0be-4b82-8cef-74d5f4960ef1 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811541 Jul 16 17:50:50.787936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-15390797-3496-45c5-b25f-5d24196a27a3 service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197333 Jul 16 17:50:50.816397 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9a2163-8274-4805-a070-00a35488dec3 x-openstack-request-id: req-4c9a2163-8274-4805-a070-00a35488dec3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:50.816792 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8d9d42-138d-41e2-a891-18bb350b7285", "name": "network-vif-deleted", "tag": "f1346000-bca0-426c-a585-74926591a9b3", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:50.817153 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c9a2163-8274-4805-a070-00a35488dec3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:50.817630 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8d9d42-138d-41e2-a891-18bb350b7285', 'name': 'network-vif-deleted', 'tag': 'f1346000-bca0-426c-a585-74926591a9b3', 'status': 'completed', 'code': 200} Jul 16 17:50:50.894392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-10b46f11-9c68-4e07-9027-6be4cff5d52a service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982773 Jul 16 17:50:51.012582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c5d44-9a14-4373-9463-28af77dd293f req-84c8d969-1fb6-4c03-8560-8e4f49b2476a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:51.014130 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e3c5d44-9a14-4373-9463-28af77dd293f req-84c8d969-1fb6-4c03-8560-8e4f49b2476a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 949 time: 0.0662837 Jul 16 17:50:51.072329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e3c5d44-9a14-4373-9463-28af77dd293f req-5c63d157-6299-4fe2-b5ba-000660ef3014 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503032 Jul 16 17:50:51.186479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:51.242715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-d5212854-4bdc-4113-a535-3f26989398a4 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:51.245236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-d5212854-4bdc-4113-a535-3f26989398a4 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 1096 time: 0.0691078 Jul 16 17:50:51.248294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 83fd8588-4417-43f1-8924-b92d6a642556 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:51.254640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:51.270349 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:51.275926 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.311943 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:51.386958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4fd8e-2f1b-445c-87bf-e3a7efd26e69 req-15b02eb4-21ec-4a81-8bc1-056ec846c2e8 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:51.388886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbd4fd8e-2f1b-445c-87bf-e3a7efd26e69 req-15b02eb4-21ec-4a81-8bc1-056ec846c2e8 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/ports?device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 945 time: 0.1313505 Jul 16 17:50:51.467141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbd4fd8e-2f1b-445c-87bf-e3a7efd26e69 req-7042752f-a0ee-42b8-8cf9-c91801f68201 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6737554-adde-4a84-a99e-526d656dd431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571218 Jul 16 17:50:51.473323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-975c6674-3ad3-476f-aec9-bed93a961b98 service neutron] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:51.477508 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-975c6674-3ad3-476f-aec9-bed93a961b98 service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.479011 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d7b242-6841-482b-ab07-e3e9e97d0f31 req-975c6674-3ad3-476f-aec9-bed93a961b98 service neutron] 10.222.0.43 "DELETE /v2.0/ports/3580d4f0-5398-4288-bcbd-f1d577368e4a/bindings/n-h1-787206-10 HTTP/1.1" status: 204 len: 173 time: 0.2106702 Jul 16 17:50:51.515220 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:51.518662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 83fd8588-4417-43f1-8924-b92d6a642556, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=83fd8588-4417-43f1-8924-b92d6a642556,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:51.537130 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.543279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:51.544071 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.555502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '83fd8588-4417-43f1-8924-b92d6a642556', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '83fd8588-4417-43f1-8924-b92d6a642556', 'mac_address': 'fa:16:3e:a9:a6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:51.605974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c04efe6-f390-4127-bdcd-ef61ec7cf2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1093b6-ee29-4e09-a52c-8289b72ec9c3'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:51.608186 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3168d8e6-6bd3-47dc-804e-77a328151ea3" -d '{"events": [{"server_uuid": "4c04efe6-f390-4127-bdcd-ef61ec7cf2f8", "name": "network-vif-plugged", "status": "completed", "tag": "0e1093b6-ee29-4e09-a52c-8289b72ec9c3"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:51.633717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d82124-4ab5-4b84-904d-459a4f8b5c5e req-f2c70813-eea3-41c3-93bb-50955d98f0a5 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:51.635416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92d82124-4ab5-4b84-904d-459a4f8b5c5e req-f2c70813-eea3-41c3-93bb-50955d98f0a5 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c04efe6-f390-4127-bdcd-ef61ec7cf2f8 HTTP/1.1" status: 200 len: 948 time: 0.1235967 Jul 16 17:50:51.653949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51078) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:51.660661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=0e1093b6-ee29-4e09-a52c-8289b72ec9c3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:51.672449 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.680481 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.711466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92d82124-4ab5-4b84-904d-459a4f8b5c5e req-94c61ae0-1d36-4e48-b516-827597bdd408 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704420 Jul 16 17:50:51.764577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648ffd5-75c7-4527-92b5-9c5ea5da7199 req-9683e788-e421-45bc-99c3-943a7a9f1232 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:51.765226 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.770102 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fd8588-4417-43f1-8924-b92d6a642556 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:51.770879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f648ffd5-75c7-4527-92b5-9c5ea5da7199 req-9683e788-e421-45bc-99c3-943a7a9f1232 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 944 time: 0.1037412 Jul 16 17:50:51.799959 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 83fd8588-4417-43f1-8924-b92d6a642556, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=83fd8588-4417-43f1-8924-b92d6a642556,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:51.806789 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c7375d8-bee6-4df4-87e8-744a866e73a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.823976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f648ffd5-75c7-4527-92b5-9c5ea5da7199 req-c02fc06e-ff5a-4fd4-b44e-287c788d07f7 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520256 Jul 16 17:50:51.827351 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=0e1093b6-ee29-4e09-a52c-8289b72ec9c3,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:51.835200 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.910492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=83fd8588-4417-43f1-8924-b92d6a642556,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:51.916406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd,segment=NetworkSegment(f63141b7-57b5-4a7d-84f6-00e04230b11e),segment_id=f63141b7-57b5-4a7d-84f6-00e04230b11e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:51.921993 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c7375d8-bee6-4df4-87e8-744a866e73a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.923693 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.924491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3580d4f0-5398-4288-bcbd-f1d577368e4a no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:51.927415 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c7375d8-bee6-4df4-87e8-744a866e73a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.961120 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7375d8-bee6-4df4-87e8-744a866e73a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eae8e04-9242-469e-8519-c9ab6f541d6d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:51.986820 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4c7375d8-bee6-4df4-87e8-744a866e73a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=802fd4c3412d431ab25b3c676468b3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316584 Jul 16 17:50:51.987081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51086) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:52.032840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:52.037749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3580d4f0-5398-4288-bcbd-f1d577368e4a not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:52.066308 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29f8a0f6-b865-4e75-98c6-ae1100f11827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.089615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['83fd8588-4417-43f1-8924-b92d6a642556'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:52.092522 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29f8a0f6-b865-4e75-98c6-ae1100f11827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.134669 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a247abef-11e5-4797-b93d-8f5083d579a4 x-openstack-request-id: req-a247abef-11e5-4797-b93d-8f5083d579a4 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:52.135213 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c04efe6-f390-4127-bdcd-ef61ec7cf2f8", "name": "network-vif-plugged", "status": "completed", "tag": "0e1093b6-ee29-4e09-a52c-8289b72ec9c3", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:52.135929 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a247abef-11e5-4797-b93d-8f5083d579a4 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:52.136527 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c04efe6-f390-4127-bdcd-ef61ec7cf2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1093b6-ee29-4e09-a52c-8289b72ec9c3', 'code': 200} Jul 16 17:50:52.154017 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29f8a0f6-b865-4e75-98c6-ae1100f11827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.157571 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29f8a0f6-b865-4e75-98c6-ae1100f11827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.158887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-29f8a0f6-b865-4e75-98c6-ae1100f11827 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1eae8e04-9242-469e-8519-c9ab6f541d6d HTTP/1.1" status: 204 len: 168 time: 0.1707919 Jul 16 17:50:52.170957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8a0f6-b865-4e75-98c6-ae1100f11827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eae8e04-9242-469e-8519-c9ab6f541d6d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:52.389960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6329d-6853-4641-896a-b4d570c7fd98 req-4046470f-882e-4878-a0b2-37b7357963f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:52.391380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86c6329d-6853-4641-896a-b4d570c7fd98 req-4046470f-882e-4878-a0b2-37b7357963f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4c04efe6-f390-4127-bdcd-ef61ec7cf2f8 HTTP/1.1" status: 200 len: 1101 time: 0.1504247 Jul 16 17:50:52.410174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64784f-5777-42be-9e99-1ca8018f3003 req-fdac7bd4-049d-42f3-89bd-9f1d5891f468 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:52.411651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f64784f-5777-42be-9e99-1ca8018f3003 req-fdac7bd4-049d-42f3-89bd-9f1d5891f468 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 948 time: 0.1724007 Jul 16 17:50:52.445710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881b1fa-b0e0-43bd-8c61-13dd17f4e69e req-0961e54f-a0d1-4277-8f56-bff837ed1f4d tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:52.447396 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d881b1fa-b0e0-43bd-8c61-13dd17f4e69e req-0961e54f-a0d1-4277-8f56-bff837ed1f4d tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 949 time: 0.1365440 Jul 16 17:50:52.496268 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86c6329d-6853-4641-896a-b4d570c7fd98 req-760b4b01-055a-4487-962c-4c3bd66a1a47 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954063 Jul 16 17:50:52.499554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f64784f-5777-42be-9e99-1ca8018f3003 req-435257cc-0701-47fb-a404-fd3d0b726ac6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742378 Jul 16 17:50:52.508325 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51100) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:52.516190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d881b1fa-b0e0-43bd-8c61-13dd17f4e69e req-2be8ad34-da96-4a23-b778-f2988c15ee82 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618033 Jul 16 17:50:52.527697 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-27ebbb97-eaa6-4038-911c-27893f0891f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.640933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-27ebbb97-eaa6-4038-911c-27893f0891f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.648397 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-27ebbb97-eaa6-4038-911c-27893f0891f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.693515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66795537-8d76-43b0-98a0-b46c8bcc3a19 req-84d07a3f-bae5-4913-8cfb-23ea64bbc91e tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:52.695749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66795537-8d76-43b0-98a0-b46c8bcc3a19 req-84d07a3f-bae5-4913-8cfb-23ea64bbc91e tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 1096 time: 0.0639577 Jul 16 17:50:52.696041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebbb97-eaa6-4038-911c-27893f0891f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0802c5-18e4-4f44-8c1b-1ee78fb73f7d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:52.716455 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-27ebbb97-eaa6-4038-911c-27893f0891f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10e45702f2a54aa280cc46cf63cf1c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069917 Jul 16 17:50:52.719113 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51104) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:52.775106 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f60d6381-464a-4b74-8b89-d373048d6a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.775950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66795537-8d76-43b0-98a0-b46c8bcc3a19 req-047d61a3-b266-47ec-9bb5-c9aee2de4e04 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594983 Jul 16 17:50:52.800553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f60d6381-464a-4b74-8b89-d373048d6a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.815566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c9e3c-b5c2-416b-9f32-1224586afda6 req-d4426a1b-17c5-4d06-8c92-880fc4e4d056 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:52.815566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa7c9e3c-b5c2-416b-9f32-1224586afda6 req-d4426a1b-17c5-4d06-8c92-880fc4e4d056 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/ports?device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 946 time: 0.1123438 Jul 16 17:50:52.870421 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f60d6381-464a-4b74-8b89-d373048d6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.872970 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f60d6381-464a-4b74-8b89-d373048d6a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.876434 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f60d6381-464a-4b74-8b89-d373048d6a4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f0802c5-18e4-4f44-8c1b-1ee78fb73f7d HTTP/1.1" status: 204 len: 168 time: 0.1527746 Jul 16 17:50:52.884545 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa7c9e3c-b5c2-416b-9f32-1224586afda6 req-4f9ee765-f76a-40d4-b391-2136c1a904e5 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6737554-adde-4a84-a99e-526d656dd431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701356 Jul 16 17:50:52.892895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d6381-464a-4b74-8b89-d373048d6a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0802c5-18e4-4f44-8c1b-1ee78fb73f7d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:52.937427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51114) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:53.008649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b8f9-dd59-40fb-85bf-c82e8db7ff0e req-42e477b1-2e4d-4649-99be-ac35f53de433 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:53.010311 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74f0b8f9-dd59-40fb-85bf-c82e8db7ff0e req-42e477b1-2e4d-4649-99be-ac35f53de433 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c04efe6-f390-4127-bdcd-ef61ec7cf2f8 HTTP/1.1" status: 200 len: 949 time: 0.0839622 Jul 16 17:50:53.092264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74f0b8f9-dd59-40fb-85bf-c82e8db7ff0e req-3cb1ddd7-8d95-412f-b233-f904164e67ee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752008 Jul 16 17:50:53.185127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7debb611-f2af-424e-8a6e-00656f2e21fe tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:53.187262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7debb611-f2af-424e-8a6e-00656f2e21fe tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 820 time: 0.1445408 Jul 16 17:50:53.209089 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-0b7fe7ae-5350-4054-a2ab-1874cc4776e0 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/quotas/ccec67a3da5b46cca9ed307648d9cb1f HTTP/1.1" status: 200 len: 375 time: 0.0154858 Jul 16 17:50:53.247508 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c722c74a-c1fa-445a-ba44-d1f9245bb959 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb74636427ca456f84d3efb2b60b06ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084540 Jul 16 17:50:53.248309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51136) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:53.260300 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 83fd8588-4417-43f1-8924-b92d6a642556 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:53.318477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 83fd8588-4417-43f1-8924-b92d6a642556 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:53.318941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-6d5b1c9a-248e-4c41-bb6f-1c0210544ecb tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090322 Jul 16 17:50:53.322811 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 83fd8588-4417-43f1-8924-b92d6a642556 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:53.323248 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.337886 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2571d7a-509b-493d-bdf9-90bd9a56ff99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.380154 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2571d7a-509b-493d-bdf9-90bd9a56ff99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.408326 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.449092 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 83fd8588-4417-43f1-8924-b92d6a642556, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=83fd8588-4417-43f1-8924-b92d6a642556,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:53.454941 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.456123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f1346000-bca0-426c-a585-74926591a9b3 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:53.459405 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-9766a75c-3cd3-4416-90e0-b01d8676667c service neutron] 10.222.0.41 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329970 Jul 16 17:50:53.494900 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2571d7a-509b-493d-bdf9-90bd9a56ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.497385 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2571d7a-509b-493d-bdf9-90bd9a56ff99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.498498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e2571d7a-509b-493d-bdf9-90bd9a56ff99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6725305-0123-4b71-8f3e-0e0b1b0919eb HTTP/1.1" status: 204 len: 168 time: 0.2492514 Jul 16 17:50:53.507379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: f1346000-bca0-426c-a585-74926591a9b3 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:50:53.507870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f1346000-bca0-426c-a585-74926591a9b3 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:53.524272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2571d7a-509b-493d-bdf9-90bd9a56ff99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6725305-0123-4b71-8f3e-0e0b1b0919eb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:53.546968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=83fd8588-4417-43f1-8924-b92d6a642556,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:53.638596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-458fc1bd-b4ee-432e-8d56-e191bdb09aa8 service neutron] 10.222.0.41 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659756 Jul 16 17:50:53.726944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef11aff-fc8c-479f-ba07-a0e3e7279b7b req-40757104-bea5-4ce6-89fe-77f1b5dcd51a tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:53.728811 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ef11aff-fc8c-479f-ba07-a0e3e7279b7b req-40757104-bea5-4ce6-89fe-77f1b5dcd51a tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 949 time: 0.1617851 Jul 16 17:50:53.849058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb1782-9465-4b35-89d3-9e5ee563da95 req-c89e481f-e7da-48ce-b232-f3bc7f14e054 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:53.857015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20bb1782-9465-4b35-89d3-9e5ee563da95 req-c89e481f-e7da-48ce-b232-f3bc7f14e054 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 949 time: 0.2017102 Jul 16 17:50:53.939519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51164) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:53.957299 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20bb1782-9465-4b35-89d3-9e5ee563da95 req-527f5a93-8dfb-4143-af6c-bc29527e54eb tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991828 Jul 16 17:50:53.957936 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81dce2f4-98ee-4ffa-9134-e9048d4388ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.985081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-6ef11aff-fc8c-479f-ba07-a0e3e7279b7b req-abd049ec-cbc5-4712-8b75-df555149aacb tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Deleting port 315d565d-9902-4cad-b189-d6eecfca2c23 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:53.985278 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6ef11aff-fc8c-479f-ba07-a0e3e7279b7b req-abd049ec-cbc5-4712-8b75-df555149aacb tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.108702 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81dce2f4-98ee-4ffa-9134-e9048d4388ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.116104 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81dce2f4-98ee-4ffa-9134-e9048d4388ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.116726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d134ecd0-957b-4fda-a2fa-3337be2e145e req-6908d5dd-1b32-4df5-ba92-44250379915c tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 210 time: 0.0903676 Jul 16 17:50:54.145617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655fb3b7-254d-4104-9eeb-4ff34639ab1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd'}, {'server_uuid': 'd8e52c69-7f55-445e-b66c-fd5d767d9536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fd8588-4417-43f1-8924-b92d6a642556'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:54.145617 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5951c5a9-fbf0-4a8b-a561-aaa98f5339e5" -d '{"events": [{"server_uuid": "655fb3b7-254d-4104-9eeb-4ff34639ab1c", "name": "network-vif-plugged", "status": "completed", "tag": "7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd"}, {"server_uuid": "d8e52c69-7f55-445e-b66c-fd5d767d9536", "name": "network-vif-plugged", "status": "completed", "tag": "83fd8588-4417-43f1-8924-b92d6a642556"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:54.146642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17689c87-2848-4611-905e-485f219f8ffb req-2a652486-429c-4ca2-b67e-1be07b863eb7 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:54.154950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17689c87-2848-4611-905e-485f219f8ffb req-2a652486-429c-4ca2-b67e-1be07b863eb7 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ddb334c-ac99-4ff3-9e66-8c9b6377e815 HTTP/1.1" status: 200 len: 949 time: 0.2504582 Jul 16 17:50:54.169212 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-81dce2f4-98ee-4ffa-9134-e9048d4388ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d15409bf9f2a462fad54642f8253faac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250025 Jul 16 17:50:54.171189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51178) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:54.173429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dce2f4-98ee-4ffa-9134-e9048d4388ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11242fb8-4340-4968-8e9b-bc2c45d88cce,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:54.216184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6ef11aff-fc8c-479f-ba07-a0e3e7279b7b req-abd049ec-cbc5-4712-8b75-df555149aacb tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] For port 315d565d-9902-4cad-b189-d6eecfca2c23, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=315d565d-9902-4cad-b189-d6eecfca2c23,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:54.216543 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6ef11aff-fc8c-479f-ba07-a0e3e7279b7b req-abd049ec-cbc5-4712-8b75-df555149aacb tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.264708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-6ef11aff-fc8c-479f-ba07-a0e3e7279b7b req-abd049ec-cbc5-4712-8b75-df555149aacb tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Calling delete_port for 315d565d-9902-4cad-b189-d6eecfca2c23 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:54.282046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17689c87-2848-4611-905e-485f219f8ffb req-2556dfce-cd71-4ce8-8a30-5456c38f73bb tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262600 Jul 16 17:50:54.327591 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:50:54.397980 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0747e4e-7803-4de4-ac25-60e5c1a6d81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.458512 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0747e4e-7803-4de4-ac25-60e5c1a6d81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.555913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bee57-9eec-4d0b-8a2f-baf498aa38ba req-54477d8e-09ca-4657-bf30-82a50bf89794 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:54.557437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b27bee57-9eec-4d0b-8a2f-baf498aa38ba req-54477d8e-09ca-4657-bf30-82a50bf89794 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/ports?device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 946 time: 0.2790115 Jul 16 17:50:54.612532 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6ef11aff-fc8c-479f-ba07-a0e3e7279b7b req-abd049ec-cbc5-4712-8b75-df555149aacb tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.625671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['315d565d-9902-4cad-b189-d6eecfca2c23'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:54.629382 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0747e4e-7803-4de4-ac25-60e5c1a6d81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.632158 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0747e4e-7803-4de4-ac25-60e5c1a6d81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.633414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f0747e4e-7803-4de4-ac25-60e5c1a6d81d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11242fb8-4340-4968-8e9b-bc2c45d88cce HTTP/1.1" status: 204 len: 168 time: 0.4467044 Jul 16 17:50:54.651686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['eaed74f9-00b8-4f98-a7c9-126a8f665e83'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:54.676725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd049ec-cbc5-4712-8b75-df555149aacb tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Pushing event deleted for resources: {'Port': ['ID=315d565d-9902-4cad-b189-d6eecfca2c23,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:54.689177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf341ae-42da-4fe2-af65-5a6c4cebc64b req-cbda165d-b7ba-46ed-a8da-3e081ab5b190 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:54.690690 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbf341ae-42da-4fe2-af65-5a6c4cebc64b req-cbda165d-b7ba-46ed-a8da-3e081ab5b190 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c04efe6-f390-4127-bdcd-ef61ec7cf2f8 HTTP/1.1" status: 200 len: 949 time: 0.2502458 Jul 16 17:50:54.699140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0747e4e-7803-4de4-ac25-60e5c1a6d81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11242fb8-4340-4968-8e9b-bc2c45d88cce,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:54.707078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b27bee57-9eec-4d0b-8a2f-baf498aa38ba req-22e2b460-be9a-4a87-9ccb-bb8009c300a1 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6737554-adde-4a84-a99e-526d656dd431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290584 Jul 16 17:50:54.771581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef11aff-fc8c-479f-ba07-a0e3e7279b7b req-abd049ec-cbc5-4712-8b75-df555149aacb tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] No DVR routers for this DVR port 315d565d-9902-4cad-b189-d6eecfca2c23 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:54.774255 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6ef11aff-fc8c-479f-ba07-a0e3e7279b7b req-abd049ec-cbc5-4712-8b75-df555149aacb tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.776764 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ef11aff-fc8c-479f-ba07-a0e3e7279b7b req-abd049ec-cbc5-4712-8b75-df555149aacb tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.35 "DELETE /v2.0/ports/315d565d-9902-4cad-b189-d6eecfca2c23 HTTP/1.1" status: 204 len: 173 time: 1.0406201 Jul 16 17:50:54.778550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb334c-ac99-4ff3-9e66-8c9b6377e815', 'name': 'network-vif-deleted', 'tag': '315d565d-9902-4cad-b189-d6eecfca2c23'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:54.781729 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507eee61-4ef8-40f4-9f97-e2b1d9a3a21c" -d '{"events": [{"server_uuid": "1ddb334c-ac99-4ff3-9e66-8c9b6377e815", "name": "network-vif-deleted", "tag": "315d565d-9902-4cad-b189-d6eecfca2c23"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:54.804046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbf341ae-42da-4fe2-af65-5a6c4cebc64b req-6d20cfd4-767a-4db1-a907-c4a8bb5c2f69 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008694 Jul 16 17:50:54.830968 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae19cb05-e82d-4349-9357-40200812e6d2 x-openstack-request-id: req-ae19cb05-e82d-4349-9357-40200812e6d2 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:54.831271 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655fb3b7-254d-4104-9eeb-4ff34639ab1c", "name": "network-vif-plugged", "status": "completed", "tag": "7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd", "code": 200}, {"server_uuid": "d8e52c69-7f55-445e-b66c-fd5d767d9536", "name": "network-vif-plugged", "status": "completed", "tag": "83fd8588-4417-43f1-8924-b92d6a642556", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:54.831572 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae19cb05-e82d-4349-9357-40200812e6d2 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:54.831964 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655fb3b7-254d-4104-9eeb-4ff34639ab1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd', 'code': 200} Jul 16 17:50:54.832212 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e52c69-7f55-445e-b66c-fd5d767d9536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fd8588-4417-43f1-8924-b92d6a642556', 'code': 200} Jul 16 17:50:55.024517 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79df1c09-a0e5-478b-87c8-32aa85c3794a x-openstack-request-id: req-79df1c09-a0e5-478b-87c8-32aa85c3794a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:55.025285 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb334c-ac99-4ff3-9e66-8c9b6377e815", "name": "network-vif-deleted", "tag": "315d565d-9902-4cad-b189-d6eecfca2c23", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:55.025556 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79df1c09-a0e5-478b-87c8-32aa85c3794a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:55.025950 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddb334c-ac99-4ff3-9e66-8c9b6377e815', 'name': 'network-vif-deleted', 'tag': '315d565d-9902-4cad-b189-d6eecfca2c23', 'status': 'completed', 'code': 200} Jul 16 17:50:55.262992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51212) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:55.343312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb39ea-8680-4b0f-9ebc-7c824bb93d52 req-2d556168-0e3e-4fd2-aab5-53aee8a9c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:55.344943 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-bdcb39ea-8680-4b0f-9ebc-7c824bb93d52 req-2d556168-0e3e-4fd2-aab5-53aee8a9c2fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 1098 time: 0.1475708 Jul 16 17:50:55.438020 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-bdcb39ea-8680-4b0f-9ebc-7c824bb93d52 req-a83673d7-66b0-4923-ae4b-bfc8b14a8acc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d6737554-adde-4a84-a99e-526d656dd431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837691 Jul 16 17:50:55.439352 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2d70baa-7501-4d08-b646-09766b1b3238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.548750 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2d70baa-7501-4d08-b646-09766b1b3238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.554268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2d70baa-7501-4d08-b646-09766b1b3238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.605915 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e2d70baa-7501-4d08-b646-09766b1b3238 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c63a5a88681c423db080929726574185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319511 Jul 16 17:50:55.606738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51228) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:55.614124 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d70baa-7501-4d08-b646-09766b1b3238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4204866a-503e-4f8d-9a8e-ad68b7c0878a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:55.671424 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e378dab8-faa2-4ec4-a245-e89d44779e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.700918 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e378dab8-faa2-4ec4-a245-e89d44779e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.761011 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e378dab8-faa2-4ec4-a245-e89d44779e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.765397 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e378dab8-faa2-4ec4-a245-e89d44779e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.766582 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e378dab8-faa2-4ec4-a245-e89d44779e0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4204866a-503e-4f8d-9a8e-ad68b7c0878a HTTP/1.1" status: 204 len: 168 time: 0.1594198 Jul 16 17:50:55.795777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0691b-82ce-465e-ac08-a13aeb596a77 req-533d7274-598a-4bb1-9bac-d181af0d225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:55.797278 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7d0691b-82ce-465e-ac08-a13aeb596a77 req-533d7274-598a-4bb1-9bac-d181af0d225f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 1101 time: 0.6136599 Jul 16 17:50:55.799679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378dab8-faa2-4ec4-a245-e89d44779e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4204866a-503e-4f8d-9a8e-ad68b7c0878a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:55.857302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38ed5a-4e4e-439e-92f5-dcb457e5ef42 req-4af5c715-590f-4a6e-9480-2fa85d2161db tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:55.865540 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38ed5a-4e4e-439e-92f5-dcb457e5ef42 req-4af5c715-590f-4a6e-9480-2fa85d2161db tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:55.868979 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e38ed5a-4e4e-439e-92f5-dcb457e5ef42 req-4af5c715-590f-4a6e-9480-2fa85d2161db tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c04efe6-f390-4127-bdcd-ef61ec7cf2f8&device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 1689 time: 0.3168018 Jul 16 17:50:55.906991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d4de7-f3f7-4073-86ab-a0d9bac556ec req-0354ab65-bf23-4c58-8942-0cd5d90320f8 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:55.908924 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-729d4de7-f3f7-4073-86ab-a0d9bac556ec req-0354ab65-bf23-4c58-8942-0cd5d90320f8 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 949 time: 0.3544645 Jul 16 17:50:55.920087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-23280f5c-4d77-4a6c-be01-62c3ee52e9d7 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:55.921518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-23280f5c-4d77-4a6c-be01-62c3ee52e9d7 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.35 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 820 time: 0.3683424 Jul 16 17:50:55.953678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7c5569d7-4ba8-4d9b-875f-e4f312f5946e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Request body: {'port': {'device_id': 'd59cdc07-de44-4198-a816-b5a21b80a69e', 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2', 'admin_state_up': True, 'tenant_id': 'ccec67a3da5b46cca9ed307648d9cb1f'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:56.008013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7d0691b-82ce-465e-ac08-a13aeb596a77 req-a85b5c55-d739-4ce1-b362-cc43e7765e33 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767335 Jul 16 17:50:56.015209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e38ed5a-4e4e-439e-92f5-dcb457e5ef42 req-18f46091-dd1f-4e3c-a102-dc4e2f8ea94f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402845 Jul 16 17:50:56.020477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-729d4de7-f3f7-4073-86ab-a0d9bac556ec req-ac2d7fd0-0c4b-4ed2-aeb6-cef29081d070 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959082 Jul 16 17:50:56.105768 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.150453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7c5569d7-4ba8-4d9b-875f-e4f312f5946e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Made reservation on behalf of ccec67a3da5b46cca9ed307648d9cb1f for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:56.161640 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7c5569d7-4ba8-4d9b-875f-e4f312f5946e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.207711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51256) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:56.222015 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ba45007-3a57-44f6-b210-c4538df1c8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.321573 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.339600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ba45007-3a57-44f6-b210-c4538df1c8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.345069 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ba45007-3a57-44f6-b210-c4538df1c8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.370497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5ec0bcf-5c27-4a19-97ce-9094588724ed req-bfcbfc34-4b2c-4a71-b898-c3d4b920eb71 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 210 time: 0.1824729 Jul 16 17:50:56.388704 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1ba45007-3a57-44f6-b210-c4538df1c8bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d37c6d57548c4291bb8c8b899aa7df86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797190 Jul 16 17:50:56.389795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba45007-3a57-44f6-b210-c4538df1c8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6b5807-6af1-4b44-83db-34c066b606b9,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:56.392241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51260) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:56.455996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7c5569d7-4ba8-4d9b-875f-e4f312f5946e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Allocated IP 172.20.0.9 (6efdc248-1970-495c-ade6-459ab098ccf2/0613ca9c-4811-4c37-882d-5b32e78d1468/399f244b-ed6e-405e-8eaf-0ca43309dce2) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:56.459176 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dde5d344-040f-4769-9836-5114f6f080e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.489651 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dde5d344-040f-4769-9836-5114f6f080e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.510608 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6110548-a1f4-4362-ae87-efa6b2ef76e6 req-56bcf77b-8323-48d8-a6d0-1eeaf94edd85 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:56.512181 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6110548-a1f4-4362-ae87-efa6b2ef76e6 req-56bcf77b-8323-48d8-a6d0-1eeaf94edd85 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/ports?device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 946 time: 0.1444476 Jul 16 17:50:56.558626 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dde5d344-040f-4769-9836-5114f6f080e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.561403 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dde5d344-040f-4769-9836-5114f6f080e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.565021 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dde5d344-040f-4769-9836-5114f6f080e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d6b5807-6af1-4b44-83db-34c066b606b9 HTTP/1.1" status: 204 len: 168 time: 0.1694767 Jul 16 17:50:56.576860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5d344-040f-4769-9836-5114f6f080e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6b5807-6af1-4b44-83db-34c066b606b9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:56.626827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6110548-a1f4-4362-ae87-efa6b2ef76e6 req-7cd87120-e45a-4f1b-970b-c5ed6cb6db47 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6737554-adde-4a84-a99e-526d656dd431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064832 Jul 16 17:50:56.727604 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7c5569d7-4ba8-4d9b-875f-e4f312f5946e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.793484 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7c5569d7-4ba8-4d9b-875f-e4f312f5946e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.848981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7c5569d7-4ba8-4d9b-875f-e4f312f5946e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Network 6efdc248-1970-495c-ade6-459ab098ccf2 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:56.884278 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7c5569d7-4ba8-4d9b-875f-e4f312f5946e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:56.888880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7c5569d7-4ba8-4d9b-875f-e4f312f5946e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:56.976332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5569d7-4ba8-4d9b-875f-e4f312f5946e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Pushing event updated for resources: {'Port': ['ID=399f244b-ed6e-405e-8eaf-0ca43309dce2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:56.997953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e31ada-fcbb-47f0-af56-4d96d839731b req-673c0c3b-2471-4e60-a57d-aff53ed00a58 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:56.999530 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7e31ada-fcbb-47f0-af56-4d96d839731b req-673c0c3b-2471-4e60-a57d-aff53ed00a58 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4c04efe6-f390-4127-bdcd-ef61ec7cf2f8 HTTP/1.1" status: 200 len: 1101 time: 0.1767445 Jul 16 17:50:57.023698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7c5569d7-4ba8-4d9b-875f-e4f312f5946e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:57.024457 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7c5569d7-4ba8-4d9b-875f-e4f312f5946e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.061082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-7c5569d7-4ba8-4d9b-875f-e4f312f5946e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1140091 Jul 16 17:50:57.064978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7e31ada-fcbb-47f0-af56-4d96d839731b req-1d909eee-bcb3-47c7-ba7e-43bc05f6de3b tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531962 Jul 16 17:50:57.074083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Request body: {'port': {'device_id': 'd59cdc07-de44-4198-a816-b5a21b80a69e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:57.156297 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.293245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 315d565d-9902-4cad-b189-d6eecfca2c23 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:57.313985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 315d565d-9902-4cad-b189-d6eecfca2c23 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:50:57.314406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 315d565d-9902-4cad-b189-d6eecfca2c23 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:57.398702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315e3b1-8004-4289-a9db-127f4e874f0f req-1608aced-b029-42e1-8c6d-62bc3be1afd3 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:57.400209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2315e3b1-8004-4289-a9db-127f4e874f0f req-1608aced-b029-42e1-8c6d-62bc3be1afd3 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 950 time: 0.2337205 Jul 16 17:50:57.444024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04da2a-2810-4296-92fd-97397b37a84d req-f84fa558-3001-479a-ae40-7ec2729dcd72 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:57.445824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa04da2a-2810-4296-92fd-97397b37a84d req-f84fa558-3001-479a-ae40-7ec2729dcd72 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 949 time: 0.2392316 Jul 16 17:50:57.513360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2315e3b1-8004-4289-a9db-127f4e874f0f req-db30d709-bd00-43bf-9eb0-4a2d9d884007 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026409 Jul 16 17:50:57.549116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa04da2a-2810-4296-92fd-97397b37a84d req-c4537b14-e535-4948-985e-f0575af445e6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967236 Jul 16 17:50:57.627329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399f244b-ed6e-405e-8eaf-0ca43309dce2 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:57.637234 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.675539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Transition to ACTIVE for port object 399f244b-ed6e-405e-8eaf-0ca43309dce2 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:57.683368 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.748508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Pushing event updated for resources: {'Port': ['ID=399f244b-ed6e-405e-8eaf-0ca43309dce2,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:57.755240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047f433-aa4b-4ef5-967a-bec8c0090676 req-4b470b6b-2c10-4d3d-a59e-db3bc523be3d tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:57.756873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5047f433-aa4b-4ef5-967a-bec8c0090676 req-4b470b6b-2c10-4d3d-a59e-db3bc523be3d tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 1101 time: 0.1242948 Jul 16 17:50:57.835960 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5047f433-aa4b-4ef5-967a-bec8c0090676 req-1789e446-35f7-44fe-bd04-7ea432e4dad8 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590565 Jul 16 17:50:57.850417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:57.850831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:57.851341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:57.866727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:57.867704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:57.874374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:57.874778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:57.875379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:57.875913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Bound port: 399f244b-ed6e-405e-8eaf-0ca43309dce2, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:57.876579 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.966993 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a983487d-f4c5-4499-b3f9-0209c8b0b0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:58.037949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:58.064624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:58.076758 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:58.128485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.129189 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:58.130451 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] 10.222.0.35 "PUT /v2.0/ports/399f244b-ed6e-405e-8eaf-0ca43309dce2 HTTP/1.1" status: 200 len: 1092 time: 1.0617042 Jul 16 17:50:58.130876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59cdc07-de44-4198-a816-b5a21b80a69e', 'tag': '399f244b-ed6e-405e-8eaf-0ca43309dce2'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:58.133813 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629b3ea0-80a6-42da-9d99-05027d3c2cda" -d '{"events": [{"name": "network-changed", "server_uuid": "d59cdc07-de44-4198-a816-b5a21b80a69e", "tag": "399f244b-ed6e-405e-8eaf-0ca43309dce2"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:58.144014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3bc83a9-8851-4f02-858c-65643583d2d7 req-19abb651-7048-4956-8fc3-25152a70993a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1818738 Jul 16 17:50:58.169033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a884d-cb2c-4e4e-bd86-267c5145c8e5 req-eafdd013-6fdd-478d-8147-ab177c148d37 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.170281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-149a884d-cb2c-4e4e-bd86-267c5145c8e5 req-eafdd013-6fdd-478d-8147-ab177c148d37 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 943 time: 0.2093689 Jul 16 17:50:58.171312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e7461-92ad-45f9-90d4-466e6288397c service neutron] Pushing event updated for resources: {'Port': ['ID=399f244b-ed6e-405e-8eaf-0ca43309dce2,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:58.278735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-149a884d-cb2c-4e4e-bd86-267c5145c8e5 req-98bd5cca-ae85-4f4d-afe0-44f8dbbc12ef tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971410 Jul 16 17:50:58.317700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-c7359371-2f23-43f0-8f4a-7a0157a95fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.319128 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-c7359371-2f23-43f0-8f4a-7a0157a95fea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 1095 time: 0.1164286 Jul 16 17:50:58.325692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc83a9-8851-4f02-858c-65643583d2d7 req-d4f282c2-1db3-4a94-929d-d3e52416e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.327219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3bc83a9-8851-4f02-858c-65643583d2d7 req-d4f282c2-1db3-4a94-929d-d3e52416e2be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 1097 time: 0.1111386 Jul 16 17:50:58.366013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-d1a70521-ddda-45b7-bc1a-e05ab532bcdb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2 HTTP/1.1" status: 200 len: 217 time: 0.0377820 Jul 16 17:50:58.524988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-ec2b2db8-84d3-4a39-8fd8-c7aa994d279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.524988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-ec2b2db8-84d3-4a39-8fd8-c7aa994d279c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.1471827 Jul 16 17:50:58.569211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc83a9-8851-4f02-858c-65643583d2d7 req-6f7a5f4b-d89c-41c9-a861-186b2c8b247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.570984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3bc83a9-8851-4f02-858c-65643583d2d7 req-6f7a5f4b-d89c-41c9-a861-186b2c8b247b service neutron] 10.222.0.43 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.2068591 Jul 16 17:50:58.573169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-c59f33fe-08a2-4958-8edf-309c88fe6086 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418329 Jul 16 17:50:58.605874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b38d1-8ce4-4de7-80bd-70c28979d1ce req-9b437157-66be-4d87-b2d7-966b0e1e3f99 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.607471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c9b38d1-8ce4-4de7-80bd-70c28979d1ce req-9b437157-66be-4d87-b2d7-966b0e1e3f99 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/ports?device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 946 time: 0.1902628 Jul 16 17:50:58.656091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3bc83a9-8851-4f02-858c-65643583d2d7 req-b2122856-360e-4d95-9c68-d5bef26be7df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725 HTTP/1.1" status: 200 len: 217 time: 0.0649874 Jul 16 17:50:58.782932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c9b38d1-8ce4-4de7-80bd-70c28979d1ce req-1ed14fed-8807-4abb-a980-c3ea5ac77a2d tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6737554-adde-4a84-a99e-526d656dd431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377275 Jul 16 17:50:58.817747 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-3897394a-7b54-4e26-8b7c-fa5a5854d61d service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357235 Jul 16 17:50:58.819722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc83a9-8851-4f02-858c-65643583d2d7 req-bf7ba0b9-df77-4cbb-8183-84c764c6bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.821477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3bc83a9-8851-4f02-858c-65643583d2d7 req-bf7ba0b9-df77-4cbb-8183-84c764c6bff8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.1489258 Jul 16 17:50:58.835838 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6da002e-1edf-4f1e-84ff-ec61196051a8 x-openstack-request-id: req-b6da002e-1edf-4f1e-84ff-ec61196051a8 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:58.835838 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59cdc07-de44-4198-a816-b5a21b80a69e", "tag": "399f244b-ed6e-405e-8eaf-0ca43309dce2", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:58.835838 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6da002e-1edf-4f1e-84ff-ec61196051a8 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:58.836252 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59cdc07-de44-4198-a816-b5a21b80a69e', 'tag': '399f244b-ed6e-405e-8eaf-0ca43309dce2', 'status': 'completed', 'code': 200} Jul 16 17:50:58.890500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3bc83a9-8851-4f02-858c-65643583d2d7 req-d1412011-5aeb-4fb2-a6cd-f1439ef34036 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533156 Jul 16 17:50:59.284457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-0cb43a98-38b4-49c4-9db1-8cb99805b66e tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=56da5aef2ce842e59ab7786fbedbfdba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2990904 Jul 16 17:50:59.349571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89c29d1-5d55-44a8-83fa-4dbcd7e5b481 req-82359962-2ca1-495c-986b-bbc434a60529 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245826 Jul 16 17:50:59.483813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3bc83a9-8851-4f02-858c-65643583d2d7 req-a1081d16-7d0e-483d-9bf8-7df8f9a3758e service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346293 Jul 16 17:50:59.500523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265fa8e-5159-49f1-9931-3af839a70aeb req-e8e3e5f5-29ba-4b3d-b29f-6d10f0002c02 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.501865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6265fa8e-5159-49f1-9931-3af839a70aeb req-e8e3e5f5-29ba-4b3d-b29f-6d10f0002c02 tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 950 time: 0.5633404 Jul 16 17:50:59.631237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-770c5b2e-7547-4df9-9168-3d5a829b84ff tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.633212 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-770c5b2e-7547-4df9-9168-3d5a829b84ff tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3178246 Jul 16 17:50:59.672953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-7beaf353-65cb-4c21-b035-7ca79c5b1507 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.673425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-7beaf353-65cb-4c21-b035-7ca79c5b1507 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.673888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-7beaf353-65cb-4c21-b035-7ca79c5b1507 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.674348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-7beaf353-65cb-4c21-b035-7ca79c5b1507 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.674805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-7beaf353-65cb-4c21-b035-7ca79c5b1507 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.675256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-7beaf353-65cb-4c21-b035-7ca79c5b1507 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.675735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-7beaf353-65cb-4c21-b035-7ca79c5b1507 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.676200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-7beaf353-65cb-4c21-b035-7ca79c5b1507 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.676641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-7beaf353-65cb-4c21-b035-7ca79c5b1507 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.677091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-7beaf353-65cb-4c21-b035-7ca79c5b1507 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.677537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-7beaf353-65cb-4c21-b035-7ca79c5b1507 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.677989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-7beaf353-65cb-4c21-b035-7ca79c5b1507 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.680209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-7beaf353-65cb-4c21-b035-7ca79c5b1507 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e&device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c&device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536&device_id=4c04efe6-f390-4127-bdcd-ef61ec7cf2f8&device_id=b69287a4-cb86-437c-89de-416725ff4911&device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95&device_id=7551a28f-9298-44ac-883c-864d9c497776&device_id=e64bc504-e370-4548-8cac-063618739bed&device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05&device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae&device_id=b6a28354-86d5-472b-8525-121bd131e95a&device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 10884 time: 0.3428316 Jul 16 17:50:59.722017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-14700caa-2732-44c1-bbbb-2112d54ad145 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/quotas/56da5aef2ce842e59ab7786fbedbfdba HTTP/1.1" status: 200 len: 375 time: 0.0741997 Jul 16 17:50:59.740117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b3ea0-80a6-42da-9d99-05027d3c2cda req-63fe8727-26a7-41d5-be2e-090c47e4222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.741466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-629b3ea0-80a6-42da-9d99-05027d3c2cda req-63fe8727-26a7-41d5-be2e-090c47e4222a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 1095 time: 0.3394356 Jul 16 17:50:59.753252 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-39025bf0-b0e3-43d7-a620-53c30369f609 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:59.761054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3bc83a9-8851-4f02-858c-65643583d2d7 req-2df42740-74e3-4178-a323-e2b99d0084fa service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557542 Jul 16 17:50:59.792074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-22934e5f-c06b-415e-9cb2-13029b68359f tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=56da5aef2ce842e59ab7786fbedbfdba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616529 Jul 16 17:50:59.886922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-6265fa8e-5159-49f1-9931-3af839a70aeb req-61ac4665-922d-4b70-b1e1-67710bfe938c tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Deleting port eaed74f9-00b8-4f98-a7c9-126a8f665e83 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:59.887257 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6265fa8e-5159-49f1-9931-3af839a70aeb req-61ac4665-922d-4b70-b1e1-67710bfe938c tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:59.976795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b3ea0-80a6-42da-9d99-05027d3c2cda req-707ace4f-b662-44cf-bc0c-cde7fb281570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.978155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-629b3ea0-80a6-42da-9d99-05027d3c2cda req-707ace4f-b662-44cf-bc0c-cde7fb281570 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.2195840 Jul 16 17:51:00.050444 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-629b3ea0-80a6-42da-9d99-05027d3c2cda req-e1ca3b01-c9f5-4b24-b93b-716cfdc7723a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2 HTTP/1.1" status: 200 len: 217 time: 0.0608475 Jul 16 17:51:00.152430 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6265fa8e-5159-49f1-9931-3af839a70aeb req-61ac4665-922d-4b70-b1e1-67710bfe938c tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] For port eaed74f9-00b8-4f98-a7c9-126a8f665e83, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=eaed74f9-00b8-4f98-a7c9-126a8f665e83,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:00.152785 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6265fa8e-5159-49f1-9931-3af839a70aeb req-61ac4665-922d-4b70-b1e1-67710bfe938c tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:00.179799 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-39025bf0-b0e3-43d7-a620-53c30369f609 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:00.186997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b3ea0-80a6-42da-9d99-05027d3c2cda req-ef0e23a0-258d-4592-a93c-e9b17596af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:00.188446 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-629b3ea0-80a6-42da-9d99-05027d3c2cda req-ef0e23a0-258d-4592-a93c-e9b17596af38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.1079810 Jul 16 17:51:00.191073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-6265fa8e-5159-49f1-9931-3af839a70aeb req-61ac4665-922d-4b70-b1e1-67710bfe938c tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Calling delete_port for eaed74f9-00b8-4f98-a7c9-126a8f665e83 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:00.193490 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-39025bf0-b0e3-43d7-a620-53c30369f609 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:00.257036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-629b3ea0-80a6-42da-9d99-05027d3c2cda req-2f154641-9dcb-4f51-b867-0c3748a97847 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595510 Jul 16 17:51:00.268036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78787dcd-8a2d-4a26-a140-cc9587da71ba req-39025bf0-b0e3-43d7-a620-53c30369f609 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d6737554-adde-4a84-a99e-526d656dd431&id=9987b269-aebb-4768-b222-858fe4bf727a&id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&id=deeca6a5-d637-424a-9e65-3ca46c6018a7&id=0575ec27-c2f1-401c-8eee-8b57d9323782&id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.5774460 Jul 16 17:51:00.289182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af7e33-4ae3-42c2-9d47-5b36436c53c3 req-dfd4bf18-445b-4007-abc9-dec28622dcaf tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:00.292748 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4af7e33-4ae3-42c2-9d47-5b36436c53c3 req-dfd4bf18-445b-4007-abc9-dec28622dcaf tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4af2746-85e5-4f57-8046-46e9f0c355ae HTTP/1.1" status: 200 len: 950 time: 0.2591929 Jul 16 17:51:00.340794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39025bf0-b0e3-43d7-a620-53c30369f609 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb59258-6b71-4055-ad41-862f26d327c4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:00.410636 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-9bf06de0-2dbd-42e0-bbe5-61dba5f92293 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528498 Jul 16 17:51:00.495531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4af7e33-4ae3-42c2-9d47-5b36436c53c3 req-65ed85e9-c3e3-4cbb-9482-0cc8fdae0a2c tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.41 "GET /v2.0/security-groups?id=75e799ad-4604-405c-b258-b90fe3712387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559031 Jul 16 17:51:00.568521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-629b3ea0-80a6-42da-9d99-05027d3c2cda req-3dc4e037-9303-414a-86f0-403841b4aa35 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995207 Jul 16 17:51:00.590232 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:00.643388 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7114e69d-a06f-4073-bdeb-72c5e7802bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:00.675256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-93cf637a-56ec-438b-a110-ac66ce4cefd6 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:00.676785 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-93cf637a-56ec-438b-a110-ac66ce4cefd6 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292845 Jul 16 17:51:00.719553 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6265fa8e-5159-49f1-9931-3af839a70aeb req-61ac4665-922d-4b70-b1e1-67710bfe938c tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:00.732104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-72a7b923-d758-47cf-b3ab-86e01f0e332b tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/quotas/06e16abdfa0f4688991ced62041b5e12 HTTP/1.1" status: 200 len: 375 time: 0.0271447 Jul 16 17:51:00.735552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['eaed74f9-00b8-4f98-a7c9-126a8f665e83'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:00.765359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac4665-922d-4b70-b1e1-67710bfe938c tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Pushing event deleted for resources: {'Port': ['ID=eaed74f9-00b8-4f98-a7c9-126a8f665e83,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:00.805058 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-629b3ea0-80a6-42da-9d99-05027d3c2cda req-099c26f1-73ef-487d-b896-a6ec55ac27ea service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151599 Jul 16 17:51:00.850467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6265fa8e-5159-49f1-9931-3af839a70aeb req-61ac4665-922d-4b70-b1e1-67710bfe938c tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] No DVR routers for this DVR port eaed74f9-00b8-4f98-a7c9-126a8f665e83 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:00.854037 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6265fa8e-5159-49f1-9931-3af839a70aeb req-61ac4665-922d-4b70-b1e1-67710bfe938c tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:00.856029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6265fa8e-5159-49f1-9931-3af839a70aeb req-61ac4665-922d-4b70-b1e1-67710bfe938c tempest-LiveMigrationNegativeTest-330575086 tempest-LiveMigrationNegativeTest-330575086-project] 10.222.0.43 "DELETE /v2.0/ports/eaed74f9-00b8-4f98-a7c9-126a8f665e83 HTTP/1.1" status: 204 len: 173 time: 1.3387151 Jul 16 17:51:00.856458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4af2746-85e5-4f57-8046-46e9f0c355ae', 'name': 'network-vif-deleted', 'tag': 'eaed74f9-00b8-4f98-a7c9-126a8f665e83'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:00.858692 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd01bbd8-9843-4dc2-9359-b1a3f7092e69" -d '{"events": [{"server_uuid": "b4af2746-85e5-4f57-8046-46e9f0c355ae", "name": "network-vif-deleted", "tag": "eaed74f9-00b8-4f98-a7c9-126a8f665e83"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:00.909543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-6465dee3-ff02-4b79-ae32-fe00f0f226c0 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1546037 Jul 16 17:51:01.166240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288a438-cc64-485b-96fd-15fde4f3d8da req-9b8f8735-655d-466a-9086-68b62dbcd070 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:01.168229 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b288a438-cc64-485b-96fd-15fde4f3d8da req-9b8f8735-655d-466a-9086-68b62dbcd070 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 943 time: 0.1035874 Jul 16 17:51:01.202567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-e950b1de-147b-4482-bff5-5a3482dbf1d1 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=56da5aef2ce842e59ab7786fbedbfdba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331957 Jul 16 17:51:01.319885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b288a438-cc64-485b-96fd-15fde4f3d8da req-123f5362-c241-4d9e-ad75-68579197550b tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340909 Jul 16 17:51:01.359059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-cfcfb533-ca67-4f9e-a8d0-89c5fe1f9a42 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:01.360639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-cfcfb533-ca67-4f9e-a8d0-89c5fe1f9a42 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512020 Jul 16 17:51:01.385333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Request body: {'port': {'device_id': '960e1ab5-1ce4-421d-996e-094c4df02420', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '56da5aef2ce842e59ab7786fbedbfdba'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:01.664352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4f996b1-9e9a-4630-b705-523328a1ba2f req-e477fe81-2493-4bfd-a6f4-4a39522d1901 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 210 time: 0.0987880 Jul 16 17:51:01.727129 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:01.776092 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Made reservation on behalf of 56da5aef2ce842e59ab7786fbedbfdba for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:01.786896 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:01.803918 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e9a086-73d4-45de-b44b-ada62475def8 x-openstack-request-id: req-23e9a086-73d4-45de-b44b-ada62475def8 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:01.804235 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4af2746-85e5-4f57-8046-46e9f0c355ae", "name": "network-vif-deleted", "tag": "eaed74f9-00b8-4f98-a7c9-126a8f665e83", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:01.804510 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23e9a086-73d4-45de-b44b-ada62475def8 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:01.805031 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4af2746-85e5-4f57-8046-46e9f0c355ae', 'name': 'network-vif-deleted', 'tag': 'eaed74f9-00b8-4f98-a7c9-126a8f665e83', 'status': 'completed', 'code': 200} Jul 16 17:51:01.806243 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:02.089378 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:02.119371 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:02.385247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1251498-c141-48f4-91b1-e61e44629eb9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:02.511793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Allocated IP 192.168.233.223 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/865de5f1-138d-40ae-893e-ebef38561065) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:02.544319 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76043ee9-e3b8-470d-ac81-b93739d0d41f req-2d7a3d03-94e7-4db3-870d-e67ce878f08e tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:02.544815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76043ee9-e3b8-470d-ac81-b93739d0d41f req-2d7a3d03-94e7-4db3-870d-e67ce878f08e tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:02.545283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76043ee9-e3b8-470d-ac81-b93739d0d41f req-2d7a3d03-94e7-4db3-870d-e67ce878f08e tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:02.552337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76043ee9-e3b8-470d-ac81-b93739d0d41f req-2d7a3d03-94e7-4db3-870d-e67ce878f08e tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536&device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95&device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 2885 time: 0.1641469 Jul 16 17:51:02.645612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51450) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:02.710071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76043ee9-e3b8-470d-ac81-b93739d0d41f req-b0dd3161-9aae-43e9-b7f3-56fdb54da2c0 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568453 Jul 16 17:51:02.925728 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:02.989879 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51460) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:03.011892 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-811aeb29-ad1e-450c-8f1d-bd16d43ad3b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9a2813d7968401d9735b78c4b564a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549330 Jul 16 17:51:03.013426 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51464) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:03.040788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b2153d3-9d27-4809-830a-de26c12fadec req-420f954b-0dde-4765-8fa2-2a2b6a85d4f2 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 210 time: 0.0790863 Jul 16 17:51:03.084284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Transition to ACTIVE for port object 865de5f1-138d-40ae-893e-ebef38561065 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:03.169413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d104cd8-8174-43eb-993a-1b8f5e0c6530 req-6924806d-abf0-4a96-9e5a-115416819ac8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:03.170046 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cb679abf-e656-40ca-be80-50290ef8d449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.176479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d104cd8-8174-43eb-993a-1b8f5e0c6530 req-6924806d-abf0-4a96-9e5a-115416819ac8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 943 time: 0.2362354 Jul 16 17:51:03.226977 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cb679abf-e656-40ca-be80-50290ef8d449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.233433 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device eaed74f9-00b8-4f98-a7c9-126a8f665e83 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:03.350801 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3736dee3-508b-4ad0-97ee-d0014fe52058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.380647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 399f244b-ed6e-405e-8eaf-0ca43309dce2 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:03.383225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: eaed74f9-00b8-4f98-a7c9-126a8f665e83 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:03.387858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device eaed74f9-00b8-4f98-a7c9-126a8f665e83 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:03.448722 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cb679abf-e656-40ca-be80-50290ef8d449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.451937 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cb679abf-e656-40ca-be80-50290ef8d449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.453417 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cb679abf-e656-40ca-be80-50290ef8d449 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75e799ad-4604-405c-b258-b90fe3712387 HTTP/1.1" status: 204 len: 168 time: 0.4384217 Jul 16 17:51:03.502358 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb679abf-e656-40ca-be80-50290ef8d449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e799ad-4604-405c-b258-b90fe3712387,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:03.564118 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3736dee3-508b-4ad0-97ee-d0014fe52058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.569072 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.573884 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3736dee3-508b-4ad0-97ee-d0014fe52058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.632748 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.661465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:03.671996 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3736dee3-508b-4ad0-97ee-d0014fe52058 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d9c7e96070247e199b7fae8d8c6070c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6737001 Jul 16 17:51:03.674528 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51470) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:03.684479 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736dee3-508b-4ad0-97ee-d0014fe52058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a4d49d-37ab-4fcf-9c33-6ebc1b033d59,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:03.688109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '399f244b-ed6e-405e-8eaf-0ca43309dce2', 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2', 'port_id': '399f244b-ed6e-405e-8eaf-0ca43309dce2', 'mac_address': 'fa:16:3e:cf:1c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0613ca9c-4811-4c37-882d-5b32e78d1468', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:03.779515 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.786465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d104cd8-8174-43eb-993a-1b8f5e0c6530 req-28e63c88-3cb6-4dae-886f-0aba43ff1c2c tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6087484 Jul 16 17:51:03.815427 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399f244b-ed6e-405e-8eaf-0ca43309dce2 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:03.826946 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64fe2037-cba3-4890-bd29-772c48deb75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.854252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:03.857656 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64fe2037-cba3-4890-bd29-772c48deb75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.876822 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:03.890638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:03.892540 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.922631 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64fe2037-cba3-4890-bd29-772c48deb75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.925972 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64fe2037-cba3-4890-bd29-772c48deb75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.926932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:03.927916 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-64fe2037-cba3-4890-bd29-772c48deb75a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9a4d49d-37ab-4fcf-9c33-6ebc1b033d59 HTTP/1.1" status: 204 len: 168 time: 0.2523251 Jul 16 17:51:03.939264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe2037-cba3-4890-bd29-772c48deb75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a4d49d-37ab-4fcf-9c33-6ebc1b033d59,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:03.993865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Pushing event updated for resources: {'Port': ['ID=865de5f1-138d-40ae-893e-ebef38561065,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:04.140218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51478) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:04.140792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=399f244b-ed6e-405e-8eaf-0ca43309dce2,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:04.153226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51574e53-6803-4a95-bb55-a38920afcf7d req-8b50b5e1-e6cb-4c7d-9646-62bd0d73d671 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:04.154427 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['399f244b-ed6e-405e-8eaf-0ca43309dce2'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:04.163199 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51574e53-6803-4a95-bb55-a38920afcf7d req-8b50b5e1-e6cb-4c7d-9646-62bd0d73d671 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/ports?device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 946 time: 0.5850601 Jul 16 17:51:04.218829 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-cd1c88a1-05fe-472e-a682-3b6e4a910d21 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417740 Jul 16 17:51:04.236680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:04.237329 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:04.268337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-1db93efc-f8c2-4dc7-9ea7-0458c70d80fb tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8964145 Jul 16 17:51:04.274052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51482) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:04.281711 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-188ec42d-e278-4c73-b35e-0bc62bce3411 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11cff6afe8ec4a7995669c03fabc2e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397767 Jul 16 17:51:04.302684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Request body: {'port': {'device_id': '960e1ab5-1ce4-421d-996e-094c4df02420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:04.408135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51574e53-6803-4a95-bb55-a38920afcf7d req-4d2c43be-383e-4051-8c3b-815c7599bafd tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6737554-adde-4a84-a99e-526d656dd431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432494 Jul 16 17:51:04.499101 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-a6b1ead9-54df-4d4b-8686-312cd943e2d0 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:04.500614 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-a6b1ead9-54df-4d4b-8686-312cd943e2d0 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520959 Jul 16 17:51:04.521385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-80602440-728d-4287-9155-ed415d3239c0 req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Request body: {'port': {'device_id': '1643a4c1-ba83-43bc-b1c8-0a7684b934be', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '06e16abdfa0f4688991ced62041b5e12'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:04.564971 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51484) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:04.566142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfc8bb-ed8c-4350-9005-6a275fc9bb0d req-d46c6d4b-dfa7-48cb-8372-59f7f6c2c3bb tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:04.567688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51cfc8bb-ed8c-4350-9005-6a275fc9bb0d req-d46c6d4b-dfa7-48cb-8372-59f7f6c2c3bb tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.35 "GET /v2.0/ports?device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 946 time: 0.5535331 Jul 16 17:51:04.582720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fa80e-0ef1-4d53-9e5f-d29945e7683d req-650c0009-e0ea-4149-ba32-d065225d4909 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:04.590782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fe3fa80e-0ef1-4d53-9e5f-d29945e7683d req-650c0009-e0ea-4149-ba32-d065225d4909 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 936 time: 0.4521868 Jul 16 17:51:04.599944 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4cf55c02-8fa9-4ca3-ba8d-4118fb110037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:04.653671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-11401203-9f3e-4fd5-8aa4-641d0272ff4b tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2187066 Jul 16 17:51:04.654382 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:04.729498 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [None req-4cf55c02-8fa9-4ca3-ba8d-4118fb110037 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:51:04.729498 n-d-787206-10 neutron-server[100170]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 17:51:04.729498 n-d-787206-10 neutron-server[100170]: [parameters: {'project_id': 'f52e886a5d7644c1aed5ba8548cac5c7', 'id': 'ab95fa69-65ac-4750-9f3c-661a3f4f036e', 'expiration': datetime.datetime(2021, 7, 16, 17, 53, 4, 722142)}] Jul 16 17:51:04.729498 n-d-787206-10 neutron-server[100170]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:51:04.730270 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [None req-4cf55c02-8fa9-4ca3-ba8d-4118fb110037 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:51:04.749739 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c18116ed-e429-4d00-b866-74cfd1b95f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:04.750859 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Made reservation on behalf of 06e16abdfa0f4688991ced62041b5e12 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:04.754929 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:04.858127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fe3fa80e-0ef1-4d53-9e5f-d29945e7683d req-226f85bf-8660-4564-a0e6-bf94a3aafa9a tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1251498-c141-48f4-91b1-e61e44629eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663677 Jul 16 17:51:04.915855 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c18116ed-e429-4d00-b866-74cfd1b95f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:04.983323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-80602440-728d-4287-9155-ed415d3239c0 req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Allocated IP 192.168.233.58 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/6fb98384-d168-4775-a307-45ede136825f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:05.111024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0f8425cc-b885-450e-9f27-6c6cb2c31dc0 None None] Provisioning for port 865de5f1-138d-40ae-893e-ebef38561065 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:05.116292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0f8425cc-b885-450e-9f27-6c6cb2c31dc0 None None] Provisioning complete for port 865de5f1-138d-40ae-893e-ebef38561065 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:05.117671 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0f8425cc-b885-450e-9f27-6c6cb2c31dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.124133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbf74c5b-3672-48b0-872a-fc52d69091d3 req-8142bd7d-cd4e-4111-90a8-bda42554e79a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 210 time: 0.1345544 Jul 16 17:51:05.130189 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c18116ed-e429-4d00-b866-74cfd1b95f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.133517 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c18116ed-e429-4d00-b866-74cfd1b95f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.136953 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c18116ed-e429-4d00-b866-74cfd1b95f42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48b36db4-3954-439a-9e9d-442142fcabb2 HTTP/1.1" status: 204 len: 168 time: 0.8579686 Jul 16 17:51:05.200225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-74b5f048-0564-4c29-b2a0-6aab2e8ba87a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:05.202015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-74b5f048-0564-4c29-b2a0-6aab2e8ba87a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5338671 Jul 16 17:51:05.203266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0f8425cc-b885-450e-9f27-6c6cb2c31dc0 None None] Port 865de5f1-138d-40ae-893e-ebef38561065 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:51:05.220856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18116ed-e429-4d00-b866-74cfd1b95f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b36db4-3954-439a-9e9d-442142fcabb2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:05.229674 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-80602440-728d-4287-9155-ed415d3239c0 req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Request body: {'port': {'device_id': '3c459d32-2205-490d-8952-0c2dc745c92f', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '06e16abdfa0f4688991ced62041b5e12'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:05.249227 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.251106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-51cfc8bb-ed8c-4350-9005-6a275fc9bb0d req-c9be3c09-b8e9-4e94-9174-2bede1741d76 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Deleting port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:05.251543 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-51cfc8bb-ed8c-4350-9005-6a275fc9bb0d req-c9be3c09-b8e9-4e94-9174-2bede1741d76 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.255273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4cf55c02-8fa9-4ca3-ba8d-4118fb110037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.284806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-80602440-728d-4287-9155-ed415d3239c0 req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Transition to ACTIVE for port object 6fb98384-d168-4775-a307-45ede136825f will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:05.350506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 399f244b-ed6e-405e-8eaf-0ca43309dce2 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:05.378597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.397351 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'b066997f-bac6-4296-a729-8ef7f88f38f1', '0e1093b6-ee29-4e09-a52c-8289b72ec9c3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:05.467289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80602440-728d-4287-9155-ed415d3239c0 req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:05.502904 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4cf55c02-8fa9-4ca3-ba8d-4118fb110037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.505927 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-80602440-728d-4287-9155-ed415d3239c0 req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:05.520458 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-80602440-728d-4287-9155-ed415d3239c0 req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:05.531051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 399f244b-ed6e-405e-8eaf-0ca43309dce2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:05.533640 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4cf55c02-8fa9-4ca3-ba8d-4118fb110037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.549651 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 399f244b-ed6e-405e-8eaf-0ca43309dce2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:05.550038 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.556681 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event updated for resources: {'Port': ['ID=6fb98384-d168-4775-a307-45ede136825f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:05.650497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Made reservation on behalf of 06e16abdfa0f4688991ced62041b5e12 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:05.654315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.674463 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4cf55c02-8fa9-4ca3-ba8d-4118fb110037 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f52e886a5d7644c1aed5ba8548cac5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1075146 Jul 16 17:51:05.683679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51502) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:05.693046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:05.693678 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.706578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf55c02-8fa9-4ca3-ba8d-4118fb110037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1781ea-99e8-4228-ae7b-942dfe515faa,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:05.738831 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-83cfc6b5-0f24-476b-a7e8-8d73f3c5b4d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2283218 Jul 16 17:51:05.765269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Request body: {'port': {'device_id': '1643a4c1-ba83-43bc-b1c8-0a7684b934be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:05.833418 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fc851566-5b28-452d-9cdd-dcd3bdf8407a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.855033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66746d5-31d7-40c6-9c79-9a9f2e56d602 req-861f389e-ae26-4e4a-a077-2fb052fcd588 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:05.862956 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e66746d5-31d7-40c6-9c79-9a9f2e56d602 req-861f389e-ae26-4e4a-a077-2fb052fcd588 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 944 time: 0.6071646 Jul 16 17:51:05.866259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-51cfc8bb-ed8c-4350-9005-6a275fc9bb0d req-c9be3c09-b8e9-4e94-9174-2bede1741d76 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] For port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd,segment=NetworkSegment(f63141b7-57b5-4a7d-84f6-00e04230b11e),segment_id=f63141b7-57b5-4a7d-84f6-00e04230b11e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:05.867227 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-51cfc8bb-ed8c-4350-9005-6a275fc9bb0d req-c9be3c09-b8e9-4e94-9174-2bede1741d76 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.895529 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fc851566-5b28-452d-9cdd-dcd3bdf8407a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.937578 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.952234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-51cfc8bb-ed8c-4350-9005-6a275fc9bb0d req-c9be3c09-b8e9-4e94-9174-2bede1741d76 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Calling delete_port for 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:05.991327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865de5f1-138d-40ae-893e-ebef38561065 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:06.005799 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fc851566-5b28-452d-9cdd-dcd3bdf8407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.007760 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.008743 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fc851566-5b28-452d-9cdd-dcd3bdf8407a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.009945 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fc851566-5b28-452d-9cdd-dcd3bdf8407a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab1781ea-99e8-4228-ae7b-942dfe515faa HTTP/1.1" status: 204 len: 168 time: 0.3129637 Jul 16 17:51:06.065289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Transition to ACTIVE for port object 865de5f1-138d-40ae-893e-ebef38561065 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:06.074792 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc851566-5b28-452d-9cdd-dcd3bdf8407a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1781ea-99e8-4228-ae7b-942dfe515faa,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:06.075756 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.079213 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1827d3f8-9916-4da5-aca7-8bc1c0c394ff None None] Provisioning for port 6fb98384-d168-4775-a307-45ede136825f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:06.097949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e66746d5-31d7-40c6-9c79-9a9f2e56d602 req-ff3ba15b-91de-483b-9a71-177a6425febd tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072136 Jul 16 17:51:06.109243 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.111755 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1827d3f8-9916-4da5-aca7-8bc1c0c394ff None None] Provisioning complete for port 6fb98384-d168-4775-a307-45ede136825f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:06.113335 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1827d3f8-9916-4da5-aca7-8bc1c0c394ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.202002 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59cdc07-de44-4198-a816-b5a21b80a69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399f244b-ed6e-405e-8eaf-0ca43309dce2'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:06.204678 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e68309a-4936-4d50-9164-ee975fc3e3b1" -d '{"events": [{"server_uuid": "d59cdc07-de44-4198-a816-b5a21b80a69e", "name": "network-vif-plugged", "status": "completed", "tag": "399f244b-ed6e-405e-8eaf-0ca43309dce2"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:06.239767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:06.249402 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1827d3f8-9916-4da5-aca7-8bc1c0c394ff None None] Port 6fb98384-d168-4775-a307-45ede136825f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:51:06.254992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-80602440-728d-4287-9155-ed415d3239c0 req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Allocated IP 192.168.233.47 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/b8cf4958-8caf-4ff2-b72a-dc7c6b99380d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:06.256412 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.285443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98199924-74a9-456b-b7d2-8dda4ce92d7d req-5c945651-3325-48de-be4e-b7a8238792ef tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:06.293930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98199924-74a9-456b-b7d2-8dda4ce92d7d req-5c945651-3325-48de-be4e-b7a8238792ef tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/ports?device_id=655fb3b7-254d-4104-9eeb-4ff34639ab1c HTTP/1.1" status: 200 len: 946 time: 0.3945637 Jul 16 17:51:06.308097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=865de5f1-138d-40ae-893e-ebef38561065,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:06.335683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=399f244b-ed6e-405e-8eaf-0ca43309dce2,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:06.581679 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98199924-74a9-456b-b7d2-8dda4ce92d7d req-fe051db3-2bd1-483c-873a-998bbb9c87e3 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6737554-adde-4a84-a99e-526d656dd431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864740 Jul 16 17:51:06.715118 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-51cfc8bb-ed8c-4350-9005-6a275fc9bb0d req-c9be3c09-b8e9-4e94-9174-2bede1741d76 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.777856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be3c09-b8e9-4e94-9174-2bede1741d76 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Pushing event deleted for resources: {'Port': ['ID=7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:06.780256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Attempting to bind port 865de5f1-138d-40ae-893e-ebef38561065 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:06.780587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Attempting to bind port 865de5f1-138d-40ae-893e-ebef38561065 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:06.780954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Attempting to bind port 865de5f1-138d-40ae-893e-ebef38561065 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:06.805944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Port 865de5f1-138d-40ae-893e-ebef38561065 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:06.806268 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Attempting to bind port 865de5f1-138d-40ae-893e-ebef38561065 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:06.813877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:06.814206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:06.814830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:06.814984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Bound port: 865de5f1-138d-40ae-893e-ebef38561065, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:06.815356 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.937337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cfc8bb-ed8c-4350-9005-6a275fc9bb0d req-c9be3c09-b8e9-4e94-9174-2bede1741d76 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] No DVR routers for this DVR port 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:06.958760 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.967381 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-51cfc8bb-ed8c-4350-9005-6a275fc9bb0d req-c9be3c09-b8e9-4e94-9174-2bede1741d76 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.969506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51cfc8bb-ed8c-4350-9005-6a275fc9bb0d req-c9be3c09-b8e9-4e94-9174-2bede1741d76 tempest-InstanceActionsNegativeTestJSON-281565708 tempest-InstanceActionsNegativeTestJSON-281565708-project] 10.222.0.35 "DELETE /v2.0/ports/7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd HTTP/1.1" status: 204 len: 173 time: 2.3666196 Jul 16 17:51:06.971488 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e9e1adf-95a6-45fc-a8e9-890772ca056e req-40770a35-e6df-4c2c-be1d-46a5fa01829d tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 210 time: 0.1020656 Jul 16 17:51:06.971833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655fb3b7-254d-4104-9eeb-4ff34639ab1c', 'name': 'network-vif-deleted', 'tag': '7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:06.974054 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a913db2-b6ac-4ca9-98ca-32cb7478bba6" -d '{"events": [{"server_uuid": "655fb3b7-254d-4104-9eeb-4ff34639ab1c", "name": "network-vif-deleted", "tag": "7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:06.996075 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520f6c9-dc99-4121-818b-f4c28a15bb92 req-25598f3d-93b1-4ea3-a749-3593f7251003 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:07.003217 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0520f6c9-dc99-4121-818b-f4c28a15bb92 req-25598f3d-93b1-4ea3-a749-3593f7251003 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 948 time: 0.3721716 Jul 16 17:51:07.055242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-80602440-728d-4287-9155-ed415d3239c0 req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Transition to ACTIVE for port object b8cf4958-8caf-4ff2-b72a-dc7c6b99380d will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:07.060346 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca35d07-aaf1-479d-9265-cc0d191cf7fc x-openstack-request-id: req-aca35d07-aaf1-479d-9265-cc0d191cf7fc {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:07.060660 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59cdc07-de44-4198-a816-b5a21b80a69e", "name": "network-vif-plugged", "status": "completed", "tag": "399f244b-ed6e-405e-8eaf-0ca43309dce2", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:07.061087 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aca35d07-aaf1-479d-9265-cc0d191cf7fc {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:07.061643 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59cdc07-de44-4198-a816-b5a21b80a69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399f244b-ed6e-405e-8eaf-0ca43309dce2', 'code': 200} Jul 16 17:51:07.092101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] For port 865de5f1-138d-40ae-893e-ebef38561065, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:07.121457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0520f6c9-dc99-4121-818b-f4c28a15bb92 req-83f16707-9a47-42ba-a926-8c8e1637e45e tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1251498-c141-48f4-91b1-e61e44629eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170969 Jul 16 17:51:07.133464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] For port 865de5f1-138d-40ae-893e-ebef38561065, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=865de5f1-138d-40ae-893e-ebef38561065,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:07.146786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51562) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:07.160115 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:07.237935 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640dea13-faf5-450c-92a7-dffd69ac10f7 x-openstack-request-id: req-640dea13-faf5-450c-92a7-dffd69ac10f7 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:07.238475 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655fb3b7-254d-4104-9eeb-4ff34639ab1c", "name": "network-vif-deleted", "tag": "7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:07.238722 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-640dea13-faf5-450c-92a7-dffd69ac10f7 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:07.239110 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655fb3b7-254d-4104-9eeb-4ff34639ab1c', 'name': 'network-vif-deleted', 'tag': '7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd', 'status': 'completed', 'code': 200} Jul 16 17:51:07.280624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:07.281230 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:07.282864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] 10.222.0.35 "PUT /v2.0/ports/865de5f1-138d-40ae-893e-ebef38561065 HTTP/1.1" status: 200 len: 1097 time: 2.9985943 Jul 16 17:51:07.352324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:07.405485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:07.406385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7ca1d54e-31bc-43f3-a0a9-b9e8a91091bd not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:07.489054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-301144931-network', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:07.551159 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Made reservation on behalf of 34fb51aec43e4962ae7584ff941199bb for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:07.555539 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:07.568979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:07.588238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb98384-d168-4775-a307-45ede136825f {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:07.600872 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:07.634753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Transition to ACTIVE for port object 6fb98384-d168-4775-a307-45ede136825f will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:07.643900 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:07.663745 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:07.677800 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'b066997f-bac6-4296-a729-8ef7f88f38f1', '0e1093b6-ee29-4e09-a52c-8289b72ec9c3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:07.736129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Pushing event updated for resources: {'Port': ['ID=6fb98384-d168-4775-a307-45ede136825f,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:07.768635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157496c-1dff-4d21-9638-97376e09f9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=865de5f1-138d-40ae-893e-ebef38561065,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:07.803732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80602440-728d-4287-9155-ed415d3239c0 req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:07.843860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-80602440-728d-4287-9155-ed415d3239c0 req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:07.844850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:07.857459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-80602440-728d-4287-9155-ed415d3239c0 req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:07.861205 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:07.881773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Attempting to bind port 6fb98384-d168-4775-a307-45ede136825f on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:07.882222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Attempting to bind port 6fb98384-d168-4775-a307-45ede136825f by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:07.882440 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Attempting to bind port 6fb98384-d168-4775-a307-45ede136825f on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:07.900126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:51:07.902460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Port 6fb98384-d168-4775-a307-45ede136825f on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:07.902775 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Attempting to bind port 6fb98384-d168-4775-a307-45ede136825f on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:07.920587 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:07.920945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:07.921975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:07.921975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Bound port: 6fb98384-d168-4775-a307-45ede136825f, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:07.922242 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:07.924946 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0786d725-4022-43d3-8e2c-44e34dbea222,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:07.932713 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:07.933091 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Added segment 72346b31-33e0-46b8-b396-32eb4bfb23ec of type vlan for network 8edeecb9-92b5-4c5b-a6dc-8882c888356c Jul 16 17:51:07.951611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cf2e9-7cbc-4a7f-bc01-51d7c3b16b15 req-207f8f40-4088-40f5-a700-693ab2f40fdc tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:07.959948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-323cf2e9-7cbc-4a7f-bc01-51d7c3b16b15 req-207f8f40-4088-40f5-a700-693ab2f40fdc tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 1101 time: 0.7195117 Jul 16 17:51:07.978213 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event updated for resources: {'Port': ['ID=b8cf4958-8caf-4ff2-b72a-dc7c6b99380d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:07.994397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c011-e430-4b39-81ec-6fe4eb404690 req-b6ff34d8-a1f7-4b29-b23c-0c436be25224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:07.996188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8199c011-e430-4b39-81ec-6fe4eb404690 req-b6ff34d8-a1f7-4b29-b23c-0c436be25224 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 1097 time: 0.7498803 Jul 16 17:51:08.009752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.024082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:08.024636 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.041263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01258be-ba02-4953-9f0a-bc341ec119f0 req-c4f427ce-bc20-4bd4-a53f-d05b8e1fe4c5 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:08.048084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e01258be-ba02-4953-9f0a-bc341ec119f0 req-c4f427ce-bc20-4bd4-a53f-d05b8e1fe4c5 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 945 time: 0.3858485 Jul 16 17:51:08.063727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] For port 6fb98384-d168-4775-a307-45ede136825f, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:08.067777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-abef4462-1914-4a5c-a50d-01e4b49e2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:08.069217 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-abef4462-1914-4a5c-a50d-01e4b49e2e0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56da5aef2ce842e59ab7786fbedbfdba&device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 1100 time: 0.4083102 Jul 16 17:51:08.077554 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] For port 6fb98384-d168-4775-a307-45ede136825f, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6fb98384-d168-4775-a307-45ede136825f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:08.079276 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.080428 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:08.081003 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.109238 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-0121e500-0528-4f07-b8ce-89a136945443 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8896818 Jul 16 17:51:08.152629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-323cf2e9-7cbc-4a7f-bc01-51d7c3b16b15 req-31a96d32-2050-4c72-a721-118a171670d8 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914353 Jul 16 17:51:08.162473 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.171317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Request body: {'port': {'device_id': '3c459d32-2205-490d-8952-0c2dc745c92f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:08.175557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-5d02dd8f-77f1-441a-8107-538cbfbb3eb8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=865de5f1-138d-40ae-893e-ebef38561065 HTTP/1.1" status: 200 len: 217 time: 0.0891159 Jul 16 17:51:08.191155 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] Pushing event updated for resources: {'Network': ['ID=8edeecb9-92b5-4c5b-a6dc-8882c888356c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:08.205768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 8edeecb9-92b5-4c5b-a6dc-8882c888356c details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:51:08.205982 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-922a49e3-afad-4e11-81c0-60a8b2df69eb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0548739 Jul 16 17:51:08.206806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51588) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:08.216315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-abaf684f-b97b-45e5-85bb-2377cd0035ac admin admin] Request body: {'subnet': {'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-301144931-subnet', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:08.225554 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:08.226827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8199c011-e430-4b39-81ec-6fe4eb404690 req-6c898cd5-4f2f-403c-9f90-1bce1dead4e7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197447 Jul 16 17:51:08.227391 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.228903 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] 10.222.0.35 "PUT /v2.0/ports/6fb98384-d168-4775-a307-45ede136825f HTTP/1.1" status: 200 len: 1096 time: 2.4814718 Jul 16 17:51:08.235848 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1643a4c1-ba83-43bc-b1c8-0a7684b934be', 'tag': '6fb98384-d168-4775-a307-45ede136825f'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:08.240352 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f174ab6-4d46-4d31-bad6-ccef77c530f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1643a4c1-ba83-43bc-b1c8-0a7684b934be", "tag": "6fb98384-d168-4775-a307-45ede136825f"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:08.279223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925cf14-32a3-4c94-aca2-145b84ad2a0f service neutron] Pushing event updated for resources: {'Port': ['ID=6fb98384-d168-4775-a307-45ede136825f,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:08.293409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaf684f-b97b-45e5-85bb-2377cd0035ac admin admin] Made reservation on behalf of 34fb51aec43e4962ae7584ff941199bb for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:08.296549 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-abaf684f-b97b-45e5-85bb-2377cd0035ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.333399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e01258be-ba02-4953-9f0a-bc341ec119f0 req-5b1b346b-ff9a-44dc-819f-0c4923507d8d tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843034 Jul 16 17:51:08.398970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-6154f83a-e3a5-4a15-8b94-d9b9d31f0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:08.400600 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-6154f83a-e3a5-4a15-8b94-d9b9d31f0d18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.2035079 Jul 16 17:51:08.401402 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.430135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-aaaaa47e-44d7-4b53-bd50-dcccb2aff15f None None] Provisioning for port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:08.434746 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-aaaaa47e-44d7-4b53-bd50-dcccb2aff15f None None] Provisioning complete for port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:08.435186 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aaaaa47e-44d7-4b53-bd50-dcccb2aff15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.530806 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-aaaaa47e-44d7-4b53-bd50-dcccb2aff15f None None] Port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:51:08.542362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-e4926e83-ed6a-4909-b1f4-ab2304228b4d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b48b42f5272d407db4f841b2e42a65b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396912 Jul 16 17:51:08.550448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51600) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:08.627385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-58a58f4b-6a44-4c84-a942-55343de63d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:08.629483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-58a58f4b-6a44-4c84-a942-55343de63d48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2065969 Jul 16 17:51:08.712890 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-fe966743-f276-486e-95d9-a89aaf0c64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:08.714436 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-fe966743-f276-486e-95d9-a89aaf0c64e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=1643a4c1-ba83-43bc-b1c8-0a7684b934be HTTP/1.1" status: 200 len: 1099 time: 0.1177022 Jul 16 17:51:08.765199 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-975a3db7-76c6-46bd-90ff-0da26cff8638 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6fb98384-d168-4775-a307-45ede136825f HTTP/1.1" status: 200 len: 217 time: 0.0418015 Jul 16 17:51:08.791675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9732ae1c-f9b7-4c40-8f93-19779896fa0d admin admin] Deleting subnet 7ca4a3f3-d130-4afa-89b0-5560cd4a9a6e {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:51:08.803338 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9732ae1c-f9b7-4c40-8f93-19779896fa0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.835305 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-abaf684f-b97b-45e5-85bb-2377cd0035ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.861708 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-6322e44c-add6-4ecb-bbc4-d9a1ea839fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:08.863268 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-6322e44c-add6-4ecb-bbc4-d9a1ea839fea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0790241 Jul 16 17:51:08.919529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf684f-b97b-45e5-85bb-2377cd0035ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef3c29e-8107-45e4-8a43-6f7d3d61e6c7,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:08.941408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaf684f-b97b-45e5-85bb-2377cd0035ac admin admin] Checking segment: {'id': '72346b31-33e0-46b8-b396-32eb4bfb23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:08.941757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaf684f-b97b-45e5-85bb-2377cd0035ac admin admin] Network hostable DHCP agents. Network: 8edeecb9-92b5-4c5b-a6dc-8882c888356c, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:51:08.947731 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9732ae1c-f9b7-4c40-8f93-19779896fa0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.967256 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-720b0d39-abe3-4297-8a99-ff45677f4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:08.968959 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-720b0d39-abe3-4297-8a99-ff45677f4b25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0877237 Jul 16 17:51:08.969907 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaf684f-b97b-45e5-85bb-2377cd0035ac admin admin] Network 8edeecb9-92b5-4c5b-a6dc-8882c888356c is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:51:08.986396 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-abaf684f-b97b-45e5-85bb-2377cd0035ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 8edeecb9-92b5-4c5b-a6dc-8882c888356c) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:08.994939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806269ff-0e14-437b-a4f3-0ba223cfaed2 None None] Network 8edeecb9-92b5-4c5b-a6dc-8882c888356c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:09.000050 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaf684f-b97b-45e5-85bb-2377cd0035ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:09.000632 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-abaf684f-b97b-45e5-85bb-2377cd0035ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.039287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-18cfdcc9-d203-45aa-95c4-622fe7b2fbf9 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979204 Jul 16 17:51:09.051344 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-abaf684f-b97b-45e5-85bb-2377cd0035ac admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8386767 Jul 16 17:51:09.052211 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51602) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:09.052675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-8a170e6e-aebc-4669-9938-485c39025d1a tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:09.054224 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-8a170e6e-aebc-4669-9938-485c39025d1a tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4935465 Jul 16 17:51:09.066350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-301144931-router', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:09.103069 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-d0d0ae2f-b912-45d3-8735-3f989486a976 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252685 Jul 16 17:51:09.105966 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.107366 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.135904 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9732ae1c-f9b7-4c40-8f93-19779896fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.142207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-e9fcef9c-8238-4293-aefe-a04660dfc13e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/quotas/b48b42f5272d407db4f841b2e42a65b5 HTTP/1.1" status: 200 len: 375 time: 0.0785079 Jul 16 17:51:09.182969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27456fdd-e1cf-4df2-973c-341494d77d1d req-86848a8e-bab6-40f5-ac90-e0e301031886 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:09.184525 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27456fdd-e1cf-4df2-973c-341494d77d1d req-86848a8e-bab6-40f5-ac90-e0e301031886 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 935 time: 0.4002061 Jul 16 17:51:09.196171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-8edeecb9-92b5-4c5b-a6dc-8882c888356c', 'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'fixed_ips': [{'subnet_id': 'aef3c29e-8107-45e4-8a43-6f7d3d61e6c7'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:51:09.198359 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.261762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960e1ab5-1ce4-421d-996e-094c4df02420', 'tag': '865de5f1-138d-40ae-893e-ebef38561065'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:09.263212 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ff4f3e-e330-434c-b3e8-6e2e0c95573f" -d '{"events": [{"name": "network-changed", "server_uuid": "960e1ab5-1ce4-421d-996e-094c4df02420", "tag": "865de5f1-138d-40ae-893e-ebef38561065"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:09.276024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.279805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-e3f7f218-6681-4c2a-8e7b-be126adae40c tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103346 Jul 16 17:51:09.395754 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cf4958-8caf-4ff2-b72a-dc7c6b99380d {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:09.411927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27456fdd-e1cf-4df2-973c-341494d77d1d req-caaab74c-e5e3-4529-8781-7fd8545d4ff7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058134 Jul 16 17:51:09.418105 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.420660 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9732ae1c-f9b7-4c40-8f93-19779896fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.459744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bb14728-c6d2-48a5-bdaf-79d27ee3e2e4 req-c15458a6-5757-4ecb-82e4-29ce14622e00 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044919 Jul 16 17:51:09.461510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Allocated IP 172.20.0.2 (8edeecb9-92b5-4c5b-a6dc-8882c888356c/aef3c29e-8107-45e4-8a43-6f7d3d61e6c7/26d0815b-d6ff-4484-acd8-f9c6465ce53f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:09.508289 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.541348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Transition to ACTIVE for port object b8cf4958-8caf-4ff2-b72a-dc7c6b99380d will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:09.542918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732ae1c-f9b7-4c40-8f93-19779896fa0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca4a3f3-d130-4afa-89b0-5560cd4a9a6e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:09.546422 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9732ae1c-f9b7-4c40-8f93-19779896fa0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.549239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9732ae1c-f9b7-4c40-8f93-19779896fa0d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7ca4a3f3-d130-4afa-89b0-5560cd4a9a6e HTTP/1.1" status: 204 len: 168 time: 0.9966991 Jul 16 17:51:09.552831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51610) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:09.553232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.579134 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-53add8da-2b4f-4016-8670-ea9510369291 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406130 Jul 16 17:51:09.759804 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.773883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Transition to ACTIVE for port object 26d0815b-d6ff-4484-acd8-f9c6465ce53f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:09.797464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Transition to ACTIVE for port object 26d0815b-d6ff-4484-acd8-f9c6465ce53f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:09.807725 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.853763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Network 8edeecb9-92b5-4c5b-a6dc-8882c888356c is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:09.856698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Pushing event updated for resources: {'Port': ['ID=b8cf4958-8caf-4ff2-b72a-dc7c6b99380d,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:09.861458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:09.865314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:09.867953 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-192f3c2b-59b8-4460-b7e8-a9702fb0b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.875906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Pushing event updated for resources: {'Port': ['ID=26d0815b-d6ff-4484-acd8-f9c6465ce53f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:09.876108 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.908392 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.968214 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Attempting to bind port 26d0815b-d6ff-4484-acd8-f9c6465ce53f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:09.968671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Attempting to bind port 26d0815b-d6ff-4484-acd8-f9c6465ce53f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '72346b31-33e0-46b8-b396-32eb4bfb23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:09.969397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Attempting to bind port 26d0815b-d6ff-4484-acd8-f9c6465ce53f on network 8edeecb9-92b5-4c5b-a6dc-8882c888356c {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:09.975148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:09.977066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Checking segment: {'id': '72346b31-33e0-46b8-b396-32eb4bfb23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:09.977066 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.977066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Bound using segment: {'id': '72346b31-33e0-46b8-b396-32eb4bfb23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:09.977349 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Bound port: 26d0815b-d6ff-4484-acd8-f9c6465ce53f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72346b31-33e0-46b8-b396-32eb4bfb23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:09.977732 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.062109 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Allocated IP 172.25.5.198 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:10.074295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] For port 26d0815b-d6ff-4484-acd8-f9c6465ce53f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:10.078806 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] For port 26d0815b-d6ff-4484-acd8-f9c6465ce53f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=26d0815b-d6ff-4484-acd8-f9c6465ce53f,segment=NetworkSegment(72346b31-33e0-46b8-b396-32eb4bfb23ec),segment_id=72346b31-33e0-46b8-b396-32eb4bfb23ec)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:10.083890 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.101105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Attempting to bind port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:10.101347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Attempting to bind port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:10.101615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Attempting to bind port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:10.163204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105c8d4-bf86-4538-a2ed-c580032eaf62 req-f48b787a-e571-4bac-baee-cd34a2e1b50d tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:10.166096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c649d3f-4001-4e36-b8d9-9136ebd03bad None None] Pushing event updated for resources: {'Port': ['ID=26d0815b-d6ff-4484-acd8-f9c6465ce53f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:10.170696 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7105c8d4-bf86-4538-a2ed-c580032eaf62 req-f48b787a-e571-4bac-baee-cd34a2e1b50d tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 948 time: 0.4712603 Jul 16 17:51:10.176018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:10.176343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Attempting to bind port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:10.186911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf482-ebd6-459f-8309-e597ae99c838 req-9cc9fac8-39a3-4a4a-b65e-636f5672b2b3 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:10.193837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cadcf482-ebd6-459f-8309-e597ae99c838 req-9cc9fac8-39a3-4a4a-b65e-636f5672b2b3 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 1101 time: 0.4881477 Jul 16 17:51:10.200655 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.237623 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-192f3c2b-59b8-4460-b7e8-a9702fb0b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.267203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:10.267570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:10.267966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:10.268504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Bound port: b8cf4958-8caf-4ff2-b72a-dc7c6b99380d, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:10.268765 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.272249 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.273730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-192f3c2b-59b8-4460-b7e8-a9702fb0b76b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fa23c6-b6af-4758-bd34-8c7d1218c730']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:10.299326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-192f3c2b-59b8-4460-b7e8-a9702fb0b76b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63141b7-57b5-4a7d-84f6-00e04230b11e') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:10.299641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-192f3c2b-59b8-4460-b7e8-a9702fb0b76b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63141b7-57b5-4a7d-84f6-00e04230b11e') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:10.325196 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:10.327760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:10.330470 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:10.336441 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-192f3c2b-59b8-4460-b7e8-a9702fb0b76b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.358473 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Pushing event updated for resources: {'Port': ['ID=3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:10.389844 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7105c8d4-bf86-4538-a2ed-c580032eaf62 req-190b5f2e-71f1-4c5e-8c7f-805b78950de2 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1251498-c141-48f4-91b1-e61e44629eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179887 Jul 16 17:51:10.419383 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cadcf482-ebd6-459f-8309-e597ae99c838 req-b6d9dd4d-cc50-42b0-a867-13a3f0460223 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244730 Jul 16 17:51:10.429854 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-192f3c2b-59b8-4460-b7e8-a9702fb0b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.460511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192f3c2b-59b8-4460-b7e8-a9702fb0b76b admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:51:10.465067 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-192f3c2b-59b8-4460-b7e8-a9702fb0b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.547551 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f926e5af-615d-43f1-9fb7-4d35922a3fc1 x-openstack-request-id: req-f926e5af-615d-43f1-9fb7-4d35922a3fc1 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:10.547992 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1643a4c1-ba83-43bc-b1c8-0a7684b934be", "tag": "6fb98384-d168-4775-a307-45ede136825f", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:10.548254 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f926e5af-615d-43f1-9fb7-4d35922a3fc1 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:10.548673 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1643a4c1-ba83-43bc-b1c8-0a7684b934be', 'tag': '6fb98384-d168-4775-a307-45ede136825f', 'status': 'completed', 'code': 200} Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.561663 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: timer() Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:51:10.565578 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:51:10.576589 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88d6c7d-c108-494f-a0cd-cc6467bb8028 x-openstack-request-id: req-b88d6c7d-c108-494f-a0cd-cc6467bb8028 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:10.578997 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960e1ab5-1ce4-421d-996e-094c4df02420", "tag": "865de5f1-138d-40ae-893e-ebef38561065", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:10.579338 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b88d6c7d-c108-494f-a0cd-cc6467bb8028 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:10.579927 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960e1ab5-1ce4-421d-996e-094c4df02420', 'tag': '865de5f1-138d-40ae-893e-ebef38561065', 'status': 'completed', 'code': 200} Jul 16 17:51:10.600824 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-192f3c2b-59b8-4460-b7e8-a9702fb0b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.685764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f3c2b-59b8-4460-b7e8-a9702fb0b76b admin admin] Pushing event deleted for resources: {'Network': ['ID=87fa23c6-b6af-4758-bd34-8c7d1218c730,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:10.691255 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-192f3c2b-59b8-4460-b7e8-a9702fb0b76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.693700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-192f3c2b-59b8-4460-b7e8-a9702fb0b76b admin admin] 10.222.0.41 "DELETE /v2.0/networks/87fa23c6-b6af-4758-bd34-8c7d1218c730 HTTP/1.1" status: 204 len: 168 time: 1.1347349 Jul 16 17:51:10.718455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] For port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:10.733840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] For port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b8cf4958-8caf-4ff2-b72a-dc7c6b99380d,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:10.747974 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f174ab6-4d46-4d31-bad6-ccef77c530f9 req-a6b28a4e-8647-4441-961f-084930ed4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:10.749504 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2f174ab6-4d46-4d31-bad6-ccef77c530f9 req-a6b28a4e-8647-4441-961f-084930ed4604 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=1643a4c1-ba83-43bc-b1c8-0a7684b934be HTTP/1.1" status: 200 len: 1099 time: 0.1979825 Jul 16 17:51:10.768612 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.808064 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.872253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51628) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:10.980957 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f174ab6-4d46-4d31-bad6-ccef77c530f9 req-b59cc4a3-fc9f-4bbb-a1cb-32e2809dbd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:10.985687 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2f174ab6-4d46-4d31-bad6-ccef77c530f9 req-b59cc4a3-fc9f-4bbb-a1cb-32e2809dbd36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2215097 Jul 16 17:51:10.990831 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d92cadde-4356-4857-9b67-5851a9200392 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66f1770e00ef4709ba76e1e39108eb57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1137033 Jul 16 17:51:10.991021 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51630) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:11.108796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 26d0815b-d6ff-4484-acd8-f9c6465ce53f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:11.134282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49d49f57-f81a-4101-85b8-a874763ba71f req-ad469af1-3dd8-48fc-8a74-5c5c8b7e10b7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 210 time: 0.3931406 Jul 16 17:51:11.193525 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:11.198797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff4f3e-e330-434c-b3e8-6e2e0c95573f req-9e28a109-1f58-4977-84b6-70313c92c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:11.200332 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2ff4f3e-e330-434c-b3e8-6e2e0c95573f req-9e28a109-1f58-4977-84b6-70313c92c8da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56da5aef2ce842e59ab7786fbedbfdba&device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 1100 time: 0.6015341 Jul 16 17:51:11.200951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Pushing event updated for resources: {'Port': ['ID=b8cf4958-8caf-4ff2-b72a-dc7c6b99380d,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:11.231777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 26d0815b-d6ff-4484-acd8-f9c6465ce53f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:11.244212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:11.245297 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:11.246933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-66270106-e4a6-417d-835e-9c6e0829b3ed service neutron] 10.222.0.43 "PUT /v2.0/ports/b8cf4958-8caf-4ff2-b72a-dc7c6b99380d HTTP/1.1" status: 200 len: 1096 time: 3.0928419 Jul 16 17:51:11.322912 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cab03e-d4a1-4b28-a658-17ba99f2afe8 req-dff8ba34-ae2e-403d-8b6d-9f20f8651cd0 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:11.331376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90cab03e-d4a1-4b28-a658-17ba99f2afe8 req-dff8ba34-ae2e-403d-8b6d-9f20f8651cd0 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 945 time: 0.6431653 Jul 16 17:51:11.387563 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2f174ab6-4d46-4d31-bad6-ccef77c530f9 req-69788fd6-f1c7-4a46-afa3-50cf92b38b0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6fb98384-d168-4775-a307-45ede136825f HTTP/1.1" status: 200 len: 217 time: 0.3878641 Jul 16 17:51:11.389936 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:11.483536 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:11.505827 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f174ab6-4d46-4d31-bad6-ccef77c530f9 req-41990321-efde-41b2-9457-8f702ae5276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:11.507417 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2f174ab6-4d46-4d31-bad6-ccef77c530f9 req-41990321-efde-41b2-9457-8f702ae5276d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1116753 Jul 16 17:51:11.510794 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Router c4baa98b-142c-4a11-93db-db1ca147b47e is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:51:11.513409 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90cab03e-d4a1-4b28-a658-17ba99f2afe8 req-bcb96265-acc6-4a31-9551-61f5d9afe452 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783335 Jul 16 17:51:11.523477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-869a3c41-47ac-44de-a53a-7ff844dc9dc0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b48b42f5272d407db4f841b2e42a65b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1275578 Jul 16 17:51:11.666440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff4f3e-e330-434c-b3e8-6e2e0c95573f req-06da7be8-d66c-491c-9ac9-5e5d23f5de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:11.668385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2ff4f3e-e330-434c-b3e8-6e2e0c95573f req-06da7be8-d66c-491c-9ac9-5e5d23f5de37 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.4575629 Jul 16 17:51:11.788528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-6b7242a3-6b3f-4a23-b084-c9fed79ddfcf tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:11.789737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268ef890-b404-4cf0-b1bd-42ea8e4c45a1 None None] Network 8edeecb9-92b5-4c5b-a6dc-8882c888356c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:11.790507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-6b7242a3-6b3f-4a23-b084-c9fed79ddfcf tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424378 Jul 16 17:51:11.844658 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2ff4f3e-e330-434c-b3e8-6e2e0c95573f req-a853e6f1-f690-4160-b85a-b9057e8e23fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=865de5f1-138d-40ae-893e-ebef38561065 HTTP/1.1" status: 200 len: 217 time: 0.0530131 Jul 16 17:51:11.852865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Request body: {'port': {'device_id': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': 'b48b42f5272d407db4f841b2e42a65b5'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:11.873484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-875a7112-47f7-4c9d-b6c2-41fd999cabfe None None] Provisioning for port 26d0815b-d6ff-4484-acd8-f9c6465ce53f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:11.884503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-875a7112-47f7-4c9d-b6c2-41fd999cabfe None None] Provisioning complete for port 26d0815b-d6ff-4484-acd8-f9c6465ce53f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:11.885157 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-875a7112-47f7-4c9d-b6c2-41fd999cabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:11.936402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:11.938883 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:11.942659 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6737554-adde-4a84-a99e-526d656dd431 HTTP/1.1" status: 204 len: 168 time: 0.9474986 Jul 16 17:51:11.947693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-08b60e6b-8858-4966-9d9c-024864acd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:11.949200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-08b60e6b-8858-4966-9d9c-024864acd51b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 1099 time: 0.5522883 Jul 16 17:51:11.958577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6737554-adde-4a84-a99e-526d656dd431,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:11.972940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:11.973284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:11.973608 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:11.973938 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:11.974265 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:11.974649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:11.974898 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:11.975273 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:11.975553 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:11.975949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:11.976447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:11.976918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55653b-3729-45eb-a788-907944579dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:11.980876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f174ab6-4d46-4d31-bad6-ccef77c530f9 req-51b3f5cf-aaa8-49b6-b9bb-513bd67bf642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:11.982364 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2f174ab6-4d46-4d31-bad6-ccef77c530f9 req-51b3f5cf-aaa8-49b6-b9bb-513bd67bf642 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4663317 Jul 16 17:51:11.997766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99044449-88a7-4c97-8608-23f561c4f351 req-6d910098-581c-41a9-98c6-b5e72789840f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:12.004690 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99044449-88a7-4c97-8608-23f561c4f351 req-6d910098-581c-41a9-98c6-b5e72789840f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 947 time: 0.4763582 Jul 16 17:51:12.008899 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:51:12.018837 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Sync routers for ids ['c4baa98b-142c-4a11-93db-db1ca147b47e'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:51:12.033535 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Routers {'c4baa98b-142c-4a11-93db-db1ca147b47e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:12.034503 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:51:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c4baa98b-142c-4a11-93db-db1ca147b47e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:12.064877 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-875a7112-47f7-4c9d-b6c2-41fd999cabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.105543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-875a7112-47f7-4c9d-b6c2-41fd999cabfe None None] For port 26d0815b-d6ff-4484-acd8-f9c6465ce53f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=26d0815b-d6ff-4484-acd8-f9c6465ce53f,segment=NetworkSegment(72346b31-33e0-46b8-b396-32eb4bfb23ec),segment_id=72346b31-33e0-46b8-b396-32eb4bfb23ec)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:12.112295 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-875a7112-47f7-4c9d-b6c2-41fd999cabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.133365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff4f3e-e330-434c-b3e8-6e2e0c95573f req-193bd3c1-ef1a-4102-b238-31901c8c0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:12.135334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2ff4f3e-e330-434c-b3e8-6e2e0c95573f req-193bd3c1-ef1a-4102-b238-31901c8c0ce1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.2734449 Jul 16 17:51:12.140670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-4a366991-2e3e-4e37-9de0-b1814d299df8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b8cf4958-8caf-4ff2-b72a-dc7c6b99380d HTTP/1.1" status: 200 len: 217 time: 0.1094537 Jul 16 17:51:12.141649 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.152720 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0a6bf7fd-6874-450b-97de-a75eb1c92f2d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0903273 Jul 16 17:51:12.155382 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51640) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:12.200298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99044449-88a7-4c97-8608-23f561c4f351 req-bf32f2b4-7105-4f54-956f-6081f9ae8d7f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946580 Jul 16 17:51:12.209709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a7112-47f7-4c9d-b6c2-41fd999cabfe None None] Pushing event updated for resources: {'Port': ['ID=26d0815b-d6ff-4484-acd8-f9c6465ce53f,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:12.263095 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Set router c4baa98b-142c-4a11-93db-db1ca147b47e gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:12.298240 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2f174ab6-4d46-4d31-bad6-ccef77c530f9 req-6d74fa7a-9f32-4cc2-b3d6-abc2a7c6f237 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995298 Jul 16 17:51:12.322029 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-fb748983-874a-448b-ae45-3c0cd8f2aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:12.323759 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-fb748983-874a-448b-ae45-3c0cd8f2aa0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1536539 Jul 16 17:51:12.415886 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Made reservation on behalf of b48b42f5272d407db4f841b2e42a65b5 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:12.419635 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.487176 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.502893 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2f174ab6-4d46-4d31-bad6-ccef77c530f9 req-53c27b60-9de3-4f16-8663-8e4322907ecd service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935236 Jul 16 17:51:12.535368 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'name': 'tempest-FloatingIPsTestJSON-301144931-router', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:10Z', 'revision_number': 3, 'project_id': '34fb51aec43e4962ae7584ff941199bb', 'gw_port': {'id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:12.568367 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Checking router: c4baa98b-142c-4a11-93db-db1ca147b47e for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:51:12.568718 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Updating router c4baa98b-142c-4a11-93db-db1ca147b47e port 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:51:12.571914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c089e42-242e-4351-bd0f-31b54978f08d req-982bf8ff-495e-4afa-96d4-4a7e11244c92 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:12.579666 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c089e42-242e-4351-bd0f-31b54978f08d req-982bf8ff-495e-4afa-96d4-4a7e11244c92 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 948 time: 0.6294632 Jul 16 17:51:12.589173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c459d32-2205-490d-8952-0c2dc745c92f', 'tag': 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:12.591385 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc05d37-1d1f-4a98-8788-18129f67b1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3c459d32-2205-490d-8952-0c2dc745c92f", "tag": "b8cf4958-8caf-4ff2-b72a-dc7c6b99380d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:12.611490 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.618921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-862ce983-f891-497b-8ade-08826fce9984 None None] Provisioning complete for port 26d0815b-d6ff-4484-acd8-f9c6465ce53f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:12.619520 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-862ce983-f891-497b-8ade-08826fce9984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.728385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff4f3e-e330-434c-b3e8-6e2e0c95573f req-93c43353-b2fa-4d51-af53-80324f79c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:12.731289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2ff4f3e-e330-434c-b3e8-6e2e0c95573f req-93c43353-b2fa-4d51-af53-80324f79c07b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5625198 Jul 16 17:51:12.751079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c089e42-242e-4351-bd0f-31b54978f08d req-d680f92f-90d3-465b-8def-eace55071a44 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1251498-c141-48f4-91b1-e61e44629eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704674 Jul 16 17:51:12.809729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bbf06-a39a-43a4-82a0-7aec14810838 req-ba387227-b2e2-47ef-8a33-bf9750e9971a tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:12.818979 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c00bbf06-a39a-43a4-82a0-7aec14810838 req-ba387227-b2e2-47ef-8a33-bf9750e9971a tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 1097 time: 0.4088681 Jul 16 17:51:12.868518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602440-728d-4287-9155-ed415d3239c0 req-db410edf-24c1-4727-90a6-75cb6213a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:12.870018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-db410edf-24c1-4727-90a6-75cb6213a32c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5299668 Jul 16 17:51:12.888618 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.917334 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.932237 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.074692 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.093043 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Transition to ACTIVE for port object 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:13.103098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 26d0815b-d6ff-4484-acd8-f9c6465ce53f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:13.103988 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.152546 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Pushing event updated for resources: {'Port': ['ID=3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:13.160464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c00bbf06-a39a-43a4-82a0-7aec14810838 req-81b310b4-1127-47f8-816c-5a378ecc7e75 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405075 Jul 16 17:51:13.164530 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.165049 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.165558 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.166201 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.166895 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.169367 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.170056 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.170711 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.171629 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.172211 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.172834 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.173342 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.185354 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 26d0815b-d6ff-4484-acd8-f9c6465ce53f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:13.185828 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.190206 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Allocated IP 172.20.0.1 (8edeecb9-92b5-4c5b-a6dc-8882c888356c/aef3c29e-8107-45e4-8a43-6f7d3d61e6c7/6b662f32-522c-43b7-ac41-c646f9dc0ba7) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:13.193640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51668) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:13.200695 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Attempting to bind port 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:13.201457 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Attempting to bind port 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:13.201984 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Attempting to bind port 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:13.208440 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:13.208816 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:13.210420 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.211043 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:13.212683 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Bound port: 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:13.213086 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.260836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-9513469c-b937-4f7b-8ad5-23658dee1b10 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743024 Jul 16 17:51:13.262703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2ff4f3e-e330-434c-b3e8-6e2e0c95573f req-26ba6b81-599d-4f57-a1b8-a10a32f96128 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986880 Jul 16 17:51:13.267609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed31e31-c362-40ae-bb07-99e7675a8014,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:13.333575 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] For port 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:13.337660 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] For port 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:13.343482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6946cb82-4985-4a74-81d1-9670fcbd171e req-116f69b8-3eeb-489d-b95d-f1847287cb49 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 210 time: 0.1733508 Jul 16 17:51:13.350310 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.359205 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.368975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6fb98384-d168-4775-a307-45ede136825f details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:13.378030 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Transition to ACTIVE for port object 6b662f32-522c-43b7-ac41-c646f9dc0ba7 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:13.403000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.403796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.404138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.404470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.404807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.405128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.405769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.406101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.406422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.406743 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.407066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.407389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:13.459713 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9912e75b-416b-4e11-ae0c-bbd9ae24d3ad x-openstack-request-id: req-9912e75b-416b-4e11-ae0c-bbd9ae24d3ad {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:13.459991 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c459d32-2205-490d-8952-0c2dc745c92f", "tag": "b8cf4958-8caf-4ff2-b72a-dc7c6b99380d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:13.460780 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9912e75b-416b-4e11-ae0c-bbd9ae24d3ad {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:13.461166 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c459d32-2205-490d-8952-0c2dc745c92f', 'tag': 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d', 'status': 'completed', 'code': 200} Jul 16 17:51:13.478959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.493649 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ce5d7-16c8-4eb1-ad79-f37b40fc5ec8 None None] Pushing event updated for resources: {'Port': ['ID=3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:13.517570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-264226844-network', 'tenant_id': '81429b451bb04ac3a04af8c7289065e9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:13.521181 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Network 8edeecb9-92b5-4c5b-a6dc-8882c888356c is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:13.527066 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Routers {'c4baa98b-142c-4a11-93db-db1ca147b47e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:13.527539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:13.528153 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:51:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c4baa98b-142c-4a11-93db-db1ca147b47e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:13.534629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:13.549938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6fb98384-d168-4775-a307-45ede136825f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6fb98384-d168-4775-a307-45ede136825f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:13.574977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '6fb98384-d168-4775-a307-45ede136825f', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '6fb98384-d168-4775-a307-45ede136825f', 'mac_address': 'fa:16:3e:b7:a0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:13.651905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Allocated IP 192.168.233.238 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/a18a4c5c-e22a-4859-ab9d-ae88ac808a4f) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:13.669613 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.702773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Pushing event updated for resources: {'Port': ['ID=6b662f32-522c-43b7-ac41-c646f9dc0ba7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:13.704628 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb98384-d168-4775-a307-45ede136825f {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:13.714021 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.735614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2ff4f3e-e330-434c-b3e8-6e2e0c95573f req-e16058a5-d546-49c4-8fd2-601792228fc1 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293919 Jul 16 17:51:13.754148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6fb98384-d168-4775-a307-45ede136825f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6fb98384-d168-4775-a307-45ede136825f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:13.761170 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.761914 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 865de5f1-138d-40ae-893e-ebef38561065 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:13.820539 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] Set router c4baa98b-142c-4a11-93db-db1ca147b47e gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:13.834590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80602440-728d-4287-9155-ed415d3239c0 req-707854b0-9e51-4ad5-93c2-9ad5b273b5f3 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408206 Jul 16 17:51:13.909001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Made reservation on behalf of 81429b451bb04ac3a04af8c7289065e9 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:13.911314 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.948301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=6fb98384-d168-4775-a307-45ede136825f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:13.959638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 865de5f1-138d-40ae-893e-ebef38561065, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=865de5f1-138d-40ae-893e-ebef38561065,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:14.011576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '865de5f1-138d-40ae-893e-ebef38561065', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '865de5f1-138d-40ae-893e-ebef38561065', 'mac_address': 'fa:16:3e:a1:7b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:14.013926 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:14.023520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-62572e31-2703-4871-940d-695c8e7c76e1 None None] Provisioning for port 6b662f32-522c-43b7-ac41-c646f9dc0ba7 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:14.037514 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-62572e31-2703-4871-940d-695c8e7c76e1 None None] Provisioning complete for port 6b662f32-522c-43b7-ac41-c646f9dc0ba7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:14.039339 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-62572e31-2703-4871-940d-695c8e7c76e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:14.050527 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:14.166703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-62572e31-2703-4871-940d-695c8e7c76e1 None None] Port 6b662f32-522c-43b7-ac41-c646f9dc0ba7 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:51:14.174010 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:14.212248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865de5f1-138d-40ae-893e-ebef38561065 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:14.263146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 865de5f1-138d-40ae-893e-ebef38561065, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=865de5f1-138d-40ae-893e-ebef38561065,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:14.269081 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:14.360099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=865de5f1-138d-40ae-893e-ebef38561065,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:14.375777 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'name': 'tempest-FloatingIPsTestJSON-301144931-router', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:10Z', 'revision_number': 3, 'project_id': '34fb51aec43e4962ae7584ff941199bb', 'gw_port': {'id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:14.384674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:14.391290 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:14.416596 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:14.427759 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b488f-ed74-41db-b9d1-2f14dc2193ce None None] The sync data for ids ['c4baa98b-142c-4a11-93db-db1ca147b47e'] in n-d-787206-10 is: [{'id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'name': 'tempest-FloatingIPsTestJSON-301144931-router', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:10Z', 'revision_number': 3, 'project_id': '34fb51aec43e4962ae7584ff941199bb', 'gw_port': {'id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:51:14.437535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Transition to ACTIVE for port object a18a4c5c-e22a-4859-ab9d-ae88ac808a4f will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:14.498542 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:14.519674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['6fb98384-d168-4775-a307-45ede136825f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:14.576331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['865de5f1-138d-40ae-893e-ebef38561065'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:14.621732 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:14.629471 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Pushing event updated for resources: {'Port': ['ID=6b662f32-522c-43b7-ac41-c646f9dc0ba7,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:14.702993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7aff2-2da9-4c39-99d8-5fc8287cc26b req-dd4846ac-bbdd-46bf-9dbe-45e197258ff2 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:14.715195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ff7aff2-2da9-4c39-99d8-5fc8287cc26b req-dd4846ac-bbdd-46bf-9dbe-45e197258ff2 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 947 time: 0.9237888 Jul 16 17:51:14.757684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:14.784491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05d37-1d1f-4a98-8788-18129f67b1e6 req-3a2c46ee-5926-4905-9711-4fcf4f4a43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:14.786409 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ecc05d37-1d1f-4a98-8788-18129f67b1e6 req-3a2c46ee-5926-4905-9711-4fcf4f4a43dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 1099 time: 0.8361273 Jul 16 17:51:14.818276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:14.831980 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Network 8edeecb9-92b5-4c5b-a6dc-8882c888356c is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:14.832846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Pushing event updated for resources: {'Port': ['ID=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:14.833415 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:14.892780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:14.920593 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ff7aff2-2da9-4c39-99d8-5fc8287cc26b req-4e07377f-0ade-41f9-9c02-ce8ca3828190 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043338 Jul 16 17:51:15.128661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Router c4baa98b-142c-4a11-93db-db1ca147b47e has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:51:15.166984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:15.290608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:15.304869 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:15.305381 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.417990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:51:15.422097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4709f40a-7bc7-4fbf-ac76-5ccfac837c30 None None] Provisioning for port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:15.435095 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0c635864-ebbc-420b-a597-596ff791aa35 admin admin] 10.222.0.41 "PUT /v2.0/routers/c4baa98b-142c-4a11-93db-db1ca147b47e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2745693 Jul 16 17:51:15.445874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4709f40a-7bc7-4fbf-ac76-5ccfac837c30 None None] Provisioning complete for port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:15.446160 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4709f40a-7bc7-4fbf-ac76-5ccfac837c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.503270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-4709f40a-7bc7-4fbf-ac76-5ccfac837c30 None None] Port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:51:15.545241 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.568452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:15.578091 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.659570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:15.664137 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-16fe5975-9105-49e4-8d4e-79af68ea3708 None None] Provisioning complete for port 6b662f32-522c-43b7-ac41-c646f9dc0ba7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:15.664959 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-16fe5975-9105-49e4-8d4e-79af68ea3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.689492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86141ea6-72ad-4bb4-8f14-c53231e37453 req-a89952bf-096a-4668-9606-9f899225e507 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:15.697096 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86141ea6-72ad-4bb4-8f14-c53231e37453 req-a89952bf-096a-4668-9606-9f899225e507 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 949 time: 1.0677700 Jul 16 17:51:15.730928 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.738615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-16fe5975-9105-49e4-8d4e-79af68ea3708 None None] Port 6b662f32-522c-43b7-ac41-c646f9dc0ba7 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:51:15.742976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:15.743879 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.753768 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.814565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-1286e23f-4013-499f-9ed3-e50a3ad73f89 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9663160 Jul 16 17:51:15.815618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05d37-1d1f-4a98-8788-18129f67b1e6 req-5a8ed6cc-f682-4636-858e-9b2eb48a9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:15.817006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ecc05d37-1d1f-4a98-8788-18129f67b1e6 req-5a8ed6cc-f682-4636-858e-9b2eb48a9ad3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 1.0106308 Jul 16 17:51:15.817703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:51:15.828086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86141ea6-72ad-4bb4-8f14-c53231e37453 req-184c0560-cc44-4f20-b0aa-91b4f87a0dbc tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1251498-c141-48f4-91b1-e61e44629eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298127 Jul 16 17:51:15.862337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Request body: {'port': {'device_id': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:15.875316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:15.936271 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.936636 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Added segment 539996ec-2188-43e6-bfe6-c084e51f1508 of type vlan for network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 Jul 16 17:51:15.950270 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ecc05d37-1d1f-4a98-8788-18129f67b1e6 req-2288babf-4664-46d6-b2f5-f6eea09aa548 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b8cf4958-8caf-4ff2-b72a-dc7c6b99380d HTTP/1.1" status: 200 len: 217 time: 0.0954211 Jul 16 17:51:16.011496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d6020-bf2e-4e7f-aa9d-0a42bab2ec56 req-73d0f746-e5d7-4508-a655-b21a11e58ee4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:16.012949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec0d6020-bf2e-4e7f-aa9d-0a42bab2ec56 req-73d0f746-e5d7-4508-a655-b21a11e58ee4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 936 time: 0.3864594 Jul 16 17:51:16.062932 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:16.162668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05d37-1d1f-4a98-8788-18129f67b1e6 req-02f47ae5-0412-4d35-9e4b-27ef5daac5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:16.164125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ecc05d37-1d1f-4a98-8788-18129f67b1e6 req-02f47ae5-0412-4d35-9e4b-27ef5daac5f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1997442 Jul 16 17:51:16.188599 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:16.195297 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec0d6020-bf2e-4e7f-aa9d-0a42bab2ec56 req-456802d6-e9ef-4117-b19b-e92c64ec0fde tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707177 Jul 16 17:51:16.221932 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:16.222884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:16.223470 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:16.288880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df08ede-6694-448b-a007-2aacc1b5ffc3 req-febff7d0-0b29-406a-b439-c72e9220cf23 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:16.290603 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3df08ede-6694-448b-a007-2aacc1b5ffc3 req-febff7d0-0b29-406a-b439-c72e9220cf23 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.3357770 Jul 16 17:51:16.299481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1007257 Jul 16 17:51:16.302079 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51730) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:16.309311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1beb20b8-ae53-4340-a683-c155cc328fa9 admin admin] Request body: {'subnet': {'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-264226844-subnet', 'tenant_id': '81429b451bb04ac3a04af8c7289065e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:16.342414 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beb20b8-ae53-4340-a683-c155cc328fa9 admin admin] Made reservation on behalf of 81429b451bb04ac3a04af8c7289065e9 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:16.343906 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1beb20b8-ae53-4340-a683-c155cc328fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:16.357764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aaf939-2ff7-4186-8bed-636bf2efdd44 admin admin] Pushing event updated for resources: {'Network': ['ID=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:16.369042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:51:16.468735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3df08ede-6694-448b-a007-2aacc1b5ffc3 req-ccac8b41-7a5b-4a92-bb9a-ec78847f5f94 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685734 Jul 16 17:51:16.572435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05d37-1d1f-4a98-8788-18129f67b1e6 req-88c54ed3-e1d5-4b94-8cd7-c982f56a0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:16.574398 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ecc05d37-1d1f-4a98-8788-18129f67b1e6 req-88c54ed3-e1d5-4b94-8cd7-c982f56a0f75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3948846 Jul 16 17:51:16.599110 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1beb20b8-ae53-4340-a683-c155cc328fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:16.691205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb20b8-ae53-4340-a683-c155cc328fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e639a4d1-6ec1-404f-8cd2-58356029e1e3,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:16.700921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb20b8-ae53-4340-a683-c155cc328fa9 admin admin] Checking segment: {'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:16.701276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb20b8-ae53-4340-a683-c155cc328fa9 admin admin] Network hostable DHCP agents. Network: 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:51:16.719473 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb20b8-ae53-4340-a683-c155cc328fa9 admin admin] Network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:51:16.729662 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-1beb20b8-ae53-4340-a683-c155cc328fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:16.736348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beb20b8-ae53-4340-a683-c155cc328fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:16.737024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1beb20b8-ae53-4340-a683-c155cc328fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:16.749985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1bf69c-a0a9-493b-9229-7b602278cd55 None None] Network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:16.764084 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1beb20b8-ae53-4340-a683-c155cc328fa9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4601541 Jul 16 17:51:16.986001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-aea9da3b-a578-4dd0-a1b3-f68abe346f80 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5138104 Jul 16 17:51:17.019765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:17.039765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ecc05d37-1d1f-4a98-8788-18129f67b1e6 req-5c49b69e-11f3-4ab4-ac6f-66fc602556ba service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259427 Jul 16 17:51:17.077363 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:17.081921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Sync routers for ids ['c4baa98b-142c-4a11-93db-db1ca147b47e'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:51:17.083425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98949c-b20a-4352-85a6-13e9047d8ef5 req-c3eca3b8-dcc9-41fc-b8e1-2fb8713203dc tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:17.087916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f98949c-b20a-4352-85a6-13e9047d8ef5 req-c3eca3b8-dcc9-41fc-b8e1-2fb8713203dc tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 947 time: 0.4385288 Jul 16 17:51:17.108571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3', 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3', 'tenant_id': '81429b451bb04ac3a04af8c7289065e9', 'fixed_ips': [{'subnet_id': 'e639a4d1-6ec1-404f-8cd2-58356029e1e3'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:51:17.110801 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.137552 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.142069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Routers {'c4baa98b-142c-4a11-93db-db1ca147b47e'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:17.142810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:51:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c4baa98b-142c-4a11-93db-db1ca147b47e'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:17.218996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18a4c5c-e22a-4859-ab9d-ae88ac808a4f {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:17.247099 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.272114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f98949c-b20a-4352-85a6-13e9047d8ef5 req-cbc17802-11d8-452b-8e41-412256d2c773 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696272 Jul 16 17:51:17.308085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ecc05d37-1d1f-4a98-8788-18129f67b1e6 req-5073590b-12d6-41a5-9e70-9573453668e6 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553763 Jul 16 17:51:17.310843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Transition to ACTIVE for port object a18a4c5c-e22a-4859-ab9d-ae88ac808a4f will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:17.322782 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b8cf4958-8caf-4ff2-b72a-dc7c6b99380d details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:17.324587 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.345147 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:17.345147 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.415190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6fb98384-d168-4775-a307-45ede136825f up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:17.450577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Pushing event updated for resources: {'Port': ['ID=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:17.471910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Allocated IP 172.20.0.2 (7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3/e639a4d1-6ec1-404f-8cd2-58356029e1e3/e3ce883f-9b51-46ba-a8f6-03cba0af47ec) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:17.529823 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.578355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Attempting to bind port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:17.578943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Attempting to bind port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:17.579486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Attempting to bind port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:17.588419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:17.589005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Attempting to bind port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:17.602861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:17.603156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:17.607786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:17.608489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Bound port: a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:17.609013 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.655510 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.665263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Transition to ACTIVE for port object e3ce883f-9b51-46ba-a8f6-03cba0af47ec will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:17.684825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Transition to ACTIVE for port object e3ce883f-9b51-46ba-a8f6-03cba0af47ec will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:17.690235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Allocated IP 172.25.5.84 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/fce69ec4-8128-44db-b2b9-c4d654960907) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:17.698283 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.resource_extend [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:51:17.700002 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.702864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Set router c4baa98b-142c-4a11-93db-db1ca147b47e gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:17.804601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 6fb98384-d168-4775-a307-45ede136825f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:17.813011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] For port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:17.831006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] For port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:17.840844 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.842477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:17.852337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 6fb98384-d168-4775-a307-45ede136825f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:17.852705 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.891479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:17.896997 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.902785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:17.903487 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.905215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] 10.222.0.43 "PUT /v2.0/ports/a18a4c5c-e22a-4859-ab9d-ae88ac808a4f HTTP/1.1" status: 200 len: 1097 time: 2.0517895 Jul 16 17:51:17.905717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'tag': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:17.908078 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdf12f9-06d8-4861-bb5c-dc014255b945" -d '{"events": [{"name": "network-changed", "server_uuid": "ab32ebba-a631-4a42-9320-81bc3cf6aa1f", "tag": "a18a4c5c-e22a-4859-ab9d-ae88ac808a4f"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:17.916463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:17.948650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddc9f1-26d1-4d19-9dde-ea66b665f03e service neutron] Pushing event updated for resources: {'Port': ['ID=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:17.956990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Pushing event updated for resources: {'Port': ['ID=e3ce883f-9b51-46ba-a8f6-03cba0af47ec,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:17.981450 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.048921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:18.081744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:18.089798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:18.096428 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b8cf4958-8caf-4ff2-b72a-dc7c6b99380d,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:18.159455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Pushing event updated for resources: {'Port': ['ID=fce69ec4-8128-44db-b2b9-c4d654960907,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:18.192140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d', 'mac_address': 'fa:16:3e:81:58:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:18.204297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Attempting to bind port e3ce883f-9b51-46ba-a8f6-03cba0af47ec on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:18.204494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Attempting to bind port e3ce883f-9b51-46ba-a8f6-03cba0af47ec by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:18.204840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Attempting to bind port e3ce883f-9b51-46ba-a8f6-03cba0af47ec on network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:18.253866 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:18.254369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Checking segment: {'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:18.255252 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.255252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Bound using segment: {'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:18.255747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Bound port: e3ce883f-9b51-46ba-a8f6-03cba0af47ec, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:18.256130 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.280537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-e00baf5b-90dd-4bbc-9194-305a25e093a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:18.282135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-e00baf5b-90dd-4bbc-9194-305a25e093a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 1100 time: 0.2557027 Jul 16 17:51:18.337746 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.343277 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.403874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cf4958-8caf-4ff2-b72a-dc7c6b99380d {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:18.443968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643a4c1-ba83-43bc-b1c8-0a7684b934be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb98384-d168-4775-a307-45ede136825f'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:18.446623 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598bf97d-7ae4-487c-af36-f18c99e98059" -d '{"events": [{"server_uuid": "1643a4c1-ba83-43bc-b1c8-0a7684b934be", "name": "network-vif-plugged", "status": "completed", "tag": "6fb98384-d168-4775-a307-45ede136825f"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:18.482759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6fb98384-d168-4775-a307-45ede136825f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6fb98384-d168-4775-a307-45ede136825f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:18.486275 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b8cf4958-8caf-4ff2-b72a-dc7c6b99380d,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:18.490989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] For port e3ce883f-9b51-46ba-a8f6-03cba0af47ec, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:18.494268 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.495201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 865de5f1-138d-40ae-893e-ebef38561065 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:18.509849 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.548284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] For port e3ce883f-9b51-46ba-a8f6-03cba0af47ec, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e3ce883f-9b51-46ba-a8f6-03cba0af47ec,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:18.562289 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.564505 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.573053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6054d1-a846-4c50-ad06-b37c3e255f7f req-0f3b46d8-5ca7-47a1-88ea-5e4d6a42db84 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:18.574527 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e6054d1-a846-4c50-ad06-b37c3e255f7f req-0f3b46d8-5ca7-47a1-88ea-5e4d6a42db84 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 949 time: 0.4825287 Jul 16 17:51:18.587670 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'name': 'tempest-FloatingIPsTestJSON-301144931-router', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:13Z', 'revision_number': 4, 'project_id': '34fb51aec43e4962ae7584ff941199bb', 'gw_port': {'id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6b662f32-522c-43b7-ac41-c646f9dc0ba7', 'name': '', 'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'mac_address': 'fa:16:3e:14:5c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'aef3c29e-8107-45e4-8a43-6f7d3d61e6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:51:12Z', 'updated_at': '2021-07-16T17:51:14Z', 'revision_number': 2, 'project_id': '34fb51aec43e4962ae7584ff941199bb', 'subnets': [{'id': 'aef3c29e-8107-45e4-8a43-6f7d3d61e6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:18.611085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-44fe2224-58e7-4387-831e-6495680fc184 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f HTTP/1.1" status: 200 len: 217 time: 0.3174865 Jul 16 17:51:18.638894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=6fb98384-d168-4775-a307-45ede136825f,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:18.641393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Checking router: c4baa98b-142c-4a11-93db-db1ca147b47e for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:51:18.641737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Updating router c4baa98b-142c-4a11-93db-db1ca147b47e port 6b662f32-522c-43b7-ac41-c646f9dc0ba7 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:51:18.725407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 865de5f1-138d-40ae-893e-ebef38561065 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:18.726629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e6054d1-a846-4c50-ad06-b37c3e255f7f req-54c489bb-4aa5-4320-92ba-ed044eac87f6 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1251498-c141-48f4-91b1-e61e44629eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208665 Jul 16 17:51:18.727621 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.728948 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.741884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=b8cf4958-8caf-4ff2-b72a-dc7c6b99380d,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:18.750635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 865de5f1-138d-40ae-893e-ebef38561065 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:18.751605 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.752616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-8c118315-9e44-4c43-957b-b9d5e7a5caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:18.754217 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-8c118315-9e44-4c43-957b-b9d5e7a5caf4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1353183 Jul 16 17:51:19.043268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['b8cf4958-8caf-4ff2-b72a-dc7c6b99380d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:19.058906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-f88146ec-7c9f-4314-abb0-0283e6e4e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:19.060446 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-f88146ec-7c9f-4314-abb0-0283e6e4e9f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2961192 Jul 16 17:51:19.155611 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881647db-c350-4f70-b0e8-e5854122a1fc None None] Pushing event updated for resources: {'Port': ['ID=e3ce883f-9b51-46ba-a8f6-03cba0af47ec,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:19.172904 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.187093 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.271632 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.275295 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-8631dae5-370a-40b5-8c2d-fa5f46d764a8 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924202 Jul 16 17:51:19.339607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Pushing event updated for resources: {'Port': ['ID=fce69ec4-8128-44db-b2b9-c4d654960907,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:19.363283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-a89aa493-b6e6-4d49-97c0-095e787f4e2c tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:19.370519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-a89aa493-b6e6-4d49-97c0-095e787f4e2c tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/networks?id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 HTTP/1.1" status: 200 len: 815 time: 0.3393140 Jul 16 17:51:19.393582 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 865de5f1-138d-40ae-893e-ebef38561065, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=865de5f1-138d-40ae-893e-ebef38561065,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:19.405382 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.421740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-e3c8eb58-e5d7-4b6d-ab05-889b8e2f7923 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/quotas/81429b451bb04ac3a04af8c7289065e9 HTTP/1.1" status: 200 len: 375 time: 0.0502639 Jul 16 17:51:19.423970 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.485470 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.486685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-ba9d4aa0-1c5a-4f0f-b227-e1cbff50a56e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4830091 Jul 16 17:51:19.495333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0194b759-19cd-4df8-a4eb-8c5f5582de55 req-d926c742-52e7-4369-98b7-3d4f55b9cc93 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861689 Jul 16 17:51:19.536160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=865de5f1-138d-40ae-893e-ebef38561065,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:19.577887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-c0594f39-27d6-4f63-9f29-527acd219a44 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0809083 Jul 16 17:51:19.616781 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-77b8bd45-2d0e-448d-8684-595f6a10389b tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=81429b451bb04ac3a04af8c7289065e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1808619 Jul 16 17:51:19.629818 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.646700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Transition to ACTIVE for port object 6b662f32-522c-43b7-ac41-c646f9dc0ba7 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:19.656087 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.793732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-34578e0f-fc5e-4548-8c86-adad05a6e672 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:19.793948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230634-c36f-477a-8ce6-7723c918d9bf None None] Pushing event updated for resources: {'Port': ['ID=6b662f32-522c-43b7-ac41-c646f9dc0ba7,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:19.798396 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-34578e0f-fc5e-4548-8c86-adad05a6e672 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.2100601 Jul 16 17:51:19.811526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Attempting to bind port 6b662f32-522c-43b7-ac41-c646f9dc0ba7 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:19.811881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Attempting to bind port 6b662f32-522c-43b7-ac41-c646f9dc0ba7 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '72346b31-33e0-46b8-b396-32eb4bfb23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:19.812553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Attempting to bind port 6b662f32-522c-43b7-ac41-c646f9dc0ba7 on network 8edeecb9-92b5-4c5b-a6dc-8882c888356c {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:19.820367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:19.820742 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Checking segment: {'id': '72346b31-33e0-46b8-b396-32eb4bfb23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:19.821141 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.821532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Bound using segment: {'id': '72346b31-33e0-46b8-b396-32eb4bfb23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:19.821757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-e34dd713-295e-4dcf-b610-417b7fc9966c tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:51:19.822004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Bound port: 6b662f32-522c-43b7-ac41-c646f9dc0ba7, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72346b31-33e0-46b8-b396-32eb4bfb23ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:19.822430 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.822938 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd41f0ce-06d3-46cc-9611-601f32dab3c9 req-e34dd713-295e-4dcf-b610-417b7fc9966c tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167665 Jul 16 17:51:19.827704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-1b3dffbe-a642-4033-978b-83bca5c97c8e service neutron] 10.222.0.41 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933501 Jul 16 17:51:19.955016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] For port 6b662f32-522c-43b7-ac41-c646f9dc0ba7, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:19.955016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] For port 6b662f32-522c-43b7-ac41-c646f9dc0ba7, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6b662f32-522c-43b7-ac41-c646f9dc0ba7,segment=NetworkSegment(72346b31-33e0-46b8-b396-32eb4bfb23ec),segment_id=72346b31-33e0-46b8-b396-32eb4bfb23ec)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:19.957558 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.997291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-ed5c6f6b-8115-488d-af32-57874a300829 service neutron] 10.222.0.41 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621094 Jul 16 17:51:20.029411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230634-c36f-477a-8ce6-7723c918d9bf None None] Pushing event updated for resources: {'Port': ['ID=6b662f32-522c-43b7-ac41-c646f9dc0ba7,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:20.051692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Routers {'c4baa98b-142c-4a11-93db-db1ca147b47e'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:20.052504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:51:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c4baa98b-142c-4a11-93db-db1ca147b47e'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:20.110405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67f779-17cb-4fdc-8173-581147c50bce req-3f543c1a-777f-4158-8182-82ec6d9961d1 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:20.112233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f67f779-17cb-4fdc-8173-581147c50bce req-3f543c1a-777f-4158-8182-82ec6d9961d1 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 948 time: 0.1690915 Jul 16 17:51:20.176114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ed805e-14b9-4e68-a0e3-9be3dace58c6 None None] Network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:20.189689 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f67f779-17cb-4fdc-8173-581147c50bce req-d5a5993c-7178-41bb-a462-823e2bd6acdb tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697217 Jul 16 17:51:20.280158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] Set router c4baa98b-142c-4a11-93db-db1ca147b47e gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:20.283932 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6ab09b-e82e-405d-a612-dc84d5f0b40b x-openstack-request-id: req-9b6ab09b-e82e-405d-a612-dc84d5f0b40b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:20.284090 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab32ebba-a631-4a42-9320-81bc3cf6aa1f", "tag": "a18a4c5c-e22a-4859-ab9d-ae88ac808a4f", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:20.284326 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b6ab09b-e82e-405d-a612-dc84d5f0b40b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:20.284695 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'tag': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f', 'status': 'completed', 'code': 200} Jul 16 17:51:20.372790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a5b71a61-a1be-42f8-81c8-6f7dc733ec2c None None] Provisioning for port e3ce883f-9b51-46ba-a8f6-03cba0af47ec completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:20.416310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf12f9-06d8-4861-bb5c-dc014255b945 req-48bf7013-d2a2-4ba1-98e1-2ce1c66da340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:20.418210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbdf12f9-06d8-4861-bb5c-dc014255b945 req-48bf7013-d2a2-4ba1-98e1-2ce1c66da340 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 1100 time: 0.1069605 Jul 16 17:51:20.661455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903620cf-ed89-4dd7-b626-bcfd0ba3e798 req-8837cf34-8b01-43d6-a016-8271b4395608 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:20.663529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-903620cf-ed89-4dd7-b626-bcfd0ba3e798 req-8837cf34-8b01-43d6-a016-8271b4395608 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 948 time: 0.2167201 Jul 16 17:51:20.667895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf12f9-06d8-4861-bb5c-dc014255b945 req-49276b13-4034-4b19-8df4-766a530f69f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:20.669530 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbdf12f9-06d8-4861-bb5c-dc014255b945 req-49276b13-4034-4b19-8df4-766a530f69f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2438767 Jul 16 17:51:20.680434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fbc9e-0af8-4775-ab38-bbaf923e3b54 req-81143582-3030-4b70-b2d0-b5e819ae35a5 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:20.687598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-024fbc9e-0af8-4775-ab38-bbaf923e3b54 req-81143582-3030-4b70-b2d0-b5e819ae35a5 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1958613 Jul 16 17:51:20.709613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'name': 'tempest-FloatingIPsTestJSON-301144931-router', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:13Z', 'revision_number': 4, 'project_id': '34fb51aec43e4962ae7584ff941199bb', 'gw_port': {'id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6b662f32-522c-43b7-ac41-c646f9dc0ba7', 'name': '', 'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'mac_address': 'fa:16:3e:14:5c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'aef3c29e-8107-45e4-8a43-6f7d3d61e6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:51:12Z', 'updated_at': '2021-07-16T17:51:19Z', 'revision_number': 4, 'project_id': '34fb51aec43e4962ae7584ff941199bb', 'subnets': [{'id': 'aef3c29e-8107-45e4-8a43-6f7d3d61e6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:20.749301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b09863f-895c-4a7c-a4e7-3bdb3360cfab None None] The sync data for ids ['c4baa98b-142c-4a11-93db-db1ca147b47e'] in n-d-787206-10 is: [{'id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'name': 'tempest-FloatingIPsTestJSON-301144931-router', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:13Z', 'revision_number': 4, 'project_id': '34fb51aec43e4962ae7584ff941199bb', 'gw_port': {'id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6b662f32-522c-43b7-ac41-c646f9dc0ba7', 'name': '', 'network_id': '8edeecb9-92b5-4c5b-a6dc-8882c888356c', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'mac_address': 'fa:16:3e:14:5c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'aef3c29e-8107-45e4-8a43-6f7d3d61e6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:51:12Z', 'updated_at': '2021-07-16T17:51:19Z', 'revision_number': 4, 'project_id': '34fb51aec43e4962ae7584ff941199bb', 'subnets': [{'id': 'aef3c29e-8107-45e4-8a43-6f7d3d61e6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:51:20.762062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbdf12f9-06d8-4861-bb5c-dc014255b945 req-22f14532-319f-421f-acfc-91333f630c28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f HTTP/1.1" status: 200 len: 217 time: 0.0721769 Jul 16 17:51:20.876673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-903620cf-ed89-4dd7-b626-bcfd0ba3e798 req-b19a3c8f-3da8-49da-8d72-cb4bfbafc0cc tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061632 Jul 16 17:51:20.898113 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-024fbc9e-0af8-4775-ab38-bbaf923e3b54 req-6e86ccf7-3680-4a69-89f3-0913a956771a tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086213 Jul 16 17:51:20.947639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf12f9-06d8-4861-bb5c-dc014255b945 req-66f6c099-4c6d-4c16-9d05-f1b16e11fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:20.951095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbdf12f9-06d8-4861-bb5c-dc014255b945 req-66f6c099-4c6d-4c16-9d05-f1b16e11fc71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1749964 Jul 16 17:51:21.024225 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58253ac7-35b6-46b5-9d32-4316a68495c7 x-openstack-request-id: req-58253ac7-35b6-46b5-9d32-4316a68495c7 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:21.024225 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1643a4c1-ba83-43bc-b1c8-0a7684b934be", "name": "network-vif-plugged", "status": "completed", "tag": "6fb98384-d168-4775-a307-45ede136825f", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:21.024225 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58253ac7-35b6-46b5-9d32-4316a68495c7 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:21.024225 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643a4c1-ba83-43bc-b1c8-0a7684b934be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb98384-d168-4775-a307-45ede136825f', 'code': 200} Jul 16 17:51:21.122033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf12f9-06d8-4861-bb5c-dc014255b945 req-03543063-f3a6-4a34-a2a9-42e2317d610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:21.124155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbdf12f9-06d8-4861-bb5c-dc014255b945 req-03543063-f3a6-4a34-a2a9-42e2317d610d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1650994 Jul 16 17:51:21.270555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca32deff-579a-451b-bbb8-472c5db14379 req-c251de40-9632-4f62-a1d8-0b070bf40ac6 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/floatingips/0859dbc6-c3bd-41bd-b13a-c912cf34d4f2 HTTP/1.1" status: 200 len: 692 time: 0.1194203 Jul 16 17:51:21.324452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e3ce883f-9b51-46ba-a8f6-03cba0af47ec up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:21.357510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b8cf4958-8caf-4ff2-b72a-dc7c6b99380d up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:21.468584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32deff-579a-451b-bbb8-472c5db14379 req-3e05b67d-4ded-45ba-b18e-5e429777502d tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:21.480477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca32deff-579a-451b-bbb8-472c5db14379 req-3e05b67d-4ded-45ba-b18e-5e429777502d tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.1838925 Jul 16 17:51:21.507888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:21.512335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e3ce883f-9b51-46ba-a8f6-03cba0af47ec completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:21.518673 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:21.519294 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.526346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-ca32deff-579a-451b-bbb8-472c5db14379 req-09261475-b2d8-45b7-9604-de2c96d57682 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:51:21.541097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca32deff-579a-451b-bbb8-472c5db14379 req-09261475-b2d8-45b7-9604-de2c96d57682 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600245 Jul 16 17:51:21.558447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e3ce883f-9b51-46ba-a8f6-03cba0af47ec triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:21.558933 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.685198 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.736298 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.768338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754474dd-b39c-465d-8e05-6b65477c8190 req-04624e0a-d432-44c5-a55e-0abde4e825c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:21.770380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-754474dd-b39c-465d-8e05-6b65477c8190 req-04624e0a-d432-44c5-a55e-0abde4e825c7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1643a4c1-ba83-43bc-b1c8-0a7684b934be HTTP/1.1" status: 200 len: 1101 time: 0.4960034 Jul 16 17:51:21.772236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b8cf4958-8caf-4ff2-b72a-dc7c6b99380d,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:21.786352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbdf12f9-06d8-4861-bb5c-dc014255b945 req-d1fcb0f7-c030-4c6d-996a-52ec44414f65 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6509147 Jul 16 17:51:21.787291 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.840728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port e3ce883f-9b51-46ba-a8f6-03cba0af47ec, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e3ce883f-9b51-46ba-a8f6-03cba0af47ec,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:21.853805 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.854593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6b662f32-522c-43b7-ac41-c646f9dc0ba7 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:21.879634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12742dc9-8097-4d2b-a049-923319799dc6 req-58edd509-82b7-43fa-b9d5-d08a09a713d2 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:21.888226 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-12742dc9-8097-4d2b-a049-923319799dc6 req-58edd509-82b7-43fa-b9d5-d08a09a713d2 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 950 time: 0.6147542 Jul 16 17:51:21.901935 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=b8cf4958-8caf-4ff2-b72a-dc7c6b99380d,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:21.918434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:21.918434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:21.918434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:21.918434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:21.918995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:21.918995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:21.919597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:21.919879 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:21.920212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:21.920539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:21.920854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:21.921171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:21.938468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 6b662f32-522c-43b7-ac41-c646f9dc0ba7 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:21.963065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6b662f32-522c-43b7-ac41-c646f9dc0ba7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:21.963654 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.985334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-754474dd-b39c-465d-8e05-6b65477c8190 req-9ae96a42-3184-4557-86dd-e59fcb1b9986 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053878 Jul 16 17:51:22.035703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=e3ce883f-9b51-46ba-a8f6-03cba0af47ec,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:22.060859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-82fd2123-c515-4485-8073-647d2f79959a tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:22.068362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-82fd2123-c515-4485-8073-647d2f79959a tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/networks?id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 HTTP/1.1" status: 200 len: 815 time: 0.3812299 Jul 16 17:51:22.104059 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-12742dc9-8097-4d2b-a049-923319799dc6 req-ab751de0-dda9-4356-b04f-d4357000b586 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1251498-c141-48f4-91b1-e61e44629eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144580 Jul 16 17:51:22.136222 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-650ec6a9-61c4-4954-bfe3-0c5351dc1f5d tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/quotas/81429b451bb04ac3a04af8c7289065e9 HTTP/1.1" status: 200 len: 375 time: 0.0669584 Jul 16 17:51:22.140147 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:22.198488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 6b662f32-522c-43b7-ac41-c646f9dc0ba7, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6b662f32-522c-43b7-ac41-c646f9dc0ba7,segment=NetworkSegment(72346b31-33e0-46b8-b396-32eb4bfb23ec),segment_id=72346b31-33e0-46b8-b396-32eb4bfb23ec)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:22.205330 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:22.217606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbdf12f9-06d8-4861-bb5c-dc014255b945 req-c8b9879a-4f04-4459-be47-db6a53c0545a service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847740 Jul 16 17:51:22.312785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f1575e84-5755-425e-84d4-d3d91a0d0d9c tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:22.314300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f1575e84-5755-425e-84d4-d3d91a0d0d9c tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.35 "GET /v2.0/networks?id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 HTTP/1.1" status: 200 len: 815 time: 0.2395062 Jul 16 17:51:22.325653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=6b662f32-522c-43b7-ac41-c646f9dc0ba7,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:22.360599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Request body: {'port': {'device_id': '66f14a2c-ef94-464a-9f0e-4c33022678ef', 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3', 'admin_state_up': True, 'tenant_id': '81429b451bb04ac3a04af8c7289065e9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:22.393159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-aea28469-87d5-4f33-a34c-928e0a24d488 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=81429b451bb04ac3a04af8c7289065e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2558739 Jul 16 17:51:22.861064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db9f36-02c3-4f31-9906-d440fc5a5d39 req-eb0e76bf-6ed6-4070-a164-351f3711c444 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:22.862634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51db9f36-02c3-4f31-9906-d440fc5a5d39 req-eb0e76bf-6ed6-4070-a164-351f3711c444 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 948 time: 0.5381348 Jul 16 17:51:22.866316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-b66d9ce2-95ef-465a-b78b-ed0d7b912822 service neutron] 10.222.0.41 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724212 Jul 16 17:51:22.907502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Made reservation on behalf of 81429b451bb04ac3a04af8c7289065e9 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:22.911189 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:22.966459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51db9f36-02c3-4f31-9906-d440fc5a5d39 req-67465a05-81a6-44de-b079-8f4d4444c3ed tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969548 Jul 16 17:51:23.026356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960e1ab5-1ce4-421d-996e-094c4df02420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865de5f1-138d-40ae-893e-ebef38561065'}, {'server_uuid': '3c459d32-2205-490d-8952-0c2dc745c92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:23.029173 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec2d7c4-2130-4599-9f08-e524ee174218" -d '{"events": [{"server_uuid": "960e1ab5-1ce4-421d-996e-094c4df02420", "name": "network-vif-plugged", "status": "completed", "tag": "865de5f1-138d-40ae-893e-ebef38561065"}, {"server_uuid": "3c459d32-2205-490d-8952-0c2dc745c92f", "name": "network-vif-plugged", "status": "completed", "tag": "b8cf4958-8caf-4ff2-b72a-dc7c6b99380d"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:23.114933 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e3ce883f-9b51-46ba-a8f6-03cba0af47ec up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:23.134013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9c6d57eb-930c-483b-95b1-2f5b9e0b79ba service neutron] 10.222.0.41 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598038 Jul 16 17:51:23.139322 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60e6a839-9772-4798-bff3-02bf053d2392 req-2b2ce170-859b-41ea-8ffe-17257a20d588 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=34fb51aec43e4962ae7584ff941199bb HTTP/1.1" status: 200 len: 695 time: 0.0982671 Jul 16 17:51:23.174372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e3ce883f-9b51-46ba-a8f6-03cba0af47ec triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:23.174807 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:23.273285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Allocated IP 172.20.0.10 (7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3/e639a4d1-6ec1-404f-8cd2-58356029e1e3/5cb03ff4-ca5a-4229-8a6f-47f138a794ba) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:23.274596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6b662f32-522c-43b7-ac41-c646f9dc0ba7 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:23.338108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6a839-9772-4798-bff3-02bf053d2392 req-17decda4-20c3-42c9-8e62-c855b0ceccfc tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:23.339806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60e6a839-9772-4798-bff3-02bf053d2392 req-17decda4-20c3-42c9-8e62-c855b0ceccfc tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/networks?id=12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 787 time: 0.1894896 Jul 16 17:51:23.359550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-60e6a839-9772-4798-bff3-02bf053d2392 req-6d15f0b6-6744-4908-9897-b809ec0a83b0 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:51:23.360616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60e6a839-9772-4798-bff3-02bf053d2392 req-6d15f0b6-6744-4908-9897-b809ec0a83b0 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084815 Jul 16 17:51:23.378964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a18a4c5c-e22a-4859-ab9d-ae88ac808a4f details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:23.466329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6b662f32-522c-43b7-ac41-c646f9dc0ba7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:23.466771 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:23.566011 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:23.588405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Transition to ACTIVE for port object 5cb03ff4-ca5a-4229-8a6f-47f138a794ba will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:23.598280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcdc09-f05c-43ef-b4b6-39032d718df5 req-1ce44a37-c8b9-4980-9bce-414794bb67c9 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:23.607138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11fcdc09-f05c-43ef-b4b6-39032d718df5 req-1ce44a37-c8b9-4980-9bce-414794bb67c9 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 949 time: 0.1354795 Jul 16 17:51:23.707011 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11fcdc09-f05c-43ef-b4b6-39032d718df5 req-9433e359-d4a2-4b6a-823d-cdf3d2ec85df tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988722 Jul 16 17:51:23.765502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:23.780995 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:23.794492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366ba22-9f96-44c9-9a53-ff29a2619961 req-fe0b2393-66a7-494e-b8ec-7e0467eaae4a tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:23.798619 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4366ba22-9f96-44c9-9a53-ff29a2619961 req-fe0b2393-66a7-494e-b8ec-7e0467eaae4a tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1825483 Jul 16 17:51:23.818880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f', 'mac_address': 'fa:16:3e:55:4b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:23.862068 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:23.876276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Pushing event updated for resources: {'Port': ['ID=5cb03ff4-ca5a-4229-8a6f-47f138a794ba,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:23.880621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18a4c5c-e22a-4859-ab9d-ae88ac808a4f {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:23.910728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:23.916317 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:23.939627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4366ba22-9f96-44c9-9a53-ff29a2619961 req-db553b56-f202-4e1b-bd81-653152b91cc9 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214669 Jul 16 17:51:23.964480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:23.968763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:23.976347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:23.976656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:24.008507 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e42799f-bc08-43e4-b6dc-1703c1c411c4 x-openstack-request-id: req-0e42799f-bc08-43e4-b6dc-1703c1c411c4 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:24.008871 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960e1ab5-1ce4-421d-996e-094c4df02420", "name": "network-vif-plugged", "status": "completed", "tag": "865de5f1-138d-40ae-893e-ebef38561065", "code": 200}, {"server_uuid": "3c459d32-2205-490d-8952-0c2dc745c92f", "name": "network-vif-plugged", "status": "completed", "tag": "b8cf4958-8caf-4ff2-b72a-dc7c6b99380d", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:24.009170 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e42799f-bc08-43e4-b6dc-1703c1c411c4 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:24.009580 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960e1ab5-1ce4-421d-996e-094c4df02420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865de5f1-138d-40ae-893e-ebef38561065', 'code': 200} Jul 16 17:51:24.009837 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c459d32-2205-490d-8952-0c2dc745c92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d', 'code': 200} Jul 16 17:51:24.167336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ecea2-3c26-4c0e-8855-4a09e7ac61e4 req-18fe5e14-c43b-4611-b7eb-839cb38b4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:24.168961 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-d63ecea2-3c26-4c0e-8855-4a09e7ac61e4 req-18fe5e14-c43b-4611-b7eb-839cb38b4d78 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 1102 time: 0.0782356 Jul 16 17:51:24.194041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-6bd0f04d-3260-4021-87fe-ada4ad5f2c0d tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/floatingips/0859dbc6-c3bd-41bd-b13a-c912cf34d4f2 HTTP/1.1" status: 200 len: 692 time: 0.1610405 Jul 16 17:51:24.201727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:24.202355 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:24.228601 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-d63ecea2-3c26-4c0e-8855-4a09e7ac61e4 req-4e8b0a6e-217c-494c-88ef-b977d8f5ce49 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a1251498-c141-48f4-91b1-e61e44629eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484638 Jul 16 17:51:24.252587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['a18a4c5c-e22a-4859-ab9d-ae88ac808a4f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:24.266847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-f209ddba-ee8e-45a9-a879-586299c44ea2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9176779 Jul 16 17:51:24.320859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Request body: {'port': {'device_id': '66f14a2c-ef94-464a-9f0e-4c33022678ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:24.346913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-baa24937-2b8e-4048-8dde-7a397c4b842e None None] Provisioning for port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:24.357595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-baa24937-2b8e-4048-8dde-7a397c4b842e None None] Provisioning complete for port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:24.358658 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-baa24937-2b8e-4048-8dde-7a397c4b842e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:24.373777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf4afe-35dc-4706-ab80-e8f9bee382e4 req-e05af029-6692-42b5-a0a6-52dbb396988c tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:24.374701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddaf4afe-35dc-4706-ab80-e8f9bee382e4 req-e05af029-6692-42b5-a0a6-52dbb396988c tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 950 time: 0.2771437 Jul 16 17:51:24.376473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f99eb2-d1c4-49f5-8eed-ff7b3d3a48d6 req-8e98f590-fb0a-429a-ad44-bb336f6fe075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:24.377801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81f99eb2-d1c4-49f5-8eed-ff7b3d3a48d6 req-8e98f590-fb0a-429a-ad44-bb336f6fe075 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 1101 time: 0.2814903 Jul 16 17:51:24.417802 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-baa24937-2b8e-4048-8dde-7a397c4b842e None None] Port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:51:24.425644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-ec332978-d9d0-4d56-aa20-b065f18d682d tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:24.426994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-ec332978-d9d0-4d56-aa20-b065f18d682d tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.2198048 Jul 16 17:51:24.448705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-bbaf87ff-45b7-4d29-a222-a35529746877 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:51:24.449681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-bbaf87ff-45b7-4d29-a222-a35529746877 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122225 Jul 16 17:51:24.531455 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81f99eb2-d1c4-49f5-8eed-ff7b3d3a48d6 req-b82eda2f-89ec-4df8-bdbd-45eebf39bdce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393185 Jul 16 17:51:24.544520 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddaf4afe-35dc-4706-ab80-e8f9bee382e4 req-105e6e3a-9b08-47da-be24-b56619a1abdd tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1251498-c141-48f4-91b1-e61e44629eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592596 Jul 16 17:51:24.547691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-c0491ab4-b87e-452b-aaae-21879fd9dd82 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0769863 Jul 16 17:51:24.547932 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:24.628679 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-d013efac-53f3-4f0a-a14c-a61c36c44aaf tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0720329 Jul 16 17:51:24.953255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-8cc93707-23ef-47d7-879e-9a2eed07ef1d tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:24.954735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-8cc93707-23ef-47d7-879e-9a2eed07ef1d tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/networks?id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 HTTP/1.1" status: 200 len: 815 time: 0.3316052 Jul 16 17:51:25.043305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-9a25a896-7b98-4944-8bd1-91dae9985349 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/quotas/81429b451bb04ac3a04af8c7289065e9 HTTP/1.1" status: 200 len: 375 time: 0.0600474 Jul 16 17:51:25.125996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-1ae4bd7f-5556-4ab3-8085-e254f4c7f3fd tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Deleting port fce69ec4-8128-44db-b2b9-c4d654960907 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:25.126332 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-1ae4bd7f-5556-4ab3-8085-e254f4c7f3fd tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:25.152413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-7267a995-a24e-4ec6-90dd-ae9f3dc96b40 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:25.154158 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-7267a995-a24e-4ec6-90dd-ae9f3dc96b40 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.43 "GET /v2.0/networks?id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 HTTP/1.1" status: 200 len: 815 time: 0.2647903 Jul 16 17:51:25.186013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Request body: {'port': {'device_id': 'a03a6423-50d2-4c4b-8346-74bc16c81d5d', 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3', 'admin_state_up': True, 'tenant_id': '81429b451bb04ac3a04af8c7289065e9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:25.284061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb03ff4-ca5a-4229-8a6f-47f138a794ba {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:25.327867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:25.346752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a18a4c5c-e22a-4859-ab9d-ae88ac808a4f up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:25.350271 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-1bb3afe4-d7f2-43ef-9735-16c8dd5f7fe6 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=81429b451bb04ac3a04af8c7289065e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2915051 Jul 16 17:51:25.378358 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-1ae4bd7f-5556-4ab3-8085-e254f4c7f3fd tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:25.378684 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-1ae4bd7f-5556-4ab3-8085-e254f4c7f3fd tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:25.383678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Transition to ACTIVE for port object 5cb03ff4-ca5a-4229-8a6f-47f138a794ba will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:25.403522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:25.406491 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:25.407394 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:25.407836 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:25.408519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-1ae4bd7f-5556-4ab3-8085-e254f4c7f3fd tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Calling delete_port for fce69ec4-8128-44db-b2b9-c4d654960907 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:25.485945 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:25.528019 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:25.534268 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:25.597155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:25.849910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb03ff4-ca5a-4229-8a6f-47f138a794ba,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:25.900319 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Made reservation on behalf of 81429b451bb04ac3a04af8c7289065e9 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:25.904029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:25.931736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-5e282101-a99e-4df3-b317-69253c6fa6c9 service neutron] 10.222.0.41 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680859 Jul 16 17:51:26.010747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:26.013156 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c96841-3231-4d3b-8062-49ca39962ddf" -d '{"events": [{"server_uuid": "ab32ebba-a631-4a42-9320-81bc3cf6aa1f", "name": "network-vif-plugged", "status": "completed", "tag": "a18a4c5c-e22a-4859-ab9d-ae88ac808a4f"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:26.101267 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:26.104225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Attempting to bind port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:26.104561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Attempting to bind port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:26.104888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Attempting to bind port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba on network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:26.142163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba on network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:26.142477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Attempting to bind port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba on network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:26.159293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-53fb92f9-0dee-479b-88fc-d7c64977c79c service neutron] 10.222.0.41 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167311 Jul 16 17:51:26.179024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:26.179367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Checking segment: {'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:26.179776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Bound using segment: {'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:26.180223 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Bound port: 5cb03ff4-ca5a-4229-8a6f-47f138a794ba, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:26.180572 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:26.235168 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-1ae4bd7f-5556-4ab3-8085-e254f4c7f3fd tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:26.276108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Allocated IP 172.20.0.6 (7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3/e639a4d1-6ec1-404f-8cd2-58356029e1e3/9633a661-2fd4-4642-8b42-bfc8f050c1e0) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:26.287320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4bd7f-5556-4ab3-8085-e254f4c7f3fd tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Pushing event deleted for resources: {'Port': ['ID=fce69ec4-8128-44db-b2b9-c4d654960907,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:26.325340 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:26.390357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] For port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:26.446106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] For port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5cb03ff4-ca5a-4229-8a6f-47f138a794ba,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:26.452279 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-1ae4bd7f-5556-4ab3-8085-e254f4c7f3fd tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:26.454749 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-1ae4bd7f-5556-4ab3-8085-e254f4c7f3fd tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:26.455900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-886f9c08-41d3-4cc3-b7a6-986420e72d0f req-1ae4bd7f-5556-4ab3-8085-e254f4c7f3fd tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "DELETE /v2.0/floatingips/0859dbc6-c3bd-41bd-b13a-c912cf34d4f2 HTTP/1.1" status: 204 len: 173 time: 1.8150115 Jul 16 17:51:26.464166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:26.535031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:26.535705 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:26.537081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] 10.222.0.35 "PUT /v2.0/ports/5cb03ff4-ca5a-4229-8a6f-47f138a794ba HTTP/1.1" status: 200 len: 1093 time: 2.2247248 Jul 16 17:51:26.542194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f14a2c-ef94-464a-9f0e-4c33022678ef', 'tag': '5cb03ff4-ca5a-4229-8a6f-47f138a794ba'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:26.544359 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fba2b7d-214b-411d-98f2-aa5e6267bef5" -d '{"events": [{"name": "network-changed", "server_uuid": "66f14a2c-ef94-464a-9f0e-4c33022678ef", "tag": "5cb03ff4-ca5a-4229-8a6f-47f138a794ba"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:26.655224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cf9ea-396f-4fd3-b576-0ca404a39653 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb03ff4-ca5a-4229-8a6f-47f138a794ba,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:26.712787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220ec4a-2eda-4864-9610-acca41be3790 req-94f3cc62-287c-4386-8841-b1f0b33af613 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:26.714703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6220ec4a-2eda-4864-9610-acca41be3790 req-94f3cc62-287c-4386-8841-b1f0b33af613 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.3218606 Jul 16 17:51:26.771130 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:26.814568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Transition to ACTIVE for port object 9633a661-2fd4-4642-8b42-bfc8f050c1e0 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:26.831913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6220ec4a-2eda-4864-9610-acca41be3790 req-76296dfa-af8b-4126-9bca-0cc4fd2775fd tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067951 Jul 16 17:51:26.842067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f565a-da42-4add-93b6-bac138b409f6 req-6e269515-e937-437f-b110-cfe832891148 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:26.843544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-834f565a-da42-4add-93b6-bac138b409f6 req-6e269515-e937-437f-b110-cfe832891148 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 949 time: 0.2608879 Jul 16 17:51:26.864947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-7b265949-1a69-4483-9bf4-7413e824069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:26.867089 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-7b265949-1a69-4483-9bf4-7413e824069c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81429b451bb04ac3a04af8c7289065e9&device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 1096 time: 0.2600114 Jul 16 17:51:26.927816 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-1ed3e64c-5490-4ca4-b01a-eb292f29aaf4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cb03ff4-ca5a-4229-8a6f-47f138a794ba HTTP/1.1" status: 200 len: 217 time: 0.0507972 Jul 16 17:51:26.981058 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:27.003348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-834f565a-da42-4add-93b6-bac138b409f6 req-5f3250bc-5258-4060-a9f6-689169767bbb tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499679 Jul 16 17:51:27.054251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-3e92305e-a5d2-42f8-85de-4caf81454bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:27.055883 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-3e92305e-a5d2-42f8-85de-4caf81454bcb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e639a4d1-6ec1-404f-8cd2-58356029e1e3 HTTP/1.1" status: 200 len: 854 time: 0.1102257 Jul 16 17:51:27.057721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:27.062349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:27.064658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:27.120070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Pushing event updated for resources: {'Port': ['ID=9633a661-2fd4-4642-8b42-bfc8f050c1e0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:27.232765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:27.233386 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:27.275305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9e9d292c-ed63-47e1-9917-16fcfd249539 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0987256 Jul 16 17:51:27.300071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Request body: {'port': {'device_id': 'a03a6423-50d2-4c4b-8346-74bc16c81d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:27.304122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-11985af3-5635-466f-9a89-5ee831c60424 None None] Provisioning for port 9633a661-2fd4-4642-8b42-bfc8f050c1e0 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:27.308711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-11985af3-5635-466f-9a89-5ee831c60424 None None] Provisioning complete for port 9633a661-2fd4-4642-8b42-bfc8f050c1e0 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:27.309325 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-11985af3-5635-466f-9a89-5ee831c60424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:27.336898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8dca0f88-c690-48ec-b45e-63c970e170c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:27.338396 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-8dca0f88-c690-48ec-b45e-63c970e170c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2661626 Jul 16 17:51:27.342668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-11985af3-5635-466f-9a89-5ee831c60424 None None] Port 9633a661-2fd4-4642-8b42-bfc8f050c1e0 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:51:27.348332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34092b-21e5-4405-a6e8-48a972a965bd req-c99042b7-fc39-406e-9142-88bb93a8ac0e tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:27.349812 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc34092b-21e5-4405-a6e8-48a972a965bd req-c99042b7-fc39-406e-9142-88bb93a8ac0e tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.2688866 Jul 16 17:51:27.386224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa78ba2-9355-442d-a464-1b409c8b11ce req-28be1f50-6147-4c7d-b074-e9b10820b0a3 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:27.387589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9aa78ba2-9355-442d-a464-1b409c8b11ce req-28be1f50-6147-4c7d-b074-e9b10820b0a3 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 950 time: 0.2248652 Jul 16 17:51:27.532122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc34092b-21e5-4405-a6e8-48a972a965bd req-fa441af4-0830-4b9a-9c29-3013ef86b184 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727662 Jul 16 17:51:27.556147 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:27.569323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9aa78ba2-9355-442d-a464-1b409c8b11ce req-811b6f0c-389a-4516-bae2-46ab4ecc3747 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1251498-c141-48f4-91b1-e61e44629eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630919 Jul 16 17:51:27.584043 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9181135-aea7-4573-a110-9e4fbb370012 x-openstack-request-id: req-c9181135-aea7-4573-a110-9e4fbb370012 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:27.584361 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab32ebba-a631-4a42-9320-81bc3cf6aa1f", "name": "network-vif-plugged", "status": "completed", "tag": "a18a4c5c-e22a-4859-ab9d-ae88ac808a4f", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:27.584619 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9181135-aea7-4573-a110-9e4fbb370012 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:27.586614 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f', 'code': 200} Jul 16 17:51:27.706382 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-8a656518-fec4-4a70-a361-5314e0463911 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:27.709473 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-8a656518-fec4-4a70-a361-5314e0463911 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.35 "GET /v2.0/networks?id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 HTTP/1.1" status: 200 len: 815 time: 0.1489398 Jul 16 17:51:27.712674 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-0518043e-ef34-4cf1-b7e0-55f5d25d82c2 service neutron] 10.222.0.35 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551786 Jul 16 17:51:27.729349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Request body: {'port': {'device_id': '37fbae44-2640-4ae6-bd71-c46a325a0cd2', 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3', 'admin_state_up': True, 'tenant_id': '81429b451bb04ac3a04af8c7289065e9'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:27.827498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-907a0630-49ab-4373-a872-f443933273bd req-67e55bb8-86cb-4342-b9db-8a8b358945e8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 210 time: 0.1056325 Jul 16 17:51:27.871994 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Made reservation on behalf of 81429b451bb04ac3a04af8c7289065e9 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:27.876391 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:27.889775 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a07320a-5766-424e-8ee8-f00ac618ddd5 x-openstack-request-id: req-2a07320a-5766-424e-8ee8-f00ac618ddd5 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:27.890076 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f14a2c-ef94-464a-9f0e-4c33022678ef", "tag": "5cb03ff4-ca5a-4229-8a6f-47f138a794ba", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:27.890326 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a07320a-5766-424e-8ee8-f00ac618ddd5 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:27.890718 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f14a2c-ef94-464a-9f0e-4c33022678ef', 'tag': '5cb03ff4-ca5a-4229-8a6f-47f138a794ba', 'status': 'completed', 'code': 200} Jul 16 17:51:27.964613 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2d5477f5-1957-4e6a-ba4c-1420bdb8e591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:28.032591 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-dc4ba609-2ef6-4d97-a497-bce024803309 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3992033 Jul 16 17:51:28.063464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4ed14d-fa79-4781-b0b8-5882fa245b08 req-44ef2181-7dc3-4b62-a3df-6e125691c1f4 service neutron] 10.222.0.35 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387988 Jul 16 17:51:28.068382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:28.105610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc148f17-a335-4997-86ec-ce6836fe25da req-cd6809b4-113d-425d-b6eb-39f0a7e8295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:28.107175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc148f17-a335-4997-86ec-ce6836fe25da req-cd6809b4-113d-425d-b6eb-39f0a7e8295f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 1102 time: 0.3457396 Jul 16 17:51:28.172247 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:28.263040 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0acba-8f71-4b3c-8751-e75a3a1b4172 req-dedfcab7-0a30-4fbc-9a07-4d7896b86ba3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:28.264591 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08d0acba-8f71-4b3c-8751-e75a3a1b4172 req-dedfcab7-0a30-4fbc-9a07-4d7896b86ba3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=1643a4c1-ba83-43bc-b1c8-0a7684b934be HTTP/1.1" status: 200 len: 949 time: 0.2666068 Jul 16 17:51:28.279698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc148f17-a335-4997-86ec-ce6836fe25da req-fb016d0b-cfe3-469e-8303-e1852b0453c1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597729 Jul 16 17:51:28.315331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9633a661-2fd4-4642-8b42-bfc8f050c1e0 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:28.326602 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:28.360543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba2b7d-214b-411d-98f2-aa5e6267bef5 req-79aa70b9-97ca-407f-be9e-c69ad21ba6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:28.362047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9fba2b7d-214b-411d-98f2-aa5e6267bef5 req-79aa70b9-97ca-407f-be9e-c69ad21ba6cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81429b451bb04ac3a04af8c7289065e9&device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 1096 time: 0.2397203 Jul 16 17:51:28.393029 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Transition to ACTIVE for port object 9633a661-2fd4-4642-8b42-bfc8f050c1e0 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:28.405823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08d0acba-8f71-4b3c-8751-e75a3a1b4172 req-85ea438e-2050-4721-a8ec-616a339fa9fd tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320899 Jul 16 17:51:28.411364 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:28.458208 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Allocated IP 172.20.0.4 (7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3/e639a4d1-6ec1-404f-8cd2-58356029e1e3/5bf6a2a1-103c-49ef-be76-df9a1e85a0b0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:28.634353 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:28.648287 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Transition to ACTIVE for port object 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:28.682645 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:28.730034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:28.735319 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:28.739183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:28.769840 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Pushing event updated for resources: {'Port': ['ID=5bf6a2a1-103c-49ef-be76-df9a1e85a0b0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:28.796312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:28.797267 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:28.813402 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-01571e8e-9b24-4b86-843b-61de583a16f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0889184 Jul 16 17:51:28.833629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Request body: {'port': {'device_id': '37fbae44-2640-4ae6-bd71-c46a325a0cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:28.867265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Pushing event updated for resources: {'Port': ['ID=9633a661-2fd4-4642-8b42-bfc8f050c1e0,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:28.918273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:28.953537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:28.959090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba2b7d-214b-411d-98f2-aa5e6267bef5 req-01593100-e391-41e2-9e5d-9e39a5de5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:28.961807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9fba2b7d-214b-411d-98f2-aa5e6267bef5 req-01593100-e391-41e2-9e5d-9e39a5de5761 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 HTTP/1.1" status: 200 len: 916 time: 0.5671444 Jul 16 17:51:28.986012 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0ce2e3f3-ed6f-4fb5-8ccb-3571facd57bd None None] Provisioning for port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:28.996029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0ce2e3f3-ed6f-4fb5-8ccb-3571facd57bd None None] Provisioning complete for port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:28.996780 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e3f3-ed6f-4fb5-8ccb-3571facd57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.049300 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2e3f3-ed6f-4fb5-8ccb-3571facd57bd None None] Port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:51:29.051540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9fba2b7d-214b-411d-98f2-aa5e6267bef5 req-efe215ec-8e81-4e4e-8e0f-58262eebbdca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cb03ff4-ca5a-4229-8a6f-47f138a794ba HTTP/1.1" status: 200 len: 217 time: 0.0785372 Jul 16 17:51:29.077088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691c5a3-5b53-4335-993d-cef85082f685 req-30a46f7c-fd3c-42bd-9e06-abaf64f3eae5 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:29.078631 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d691c5a3-5b53-4335-993d-cef85082f685 req-30a46f7c-fd3c-42bd-9e06-abaf64f3eae5 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.3693955 Jul 16 17:51:29.175741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Attempting to bind port 9633a661-2fd4-4642-8b42-bfc8f050c1e0 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:29.176086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Attempting to bind port 9633a661-2fd4-4642-8b42-bfc8f050c1e0 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:29.176417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Attempting to bind port 9633a661-2fd4-4642-8b42-bfc8f050c1e0 on network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:29.198077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Port 9633a661-2fd4-4642-8b42-bfc8f050c1e0 on network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:29.198284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Attempting to bind port 9633a661-2fd4-4642-8b42-bfc8f050c1e0 on network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:29.212858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba2b7d-214b-411d-98f2-aa5e6267bef5 req-7e898948-fa64-47ff-8a77-4045469d966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:29.214354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9fba2b7d-214b-411d-98f2-aa5e6267bef5 req-7e898948-fa64-47ff-8a77-4045469d966b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e639a4d1-6ec1-404f-8cd2-58356029e1e3 HTTP/1.1" status: 200 len: 854 time: 0.1548569 Jul 16 17:51:29.220812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:29.221165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Checking segment: {'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:29.221534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Bound using segment: {'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:29.221972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Bound port: 9633a661-2fd4-4642-8b42-bfc8f050c1e0, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:29.222332 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.238247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d691c5a3-5b53-4335-993d-cef85082f685 req-7585a86c-82ce-46b8-a7f1-747527af0d18 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296787 Jul 16 17:51:29.266522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Allocated IP 172.25.5.164 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/5016f571-65fc-430f-b2d6-73672fd5b5f5) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:29.410447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] For port 9633a661-2fd4-4642-8b42-bfc8f050c1e0, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:29.459137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] For port 9633a661-2fd4-4642-8b42-bfc8f050c1e0, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9633a661-2fd4-4642-8b42-bfc8f050c1e0,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:29.471284 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.478578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:29.486773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba2b7d-214b-411d-98f2-aa5e6267bef5 req-37dc5aca-dbd1-413b-9657-d50f00e1c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:29.487038 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.489127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9fba2b7d-214b-411d-98f2-aa5e6267bef5 req-37dc5aca-dbd1-413b-9657-d50f00e1c651 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2445941 Jul 16 17:51:29.500422 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Transition to ACTIVE for port object 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:29.504195 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.529798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:29.530656 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.532108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] 10.222.0.43 "PUT /v2.0/ports/9633a661-2fd4-4642-8b42-bfc8f050c1e0 HTTP/1.1" status: 200 len: 1092 time: 2.2418640 Jul 16 17:51:29.555336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Pushing event updated for resources: {'Port': ['ID=5bf6a2a1-103c-49ef-be76-df9a1e85a0b0,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:29.619377 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.646984 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Attempting to bind port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:29.647483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Attempting to bind port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:29.647860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Attempting to bind port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 on network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:29.658105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 on network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:29.658781 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Attempting to bind port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 on network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:29.665177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:29.665737 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Checking segment: {'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:29.666680 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Bound using segment: {'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:29.667855 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Bound port: 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539996ec-2188-43e6-bfe6-c084e51f1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:29.671683 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.707693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13049810-a677-4bb1-99eb-0735e7baaa3d service neutron] Pushing event updated for resources: {'Port': ['ID=9633a661-2fd4-4642-8b42-bfc8f050c1e0,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:29.746793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] For port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:29.750997 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] For port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5bf6a2a1-103c-49ef-be76-df9a1e85a0b0,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:29.757468 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.795470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9fba2b7d-214b-411d-98f2-aa5e6267bef5 req-5cd11123-4336-44bd-8591-ac8dff4571db service neutron] 10.222.0.35 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837842 Jul 16 17:51:29.796348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:29.796950 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.798296 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] 10.222.0.35 "PUT /v2.0/ports/5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 HTTP/1.1" status: 200 len: 1092 time: 0.9693487 Jul 16 17:51:29.798723 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37fbae44-2640-4ae6-bd71-c46a325a0cd2', 'tag': '5bf6a2a1-103c-49ef-be76-df9a1e85a0b0'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:29.800997 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a626d12-a193-40d1-b66b-ca1100a009f7" -d '{"events": [{"name": "network-changed", "server_uuid": "37fbae44-2640-4ae6-bd71-c46a325a0cd2", "tag": "5bf6a2a1-103c-49ef-be76-df9a1e85a0b0"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:29.826406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9be7b2a9-6311-462a-9cd8-6e16e4bfb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:29.826881 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a52a1-1b66-472c-98e8-ebf6d4470ecd service neutron] Pushing event updated for resources: {'Port': ['ID=5bf6a2a1-103c-49ef-be76-df9a1e85a0b0,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:29.827850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-9be7b2a9-6311-462a-9cd8-6e16e4bfb7a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=81429b451bb04ac3a04af8c7289065e9&device_id=a03a6423-50d2-4c4b-8346-74bc16c81d5d HTTP/1.1" status: 200 len: 1095 time: 0.2357056 Jul 16 17:51:29.841229 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.919297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03a6423-50d2-4c4b-8346-74bc16c81d5d', 'tag': '9633a661-2fd4-4642-8b42-bfc8f050c1e0'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:29.921674 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb6a0d1-2aeb-41df-b92c-e55f36fec94b" -d '{"events": [{"name": "network-changed", "server_uuid": "a03a6423-50d2-4c4b-8346-74bc16c81d5d", "tag": "9633a661-2fd4-4642-8b42-bfc8f050c1e0"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:29.931861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-fb5c6afc-6639-4528-ab30-c7bbd1d9f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:29.933356 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-fb5c6afc-6639-4528-ab30-c7bbd1d9f3f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81429b451bb04ac3a04af8c7289065e9&device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 1095 time: 0.0648170 Jul 16 17:51:29.937174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3d807-5648-4018-84e0-7085b9fc9bfc req-d516bfca-7281-4afa-a6a0-b891d2caeff3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:29.943089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3d807-5648-4018-84e0-7085b9fc9bfc req-d516bfca-7281-4afa-a6a0-b891d2caeff3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:29.948781 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14a3d807-5648-4018-84e0-7085b9fc9bfc req-d516bfca-7281-4afa-a6a0-b891d2caeff3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=1643a4c1-ba83-43bc-b1c8-0a7684b934be&device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 1689 time: 0.2687116 Jul 16 17:51:29.956749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-32c2e249-8df8-4369-9a30-468fb2186c48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9633a661-2fd4-4642-8b42-bfc8f050c1e0 HTTP/1.1" status: 200 len: 217 time: 0.1112142 Jul 16 17:51:29.978725 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-6b245f02-3a50-4bd0-acce-9217402b4c42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 HTTP/1.1" status: 200 len: 217 time: 0.0365498 Jul 16 17:51:30.000778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:30.050966 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-fad5d3c7-5738-46c2-a089-e1b91ef0292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:30.052473 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-fad5d3c7-5738-46c2-a089-e1b91ef0292b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e639a4d1-6ec1-404f-8cd2-58356029e1e3 HTTP/1.1" status: 200 len: 854 time: 0.0671146 Jul 16 17:51:30.059905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:30.068740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:30.071501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Pushing event updated for resources: {'Port': ['ID=5016f571-65fc-430f-b2d6-73672fd5b5f5,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:30.121089 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-3df7b761-c6f9-46e5-a637-aa01b2db7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:30.122574 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-3df7b761-c6f9-46e5-a637-aa01b2db7a30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619497 Jul 16 17:51:30.139900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14a3d807-5648-4018-84e0-7085b9fc9bfc req-72f2ca68-0fdc-49ee-94c7-5638d09ae19d tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887693 Jul 16 17:51:30.146223 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-ccc34a2d-e240-4a89-b704-7be141c1fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:30.147920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-ccc34a2d-e240-4a89-b704-7be141c1fd90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e639a4d1-6ec1-404f-8cd2-58356029e1e3 HTTP/1.1" status: 200 len: 854 time: 0.1819944 Jul 16 17:51:30.151793 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9fba2b7d-214b-411d-98f2-aa5e6267bef5 req-38537ccd-7280-4320-9b1a-3ca3da10338c service neutron] 10.222.0.35 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362820 Jul 16 17:51:30.234594 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-9d357d42-537c-4937-a35f-76d73fe90fb9 service neutron] 10.222.0.35 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005828 Jul 16 17:51:30.251965 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.269166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-cd7b13da-70e6-4c4d-bfab-1bc9f1a5992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:30.270669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-cd7b13da-70e6-4c4d-bfab-1bc9f1a5992a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1104996 Jul 16 17:51:30.332698 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.355619 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1cac5adb-4215-4a1f-b983-d6ef13ec5e13 req-757123a1-50a7-4de8-ac1a-5c01d4a0ab34 service neutron] 10.222.0.35 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124134 Jul 16 17:51:30.434789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-25dddd28-2c74-4d65-bb43-e176fa055795 service neutron] 10.222.0.43 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442080 Jul 16 17:51:30.591334 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.633931 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f19bb844-5088-4b66-8da8-61dc52f060d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.648634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e3ed3f7-1927-4495-a5c4-25b72629d38d req-985a1201-7f6d-46f2-aed3-abf57fed03c2 service neutron] 10.222.0.43 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024324 Jul 16 17:51:30.655003 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.660612 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.676484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af36b6-09fe-4cff-8910-dbe8cee47dd8 req-a8ab9be8-c874-427e-b7ef-e42dd7e52185 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:30.677962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20af36b6-09fe-4cff-8910-dbe8cee47dd8 req-a8ab9be8-c874-427e-b7ef-e42dd7e52185 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1730454 Jul 16 17:51:30.769192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Pushing event updated for resources: {'Port': ['ID=5016f571-65fc-430f-b2d6-73672fd5b5f5,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:30.780406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20af36b6-09fe-4cff-8910-dbe8cee47dd8 req-c29d1137-a041-41c4-aa51-d7fda56d8e6e tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773237 Jul 16 17:51:30.785240 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.808436 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.811975 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-ab36e42d-e738-40fb-b54a-0f5c559d6293 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7585881 Jul 16 17:51:30.864111 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-a72b64f5-464e-4f2d-817b-e9eb032672f1 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.164 HTTP/1.1" status: 200 len: 696 time: 0.0485268 Jul 16 17:51:31.012532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-8ec6a92b-24f2-4685-ae98-dee23da6a497 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:31.013868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-8ec6a92b-24f2-4685-ae98-dee23da6a497 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.1439099 Jul 16 17:51:31.024683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9a8df-4aac-4c4a-8f30-2774c064435b req-31086db2-d3c9-4be6-841a-eb651e5fee6d tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:31.026132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4af9a8df-4aac-4c4a-8f30-2774c064435b req-31086db2-d3c9-4be6-841a-eb651e5fee6d tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 943 time: 0.1327934 Jul 16 17:51:31.031702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-4a636223-d072-41a3-a17e-b6ca19efd6c1 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:51:31.032614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c158986b-68f6-451e-bc74-8a9cf18acb96 req-4a636223-d072-41a3-a17e-b6ca19efd6c1 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056357 Jul 16 17:51:31.068876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4af9a8df-4aac-4c4a-8f30-2774c064435b req-c43c7a75-50b6-48d5-b2bd-66c81bf25196 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353906 Jul 16 17:51:31.069647 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f89ece-9209-4210-a188-6c47c52bd502 x-openstack-request-id: req-18f89ece-9209-4210-a188-6c47c52bd502 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:31.070579 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37fbae44-2640-4ae6-bd71-c46a325a0cd2", "tag": "5bf6a2a1-103c-49ef-be76-df9a1e85a0b0", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:31.070579 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18f89ece-9209-4210-a188-6c47c52bd502 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:31.070579 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37fbae44-2640-4ae6-bd71-c46a325a0cd2', 'tag': '5bf6a2a1-103c-49ef-be76-df9a1e85a0b0', 'status': 'completed', 'code': 200} Jul 16 17:51:31.110168 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ec0d40-66a9-41e1-b782-ed95d3a6c069 x-openstack-request-id: req-b2ec0d40-66a9-41e1-b782-ed95d3a6c069 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:31.110506 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03a6423-50d2-4c4b-8346-74bc16c81d5d", "tag": "9633a661-2fd4-4642-8b42-bfc8f050c1e0", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:31.110814 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2ec0d40-66a9-41e1-b782-ed95d3a6c069 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:31.111259 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03a6423-50d2-4c4b-8346-74bc16c81d5d', 'tag': '9633a661-2fd4-4642-8b42-bfc8f050c1e0', 'status': 'completed', 'code': 200} Jul 16 17:51:31.205500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6a0d1-2aeb-41df-b92c-e55f36fec94b req-4d107bd4-6c21-4dee-8b46-de0e56732bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:31.208036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cb6a0d1-2aeb-41df-b92c-e55f36fec94b req-4d107bd4-6c21-4dee-8b46-de0e56732bfa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=81429b451bb04ac3a04af8c7289065e9&device_id=a03a6423-50d2-4c4b-8346-74bc16c81d5d HTTP/1.1" status: 200 len: 1095 time: 0.0640149 Jul 16 17:51:31.308485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626d12-a193-40d1-b66b-ca1100a009f7 req-a56a5f51-8945-4e65-a152-65f35fee393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:31.310078 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8a626d12-a193-40d1-b66b-ca1100a009f7 req-a56a5f51-8945-4e65-a152-65f35fee393b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81429b451bb04ac3a04af8c7289065e9&device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 1095 time: 0.0577686 Jul 16 17:51:31.329567 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:51:31.394013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6a0d1-2aeb-41df-b92c-e55f36fec94b req-f2f6760f-63b8-40df-a31d-80c1996466e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:31.395395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cb6a0d1-2aeb-41df-b92c-e55f36fec94b req-f2f6760f-63b8-40df-a31d-80c1996466e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 HTTP/1.1" status: 200 len: 916 time: 0.1805527 Jul 16 17:51:31.404756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48479dff-cde0-4c39-8fb1-ee35b273ced4 req-ad39a01d-cb6e-4c4f-a3ae-ccd9574c6ab4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:31.406182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48479dff-cde0-4c39-8fb1-ee35b273ced4 req-ad39a01d-cb6e-4c4f-a3ae-ccd9574c6ab4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.1812310 Jul 16 17:51:31.422035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626d12-a193-40d1-b66b-ca1100a009f7 req-e703f54f-6811-468c-8892-2b6529284daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:31.423489 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8a626d12-a193-40d1-b66b-ca1100a009f7 req-e703f54f-6811-468c-8892-2b6529284daa service neutron] 10.222.0.35 "GET /v2.0/networks?id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 HTTP/1.1" status: 200 len: 916 time: 0.1054025 Jul 16 17:51:31.456042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ba013-d7b9-42f8-80ac-db83f73d568f req-38c6de45-e7a1-4bc0-b688-2ec0e26026dd tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:31.457505 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-093ba013-d7b9-42f8-80ac-db83f73d568f req-38c6de45-e7a1-4bc0-b688-2ec0e26026dd tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 950 time: 0.2129383 Jul 16 17:51:31.460279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cb6a0d1-2aeb-41df-b92c-e55f36fec94b req-9df94911-4616-4cbe-ab6e-022a28950c1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9633a661-2fd4-4642-8b42-bfc8f050c1e0 HTTP/1.1" status: 200 len: 217 time: 0.0532172 Jul 16 17:51:31.469239 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8a626d12-a193-40d1-b66b-ca1100a009f7 req-86377333-2270-4011-9d96-046d888f67d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 HTTP/1.1" status: 200 len: 217 time: 0.0345843 Jul 16 17:51:31.493287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5cb03ff4-ca5a-4229-8a6f-47f138a794ba details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:31.530505 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626d12-a193-40d1-b66b-ca1100a009f7 req-bb766082-259d-4d42-a1f9-78fa6d71d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:31.532025 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8a626d12-a193-40d1-b66b-ca1100a009f7 req-bb766082-259d-4d42-a1f9-78fa6d71d0ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e639a4d1-6ec1-404f-8cd2-58356029e1e3 HTTP/1.1" status: 200 len: 854 time: 0.0548534 Jul 16 17:51:31.546138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48479dff-cde0-4c39-8fb1-ee35b273ced4 req-e9fd49ba-9af7-4801-b991-fbfb7cd727ae tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303430 Jul 16 17:51:31.554794 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-093ba013-d7b9-42f8-80ac-db83f73d568f req-07c2bc15-5f91-4589-a8d5-7afe70783532 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1251498-c141-48f4-91b1-e61e44629eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884085 Jul 16 17:51:31.560221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6a0d1-2aeb-41df-b92c-e55f36fec94b req-82f04cc6-dc7b-4291-9dbb-651ab0e13f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:31.562363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cb6a0d1-2aeb-41df-b92c-e55f36fec94b req-82f04cc6-dc7b-4291-9dbb-651ab0e13f28 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e639a4d1-6ec1-404f-8cd2-58356029e1e3 HTTP/1.1" status: 200 len: 854 time: 0.0877666 Jul 16 17:51:31.618431 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5cb03ff4-ca5a-4229-8a6f-47f138a794ba,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:31.630967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '5cb03ff4-ca5a-4229-8a6f-47f138a794ba', 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3', 'port_id': '5cb03ff4-ca5a-4229-8a6f-47f138a794ba', 'mac_address': 'fa:16:3e:34:f7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e639a4d1-6ec1-404f-8cd2-58356029e1e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:31.649942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626d12-a193-40d1-b66b-ca1100a009f7 req-b8f2d042-1d94-4b70-8a16-f5cc99155ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:31.651695 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8a626d12-a193-40d1-b66b-ca1100a009f7 req-b8f2d042-1d94-4b70-8a16-f5cc99155ec1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096613 Jul 16 17:51:31.673829 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:31.697895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb03ff4-ca5a-4229-8a6f-47f138a794ba {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:31.734845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5cb03ff4-ca5a-4229-8a6f-47f138a794ba,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:31.747453 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:31.778314 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8a626d12-a193-40d1-b66b-ca1100a009f7 req-c6f7793b-4503-43cf-9dd0-80a19f5b27a4 service neutron] 10.222.0.35 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093590 Jul 16 17:51:31.792207 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:31.811621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=5cb03ff4-ca5a-4229-8a6f-47f138a794ba,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:31.885912 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8a626d12-a193-40d1-b66b-ca1100a009f7 req-e8deefee-42a1-409b-8c17-a8c0daf9878d service neutron] 10.222.0.35 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963531 Jul 16 17:51:31.942344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-7e2b5caa-5014-4988-935f-0c372100db5c tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/floatingips/fa6b3a68-abd4-45b9-b4c2-bd642b5bd003 HTTP/1.1" status: 200 len: 693 time: 0.3198421 Jul 16 17:51:31.969942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6a0d1-2aeb-41df-b92c-e55f36fec94b req-48861f88-5ea6-49c0-83c0-34c773580508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:31.971397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cb6a0d1-2aeb-41df-b92c-e55f36fec94b req-48861f88-5ea6-49c0-83c0-34c773580508 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4006815 Jul 16 17:51:32.143259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354f7e-228e-4ca7-a8f5-80739770134b req-fb7559e7-6864-477e-812e-0b9c52f96630 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:32.144805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2354f7e-228e-4ca7-a8f5-80739770134b req-fb7559e7-6864-477e-812e-0b9c52f96630 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1643a4c1-ba83-43bc-b1c8-0a7684b934be HTTP/1.1" status: 200 len: 1101 time: 0.2078850 Jul 16 17:51:32.166953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-31172f37-d4f3-425a-a51d-4608bc2582ed tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:32.168304 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-31172f37-d4f3-425a-a51d-4608bc2582ed tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.2171574 Jul 16 17:51:32.171098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cb6a0d1-2aeb-41df-b92c-e55f36fec94b req-e2adfb58-8e00-460e-b79d-158ccac5bd9f service neutron] 10.222.0.43 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786873 Jul 16 17:51:32.185376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-25cd6fc1-7869-439d-b44f-c365a7c46734 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:51:32.186334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-25cd6fc1-7869-439d-b44f-c365a7c46734 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091991 Jul 16 17:51:32.226180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['5cb03ff4-ca5a-4229-8a6f-47f138a794ba'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:32.269849 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-90d5b9a3-36da-4fe6-a675-6660794f8ae5 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.164 HTTP/1.1" status: 200 len: 696 time: 0.0731716 Jul 16 17:51:32.273631 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2354f7e-228e-4ca7-a8f5-80739770134b req-1ba36f5c-0bd6-4da8-ab97-57c843e5db15 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203589 Jul 16 17:51:32.365477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-91c27a7f-466e-4f9c-87d2-56a6daab10fc tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.164 HTTP/1.1" status: 200 len: 696 time: 0.0639808 Jul 16 17:51:32.414237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cb6a0d1-2aeb-41df-b92c-e55f36fec94b req-f5dbbb1f-6473-46b0-ae04-6ac1226b47df service neutron] 10.222.0.43 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270212 Jul 16 17:51:32.512518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-0678a17b-2187-400a-ba95-0ff7814505e2 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Deleting port 5016f571-65fc-430f-b2d6-73672fd5b5f5 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:32.513223 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-0678a17b-2187-400a-ba95-0ff7814505e2 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.626970 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-0678a17b-2187-400a-ba95-0ff7814505e2 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.627294 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-0678a17b-2187-400a-ba95-0ff7814505e2 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.641752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-0678a17b-2187-400a-ba95-0ff7814505e2 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Calling delete_port for 5016f571-65fc-430f-b2d6-73672fd5b5f5 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:32.649701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242921fe-7071-466f-8c83-78020b2cd2cf req-344f944f-6d02-4332-a43b-1c66201dd58f tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:32.651215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-242921fe-7071-466f-8c83-78020b2cd2cf req-344f944f-6d02-4332-a43b-1c66201dd58f tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 1102 time: 0.1178594 Jul 16 17:51:32.702730 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-242921fe-7071-466f-8c83-78020b2cd2cf req-d8fbc58b-f9bc-4608-a225-923fc943d97e tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.759719 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30db7d-7dd9-40a8-b010-be68d105d913 req-19ed12b2-b5e1-4309-aabb-9544f6bdb318 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:32.761196 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ae30db7d-7dd9-40a8-b010-be68d105d913 req-19ed12b2-b5e1-4309-aabb-9544f6bdb318 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.35 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 950 time: 0.0677886 Jul 16 17:51:32.853174 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-0678a17b-2187-400a-ba95-0ff7814505e2 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.861486 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-242921fe-7071-466f-8c83-78020b2cd2cf req-d8fbc58b-f9bc-4608-a225-923fc943d97e tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.882982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678a17b-2187-400a-ba95-0ff7814505e2 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Pushing event deleted for resources: {'Port': ['ID=5016f571-65fc-430f-b2d6-73672fd5b5f5,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:32.884054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-ae30db7d-7dd9-40a8-b010-be68d105d913 req-899b2521-5c39-4daa-a7fa-8b3b976221f1 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Deleting port 865de5f1-138d-40ae-893e-ebef38561065 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:32.884801 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-242921fe-7071-466f-8c83-78020b2cd2cf req-d8fbc58b-f9bc-4608-a225-923fc943d97e tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.884986 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ae30db7d-7dd9-40a8-b010-be68d105d913 req-899b2521-5c39-4daa-a7fa-8b3b976221f1 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.934249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-242921fe-7071-466f-8c83-78020b2cd2cf req-d8fbc58b-f9bc-4608-a225-923fc943d97e tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760601 Jul 16 17:51:32.957064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbc58b-f9bc-4608-a225-923fc943d97e tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b33cd9a-27a6-48c7-b189-166e1205750e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:32.976991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-0678a17b-2187-400a-ba95-0ff7814505e2 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.979370 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-0678a17b-2187-400a-ba95-0ff7814505e2 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.980701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e1b0c707-3dc3-4c3f-804e-9613237316f8 req-0678a17b-2187-400a-ba95-0ff7814505e2 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "DELETE /v2.0/floatingips/fa6b3a68-abd4-45b9-b4c2-bd642b5bd003 HTTP/1.1" status: 204 len: 173 time: 0.6138046 Jul 16 17:51:32.989776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-ae30db7d-7dd9-40a8-b010-be68d105d913 req-899b2521-5c39-4daa-a7fa-8b3b976221f1 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] For port 865de5f1-138d-40ae-893e-ebef38561065, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=865de5f1-138d-40ae-893e-ebef38561065,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:32.990269 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ae30db7d-7dd9-40a8-b010-be68d105d913 req-899b2521-5c39-4daa-a7fa-8b3b976221f1 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.004342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-ae30db7d-7dd9-40a8-b010-be68d105d913 req-899b2521-5c39-4daa-a7fa-8b3b976221f1 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Calling delete_port for 865de5f1-138d-40ae-893e-ebef38561065 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:33.139287 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ae30db7d-7dd9-40a8-b010-be68d105d913 req-899b2521-5c39-4daa-a7fa-8b3b976221f1 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.152030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['865de5f1-138d-40ae-893e-ebef38561065'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:33.169335 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b2521-5c39-4daa-a7fa-8b3b976221f1 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Pushing event deleted for resources: {'Port': ['ID=865de5f1-138d-40ae-893e-ebef38561065,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:33.175773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c8ac-18a1-4d2b-9002-12fee2b5b5dd req-54e98574-a4df-4697-8075-677b3bdbf6f6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:33.177210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3a0c8ac-18a1-4d2b-9002-12fee2b5b5dd req-54e98574-a4df-4697-8075-677b3bdbf6f6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1104522 Jul 16 17:51:33.189253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39bc42-cf03-475c-9440-0b6a83c4899e req-823c1f70-5b99-46b2-b047-f1892af7b07f tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:33.190731 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a39bc42-cf03-475c-9440-0b6a83c4899e req-823c1f70-5b99-46b2-b047-f1892af7b07f tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 943 time: 0.1125634 Jul 16 17:51:33.220112 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae30db7d-7dd9-40a8-b010-be68d105d913 req-899b2521-5c39-4daa-a7fa-8b3b976221f1 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] No DVR routers for this DVR port 865de5f1-138d-40ae-893e-ebef38561065 on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:33.223243 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ae30db7d-7dd9-40a8-b010-be68d105d913 req-899b2521-5c39-4daa-a7fa-8b3b976221f1 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.225512 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ae30db7d-7dd9-40a8-b010-be68d105d913 req-899b2521-5c39-4daa-a7fa-8b3b976221f1 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.35 "DELETE /v2.0/ports/865de5f1-138d-40ae-893e-ebef38561065 HTTP/1.1" status: 204 len: 173 time: 0.4534492 Jul 16 17:51:33.226044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960e1ab5-1ce4-421d-996e-094c4df02420', 'name': 'network-vif-deleted', 'tag': '865de5f1-138d-40ae-893e-ebef38561065'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:33.228387 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f02a49a-43ec-41db-9aa5-8d486fdac2fe" -d '{"events": [{"server_uuid": "960e1ab5-1ce4-421d-996e-094c4df02420", "name": "network-vif-deleted", "tag": "865de5f1-138d-40ae-893e-ebef38561065"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:33.252977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3a0c8ac-18a1-4d2b-9002-12fee2b5b5dd req-944430c0-f276-4900-9195-9b9e25975cbc tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572724 Jul 16 17:51:33.271080 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a39bc42-cf03-475c-9440-0b6a83c4899e req-5e417816-19da-4f62-aa14-c0d7612c1163 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650015 Jul 16 17:51:33.436425 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9633a661-2fd4-4642-8b42-bfc8f050c1e0 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:33.464231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33be33-03fc-4bab-aa19-c8d035d5a2b8 req-d94a3182-4f78-4779-abda-f73e9dc1c901 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:33.465876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f33be33-03fc-4bab-aa19-c8d035d5a2b8 req-d94a3182-4f78-4779-abda-f73e9dc1c901 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 1097 time: 0.1069250 Jul 16 17:51:33.467662 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.471746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bdb3d-b6ca-40ad-bc73-8a4e24ad3750 req-0a46157d-9fd2-46c0-983e-2dc662db85ed tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:33.473169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b6bdb3d-b6ca-40ad-bc73-8a4e24ad3750 req-0a46157d-9fd2-46c0-983e-2dc662db85ed tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 1101 time: 0.0771887 Jul 16 17:51:33.524634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:33.524866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f33be33-03fc-4bab-aa19-c8d035d5a2b8 req-f7a1952e-c77d-4549-8d55-fa0e9dd4b7d3 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506177 Jul 16 17:51:33.526534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5cb03ff4-ca5a-4229-8a6f-47f138a794ba up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:33.529257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b6bdb3d-b6ca-40ad-bc73-8a4e24ad3750 req-c9d0cb78-cac5-469d-aff7-795e9189c5fa tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474794 Jul 16 17:51:33.649716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 9633a661-2fd4-4642-8b42-bfc8f050c1e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9633a661-2fd4-4642-8b42-bfc8f050c1e0,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:33.701624 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-abc7770e-c4c0-4074-ab8f-6063b485b537 req-7bc57ccd-8831-4dea-9170-8aa0719eea44 tempest-ServerDiagnosticsNegativeTest-1845815190 tempest-ServerDiagnosticsNegativeTest-1845815190-project] 10.222.0.41 "GET /v2.0/ports?device_id=960e1ab5-1ce4-421d-996e-094c4df02420 HTTP/1.1" status: 200 len: 210 time: 0.0305099 Jul 16 17:51:33.701873 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '9633a661-2fd4-4642-8b42-bfc8f050c1e0', 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3', 'port_id': '9633a661-2fd4-4642-8b42-bfc8f050c1e0', 'mac_address': 'fa:16:3e:dd:1d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e639a4d1-6ec1-404f-8cd2-58356029e1e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:33.758508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:33.775843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:33.776217 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.785988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5bf6a2a1-103c-49ef-be76-df9a1e85a0b0,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:33.815272 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.820312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '5bf6a2a1-103c-49ef-be76-df9a1e85a0b0', 'network_id': '7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3', 'port_id': '5bf6a2a1-103c-49ef-be76-df9a1e85a0b0', 'mac_address': 'fa:16:3e:72:0b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e639a4d1-6ec1-404f-8cd2-58356029e1e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:33.822343 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-4b67a539-ce1a-4cf6-a7c3-06fc028eb426 req-cec38de9-f999-4fc7-9f13-4f60bac16aa6 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] show failed (client error): The resource could not be found. Jul 16 17:51:33.823360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b67a539-ce1a-4cf6-a7c3-06fc028eb426 req-cec38de9-f999-4fc7-9f13-4f60bac16aa6 tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/floatingips/fa6b3a68-abd4-45b9-b4c2-bd642b5bd003 HTTP/1.1" status: 404 len: 350 time: 0.0709555 Jul 16 17:51:33.841888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9633a661-2fd4-4642-8b42-bfc8f050c1e0 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:33.877658 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291d7835-c6e1-4c98-83f8-81fa75449be1 x-openstack-request-id: req-291d7835-c6e1-4c98-83f8-81fa75449be1 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:33.878162 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960e1ab5-1ce4-421d-996e-094c4df02420", "name": "network-vif-deleted", "tag": "865de5f1-138d-40ae-893e-ebef38561065", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:33.878162 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-291d7835-c6e1-4c98-83f8-81fa75449be1 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:33.878545 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960e1ab5-1ce4-421d-996e-094c4df02420', 'name': 'network-vif-deleted', 'tag': '865de5f1-138d-40ae-893e-ebef38561065', 'status': 'completed', 'code': 200} Jul 16 17:51:33.900270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 9633a661-2fd4-4642-8b42-bfc8f050c1e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9633a661-2fd4-4642-8b42-bfc8f050c1e0,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:33.911221 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.915691 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.978677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:33.999761 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.025413 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5bf6a2a1-103c-49ef-be76-df9a1e85a0b0,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:34.039816 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.050218 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=9633a661-2fd4-4642-8b42-bfc8f050c1e0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:34.082633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f14a2c-ef94-464a-9f0e-4c33022678ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb03ff4-ca5a-4229-8a6f-47f138a794ba'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:34.084975 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1022f343-5585-4473-b826-4fd11cbbc02b" -d '{"events": [{"server_uuid": "66f14a2c-ef94-464a-9f0e-4c33022678ef", "name": "network-vif-plugged", "status": "completed", "tag": "5cb03ff4-ca5a-4229-8a6f-47f138a794ba"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:34.104915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5cb03ff4-ca5a-4229-8a6f-47f138a794ba,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:34.112965 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.125160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=5bf6a2a1-103c-49ef-be76-df9a1e85a0b0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:34.187984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=5cb03ff4-ca5a-4229-8a6f-47f138a794ba,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:34.306362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-f0c0584e-ca9a-41a0-b415-3da3fc8fe54a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257988 Jul 16 17:51:34.310380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['9633a661-2fd4-4642-8b42-bfc8f050c1e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:34.315410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['5bf6a2a1-103c-49ef-be76-df9a1e85a0b0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:34.363679 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-d1f8b125-8c06-4bbb-8592-b447cfb8e4b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1113322 Jul 16 17:51:34.444972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514979b1-334c-497c-84f6-9532da5bd323 req-dd9f4e1f-8001-4062-bca3-f513a9ee87fc tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:34.452227 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-dd9f4e1f-8001-4062-bca3-f513a9ee87fc tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1365428 Jul 16 17:51:34.471388 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-6d30f558-af3c-4cc6-8bc2-08b9965c76d1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/quotas/06e16abdfa0f4688991ced62041b5e12 HTTP/1.1" status: 200 len: 375 time: 0.0181465 Jul 16 17:51:34.578468 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-4ff57231-926b-49f6-9de5-c63e5a85966f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1005046 Jul 16 17:51:34.746360 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-9a055e3f-a72d-4298-bfd1-8fa508fd40af req-58e1a155-f061-4966-8133-d51df510235e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] show failed (client error): The resource could not be found. Jul 16 17:51:34.747459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a055e3f-a72d-4298-bfd1-8fa508fd40af req-58e1a155-f061-4966-8133-d51df510235e tempest-FloatingIPsTestJSON-2126229848 tempest-FloatingIPsTestJSON-2126229848-project] 10.222.0.41 "GET /v2.0/floatingips/fa6b3a68-abd4-45b9-b4c2-bd642b5bd003 HTTP/1.1" status: 404 len: 350 time: 0.0420804 Jul 16 17:51:34.758715 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52030) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:34.812932 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41313fa-28b6-4494-87a6-2b5d4a88806b x-openstack-request-id: req-f41313fa-28b6-4494-87a6-2b5d4a88806b {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:34.814096 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f14a2c-ef94-464a-9f0e-4c33022678ef", "name": "network-vif-plugged", "status": "completed", "tag": "5cb03ff4-ca5a-4229-8a6f-47f138a794ba", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:34.814759 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f41313fa-28b6-4494-87a6-2b5d4a88806b {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:34.816331 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f14a2c-ef94-464a-9f0e-4c33022678ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb03ff4-ca5a-4229-8a6f-47f138a794ba', 'code': 200} Jul 16 17:51:35.050744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b2917-e100-48d0-875c-7f024077dff4 req-1bf3139f-596f-4b92-ab95-0ea2bf1986a9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:35.052348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-432b2917-e100-48d0-875c-7f024077dff4 req-1bf3139f-596f-4b92-ab95-0ea2bf1986a9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.1049664 Jul 16 17:51:35.111601 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc898d9c-d402-4794-9a36-f2e179e30345 req-b3da6eba-bab2-44e2-b6c0-89d0ffdb737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:35.114205 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cc898d9c-d402-4794-9a36-f2e179e30345 req-b3da6eba-bab2-44e2-b6c0-89d0ffdb737c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 1098 time: 0.1956055 Jul 16 17:51:35.137444 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-432b2917-e100-48d0-875c-7f024077dff4 req-6b7da7c8-359d-4b4b-905f-2833eca40e24 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789545 Jul 16 17:51:35.202606 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cc898d9c-d402-4794-9a36-f2e179e30345 req-cb570ca9-8825-4fcd-8f0c-5ef7df5d0d29 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765512 Jul 16 17:51:35.295499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52050) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:35.362245 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb8aad-d821-496a-abc3-84aa768f7819 req-218d36c8-81bb-4e24-aa0e-574a42f2669b tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:35.363226 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42eb8aad-d821-496a-abc3-84aa768f7819 req-218d36c8-81bb-4e24-aa0e-574a42f2669b tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.0805111 Jul 16 17:51:35.390655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-0b9442d1-29b4-4963-aa40-89bac1452a33 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:51:35.391943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-0b9442d1-29b4-4963-aa40-89bac1452a33 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0765758 Jul 16 17:51:35.429342 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42eb8aad-d821-496a-abc3-84aa768f7819 req-c8490eb5-7d65-422d-b814-858380801870 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584083 Jul 16 17:51:35.485107 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd26e-862b-4f2b-888c-49dd5ef768bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.516020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] Request body: {'binding': {'host': 'n-h2-787206-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:35.516759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] Unknown quota resources ['binding']. {{(pid=100169) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:51:35.526878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:35.529613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:35.661956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:35.672020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:35.672672 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.705773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:35.725990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5', 'mac_address': 'fa:16:3e:c0:3d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:35.737446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ff874-8c6f-494e-a5e6-f6c793f9163e req-31c25a86-4864-49dd-8a1a-bc94f8987d5a tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:35.745322 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-246ff874-8c6f-494e-a5e6-f6c793f9163e req-31c25a86-4864-49dd-8a1a-bc94f8987d5a tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 944 time: 0.1785257 Jul 16 17:51:35.800082 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.801065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on host n-h2-787206-10 for vnic_type normal with profile None {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:35.801477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:35.801934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:35.814689 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-246ff874-8c6f-494e-a5e6-f6c793f9163e req-df90b73b-f113-4bbe-832b-b9a2d68ba0e7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683758 Jul 16 17:51:35.815367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] Port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:35.815779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:35.822483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:35.823261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:35.823261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:35.823833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] Bound port: 399f244b-ed6e-405e-8eaf-0ca43309dce2, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:35.824651 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:35.832172 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.861099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:35.886063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5bf6a2a1-103c-49ef-be76-df9a1e85a0b0,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:35.889904 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.897638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:35.901967 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.902785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:35.904475 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.914703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-1cd99abf-9ec7-4ea4-9dc8-74d2e8eb63ae service neutron] 10.222.0.41 "POST /v2.0/ports/399f244b-ed6e-405e-8eaf-0ca43309dce2/bindings HTTP/1.1" status: 201 len: 390 time: 0.4513917 Jul 16 17:51:36.000932 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:36.152700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e9dbda9-0c90-40c3-8884-073656f513d7 req-6dadfe76-2922-42ee-8228-77f5a8a02c7a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 210 time: 0.0423553 Jul 16 17:51:36.296596 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bd26e-862b-4f2b-888c-49dd5ef768bd admin admin] Deleting port 6b662f32-522c-43b7-ac41-c646f9dc0ba7 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:36.297220 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd26e-862b-4f2b-888c-49dd5ef768bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:36.342578 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=5bf6a2a1-103c-49ef-be76-df9a1e85a0b0,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:36.346769 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:36.364708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:36.419474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:36.426285 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:36.431839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-2a4bd26e-862b-4f2b-888c-49dd5ef768bd admin admin] For port 6b662f32-522c-43b7-ac41-c646f9dc0ba7, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6b662f32-522c-43b7-ac41-c646f9dc0ba7,segment=NetworkSegment(72346b31-33e0-46b8-b396-32eb4bfb23ec),segment_id=72346b31-33e0-46b8-b396-32eb4bfb23ec)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:36.432268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd26e-862b-4f2b-888c-49dd5ef768bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:36.446776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bd26e-862b-4f2b-888c-49dd5ef768bd admin admin] Calling delete_port for 6b662f32-522c-43b7-ac41-c646f9dc0ba7 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:36.463577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d1f9c3d0-5da5-4976-b0e7-6159dffb8be5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:36.532553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:36.582691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52072) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:36.604661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baad354-23f5-4690-9d6a-31d14401c872 req-ff29225c-0472-4f57-be21-f012b2853547 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:36.611628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3baad354-23f5-4690-9d6a-31d14401c872 req-ff29225c-0472-4f57-be21-f012b2853547 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 945 time: 0.3133125 Jul 16 17:51:36.621659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58a248-68aa-4ab9-beee-a88b1de1e074 req-fc743353-37a9-4bb0-aa35-50a22e3ddcf7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:36.628317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa58a248-68aa-4ab9-beee-a88b1de1e074 req-fc743353-37a9-4bb0-aa35-50a22e3ddcf7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.3470581 Jul 16 17:51:36.697748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd26e-862b-4f2b-888c-49dd5ef768bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:36.706630 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-c44d4267-fd76-4312-ae80-3f1c7c60bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:36.708255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-c44d4267-fd76-4312-ae80-3f1c7c60bb8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 1097 time: 0.3008533 Jul 16 17:51:36.717658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-37070a34-6954-4300-9751-b9c296464df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:36.719171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-37070a34-6954-4300-9751-b9c296464df7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 1102 time: 0.2822564 Jul 16 17:51:36.722046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3baad354-23f5-4690-9d6a-31d14401c872 req-b83ed09e-be11-4753-914e-112e493e44be tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094632 Jul 16 17:51:36.726666 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bd26e-862b-4f2b-888c-49dd5ef768bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6b662f32-522c-43b7-ac41-c646f9dc0ba7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:36.739378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa58a248-68aa-4ab9-beee-a88b1de1e074 req-a596a150-aa53-4aba-a7ed-12be5b3d02d0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101398 Jul 16 17:51:36.818040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fbae44-2640-4ae6-bd71-c46a325a0cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf6a2a1-103c-49ef-be76-df9a1e85a0b0'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:36.822011 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23225912-b920-4def-8e06-bc9e607cac0b" -d '{"events": [{"server_uuid": "37fbae44-2640-4ae6-bd71-c46a325a0cd2", "name": "network-vif-plugged", "status": "completed", "tag": "5bf6a2a1-103c-49ef-be76-df9a1e85a0b0"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:36.885189 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088008d2-0830-4ca7-bce4-d27a2d7bb842 x-openstack-request-id: req-088008d2-0830-4ca7-bce4-d27a2d7bb842 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:36.885501 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37fbae44-2640-4ae6-bd71-c46a325a0cd2", "name": "network-vif-plugged", "status": "completed", "tag": "5bf6a2a1-103c-49ef-be76-df9a1e85a0b0", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:36.885754 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-088008d2-0830-4ca7-bce4-d27a2d7bb842 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:36.886144 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fbae44-2640-4ae6-bd71-c46a325a0cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf6a2a1-103c-49ef-be76-df9a1e85a0b0', 'code': 200} Jul 16 17:51:36.927246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-413638b3-8fa1-486c-ba10-f44212e823d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56da5aef2ce842e59ab7786fbedbfdba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433683 Jul 16 17:51:36.940917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52080) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:36.997375 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd26e-862b-4f2b-888c-49dd5ef768bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.069785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-66f7adff-b945-49d6-866e-6ff87b4182e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:37.074775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-66f7adff-b945-49d6-866e-6ff87b4182e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.3498132 Jul 16 17:51:37.133795 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d084-1fc0-48ef-851b-4267fd75b5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.179696 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-454e5778-f18b-49aa-b6ad-3b664aba1d69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2 HTTP/1.1" status: 200 len: 217 time: 0.0983498 Jul 16 17:51:37.184575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-f5994fc7-7d7d-4866-8f0a-b70eac852f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:37.186236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-f5994fc7-7d7d-4866-8f0a-b70eac852f8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.4437017 Jul 16 17:51:37.190284 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-cc77f584-5e65-4e99-8229-3c446cbde54a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040297 Jul 16 17:51:37.201383 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d084-1fc0-48ef-851b-4267fd75b5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.255000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb028c6-f0c6-4121-bdd2-e3f29995de7e req-f481cfc7-4f3d-4fd4-9d8d-85776c2835b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:37.257128 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9bb028c6-f0c6-4121-bdd2-e3f29995de7e req-f481cfc7-4f3d-4fd4-9d8d-85776c2835b6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 1097 time: 0.1818254 Jul 16 17:51:37.287121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ca3f7-8058-4d70-bf74-91599e5713a3 req-ccd3fe6b-eef3-402a-b439-9a4e1b700958 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:37.288867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-507ca3f7-8058-4d70-bf74-91599e5713a3 req-ccd3fe6b-eef3-402a-b439-9a4e1b700958 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 947 time: 0.3734355 Jul 16 17:51:37.310857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-847cfb76-f217-4d4d-ae42-e363e0094e8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f HTTP/1.1" status: 200 len: 217 time: 0.1092367 Jul 16 17:51:37.340639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d084-1fc0-48ef-851b-4267fd75b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.343111 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d084-1fc0-48ef-851b-4267fd75b5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.344251 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a5f1d084-1fc0-48ef-851b-4267fd75b5cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1251498-c141-48f4-91b1-e61e44629eb9 HTTP/1.1" status: 204 len: 168 time: 0.4023657 Jul 16 17:51:37.382062 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9bb028c6-f0c6-4121-bdd2-e3f29995de7e req-65af65b9-7f27-469b-af4b-3c79c46652e4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153021 Jul 16 17:51:37.383676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-22a331c8-f31b-4a8e-87d3-009072b189e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:37.385197 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-22a331c8-f31b-4a8e-87d3-009072b189e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.1970398 Jul 16 17:51:37.392635 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1d084-1fc0-48ef-851b-4267fd75b5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1251498-c141-48f4-91b1-e61e44629eb9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:37.415376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4bd26e-862b-4f2b-888c-49dd5ef768bd admin admin] Router c4baa98b-142c-4a11-93db-db1ca147b47e has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:51:37.462251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9633a661-2fd4-4642-8b42-bfc8f050c1e0 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:37.482135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1abef-1512-405e-bd25-4ce030db1be2 req-4371b21d-9269-4c3c-9f19-088b05760fe2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:37.484169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ecb1abef-1512-405e-bd25-4ce030db1be2 req-4371b21d-9269-4c3c-9f19-088b05760fe2 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 945 time: 0.4190590 Jul 16 17:51:37.492838 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-2698e625-3f70-4ff0-8a45-17d491a78811 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718279 Jul 16 17:51:37.507965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-507ca3f7-8058-4d70-bf74-91599e5713a3 req-b2c7a8e3-32bc-4795-a958-a846ca676ebc tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988232 Jul 16 17:51:37.537187 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4bd26e-862b-4f2b-888c-49dd5ef768bd admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:51:37.537965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 9633a661-2fd4-4642-8b42-bfc8f050c1e0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:37.544065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 9633a661-2fd4-4642-8b42-bfc8f050c1e0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:37.544632 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.551132 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd27d432-61b3-4057-ab3f-4c37560c2fab None None] Sync routers for ids ['c4baa98b-142c-4a11-93db-db1ca147b47e'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:51:37.552862 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2a4bd26e-862b-4f2b-888c-49dd5ef768bd admin admin] 10.222.0.41 "PUT /v2.0/routers/c4baa98b-142c-4a11-93db-db1ca147b47e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7925110 Jul 16 17:51:37.554139 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52090) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:37.577996 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd27d432-61b3-4057-ab3f-4c37560c2fab None None] Routers {'c4baa98b-142c-4a11-93db-db1ca147b47e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:37.578629 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bd27d432-61b3-4057-ab3f-4c37560c2fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:51:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c4baa98b-142c-4a11-93db-db1ca147b47e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:37.589166 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:37.600916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-ebac28a5-7f2d-4a6d-959a-735f24bc6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:37.602386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-ebac28a5-7f2d-4a6d-959a-735f24bc6da4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.2729020 Jul 16 17:51:37.701402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.710174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:37.710643 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.726395 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-bd27d432-61b3-4057-ab3f-4c37560c2fab None None] Set router c4baa98b-142c-4a11-93db-db1ca147b47e gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:37.762486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-9e40043d-4dd8-4981-b31e-9983edec1392 service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499158 Jul 16 17:51:37.764238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52092) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:37.789628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514979b1-334c-497c-84f6-9532da5bd323 req-fa868367-e21a-4014-a41d-d1b3ead9507c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:37.791087 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-fa868367-e21a-4014-a41d-d1b3ead9507c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5786812 Jul 16 17:51:37.830039 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.849521 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.870871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:37.914394 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Deleting port 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:37.915110 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.924826 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.925636 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 865de5f1-138d-40ae-893e-ebef38561065 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:37.927616 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.974056 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bd27d432-61b3-4057-ab3f-4c37560c2fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'name': 'tempest-FloatingIPsTestJSON-301144931-router', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:36Z', 'revision_number': 5, 'project_id': '34fb51aec43e4962ae7584ff941199bb', 'gw_port': {'id': '3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:37.986491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 865de5f1-138d-40ae-893e-ebef38561065 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:37.986847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 865de5f1-138d-40ae-893e-ebef38561065 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:38.011114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 9633a661-2fd4-4642-8b42-bfc8f050c1e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9633a661-2fd4-4642-8b42-bfc8f050c1e0,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:38.016916 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] For port 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:38.020518 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd27d432-61b3-4057-ab3f-4c37560c2fab None None] Checking router: c4baa98b-142c-4a11-93db-db1ca147b47e for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:51:38.023954 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.027723 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.040381 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd27d432-61b3-4057-ab3f-4c37560c2fab None None] Routers {'c4baa98b-142c-4a11-93db-db1ca147b47e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:38.042096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Calling delete_port for 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:38.042627 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bd27d432-61b3-4057-ab3f-4c37560c2fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:51:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c4baa98b-142c-4a11-93db-db1ca147b47e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:38.052845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:38.110521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=9633a661-2fd4-4642-8b42-bfc8f050c1e0,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:38.143072 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-514979b1-334c-497c-84f6-9532da5bd323 req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Request body: {'port': {'device_id': '31a73d5f-715e-4bab-8019-6ae4f1ea00e2', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '06e16abdfa0f4688991ced62041b5e12'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:38.157916 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-bd27d432-61b3-4057-ab3f-4c37560c2fab None None] Set router c4baa98b-142c-4a11-93db-db1ca147b47e gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:38.159950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ecb1abef-1512-405e-bd25-4ce030db1be2 req-c7d48271-e719-4b44-bac5-392392857422 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6641781 Jul 16 17:51:38.213931 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bd27d432-61b3-4057-ab3f-4c37560c2fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'name': 'tempest-FloatingIPsTestJSON-301144931-router', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:37Z', 'revision_number': 6, 'project_id': '34fb51aec43e4962ae7584ff941199bb', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:38.242822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.250717 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd27d432-61b3-4057-ab3f-4c37560c2fab None None] The sync data for ids ['c4baa98b-142c-4a11-93db-db1ca147b47e'] in n-d-787206-10 is: [{'id': 'c4baa98b-142c-4a11-93db-db1ca147b47e', 'name': 'tempest-FloatingIPsTestJSON-301144931-router', 'tenant_id': '34fb51aec43e4962ae7584ff941199bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:09Z', 'updated_at': '2021-07-16T17:51:37Z', 'revision_number': 6, 'project_id': '34fb51aec43e4962ae7584ff941199bb', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:51:38.275779 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83f29459-3759-413e-b053-989fcf8629bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.284538 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:38.318279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9df4db44-615a-4fc3-94d7-a2541d37cf12 req-7d54ac82-bc52-46d9-a125-2dc6df97e6d3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 210 time: 0.1644323 Jul 16 17:51:38.366112 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.500918 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.503172 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.526186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-672baf6b-4361-4dbf-9c46-82149435b854 service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210271 Jul 16 17:51:38.556205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-608112f2-f05d-4781-b590-c6e55e1c4291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:38.557706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-608112f2-f05d-4781-b590-c6e55e1c4291 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9349561 Jul 16 17:51:38.575681 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.576359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4baa98b-142c-4a11-93db-db1ca147b47e {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:51:38.582676 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.587097 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f5209f3f-490e-4160-827b-e6b98db6afac admin admin] 10.222.0.41 "DELETE /v2.0/routers/c4baa98b-142c-4a11-93db-db1ca147b47e HTTP/1.1" status: 204 len: 168 time: 1.0285537 Jul 16 17:51:38.587395 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52100) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:38.645505 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c2a1be-28d2-47cb-b05a-5ddd74209ffa admin admin] Deleting subnet aef3c29e-8107-45e4-8a43-6f7d3d61e6c7 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:51:38.649151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc2de5-15ed-47e9-94f5-5cef6e2fe647 req-9c609c76-6177-428d-b5c0-dd3c10e12222 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:38.649492 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23c2a1be-28d2-47cb-b05a-5ddd74209ffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.656415 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59dc2de5-15ed-47e9-94f5-5cef6e2fe647 req-9c609c76-6177-428d-b5c0-dd3c10e12222 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 945 time: 0.3295498 Jul 16 17:51:38.689275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23c2a1be-28d2-47cb-b05a-5ddd74209ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.772838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9c840-aa7f-46b7-8fe2-5b0e9f36a791 req-bbcdda04-7137-4bb0-8b0c-b349f2e0f73e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:38.779688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35a9c840-aa7f-46b7-8fe2-5b0e9f36a791 req-bbcdda04-7137-4bb0-8b0c-b349f2e0f73e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.2903090 Jul 16 17:51:38.804321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59dc2de5-15ed-47e9-94f5-5cef6e2fe647 req-88a754c8-ca6f-4e2e-90fd-d624854555de tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470251 Jul 16 17:51:38.810380 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23c2a1be-28d2-47cb-b05a-5ddd74209ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.821471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-b683e50b-9824-4ee1-a261-22bf72787180 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434709 Jul 16 17:51:38.849723 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83f29459-3759-413e-b053-989fcf8629bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.880100 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83f29459-3759-413e-b053-989fcf8629bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.882823 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23c2a1be-28d2-47cb-b05a-5ddd74209ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.887569 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7551a28f-9298-44ac-883c-864d9c497776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5'}, {'server_uuid': 'a03a6423-50d2-4c4b-8346-74bc16c81d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9633a661-2fd4-4642-8b42-bfc8f050c1e0'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:38.890607 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0829f9f8-fc7c-4736-93ff-016658f4f739" -d '{"events": [{"server_uuid": "7551a28f-9298-44ac-883c-864d9c497776", "name": "network-vif-plugged", "status": "completed", "tag": "d1f9c3d0-5da5-4976-b0e7-6159dffb8be5"}, {"server_uuid": "a03a6423-50d2-4c4b-8346-74bc16c81d5d", "name": "network-vif-plugged", "status": "completed", "tag": "9633a661-2fd4-4642-8b42-bfc8f050c1e0"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:38.930467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2a1be-28d2-47cb-b05a-5ddd74209ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef3c29e-8107-45e4-8a43-6f7d3d61e6c7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:38.931308 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35a9c840-aa7f-46b7-8fe2-5b0e9f36a791 req-a87a9ecd-bbfc-4670-8abe-7ba639b77ac1 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505961 Jul 16 17:51:38.936573 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2413eb8d-1e8c-47f2-a3ba-62117f49b69b None None] Network 8edeecb9-92b5-4c5b-a6dc-8882c888356c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:38.953657 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23c2a1be-28d2-47cb-b05a-5ddd74209ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.958808 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-23c2a1be-28d2-47cb-b05a-5ddd74209ffa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aef3c29e-8107-45e4-8a43-6f7d3d61e6c7 HTTP/1.1" status: 204 len: 168 time: 0.3703218 Jul 16 17:51:38.964207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52108) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:38.978043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f29459-3759-413e-b053-989fcf8629bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29afec3-07ee-4513-b5bc-9118f3b43baf,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:39.087591 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-09cd9cf2-329a-40d1-ba08-5d7780bea4b1 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403557 Jul 16 17:51:39.088185 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514979b1-334c-497c-84f6-9532da5bd323 req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Made reservation on behalf of 06e16abdfa0f4688991ced62041b5e12 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:39.102378 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-514979b1-334c-497c-84f6-9532da5bd323 req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.173477 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182990af-5e00-4e51-a53e-563c57911b77 x-openstack-request-id: req-182990af-5e00-4e51-a53e-563c57911b77 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:39.174907 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7551a28f-9298-44ac-883c-864d9c497776", "name": "network-vif-plugged", "status": "completed", "tag": "d1f9c3d0-5da5-4976-b0e7-6159dffb8be5", "code": 200}, {"server_uuid": "a03a6423-50d2-4c4b-8346-74bc16c81d5d", "name": "network-vif-plugged", "status": "completed", "tag": "9633a661-2fd4-4642-8b42-bfc8f050c1e0", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:39.175858 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-182990af-5e00-4e51-a53e-563c57911b77 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:39.176631 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7551a28f-9298-44ac-883c-864d9c497776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5', 'code': 200} Jul 16 17:51:39.178719 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03a6423-50d2-4c4b-8346-74bc16c81d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9633a661-2fd4-4642-8b42-bfc8f050c1e0', 'code': 200} Jul 16 17:51:39.208733 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6b662f32-522c-43b7-ac41-c646f9dc0ba7 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:39.222149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-83f29459-3759-413e-b053-989fcf8629bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9eb4b5644548465e8404290cf140bacf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4449000 Jul 16 17:51:39.231315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52112) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:39.288843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 6b662f32-522c-43b7-ac41-c646f9dc0ba7 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:39.288843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6b662f32-522c-43b7-ac41-c646f9dc0ba7 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:39.289324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:39.336812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:39.337160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3a9f1b6f-2bbb-45c6-a59b-9c55476dbb46 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:39.344679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3029b92-1b1c-4ec3-b2a1-01bd769d6be8 None None] DHCP port deletion for 8edeecb9-92b5-4c5b-a6dc-8882c888356c request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:51:39.447320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a3029b92-1b1c-4ec3-b2a1-01bd769d6be8 None None] Deleting port 26d0815b-d6ff-4484-acd8-f9c6465ce53f {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:39.447749 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a3029b92-1b1c-4ec3-b2a1-01bd769d6be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.487420 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f10aa39-5f0e-47d8-b9b7-092c00ad7118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.526887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-a3029b92-1b1c-4ec3-b2a1-01bd769d6be8 None None] For port 26d0815b-d6ff-4484-acd8-f9c6465ce53f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=26d0815b-d6ff-4484-acd8-f9c6465ce53f,segment=NetworkSegment(72346b31-33e0-46b8-b396-32eb4bfb23ec),segment_id=72346b31-33e0-46b8-b396-32eb4bfb23ec)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:39.527654 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a3029b92-1b1c-4ec3-b2a1-01bd769d6be8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.541828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a3029b92-1b1c-4ec3-b2a1-01bd769d6be8 None None] Calling delete_port for 26d0815b-d6ff-4484-acd8-f9c6465ce53f owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:39.587721 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.593803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4a44d-cbad-4118-ae82-73ee6b83bf1e req-f4b9085b-ab7c-4c0d-913a-804aca13c05f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:39.596653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55a4a44d-cbad-4118-ae82-73ee6b83bf1e req-f4b9085b-ab7c-4c0d-913a-804aca13c05f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.6507690 Jul 16 17:51:39.726811 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a3029b92-1b1c-4ec3-b2a1-01bd769d6be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.730429 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f10aa39-5f0e-47d8-b9b7-092c00ad7118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.743021 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Deleting port 26d0815b-d6ff-4484-acd8-f9c6465ce53f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:39.743021 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.756117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3029b92-1b1c-4ec3-b2a1-01bd769d6be8 None None] Pushing event deleted for resources: {'Port': ['ID=26d0815b-d6ff-4484-acd8-f9c6465ce53f,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:39.761325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3029b92-1b1c-4ec3-b2a1-01bd769d6be8 None None] No DVR routers for this DVR port 26d0815b-d6ff-4484-acd8-f9c6465ce53f on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:39.762084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedeb93-1240-41a4-8ef7-ed3ff774c6fb req-94dd2fe6-40fd-4d9d-8351-d4028e19adfe tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:39.763626 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fedeb93-1240-41a4-8ef7-ed3ff774c6fb req-94dd2fe6-40fd-4d9d-8351-d4028e19adfe tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 945 time: 0.3105543 Jul 16 17:51:39.790378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55a4a44d-cbad-4118-ae82-73ee6b83bf1e req-39cad016-e329-4289-a0c1-7c9bd2e9f3a4 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671689 Jul 16 17:51:39.825835 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b2010-5950-44ff-871b-524dcbcaca67 req-537dcda5-abe5-441d-8285-c0b7245429ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:39.827311 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8b1b2010-5950-44ff-871b-524dcbcaca67 req-537dcda5-abe5-441d-8285-c0b7245429ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 1101 time: 0.1725459 Jul 16 17:51:39.835939 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] For port 26d0815b-d6ff-4484-acd8-f9c6465ce53f, host n-d-787206-10, got binding levels [] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:39.836283 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.869556 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Calling delete_port for 26d0815b-d6ff-4484-acd8-f9c6465ce53f owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:39.872884 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_backend_mixin [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Port 26d0815b-d6ff-4484-acd8-f9c6465ce53f was not found and therefore no delete operation was performed {{(pid=100170) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 17:51:39.874372 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.892951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f10aa39-5f0e-47d8-b9b7-092c00ad7118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.896029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f10aa39-5f0e-47d8-b9b7-092c00ad7118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.897946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1f10aa39-5f0e-47d8-b9b7-092c00ad7118 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c29afec3-07ee-4513-b5bc-9118f3b43baf HTTP/1.1" status: 204 len: 168 time: 0.6633430 Jul 16 17:51:39.910857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Pushing event deleted for resources: {'Port': ['ID=26d0815b-d6ff-4484-acd8-f9c6465ce53f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:39.918174 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] No DVR routers for this DVR port 26d0815b-d6ff-4484-acd8-f9c6465ce53f on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:39.920796 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8b1b2010-5950-44ff-871b-524dcbcaca67 req-e4394e62-d960-4916-9bb9-6462529eddf7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819166 Jul 16 17:51:39.941791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10aa39-5f0e-47d8-b9b7-092c00ad7118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29afec3-07ee-4513-b5bc-9118f3b43baf,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:39.972538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-514979b1-334c-497c-84f6-9532da5bd323 req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Allocated IP 192.168.233.34 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:39.991859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccf518-b07c-4310-8d4c-50f0e56b2aa4 req-afccf520-1cae-4809-87cd-d6f682ee3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:39.993687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aeccf518-b07c-4310-8d4c-50f0e56b2aa4 req-afccf520-1cae-4809-87cd-d6f682ee3250 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a03a6423-50d2-4c4b-8346-74bc16c81d5d HTTP/1.1" status: 200 len: 1097 time: 0.4849422 Jul 16 17:51:40.028157 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.042321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8edeecb9-92b5-4c5b-a6dc-8882c888356c']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:40.056115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a250e8a-5666-401a-a6c9-649d7a37939d req-40b22b79-2817-43a0-ad30-940741298d2d tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 210 time: 0.1006429 Jul 16 17:51:40.059037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72346b31-33e0-46b8-b396-32eb4bfb23ec') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:40.059531 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72346b31-33e0-46b8-b396-32eb4bfb23ec') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:40.083492 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.087079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fedeb93-1240-41a4-8ef7-ed3ff774c6fb req-e5bc6c25-bd15-4aad-99e9-cecc540662bf tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376952 Jul 16 17:51:40.109935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aeccf518-b07c-4310-8d4c-50f0e56b2aa4 req-b9a04992-c1f2-4280-a0f2-576bdcb3578a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804727 Jul 16 17:51:40.124582 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.136535 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:51:40.136948 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:51:40.141472 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:51:40.229633 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.244382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.247044 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] 10.222.0.41 "DELETE /v2.0/networks/8edeecb9-92b5-4c5b-a6dc-8882c888356c HTTP/1.1" status: 204 len: 168 time: 1.2814791 Jul 16 17:51:40.286354 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d3f34-5da1-418c-ba10-f1ff857c36da admin admin] Pushing event deleted for resources: {'Network': ['ID=8edeecb9-92b5-4c5b-a6dc-8882c888356c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:40.407397 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-514979b1-334c-497c-84f6-9532da5bd323 req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.424834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-514979b1-334c-497c-84f6-9532da5bd323 req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Transition to ACTIVE for port object c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:40.505545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52136) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:40.510094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b672b9-0377-42dc-87d8-d5c954ed92ae req-7127b61b-a9ce-422c-947f-fca2d5f32fa1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:40.511679 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0b672b9-0377-42dc-87d8-d5c954ed92ae req-7127b61b-a9ce-422c-947f-fca2d5f32fa1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 945 time: 0.2217581 Jul 16 17:51:40.512748 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-514979b1-334c-497c-84f6-9532da5bd323 req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.530542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['6fb98384-d168-4775-a307-45ede136825f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:40.539340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'b066997f-bac6-4296-a729-8ef7f88f38f1', '0e1093b6-ee29-4e09-a52c-8289b72ec9c3', 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:40.539527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a213363-91d1-4433-b569-e80b96a9cd35 req-8f367609-ac1c-47a7-8cf0-28a2eece8b19 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:40.541003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a213363-91d1-4433-b569-e80b96a9cd35 req-8f367609-ac1c-47a7-8cf0-28a2eece8b19 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.2467887 Jul 16 17:51:40.618879 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3cd31fb2-b719-4126-a3bd-bdf5d5f3374e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34fb51aec43e4962ae7584ff941199bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1081789 Jul 16 17:51:40.619545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514979b1-334c-497c-84f6-9532da5bd323 req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:40.621983 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52140) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:40.631787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-514979b1-334c-497c-84f6-9532da5bd323 req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:40.638196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event updated for resources: {'Port': ['ID=c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:40.640596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-514979b1-334c-497c-84f6-9532da5bd323 req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:40.657217 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0b672b9-0377-42dc-87d8-d5c954ed92ae req-9a7701ce-1918-4a4e-bdd4-7845d2e8b1ef tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353559 Jul 16 17:51:40.770802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a213363-91d1-4433-b569-e80b96a9cd35 req-688ece29-bcd0-4cf4-a792-d9a17bd32f7e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049987 Jul 16 17:51:40.770939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3f469d5e-3c85-456a-b2a3-6463bcfe5a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.821805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514979b1-334c-497c-84f6-9532da5bd323 req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:40.834647 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-514979b1-334c-497c-84f6-9532da5bd323 req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.854519 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3f469d5e-3c85-456a-b2a3-6463bcfe5a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.889302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-9ed884fc-21bf-492d-ae23-38a90c7de4f1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7510810 Jul 16 17:51:40.903355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Request body: {'port': {'device_id': '31a73d5f-715e-4bab-8019-6ae4f1ea00e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:40.988348 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3f469d5e-3c85-456a-b2a3-6463bcfe5a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.992399 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3f469d5e-3c85-456a-b2a3-6463bcfe5a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.993775 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3f469d5e-3c85-456a-b2a3-6463bcfe5a11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0786d725-4022-43d3-8e2c-44e34dbea222 HTTP/1.1" status: 204 len: 168 time: 0.3704417 Jul 16 17:51:41.013916 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f469d5e-3c85-456a-b2a3-6463bcfe5a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0786d725-4022-43d3-8e2c-44e34dbea222,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:41.212968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:41.222251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 26d0815b-d6ff-4484-acd8-f9c6465ce53f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:41.291300 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 26d0815b-d6ff-4484-acd8-f9c6465ce53f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:41.291679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 26d0815b-d6ff-4484-acd8-f9c6465ce53f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:41.353727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-515dd1f3-ba5d-4326-9375-f0a1ac2c5d7a None None] Provisioning for port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:41.378724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52158) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:41.392979 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-515dd1f3-ba5d-4326-9375-f0a1ac2c5d7a None None] Provisioning complete for port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:41.393436 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-515dd1f3-ba5d-4326-9375-f0a1ac2c5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:41.450146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a92842-cf14-47fd-a36e-7ef28c72bda4 req-88e7bd36-e187-4e2c-a159-5978338b42ea tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:41.451376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2a92842-cf14-47fd-a36e-7ef28c72bda4 req-88e7bd36-e187-4e2c-a159-5978338b42ea tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.3143673 Jul 16 17:51:41.463858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75757b8e-803f-4a1f-855b-2ae76ad5959d req-670d67c1-9743-4e08-8b10-79d2e3170871 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:41.470584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75757b8e-803f-4a1f-855b-2ae76ad5959d req-670d67c1-9743-4e08-8b10-79d2e3170871 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.3042636 Jul 16 17:51:41.540929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-515dd1f3-ba5d-4326-9375-f0a1ac2c5d7a None None] Port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:51:41.555867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2a92842-cf14-47fd-a36e-7ef28c72bda4 req-a27baeb6-3418-4a7f-8287-ceb65ec7a0fd tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824082 Jul 16 17:51:41.570697 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-571655160-network', 'tenant_id': '8c12a095630f46cbbc16cc427af02b37'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:41.629096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Made reservation on behalf of 8c12a095630f46cbbc16cc427af02b37 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:41.632022 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:41.666743 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:41.880794 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75757b8e-803f-4a1f-855b-2ae76ad5959d req-b17a5d6b-9585-4f1d-8d8e-444dd49be667 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093437 Jul 16 17:51:41.885462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:41.898405 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:41.973429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:51:41.977744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202f375-08de-4e5f-aa74-86a33ecf7131 req-a2447bf6-a146-436b-84ca-efe8b8d42683 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:41.980645 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3202f375-08de-4e5f-aa74-86a33ecf7131 req-a2447bf6-a146-436b-84ca-efe8b8d42683 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 935 time: 0.1811392 Jul 16 17:51:41.993173 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:41.993608 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Added segment e7709405-d6ec-4db9-9c16-a13586d1f20d of type vlan for network 2f385338-ed4e-4716-b8b1-890d42542fec Jul 16 17:51:42.039525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:42.046787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.055228 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3202f375-08de-4e5f-aa74-86a33ecf7131 req-a3640892-4dae-4c7d-af4d-d97c9211f77d tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670550 Jul 16 17:51:42.060563 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.076906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Transition to ACTIVE for port object c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:42.082971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.121752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cb19f0-0d11-4933-a350-edab8d03f31a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:42.133221 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.134529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:42.135207 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.163580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Pushing event updated for resources: {'Port': ['ID=c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:42.173149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52186) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:42.228488 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] Pushing event updated for resources: {'Network': ['ID=2f385338-ed4e-4716-b8b1-890d42542fec,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:42.234514 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-40b48ac8-56a8-49c2-81b1-11848764dee0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8547196 Jul 16 17:51:42.235734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52190) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:42.243009 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-36d1f0dd-2051-448a-931c-b5bf678e7698 admin admin] Request body: {'subnet': {'network_id': '2f385338-ed4e-4716-b8b1-890d42542fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-571655160-subnet', 'tenant_id': '8c12a095630f46cbbc16cc427af02b37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:42.248717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 2f385338-ed4e-4716-b8b1-890d42542fec details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:51:42.284081 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d1f0dd-2051-448a-931c-b5bf678e7698 admin admin] Made reservation on behalf of 8c12a095630f46cbbc16cc427af02b37 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:42.287186 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36d1f0dd-2051-448a-931c-b5bf678e7698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.368061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1724121333-network', 'tenant_id': '54cb87e2bd8748548f69fecdceb41100'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:42.440201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Attempting to bind port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:42.441132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Attempting to bind port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:42.441132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Attempting to bind port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:42.453511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:42.453952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Attempting to bind port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:42.469895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:42.470283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:42.470628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:42.471135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Bound port: c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:42.471537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.492794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Made reservation on behalf of 54cb87e2bd8748548f69fecdceb41100 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:42.495094 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.514546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec08801-3ea3-41a1-8048-cbe45aa1edee req-7a210a9b-7866-4abd-9226-5cb4a214b32a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:42.516503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bec08801-3ea3-41a1-8048-cbe45aa1edee req-7a210a9b-7866-4abd-9226-5cb4a214b32a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 945 time: 0.3591766 Jul 16 17:51:42.522225 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.523959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36d1f0dd-2051-448a-931c-b5bf678e7698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.581791 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1f0dd-2051-448a-931c-b5bf678e7698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9340078-f6f1-4bda-abcc-5d12418a7941,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:42.590970 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1f0dd-2051-448a-931c-b5bf678e7698 admin admin] Checking segment: {'id': 'e7709405-d6ec-4db9-9c16-a13586d1f20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f385338-ed4e-4716-b8b1-890d42542fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:42.591277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73cec6-1eb8-4bfa-92a7-d6402d748e2e req-0c9ea577-4d71-48a6-aaaf-1b421b8c5d34 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:42.591448 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1f0dd-2051-448a-931c-b5bf678e7698 admin admin] Network hostable DHCP agents. Network: 2f385338-ed4e-4716-b8b1-890d42542fec, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:51:42.592843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e73cec6-1eb8-4bfa-92a7-d6402d748e2e req-0c9ea577-4d71-48a6-aaaf-1b421b8c5d34 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.2932849 Jul 16 17:51:42.610879 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1f0dd-2051-448a-931c-b5bf678e7698 admin admin] Network 2f385338-ed4e-4716-b8b1-890d42542fec is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:51:42.621308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-36d1f0dd-2051-448a-931c-b5bf678e7698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 2f385338-ed4e-4716-b8b1-890d42542fec) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:42.625619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d1f0dd-2051-448a-931c-b5bf678e7698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:42.626300 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36d1f0dd-2051-448a-931c-b5bf678e7698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.635112 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aa4ad2-18f1-42dc-b7f3-33c6cbf9b8fe None None] Network 2f385338-ed4e-4716-b8b1-890d42542fec requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:42.656846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bec08801-3ea3-41a1-8048-cbe45aa1edee req-12b41d11-fc41-4715-9bd4-cc80c6204893 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318047 Jul 16 17:51:42.697086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] For port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:42.723842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e73cec6-1eb8-4bfa-92a7-d6402d748e2e req-b2d3bcf2-50aa-4422-99af-37279790f79f tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190777 Jul 16 17:51:42.725712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] For port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:42.743168 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.792976 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72d0d02-184d-46c7-b0e4-ba7c5492f977 None None] Network 2f385338-ed4e-4716-b8b1-890d42542fec requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:42.816552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:42.817168 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.822673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] 10.222.0.35 "PUT /v2.0/ports/c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c HTTP/1.1" status: 200 len: 1096 time: 1.9208288 Jul 16 17:51:42.824950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a73d5f-715e-4bab-8019-6ae4f1ea00e2', 'tag': 'c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:42.835643 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934a5ef1-a220-4d18-9830-ee8befb5d0df" -d '{"events": [{"name": "network-changed", "server_uuid": "31a73d5f-715e-4bab-8019-6ae4f1ea00e2", "tag": "c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:42.956297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6197b-9240-4e11-a92f-2f844030c13a service neutron] Pushing event updated for resources: {'Port': ['ID=c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:42.971338 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.996721 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-36d1f0dd-2051-448a-931c-b5bf678e7698 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7593827 Jul 16 17:51:43.300864 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.373282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:51:43.405780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efeb71d-054b-4463-a436-4ba1e19dfa23,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:43.408338 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.408686 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Added segment 3013057c-96ed-40f9-9fcd-9258482b6124 of type vlan for network 3ca8cab9-7836-4719-ad84-df5447398d87 Jul 16 17:51:43.434156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514979b1-334c-497c-84f6-9532da5bd323 req-37329762-5320-4a3c-8c37-a87dfa135472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:43.435688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-37329762-5320-4a3c-8c37-a87dfa135472 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 1099 time: 0.5495887 Jul 16 17:51:43.522557 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f52ec3-9e6f-4d61-bf4d-187d8bd44015 req-6960d6c0-9db6-47e0-a9d1-614caec9f126 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:43.524070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48f52ec3-9e6f-4d61-bf4d-187d8bd44015 req-6960d6c0-9db6-47e0-a9d1-614caec9f126 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=a03a6423-50d2-4c4b-8346-74bc16c81d5d HTTP/1.1" status: 200 len: 945 time: 0.5593688 Jul 16 17:51:43.526632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.531028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-21f3c8b3-2dc9-4f07-9732-49f04359ba9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c HTTP/1.1" status: 200 len: 217 time: 0.0699418 Jul 16 17:51:43.540941 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52212) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:43.546748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1319684339-network', 'tenant_id': 'cdf6956af6d34318b250115e348390d6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:43.555448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69637d4-3c77-40e4-8883-1ddac5faf212 req-1a1f9b41-4155-4485-b9fb-de691b549a4a tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:43.556988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b69637d4-3c77-40e4-8883-1ddac5faf212 req-1a1f9b41-4155-4485-b9fb-de691b549a4a tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.2598491 Jul 16 17:51:43.574217 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Made reservation on behalf of cdf6956af6d34318b250115e348390d6 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:43.577408 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.587893 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.678887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48f52ec3-9e6f-4d61-bf4d-187d8bd44015 req-a29078cf-b502-4cb3-a018-cba6e14d4981 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461105 Jul 16 17:51:43.682941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514979b1-334c-497c-84f6-9532da5bd323 req-bcbfbaab-fe11-47c3-aa6a-9e85fafd902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:43.684610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-bcbfbaab-fe11-47c3-aa6a-9e85fafd902f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1404243 Jul 16 17:51:43.685581 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.686435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:43.686994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.706471 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.706617 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b69637d4-3c77-40e4-8883-1ddac5faf212 req-5fe3114a-5309-46c0-bdc7-a069dd292fe5 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322210 Jul 16 17:51:43.714643 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.750427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:51:43.766135 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e672e1-80f0-437c-aa8e-42fe0f38d2e2 x-openstack-request-id: req-e8e672e1-80f0-437c-aa8e-42fe0f38d2e2 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:43.766135 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a73d5f-715e-4bab-8019-6ae4f1ea00e2", "tag": "c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:43.766448 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8e672e1-80f0-437c-aa8e-42fe0f38d2e2 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:43.766790 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a73d5f-715e-4bab-8019-6ae4f1ea00e2', 'tag': 'c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c', 'status': 'completed', 'code': 200} Jul 16 17:51:43.771622 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.773946 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Added segment d4a6b515-d80e-4882-9315-c1d87168389d of type vlan for network 2010b124-5319-4365-bb34-b6785b5a4ca7 Jul 16 17:51:43.817683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f5d128-4713-43dc-8afd-f7c31f4e486b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:43.822408 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6403794 Jul 16 17:51:43.824178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52222) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:43.824922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7217693-6fc9-42e3-b331-3dabf36083d0 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca8cab9-7836-4719-ad84-df5447398d87,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:43.833613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d86ff8a5-7f66-4b87-8752-2d7448192b3f admin admin] Request body: {'subnet': {'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1724121333-subnet', 'tenant_id': '54cb87e2bd8748548f69fecdceb41100', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:43.853976 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 3ca8cab9-7836-4719-ad84-df5447398d87 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:51:43.916975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514979b1-334c-497c-84f6-9532da5bd323 req-ca7fbaec-59d2-426e-99b1-e07762870498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:43.918601 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-ca7fbaec-59d2-426e-99b1-e07762870498 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2110784 Jul 16 17:51:43.922589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86ff8a5-7f66-4b87-8752-2d7448192b3f admin admin] Made reservation on behalf of 54cb87e2bd8748548f69fecdceb41100 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:43.924903 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d86ff8a5-7f66-4b87-8752-2d7448192b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.934087 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.969879 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.971455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:43.972086 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:44.005787 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4636118 Jul 16 17:51:44.008982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52226) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:44.022646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5760af99-f45c-448c-bc01-207ab9ee1840 admin admin] Request body: {'subnet': {'network_id': '2010b124-5319-4365-bb34-b6785b5a4ca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1319684339-subnet', 'tenant_id': 'cdf6956af6d34318b250115e348390d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:44.077480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec2092-0a84-4c51-a20a-2f23cd313143 admin admin] Pushing event updated for resources: {'Network': ['ID=2010b124-5319-4365-bb34-b6785b5a4ca7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:44.081690 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5760af99-f45c-448c-bc01-207ab9ee1840 admin admin] Made reservation on behalf of cdf6956af6d34318b250115e348390d6 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:44.084935 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5760af99-f45c-448c-bc01-207ab9ee1840 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:44.092517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 2010b124-5319-4365-bb34-b6785b5a4ca7 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:51:44.125966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009fa41-741b-4560-8653-5eb505bfc46c req-b22db6b5-3417-49fe-a000-6eee1be86b3a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:44.127607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b009fa41-741b-4560-8653-5eb505bfc46c req-b22db6b5-3417-49fe-a000-6eee1be86b3a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 947 time: 0.2773814 Jul 16 17:51:44.184886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-e4e11c26-52cf-42c2-a8b5-d28cd32df82e service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555990 Jul 16 17:51:44.202159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14681353-c4b5-442b-a730-4f95030dcaea req-edd6de27-ec5a-4514-b129-7dc24b3122e9 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:44.203536 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14681353-c4b5-442b-a730-4f95030dcaea req-edd6de27-ec5a-4514-b129-7dc24b3122e9 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 945 time: 0.2829311 Jul 16 17:51:44.296395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b009fa41-741b-4560-8653-5eb505bfc46c req-e7060ff8-53b8-4634-aaa2-d8550f272b52 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559429 Jul 16 17:51:44.299120 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5760af99-f45c-448c-bc01-207ab9ee1840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:44.362750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760af99-f45c-448c-bc01-207ab9ee1840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b419058-a457-44b6-804f-611fff3218bf,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:44.375702 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5760af99-f45c-448c-bc01-207ab9ee1840 admin admin] Checking segment: {'id': 'd4a6b515-d80e-4882-9315-c1d87168389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2010b124-5319-4365-bb34-b6785b5a4ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:44.376058 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5760af99-f45c-448c-bc01-207ab9ee1840 admin admin] Network hostable DHCP agents. Network: 2010b124-5319-4365-bb34-b6785b5a4ca7, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:51:44.396654 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14681353-c4b5-442b-a730-4f95030dcaea req-76794b71-bb19-4dc3-b13e-6c4d7ec06232 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759956 Jul 16 17:51:44.410792 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5760af99-f45c-448c-bc01-207ab9ee1840 admin admin] Network 2010b124-5319-4365-bb34-b6785b5a4ca7 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:51:44.428013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514979b1-334c-497c-84f6-9532da5bd323 req-cd66bb22-73bc-4b74-a75b-cdffc4616d73 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208118 Jul 16 17:51:44.430219 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d86ff8a5-7f66-4b87-8752-2d7448192b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:44.445831 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5760af99-f45c-448c-bc01-207ab9ee1840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 2010b124-5319-4365-bb34-b6785b5a4ca7) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:44.450563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5760af99-f45c-448c-bc01-207ab9ee1840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:44.451369 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5760af99-f45c-448c-bc01-207ab9ee1840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:44.460689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213ae1f8-de74-4c9f-9705-962fc97780e3 None None] Network 2010b124-5319-4365-bb34-b6785b5a4ca7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:44.485964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ff8a5-7f66-4b87-8752-2d7448192b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5adf46b-7b84-4145-96bb-8a85daef2372,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:44.505748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86ff8a5-7f66-4b87-8752-2d7448192b3f admin admin] Checking segment: {'id': '3013057c-96ed-40f9-9fcd-9258482b6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:44.507578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ff8a5-7f66-4b87-8752-2d7448192b3f admin admin] Network hostable DHCP agents. Network: 3ca8cab9-7836-4719-ad84-df5447398d87, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:51:44.515292 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5760af99-f45c-448c-bc01-207ab9ee1840 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4938951 Jul 16 17:51:44.557774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ff8a5-7f66-4b87-8752-2d7448192b3f admin admin] Network 3ca8cab9-7836-4719-ad84-df5447398d87 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:51:44.579922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-d86ff8a5-7f66-4b87-8752-2d7448192b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 3ca8cab9-7836-4719-ad84-df5447398d87) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:44.583548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a5ef1-a220-4d18-9830-ee8befb5d0df req-63a4880c-415d-45fe-b2a9-7a167e213fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:44.585554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-934a5ef1-a220-4d18-9830-ee8befb5d0df req-63a4880c-415d-45fe-b2a9-7a167e213fbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 1099 time: 0.0736351 Jul 16 17:51:44.588342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86ff8a5-7f66-4b87-8752-2d7448192b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:44.588920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d86ff8a5-7f66-4b87-8752-2d7448192b3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:44.639808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b27ada-627a-40a5-bff3-dc920b187c39 None None] Network 3ca8cab9-7836-4719-ad84-df5447398d87 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:44.650431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d86ff8a5-7f66-4b87-8752-2d7448192b3f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8228152 Jul 16 17:51:44.765790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df7ec0c-1e84-4478-a636-a022e0f34c35 None None] Network 2010b124-5319-4365-bb34-b6785b5a4ca7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:44.792683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a5ef1-a220-4d18-9830-ee8befb5d0df req-fda42108-73f1-419a-b1af-82d56a054c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:44.794192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-934a5ef1-a220-4d18-9830-ee8befb5d0df req-fda42108-73f1-419a-b1af-82d56a054c1f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2018902 Jul 16 17:51:44.817255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0831c-f7ec-4dbb-b967-9d3331f54e27 req-f41200c6-12fc-460e-98c4-07df601ab4cd tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:44.819303 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b8f0831c-f7ec-4dbb-b967-9d3331f54e27 req-f41200c6-12fc-460e-98c4-07df601ab4cd tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 945 time: 0.1818883 Jul 16 17:51:44.840476 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecffd9b-34c8-4fa1-a46c-8098962538db req-0decf508-0fb7-4406-af1b-89138b9bc069 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:44.842589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ecffd9b-34c8-4fa1-a46c-8098962538db req-0decf508-0fb7-4406-af1b-89138b9bc069 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.2255113 Jul 16 17:51:44.879208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-934a5ef1-a220-4d18-9830-ee8befb5d0df req-c82f8497-0966-495c-988a-7b40660242d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c HTTP/1.1" status: 200 len: 217 time: 0.0698085 Jul 16 17:51:44.969890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b8f0831c-f7ec-4dbb-b967-9d3331f54e27 req-b22159cb-46c6-477c-bafc-7679ea81ec16 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261950 Jul 16 17:51:44.974303 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ecffd9b-34c8-4fa1-a46c-8098962538db req-d214ebc5-3c4c-4df8-b49a-18e4da29087f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019337 Jul 16 17:51:44.977668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aca353-60b1-4aa6-9b3a-7ab7d72c36b4 None None] Network 3ca8cab9-7836-4719-ad84-df5447398d87 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:44.978512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a5ef1-a220-4d18-9830-ee8befb5d0df req-23fa3f8c-8cf8-4c8b-8cdc-72767719bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:44.979990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-934a5ef1-a220-4d18-9830-ee8befb5d0df req-23fa3f8c-8cf8-4c8b-8cdc-72767719bc0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0928390 Jul 16 17:51:45.064608 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a5ef1-a220-4d18-9830-ee8befb5d0df req-72d406ed-6218-470a-9580-152260c8774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:45.066098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-934a5ef1-a220-4d18-9830-ee8befb5d0df req-72d406ed-6218-470a-9580-152260c8774b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0781763 Jul 16 17:51:45.219652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3469dfe-2e8b-4a7f-83e8-813fcec71828 req-8a2700b0-0557-4da8-a52a-d3a7bf95b882 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:45.221125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3469dfe-2e8b-4a7f-83e8-813fcec71828 req-8a2700b0-0557-4da8-a52a-d3a7bf95b882 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.1345465 Jul 16 17:51:45.224687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-934a5ef1-a220-4d18-9830-ee8befb5d0df req-a949fe7c-bff9-418c-8fa0-8c9d408ee82b service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509242 Jul 16 17:51:45.291416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3469dfe-2e8b-4a7f-83e8-813fcec71828 req-045a94b5-7598-4a61-985e-ae7d766418bf tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632579 Jul 16 17:51:45.404448 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-934a5ef1-a220-4d18-9830-ee8befb5d0df req-b8faaa49-0938-4102-a8e4-a21f2bd2659f service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694021 Jul 16 17:51:45.451719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-d5e3003f-d96e-4734-ae90-fa88099c8916 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:45.453120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-d5e3003f-d96e-4734-ae90-fa88099c8916 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/networks?id=2f385338-ed4e-4716-b8b1-890d42542fec HTTP/1.1" status: 200 len: 814 time: 0.1377220 Jul 16 17:51:45.483840 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-cec558ce-3dfd-49e0-b7b8-d1590113d61a tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/quotas/8c12a095630f46cbbc16cc427af02b37 HTTP/1.1" status: 200 len: 375 time: 0.0202117 Jul 16 17:51:45.545824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-828fffda-e170-498b-bd5b-623c0d21a4d6 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c12a095630f46cbbc16cc427af02b37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567348 Jul 16 17:51:45.601157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132223b6-797b-45f5-bcde-26927d974420 req-c7ce63c1-455e-4d25-952c-aa02ec27e094 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:45.602588 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-c7ce63c1-455e-4d25-952c-aa02ec27e094 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/networks?id=3ca8cab9-7836-4719-ad84-df5447398d87 HTTP/1.1" status: 200 len: 822 time: 0.1700275 Jul 16 17:51:45.658857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-fdac6773-6e65-431c-bde5-44bb41e93f3d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/quotas/54cb87e2bd8748548f69fecdceb41100 HTTP/1.1" status: 200 len: 375 time: 0.0273442 Jul 16 17:51:45.680710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-88cea4f8-3ccb-4d5c-9a79-c7f0a4739f55 service neutron] 10.222.0.41 "GET /v2.0/networks/2f385338-ed4e-4716-b8b1-890d42542fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284568 Jul 16 17:51:45.704973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-e6af25bd-3118-4873-8ca2-dbf5f4592700 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54cb87e2bd8748548f69fecdceb41100&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393698 Jul 16 17:51:45.843776 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-2c4b9627-dfdd-411b-83a1-67dc75a5984e service neutron] 10.222.0.41 "GET /v2.0/networks/2f385338-ed4e-4716-b8b1-890d42542fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469624 Jul 16 17:51:45.848591 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-18c1658d-e9b3-4548-b854-558b2c89dcc6 service neutron] 10.222.0.41 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334314 Jul 16 17:51:45.943690 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-4776bd93-f64c-43ff-b0e6-710529e4adc2 service neutron] 10.222.0.41 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871778 Jul 16 17:51:46.263096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd90ef-3f1c-40ea-83d5-71def3e51cdf req-95867844-d58a-4f0b-b8b2-5e8d92bb6e17 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:46.265329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4cd90ef-3f1c-40ea-83d5-71def3e51cdf req-95867844-d58a-4f0b-b8b2-5e8d92bb6e17 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.0801105 Jul 16 17:51:46.309993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4cd90ef-3f1c-40ea-83d5-71def3e51cdf req-925e32c5-9ded-4512-b9b9-7c852ab3cf44 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389965 Jul 16 17:51:46.515705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2462d4-dc1c-4571-bab6-04fad9398faa req-ea44e685-1c4e-431c-83ac-e5586f01dd68 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:46.517482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b2462d4-dc1c-4571-bab6-04fad9398faa req-ea44e685-1c4e-431c-83ac-e5586f01dd68 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 947 time: 0.0960464 Jul 16 17:51:46.567149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b2462d4-dc1c-4571-bab6-04fad9398faa req-b49223a1-dc02-4ee7-9328-b1d5cb3146cb tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421739 Jul 16 17:51:46.677235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a42e68-abcf-46c9-9ea2-467ca665b9de req-f3801db3-0c06-4615-ab01-594ded905bee tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:46.684124 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52a42e68-abcf-46c9-9ea2-467ca665b9de req-f3801db3-0c06-4615-ab01-594ded905bee tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 945 time: 0.0856347 Jul 16 17:51:46.753121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e60928b-e909-4b95-a943-98b601c403e5 req-d3b92763-8395-4877-b9a3-d9ccee1117cb tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 210 time: 0.0394855 Jul 16 17:51:46.756285 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52a42e68-abcf-46c9-9ea2-467ca665b9de req-84523d5a-eeee-4468-966c-f8d48dcdeefa tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709131 Jul 16 17:51:46.919038 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6d9b15b7-195f-4d8b-babd-d51da1785ddd req-7cabc6e2-7848-476b-b05a-33f8177de161 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 210 time: 0.0328829 Jul 16 17:51:47.069500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7bc3c-a04a-426c-8c4f-58cefad8face req-22ffa319-de21-4f10-9223-efaab8832a96 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:47.071001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fa7bc3c-a04a-426c-8c4f-58cefad8face req-22ffa319-de21-4f10-9223-efaab8832a96 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.0683968 Jul 16 17:51:47.110556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fa7bc3c-a04a-426c-8c4f-58cefad8face req-d64c32f4-8c99-4fdd-a03f-89bac185510d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339594 Jul 16 17:51:47.247132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19eaba-0aff-4313-850c-89f82390bb25 req-1e5abfa8-5a43-4677-8d8d-356b475118e6 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:47.254091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19eaba-0aff-4313-850c-89f82390bb25 req-1e5abfa8-5a43-4677-8d8d-356b475118e6 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:47.260616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19eaba-0aff-4313-850c-89f82390bb25 req-1e5abfa8-5a43-4677-8d8d-356b475118e6 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:47.262261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b19eaba-0aff-4313-850c-89f82390bb25 req-1e5abfa8-5a43-4677-8d8d-356b475118e6 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2&device_id=a03a6423-50d2-4c4b-8346-74bc16c81d5d&device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 2417 time: 0.1067271 Jul 16 17:51:47.314789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b19eaba-0aff-4313-850c-89f82390bb25 req-bec06b94-095b-42ea-9865-003c5e37a1a6 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460913 Jul 16 17:51:47.329254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87345072-ac60-4e64-ad65-b064861e2339 req-a08044e6-feb0-4ef8-ba09-9b936c3435d6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:47.330729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87345072-ac60-4e64-ad65-b064861e2339 req-a08044e6-feb0-4ef8-ba09-9b936c3435d6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1220605 Jul 16 17:51:47.378124 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87345072-ac60-4e64-ad65-b064861e2339 req-e7ebc598-ba40-471a-b262-c6190c7a6024 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378494 Jul 16 17:51:47.639372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:47.741896 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:47.757708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c', 'mac_address': 'fa:16:3e:c5:c1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:47.797061 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.810946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:47.832236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:47.836688 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.884112 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:47.888494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863de962-e3d0-4c9e-92f4-9f8ef1926411 req-c5478868-9dc0-4ed0-8f8e-e5801695d9a9 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:47.890006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-863de962-e3d0-4c9e-92f4-9f8ef1926411 req-c5478868-9dc0-4ed0-8f8e-e5801695d9a9 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 945 time: 0.4412515 Jul 16 17:51:47.897686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132223b6-797b-45f5-bcde-26927d974420 req-bf43eca6-bc10-4474-9fe2-9a42b1812e1e tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:47.899024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-bf43eca6-bc10-4474-9fe2-9a42b1812e1e tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.35 "GET /v2.0/networks?id=3ca8cab9-7836-4719-ad84-df5447398d87 HTTP/1.1" status: 200 len: 822 time: 0.4635696 Jul 16 17:51:47.923110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-132223b6-797b-45f5-bcde-26927d974420 req-7f34c333-22e2-44db-bb79-aa5751052444 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Request body: {'port': {'device_id': 'c1600ffa-cc07-408a-84e8-c7487f9f937c', 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87', 'admin_state_up': True, 'tenant_id': '54cb87e2bd8748548f69fecdceb41100'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:47.977126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-863de962-e3d0-4c9e-92f4-9f8ef1926411 req-cdaca6ad-129f-4429-a36c-76b7dd77a0ba tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770342 Jul 16 17:51:48.041922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe0463-513e-4c09-a1a5-7f03beeacafb req-6e67ccf4-ce39-43da-905a-0ad282f6e34a tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:48.043765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98fe0463-513e-4c09-a1a5-7f03beeacafb req-6e67ccf4-ce39-43da-905a-0ad282f6e34a tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 945 time: 0.4791105 Jul 16 17:51:48.097164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98fe0463-513e-4c09-a1a5-7f03beeacafb req-1cc44402-7f6a-461a-9398-c70653d6d9c1 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373530 Jul 16 17:51:48.133490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132223b6-797b-45f5-bcde-26927d974420 req-7f34c333-22e2-44db-bb79-aa5751052444 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Made reservation on behalf of 54cb87e2bd8748548f69fecdceb41100 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:48.137081 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-132223b6-797b-45f5-bcde-26927d974420 req-7f34c333-22e2-44db-bb79-aa5751052444 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.171049 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:48.322832 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-8c2aa9c3-e3c2-423a-983f-ea8fc406e786 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:48.326078 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-8c2aa9c3-e3c2-423a-983f-ea8fc406e786 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.35 "GET /v2.0/networks?id=2f385338-ed4e-4716-b8b1-890d42542fec HTTP/1.1" status: 200 len: 814 time: 0.3034456 Jul 16 17:51:48.339548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3318c-f9f2-40cc-b9f6-2fb11d277dd5 req-fe7eb245-beef-4c28-92ab-f5d1063455d1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:48.340655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-5d047729-a1d9-4e37-a279-9e2bf88b0ea2 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Request body: {'port': {'device_id': '44674a32-4ba9-464f-95d2-9534808a85d0', 'network_id': '2f385338-ed4e-4716-b8b1-890d42542fec', 'admin_state_up': True, 'tenant_id': '8c12a095630f46cbbc16cc427af02b37'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:48.346622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04c3318c-f9f2-40cc-b9f6-2fb11d277dd5 req-fe7eb245-beef-4c28-92ab-f5d1063455d1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 948 time: 0.1798508 Jul 16 17:51:48.392039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30d73234-3bb3-491c-ae3a-b95b2a919cd7 req-8f23873b-eae3-4caf-9378-d456ac208250 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 210 time: 0.0718145 Jul 16 17:51:48.413506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04c3318c-f9f2-40cc-b9f6-2fb11d277dd5 req-3d909347-5e60-4b02-b776-4551b0b54c9f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657272 Jul 16 17:51:48.422600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-132223b6-797b-45f5-bcde-26927d974420 req-7f34c333-22e2-44db-bb79-aa5751052444 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Allocated IP 172.20.0.11 (3ca8cab9-7836-4719-ad84-df5447398d87/d5adf46b-7b84-4145-96bb-8a85daef2372/7335c131-e504-4ba5-9ebf-7e261d8d809a) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:48.475721 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-5d047729-a1d9-4e37-a279-9e2bf88b0ea2 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Made reservation on behalf of 8c12a095630f46cbbc16cc427af02b37 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:48.479572 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-5d047729-a1d9-4e37-a279-9e2bf88b0ea2 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.606028 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-5d047729-a1d9-4e37-a279-9e2bf88b0ea2 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Allocated IP 172.20.0.2 (2f385338-ed4e-4716-b8b1-890d42542fec/c9340078-f6f1-4bda-abcc-5d12418a7941/bfac6fa8-2f2f-431f-997b-8e67364255ac) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:48.619468 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc9cd9e9-4698-4c99-bb62-1e3e708bd21f req-02c04e51-6bce-4583-bd76-00ff4def4f0d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 210 time: 0.0639424 Jul 16 17:51:48.669404 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-132223b6-797b-45f5-bcde-26927d974420 req-7f34c333-22e2-44db-bb79-aa5751052444 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.687656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bc78a-3f93-4e1b-b1c6-8960c14d8510 req-42473f35-d1e9-4559-8f85-626a23f1f148 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:48.689180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e2bc78a-3f93-4e1b-b1c6-8960c14d8510 req-42473f35-d1e9-4559-8f85-626a23f1f148 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 945 time: 0.1348701 Jul 16 17:51:48.750928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e2bc78a-3f93-4e1b-b1c6-8960c14d8510 req-bca64d7b-f287-4e33-8dfb-0d8c98036c49 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521481 Jul 16 17:51:48.767592 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-132223b6-797b-45f5-bcde-26927d974420 req-7f34c333-22e2-44db-bb79-aa5751052444 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.798214 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-5d047729-a1d9-4e37-a279-9e2bf88b0ea2 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.815657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132223b6-797b-45f5-bcde-26927d974420 req-7f34c333-22e2-44db-bb79-aa5751052444 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Network 3ca8cab9-7836-4719-ad84-df5447398d87 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:48.821650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-132223b6-797b-45f5-bcde-26927d974420 req-7f34c333-22e2-44db-bb79-aa5751052444 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:48.825450 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-132223b6-797b-45f5-bcde-26927d974420 req-7f34c333-22e2-44db-bb79-aa5751052444 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:48.854423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34c333-22e2-44db-bb79-aa5751052444 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Pushing event updated for resources: {'Port': ['ID=7335c131-e504-4ba5-9ebf-7e261d8d809a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:48.871154 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-5d047729-a1d9-4e37-a279-9e2bf88b0ea2 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.888380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132223b6-797b-45f5-bcde-26927d974420 req-7f34c333-22e2-44db-bb79-aa5751052444 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:48.889149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-132223b6-797b-45f5-bcde-26927d974420 req-7f34c333-22e2-44db-bb79-aa5751052444 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.919278 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-5d047729-a1d9-4e37-a279-9e2bf88b0ea2 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Network 2f385338-ed4e-4716-b8b1-890d42542fec is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:48.924423 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-5d047729-a1d9-4e37-a279-9e2bf88b0ea2 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:48.928646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-5d047729-a1d9-4e37-a279-9e2bf88b0ea2 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:48.935882 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-7f34c333-22e2-44db-bb79-aa5751052444 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0185153 Jul 16 17:51:48.958232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Request body: {'port': {'device_id': 'c1600ffa-cc07-408a-84e8-c7487f9f937c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:48.962894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d047729-a1d9-4e37-a279-9e2bf88b0ea2 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Pushing event updated for resources: {'Port': ['ID=bfac6fa8-2f2f-431f-997b-8e67364255ac,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:48.986271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-5d047729-a1d9-4e37-a279-9e2bf88b0ea2 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:48.987335 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-5d047729-a1d9-4e37-a279-9e2bf88b0ea2 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.001535 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-5d047729-a1d9-4e37-a279-9e2bf88b0ea2 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6650217 Jul 16 17:51:49.023669 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Request body: {'port': {'device_id': '44674a32-4ba9-464f-95d2-9534808a85d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:49.045516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921a96f-1d68-455e-8d71-1238a2609104 req-815a479c-9613-49a5-a3c5-17d9c90932e3 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:49.047025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0921a96f-1d68-455e-8d71-1238a2609104 req-815a479c-9613-49a5-a3c5-17d9c90932e3 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.1541793 Jul 16 17:51:49.095334 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.109134 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.136198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085e8dc-7a5c-4898-bec6-c284d14d9f1e req-011e1e35-353d-43af-bbc9-a5261840ed35 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:49.137693 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f085e8dc-7a5c-4898-bec6-c284d14d9f1e req-011e1e35-353d-43af-bbc9-a5261840ed35 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1944003 Jul 16 17:51:49.150470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0921a96f-1d68-455e-8d71-1238a2609104 req-69fb4bf9-236e-4061-8585-f0c7433bb545 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803492 Jul 16 17:51:49.216909 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f085e8dc-7a5c-4898-bec6-c284d14d9f1e req-35175caa-1f2d-4cc7-be5c-36cd25a0bd1b tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720828 Jul 16 17:51:49.405590 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfac6fa8-2f2f-431f-997b-8e67364255ac {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:49.415217 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.430183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Transition to ACTIVE for port object bfac6fa8-2f2f-431f-997b-8e67364255ac will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:49.439345 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.499809 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bfac6fa8-2f2f-431f-997b-8e67364255ac,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:49.576186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Attempting to bind port bfac6fa8-2f2f-431f-997b-8e67364255ac on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:49.576617 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Attempting to bind port bfac6fa8-2f2f-431f-997b-8e67364255ac by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'e7709405-d6ec-4db9-9c16-a13586d1f20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f385338-ed4e-4716-b8b1-890d42542fec'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:49.577047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Attempting to bind port bfac6fa8-2f2f-431f-997b-8e67364255ac on network 2f385338-ed4e-4716-b8b1-890d42542fec {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:49.582297 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Port bfac6fa8-2f2f-431f-997b-8e67364255ac on network 2f385338-ed4e-4716-b8b1-890d42542fec not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:49.582744 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Attempting to bind port bfac6fa8-2f2f-431f-997b-8e67364255ac on network 2f385338-ed4e-4716-b8b1-890d42542fec {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:49.589330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:49.589667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Checking segment: {'id': 'e7709405-d6ec-4db9-9c16-a13586d1f20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f385338-ed4e-4716-b8b1-890d42542fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:49.590050 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Bound using segment: {'id': 'e7709405-d6ec-4db9-9c16-a13586d1f20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f385338-ed4e-4716-b8b1-890d42542fec'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:49.590472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Bound port: bfac6fa8-2f2f-431f-997b-8e67364255ac, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7709405-d6ec-4db9-9c16-a13586d1f20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f385338-ed4e-4716-b8b1-890d42542fec'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:49.590827 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.614479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7335c131-e504-4ba5-9ebf-7e261d8d809a {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:49.633999 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.661931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:49.680829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Transition to ACTIVE for port object 7335c131-e504-4ba5-9ebf-7e261d8d809a will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:49.687271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] For port bfac6fa8-2f2f-431f-997b-8e67364255ac, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:49.688506 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.691093 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] For port bfac6fa8-2f2f-431f-997b-8e67364255ac, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bfac6fa8-2f2f-431f-997b-8e67364255ac,segment=NetworkSegment(e7709405-d6ec-4db9-9c16-a13586d1f20d),segment_id=e7709405-d6ec-4db9-9c16-a13586d1f20d)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:49.696765 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.728119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:49.733326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:49.734113 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.737684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:49.737872 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.739284 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/bfac6fa8-2f2f-431f-997b-8e67364255ac HTTP/1.1" status: 200 len: 1092 time: 0.7203557 Jul 16 17:51:49.739892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44674a32-4ba9-464f-95d2-9534808a85d0', 'tag': 'bfac6fa8-2f2f-431f-997b-8e67364255ac'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:49.742885 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2892184b-8e98-48bc-8cde-f287db7a9ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "44674a32-4ba9-464f-95d2-9534808a85d0", "tag": "bfac6fa8-2f2f-431f-997b-8e67364255ac"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:49.755220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3427013-9547-46ef-941c-59a1ea984c0e req-8392aa69-e245-4350-8850-ab73aea3288d tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:49.757291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3427013-9547-46ef-941c-59a1ea984c0e req-8392aa69-e245-4350-8850-ab73aea3288d tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 943 time: 0.1912935 Jul 16 17:51:49.774243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=7335c131-e504-4ba5-9ebf-7e261d8d809a,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:49.782361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddb8f5-cdfc-4b47-b13f-894da35255b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bfac6fa8-2f2f-431f-997b-8e67364255ac,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:49.816844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d5de9-13d1-47bc-9e19-0ffa1e0074d4 req-baf3ba2f-9dce-4da7-8331-88075e7aff50 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:49.818377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa1d5de9-13d1-47bc-9e19-0ffa1e0074d4 req-baf3ba2f-9dce-4da7-8331-88075e7aff50 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 948 time: 0.2111771 Jul 16 17:51:49.831551 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.840281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-280d0872-8a5b-4932-92a0-3022f2887dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:49.841959 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-280d0872-8a5b-4932-92a0-3022f2887dfc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c12a095630f46cbbc16cc427af02b37&device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 1095 time: 0.0547245 Jul 16 17:51:49.858415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a73d5f-715e-4bab-8019-6ae4f1ea00e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:49.860176 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e8fc88-59ca-4b91-873c-07ca1c1d3979" -d '{"events": [{"server_uuid": "31a73d5f-715e-4bab-8019-6ae4f1ea00e2", "name": "network-vif-plugged", "status": "completed", "tag": "c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:49.875500 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:49.882400 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.891584 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-08b2a4d5-cb0e-4eb0-a6df-810e5aae4166 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bfac6fa8-2f2f-431f-997b-8e67364255ac HTTP/1.1" status: 200 len: 217 time: 0.0408247 Jul 16 17:51:49.902659 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3427013-9547-46ef-941c-59a1ea984c0e req-c8ce4762-c1f7-4417-a072-a1360e4f078d tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1cb19f0-0d11-4933-a350-edab8d03f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309021 Jul 16 17:51:49.922288 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa1d5de9-13d1-47bc-9e19-0ffa1e0074d4 req-170f7e55-6835-4963-ba0c-d9bd2dd83a34 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833943 Jul 16 17:51:49.935925 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:49.936093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Attempting to bind port 7335c131-e504-4ba5-9ebf-7e261d8d809a on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:49.936399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Attempting to bind port 7335c131-e504-4ba5-9ebf-7e261d8d809a by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '3013057c-96ed-40f9-9fcd-9258482b6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:49.937034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Attempting to bind port 7335c131-e504-4ba5-9ebf-7e261d8d809a on network 3ca8cab9-7836-4719-ad84-df5447398d87 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:49.941613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Port 7335c131-e504-4ba5-9ebf-7e261d8d809a on network 3ca8cab9-7836-4719-ad84-df5447398d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:49.941937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Attempting to bind port 7335c131-e504-4ba5-9ebf-7e261d8d809a on network 3ca8cab9-7836-4719-ad84-df5447398d87 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:49.947391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:49.947762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Checking segment: {'id': '3013057c-96ed-40f9-9fcd-9258482b6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:49.948748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Bound using segment: {'id': '3013057c-96ed-40f9-9fcd-9258482b6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:49.948748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Bound port: 7335c131-e504-4ba5-9ebf-7e261d8d809a, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3013057c-96ed-40f9-9fcd-9258482b6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:49.949094 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.949735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-e742fa98-242f-48c6-91b2-241483102dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:49.955911 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-e742fa98-242f-48c6-91b2-241483102dbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9340078-f6f1-4bda-abcc-5d12418a7941 HTTP/1.1" status: 200 len: 854 time: 0.0564051 Jul 16 17:51:50.009859 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-ed48b3a3-8ed9-40a7-a335-fdc95d0e4498 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f385338-ed4e-4716-b8b1-890d42542fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450628 Jul 16 17:51:50.043698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] For port 7335c131-e504-4ba5-9ebf-7e261d8d809a, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:50.067218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] For port 7335c131-e504-4ba5-9ebf-7e261d8d809a, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7335c131-e504-4ba5-9ebf-7e261d8d809a,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:50.078642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.100171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-273e6a9c-e424-4f65-b4ef-5d542c9fdf2d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--801405233&fields=id&tenant_id=80e3923cfee9414f8eb9d7ce3046e725 HTTP/1.1" status: 200 len: 267 time: 0.0713944 Jul 16 17:51:50.123941 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-e8b60a20-8151-4eac-98a4-8168ec561ff1 service neutron] 10.222.0.35 "GET /v2.0/networks/2f385338-ed4e-4716-b8b1-890d42542fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934875 Jul 16 17:51:50.144095 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:50.144704 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.146116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] 10.222.0.35 "PUT /v2.0/ports/7335c131-e504-4ba5-9ebf-7e261d8d809a HTTP/1.1" status: 200 len: 1093 time: 1.2011266 Jul 16 17:51:50.146501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1600ffa-cc07-408a-84e8-c7487f9f937c', 'tag': '7335c131-e504-4ba5-9ebf-7e261d8d809a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:50.149855 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc571811-8f14-4a0b-badd-e1359a63bf12" -d '{"events": [{"name": "network-changed", "server_uuid": "c1600ffa-cc07-408a-84e8-c7487f9f937c", "tag": "7335c131-e504-4ba5-9ebf-7e261d8d809a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:50.191610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ac350-028a-460a-9c43-cf26217d2aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=7335c131-e504-4ba5-9ebf-7e261d8d809a,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:50.229282 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-47f3c73d-d904-4bc1-8c9b-c8158d9e5ea5 req-f8aad7e4-b281-4875-9ca6-3aed82053eb3 service neutron] 10.222.0.35 "GET /v2.0/networks/2f385338-ed4e-4716-b8b1-890d42542fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953774 Jul 16 17:51:50.347104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b799da-c148-4b68-82ca-f380f51f89be req-28400f6a-d5e6-421e-88cf-c3bc54a2e8c2 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:50.348567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-28400f6a-d5e6-421e-88cf-c3bc54a2e8c2 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/networks?id=ee8c8716-e6ec-49c2-89d4-211484840579 HTTP/1.1" status: 200 len: 824 time: 0.2270253 Jul 16 17:51:50.373460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132223b6-797b-45f5-bcde-26927d974420 req-bb01265a-3c71-447c-831c-515daf5f3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:50.374879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-bb01265a-3c71-447c-831c-515daf5f3897 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54cb87e2bd8748548f69fecdceb41100&device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 1096 time: 0.1393638 Jul 16 17:51:50.376904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-5d2e9dfd-8315-4059-ac17-f24baef5eb59 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/quotas/80e3923cfee9414f8eb9d7ce3046e725 HTTP/1.1" status: 200 len: 375 time: 0.0220070 Jul 16 17:51:50.387806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106966e-c6d4-41ee-b58c-7633bec4663b req-9680c8e0-c876-4771-b89b-b9cc6cd83707 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:50.389189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b106966e-c6d4-41ee-b58c-7633bec4663b req-9680c8e0-c876-4771-b89b-b9cc6cd83707 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 944 time: 0.1223054 Jul 16 17:51:50.456506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-d2234c04-55f9-4168-a5ee-600b54404d1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7335c131-e504-4ba5-9ebf-7e261d8d809a HTTP/1.1" status: 200 len: 217 time: 0.0663111 Jul 16 17:51:50.521123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b106966e-c6d4-41ee-b58c-7633bec4663b req-c35c1396-2e27-4594-9ff9-900e353abae4 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233389 Jul 16 17:51:50.536156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132223b6-797b-45f5-bcde-26927d974420 req-1ff70471-4548-4e88-86fd-d4ef7abcc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:50.538171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-1ff70471-4548-4e88-86fd-d4ef7abcc8e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5adf46b-7b84-4145-96bb-8a85daef2372 HTTP/1.1" status: 200 len: 862 time: 0.0714576 Jul 16 17:51:50.555150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-f48b7f57-b409-4305-90bd-71be365672df tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80e3923cfee9414f8eb9d7ce3046e725&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1638250 Jul 16 17:51:50.567490 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d10939-96f2-496d-8fff-ea6c10b80008 x-openstack-request-id: req-99d10939-96f2-496d-8fff-ea6c10b80008 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:50.568006 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44674a32-4ba9-464f-95d2-9534808a85d0", "tag": "bfac6fa8-2f2f-431f-997b-8e67364255ac", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:50.568006 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99d10939-96f2-496d-8fff-ea6c10b80008 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:50.568405 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44674a32-4ba9-464f-95d2-9534808a85d0', 'tag': 'bfac6fa8-2f2f-431f-997b-8e67364255ac', 'status': 'completed', 'code': 200} Jul 16 17:51:50.591244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-1148385c-ad1c-4371-b8c6-3dc0f7458492 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ca8cab9-7836-4719-ad84-df5447398d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351114 Jul 16 17:51:50.663420 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892184b-8e98-48bc-8cde-f287db7a9ffd req-169e4964-f591-4860-9dab-dbf521f2aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:50.664931 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2892184b-8e98-48bc-8cde-f287db7a9ffd req-169e4964-f591-4860-9dab-dbf521f2aaf8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c12a095630f46cbbc16cc427af02b37&device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 1095 time: 0.0606318 Jul 16 17:51:50.764392 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892184b-8e98-48bc-8cde-f287db7a9ffd req-e67a5c79-55da-491c-959f-515ec1613b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:50.765783 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2892184b-8e98-48bc-8cde-f287db7a9ffd req-e67a5c79-55da-491c-959f-515ec1613b05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f385338-ed4e-4716-b8b1-890d42542fec HTTP/1.1" status: 200 len: 915 time: 0.0940907 Jul 16 17:51:50.773474 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-15ce160f-bbd7-4376-9555-02e1e6e4cd2b service neutron] 10.222.0.41 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849592 Jul 16 17:51:50.811594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-4b1aa38b-68b4-47eb-ad35-e97f4405565b service neutron] 10.222.0.35 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036216 Jul 16 17:51:50.811808 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2892184b-8e98-48bc-8cde-f287db7a9ffd req-179b2d89-9a9c-4ac3-8ed2-e98d485e5b2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bfac6fa8-2f2f-431f-997b-8e67364255ac HTTP/1.1" status: 200 len: 217 time: 0.0379996 Jul 16 17:51:50.878454 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892184b-8e98-48bc-8cde-f287db7a9ffd req-9850f574-3700-4f10-bc9b-93c89b8f1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:50.879890 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2892184b-8e98-48bc-8cde-f287db7a9ffd req-9850f574-3700-4f10-bc9b-93c89b8f1840 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9340078-f6f1-4bda-abcc-5d12418a7941 HTTP/1.1" status: 200 len: 854 time: 0.0481968 Jul 16 17:51:50.880619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480b43-16a8-448e-b80b-140deab0ebbd req-ff52f454-6bb4-4578-bb18-94d4e3f23798 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:50.882691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77480b43-16a8-448e-b80b-140deab0ebbd req-ff52f454-6bb4-4578-bb18-94d4e3f23798 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 945 time: 0.2097554 Jul 16 17:51:50.915154 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2892184b-8e98-48bc-8cde-f287db7a9ffd req-a4b15870-d000-40ef-a18c-f17d62a78df2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f385338-ed4e-4716-b8b1-890d42542fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275640 Jul 16 17:51:50.981012 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-3a20d8a5-e971-4a26-8159-d04a0ac00ddd service neutron] 10.222.0.41 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011404 Jul 16 17:51:50.985722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77480b43-16a8-448e-b80b-140deab0ebbd req-60f49199-97a8-4b7a-9f66-2cea0993299e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925124 Jul 16 17:51:51.002395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-132223b6-797b-45f5-bcde-26927d974420 req-90d8e888-fead-4f79-8500-0a57ac6d42ea service neutron] 10.222.0.35 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691494 Jul 16 17:51:51.022658 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2892184b-8e98-48bc-8cde-f287db7a9ffd req-13bf9e9f-c358-47b4-a794-28eda910f379 service neutron] 10.222.0.35 "GET /v2.0/networks/2f385338-ed4e-4716-b8b1-890d42542fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007707 Jul 16 17:51:51.064807 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b4fa45-1810-499c-a542-67ea09b5c11d x-openstack-request-id: req-38b4fa45-1810-499c-a542-67ea09b5c11d {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:51.065312 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a73d5f-715e-4bab-8019-6ae4f1ea00e2", "name": "network-vif-plugged", "status": "completed", "tag": "c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:51.065312 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38b4fa45-1810-499c-a542-67ea09b5c11d {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:51.065717 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a73d5f-715e-4bab-8019-6ae4f1ea00e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c', 'code': 200} Jul 16 17:51:51.097172 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fde08f-c3d9-49c8-a66f-4c1027f3459e x-openstack-request-id: req-53fde08f-c3d9-49c8-a66f-4c1027f3459e {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:51.097486 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1600ffa-cc07-408a-84e8-c7487f9f937c", "tag": "7335c131-e504-4ba5-9ebf-7e261d8d809a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:51.097747 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53fde08f-c3d9-49c8-a66f-4c1027f3459e {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:51.099026 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1600ffa-cc07-408a-84e8-c7487f9f937c', 'tag': '7335c131-e504-4ba5-9ebf-7e261d8d809a', 'status': 'completed', 'code': 200} Jul 16 17:51:51.140654 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2892184b-8e98-48bc-8cde-f287db7a9ffd req-020a02e0-640b-4e9a-be6a-464c7af69f81 service neutron] 10.222.0.35 "GET /v2.0/networks/2f385338-ed4e-4716-b8b1-890d42542fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112933 Jul 16 17:51:51.347663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571811-8f14-4a0b-badd-e1359a63bf12 req-a976ce4f-ee2b-4d66-a313-ba292edefbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:51.349263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc571811-8f14-4a0b-badd-e1359a63bf12 req-a976ce4f-ee2b-4d66-a313-ba292edefbea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54cb87e2bd8748548f69fecdceb41100&device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 1096 time: 0.2159228 Jul 16 17:51:51.363078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-516ac2f0-2cec-4ffd-a781-7d8e85d3425d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:51.364921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-516ac2f0-2cec-4ffd-a781-7d8e85d3425d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6a28354-86d5-472b-8525-121bd131e95a HTTP/1.1" status: 200 len: 945 time: 0.2029917 Jul 16 17:51:51.401311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f08ded-6b59-4c97-a733-74efad3b4ddf req-7b68517d-f8b2-4ecb-a512-63eb29fedcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:51.402811 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55f08ded-6b59-4c97-a733-74efad3b4ddf req-7b68517d-f8b2-4ecb-a512-63eb29fedcbe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 1101 time: 0.2390001 Jul 16 17:51:51.896249 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aebb3e-fd35-48af-8da1-cb1aef506d60 req-d5f37d80-f399-4f6a-98fb-d74fa27620dc tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:51.897606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24aebb3e-fd35-48af-8da1-cb1aef506d60 req-d5f37d80-f399-4f6a-98fb-d74fa27620dc tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.6263239 Jul 16 17:51:51.927007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55f08ded-6b59-4c97-a733-74efad3b4ddf req-d2fb72d7-1df9-4f10-abc7-90679eac5f06 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862921 Jul 16 17:51:51.964423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571811-8f14-4a0b-badd-e1359a63bf12 req-3744374d-860f-425a-af0b-e1687cdbc347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:51.965880 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc571811-8f14-4a0b-badd-e1359a63bf12 req-3744374d-860f-425a-af0b-e1687cdbc347 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ca8cab9-7836-4719-ad84-df5447398d87 HTTP/1.1" status: 200 len: 923 time: 0.5976200 Jul 16 17:51:52.023768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dacc07-d11d-4d2d-b7f2-3dabc47f1689 req-2690c74e-1bce-4e79-8e0f-b6a7bb6b2ceb tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:52.025217 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27dacc07-d11d-4d2d-b7f2-3dabc47f1689 req-2690c74e-1bce-4e79-8e0f-b6a7bb6b2ceb tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.5835140 Jul 16 17:51:52.027905 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24aebb3e-fd35-48af-8da1-cb1aef506d60 req-46c94322-1caa-4073-86ca-877c5a3e3598 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033444 Jul 16 17:51:52.067214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc571811-8f14-4a0b-badd-e1359a63bf12 req-51a0b25b-8831-4ad3-ab9d-70055f7d3a9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7335c131-e504-4ba5-9ebf-7e261d8d809a HTTP/1.1" status: 200 len: 217 time: 0.0646076 Jul 16 17:51:52.087765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Deleting port f27a8efd-0822-422b-9af4-c6a6b749bcdd {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:52.088103 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:52.100867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-c0d30107-9da9-4501-a0e1-d957ccf8c236 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:52.102416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-c0d30107-9da9-4501-a0e1-d957ccf8c236 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1097 time: 0.2689397 Jul 16 17:51:52.145336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787206-10'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:52.269727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27dacc07-d11d-4d2d-b7f2-3dabc47f1689 req-9e914898-3c93-4d6e-a38b-cdaf368cf812 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076890 Jul 16 17:51:52.276795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571811-8f14-4a0b-badd-e1359a63bf12 req-e0cb9c4f-d048-4229-989c-5e48e66aa0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:52.278469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc571811-8f14-4a0b-badd-e1359a63bf12 req-e0cb9c4f-d048-4229-989c-5e48e66aa0bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5adf46b-7b84-4145-96bb-8a85daef2372 HTTP/1.1" status: 200 len: 862 time: 0.1922688 Jul 16 17:51:52.357546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc571811-8f14-4a0b-badd-e1359a63bf12 req-727b9ebe-af41-4d3f-a520-8d5d8027087b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ca8cab9-7836-4719-ad84-df5447398d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682693 Jul 16 17:51:52.369665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] For port f27a8efd-0822-422b-9af4-c6a6b749bcdd, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f27a8efd-0822-422b-9af4-c6a6b749bcdd,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:52.370024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:52.469096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b799da-c148-4b68-82ca-f380f51f89be req-ec5c88f2-d3c8-4796-a522-e74238494e79 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:52.470702 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-ec5c88f2-d3c8-4796-a522-e74238494e79 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.43 "GET /v2.0/networks?id=ee8c8716-e6ec-49c2-89d4-211484840579 HTTP/1.1" status: 200 len: 824 time: 0.1154559 Jul 16 17:51:52.511028 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:52.517914 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fee6244f-6043-4dd7-a651-cafbf675e12a tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80e3923cfee9414f8eb9d7ce3046e725 HTTP/1.1" status: 200 len: 379 time: 0.0384846 Jul 16 17:51:52.529862 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-c4b799da-c148-4b68-82ca-f380f51f89be req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Request body: {'port': {'device_id': '9e10d406-96af-484a-8ea1-96e62f400d2d', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'admin_state_up': True, 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'security_groups': ['7e0fbe26-08de-47a9-bb9c-ef0b95be34d1']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:52.544160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248cd50-78b2-44e1-99c7-647b547f90f5 req-3517a84b-50d7-4e55-8137-a3621ef1939e tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:52.545643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6248cd50-78b2-44e1-99c7-647b547f90f5 req-3517a84b-50d7-4e55-8137-a3621ef1939e tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 943 time: 0.4114575 Jul 16 17:51:52.646097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b799da-c148-4b68-82ca-f380f51f89be req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Made reservation on behalf of 80e3923cfee9414f8eb9d7ce3046e725 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:52.650030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c4b799da-c148-4b68-82ca-f380f51f89be req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:52.764798 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6248cd50-78b2-44e1-99c7-647b547f90f5 req-c83b16af-66c3-4bff-ab09-96f396b7244e tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1cb19f0-0d11-4933-a350-edab8d03f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076118 Jul 16 17:51:52.775623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-c4b799da-c148-4b68-82ca-f380f51f89be req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Allocated IP 172.20.0.3 (ee8c8716-e6ec-49c2-89d4-211484840579/f3429175-5601-4f2f-bd60-24ea5b16066f/00f99e4f-760f-4d51-bad7-205d78806fb4) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:52.785026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc571811-8f14-4a0b-badd-e1359a63bf12 req-1a51c544-36b5-40b3-b48c-77873aa890d8 service neutron] 10.222.0.35 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027252 Jul 16 17:51:52.824119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b745b6-eeff-4795-9b3d-6a6b3813b0af req-e156f44f-7e3f-40e3-aac9-f927f146dfc0 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:52.825604 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0b745b6-eeff-4795-9b3d-6a6b3813b0af req-e156f44f-7e3f-40e3-aac9-f927f146dfc0 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 949 time: 0.4280367 Jul 16 17:51:52.931610 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c4b799da-c148-4b68-82ca-f380f51f89be req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:52.945560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-c4b799da-c148-4b68-82ca-f380f51f89be req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Transition to ACTIVE for port object 00f99e4f-760f-4d51-bad7-205d78806fb4 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:52.948033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf3e7fd-d1ce-4c5c-904c-14ac246270ad req-40fec24d-f975-49d5-8fa4-4d2926c9a042 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 210 time: 0.0694039 Jul 16 17:51:52.996202 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c4b799da-c148-4b68-82ca-f380f51f89be req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.001213 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.001587 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.001914 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Floating IP c869334b-93af-4fb5-849b-ca9e6aeb553c disassociated. External IP: 172.25.5.228, port: f27a8efd-0822-422b-9af4-c6a6b749bcdd. Jul 16 17:51:53.002254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Calling delete_port for f27a8efd-0822-422b-9af4-c6a6b749bcdd owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:53.024667 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:53.040409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b799da-c148-4b68-82ca-f380f51f89be req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Network ee8c8716-e6ec-49c2-89d4-211484840579 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:53.045418 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0b745b6-eeff-4795-9b3d-6a6b3813b0af req-a385b1c9-1c31-469a-bda6-377975e3346c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089980 Jul 16 17:51:53.063845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-c4b799da-c148-4b68-82ca-f380f51f89be req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:53.072383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b799da-c148-4b68-82ca-f380f51f89be req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:53.134962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc571811-8f14-4a0b-badd-e1359a63bf12 req-a672d005-1f68-4536-9ec3-4f8c9255a026 service neutron] 10.222.0.35 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207338 Jul 16 17:51:53.156686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b799da-c148-4b68-82ca-f380f51f89be req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:53.157477 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c4b799da-c148-4b68-82ca-f380f51f89be req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.160027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Pushing event updated for resources: {'Port': ['ID=00f99e4f-760f-4d51-bad7-205d78806fb4,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:53.166986 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:53.194315 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-722ed407-a44c-4e18-97c5-b6ff19b9259f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6695089 Jul 16 17:51:53.214013 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Request body: {'port': {'device_id': '9e10d406-96af-484a-8ea1-96e62f400d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:53.282823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59cdc07-de44-4198-a816-b5a21b80a69e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399f244b-ed6e-405e-8eaf-0ca43309dce2'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:53.285191 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9542687c-48b4-4ad6-b2d1-3c0195656d11" -d '{"events": [{"server_uuid": "d59cdc07-de44-4198-a816-b5a21b80a69e", "name": "network-vif-unplugged", "status": "completed", "tag": "399f244b-ed6e-405e-8eaf-0ca43309dce2"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:53.290651 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.326958 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.421048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f47fb030-3919-497d-bef8-374b555eecb3 None None] Provisioning for port 00f99e4f-760f-4d51-bad7-205d78806fb4 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:53.426228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f47fb030-3919-497d-bef8-374b555eecb3 None None] Provisioning complete for port 00f99e4f-760f-4d51-bad7-205d78806fb4 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:53.426883 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f47fb030-3919-497d-bef8-374b555eecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.467312 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.469573 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f47fb030-3919-497d-bef8-374b555eecb3 None None] Port 00f99e4f-760f-4d51-bad7-205d78806fb4 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:51:53.476760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a59cd-1a0a-48a6-8a53-b4650fdaa9fe req-882fe7a7-7af4-471a-be81-ceb6742cb3ce tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:53.478349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-688a59cd-1a0a-48a6-8a53-b4650fdaa9fe req-882fe7a7-7af4-471a-be81-ceb6742cb3ce tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 944 time: 0.2721238 Jul 16 17:51:53.511180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e5e1e-f1b7-4c52-bbc8-e0d3e67e3489 req-16cc87e7-e0ca-4c8e-bef8-76dd8abac2a1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:53.512675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-646e5e1e-f1b7-4c52-bbc8-e0d3e67e3489 req-16cc87e7-e0ca-4c8e-bef8-76dd8abac2a1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 945 time: 0.2649786 Jul 16 17:51:53.517852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Pushing event updated for resources: {'Port': ['ID=399f244b-ed6e-405e-8eaf-0ca43309dce2,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:53.539210 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.576919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on host n-h1-787206-10 for vnic_type normal with profile {"migrating_to": "n-h2-787206-10"} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:53.577251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:53.577627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:53.579765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 399f244b-ed6e-405e-8eaf-0ca43309dce2 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:53.585597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Pushing event deleted for resources: {'Port': ['ID=f27a8efd-0822-422b-9af4-c6a6b749bcdd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:53.607575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:53.607575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:53.661875 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-688a59cd-1a0a-48a6-8a53-b4650fdaa9fe req-238c6ae7-c76e-43c4-aa5d-d289cafb7386 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609666 Jul 16 17:51:53.667168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-646e5e1e-f1b7-4c52-bbc8-e0d3e67e3489 req-b2833a87-2047-4b9b-944c-58591b2b8e0a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419373 Jul 16 17:51:53.667928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:53.668257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:53.668624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:53.669064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Bound port: 399f244b-ed6e-405e-8eaf-0ca43309dce2, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:53.669411 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.702059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device bfac6fa8-2f2f-431f-997b-8e67364255ac details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:53.712215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:53.767924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on host n-h1-787206-10 for vnic_type normal with profile {"migrating_to": "n-h2-787206-10"} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:53.768298 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:53.768948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:53.798754 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:53.799406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:53.810806 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:53.811192 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:53.811826 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:53.812782 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Bound port: 399f244b-ed6e-405e-8eaf-0ca43309dce2, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:53.813196 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.944336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port bfac6fa8-2f2f-431f-997b-8e67364255ac, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bfac6fa8-2f2f-431f-997b-8e67364255ac,segment=NetworkSegment(e7709405-d6ec-4db9-9c16-a13586d1f20d),segment_id=e7709405-d6ec-4db9-9c16-a13586d1f20d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:53.955090 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f99e4f-760f-4d51-bad7-205d78806fb4 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:53.968961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'bfac6fa8-2f2f-431f-997b-8e67364255ac', 'network_id': '2f385338-ed4e-4716-b8b1-890d42542fec', 'port_id': 'bfac6fa8-2f2f-431f-997b-8e67364255ac', 'mac_address': 'fa:16:3e:b8:b8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9340078-f6f1-4bda-abcc-5d12418a7941', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:53.969212 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.978778 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:53.986879 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:53.997059 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Transition to ACTIVE for port object 00f99e4f-760f-4d51-bad7-205d78806fb4 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:54.003275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:54.026299 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:54.063385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=00f99e4f-760f-4d51-bad7-205d78806fb4,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:54.112364 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:54.161720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=399f244b-ed6e-405e-8eaf-0ca43309dce2,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:54.164388 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Attempting to bind port 00f99e4f-760f-4d51-bad7-205d78806fb4 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:54.164806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Attempting to bind port 00f99e4f-760f-4d51-bad7-205d78806fb4 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:54.165130 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Attempting to bind port 00f99e4f-760f-4d51-bad7-205d78806fb4 on network ee8c8716-e6ec-49c2-89d4-211484840579 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:54.171235 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Port 00f99e4f-760f-4d51-bad7-205d78806fb4 on network ee8c8716-e6ec-49c2-89d4-211484840579 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:54.171670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Attempting to bind port 00f99e4f-760f-4d51-bad7-205d78806fb4 on network ee8c8716-e6ec-49c2-89d4-211484840579 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:54.176807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 399f244b-ed6e-405e-8eaf-0ca43309dce2 has no active binding in host n-h2-787206-10 {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:51:54.177300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:54.179201 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Checking segment: {'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:54.179684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfac6fa8-2f2f-431f-997b-8e67364255ac {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:54.179802 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Bound using segment: {'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:54.180275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Bound port: 00f99e4f-760f-4d51-bad7-205d78806fb4, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b56cb7-c458-4f42-9ca4-a97015d3b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:54.181203 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:54.182278 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42f479a-f1ed-42dc-b8c0-79a5ba263cfa x-openstack-request-id: req-a42f479a-f1ed-42dc-b8c0-79a5ba263cfa {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:54.182721 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59cdc07-de44-4198-a816-b5a21b80a69e", "name": "network-vif-unplugged", "status": "completed", "tag": "399f244b-ed6e-405e-8eaf-0ca43309dce2", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:54.182960 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a42f479a-f1ed-42dc-b8c0-79a5ba263cfa {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:54.183539 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59cdc07-de44-4198-a816-b5a21b80a69e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399f244b-ed6e-405e-8eaf-0ca43309dce2', 'code': 200} Jul 16 17:51:54.206987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port bfac6fa8-2f2f-431f-997b-8e67364255ac, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bfac6fa8-2f2f-431f-997b-8e67364255ac,segment=NetworkSegment(e7709405-d6ec-4db9-9c16-a13586d1f20d),segment_id=e7709405-d6ec-4db9-9c16-a13586d1f20d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:54.212219 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:54.213149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7335c131-e504-4ba5-9ebf-7e261d8d809a details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:54.272793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] For port 00f99e4f-760f-4d51-bad7-205d78806fb4, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:54.277455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] For port 00f99e4f-760f-4d51-bad7-205d78806fb4, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=00f99e4f-760f-4d51-bad7-205d78806fb4,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:54.282560 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:54.296725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Router 1d073212-26a8-4788-a2f0-a34c606188a7 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:51:54.298348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=bfac6fa8-2f2f-431f-997b-8e67364255ac,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:54.325809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:54.333636 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:54.335537 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:54.337303 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] 10.222.0.43 "PUT /v2.0/ports/00f99e4f-760f-4d51-bad7-205d78806fb4 HTTP/1.1" status: 200 len: 1092 time: 1.1295960 Jul 16 17:51:54.344932 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e10d406-96af-484a-8ea1-96e62f400d2d', 'tag': '00f99e4f-760f-4d51-bad7-205d78806fb4'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:54.347490 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aa2d09-859c-4ee4-989d-459d11eccda7" -d '{"events": [{"name": "network-changed", "server_uuid": "9e10d406-96af-484a-8ea1-96e62f400d2d", "tag": "00f99e4f-760f-4d51-bad7-205d78806fb4"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:54.352755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.api [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 399f244b-ed6e-405e-8eaf-0ca43309dce2-n-h1-787206-10-0 {{(pid=100169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:51:54.353086 n-d-787206-10 neutron-server[100169]: DEBUG oslo_db.api [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:51:54.375217 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb0354-e430-41fc-9d33-c0627761f8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=00f99e4f-760f-4d51-bad7-205d78806fb4,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:54.386774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7335c131-e504-4ba5-9ebf-7e261d8d809a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7335c131-e504-4ba5-9ebf-7e261d8d809a,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:54.400001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '7335c131-e504-4ba5-9ebf-7e261d8d809a', 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87', 'port_id': '7335c131-e504-4ba5-9ebf-7e261d8d809a', 'mac_address': 'fa:16:3e:ed:a9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5adf46b-7b84-4145-96bb-8a85daef2372', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:54.440696 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:54.444362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3589f77-ecf7-4972-a563-006fd087c554 req-85863655-f02a-4798-9e61-2ae0d0bd78ca tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:54.451485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3589f77-ecf7-4972-a563-006fd087c554 req-85863655-f02a-4798-9e61-2ae0d0bd78ca tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.2666142 Jul 16 17:51:54.456951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7335c131-e504-4ba5-9ebf-7e261d8d809a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:54.459582 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b799da-c148-4b68-82ca-f380f51f89be req-701f0f12-3e3b-460a-96dc-e7455f209da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:54.461476 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-701f0f12-3e3b-460a-96dc-e7455f209da3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80e3923cfee9414f8eb9d7ce3046e725&device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 1095 time: 0.0692186 Jul 16 17:51:54.486321 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7335c131-e504-4ba5-9ebf-7e261d8d809a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7335c131-e504-4ba5-9ebf-7e261d8d809a,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:54.493598 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:54.497578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358a068-3287-4d48-8837-aed0022423e8 req-eba32a4d-85c2-4314-88b7-173f14ed9117 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:54.504930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5358a068-3287-4d48-8837-aed0022423e8 req-eba32a4d-85c2-4314-88b7-173f14ed9117 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.3361733 Jul 16 17:51:54.524996 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-dfcbdb51-4b38-4416-91ac-b21c3e76d746 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00f99e4f-760f-4d51-bad7-205d78806fb4 HTTP/1.1" status: 200 len: 217 time: 0.0556700 Jul 16 17:51:54.568779 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7335c131-e504-4ba5-9ebf-7e261d8d809a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:54.588018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3589f77-ecf7-4972-a563-006fd087c554 req-7f3192a9-3ba4-4158-9342-9bdf1527feb0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355913 Jul 16 17:51:54.590451 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b799da-c148-4b68-82ca-f380f51f89be req-79ea08b1-7755-423e-beb4-b2a1ed8d1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:54.591941 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-79ea08b1-7755-423e-beb4-b2a1ed8d1611 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3429175-5601-4f2f-bd60-24ea5b16066f HTTP/1.1" status: 200 len: 863 time: 0.0583830 Jul 16 17:51:54.595239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5358a068-3287-4d48-8837-aed0022423e8 req-6ffa75de-1d74-48d3-ac29-c887e026c667 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895042 Jul 16 17:51:54.596638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:51:54.614897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7429f31c-37d7-4a4b-9694-a7c5686fa0c9 None None] Sync routers for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:51:54.627329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7429f31c-37d7-4a4b-9694-a7c5686fa0c9 None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:54.628101 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7429f31c-37d7-4a4b-9694-a7c5686fa0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:51:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:54.669017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] No DVR routers for this DVR port f27a8efd-0822-422b-9af4-c6a6b749bcdd on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:54.671830 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:54.673954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e35d785d-72ba-4b9e-bdae-a67a734ad5e2 req-d094c54e-42a3-4e7c-aeab-454af56c77cd tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.43 "DELETE /v2.0/ports/f27a8efd-0822-422b-9af4-c6a6b749bcdd HTTP/1.1" status: 204 len: 173 time: 3.3033352 Jul 16 17:51:54.711955 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b799da-c148-4b68-82ca-f380f51f89be req-201a01b3-903d-4b3c-9357-a0884b56f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:54.717451 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-201a01b3-903d-4b3c-9357-a0884b56f82b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee8c8716-e6ec-49c2-89d4-211484840579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138196 Jul 16 17:51:54.788455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-7429f31c-37d7-4a4b-9694-a7c5686fa0c9 None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:54.840726 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348421b2-b44e-43cb-a568-901adf813ef9 req-dc0a8ea7-e701-4233-a6d3-8c84f0191366 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:54.845864 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-042d597d-71a4-4cd1-9d5f-cdabf5d2f882 service neutron] 10.222.0.43 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161587 Jul 16 17:51:54.847780 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-348421b2-b44e-43cb-a568-901adf813ef9 req-dc0a8ea7-e701-4233-a6d3-8c84f0191366 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 944 time: 0.1208546 Jul 16 17:51:54.879461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on host n-h1-787206-10 for vnic_type normal with profile {"migrating_to": "n-h2-787206-10"} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:54.879786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:54.880031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:54.896350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:54.896844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Attempting to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:54.921649 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-348421b2-b44e-43cb-a568-901adf813ef9 req-b12e8b06-b97b-4e2e-b738-b268e01be8d4 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1cb19f0-0d11-4933-a350-edab8d03f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730700 Jul 16 17:51:54.923944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:54.930507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:54.930958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:54.931421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Bound port: 399f244b-ed6e-405e-8eaf-0ca43309dce2, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:54.931804 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:55.000959 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c4b799da-c148-4b68-82ca-f380f51f89be req-96e4a005-e9b4-47d6-aa02-b30ff38e7b61 service neutron] 10.222.0.43 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458650 Jul 16 17:51:55.008355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['bfac6fa8-2f2f-431f-997b-8e67364255ac'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:55.014603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['7335c131-e504-4ba5-9ebf-7e261d8d809a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:55.076081 n-d-787206-10 neutron-server[100169]: WARNING neutron.plugins.ml2.plugin [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Concurrent port binding operations failed on port 399f244b-ed6e-405e-8eaf-0ca43309dce2 Jul 16 17:51:55.079940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:55.083869 n-d-787206-10 neutron-server[100169]: INFO neutron.plugins.ml2.plugin [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Attempt 2 to bind port 399f244b-ed6e-405e-8eaf-0ca43309dce2 Jul 16 17:51:55.088524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.089300 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:55.090644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-a0535d30-cfea-49fb-8ae1-1f6bfb830280 service neutron] 10.222.0.43 "PUT /v2.0/ports/399f244b-ed6e-405e-8eaf-0ca43309dce2 HTTP/1.1" status: 200 len: 1123 time: 2.9578705 Jul 16 17:51:55.147766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c162ca-8178-43a4-b713-3a57ae339f91 req-dab33014-0d56-4a81-bf94-bf15f77b3aa4 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.149372 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77c162ca-8178-43a4-b713-3a57ae339f91 req-dab33014-0d56-4a81-bf94-bf15f77b3aa4 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 943 time: 0.1434948 Jul 16 17:51:55.199933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfc29e-359a-441d-97da-a2d2b86ed9a1 req-f014c1b9-8925-4ad0-a15e-b69fe8bce9f7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.201503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fdfc29e-359a-441d-97da-a2d2b86ed9a1 req-f014c1b9-8925-4ad0-a15e-b69fe8bce9f7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 949 time: 0.1147912 Jul 16 17:51:55.230563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77c162ca-8178-43a4-b713-3a57ae339f91 req-8de98bbd-5a5e-4f76-a4e8-072c46ffb36f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632384 Jul 16 17:51:55.279856 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fdfc29e-359a-441d-97da-a2d2b86ed9a1 req-b464c75f-b0e3-432e-869a-c1070e8c00da tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586219 Jul 16 17:51:55.298557 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afc3540-b78c-42d1-a925-27594d307707 x-openstack-request-id: req-0afc3540-b78c-42d1-a925-27594d307707 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:55.298842 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e10d406-96af-484a-8ea1-96e62f400d2d", "tag": "00f99e4f-760f-4d51-bad7-205d78806fb4", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:55.299087 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0afc3540-b78c-42d1-a925-27594d307707 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:55.299654 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e10d406-96af-484a-8ea1-96e62f400d2d', 'tag': '00f99e4f-760f-4d51-bad7-205d78806fb4', 'status': 'completed', 'code': 200} Jul 16 17:51:55.357230 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['399f244b-ed6e-405e-8eaf-0ca43309dce2'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:55.402017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['399f244b-ed6e-405e-8eaf-0ca43309dce2'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:55.446140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa2d09-859c-4ee4-989d-459d11eccda7 req-ee5ea11e-94d7-4351-a4ee-4edaff632b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.447689 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-34aa2d09-859c-4ee4-989d-459d11eccda7 req-ee5ea11e-94d7-4351-a4ee-4edaff632b1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80e3923cfee9414f8eb9d7ce3046e725&device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 1095 time: 0.0961621 Jul 16 17:51:55.546810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7429f31c-37d7-4a4b-9694-a7c5686fa0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:55.601157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f27a8efd-0822-422b-9af4-c6a6b749bcdd no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:55.602898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7429f31c-37d7-4a4b-9694-a7c5686fa0c9 None None] Checking router: 1d073212-26a8-4788-a2f0-a34c606188a7 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:51:55.611230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e50b4d-c8f2-4376-8f52-04e4742e9eaf req-400e3959-2a1a-47b1-b01d-8c8a0f31d99d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.612740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74e50b4d-c8f2-4376-8f52-04e4742e9eaf req-400e3959-2a1a-47b1-b01d-8c8a0f31d99d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 945 time: 0.2039804 Jul 16 17:51:55.623604 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa2d09-859c-4ee4-989d-459d11eccda7 req-fe3cda86-df1b-41d2-af20-4d1fd438ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.625001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-34aa2d09-859c-4ee4-989d-459d11eccda7 req-fe3cda86-df1b-41d2-af20-4d1fd438ff64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ee8c8716-e6ec-49c2-89d4-211484840579 HTTP/1.1" status: 200 len: 925 time: 0.1622796 Jul 16 17:51:55.650303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981441a-0274-436a-8746-675a8e45e4bf req-7c7dec7c-28eb-46b1-bf4c-0dcbae1bcfee tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.651914 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c981441a-0274-436a-8746-675a8e45e4bf req-7c7dec7c-28eb-46b1-bf4c-0dcbae1bcfee tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 943 time: 0.2033529 Jul 16 17:51:55.663912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: f27a8efd-0822-422b-9af4-c6a6b749bcdd {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:55.664268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f27a8efd-0822-422b-9af4-c6a6b749bcdd not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:55.698612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7429f31c-37d7-4a4b-9694-a7c5686fa0c9 None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:55.699244 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7429f31c-37d7-4a4b-9694-a7c5686fa0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:51:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:55.705436 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-34aa2d09-859c-4ee4-989d-459d11eccda7 req-34328db0-f619-4ffc-838b-c629d78e5ae4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00f99e4f-760f-4d51-bad7-205d78806fb4 HTTP/1.1" status: 200 len: 217 time: 0.0525773 Jul 16 17:51:55.741416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74e50b4d-c8f2-4376-8f52-04e4742e9eaf req-3c391bf8-f1af-4d31-9aa6-3eb09470858c tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207969 Jul 16 17:51:55.782938 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c981441a-0274-436a-8746-675a8e45e4bf req-f6e7cfea-e3fa-43ec-aed8-f5d42332b48a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191437 Jul 16 17:51:55.795942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa2d09-859c-4ee4-989d-459d11eccda7 req-fbdcfd60-2929-4ee6-8c88-9c83ddd135e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.797532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-34aa2d09-859c-4ee4-989d-459d11eccda7 req-fbdcfd60-2929-4ee6-8c88-9c83ddd135e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3429175-5601-4f2f-bd60-24ea5b16066f HTTP/1.1" status: 200 len: 863 time: 0.0763898 Jul 16 17:51:55.918474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-7429f31c-37d7-4a4b-9694-a7c5686fa0c9 None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:55.955584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa2d09-859c-4ee4-989d-459d11eccda7 req-1f8cc6d9-663e-4aba-bc61-1bf1b6c734cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.957085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-34aa2d09-859c-4ee4-989d-459d11eccda7 req-1f8cc6d9-663e-4aba-bc61-1bf1b6c734cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee8c8716-e6ec-49c2-89d4-211484840579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525216 Jul 16 17:51:55.973812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8613a-7ac1-42c3-b5b6-3f99ba3b984d req-cc8f8190-f74f-4b91-abeb-b31cf6c8a492 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.975902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7b8613a-7ac1-42c3-b5b6-3f99ba3b984d req-cc8f8190-f74f-4b91-abeb-b31cf6c8a492 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.1219687 Jul 16 17:51:56.080365 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7b8613a-7ac1-42c3-b5b6-3f99ba3b984d req-11926ecf-bf7d-4acb-9d81-e72a2fa72313 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961657 Jul 16 17:51:56.088642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9a1ca-d912-4cdc-897a-361cdf7de2e4 req-82483fae-d747-4aec-a3f2-7f2378619551 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:56.090155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50c9a1ca-d912-4cdc-897a-361cdf7de2e4 req-82483fae-d747-4aec-a3f2-7f2378619551 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 1101 time: 0.1733131 Jul 16 17:51:56.125176 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:56.130670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-34aa2d09-859c-4ee4-989d-459d11eccda7 req-ff8a272d-5bdd-4548-a6c2-3a1fb65babc1 service neutron] 10.222.0.43 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651912 Jul 16 17:51:56.145945 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7429f31c-37d7-4a4b-9694-a7c5686fa0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:56.166731 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50c9a1ca-d912-4cdc-897a-361cdf7de2e4 req-6a521638-2a27-476e-ae53-b5b71cb93aed tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706992 Jul 16 17:51:56.178783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7429f31c-37d7-4a4b-9694-a7c5686fa0c9 None None] The sync data for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 is: [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:51:56.212417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a28354-86d5-472b-8525-121bd131e95a', 'name': 'network-vif-deleted', 'tag': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd'}, {'name': 'network-changed', 'server_uuid': 'd59cdc07-de44-4198-a816-b5a21b80a69e', 'tag': '399f244b-ed6e-405e-8eaf-0ca43309dce2'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:56.214713 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6287a9-5d6d-42ea-a2e5-cb4bf1d02d82" -d '{"events": [{"server_uuid": "b6a28354-86d5-472b-8525-121bd131e95a", "name": "network-vif-deleted", "tag": "f27a8efd-0822-422b-9af4-c6a6b749bcdd"}, {"name": "network-changed", "server_uuid": "d59cdc07-de44-4198-a816-b5a21b80a69e", "tag": "399f244b-ed6e-405e-8eaf-0ca43309dce2"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:56.297522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-34aa2d09-859c-4ee4-989d-459d11eccda7 req-c0ad8549-fcb9-415f-b290-034607ac0e4b service neutron] 10.222.0.43 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572478 Jul 16 17:51:56.314654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b63f80-3b6a-4841-8060-630f45928615 req-66118964-c038-43bc-8e34-0ffa216e5ce0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:56.316503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28b63f80-3b6a-4841-8060-630f45928615 req-66118964-c038-43bc-8e34-0ffa216e5ce0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.0987036 Jul 16 17:51:56.326893 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:56.385921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28b63f80-3b6a-4841-8060-630f45928615 req-c9e514f5-ece9-465a-9859-b270bc913ea2 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591831 Jul 16 17:51:56.409785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bf5e4-6c37-4ef1-8017-208e8f9ee2fe req-a6cbcafc-7206-42bd-8dc5-9286c9ca5d7d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:56.411600 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f25bf5e4-6c37-4ef1-8017-208e8f9ee2fe req-a6cbcafc-7206-42bd-8dc5-9286c9ca5d7d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.0941012 Jul 16 17:51:56.459150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f25bf5e4-6c37-4ef1-8017-208e8f9ee2fe req-1c7d25f9-a773-4972-930c-9da33aeeeb79 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Jul 16 17:51:56.490221 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce0e948-9906-4274-a54e-121ae0e86fba None None] New status for floating IP c869334b-93af-4fb5-849b-ca9e6aeb553c: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:51:56.519580 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90d8fbf-0636-4593-82e3-250582537c79 x-openstack-request-id: req-f90d8fbf-0636-4593-82e3-250582537c79 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:56.519933 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a28354-86d5-472b-8525-121bd131e95a", "name": "network-vif-deleted", "tag": "f27a8efd-0822-422b-9af4-c6a6b749bcdd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d59cdc07-de44-4198-a816-b5a21b80a69e", "tag": "399f244b-ed6e-405e-8eaf-0ca43309dce2", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:56.520156 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f90d8fbf-0636-4593-82e3-250582537c79 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:56.520504 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a28354-86d5-472b-8525-121bd131e95a', 'name': 'network-vif-deleted', 'tag': 'f27a8efd-0822-422b-9af4-c6a6b749bcdd', 'status': 'completed', 'code': 200} Jul 16 17:51:56.520743 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59cdc07-de44-4198-a816-b5a21b80a69e', 'tag': '399f244b-ed6e-405e-8eaf-0ca43309dce2', 'status': 'completed', 'code': 200} Jul 16 17:51:56.651035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2ba01-9606-4f7f-a431-66753e5383c8 req-991c21d2-e9e7-4f7a-9bb0-6f41d3c99563 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:56.652949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98d2ba01-9606-4f7f-a431-66753e5383c8 req-991c21d2-e9e7-4f7a-9bb0-6f41d3c99563 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 944 time: 0.1441262 Jul 16 17:51:56.688303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6287a9-5d6d-42ea-a2e5-cb4bf1d02d82 req-a21a3cc9-d550-40b0-8a0c-34757f86d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:56.689761 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae6287a9-5d6d-42ea-a2e5-cb4bf1d02d82 req-a21a3cc9-d550-40b0-8a0c-34757f86d9fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 1126 time: 0.1319866 Jul 16 17:51:56.727088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98d2ba01-9606-4f7f-a431-66753e5383c8 req-8a48bdcb-f4d9-48af-87f3-c632a125f2b7 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1cb19f0-0d11-4933-a350-edab8d03f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653048 Jul 16 17:51:56.761994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc045008-63f7-4171-b6a6-dd6ba271efe8 req-0f468cc0-262b-494e-8c9c-0bfc69c6edb5 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:56.763492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc045008-63f7-4171-b6a6-dd6ba271efe8 req-0f468cc0-262b-494e-8c9c-0bfc69c6edb5 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 943 time: 0.1530776 Jul 16 17:51:56.845170 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-c538b5e4-d04e-43bc-918f-7362de700500 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331380 Jul 16 17:51:56.878475 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc045008-63f7-4171-b6a6-dd6ba271efe8 req-969f5e88-30c2-4a55-897d-d0ea19c5d1af tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863414 Jul 16 17:51:56.888764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6287a9-5d6d-42ea-a2e5-cb4bf1d02d82 req-c1021eeb-74bc-4cb9-99cc-0bb6d3475826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:56.890754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae6287a9-5d6d-42ea-a2e5-cb4bf1d02d82 req-c1021eeb-74bc-4cb9-99cc-0bb6d3475826 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.1750705 Jul 16 17:51:56.950397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae6287a9-5d6d-42ea-a2e5-cb4bf1d02d82 req-2fd98749-6628-4f56-b7d1-41c520806093 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2 HTTP/1.1" status: 200 len: 217 time: 0.0420301 Jul 16 17:51:57.091519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686da617-cfd3-46cb-9ed6-e59149825103 req-b0e97900-fa69-4867-85ce-d8e923ee21d3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:57.093004 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-b0e97900-fa69-4867-85ce-d8e923ee21d3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336092 Jul 16 17:51:57.096262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6287a9-5d6d-42ea-a2e5-cb4bf1d02d82 req-8a97a191-1067-4b91-9520-4d93e19116e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:57.097621 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae6287a9-5d6d-42ea-a2e5-cb4bf1d02d82 req-8a97a191-1067-4b91-9520-4d93e19116e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.1202965 Jul 16 17:51:57.118165 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-90404468-7900-483f-bd8a-c7643d768c80 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/quotas/06e16abdfa0f4688991ced62041b5e12 HTTP/1.1" status: 200 len: 375 time: 0.0160644 Jul 16 17:51:57.141241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbaa42e-9c73-4887-b337-33a524a841cd req-1d0bfc2a-3137-4241-b6a2-db25fd16496b tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:57.142707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3dbaa42e-9c73-4887-b337-33a524a841cd req-1d0bfc2a-3137-4241-b6a2-db25fd16496b tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 945 time: 0.1508269 Jul 16 17:51:57.173697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae6287a9-5d6d-42ea-a2e5-cb4bf1d02d82 req-8f756f54-98de-4f19-ad58-583f87ea51ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512261 Jul 16 17:51:57.264153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3dbaa42e-9c73-4887-b337-33a524a841cd req-6ebab0e0-1d53-476e-b714-5c9f01bb9cf3 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037245 Jul 16 17:51:57.335044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-95654f62-bb4a-46a6-bb12-ddb62766496c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2014537 Jul 16 17:51:57.357280 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae6287a9-5d6d-42ea-a2e5-cb4bf1d02d82 req-9e69e773-83fa-4bd9-a08a-ee3201263875 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585498 Jul 16 17:51:57.519067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae6287a9-5d6d-42ea-a2e5-cb4bf1d02d82 req-f775d60c-2e45-4cbf-98cf-e6b0d85cf73f service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473582 Jul 16 17:51:57.536783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7ed23-d269-4582-aca8-2e923b19a1d4 req-27d7371e-0d36-468c-a6d2-043ebab1e5e5 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:57.538951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3d7ed23-d269-4582-aca8-2e923b19a1d4 req-27d7371e-0d36-468c-a6d2-043ebab1e5e5 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 943 time: 0.1436806 Jul 16 17:51:57.616908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3d7ed23-d269-4582-aca8-2e923b19a1d4 req-c9cb37f0-6083-4ae7-b3db-ba2bd207a82b tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698457 Jul 16 17:51:57.643040 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7223ce-ad6e-46fc-b03d-13e5db8dc7d0 req-7f794e5c-0a52-4ff6-be9a-965c10cabd88 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:57.655209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e7223ce-ad6e-46fc-b03d-13e5db8dc7d0 req-7f794e5c-0a52-4ff6-be9a-965c10cabd88 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.0889704 Jul 16 17:51:57.689715 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e7223ce-ad6e-46fc-b03d-13e5db8dc7d0 req-a5d38589-a6fa-479f-860e-1207e95b55f4 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357575 Jul 16 17:51:57.721246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device bfac6fa8-2f2f-431f-997b-8e67364255ac up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:57.781940 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6070995e-db95-4d3c-95b4-1f76dba17588 req-c4864fa7-fbc9-4302-8e78-4bf7edcce29c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 210 time: 0.0437257 Jul 16 17:51:57.794263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port bfac6fa8-2f2f-431f-997b-8e67364255ac completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:57.811185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port bfac6fa8-2f2f-431f-997b-8e67364255ac triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:57.811621 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:57.844928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b0427-2684-4673-a760-2d25e1000dae req-351f0340-3cbc-44ec-a241-af3afe85cedb tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:57.846405 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c0b0427-2684-4673-a760-2d25e1000dae req-351f0340-3cbc-44ec-a241-af3afe85cedb tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.0960734 Jul 16 17:51:57.888816 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c0b0427-2684-4673-a760-2d25e1000dae req-8d13d847-b5ff-4409-9c15-8c7422806f48 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355546 Jul 16 17:51:57.922166 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:57.961390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44674a32-4ba9-464f-95d2-9534808a85d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfac6fa8-2f2f-431f-997b-8e67364255ac'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:57.963788 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c904dc34-3923-4407-9269-6d8a1b94efe3" -d '{"events": [{"server_uuid": "44674a32-4ba9-464f-95d2-9534808a85d0", "name": "network-vif-plugged", "status": "completed", "tag": "bfac6fa8-2f2f-431f-997b-8e67364255ac"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:57.979681 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8e68812d-7fdd-4ec9-b977-fb6dd624aee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:57.983016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port bfac6fa8-2f2f-431f-997b-8e67364255ac, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bfac6fa8-2f2f-431f-997b-8e67364255ac,segment=NetworkSegment(e7709405-d6ec-4db9-9c16-a13586d1f20d),segment_id=e7709405-d6ec-4db9-9c16-a13586d1f20d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:57.987531 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:57.988475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7335c131-e504-4ba5-9ebf-7e261d8d809a up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:58.009779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cc81c-89a8-4e24-978c-b08b4ccb44bd req-fb580089-d40b-4462-ac58-3f63dd337d84 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:58.016349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ac6cc81c-89a8-4e24-978c-b08b4ccb44bd req-fb580089-d40b-4462-ac58-3f63dd337d84 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.0900340 Jul 16 17:51:58.076521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=bfac6fa8-2f2f-431f-997b-8e67364255ac,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:58.092529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 7335c131-e504-4ba5-9ebf-7e261d8d809a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:58.096720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 7335c131-e504-4ba5-9ebf-7e261d8d809a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:58.097094 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.098553 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ac6cc81c-89a8-4e24-978c-b08b4ccb44bd req-7a121711-04d7-4fbd-8590-251e5d9eaf66 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800860 Jul 16 17:51:58.124008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05939fa9-ed7c-4750-935b-e4871ed1ce97 req-dd9befd2-5562-4e2d-b3f2-4925bf8e7e83 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:58.130220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05939fa9-ed7c-4750-935b-e4871ed1ce97 req-dd9befd2-5562-4e2d-b3f2-4925bf8e7e83 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 945 time: 0.1100078 Jul 16 17:51:58.181653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05939fa9-ed7c-4750-935b-e4871ed1ce97 req-08ec5c59-0287-4028-a11f-5128ff92746a tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1cb19f0-0d11-4933-a350-edab8d03f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504072 Jul 16 17:51:58.196435 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.221221 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04d00e5-bde2-41c3-85fa-7e9b6a07c16b x-openstack-request-id: req-b04d00e5-bde2-41c3-85fa-7e9b6a07c16b {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:58.221544 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44674a32-4ba9-464f-95d2-9534808a85d0", "name": "network-vif-plugged", "status": "completed", "tag": "bfac6fa8-2f2f-431f-997b-8e67364255ac", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:58.221822 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b04d00e5-bde2-41c3-85fa-7e9b6a07c16b {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:58.222209 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44674a32-4ba9-464f-95d2-9534808a85d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfac6fa8-2f2f-431f-997b-8e67364255ac', 'code': 200} Jul 16 17:51:58.240269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7335c131-e504-4ba5-9ebf-7e261d8d809a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7335c131-e504-4ba5-9ebf-7e261d8d809a,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:58.246279 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.305041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b67e5-0316-43b8-962a-8d1e0c170ef9 req-5071a45d-0fcc-47be-b515-175a9ac43c66 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:58.305693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7335c131-e504-4ba5-9ebf-7e261d8d809a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:58.306872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df6b67e5-0316-43b8-962a-8d1e0c170ef9 req-5071a45d-0fcc-47be-b515-175a9ac43c66 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 943 time: 0.0797374 Jul 16 17:51:58.378461 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df6b67e5-0316-43b8-962a-8d1e0c170ef9 req-05e1de00-c10c-4b54-be61-1ad99d878d4a tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641565 Jul 16 17:51:58.404814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a1d68-01c2-493d-a4c6-33236efed81a req-b1f915eb-eb80-4541-8301-0e0ea5046ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:58.406309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-079a1d68-01c2-493d-a4c6-33236efed81a req-b1f915eb-eb80-4541-8301-0e0ea5046ae6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 1097 time: 0.0694830 Jul 16 17:51:58.478366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-079a1d68-01c2-493d-a4c6-33236efed81a req-438adeeb-e7a9-43e7-997b-6de56001af0d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d1cb19f0-0d11-4933-a350-edab8d03f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607440 Jul 16 17:51:58.497383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2abedb-98bb-467d-99d1-918e130e5ba0 req-ad4f8b41-1e73-488c-bf0b-d99b01ed58ce tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:58.498884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e2abedb-98bb-467d-99d1-918e130e5ba0 req-ad4f8b41-1e73-488c-bf0b-d99b01ed58ce tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.0915480 Jul 16 17:51:58.537177 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e2abedb-98bb-467d-99d1-918e130e5ba0 req-875a6334-0fa4-4f69-b98d-1fed99c6768c tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327246 Jul 16 17:51:58.813522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e0c15-2e2d-4025-a618-201c5d981951 req-2c253c73-35d2-4814-93c5-7558de092411 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:58.815315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c26e0c15-2e2d-4025-a618-201c5d981951 req-2c253c73-35d2-4814-93c5-7558de092411 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 943 time: 0.0706313 Jul 16 17:51:59.183033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c26e0c15-2e2d-4025-a618-201c5d981951 req-c3817b5a-9385-4ebb-9e1e-dee867f68fa5 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559959 Jul 16 17:51:59.195639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-182b3006-aa7b-4b0d-9ec4-6f0895fa0f49 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302482 Jul 16 17:51:59.245291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d554b-61b6-472b-89db-3e82a48d2ffc req-f049d183-e238-4c5d-b70b-17c4fdf8ec22 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:59.246782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7d554b-61b6-472b-89db-3e82a48d2ffc req-f049d183-e238-4c5d-b70b-17c4fdf8ec22 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.4297411 Jul 16 17:51:59.342414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b22eaf8-0ab2-4978-918c-8f91b7f0101f req-26f16a61-bfa6-4a57-b1df-88fb3c1a1843 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 210 time: 0.0496805 Jul 16 17:51:59.377268 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686da617-cfd3-46cb-9ed6-e59149825103 req-87e84a7a-78bf-4b11-9151-c2271cfe2fc6 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:59.378904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-87e84a7a-78bf-4b11-9151-c2271cfe2fc6 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750870 Jul 16 17:51:59.384370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7d554b-61b6-472b-89db-3e82a48d2ffc req-39ebc935-e3e6-489d-b6f3-175ce3740ab4 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296110 Jul 16 17:51:59.397010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-686da617-cfd3-46cb-9ed6-e59149825103 req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Request body: {'port': {'device_id': '92af23c3-c978-404d-a858-fb4f2bc502b8', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '06e16abdfa0f4688991ced62041b5e12'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:59.600970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862d228-7735-4670-b6a1-961eedc4cc21 req-56adb39f-9b83-4eb0-92cf-683dd30f303e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:59.602361 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1862d228-7735-4670-b6a1-961eedc4cc21 req-56adb39f-9b83-4eb0-92cf-683dd30f303e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.1408136 Jul 16 17:51:59.605981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 00f99e4f-760f-4d51-bad7-205d78806fb4 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:59.609156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686da617-cfd3-46cb-9ed6-e59149825103 req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Made reservation on behalf of 06e16abdfa0f4688991ced62041b5e12 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:59.612729 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-686da617-cfd3-46cb-9ed6-e59149825103 req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:59.639724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327db7f8-7fa8-47b6-a9d6-4dcafbec855d req-529fc565-e143-445f-abe2-b492991d6f64 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:59.641166 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-327db7f8-7fa8-47b6-a9d6-4dcafbec855d req-529fc565-e143-445f-abe2-b492991d6f64 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1466663 Jul 16 17:51:59.701440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 00f99e4f-760f-4d51-bad7-205d78806fb4, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=00f99e4f-760f-4d51-bad7-205d78806fb4,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:59.720956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '00f99e4f-760f-4d51-bad7-205d78806fb4', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'port_id': '00f99e4f-760f-4d51-bad7-205d78806fb4', 'mac_address': 'fa:16:3e:4d:91:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:59.742365 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1862d228-7735-4670-b6a1-961eedc4cc21 req-3086721c-fcf6-4c0f-9309-ec4b235e7104 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234474 Jul 16 17:51:59.753409 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-327db7f8-7fa8-47b6-a9d6-4dcafbec855d req-1868bd97-788d-4a12-883b-3edc6bfab9d9 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039557 Jul 16 17:51:59.800446 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:59.822066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f99e4f-760f-4d51-bad7-205d78806fb4 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:59.850729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 00f99e4f-760f-4d51-bad7-205d78806fb4, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=00f99e4f-760f-4d51-bad7-205d78806fb4,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:59.858322 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:59.893649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-686da617-cfd3-46cb-9ed6-e59149825103 req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Allocated IP 192.168.233.250 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/77a3b38b-4f2b-444a-a767-d7a16e6ee5b3) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:59.922793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=00f99e4f-760f-4d51-bad7-205d78806fb4,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:00.119351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fead48f-f3c2-4407-b000-84c4590fa5cb req-bcf34d49-c4be-44ef-85e2-8dcbfced2988 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.120743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9fead48f-f3c2-4407-b000-84c4590fa5cb req-bcf34d49-c4be-44ef-85e2-8dcbfced2988 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 945 time: 0.2579310 Jul 16 17:52:00.145301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b3fe8-224f-4ef5-a835-c493db5f5122 req-23268064-c158-464f-b831-6b146b3f1273 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.147546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e9b3fe8-224f-4ef5-a835-c493db5f5122 req-23268064-c158-464f-b831-6b146b3f1273 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 944 time: 0.2242672 Jul 16 17:52:00.223635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1600ffa-cc07-408a-84e8-c7487f9f937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7335c131-e504-4ba5-9ebf-7e261d8d809a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:00.226328 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45f1662-05a7-4f9d-b624-66a91ad31cc5" -d '{"events": [{"server_uuid": "c1600ffa-cc07-408a-84e8-c7487f9f937c", "name": "network-vif-plugged", "status": "completed", "tag": "7335c131-e504-4ba5-9ebf-7e261d8d809a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:00.236222 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-686da617-cfd3-46cb-9ed6-e59149825103 req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:00.240639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9fead48f-f3c2-4407-b000-84c4590fa5cb req-ddabef23-1f63-44da-9179-15641b92759c tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1cb19f0-0d11-4933-a350-edab8d03f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073284 Jul 16 17:52:00.252946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0431b931-953d-4a7c-ae1f-232fd0a1327d req-6148b048-2912-4a18-9d89-4cf444acb1e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2252340 Jul 16 17:52:00.258661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e9b3fe8-224f-4ef5-a835-c493db5f5122 req-810d9604-bb3f-4ede-a1fa-4765c5de4aba tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031034 Jul 16 17:52:00.264073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-686da617-cfd3-46cb-9ed6-e59149825103 req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Transition to ACTIVE for port object 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:00.346104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-686da617-cfd3-46cb-9ed6-e59149825103 req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:00.360486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'b066997f-bac6-4296-a729-8ef7f88f38f1', '0e1093b6-ee29-4e09-a52c-8289b72ec9c3', 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:00.368484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['6fb98384-d168-4775-a307-45ede136825f', 'c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:00.371378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['00f99e4f-760f-4d51-bad7-205d78806fb4'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:00.467683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686da617-cfd3-46cb-9ed6-e59149825103 req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:00.477519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-686da617-cfd3-46cb-9ed6-e59149825103 req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:00.479536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event updated for resources: {'Port': ['ID=77a3b38b-4f2b-444a-a767-d7a16e6ee5b3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:00.481809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-686da617-cfd3-46cb-9ed6-e59149825103 req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:00.491661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b931-953d-4a7c-ae1f-232fd0a1327d req-44ba8d0a-b8bc-4479-b80a-9c65607f1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.493193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0431b931-953d-4a7c-ae1f-232fd0a1327d req-44ba8d0a-b8bc-4479-b80a-9c65607f1816 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 1096 time: 0.1980946 Jul 16 17:52:00.588443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686da617-cfd3-46cb-9ed6-e59149825103 req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.589085 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-686da617-cfd3-46cb-9ed6-e59149825103 req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:00.664276 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:00.666412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c7cf4-bef7-4c0f-b731-a74ffc625f60 req-37522158-4aad-4a7f-a4ba-7eae95839ab9 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.673498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-680c7cf4-bef7-4c0f-b731-a74ffc625f60 req-37522158-4aad-4a7f-a4ba-7eae95839ab9 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.3113656 Jul 16 17:52:00.676011 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-58eb27f0-e2be-4ed3-9e02-1536fe4f664f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2833402 Jul 16 17:52:00.686465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372216a-8dc9-437a-b316-0a1d1f16f83a req-f1a1109a-5bd1-45da-b329-546750d08402 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.688645 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0372216a-8dc9-437a-b316-0a1d1f16f83a req-f1a1109a-5bd1-45da-b329-546750d08402 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 943 time: 0.3060031 Jul 16 17:52:00.697569 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-632160a0-8500-4085-b857-a3406d47d332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:00.708530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Request body: {'port': {'device_id': '92af23c3-c978-404d-a858-fb4f2bc502b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:00.747920 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b931-953d-4a7c-ae1f-232fd0a1327d req-42c7e7f2-f356-4c3d-b50b-43ff12c0d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.749411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0431b931-953d-4a7c-ae1f-232fd0a1327d req-42c7e7f2-f356-4c3d-b50b-43ff12c0d281 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.2257361 Jul 16 17:52:00.812857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-25ffda4f-7eff-48ed-8672-2e4f6bd2b776 None None] Provisioning for port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:00.826845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-25ffda4f-7eff-48ed-8672-2e4f6bd2b776 None None] Provisioning complete for port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:00.827215 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-25ffda4f-7eff-48ed-8672-2e4f6bd2b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:00.834666 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0431b931-953d-4a7c-ae1f-232fd0a1327d req-19e82e5c-a028-4b38-b8bb-622ff627fd0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a HTTP/1.1" status: 200 len: 217 time: 0.0701821 Jul 16 17:52:00.842218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-680c7cf4-bef7-4c0f-b731-a74ffc625f60 req-c2f1c1d1-29f4-4397-bd5c-91a489751d11 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679130 Jul 16 17:52:00.853971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0372216a-8dc9-437a-b316-0a1d1f16f83a req-f8a9cd5c-3086-4fbe-9b01-fcf7a0cd47dd tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557562 Jul 16 17:52:00.921360 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:00.924610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b931-953d-4a7c-ae1f-232fd0a1327d req-d3a7d9cf-5e81-4924-aa1e-b250408ca94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.926246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0431b931-953d-4a7c-ae1f-232fd0a1327d req-d3a7d9cf-5e81-4924-aa1e-b250408ca94e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0821049 Jul 16 17:52:00.940708 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77653a68-c1a9-4da3-88b0-2c24b2416a6a x-openstack-request-id: req-77653a68-c1a9-4da3-88b0-2c24b2416a6a {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:00.940993 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1600ffa-cc07-408a-84e8-c7487f9f937c", "name": "network-vif-plugged", "status": "completed", "tag": "7335c131-e504-4ba5-9ebf-7e261d8d809a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:00.941241 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77653a68-c1a9-4da3-88b0-2c24b2416a6a {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:00.941626 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1600ffa-cc07-408a-84e8-c7487f9f937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7335c131-e504-4ba5-9ebf-7e261d8d809a', 'code': 200} Jul 16 17:52:00.966547 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-25ffda4f-7eff-48ed-8672-2e4f6bd2b776 None None] Port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:52:00.990075 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0431b931-953d-4a7c-ae1f-232fd0a1327d req-c8d04811-f579-4d0c-9b83-f9d9533ed808 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536623 Jul 16 17:52:01.207696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51015600-9452-47b8-9b5d-6f495d3afda9 req-9b7bc5c4-0d84-4ce5-be1d-009fd7d88153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:01.209875 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-51015600-9452-47b8-9b5d-6f495d3afda9 req-9b7bc5c4-0d84-4ce5-be1d-009fd7d88153 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51f1c30f9a744421afed0a8cffc79456&device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 1101 time: 0.0579023 Jul 16 17:52:01.322496 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51015600-9452-47b8-9b5d-6f495d3afda9 req-e1538afd-5cce-4664-8562-27ad7ac380e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:01.324041 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-51015600-9452-47b8-9b5d-6f495d3afda9 req-e1538afd-5cce-4664-8562-27ad7ac380e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.0875278 Jul 16 17:52:01.375542 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-51015600-9452-47b8-9b5d-6f495d3afda9 req-bc0acab4-93b7-4726-84ee-1b94de161160 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 HTTP/1.1" status: 200 len: 217 time: 0.0378931 Jul 16 17:52:01.400919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa05418-2892-4b52-b74f-22502db104e6 req-833cb9e0-9912-45a1-b791-20aabf257b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:01.402431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4fa05418-2892-4b52-b74f-22502db104e6 req-833cb9e0-9912-45a1-b791-20aabf257b67 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 1098 time: 0.3670380 Jul 16 17:52:01.409857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016d632-0dd3-47d7-b857-54a87611697a req-506d0b6a-e894-4db7-bbbf-3a325acd1e2e tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:01.411248 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d016d632-0dd3-47d7-b857-54a87611697a req-506d0b6a-e894-4db7-bbbf-3a325acd1e2e tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 936 time: 0.3748672 Jul 16 17:52:01.423930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87221fd-e1a1-4dd9-896e-e89802ebbd5c req-f8d1c6bf-df00-4abe-a7a9-18f327c4f28f tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:01.425375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f87221fd-e1a1-4dd9-896e-e89802ebbd5c req-f8d1c6bf-df00-4abe-a7a9-18f327c4f28f tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.3870745 Jul 16 17:52:01.425865 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51015600-9452-47b8-9b5d-6f495d3afda9 req-d5b9ff14-ff92-46f4-b549-fad8df2e624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:01.427320 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-51015600-9452-47b8-9b5d-6f495d3afda9 req-d5b9ff14-ff92-46f4-b549-fad8df2e624e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0443180 Jul 16 17:52:01.462631 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0431b931-953d-4a7c-ae1f-232fd0a1327d req-89b4418d-aa29-4086-a2ab-d4a596fd6414 service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282084 Jul 16 17:52:01.486204 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51015600-9452-47b8-9b5d-6f495d3afda9 req-3beabbcc-de6c-44b6-b060-f1b145853177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:01.487711 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-51015600-9452-47b8-9b5d-6f495d3afda9 req-3beabbcc-de6c-44b6-b060-f1b145853177 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531256 Jul 16 17:52:01.582942 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-51015600-9452-47b8-9b5d-6f495d3afda9 req-d888b8c5-cf7f-464a-8bb5-39334ee58a98 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864773 Jul 16 17:52:01.588510 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4fa05418-2892-4b52-b74f-22502db104e6 req-addd86c0-f1f3-42c7-a82a-5cb2b8e2935e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723869 Jul 16 17:52:01.627945 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f87221fd-e1a1-4dd9-896e-e89802ebbd5c req-6708400d-c79a-4a0d-923a-b4ba87193b20 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700017 Jul 16 17:52:01.631736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d016d632-0dd3-47d7-b857-54a87611697a req-c056b1cd-5fd9-4135-9c40-628eddd222cf tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753113 Jul 16 17:52:01.680522 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-51015600-9452-47b8-9b5d-6f495d3afda9 req-d382aed9-982f-4a5d-8c4b-7dd8c1e9c9b3 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905752 Jul 16 17:52:01.728429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0431b931-953d-4a7c-ae1f-232fd0a1327d req-a7d57906-a077-429f-b60e-c13cb70263b8 service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529345 Jul 16 17:52:01.735763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:01.735967 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:01.745452 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:01.786424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Transition to ACTIVE for port object 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:01.790271 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:01.888570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=77a3b38b-4f2b-444a-a767-d7a16e6ee5b3,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:01.962104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593484be-6840-4655-898c-df2bd9b0cda3 req-dd0b1611-1ad6-4acf-932a-093acf21a2c3 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:01.963763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-593484be-6840-4655-898c-df2bd9b0cda3 req-dd0b1611-1ad6-4acf-932a-093acf21a2c3 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.2093854 Jul 16 17:52:01.994729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf546b5-79dd-4404-a457-66ad6c5f542d req-0f3606ec-2c48-4c6f-815f-3d8b96e70644 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:01.996321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cf546b5-79dd-4404-a457-66ad6c5f542d req-0f3606ec-2c48-4c6f-815f-3d8b96e70644 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.2032685 Jul 16 17:52:02.050032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Attempting to bind port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:02.050363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Attempting to bind port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:02.050685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Attempting to bind port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:02.061751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-593484be-6840-4655-898c-df2bd9b0cda3 req-eab52234-f4c7-43ff-9ca5-ff7f442b6e30 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888677 Jul 16 17:52:02.069844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:52:02.070163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Attempting to bind port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:02.102952 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cf546b5-79dd-4404-a457-66ad6c5f542d req-92840269-0728-4e6e-9bf3-c0bcded5c1ef tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983448 Jul 16 17:52:02.105581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:02.105913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:02.106693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:02.106818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Bound port: 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:02.107067 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:02.520131 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-f7eb9a63-a7ba-4b57-8a41-5bc81df3df55 service neutron] show failed (client error): The resource could not be found. Jul 16 17:52:02.521261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-f7eb9a63-a7ba-4b57-8a41-5bc81df3df55 service neutron] 10.222.0.43 "GET /v2.0/ports/a18a4c5c-e22a-4859-ab9d-ae88ac808a4f/bindings/n-h1-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.4584057 Jul 16 17:52:02.550383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] For port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:02.557653 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] For port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77a3b38b-4f2b-444a-a767-d7a16e6ee5b3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:02.570179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca54dc-e52f-47b1-9990-95a760939801 req-964c3d55-b4c5-4449-89c7-abb5fadd039f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:02.577132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8aca54dc-e52f-47b1-9990-95a760939801 req-964c3d55-b4c5-4449-89c7-abb5fadd039f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 944 time: 0.1911793 Jul 16 17:52:02.581914 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:02.605071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65e5e8-26bf-4cf1-b764-df3e06af2c17 req-470706f7-7447-4cec-89ca-9716ec2f54ae tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:02.611687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c65e5e8-26bf-4cf1-b764-df3e06af2c17 req-470706f7-7447-4cec-89ca-9716ec2f54ae tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 945 time: 0.2247128 Jul 16 17:52:02.667808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:02.668489 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:02.669871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] 10.222.0.35 "PUT /v2.0/ports/77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 HTTP/1.1" status: 200 len: 1097 time: 1.9808192 Jul 16 17:52:02.675492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92af23c3-c978-404d-a858-fb4f2bc502b8', 'tag': '77a3b38b-4f2b-444a-a767-d7a16e6ee5b3'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:02.678390 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4f1389-aa3e-4385-8094-f8a46d34cc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "92af23c3-c978-404d-a858-fb4f2bc502b8", "tag": "77a3b38b-4f2b-444a-a767-d7a16e6ee5b3"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:02.728296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8aca54dc-e52f-47b1-9990-95a760939801 req-9bb5173d-fd42-41b7-9786-c60bd32cb903 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502230 Jul 16 17:52:02.752853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c65e5e8-26bf-4cf1-b764-df3e06af2c17 req-a1b5eb15-7a79-409d-9d48-43c78d3ac38b tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1cb19f0-0d11-4933-a350-edab8d03f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400955 Jul 16 17:52:02.754039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab52b33-da45-466e-8624-825c8f0ae8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=77a3b38b-4f2b-444a-a767-d7a16e6ee5b3,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:02.977532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686da617-cfd3-46cb-9ed6-e59149825103 req-6693f5b5-0c94-4989-97a2-1ca6bfcf612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:02.979063 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-6693f5b5-0c94-4989-97a2-1ca6bfcf612c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 1100 time: 0.2057498 Jul 16 17:52:03.042609 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-1806fb6e-1b1c-442a-8e7c-5a9883e8c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:03.044293 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-1806fb6e-1b1c-442a-8e7c-5a9883e8c3be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f&tenant_id=b48b42f5272d407db4f841b2e42a65b5 HTTP/1.1" status: 200 len: 1102 time: 0.1967721 Jul 16 17:52:03.070063 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-8e87b713-02cf-4529-98f7-b1a034192318 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 HTTP/1.1" status: 200 len: 217 time: 0.0691240 Jul 16 17:52:03.091780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:03.181527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54704e29-b610-4789-960e-a26c453c430c req-991948b0-4f20-4ba7-9a75-695e61170e6a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:03.183068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54704e29-b610-4789-960e-a26c453c430c req-991948b0-4f20-4ba7-9a75-695e61170e6a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 943 time: 0.2693160 Jul 16 17:52:03.208744 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:03.227819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765dfaf-6884-469c-a54a-a2568cb0815c req-921a29c9-75c1-4a65-a780-f2d1df799174 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:03.229427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8765dfaf-6884-469c-a54a-a2568cb0815c req-921a29c9-75c1-4a65-a780-f2d1df799174 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.2821958 Jul 16 17:52:03.246926 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54704e29-b610-4789-960e-a26c453c430c req-65c4de9b-466c-41a5-8a51-0a4899c2c77a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568519 Jul 16 17:52:03.248314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686da617-cfd3-46cb-9ed6-e59149825103 req-7255acea-d1e0-45cf-8c3a-f8054b0e4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:03.249637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-7255acea-d1e0-45cf-8c3a-f8054b0e4c89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1547437 Jul 16 17:52:03.387371 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8765dfaf-6884-469c-a54a-a2568cb0815c req-733e9f33-6bc6-4333-b3ec-75bcb08ff71e tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367109 Jul 16 17:52:03.478130 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:03.497090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df235855-1bf4-4f3a-be86-91212d8acd3b req-bc8e5e8e-1bb6-4121-b8eb-72d09e998901 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:03.499311 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df235855-1bf4-4f3a-be86-91212d8acd3b req-bc8e5e8e-1bb6-4121-b8eb-72d09e998901 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.1173565 Jul 16 17:52:03.573754 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686da617-cfd3-46cb-9ed6-e59149825103 req-ef23f6a2-b3eb-4781-8d98-141c7f8b7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:03.575448 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-ef23f6a2-b3eb-4781-8d98-141c7f8b7c7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3038673 Jul 16 17:52:03.576370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] For port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:03.632725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 00f99e4f-760f-4d51-bad7-205d78806fb4 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:03.674570 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] For port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:03.689857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df235855-1bf4-4f3a-be86-91212d8acd3b req-e84ba864-c5f0-4e34-9212-91b23b6b7073 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780229 Jul 16 17:52:03.762614 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 00f99e4f-760f-4d51-bad7-205d78806fb4 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:03.768903 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 00f99e4f-760f-4d51-bad7-205d78806fb4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:03.769363 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:03.773880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:03.781680 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f32a1e-ff54-445a-bd77-b84c81ce5a01" -d '{"events": [{"server_uuid": "ab32ebba-a631-4a42-9320-81bc3cf6aa1f", "name": "network-vif-unplugged", "status": "completed", "tag": "a18a4c5c-e22a-4859-ab9d-ae88ac808a4f"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:03.791296 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:03.806418 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b76f9f1-2827-4e4f-b3d4-cd38c5ff0779 x-openstack-request-id: req-5b76f9f1-2827-4e4f-b3d4-cd38c5ff0779 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:03.806717 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92af23c3-c978-404d-a858-fb4f2bc502b8", "tag": "77a3b38b-4f2b-444a-a767-d7a16e6ee5b3", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:03.807065 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b76f9f1-2827-4e4f-b3d4-cd38c5ff0779 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:03.807344 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92af23c3-c978-404d-a858-fb4f2bc502b8', 'tag': '77a3b38b-4f2b-444a-a767-d7a16e6ee5b3', 'status': 'completed', 'code': 200} Jul 16 17:52:03.822890 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Transition to ACTIVE for port object a18a4c5c-e22a-4859-ab9d-ae88ac808a4f will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:03.831958 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:03.894282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-26744943-a3b5-4b6a-8472-e63e891738c5 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878735 Jul 16 17:52:03.914430 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:03.976057 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Pushing event updated for resources: {'Port': ['ID=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,revision_number=6']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:03.983615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e10d406-96af-484a-8ea1-96e62f400d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f99e4f-760f-4d51-bad7-205d78806fb4'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:03.993169 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341743dd-182f-451f-a1cd-e4eb95c3700c" -d '{"events": [{"server_uuid": "9e10d406-96af-484a-8ea1-96e62f400d2d", "name": "network-vif-plugged", "status": "completed", "tag": "00f99e4f-760f-4d51-bad7-205d78806fb4"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:04.033192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] No DVR routers for this DVR port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:04.039718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 00f99e4f-760f-4d51-bad7-205d78806fb4, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=00f99e4f-760f-4d51-bad7-205d78806fb4,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:04.054475 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:04.063170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e200611-c262-40b2-89b5-5575caeecd6b req-57ca86fb-60d2-4876-ad7f-a356e0dec41a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.073378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e200611-c262-40b2-89b5-5575caeecd6b req-57ca86fb-60d2-4876-ad7f-a356e0dec41a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 948 time: 0.4969401 Jul 16 17:52:04.139475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=00f99e4f-760f-4d51-bad7-205d78806fb4,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:04.154823 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Attempting to bind port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:04.155421 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Attempting to bind port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:04.155556 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Attempting to bind port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:04.160041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:52:04.160354 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Attempting to bind port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:04.179260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:04.179927 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:04.180567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:04.181234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Bound port: a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:04.182064 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:04.255868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] For port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:04.259348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] For port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:04.274458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:04.279315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-686da617-cfd3-46cb-9ed6-e59149825103 req-7ad4d87a-6b0d-4064-b2ef-bc0932ba3eda service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683438 Jul 16 17:52:04.293167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e200611-c262-40b2-89b5-5575caeecd6b req-566b378e-2b7c-4e05-b7f8-945d63c75858 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185810 Jul 16 17:52:04.335549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963195e-b47c-48ce-b38e-5176efe6cb86 req-f130bb75-4ff7-4c41-a23b-50257eb54e8f tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.338811 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.339700 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:04.341272 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] 10.222.0.35 "PUT /v2.0/ports/a18a4c5c-e22a-4859-ab9d-ae88ac808a4f HTTP/1.1" status: 200 len: 1097 time: 1.2689111 Jul 16 17:52:04.343252 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9963195e-b47c-48ce-b38e-5176efe6cb86 req-f130bb75-4ff7-4c41-a23b-50257eb54e8f tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 948 time: 0.3447173 Jul 16 17:52:04.364269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d170535-17b1-4d36-a067-6a1322cab948 service neutron] Pushing event updated for resources: {'Port': ['ID=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,revision_number=7']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:04.479487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f1389-aa3e-4385-8094-f8a46d34cc0a req-54fea602-e761-4ab9-8f34-b164aaac918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.479487 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e4f1389-aa3e-4385-8094-f8a46d34cc0a req-54fea602-e761-4ab9-8f34-b164aaac918c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 1100 time: 0.1101437 Jul 16 17:52:04.482705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9963195e-b47c-48ce-b38e-5176efe6cb86 req-529d26d5-0e1b-4a6b-bb5b-c8c255911cfc tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385324 Jul 16 17:52:04.639054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f1389-aa3e-4385-8094-f8a46d34cc0a req-b90da371-30c1-458c-b2cc-51239669e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.641135 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e4f1389-aa3e-4385-8094-f8a46d34cc0a req-b90da371-30c1-458c-b2cc-51239669e58e service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1529727 Jul 16 17:52:04.650290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-e45d6f6e-cd0a-4e98-9b5a-576e75ce1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.652006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-e45d6f6e-cd0a-4e98-9b5a-576e75ce1fdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 1100 time: 0.2451258 Jul 16 17:52:04.748090 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e4f1389-aa3e-4385-8094-f8a46d34cc0a req-116b47a4-c803-47eb-b5f4-b2c48207c691 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 HTTP/1.1" status: 200 len: 217 time: 0.0752530 Jul 16 17:52:04.805758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-ea1e7c24-9e2a-4202-a064-d84d73d2a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.807241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-ea1e7c24-9e2a-4202-a064-d84d73d2a061 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1415839 Jul 16 17:52:04.816969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f1389-aa3e-4385-8094-f8a46d34cc0a req-00c448f3-c227-4c65-8c41-0afcfc386b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.817641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22fbb-1712-437f-a03b-7ce438115001 req-669b7436-2f2e-458d-8d10-be0857b76f53 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.819137 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e4f1389-aa3e-4385-8094-f8a46d34cc0a req-00c448f3-c227-4c65-8c41-0afcfc386b7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0668786 Jul 16 17:52:04.819790 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48b22fbb-1712-437f-a03b-7ce438115001 req-669b7436-2f2e-458d-8d10-be0857b76f53 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.2733734 Jul 16 17:52:04.868001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-96fbc579-d842-4fe1-97e1-fb62bd2cbd9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f HTTP/1.1" status: 200 len: 217 time: 0.0470955 Jul 16 17:52:04.885234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f1389-aa3e-4385-8094-f8a46d34cc0a req-f27015c6-2adf-4253-922c-205df72b766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.886845 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e4f1389-aa3e-4385-8094-f8a46d34cc0a req-f27015c6-2adf-4253-922c-205df72b766a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0560236 Jul 16 17:52:04.897872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cbdd8-7399-4f1a-a4d2-153ba80c5a7f req-a2f4b308-8fb5-453b-a056-ad401befb5a4 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.899315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e0cbdd8-7399-4f1a-a4d2-153ba80c5a7f req-a2f4b308-8fb5-453b-a056-ad401befb5a4 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 945 time: 0.2453465 Jul 16 17:52:04.953891 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48b22fbb-1712-437f-a03b-7ce438115001 req-6a209437-69f2-4fd5-b330-06fa0353f369 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241226 Jul 16 17:52:04.975755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-e136aa46-7980-43ee-8712-8e703bbedf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.977122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-e136aa46-7980-43ee-8712-8e703bbedf39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1009059 Jul 16 17:52:05.004675 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e4f1389-aa3e-4385-8094-f8a46d34cc0a req-fb4f8f16-7d8c-4a3d-b753-5c6cc0031d03 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109717 Jul 16 17:52:05.040487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e0cbdd8-7399-4f1a-a4d2-153ba80c5a7f req-afb419c6-3ab9-4954-a0e1-172618391816 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196194 Jul 16 17:52:05.040997 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901e99ed-6bba-4f11-9ce2-50cabc5109f5 x-openstack-request-id: req-901e99ed-6bba-4f11-9ce2-50cabc5109f5 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:05.041286 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab32ebba-a631-4a42-9320-81bc3cf6aa1f", "name": "network-vif-unplugged", "status": "completed", "tag": "a18a4c5c-e22a-4859-ab9d-ae88ac808a4f", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:05.041539 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-901e99ed-6bba-4f11-9ce2-50cabc5109f5 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:05.047557 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f', 'code': 200} Jul 16 17:52:05.074453 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b682d69-e680-42a4-9803-f86bae66a501 x-openstack-request-id: req-2b682d69-e680-42a4-9803-f86bae66a501 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:05.074993 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e10d406-96af-484a-8ea1-96e62f400d2d", "name": "network-vif-plugged", "status": "completed", "tag": "00f99e4f-760f-4d51-bad7-205d78806fb4", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:05.075108 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b682d69-e680-42a4-9803-f86bae66a501 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:05.075490 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e10d406-96af-484a-8ea1-96e62f400d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f99e4f-760f-4d51-bad7-205d78806fb4', 'code': 200} Jul 16 17:52:05.127188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-40400cd4-109f-41f4-b2f2-689e08cf1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:05.129687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-40400cd4-109f-41f4-b2f2-689e08cf1739 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1445770 Jul 16 17:52:05.146543 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e4f1389-aa3e-4385-8094-f8a46d34cc0a req-47066bf6-df36-46c9-b7ec-1faa615544a6 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354198 Jul 16 17:52:05.334788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-3120c81e-4fd1-444e-aa3c-90669780bce0 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963041 Jul 16 17:52:05.343687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d872e-40f3-4513-b4e0-edc65f6701b2 req-096f0443-4557-4c54-bae7-12c287778fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:05.345153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df4d872e-40f3-4513-b4e0-edc65f6701b2 req-096f0443-4557-4c54-bae7-12c287778fd7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 1097 time: 0.1740403 Jul 16 17:52:05.382806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b7630-cfc2-444f-ae6b-0c6159ec1979 req-a7c515f0-e280-4a06-bc6e-68265629c45d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:05.384557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-873b7630-cfc2-444f-ae6b-0c6159ec1979 req-a7c515f0-e280-4a06-bc6e-68265629c45d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.1761298 Jul 16 17:52:05.512888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df4d872e-40f3-4513-b4e0-edc65f6701b2 req-a713bded-5aec-4fa7-8a60-8539954baeff service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552839 Jul 16 17:52:05.534481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-873b7630-cfc2-444f-ae6b-0c6159ec1979 req-b51d5211-5e6e-4646-bfca-f8f5ff82c380 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345730 Jul 16 17:52:05.545685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3a55273-d00d-4ed8-93bd-145d0ddc957b req-b536190e-16d0-498d-aa54-9c35b0cbb871 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994765 Jul 16 17:52:05.567283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651953ea-6d4c-4621-b8fc-f6084170be0f req-d576bd35-2711-46e1-862c-7b8093ac041c tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:05.569136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-651953ea-6d4c-4621-b8fc-f6084170be0f req-d576bd35-2711-46e1-862c-7b8093ac041c tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 943 time: 0.1958785 Jul 16 17:52:05.588143 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-840bb7c9-5952-45e1-add7-6d63db128350 service neutron] 10.222.0.35 "GET /v2.0/ports/399f244b-ed6e-405e-8eaf-0ca43309dce2/bindings/n-h2-787206-10 HTTP/1.1" status: 200 len: 385 time: 0.0735602 Jul 16 17:52:05.612287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-651953ea-6d4c-4621-b8fc-f6084170be0f req-20b2f037-3b02-4332-b7b2-6a7a4eb414b6 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376439 Jul 16 17:52:05.655379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a18a4c5c-e22a-4859-ab9d-ae88ac808a4f no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:05.705535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a18a4c5c-e22a-4859-ab9d-ae88ac808a4f not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:05.738267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab4d83-3da3-4e1a-886a-787e771b2715 req-8c0f46ac-a9ad-486b-87bc-90e746a16105 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:05.741942 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bab4d83-3da3-4e1a-886a-787e771b2715 req-8c0f46ac-a9ad-486b-87bc-90e746a16105 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.0845997 Jul 16 17:52:05.792569 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bab4d83-3da3-4e1a-886a-787e771b2715 req-68e38c16-12bd-4a8d-a8c9-cab9d0d6fc5f tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435662 Jul 16 17:52:05.850908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-39c4c3bc-8229-4fbb-99bb-3ed8e86860a7 service neutron] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:05.874306 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-39c4c3bc-8229-4fbb-99bb-3ed8e86860a7 service neutron] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:05.913757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-39c4c3bc-8229-4fbb-99bb-3ed8e86860a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399f244b-ed6e-405e-8eaf-0ca43309dce2 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:05.925252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-39c4c3bc-8229-4fbb-99bb-3ed8e86860a7 service neutron] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:05.942194 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-39c4c3bc-8229-4fbb-99bb-3ed8e86860a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:05.979670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48018d19-430a-40e7-b288-c447702bae0a req-3d233ecd-4102-4298-84c5-68b5dc7bf4ef tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:05.981137 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48018d19-430a-40e7-b288-c447702bae0a req-3d233ecd-4102-4298-84c5-68b5dc7bf4ef tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 948 time: 0.0721433 Jul 16 17:52:06.024820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48018d19-430a-40e7-b288-c447702bae0a req-e089c9c7-8d7c-4cac-8555-3181e11059e4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366473 Jul 16 17:52:06.029848 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-39c4c3bc-8229-4fbb-99bb-3ed8e86860a7 service neutron] Transition to ACTIVE for port object 399f244b-ed6e-405e-8eaf-0ca43309dce2 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:06.033623 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-39c4c3bc-8229-4fbb-99bb-3ed8e86860a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:06.104180 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-39c4c3bc-8229-4fbb-99bb-3ed8e86860a7 service neutron] No DVR routers for this DVR port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:06.142076 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4c3bc-8229-4fbb-99bb-3ed8e86860a7 service neutron] Pushing event updated for resources: {'Port': ['ID=399f244b-ed6e-405e-8eaf-0ca43309dce2,revision_number=10']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:06.153885 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-39c4c3bc-8229-4fbb-99bb-3ed8e86860a7 service neutron] 10.222.0.35 "PUT /v2.0/ports/399f244b-ed6e-405e-8eaf-0ca43309dce2/bindings/n-h2-787206-10/activate HTTP/1.1" status: 200 len: 370 time: 0.5476861 Jul 16 17:52:06.311862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0c767-befb-4559-9d28-65ed8ff72a9d req-a84aca3f-be3d-4dea-89b7-f02f5a565cc5 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:06.313368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02e0c767-befb-4559-9d28-65ed8ff72a9d req-a84aca3f-be3d-4dea-89b7-f02f5a565cc5 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.1451659 Jul 16 17:52:06.336253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd771ae-3723-485c-b1aa-102ddfd78964 req-3d7de884-f979-4d36-904c-a8483e20b15a tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:06.337713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cd771ae-3723-485c-b1aa-102ddfd78964 req-3d7de884-f979-4d36-904c-a8483e20b15a tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 948 time: 0.1378851 Jul 16 17:52:06.378933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-3b0bcb28-2dc2-4b05-a44f-a29966f48155 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:06.381073 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-3b0bcb28-2dc2-4b05-a44f-a29966f48155 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1096 time: 0.1498511 Jul 16 17:52:06.391778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02e0c767-befb-4559-9d28-65ed8ff72a9d req-c3fffee6-e0ac-4d1b-82c5-3d85a3bc6228 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715232 Jul 16 17:52:06.438147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cd771ae-3723-485c-b1aa-102ddfd78964 req-71fc7dd1-e7b2-45b5-9425-a30d2943ff17 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889456 Jul 16 17:52:06.483077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-6024cde1-32a1-479c-8d52-91f9ec1a8094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:06.484740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-6024cde1-32a1-479c-8d52-91f9ec1a8094 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f HTTP/1.1" status: 200 len: 1096 time: 0.0963621 Jul 16 17:52:06.665625 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2dc115-1251-4606-aaeb-c4690410eaf5 req-0c890f20-fbcd-4a73-88e5-9ad451bc7671 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:06.667017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a2dc115-1251-4606-aaeb-c4690410eaf5 req-0c890f20-fbcd-4a73-88e5-9ad451bc7671 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1586020 Jul 16 17:52:06.676210 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-f05b6c86-98ae-42fc-9d8f-422ad3f49627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:06.677868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-f05b6c86-98ae-42fc-9d8f-422ad3f49627 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 1096 time: 0.1355247 Jul 16 17:52:06.738065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3f31a-e55f-43b6-9e90-4bcee4513312 req-bd3e77a0-7d56-4d52-abf5-8f09a1c3b78f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:06.739637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbb3f31a-e55f-43b6-9e90-4bcee4513312 req-bd3e77a0-7d56-4d52-abf5-8f09a1c3b78f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 945 time: 0.1647949 Jul 16 17:52:06.791897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a2dc115-1251-4606-aaeb-c4690410eaf5 req-b12d08ce-7fd1-4693-8045-eaf671f6ca9a tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183860 Jul 16 17:52:06.844180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbb3f31a-e55f-43b6-9e90-4bcee4513312 req-2a8e4357-4ef2-455a-8e0c-29727bd65d48 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954993 Jul 16 17:52:06.853921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-e9d891aa-de63-4e64-bea0-6ec726fc41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:06.855383 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-e9d891aa-de63-4e64-bea0-6ec726fc41ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.1685121 Jul 16 17:52:06.908958 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-942b596a-5385-43c9-b3d6-9b58cffdd36c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2 HTTP/1.1" status: 200 len: 217 time: 0.0430894 Jul 16 17:52:07.049002 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'tag': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:07.051586 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24ae4ba-3343-4442-b30d-99114f365d88" -d '{"events": [{"name": "network-changed", "server_uuid": "ab32ebba-a631-4a42-9320-81bc3cf6aa1f", "tag": "a18a4c5c-e22a-4859-ab9d-ae88ac808a4f"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:07.293102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-39fb2884-7273-4edb-aee9-8a6cab26e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:07.294487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-39fb2884-7273-4edb-aee9-8a6cab26e7dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.3749869 Jul 16 17:52:07.343700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-d479b53d-f292-42d9-bfc3-bbf0b48c9994 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368557 Jul 16 17:52:07.358010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c67fd3-3b0a-4e8c-82e4-9ad0c1e043c3 req-e7b50345-9dae-4dee-87f8-8fb6f7a9de01 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:07.359566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71c67fd3-3b0a-4e8c-82e4-9ad0c1e043c3 req-e7b50345-9dae-4dee-87f8-8fb6f7a9de01 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 944 time: 0.4323232 Jul 16 17:52:07.413495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a9dc0-b65c-41ac-bfdb-828538a58640 req-d7bac4b0-6986-4d5f-b8e1-c945310aec55 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:07.415047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-029a9dc0-b65c-41ac-bfdb-828538a58640 req-d7bac4b0-6986-4d5f-b8e1-c945310aec55 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.4455924 Jul 16 17:52:07.488387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71c67fd3-3b0a-4e8c-82e4-9ad0c1e043c3 req-a376f569-1005-4770-abfd-9ba91465d9d0 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184986 Jul 16 17:52:07.519152 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-029a9dc0-b65c-41ac-bfdb-828538a58640 req-406947c5-0ae4-4d5c-bf39-206c2de1bdc8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954361 Jul 16 17:52:07.522596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-d9a908b2-4d69-45ad-9d34-d0c4ef1ab5c8 service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598184 Jul 16 17:52:07.687854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-5cdebb03-4616-498c-b0e0-2a69259ddaec service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596782 Jul 16 17:52:07.726362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:07.735748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17f96e-c12e-4be1-98cf-5e93f8dccfb9 req-49052553-9181-466d-929b-2d41998331a8 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:07.737385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af17f96e-c12e-4be1-98cf-5e93f8dccfb9 req-49052553-9181-466d-929b-2d41998331a8 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.1310437 Jul 16 17:52:07.750391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ba599-ac2c-4a06-8f23-8d19d300ee71 req-b98b7e6d-a08e-4ebc-b73e-84de1574a41b tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:07.751982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-467ba599-ac2c-4a06-8f23-8d19d300ee71 req-b98b7e6d-a08e-4ebc-b73e-84de1574a41b tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 948 time: 0.1015611 Jul 16 17:52:07.824173 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af17f96e-c12e-4be1-98cf-5e93f8dccfb9 req-a3a64b5c-be3e-4d66-992e-cd4b38e3834f tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710373 Jul 16 17:52:07.827218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-467ba599-ac2c-4a06-8f23-8d19d300ee71 req-e09dbc4a-c42d-43f2-b7be-9c4b43bb6c7d tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665772 Jul 16 17:52:07.938873 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457f3319-0e29-4dcb-a86a-78754b230f21 x-openstack-request-id: req-457f3319-0e29-4dcb-a86a-78754b230f21 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:07.939153 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab32ebba-a631-4a42-9320-81bc3cf6aa1f", "tag": "a18a4c5c-e22a-4859-ab9d-ae88ac808a4f", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:07.939634 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-457f3319-0e29-4dcb-a86a-78754b230f21 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:07.940190 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'tag': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f', 'status': 'completed', 'code': 200} Jul 16 17:52:07.960960 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77a3b38b-4f2b-444a-a767-d7a16e6ee5b3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:07.980680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 399f244b-ed6e-405e-8eaf-0ca43309dce2 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:07.983064 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '77a3b38b-4f2b-444a-a767-d7a16e6ee5b3', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '77a3b38b-4f2b-444a-a767-d7a16e6ee5b3', 'mac_address': 'fa:16:3e:02:a6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:08.068640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbbc8b-b722-4ff4-bb12-ee0b420f9b5b req-bc356357-6722-4e30-848d-f9fd40626e4b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.071633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9dbbc8b-b722-4ff4-bb12-ee0b420f9b5b req-bc356357-6722-4e30-848d-f9fd40626e4b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 948 time: 0.1003423 Jul 16 17:52:08.090666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 399f244b-ed6e-405e-8eaf-0ca43309dce2 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:08.090666 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.106791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:08.128848 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77a3b38b-4f2b-444a-a767-d7a16e6ee5b3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:08.137013 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.148544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-3e5afa91-ceb8-487c-a0b0-f3eee8c682f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.150697 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-3e5afa91-ceb8-487c-a0b0-f3eee8c682f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 1100 time: 0.1710243 Jul 16 17:52:08.193376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-415d8770-c479-4475-84a7-86459ce063e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.195126 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-415d8770-c479-4475-84a7-86459ce063e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 1100 time: 0.1439793 Jul 16 17:52:08.200138 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=77a3b38b-4f2b-444a-a767-d7a16e6ee5b3,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:08.200429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9dbbc8b-b722-4ff4-bb12-ee0b420f9b5b req-b8fccfe2-3f76-4258-8e7c-42b980107901 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028812 Jul 16 17:52:08.246770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-044fb74c-9aff-46a6-be94-da9d315c7dff tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.248433 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-044fb74c-9aff-46a6-be94-da9d315c7dff tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 1096 time: 0.2033613 Jul 16 17:52:08.295507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372cbe2-d91b-4aa7-ba86-995ecf3fd715 req-ea3528e2-7a4c-4d6c-aa8b-0d492b2b8e33 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.297161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1372cbe2-d91b-4aa7-ba86-995ecf3fd715 req-ea3528e2-7a4c-4d6c-aa8b-0d492b2b8e33 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1515765 Jul 16 17:52:08.328464 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:52:08.393714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1372cbe2-d91b-4aa7-ba86-995ecf3fd715 req-77bd3941-cab2-42ff-a969-98be1805064f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886016 Jul 16 17:52:08.501553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e17a62-b226-494b-967c-4d0fc7e80238 req-d7528e8c-b69c-4371-82c2-8a9f3b7b16a0 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.503082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92e17a62-b226-494b-967c-4d0fc7e80238 req-d7528e8c-b69c-4371-82c2-8a9f3b7b16a0 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.1760757 Jul 16 17:52:08.514868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-944dfe8d-f580-4d92-9963-2ab2a7904bc1 service neutron] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:08.525488 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-944dfe8d-f580-4d92-9963-2ab2a7904bc1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.526616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53cee37d-eaf3-45f2-98fa-de1355d5ebf1 req-944dfe8d-f580-4d92-9963-2ab2a7904bc1 service neutron] 10.222.0.43 "DELETE /v2.0/ports/399f244b-ed6e-405e-8eaf-0ca43309dce2/bindings/n-h1-787206-10 HTTP/1.1" status: 204 len: 173 time: 0.2670546 Jul 16 17:52:08.624436 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92e17a62-b226-494b-967c-4d0fc7e80238 req-d2396a38-0756-423f-8e65-43f265ae0be7 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079559 Jul 16 17:52:08.653294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['77a3b38b-4f2b-444a-a767-d7a16e6ee5b3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:08.696474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-3754df9a-9e7e-44ec-8da8-f637ac5fc150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.697995 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-3754df9a-9e7e-44ec-8da8-f637ac5fc150 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.5374341 Jul 16 17:52:08.728083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401678-1809-43cf-a453-3b80a7ce1e61 req-516c59bb-6ed5-4e2e-87d6-a0f5ddfc5708 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.728319 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-9f1bfdde-62bd-4dbf-ae51-fdaf7ba72d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.729618 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-9f1bfdde-62bd-4dbf-ae51-fdaf7ba72d2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.5272977 Jul 16 17:52:08.739291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27401678-1809-43cf-a453-3b80a7ce1e61 req-516c59bb-6ed5-4e2e-87d6-a0f5ddfc5708 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 945 time: 0.1739719 Jul 16 17:52:08.804861 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-572246d1-40a2-427b-9553-0d5945600ffa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f HTTP/1.1" status: 200 len: 217 time: 0.0458348 Jul 16 17:52:08.806915 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-d2afae5c-0c7b-4240-9dd5-af1956417ed7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f HTTP/1.1" status: 200 len: 217 time: 0.0900183 Jul 16 17:52:08.808512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27401678-1809-43cf-a453-3b80a7ce1e61 req-a65a2a6c-bcd8-47e2-9e6f-d747401eca4c tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654335 Jul 16 17:52:08.925902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-546ac4c2-9cfa-4fdb-9d3c-5d5481700461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.928233 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-546ac4c2-9cfa-4fdb-9d3c-5d5481700461 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1153080 Jul 16 17:52:08.929900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-e4bb531c-59f6-472a-ac98-022de3fb24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.931344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c6121-8edb-440a-8ae9-9232b10ef6ff req-3587b1f7-40eb-4cd7-a35f-a44c92eca0e5 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.931694 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-e4bb531c-59f6-472a-ac98-022de3fb24b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1041956 Jul 16 17:52:08.933511 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d66c6121-8edb-440a-8ae9-9232b10ef6ff req-3587b1f7-40eb-4cd7-a35f-a44c92eca0e5 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 944 time: 0.1210818 Jul 16 17:52:09.020950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d66c6121-8edb-440a-8ae9-9232b10ef6ff req-47317764-6867-4e55-a236-ba03c631b54f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815554 Jul 16 17:52:09.062069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-1e4d9635-abb5-451f-8099-267c67571202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:09.063849 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-1e4d9635-abb5-451f-8099-267c67571202 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1186864 Jul 16 17:52:09.065503 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-800a331c-d29b-44a8-9859-9661f5a4ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:09.067168 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-800a331c-d29b-44a8-9859-9661f5a4ed6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1306639 Jul 16 17:52:09.077330 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64947927-10c6-45a3-a332-1cbf38f23727 req-73c1cdc1-b8e5-448c-8609-4baa691ea665 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:09.078941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64947927-10c6-45a3-a332-1cbf38f23727 req-73c1cdc1-b8e5-448c-8609-4baa691ea665 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.1149094 Jul 16 17:52:09.128540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64947927-10c6-45a3-a332-1cbf38f23727 req-68ec16f5-d6ab-4b3d-9a95-163fe753ecd7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Jul 16 17:52:09.257598 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-0fad35fc-99fd-4bb4-9c5d-103cd4c8b1d9 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826401 Jul 16 17:52:09.261273 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-f94fa362-18e2-4888-bebc-f504b039ed86 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717532 Jul 16 17:52:09.261858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421b0d5-bfc3-48c1-8188-4af2a4d38dd3 req-4ed41ab1-634d-4996-91e6-3987a562ecd1 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:09.273854 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52602) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:09.275352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2421b0d5-bfc3-48c1-8188-4af2a4d38dd3 req-4ed41ab1-634d-4996-91e6-3987a562ecd1 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 945 time: 0.1032722 Jul 16 17:52:09.289326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-14d032c4-59a0-4c37-9e2d-8c5fbf47e030 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Request body: {'floatingip': {'port_id': '00f99e4f-760f-4d51-bad7-205d78806fb4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:09.413406 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14d032c4-59a0-4c37-9e2d-8c5fbf47e030 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for floatingip, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:09.477828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea5ac7-620f-4d1f-8a35-97668874d576 req-2124a0f5-bcdf-449c-96f6-53a2018f992a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:09.479507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0ea5ac7-620f-4d1f-8a35-97668874d576 req-2124a0f5-bcdf-449c-96f6-53a2018f992a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 949 time: 0.1621509 Jul 16 17:52:09.553762 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0ea5ac7-620f-4d1f-8a35-97668874d576 req-5135fdc4-caf9-41dd-aee6-cc95c5968a07 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594389 Jul 16 17:52:09.572490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3faca-09b9-440f-8c4f-c1acd842c805 req-8f7f46d9-6f2c-45d3-a376-b1c6276afbd0 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:09.580751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7b3faca-09b9-440f-8c4f-c1acd842c805 req-8f7f46d9-6f2c-45d3-a376-b1c6276afbd0 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.1567192 Jul 16 17:52:09.612303 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-58bf39c4-4752-4ba5-8f60-920461cfa1fc service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372161 Jul 16 17:52:09.636410 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b24ae4ba-3343-4442-b30d-99114f365d88 req-d382cfaa-0bea-47d7-bc9d-d6ec4502cd79 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720479 Jul 16 17:52:09.638681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7b3faca-09b9-440f-8c4f-c1acd842c805 req-90e81b36-b333-4a57-922c-58126df99731 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488064 Jul 16 17:52:09.728453 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device a18a4c5c-e22a-4859-ab9d-ae88ac808a4f details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:09.843167 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385c224-3be2-490a-b077-b44361c04271 req-45194643-09a3-4590-87d8-f61ec5e3c6a2 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:09.844680 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d385c224-3be2-490a-b077-b44361c04271 req-45194643-09a3-4590-87d8-f61ec5e3c6a2 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 948 time: 0.1371491 Jul 16 17:52:09.866593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:09.878231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f', 'mac_address': 'fa:16:3e:55:4b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:09.886931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d8952-e3a4-4860-aa53-002aea88d34d req-dab548c7-913b-47a2-bc50-72c2051cdb82 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:09.888727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-003d8952-e3a4-4860-aa53-002aea88d34d req-dab548c7-913b-47a2-bc50-72c2051cdb82 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 1096 time: 0.1049714 Jul 16 17:52:09.921119 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:09.934820 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18a4c5c-e22a-4859-ab9d-ae88ac808a4f {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:09.941906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d385c224-3be2-490a-b077-b44361c04271 req-9e75c57e-ae97-4a13-b15a-45fd529e1ab8 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897000 Jul 16 17:52:09.956342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:09.964983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-003d8952-e3a4-4860-aa53-002aea88d34d req-78b50633-d922-4080-8494-3776ca2a84b5 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689709 Jul 16 17:52:09.980086 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:10.095132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:10.201091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd851f5-e760-4fff-b91d-2df188698d7c req-00fa8552-5115-465a-a98d-0c8d07aa26f0 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:10.212105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ebd851f5-e760-4fff-b91d-2df188698d7c req-00fa8552-5115-465a-a98d-0c8d07aa26f0 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.0985842 Jul 16 17:52:10.305556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ebd851f5-e760-4fff-b91d-2df188698d7c req-3c531c82-dafe-4479-afec-6a82ef03918b tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925615 Jul 16 17:52:10.341356 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14d032c4-59a0-4c37-9e2d-8c5fbf47e030 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:10.346938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b819320-1266-4183-984b-2bc0f9d6d85e req-43ee45cb-f3ce-49fa-a923-ee23acf42424 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:10.348435 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b819320-1266-4183-984b-2bc0f9d6d85e req-43ee45cb-f3ce-49fa-a923-ee23acf42424 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.1161709 Jul 16 17:52:10.352842 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14d032c4-59a0-4c37-9e2d-8c5fbf47e030 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:10.407602 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b819320-1266-4183-984b-2bc0f9d6d85e req-1bcce9e5-2e9d-49d5-a4e6-1e3285a6ea5c tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500076 Jul 16 17:52:10.487775 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-14d032c4-59a0-4c37-9e2d-8c5fbf47e030 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Floating IP c869334b-93af-4fb5-849b-ca9e6aeb553c associated. External IP: 172.25.5.228, port: 00f99e4f-760f-4d51-bad7-205d78806fb4. Jul 16 17:52:10.493680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['a18a4c5c-e22a-4859-ab9d-ae88ac808a4f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:10.764100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ca492-5ae1-4003-bf3c-104d5d19610a req-e6deab20-0fec-440a-9b51-a48805f98499 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:10.765691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a36ca492-5ae1-4003-bf3c-104d5d19610a req-e6deab20-0fec-440a-9b51-a48805f98499 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 1096 time: 0.1491189 Jul 16 17:52:10.828517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b655fb-1152-4a6d-85ed-6c3b42f5a897 req-7c0d77ba-c4fb-44da-828e-4940edac4b07 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:10.830187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60b655fb-1152-4a6d-85ed-6c3b42f5a897 req-7c0d77ba-c4fb-44da-828e-4940edac4b07 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.1401997 Jul 16 17:52:10.851996 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a36ca492-5ae1-4003-bf3c-104d5d19610a req-0cdf6ac4-10e3-4145-ba11-32a323de0315 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688775 Jul 16 17:52:10.886992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60b655fb-1152-4a6d-85ed-6c3b42f5a897 req-60603284-90cc-4ec7-9a18-161bdc6575db tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490766 Jul 16 17:52:11.103232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-a6e46d90-3ce7-4298-9ec4-f6b48f5e0ff8 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.105057 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-a6e46d90-3ce7-4298-9ec4-f6b48f5e0ff8 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f&tenant_id=b48b42f5272d407db4f841b2e42a65b5&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 949 time: 0.1391993 Jul 16 17:52:11.138199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f40464-5965-4c37-bf1a-b91d636f2425 req-3bdbaf51-a671-4b59-b78c-ee51ea22aa88 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.139743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61f40464-5965-4c37-bf1a-b91d636f2425 req-3bdbaf51-a671-4b59-b78c-ee51ea22aa88 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 949 time: 0.1319931 Jul 16 17:52:11.149026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adba0-4cbd-4b8e-9b3c-00beeef2c5f3 req-cd05317f-ba40-4511-b749-d5f7cfa94a6e tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.150831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d0adba0-4cbd-4b8e-9b3c-00beeef2c5f3 req-cd05317f-ba40-4511-b749-d5f7cfa94a6e tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 949 time: 0.0949914 Jul 16 17:52:11.207797 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61f40464-5965-4c37-bf1a-b91d636f2425 req-776d1748-dba2-4ed3-9e88-a0c825bc07c4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556834 Jul 16 17:52:11.213150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d0adba0-4cbd-4b8e-9b3c-00beeef2c5f3 req-c553fc09-2bdc-4ab3-9999-f6ce3be60b08 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547264 Jul 16 17:52:11.251163 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-bfe613c1-a9d7-4438-a7b8-15c1ce6cb425 service neutron] delete failed (client error): The resource could not be found. Jul 16 17:52:11.252194 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-bfe613c1-a9d7-4438-a7b8-15c1ce6cb425 service neutron] 10.222.0.43 "DELETE /v2.0/ports/a18a4c5c-e22a-4859-ab9d-ae88ac808a4f/bindings/n-h2-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.1098511 Jul 16 17:52:11.266593 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d032c4-59a0-4c37-9e2d-8c5fbf47e030 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Router 1d073212-26a8-4788-a2f0-a34c606188a7 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:52:11.409506 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea92bc-e7ad-4c1a-95f0-bb33aab508af req-d4b7be3a-b081-4e84-aaa5-e6f68e2baa51 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.415904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71ea92bc-e7ad-4c1a-95f0-bb33aab508af req-d4b7be3a-b081-4e84-aaa5-e6f68e2baa51 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.0793636 Jul 16 17:52:11.443489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d032c4-59a0-4c37-9e2d-8c5fbf47e030 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:52:11.449229 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14d032c4-59a0-4c37-9e2d-8c5fbf47e030 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.454683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-7dc55bce-464a-46d9-929c-c5f4461c475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.456262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71ea92bc-e7ad-4c1a-95f0-bb33aab508af req-6a3c6093-27ae-4851-999e-fbb8a7d3d728 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378568 Jul 16 17:52:11.456526 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-7dc55bce-464a-46d9-929c-c5f4461c475b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 1101 time: 0.1195474 Jul 16 17:52:11.458307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db4040-2f51-4843-af76-0ebe2e65e539 None None] Sync routers for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:52:11.481499 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db4040-2f51-4843-af76-0ebe2e65e539 None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:11.482304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-11db4040-2f51-4843-af76-0ebe2e65e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:52:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:11.539072 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-14d032c4-59a0-4c37-9e2d-8c5fbf47e030 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "PUT /v2.0/floatingips/c869334b-93af-4fb5-849b-ca9e6aeb553c HTTP/1.1" status: 200 len: 991 time: 2.2503183 Jul 16 17:52:11.540162 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e10d406-96af-484a-8ea1-96e62f400d2d', 'tag': '00f99e4f-760f-4d51-bad7-205d78806fb4'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:11.543766 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a52bad-2df8-4783-a293-254b9ec29957" -d '{"events": [{"name": "network-changed", "server_uuid": "9e10d406-96af-484a-8ea1-96e62f400d2d", "tag": "00f99e4f-760f-4d51-bad7-205d78806fb4"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:11.638497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-f619c163-e34e-4e42-9c52-3d356ad33cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.640322 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-f619c163-e34e-4e42-9c52-3d356ad33cf1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1633806 Jul 16 17:52:11.687971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-11db4040-2f51-4843-af76-0ebe2e65e539 None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:11.691345 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-747c18ae-c3b9-43a7-be17-355cd8a4cbd9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f HTTP/1.1" status: 200 len: 217 time: 0.0404642 Jul 16 17:52:11.741482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:11.764931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-3b88f4e3-5312-4782-b76d-6f2744cd2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.766304 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-3b88f4e3-5312-4782-b76d-6f2744cd2725 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0679629 Jul 16 17:52:11.778546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0136886-774a-4cf5-8ba0-52926b9dd9ea req-cefd195d-9f67-4e6f-8b2f-a0126ff41b93 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.780328 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0136886-774a-4cf5-8ba0-52926b9dd9ea req-cefd195d-9f67-4e6f-8b2f-a0126ff41b93 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1167784 Jul 16 17:52:11.794577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f01e3-ddb3-4f55-b088-10b4817e6de5 req-ee3228eb-183e-41af-a3ef-28c5a5f3333a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.796061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-363f01e3-ddb3-4f55-b088-10b4817e6de5 req-ee3228eb-183e-41af-a3ef-28c5a5f3333a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.1006212 Jul 16 17:52:11.846293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-229ae667-8b6a-41be-8336-10b40c8219b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.848895 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-229ae667-8b6a-41be-8336-10b40c8219b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0672560 Jul 16 17:52:11.857464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0136886-774a-4cf5-8ba0-52926b9dd9ea req-10704626-3d3c-48ce-9bbe-6c2b2efd3e6d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715559 Jul 16 17:52:11.873454 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-363f01e3-ddb3-4f55-b088-10b4817e6de5 req-defc410d-76f9-4ddb-9c45-bc1e024e3131 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620604 Jul 16 17:52:11.937046 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837846c4-7a95-460d-aae5-a74dd3bcc4b0 x-openstack-request-id: req-837846c4-7a95-460d-aae5-a74dd3bcc4b0 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:11.937336 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e10d406-96af-484a-8ea1-96e62f400d2d", "tag": "00f99e4f-760f-4d51-bad7-205d78806fb4", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:11.937586 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-837846c4-7a95-460d-aae5-a74dd3bcc4b0 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:11.937976 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e10d406-96af-484a-8ea1-96e62f400d2d', 'tag': '00f99e4f-760f-4d51-bad7-205d78806fb4', 'status': 'completed', 'code': 200} Jul 16 17:52:11.967906 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-f4222ff7-899a-4215-b08b-177eb0ff228a service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121955 Jul 16 17:52:11.970152 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:11.976310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:11.976924 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:12.069776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a52bad-2df8-4783-a293-254b9ec29957 req-ab58ad72-5ef6-407c-97a5-2bb08041db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:12.071472 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7a52bad-2df8-4783-a293-254b9ec29957 req-ab58ad72-5ef6-407c-97a5-2bb08041db4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80e3923cfee9414f8eb9d7ce3046e725&device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 1097 time: 0.1072412 Jul 16 17:52:12.081491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-11db4040-2f51-4843-af76-0ebe2e65e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c869334b-93af-4fb5-849b-ca9e6aeb553c', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'port_id': '00f99e4f-760f-4d51-bad7-205d78806fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'mac_address': 'fa:16:3e:4d:91:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e10d406-96af-484a-8ea1-96e62f400d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:49:44Z', 'updated_at': '2021-07-16T17:52:10Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:12.140119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db4040-2f51-4843-af76-0ebe2e65e539 None None] Checking router: 1d073212-26a8-4788-a2f0-a34c606188a7 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:52:12.148883 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4e50d96f-8ff8-4c32-b285-970243b4a3d1 req-99488d6d-3d98-461f-8970-37370c8583a0 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722021 Jul 16 17:52:12.160902 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:12.182155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db4040-2f51-4843-af76-0ebe2e65e539 None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:12.182794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-11db4040-2f51-4843-af76-0ebe2e65e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:52:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:12.211636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a52bad-2df8-4783-a293-254b9ec29957 req-3d038a9a-1596-4104-bdfa-4c84fbe2de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:12.213242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7a52bad-2df8-4783-a293-254b9ec29957 req-3d038a9a-1596-4104-bdfa-4c84fbe2de6d service neutron] 10.222.0.43 "GET /v2.0/networks?id=ee8c8716-e6ec-49c2-89d4-211484840579 HTTP/1.1" status: 200 len: 925 time: 0.1345351 Jul 16 17:52:12.240791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92af23c3-c978-404d-a858-fb4f2bc502b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a3b38b-4f2b-444a-a767-d7a16e6ee5b3'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:12.243728 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da954078-3c38-424f-b77c-418e48d0c4b2" -d '{"events": [{"server_uuid": "92af23c3-c978-404d-a858-fb4f2bc502b8", "name": "network-vif-plugged", "status": "completed", "tag": "77a3b38b-4f2b-444a-a767-d7a16e6ee5b3"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:12.268041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77a3b38b-4f2b-444a-a767-d7a16e6ee5b3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:12.276721 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:12.338791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62184951-f9d6-443b-ac07-6d9a35beecdf req-b368f280-4830-44a3-b9d3-d2c68ca0d7d0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:12.347984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62184951-f9d6-443b-ac07-6d9a35beecdf req-b368f280-4830-44a3-b9d3-d2c68ca0d7d0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.1758640 Jul 16 17:52:12.382847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-11db4040-2f51-4843-af76-0ebe2e65e539 None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:12.384594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=77a3b38b-4f2b-444a-a767-d7a16e6ee5b3,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:12.413862 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62184951-f9d6-443b-ac07-6d9a35beecdf req-080a0050-e5df-46e7-b3e0-999695828b1c tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571575 Jul 16 17:52:12.416338 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7a52bad-2df8-4783-a293-254b9ec29957 req-dd671d46-24ef-457a-af07-1fac52c3d89e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00f99e4f-760f-4d51-bad7-205d78806fb4 HTTP/1.1" status: 200 len: 999 time: 0.1887720 Jul 16 17:52:12.560353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a52bad-2df8-4783-a293-254b9ec29957 req-5c4bc57c-3974-4012-8196-1faaddb0caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:12.561755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7a52bad-2df8-4783-a293-254b9ec29957 req-5c4bc57c-3974-4012-8196-1faaddb0caf7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3429175-5601-4f2f-bd60-24ea5b16066f HTTP/1.1" status: 200 len: 863 time: 0.1369281 Jul 16 17:52:12.667035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd76f1-7eda-4308-bd3f-a25d1cee7521 req-5abb8f6c-586c-4b64-b9bf-6ba276ec5efd tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:12.669077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bfd76f1-7eda-4308-bd3f-a25d1cee7521 req-5abb8f6c-586c-4b64-b9bf-6ba276ec5efd tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 949 time: 0.1387630 Jul 16 17:52:12.696431 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-11db4040-2f51-4843-af76-0ebe2e65e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c869334b-93af-4fb5-849b-ca9e6aeb553c', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'port_id': '00f99e4f-760f-4d51-bad7-205d78806fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'mac_address': 'fa:16:3e:4d:91:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e10d406-96af-484a-8ea1-96e62f400d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:49:44Z', 'updated_at': '2021-07-16T17:52:10Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:12.775353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db4040-2f51-4843-af76-0ebe2e65e539 None None] The sync data for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 is: [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c869334b-93af-4fb5-849b-ca9e6aeb553c', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'port_id': '00f99e4f-760f-4d51-bad7-205d78806fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'mac_address': 'fa:16:3e:4d:91:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e10d406-96af-484a-8ea1-96e62f400d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:49:44Z', 'updated_at': '2021-07-16T17:52:10Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:52:12.794282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bfd76f1-7eda-4308-bd3f-a25d1cee7521 req-bbd42396-bc32-483f-aa8f-58a95d02635b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059062 Jul 16 17:52:12.813104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a52bad-2df8-4783-a293-254b9ec29957 req-c5989692-d447-43e2-826f-c3919be5a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:12.814036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7a52bad-2df8-4783-a293-254b9ec29957 req-c5989692-d447-43e2-826f-c3919be5a55e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee8c8716-e6ec-49c2-89d4-211484840579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2335541 Jul 16 17:52:12.827688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258de6aa-b729-4973-8c97-adda058485f7 req-842b1f4c-4063-4bda-a336-6c7c319b6df5 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:12.835208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-258de6aa-b729-4973-8c97-adda058485f7 req-842b1f4c-4063-4bda-a336-6c7c319b6df5 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 950 time: 0.2095189 Jul 16 17:52:12.852217 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651b7411-832d-44ef-873f-e3b3c2302cd2 x-openstack-request-id: req-651b7411-832d-44ef-873f-e3b3c2302cd2 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:12.852569 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92af23c3-c978-404d-a858-fb4f2bc502b8", "name": "network-vif-plugged", "status": "completed", "tag": "77a3b38b-4f2b-444a-a767-d7a16e6ee5b3", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:12.853006 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-651b7411-832d-44ef-873f-e3b3c2302cd2 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:12.853459 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92af23c3-c978-404d-a858-fb4f2bc502b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a3b38b-4f2b-444a-a767-d7a16e6ee5b3', 'code': 200} Jul 16 17:52:12.948066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-258de6aa-b729-4973-8c97-adda058485f7 req-040c027b-d3f5-449e-bb2b-8121f03ef9cf tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117620 Jul 16 17:52:13.073795 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7a52bad-2df8-4783-a293-254b9ec29957 req-fe571def-4b4e-47be-9d77-dcd8b52f660e service neutron] 10.222.0.43 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008040 Jul 16 17:52:13.082718 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a0d82-1c25-4784-a0dd-ea0ea2a63b8c req-2310205a-edda-4fcf-b6c6-633f5e8833db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:13.084663 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-770a0d82-1c25-4784-a0dd-ea0ea2a63b8c req-2310205a-edda-4fcf-b6c6-633f5e8833db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 1102 time: 0.1260240 Jul 16 17:52:13.168697 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-770a0d82-1c25-4784-a0dd-ea0ea2a63b8c req-8127927d-fd61-44e7-9efb-505017233dd8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716202 Jul 16 17:52:13.203271 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9364c030-4b68-43ec-a6d3-5846bc4bf04c None None] New status for floating IP c869334b-93af-4fb5-849b-ca9e6aeb553c: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:52:13.238284 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7a52bad-2df8-4783-a293-254b9ec29957 req-79dc3811-a547-4a54-aef6-24eaa11d842f service neutron] 10.222.0.43 "GET /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634839 Jul 16 17:52:13.461971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73407615-c7e8-4e20-bf0e-50acb5ad91f0 req-bc176998-40d6-421d-91b5-ca2d8f7113a8 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:13.463700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73407615-c7e8-4e20-bf0e-50acb5ad91f0 req-bc176998-40d6-421d-91b5-ca2d8f7113a8 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.0801294 Jul 16 17:52:13.503948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73407615-c7e8-4e20-bf0e-50acb5ad91f0 req-0506607c-f1d7-4330-9b04-9713933ad178 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345886 Jul 16 17:52:13.586399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92b137-0e0c-458f-8f26-cad5da49fdf4 req-752c4d29-21ce-49d8-abd7-526cbd383c2d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:13.588245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc92b137-0e0c-458f-8f26-cad5da49fdf4 req-752c4d29-21ce-49d8-abd7-526cbd383c2d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.0780332 Jul 16 17:52:13.656401 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc92b137-0e0c-458f-8f26-cad5da49fdf4 req-717572d9-d8a3-4981-88f8-837c4d73b7f0 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622535 Jul 16 17:52:13.695258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0a15d-3f78-4c82-bac6-a799de905b52 req-c66ddcf4-5f93-4115-9050-3af70fdf4e58 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:13.696778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4b0a15d-3f78-4c82-bac6-a799de905b52 req-c66ddcf4-5f93-4115-9050-3af70fdf4e58 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.0884738 Jul 16 17:52:13.734668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4b0a15d-3f78-4c82-bac6-a799de905b52 req-eb763f1c-b6e2-434b-8b0c-9b2f1948eaaf tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322785 Jul 16 17:52:13.758910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device a18a4c5c-e22a-4859-ab9d-ae88ac808a4f up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:13.961527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:13.968148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:13.968572 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:13.998752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd6f47-a26f-4218-96ef-88ec6eed0d5d req-ec36bf0d-b42e-4ecb-965d-85270a92a7aa tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:14.000919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76dd6f47-a26f-4218-96ef-88ec6eed0d5d req-ec36bf0d-b42e-4ecb-965d-85270a92a7aa tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 949 time: 0.0883045 Jul 16 17:52:14.054871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76dd6f47-a26f-4218-96ef-88ec6eed0d5d req-5fa0f39e-a16a-4993-8f55-ee088d3c2626 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464334 Jul 16 17:52:14.066623 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:14.106185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:14.112492 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:14.173086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:14.230665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a1120-b176-42a9-bd1e-f08e35d4faf1 req-76a9a82d-9b22-4a59-afd0-97fcb9993054 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:14.232116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b69a1120-b176-42a9-bd1e-f08e35d4faf1 req-76a9a82d-9b22-4a59-afd0-97fcb9993054 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 950 time: 0.1041408 Jul 16 17:52:14.293106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b69a1120-b176-42a9-bd1e-f08e35d4faf1 req-835d1819-4d36-43f2-bd21-bbcfcc5c2a2c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538511 Jul 16 17:52:14.296135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2643494-5e5b-4499-a4a0-bf0f210f793a req-33c0a821-a2d3-41e4-bade-ada1236c3dab tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:14.297569 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2643494-5e5b-4499-a4a0-bf0f210f793a req-33c0a821-a2d3-41e4-bade-ada1236c3dab tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 1102 time: 0.1083171 Jul 16 17:52:14.335054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2643494-5e5b-4499-a4a0-bf0f210f793a req-f41c7442-b2c0-4a5f-b894-808ed2c9feed tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305598 Jul 16 17:52:14.570062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-33f2a0ff-cca4-4bcd-9042-f0820b436b21 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b48b42f5272d407db4f841b2e42a65b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233982 Jul 16 17:52:14.712071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-00d2bc07-5b94-41b7-b0a1-d6da932f7b36 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:14.713536 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-00d2bc07-5b94-41b7-b0a1-d6da932f7b36 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1378524 Jul 16 17:52:14.735308 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-427c703b-232d-42bf-8be4-ec374dbc940f tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/quotas/b48b42f5272d407db4f841b2e42a65b5 HTTP/1.1" status: 200 len: 375 time: 0.0148456 Jul 16 17:52:14.750298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39571dfb-f517-4d46-a66e-650f3dd99f45 req-0f9e748a-3ec6-4a4a-b5c8-9aa38707fa6d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:14.751793 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39571dfb-f517-4d46-a66e-650f3dd99f45 req-0f9e748a-3ec6-4a4a-b5c8-9aa38707fa6d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1316335 Jul 16 17:52:14.829995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39571dfb-f517-4d46-a66e-650f3dd99f45 req-97789d1d-79a1-4ec1-9168-6717eec57787 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676179 Jul 16 17:52:14.855073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:14.857574 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3583d82-9e15-47f4-a2a5-a3651051dc30" -d '{"events": [{"server_uuid": "ab32ebba-a631-4a42-9320-81bc3cf6aa1f", "name": "network-vif-plugged", "status": "completed", "tag": "a18a4c5c-e22a-4859-ab9d-ae88ac808a4f"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:14.873376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-1f109a31-1bbf-4271-9a11-6d7e4708c849 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1315007 Jul 16 17:52:15.050017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa980bb4-1829-4110-bc9a-e9f4172fcc9d req-467d2799-d47a-4a8d-aeb6-10226848649d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:15.058582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa980bb4-1829-4110-bc9a-e9f4172fcc9d req-467d2799-d47a-4a8d-aeb6-10226848649d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.0917580 Jul 16 17:52:15.106094 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa980bb4-1829-4110-bc9a-e9f4172fcc9d req-df52f34c-9bbc-4e19-9ec3-52bbbd0286b4 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Jul 16 17:52:15.181805 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a178432-5eb7-4907-bdc8-6f75f5b406f8 x-openstack-request-id: req-7a178432-5eb7-4907-bdc8-6f75f5b406f8 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:15.182332 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab32ebba-a631-4a42-9320-81bc3cf6aa1f", "name": "network-vif-plugged", "status": "completed", "tag": "a18a4c5c-e22a-4859-ab9d-ae88ac808a4f", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:15.182743 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a178432-5eb7-4907-bdc8-6f75f5b406f8 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:15.183285 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f', 'code': 200} Jul 16 17:52:15.283670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef0f93-6cd2-490f-907b-2ce4f978d268 req-79cf9dc1-dc66-403e-966a-97e3b6e162ea tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:15.285159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcef0f93-6cd2-490f-907b-2ce4f978d268 req-79cf9dc1-dc66-403e-966a-97e3b6e162ea tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.1434705 Jul 16 17:52:15.287312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ef9f49f-d221-47f3-a0f5-0c0d0aacfc52 req-0f5aac8a-b056-4b10-8ad3-2c6aa059b1c2 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 210 time: 0.0491624 Jul 16 17:52:15.350756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcef0f93-6cd2-490f-907b-2ce4f978d268 req-1acd1eed-f2cf-4b00-aada-262c7985577d tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543439 Jul 16 17:52:15.484755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48d64d-7080-4ba6-a7ed-dfcfa54e1578 req-0f91e8e8-6ce9-48b7-91e6-53a139d4851b tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:15.492070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae48d64d-7080-4ba6-a7ed-dfcfa54e1578 req-0f91e8e8-6ce9-48b7-91e6-53a139d4851b tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 950 time: 0.0756311 Jul 16 17:52:15.538791 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae48d64d-7080-4ba6-a7ed-dfcfa54e1578 req-4b7ec3be-fcef-47ac-ac1d-eaf184676474 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450566 Jul 16 17:52:15.729782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb400f-c16a-425b-bae7-28ea84994cfe req-3da10815-3a84-4c4b-a8fe-cdc317eca9e4 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:15.731364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04eb400f-c16a-425b-bae7-28ea84994cfe req-3da10815-3a84-4c4b-a8fe-cdc317eca9e4 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 1102 time: 0.0555983 Jul 16 17:52:15.760481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7335c131-e504-4ba5-9ebf-7e261d8d809a details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:15.767884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04eb400f-c16a-425b-bae7-28ea84994cfe req-b1ae4122-d03b-4180-a16c-d31c4e1c4e00 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301428 Jul 16 17:52:15.917855 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7335c131-e504-4ba5-9ebf-7e261d8d809a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7335c131-e504-4ba5-9ebf-7e261d8d809a,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:15.944287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '7335c131-e504-4ba5-9ebf-7e261d8d809a', 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87', 'port_id': '7335c131-e504-4ba5-9ebf-7e261d8d809a', 'mac_address': 'fa:16:3e:ed:a9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5adf46b-7b84-4145-96bb-8a85daef2372', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:15.987481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-d6f45b83-a4e9-4e85-9ae9-52446d8b34df tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365322 Jul 16 17:52:15.999376 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:16.013125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7335c131-e504-4ba5-9ebf-7e261d8d809a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:16.035530 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7335c131-e504-4ba5-9ebf-7e261d8d809a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7335c131-e504-4ba5-9ebf-7e261d8d809a,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:16.041053 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:16.093025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7335c131-e504-4ba5-9ebf-7e261d8d809a,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:16.148945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-84db79bd-ec30-481b-879f-0d7ee9f2a035 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:16.152032 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-84db79bd-ec30-481b-879f-0d7ee9f2a035 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571631 Jul 16 17:52:16.161701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb61fea-7aa2-4103-a6a1-4d24e814988e req-997169f4-1b51-4b1a-a18a-2fd7bcb9fd66 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:16.163362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7cb61fea-7aa2-4103-a6a1-4d24e814988e req-997169f4-1b51-4b1a-a18a-2fd7bcb9fd66 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1469531 Jul 16 17:52:16.180204 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-70de7096-7d25-4df2-a5a8-6e9e590866fb tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/quotas/06e16abdfa0f4688991ced62041b5e12 HTTP/1.1" status: 200 len: 375 time: 0.0156507 Jul 16 17:52:16.360077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['7335c131-e504-4ba5-9ebf-7e261d8d809a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:16.555683 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7cb61fea-7aa2-4103-a6a1-4d24e814988e req-a9d59e82-979e-4cb6-ba83-08bbae89a032 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847339 Jul 16 17:52:16.557992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-92e3515e-1eab-42e1-a267-8feee1fea273 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b48b42f5272d407db4f841b2e42a65b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3143029 Jul 16 17:52:16.606429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-7b84b19e-1921-4dd6-a25d-46c572b17a4d tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4183261 Jul 16 17:52:16.742259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-8d8234ac-f8b9-4a93-b864-d0bd8fc526fd tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:16.743757 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-8d8234ac-f8b9-4a93-b864-d0bd8fc526fd tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645932 Jul 16 17:52:16.759039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Request body: {'port': {'device_id': '89f376c0-0a30-4017-8789-edd6bdf4c7f7', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': 'b48b42f5272d407db4f841b2e42a65b5'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:16.794076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260a4d3-e234-4661-b1f4-21a3294b343a req-6f5bcc6f-5113-4251-b1d1-6e623dabd517 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:16.795612 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a260a4d3-e234-4661-b1f4-21a3294b343a req-6f5bcc6f-5113-4251-b1d1-6e623dabd517 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 945 time: 0.1341946 Jul 16 17:52:16.893861 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6fab863d-3604-4071-b4ae-bf85b621a3e4 req-2e7cffc1-ffac-4cee-9596-d8431f6e90fc tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 210 time: 0.0419166 Jul 16 17:52:16.911207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a260a4d3-e234-4661-b1f4-21a3294b343a req-77f9d340-c2ad-4433-8d9b-0b8dffe87dae tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098065 Jul 16 17:52:16.967890 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Made reservation on behalf of b48b42f5272d407db4f841b2e42a65b5 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:16.973485 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.149150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e99d4577-9d7f-43d6-bc92-de5732ec3c80 req-f2ad6ecd-17ef-4b76-8c47-4d89d23c7153 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 210 time: 0.0450857 Jul 16 17:52:17.249129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Allocated IP 192.168.233.66 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/5e598ef2-b61e-477a-8490-a26f7743d703) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:17.297409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45b330-cee9-43d6-80da-212633faae56 req-967d3518-6e48-404f-bd0e-eb426097c2e3 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:17.308516 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ac45b330-cee9-43d6-80da-212633faae56 req-967d3518-6e48-404f-bd0e-eb426097c2e3 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.2493491 Jul 16 17:52:17.423767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ac45b330-cee9-43d6-80da-212633faae56 req-cc23c130-5414-407d-bb08-d9d0b1ebd676 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141634 Jul 16 17:52:17.564029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.594496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Transition to ACTIVE for port object 5e598ef2-b61e-477a-8490-a26f7743d703 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:17.676412 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.695044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['a18a4c5c-e22a-4859-ab9d-ae88ac808a4f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:17.782719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7335c131-e504-4ba5-9ebf-7e261d8d809a up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:17.849260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:17.873026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:17.904773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Pushing event updated for resources: {'Port': ['ID=5e598ef2-b61e-477a-8490-a26f7743d703,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:17.907329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:17.959081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 7335c131-e504-4ba5-9ebf-7e261d8d809a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:17.969719 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.993945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:17.994286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:17.998763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:17.999181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:17.999545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:17.999879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:18.000205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:18.000534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:18.008967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:18.009437 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:18.009785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:18.010120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:18.090003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:18.090899 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:18.122828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ad511-16f3-4100-bd83-5fd87349ddc4 req-2607ec23-542a-4173-906d-f34caa3798f1 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:18.126350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-674ad511-16f3-4100-bd83-5fd87349ddc4 req-2607ec23-542a-4173-906d-f34caa3798f1 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.3977659 Jul 16 17:52:18.142572 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-f8161f77-5957-448c-95c7-9abd47d7dbf9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3883657 Jul 16 17:52:18.174967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Request body: {'port': {'device_id': '89f376c0-0a30-4017-8789-edd6bdf4c7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:18.209208 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:18.246692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1600ffa-cc07-408a-84e8-c7487f9f937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7335c131-e504-4ba5-9ebf-7e261d8d809a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:18.249197 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6e1c2f-2033-432e-9b4c-4a04ebcb6154" -d '{"events": [{"server_uuid": "c1600ffa-cc07-408a-84e8-c7487f9f937c", "name": "network-vif-plugged", "status": "completed", "tag": "7335c131-e504-4ba5-9ebf-7e261d8d809a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:18.261962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a662f066-1136-4bfb-9d7b-c15149718a00 None None] Provisioning for port 5e598ef2-b61e-477a-8490-a26f7743d703 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:18.268028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7335c131-e504-4ba5-9ebf-7e261d8d809a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7335c131-e504-4ba5-9ebf-7e261d8d809a,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:18.268987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a662f066-1136-4bfb-9d7b-c15149718a00 None None] Provisioning complete for port 5e598ef2-b61e-477a-8490-a26f7743d703 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:18.269360 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a662f066-1136-4bfb-9d7b-c15149718a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:18.288089 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-13b3df7e-7197-4862-baa9-1f8ceed06c03 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=06e16abdfa0f4688991ced62041b5e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332286 Jul 16 17:52:18.296814 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:18.309607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-674ad511-16f3-4100-bd83-5fd87349ddc4 req-2811fb20-a789-470e-8906-91be1e130a6f tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692584 Jul 16 17:52:18.376483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea30963-40bf-4524-b6a3-4112123e47e4 req-3250586e-27f2-4d14-b6c3-4c956fab8211 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:18.389026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ea30963-40bf-4524-b6a3-4112123e47e4 req-3250586e-27f2-4d14-b6c3-4c956fab8211 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 935 time: 0.2614982 Jul 16 17:52:18.399810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a662f066-1136-4bfb-9d7b-c15149718a00 None None] Port 5e598ef2-b61e-477a-8490-a26f7743d703 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:52:18.431756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:18.467890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7335c131-e504-4ba5-9ebf-7e261d8d809a,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:18.478644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ea30963-40bf-4524-b6a3-4112123e47e4 req-2b77b38a-6c66-4e52-ac8a-c4b0d7dfdfa8 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886819 Jul 16 17:52:18.487895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ae6c3d20-632f-4233-8ef3-dbd30d94671c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:18.487895 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ae6c3d20-632f-4233-8ef3-dbd30d94671c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923313 Jul 16 17:52:18.502620 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Request body: {'port': {'device_id': '71dd985f-3de8-479f-a7e8-723ce3da1d3d', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '06e16abdfa0f4688991ced62041b5e12'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:18.681757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Made reservation on behalf of 06e16abdfa0f4688991ced62041b5e12 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:18.686841 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:18.879094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287aabc-3d45-4978-8585-cf22596a10dd req-5f6e7703-1454-442c-88e5-9920a9248631 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:18.881453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3287aabc-3d45-4978-8585-cf22596a10dd req-5f6e7703-1454-442c-88e5-9920a9248631 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.3324552 Jul 16 17:52:18.997530 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3287aabc-3d45-4978-8585-cf22596a10dd req-933cc805-c86c-4c51-ba97-abd526ebe284 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972812 Jul 16 17:52:19.100815 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a09e80-3411-4db8-bd5c-1e19daae861c x-openstack-request-id: req-12a09e80-3411-4db8-bd5c-1e19daae861c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:19.101350 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1600ffa-cc07-408a-84e8-c7487f9f937c", "name": "network-vif-plugged", "status": "completed", "tag": "7335c131-e504-4ba5-9ebf-7e261d8d809a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:19.101350 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12a09e80-3411-4db8-bd5c-1e19daae861c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:19.101754 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1600ffa-cc07-408a-84e8-c7487f9f937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7335c131-e504-4ba5-9ebf-7e261d8d809a', 'code': 200} Jul 16 17:52:19.124318 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b40498c2-2253-4419-9946-d9dbcbdaa5a4 req-366bb9d6-ee5d-436c-b6cb-66ee6ebc757c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 210 time: 0.0402369 Jul 16 17:52:19.126361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e598ef2-b61e-477a-8490-a26f7743d703 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:19.135329 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:19.158691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Transition to ACTIVE for port object 5e598ef2-b61e-477a-8490-a26f7743d703 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:19.164083 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:19.229281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e598ef2-b61e-477a-8490-a26f7743d703,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:19.262883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Allocated IP 192.168.233.9 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:19.392691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e65a0a-dc05-4e11-9335-d55fb7cf2e78 req-7236a4a3-e875-49bd-9bb5-ce274ec01fc9 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:19.394592 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8e65a0a-dc05-4e11-9335-d55fb7cf2e78 req-7236a4a3-e875-49bd-9bb5-ce274ec01fc9 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.1732016 Jul 16 17:52:19.479777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Attempting to bind port 5e598ef2-b61e-477a-8490-a26f7743d703 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:19.480184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Attempting to bind port 5e598ef2-b61e-477a-8490-a26f7743d703 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:19.480511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Attempting to bind port 5e598ef2-b61e-477a-8490-a26f7743d703 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:19.481827 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:19.485433 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8e65a0a-dc05-4e11-9335-d55fb7cf2e78 req-84d3ce23-49d2-4be4-a92b-8f8b62d4693b tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831823 Jul 16 17:52:19.490398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Port 5e598ef2-b61e-477a-8490-a26f7743d703 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:52:19.490398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Attempting to bind port 5e598ef2-b61e-477a-8490-a26f7743d703 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:19.495117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:19.495482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:19.495868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:19.496292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Bound port: 5e598ef2-b61e-477a-8490-a26f7743d703, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:19.496746 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:19.510542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Transition to ACTIVE for port object d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:19.580635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] For port 5e598ef2-b61e-477a-8490-a26f7743d703, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:19.585351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] For port 5e598ef2-b61e-477a-8490-a26f7743d703, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5e598ef2-b61e-477a-8490-a26f7743d703,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:19.593457 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:19.611278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:19.631280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'b066997f-bac6-4296-a729-8ef7f88f38f1', '0e1093b6-ee29-4e09-a52c-8289b72ec9c3', 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:19.636038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['6fb98384-d168-4775-a307-45ede136825f', 'c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c', '77a3b38b-4f2b-444a-a767-d7a16e6ee5b3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:19.677022 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:19.678590 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:19.680368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] 10.222.0.43 "PUT /v2.0/ports/5e598ef2-b61e-477a-8490-a26f7743d703 HTTP/1.1" status: 200 len: 1096 time: 1.5107527 Jul 16 17:52:19.681005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f376c0-0a30-4017-8789-edd6bdf4c7f7', 'tag': '5e598ef2-b61e-477a-8490-a26f7743d703'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:19.683582 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61beb0bc-b861-46c6-b672-f6a20bda6ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "89f376c0-0a30-4017-8789-edd6bdf4c7f7", "tag": "5e598ef2-b61e-477a-8490-a26f7743d703"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:19.685203 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:19.695193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:19.700366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:19.750257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe6022-c5a1-425b-b4e7-893ca353adf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e598ef2-b61e-477a-8490-a26f7743d703,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:19.767783 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event updated for resources: {'Port': ['ID=d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:19.793822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:19.794746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:19.799273 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:19.803214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:19.806026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:19.806468 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:19.806906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:19.807346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:19.807802 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:19.808532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:19.810107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:19.810712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:19.816075 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:19.816563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:19.848623 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-ac1ceb7b-fbd5-406e-8239-a40a67c2f1ce tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3518152 Jul 16 17:52:19.867908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Request body: {'port': {'device_id': '71dd985f-3de8-479f-a7e8-723ce3da1d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:19.910644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7da52-974c-44bc-a22e-56e7bd00a1dd req-6716b9bb-fe13-4768-8af9-893a04cfe819 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:19.919772 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8bd7da52-974c-44bc-a22e-56e7bd00a1dd req-6716b9bb-fe13-4768-8af9-893a04cfe819 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.3190715 Jul 16 17:52:20.017784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da7a8-65e9-4c32-abd3-03493b18c7a7 req-fc6c0322-b6aa-46ce-be90-9617ac0116e1 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:20.019333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c0da7a8-65e9-4c32-abd3-03493b18c7a7 req-fc6c0322-b6aa-46ce-be90-9617ac0116e1 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.2246318 Jul 16 17:52:20.039865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8bd7da52-974c-44bc-a22e-56e7bd00a1dd req-5c8bc3e8-6c0a-4957-97b0-a7b27c455845 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134684 Jul 16 17:52:20.074687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:20.107958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-1fc559db-393e-4c20-b8b6-5051d9fbccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:20.114341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-1fc559db-393e-4c20-b8b6-5051d9fbccab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 1099 time: 0.3577628 Jul 16 17:52:20.168117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c0da7a8-65e9-4c32-abd3-03493b18c7a7 req-f3614b8c-14e8-4651-b299-16c7c43b4921 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271150 Jul 16 17:52:20.249995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-a5897392-7e64-4180-be22-99f8011e9b86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=5e598ef2-b61e-477a-8490-a26f7743d703 HTTP/1.1" status: 200 len: 217 time: 0.0943298 Jul 16 17:52:20.327570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-0fc8ca08-d76a-4d1f-b966-d3a25c3c5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:20.335236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-0fc8ca08-d76a-4d1f-b966-d3a25c3c5b03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0765991 Jul 16 17:52:20.485158 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5474a154-83c1-4983-95c5-548ee2e63cdc x-openstack-request-id: req-5474a154-83c1-4983-95c5-548ee2e63cdc {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:20.485725 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f376c0-0a30-4017-8789-edd6bdf4c7f7", "tag": "5e598ef2-b61e-477a-8490-a26f7743d703", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:20.487506 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5474a154-83c1-4983-95c5-548ee2e63cdc {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:20.488542 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f376c0-0a30-4017-8789-edd6bdf4c7f7', 'tag': '5e598ef2-b61e-477a-8490-a26f7743d703', 'status': 'completed', 'code': 200} Jul 16 17:52:20.506026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ab8ee891-5aad-4989-adc4-4ef049541192 None None] Provisioning for port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:20.516577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ab8ee891-5aad-4989-adc4-4ef049541192 None None] Provisioning complete for port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:20.516956 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ab8ee891-5aad-4989-adc4-4ef049541192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:20.547076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-c17b0891-911e-4cb5-85f0-65ba0f2b22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:20.548831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-c17b0891-911e-4cb5-85f0-65ba0f2b22a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2006106 Jul 16 17:52:20.565828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ee891-5aad-4989-adc4-4ef049541192 None None] Port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:52:20.570484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbb0e0-13f1-46a5-9600-0ebf53020fa4 req-97a8eca9-e91d-4b8c-aa37-e2798ac4dfd4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:20.578960 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66fbb0e0-13f1-46a5-9600-0ebf53020fa4 req-97a8eca9-e91d-4b8c-aa37-e2798ac4dfd4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 947 time: 0.2412164 Jul 16 17:52:20.744539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66fbb0e0-13f1-46a5-9600-0ebf53020fa4 req-271d0ad8-0257-4d06-95a8-81a4181e8ef0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587412 Jul 16 17:52:20.818445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:20.829284 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:20.845455 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-56e710e8-8903-4684-a75d-470715972054 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627406 Jul 16 17:52:20.849079 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Transition to ACTIVE for port object d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:20.859074 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:20.996700 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:21.048563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657863a9-f89d-483e-9856-919f31561075 req-552426ed-469f-4a8a-aa69-e3d0b963b1bf tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.050088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-657863a9-f89d-483e-9856-919f31561075 req-552426ed-469f-4a8a-aa69-e3d0b963b1bf tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 934 time: 0.3003500 Jul 16 17:52:21.127774 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Attempting to bind port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:21.128244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Attempting to bind port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:21.128687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Attempting to bind port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:21.138237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aaa71f-e5c8-4643-bf9b-b43ed937ce23 req-2e261d53-7e9e-4bf5-87e0-b429e5ff50a0 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721953 Jul 16 17:52:21.139199 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:52:21.139637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Attempting to bind port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:21.141407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-657863a9-f89d-483e-9856-919f31561075 req-700762ba-bb9c-4e0f-9f99-bc95d7566853 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811610 Jul 16 17:52:21.159598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:21.159945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:21.160318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:21.160895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Bound port: d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:21.162112 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:21.169216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9b3e-2843-4ebe-bbb1-d585ba9fd3b3 req-27adcf62-8f67-4549-b4c6-f227c5e6e8ff tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.172256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c45a9b3e-2843-4ebe-bbb1-d585ba9fd3b3 req-27adcf62-8f67-4549-b4c6-f227c5e6e8ff tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.2739165 Jul 16 17:52:21.295209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] For port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:21.304527 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] For port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:21.310849 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:21.362096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.362791 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:21.364377 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] 10.222.0.43 "PUT /v2.0/ports/d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 HTTP/1.1" status: 200 len: 1095 time: 1.5015385 Jul 16 17:52:21.364901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dd985f-3de8-479f-a7e8-723ce3da1d3d', 'tag': 'd4d9eff6-2036-4d7f-8ac5-61da8bc0cb69'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:21.367592 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2a440d-8e4e-4ca9-87c6-c0a626b80798" -d '{"events": [{"name": "network-changed", "server_uuid": "71dd985f-3de8-479f-a7e8-723ce3da1d3d", "tag": "d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:21.369906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c45a9b3e-2843-4ebe-bbb1-d585ba9fd3b3 req-9dbe7375-8d7b-4dfe-91da-fc830312aa1d tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907113 Jul 16 17:52:21.397042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f6e2b-f0a8-4272-ab4a-2016cd3e1b57 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:21.503330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-97f99e66-eda0-4409-ab21-006be4725d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.504962 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-97f99e66-eda0-4409-ab21-006be4725d40 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 1098 time: 0.0732615 Jul 16 17:52:21.533059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beb0bc-b861-46c6-b672-f6a20bda6ec5 req-c1282b5d-6f00-4787-8880-1ce41fa62729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.534653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61beb0bc-b861-46c6-b672-f6a20bda6ec5 req-c1282b5d-6f00-4787-8880-1ce41fa62729 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 1099 time: 0.2926474 Jul 16 17:52:21.576985 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-0f973607-33f6-42bc-841c-6d2f16b7bc1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 HTTP/1.1" status: 200 len: 217 time: 0.0626900 Jul 16 17:52:21.577996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4336800-4fb4-4b8f-8e81-bdab26cef345 req-3288a0c5-8b57-42d7-902e-f0d0922b2e7a tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.580654 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4336800-4fb4-4b8f-8e81-bdab26cef345 req-3288a0c5-8b57-42d7-902e-f0d0922b2e7a tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.2286193 Jul 16 17:52:21.653370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-fb7b26e2-70df-47e6-8f9d-5aa4bf0fb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.655117 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-fb7b26e2-70df-47e6-8f9d-5aa4bf0fb471 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0675890 Jul 16 17:52:21.726368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4336800-4fb4-4b8f-8e81-bdab26cef345 req-d3091cb7-c928-46e0-ab91-db889b681f32 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308451 Jul 16 17:52:21.762082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beb0bc-b861-46c6-b672-f6a20bda6ec5 req-4de3dedd-5bc4-45ac-88f7-1f86d9a5aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.763802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61beb0bc-b861-46c6-b672-f6a20bda6ec5 req-4de3dedd-5bc4-45ac-88f7-1f86d9a5aad7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2214205 Jul 16 17:52:21.770104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-b405702d-ee7a-4d48-961a-cf6b24816701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.775765 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-b405702d-ee7a-4d48-961a-cf6b24816701 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1087112 Jul 16 17:52:21.789723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8469a7-ef5c-4cf0-8555-6ac2f8514aa3 req-a24f5caf-7568-44a4-bec1-296942338d79 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.791263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e8469a7-ef5c-4cf0-8555-6ac2f8514aa3 req-a24f5caf-7568-44a4-bec1-296942338d79 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 946 time: 0.1993794 Jul 16 17:52:21.805218 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7714de0-176b-4df4-a1e2-c80eb44d2163 x-openstack-request-id: req-e7714de0-176b-4df4-a1e2-c80eb44d2163 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:21.805623 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dd985f-3de8-479f-a7e8-723ce3da1d3d", "tag": "d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:21.809380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7335c131-e504-4ba5-9ebf-7e261d8d809a no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:21.825397 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7714de0-176b-4df4-a1e2-c80eb44d2163 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:21.826405 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dd985f-3de8-479f-a7e8-723ce3da1d3d', 'tag': 'd4d9eff6-2036-4d7f-8ac5-61da8bc0cb69', 'status': 'completed', 'code': 200} Jul 16 17:52:21.897190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61beb0bc-b861-46c6-b672-f6a20bda6ec5 req-140de42b-dd7f-4422-b61a-9fc541352221 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=5e598ef2-b61e-477a-8490-a26f7743d703 HTTP/1.1" status: 200 len: 217 time: 0.1025851 Jul 16 17:52:21.984250 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:21.987031 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-796a5604-1492-4a5b-89e8-6a22e5db88de service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046280 Jul 16 17:52:22.013440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beb0bc-b861-46c6-b672-f6a20bda6ec5 req-f3e80372-bc4b-4e55-bd4d-a1991fd44eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.014829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61beb0bc-b861-46c6-b672-f6a20bda6ec5 req-f3e80372-bc4b-4e55-bd4d-a1991fd44eb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1064949 Jul 16 17:52:22.032334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e8469a7-ef5c-4cf0-8555-6ac2f8514aa3 req-2b1f8cb5-203e-45f4-bf3f-442f57bca35d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220168 Jul 16 17:52:22.041281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1600ffa-cc07-408a-84e8-c7487f9f937c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7335c131-e504-4ba5-9ebf-7e261d8d809a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:22.046535 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0a8d83-6edf-4c5f-b71f-0e6ffd02e41a" -d '{"events": [{"server_uuid": "c1600ffa-cc07-408a-84e8-c7487f9f937c", "name": "network-vif-unplugged", "status": "completed", "tag": "7335c131-e504-4ba5-9ebf-7e261d8d809a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:22.086165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7335c131-e504-4ba5-9ebf-7e261d8d809a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7335c131-e504-4ba5-9ebf-7e261d8d809a,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:22.100724 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:22.172645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beb0bc-b861-46c6-b672-f6a20bda6ec5 req-e7c95756-c19b-4b28-a2e1-ac5a9263e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.175041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61beb0bc-b861-46c6-b672-f6a20bda6ec5 req-e7c95756-c19b-4b28-a2e1-ac5a9263e479 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416612 Jul 16 17:52:22.220564 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7335c131-e504-4ba5-9ebf-7e261d8d809a,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:22.230995 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-412c16f3-f9ac-4511-a658-54870cd71c89 req-6fbbb59b-fcf1-40e0-b90d-9e7d58c7f10b service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307200 Jul 16 17:52:22.245572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:22.245572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:22.245572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:22.245572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:22.245572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:22.245572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:22.250456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:22.250857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:22.251204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:22.254428 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:22.254841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:22.255246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:22.383398 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b75fae-32ef-432b-8ff1-2bf317e5d313 x-openstack-request-id: req-09b75fae-32ef-432b-8ff1-2bf317e5d313 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:22.383713 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1600ffa-cc07-408a-84e8-c7487f9f937c", "name": "network-vif-unplugged", "status": "completed", "tag": "7335c131-e504-4ba5-9ebf-7e261d8d809a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:22.383961 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09b75fae-32ef-432b-8ff1-2bf317e5d313 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:22.384349 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1600ffa-cc07-408a-84e8-c7487f9f937c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7335c131-e504-4ba5-9ebf-7e261d8d809a', 'code': 200} Jul 16 17:52:22.424015 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3917b-62f6-453f-9ddd-47991b852a18 req-ad986f54-8cad-4aaf-b067-9269443fe05a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.426936 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-77d3917b-62f6-453f-9ddd-47991b852a18 req-ad986f54-8cad-4aaf-b067-9269443fe05a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 944 time: 0.1944642 Jul 16 17:52:22.446049 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61beb0bc-b861-46c6-b672-f6a20bda6ec5 req-4276c0cc-da25-4bc7-9a47-73059e5d1eb7 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619567 Jul 16 17:52:22.562299 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a440d-8e4e-4ca9-87c6-c0a626b80798 req-5c3f4848-5b34-4099-846f-540a12e2457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.563884 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-bb2a440d-8e4e-4ca9-87c6-c0a626b80798 req-5c3f4848-5b34-4099-846f-540a12e2457c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 1098 time: 0.2223322 Jul 16 17:52:22.626974 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-77d3917b-62f6-453f-9ddd-47991b852a18 req-a7b87e5f-6d67-4eb9-a7c4-28d54f3c4f5f tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Deleting port 7335c131-e504-4ba5-9ebf-7e261d8d809a {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:22.627419 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-77d3917b-62f6-453f-9ddd-47991b852a18 req-a7b87e5f-6d67-4eb9-a7c4-28d54f3c4f5f tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:22.633920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61beb0bc-b861-46c6-b672-f6a20bda6ec5 req-d16c1d8a-9296-4edc-bbed-9dad328e2de3 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678061 Jul 16 17:52:22.673004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87520c-6c31-4535-a47a-43ad4ef1dc28 req-ffd9d9d3-0bf5-4cd6-80a4-af574d1f4e2a tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.687194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b87520c-6c31-4535-a47a-43ad4ef1dc28 req-ffd9d9d3-0bf5-4cd6-80a4-af574d1f4e2a tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 947 time: 0.3352060 Jul 16 17:52:22.750568 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b87520c-6c31-4535-a47a-43ad4ef1dc28 req-b169b9fe-8c8a-431c-bff5-065479452c2d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621619 Jul 16 17:52:22.769031 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a440d-8e4e-4ca9-87c6-c0a626b80798 req-ec4e6e3b-5e5e-459e-9bd5-0aed68e92572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.769031 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-bb2a440d-8e4e-4ca9-87c6-c0a626b80798 req-ec4e6e3b-5e5e-459e-9bd5-0aed68e92572 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1965573 Jul 16 17:52:22.910930 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-bb2a440d-8e4e-4ca9-87c6-c0a626b80798 req-63dc811b-231e-488c-8c1b-4d0c56c2f4e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 HTTP/1.1" status: 200 len: 217 time: 0.1304955 Jul 16 17:52:22.991267 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-77d3917b-62f6-453f-9ddd-47991b852a18 req-a7b87e5f-6d67-4eb9-a7c4-28d54f3c4f5f tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] For port 7335c131-e504-4ba5-9ebf-7e261d8d809a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7335c131-e504-4ba5-9ebf-7e261d8d809a,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:22.992314 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-77d3917b-62f6-453f-9ddd-47991b852a18 req-a7b87e5f-6d67-4eb9-a7c4-28d54f3c4f5f tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:23.015876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a440d-8e4e-4ca9-87c6-c0a626b80798 req-ef2f9d23-4824-48ec-81fd-9b49a3c4d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:23.017991 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-bb2a440d-8e4e-4ca9-87c6-c0a626b80798 req-ef2f9d23-4824-48ec-81fd-9b49a3c4d3c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0971408 Jul 16 17:52:23.019675 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-77d3917b-62f6-453f-9ddd-47991b852a18 req-a7b87e5f-6d67-4eb9-a7c4-28d54f3c4f5f tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Calling delete_port for 7335c131-e504-4ba5-9ebf-7e261d8d809a owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:23.067392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78ad86-584c-4b3c-8aff-6e00cabe80be req-b59f828d-4649-430e-90fa-769184d6f03a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:23.069813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa78ad86-584c-4b3c-8aff-6e00cabe80be req-b59f828d-4649-430e-90fa-769184d6f03a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 946 time: 0.1842911 Jul 16 17:52:23.076198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffdbd7-f0f4-4a49-af8f-3ff88eab6837 req-6c33657d-5b1a-461d-a5eb-698fc1ce56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:23.077994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7ffdbd7-f0f4-4a49-af8f-3ff88eab6837 req-6c33657d-5b1a-461d-a5eb-698fc1ce56bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81429b451bb04ac3a04af8c7289065e9&device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 1098 time: 0.1935546 Jul 16 17:52:23.086050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8e29-3db2-4ba2-b0cd-29319945df87 req-11162d7a-f631-473f-9d48-cf948444d20c tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:23.089027 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a8a8e29-3db2-4ba2-b0cd-29319945df87 req-11162d7a-f631-473f-9d48-cf948444d20c tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.2137191 Jul 16 17:52:23.162753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a440d-8e4e-4ca9-87c6-c0a626b80798 req-22e0c77e-9484-4be1-97cf-bd2d560d8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:23.164320 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-bb2a440d-8e4e-4ca9-87c6-c0a626b80798 req-22e0c77e-9484-4be1-97cf-bd2d560d8126 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1352663 Jul 16 17:52:23.334646 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-bb2a440d-8e4e-4ca9-87c6-c0a626b80798 req-ca3f9cef-e8f2-4b9c-aa82-2e89a937e9a2 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607437 Jul 16 17:52:23.337844 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-77d3917b-62f6-453f-9ddd-47991b852a18 req-a7b87e5f-6d67-4eb9-a7c4-28d54f3c4f5f tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:23.393108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b87e5f-6d67-4eb9-a7c4-28d54f3c4f5f tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Pushing event deleted for resources: {'Port': ['ID=7335c131-e504-4ba5-9ebf-7e261d8d809a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:23.573699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a8a8e29-3db2-4ba2-b0cd-29319945df87 req-dc07fb85-7ce7-4ad7-8331-8be35821f485 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786935 Jul 16 17:52:23.655765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa78ad86-584c-4b3c-8aff-6e00cabe80be req-110eb7ae-b8fe-4191-a3b8-c9fa79282bdf tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670273 Jul 16 17:52:23.711543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffdbd7-f0f4-4a49-af8f-3ff88eab6837 req-b16c3952-e783-4145-b988-3db43c9c1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:23.715101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7ffdbd7-f0f4-4a49-af8f-3ff88eab6837 req-b16c3952-e783-4145-b988-3db43c9c1e28 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 HTTP/1.1" status: 200 len: 916 time: 0.2263083 Jul 16 17:52:23.727914 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5e598ef2-b61e-477a-8490-a26f7743d703 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:23.832844 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7ffdbd7-f0f4-4a49-af8f-3ff88eab6837 req-8925876e-5f8a-4096-ab7b-11beec6a0b2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cb03ff4-ca5a-4229-8a6f-47f138a794ba HTTP/1.1" status: 200 len: 217 time: 0.1063921 Jul 16 17:52:23.837294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d3917b-62f6-453f-9ddd-47991b852a18 req-a7b87e5f-6d67-4eb9-a7c4-28d54f3c4f5f tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] No DVR routers for this DVR port 7335c131-e504-4ba5-9ebf-7e261d8d809a on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:23.843398 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-77d3917b-62f6-453f-9ddd-47991b852a18 req-a7b87e5f-6d67-4eb9-a7c4-28d54f3c4f5f tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:23.845456 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-77d3917b-62f6-453f-9ddd-47991b852a18 req-a7b87e5f-6d67-4eb9-a7c4-28d54f3c4f5f tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.35 "DELETE /v2.0/ports/7335c131-e504-4ba5-9ebf-7e261d8d809a HTTP/1.1" status: 204 len: 173 time: 1.4085598 Jul 16 17:52:23.848067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1600ffa-cc07-408a-84e8-c7487f9f937c', 'name': 'network-vif-deleted', 'tag': '7335c131-e504-4ba5-9ebf-7e261d8d809a'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:23.850473 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7ae0b0-9d0d-4e6e-9cb6-c8b491d96a6c" -d '{"events": [{"server_uuid": "c1600ffa-cc07-408a-84e8-c7487f9f937c", "name": "network-vif-deleted", "tag": "7335c131-e504-4ba5-9ebf-7e261d8d809a"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:23.884970 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5e598ef2-b61e-477a-8490-a26f7743d703, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5e598ef2-b61e-477a-8490-a26f7743d703,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:23.913917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e566517-e00f-4d26-ac81-9dfa6cbd8b4c req-e669bc8f-a865-4630-a8cb-b3f94f4f38a6 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1600ffa-cc07-408a-84e8-c7487f9f937c HTTP/1.1" status: 200 len: 210 time: 0.0747890 Jul 16 17:52:23.914808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '5e598ef2-b61e-477a-8490-a26f7743d703', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '5e598ef2-b61e-477a-8490-a26f7743d703', 'mac_address': 'fa:16:3e:57:2c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:23.966439 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-bb2a440d-8e4e-4ca9-87c6-c0a626b80798 req-69979192-b9a8-4ad5-8bbe-cb5cb0cd2be8 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202807 Jul 16 17:52:23.976906 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:23.997522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e598ef2-b61e-477a-8490-a26f7743d703 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:24.025349 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5e598ef2-b61e-477a-8490-a26f7743d703, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5e598ef2-b61e-477a-8490-a26f7743d703,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:24.031723 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:24.073879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffdbd7-f0f4-4a49-af8f-3ff88eab6837 req-0bbec362-4728-4a93-9e4c-9c6bed1aaae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:24.075829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7ffdbd7-f0f4-4a49-af8f-3ff88eab6837 req-0bbec362-4728-4a93-9e4c-9c6bed1aaae7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e639a4d1-6ec1-404f-8cd2-58356029e1e3 HTTP/1.1" status: 200 len: 854 time: 0.1602271 Jul 16 17:52:24.091077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b96f7-6fb1-4ed4-9557-ffbc6ae7d9a9 req-350286d7-0c8e-4d29-bfe5-fcca32245606 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:24.099473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c35b96f7-6fb1-4ed4-9557-ffbc6ae7d9a9 req-350286d7-0c8e-4d29-bfe5-fcca32245606 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.3151133 Jul 16 17:52:24.159911 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=5e598ef2-b61e-477a-8490-a26f7743d703,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:24.199271 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c35b96f7-6fb1-4ed4-9557-ffbc6ae7d9a9 req-3807b4fe-ed1e-4cca-a7f8-0e0e08b04f15 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996346 Jul 16 17:52:24.233999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffdbd7-f0f4-4a49-af8f-3ff88eab6837 req-922a70a7-7295-4e3e-a7e5-203d7cd09065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:24.235598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7ffdbd7-f0f4-4a49-af8f-3ff88eab6837 req-922a70a7-7295-4e3e-a7e5-203d7cd09065 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274033 Jul 16 17:52:24.266891 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac81e67-ea1b-45f3-97ac-b9afd5838326 x-openstack-request-id: req-eac81e67-ea1b-45f3-97ac-b9afd5838326 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:24.267253 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1600ffa-cc07-408a-84e8-c7487f9f937c", "name": "network-vif-deleted", "tag": "7335c131-e504-4ba5-9ebf-7e261d8d809a", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:24.267769 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eac81e67-ea1b-45f3-97ac-b9afd5838326 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:24.268151 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1600ffa-cc07-408a-84e8-c7487f9f937c', 'name': 'network-vif-deleted', 'tag': '7335c131-e504-4ba5-9ebf-7e261d8d809a', 'status': 'completed', 'code': 200} Jul 16 17:52:24.352311 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7ffdbd7-f0f4-4a49-af8f-3ff88eab6837 req-30027414-75de-4db4-b435-ee7bdd36a41c service neutron] 10.222.0.35 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084929 Jul 16 17:52:24.406665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['5e598ef2-b61e-477a-8490-a26f7743d703'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:24.544039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7cd86-f799-42b9-8ccf-0e88b2d53df2 req-408cf997-6cf9-48a6-a326-f8d27417dcea tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:24.553644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cdb7cd86-f799-42b9-8ccf-0e88b2d53df2 req-408cf997-6cf9-48a6-a326-f8d27417dcea tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 948 time: 0.2001355 Jul 16 17:52:24.590630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7ffdbd7-f0f4-4a49-af8f-3ff88eab6837 req-7c812204-3584-42a8-85dd-af4c6d8e5560 service neutron] 10.222.0.35 "GET /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046754 Jul 16 17:52:24.625242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cdb7cd86-f799-42b9-8ccf-0e88b2d53df2 req-056141db-4f3b-49f4-ade6-70d1b206174a tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705566 Jul 16 17:52:24.863227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176230ca-04a6-4a0d-98ad-b6c053d3c5e8 req-c112dbfa-8754-4160-bcdd-a3af4c5f4c63 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:24.865738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-176230ca-04a6-4a0d-98ad-b6c053d3c5e8 req-c112dbfa-8754-4160-bcdd-a3af4c5f4c63 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.1186509 Jul 16 17:52:24.925276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-176230ca-04a6-4a0d-98ad-b6c053d3c5e8 req-9df6f924-18c5-4bc2-9177-dd84831df283 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503678 Jul 16 17:52:24.941744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dac2a-5e2d-495b-ba04-a3a6ddf0754c req-3c5a7c4a-9c79-4121-bcc5-b1efe2ee9280 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:24.944012 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-678dac2a-5e2d-495b-ba04-a3a6ddf0754c req-3c5a7c4a-9c79-4121-bcc5-b1efe2ee9280 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 946 time: 0.1223953 Jul 16 17:52:25.048766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-678dac2a-5e2d-495b-ba04-a3a6ddf0754c req-c877bc49-7429-4941-a783-9996e530f9c5 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809314 Jul 16 17:52:25.478384 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52972) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:25.485359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-24ea41d2-7271-43f3-bb23-193524e11c12 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--653932111', 'description': 'tempest-description--1187314027'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:25.529079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24ea41d2-7271-43f3-bb23-193524e11c12 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:25.552773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a45ade-df39-4c1f-a505-a53e35bcae97 req-b62194c6-8b2b-4dc7-8220-6d4bca0397ff tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:25.554865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2a45ade-df39-4c1f-a505-a53e35bcae97 req-b62194c6-8b2b-4dc7-8220-6d4bca0397ff tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1368058 Jul 16 17:52:25.622865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2a45ade-df39-4c1f-a505-a53e35bcae97 req-be884f3c-0c18-4744-8c8d-1a5c95947668 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622511 Jul 16 17:52:25.677991 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24ea41d2-7271-43f3-bb23-193524e11c12 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:25.684728 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24ea41d2-7271-43f3-bb23-193524e11c12 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:25.713858 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24ea41d2-7271-43f3-bb23-193524e11c12 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:25.715360 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-24ea41d2-7271-43f3-bb23-193524e11c12 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2358325 Jul 16 17:52:25.718391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52980) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:25.727039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea41d2-7271-43f3-bb23-193524e11c12 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88192bb-2829-44ce-86b0-c6408e6a8026,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:25.728749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-7135bc06-c00e-4b90-b961-1f307d3b24ad tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Request body: {'security_group_rule': {'security_group_id': 'd88192bb-2829-44ce-86b0-c6408e6a8026', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:25.743607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:25.773816 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7135bc06-c00e-4b90-b961-1f307d3b24ad tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:25.859765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7335c131-e504-4ba5-9ebf-7e261d8d809a no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:25.891085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 7335c131-e504-4ba5-9ebf-7e261d8d809a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:25.891449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7335c131-e504-4ba5-9ebf-7e261d8d809a not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:25.892733 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7135bc06-c00e-4b90-b961-1f307d3b24ad tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:25.899387 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:25.900315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7135bc06-c00e-4b90-b961-1f307d3b24ad tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:25.913383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'd4d9eff6-2036-4d7f-8ac5-61da8bc0cb69', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'd4d9eff6-2036-4d7f-8ac5-61da8bc0cb69', 'mac_address': 'fa:16:3e:42:dd:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:25.923333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135bc06-c00e-4b90-b961-1f307d3b24ad tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1085078-dcb4-4b14-9b54-912475949e13,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:25.937624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf634c-1b9d-4756-9671-ce769e26ccb5 req-a30e6ad7-163d-4084-a54b-a88dda36bd7d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:25.946058 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ebf634c-1b9d-4756-9671-ce769e26ccb5 req-a30e6ad7-163d-4084-a54b-a88dda36bd7d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 948 time: 0.1443870 Jul 16 17:52:25.969525 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7135bc06-c00e-4b90-b961-1f307d3b24ad tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:25.970749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7135bc06-c00e-4b90-b961-1f307d3b24ad tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2512136 Jul 16 17:52:25.973722 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52986) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:25.979083 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:25.979485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-fb0532a1-5071-480f-af56-76aa6f9c583d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Request body: {'security_group_rule': {'security_group_id': 'd88192bb-2829-44ce-86b0-c6408e6a8026', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:26.000850 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:26.035909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:26.037229 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ebf634c-1b9d-4756-9671-ce769e26ccb5 req-81dc79a8-e086-4c9b-96ab-89fba8dbac46 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899909 Jul 16 17:52:26.046772 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.054478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb0532a1-5071-480f-af56-76aa6f9c583d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.177887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:26.195629 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb0532a1-5071-480f-af56-76aa6f9c583d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.203870 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb0532a1-5071-480f-af56-76aa6f9c583d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.231044 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.244918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0532a1-5071-480f-af56-76aa6f9c583d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b9ac8d-9207-4608-b3c4-256416816bb5,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:26.251979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb0532a1-5071-480f-af56-76aa6f9c583d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.254558 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fb0532a1-5071-480f-af56-76aa6f9c583d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2789645 Jul 16 17:52:26.261192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52994) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:26.271330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:26.274267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505667df-9c3c-4669-9e1a-62f872434696 req-6c0bcaec-b174-457e-bbc9-6b39483847e7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:26.276271 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-505667df-9c3c-4669-9e1a-62f872434696 req-6c0bcaec-b174-457e-bbc9-6b39483847e7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.1495187 Jul 16 17:52:26.297576 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.318258 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.371794 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-505667df-9c3c-4669-9e1a-62f872434696 req-1110d0e0-fe20-4fa1-bf63-04ab03d5367a tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842910 Jul 16 17:52:26.398846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6bf93-6e33-49da-9064-534b34741385 req-2c1ee20d-898a-4a9d-84c6-8c2790328af5 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:26.406092 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37f6bf93-6e33-49da-9064-534b34741385 req-2c1ee20d-898a-4a9d-84c6-8c2790328af5 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 947 time: 0.1285517 Jul 16 17:52:26.454170 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.466063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:26.488299 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37f6bf93-6e33-49da-9064-534b34741385 req-162c21a7-5e5f-4cba-839e-83fac96026c8 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809791 Jul 16 17:52:26.650114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Allocated IP 172.25.5.166 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/1c2e416e-b702-4103-bae2-1bba0d895766) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:26.774494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69814e-0bf5-4008-8a84-21c00a32eab6 req-4df64700-84ed-4ed8-967d-6ff5eed68d60 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:26.781592 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db69814e-0bf5-4008-8a84-21c00a32eab6 req-4df64700-84ed-4ed8-967d-6ff5eed68d60 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.1028886 Jul 16 17:52:26.832490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db69814e-0bf5-4008-8a84-21c00a32eab6 req-c00dc75c-6043-4840-8a50-200207708436 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499036 Jul 16 17:52:26.867392 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.926331 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.970917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecad252-9b8b-4654-98b7-931758e9f875 req-345133db-cf54-4b27-ae55-a9bd38cc7421 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:26.971465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:26.974710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ecad252-9b8b-4654-98b7-931758e9f875 req-345133db-cf54-4b27-ae55-a9bd38cc7421 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.1015022 Jul 16 17:52:26.977525 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:26.980083 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:27.103034 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ecad252-9b8b-4654-98b7-931758e9f875 req-b5bd27f5-7c8b-4717-902e-9d9c8f9ec506 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667999 Jul 16 17:52:27.110652 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Pushing event updated for resources: {'Port': ['ID=1c2e416e-b702-4103-bae2-1bba0d895766,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:27.117169 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:27.140540 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07464cb6-e4ce-4f1e-b60a-e5ed66240c60 req-bec373a8-d391-43b1-9047-2f8520256e9a tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:27.142112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07464cb6-e4ce-4f1e-b60a-e5ed66240c60 req-bec373a8-d391-43b1-9047-2f8520256e9a tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=a03a6423-50d2-4c4b-8346-74bc16c81d5d HTTP/1.1" status: 200 len: 945 time: 0.1654820 Jul 16 17:52:27.175821 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:27.191890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07464cb6-e4ce-4f1e-b60a-e5ed66240c60 req-43cb5d86-39bf-4052-b8dd-8fb2c0640e56 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422609 Jul 16 17:52:27.384400 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:27.389922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:27.396277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77281ea8-8b0d-4e30-8cf1-2720e918553e req-27fe6ba5-5cbc-420a-b187-6a0e13c3ff96 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:27.400210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77281ea8-8b0d-4e30-8cf1-2720e918553e req-27fe6ba5-5cbc-420a-b187-6a0e13c3ff96 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 948 time: 0.1570814 Jul 16 17:52:27.463694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77281ea8-8b0d-4e30-8cf1-2720e918553e req-782fa068-3fd0-43fd-82cb-66258e46dfbd tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547848 Jul 16 17:52:27.476917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2945a4-fc86-4001-a622-ee1e7e5aade1 req-ae36178c-9395-41c4-bd85-b42b6f31d237 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:27.478864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cd2945a4-fc86-4001-a622-ee1e7e5aade1 req-ae36178c-9395-41c4-bd85-b42b6f31d237 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 945 time: 0.1333158 Jul 16 17:52:27.483219 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:27.487323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Pushing event updated for resources: {'Port': ['ID=1c2e416e-b702-4103-bae2-1bba0d895766,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:27.507563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:27.516929 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-60a60f5a-ab9b-421b-96e6-a0a1828c9021 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2532628 Jul 16 17:52:27.531904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cd2945a4-fc86-4001-a622-ee1e7e5aade1 req-c0f7b5d6-e6fd-4e79-a59d-d2e3d4e9534e tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472779 Jul 16 17:52:27.732557 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41f05f-1e70-45cd-b502-7046970c0c04 req-6ea53e4a-c5da-4dc2-acbd-b1ff4318cab1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:27.734167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f41f05f-1e70-45cd-b502-7046970c0c04 req-6ea53e4a-c5da-4dc2-acbd-b1ff4318cab1 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 947 time: 0.0768406 Jul 16 17:52:27.757122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5e598ef2-b61e-477a-8490-a26f7743d703 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:27.779627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-ff1f5f64-46f4-444d-a63e-31b3cd4711eb req-4bebc2da-492d-43d9-bb16-ee49896d51d0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:52:27.787071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff1f5f64-46f4-444d-a63e-31b3cd4711eb req-4bebc2da-492d-43d9-bb16-ee49896d51d0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137720 Jul 16 17:52:27.841962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:27.844029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:27.889251 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f41f05f-1e70-45cd-b502-7046970c0c04 req-fc4ca065-c3b2-4220-be6c-f4a32679756a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481481 Jul 16 17:52:27.899347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 5e598ef2-b61e-477a-8490-a26f7743d703 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:27.906601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 5e598ef2-b61e-477a-8490-a26f7743d703 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:27.907196 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:28.012631 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff1f5f64-46f4-444d-a63e-31b3cd4711eb req-d3a2181e-d94b-4e41-94bf-4f9c775d2ada tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2245045 Jul 16 17:52:28.029840 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-79a485e6-8847-48bc-91e3-9ab09fd0c6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:28.117025 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:28.188943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-6421ede6-42e9-4908-945f-333a7dfc9e2e tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:28.190592 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-6421ede6-42e9-4908-945f-333a7dfc9e2e tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/networks?id=3ca8cab9-7836-4719-ad84-df5447398d87 HTTP/1.1" status: 200 len: 822 time: 0.1977925 Jul 16 17:52:28.200807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:28.213407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-b4bbbdda-7cb1-4c94-847c-72088d41ab8a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/quotas/54cb87e2bd8748548f69fecdceb41100 HTTP/1.1" status: 200 len: 375 time: 0.0159423 Jul 16 17:52:28.236214 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7551a28f-9298-44ac-883c-864d9c497776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:28.238365 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb3c363-dff0-407f-a215-b988887a8605" -d '{"events": [{"server_uuid": "7551a28f-9298-44ac-883c-864d9c497776", "name": "network-vif-unplugged", "status": "completed", "tag": "d1f9c3d0-5da5-4976-b0e7-6159dffb8be5"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:28.251809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5', 'mac_address': 'fa:16:3e:c0:3d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:28.255754 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:28.272174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:28.290830 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:28.321605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-d3af16f1-9fe4-47ab-b94a-b258590259e4 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54cb87e2bd8748548f69fecdceb41100&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1074190 Jul 16 17:52:28.373058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5e598ef2-b61e-477a-8490-a26f7743d703, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5e598ef2-b61e-477a-8490-a26f7743d703,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:28.384738 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:28.391355 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:28.418326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:28.422701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:28.464973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a255186d-5a43-4f4d-8155-8f4fe859ddaa service neutron] 10.222.0.41 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424868 Jul 16 17:52:28.487031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:28.503964 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:28.509560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=5e598ef2-b61e-477a-8490-a26f7743d703,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:28.563770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c241a5-9993-4fd0-8ee4-678019b077b1 req-10b7ae8a-f937-446e-b7c5-4e08891fc794 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:28.565277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0c241a5-9993-4fd0-8ee4-678019b077b1 req-10b7ae8a-f937-446e-b7c5-4e08891fc794 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 947 time: 0.1477118 Jul 16 17:52:28.584719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,revision_number=10']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:28.625080 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-4bc3d185-79b5-4078-bada-4b9a321aa9ff service neutron] 10.222.0.41 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499240 Jul 16 17:52:28.632257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0c241a5-9993-4fd0-8ee4-678019b077b1 req-99074ce5-387c-44d3-a278-6e8fcf62edef tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602715 Jul 16 17:52:28.693754 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f41c9e-2308-4d09-bbc2-f224dd6f686e x-openstack-request-id: req-78f41c9e-2308-4d09-bbc2-f224dd6f686e {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:28.694061 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7551a28f-9298-44ac-883c-864d9c497776", "name": "network-vif-unplugged", "status": "completed", "tag": "d1f9c3d0-5da5-4976-b0e7-6159dffb8be5", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:28.694387 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78f41c9e-2308-4d09-bbc2-f224dd6f686e {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:28.694859 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7551a28f-9298-44ac-883c-864d9c497776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5', 'code': 200} Jul 16 17:52:28.963591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d1f9c3d0-5da5-4976-b0e7-6159dffb8be5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:29.092033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a55397-338d-42e4-9d58-864dfafa7048 req-1b8ca92c-4fa5-466b-bb16-b78b85d264b3 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:29.093599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9a55397-338d-42e4-9d58-864dfafa7048 req-1b8ca92c-4fa5-466b-bb16-b78b85d264b3 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.1792309 Jul 16 17:52:29.164630 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a6ce2-6e9c-4c2a-a251-6856d8013d7b req-372d7589-7755-4ad6-aba5-8e5496677e0f tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:29.166564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e44a6ce2-6e9c-4c2a-a251-6856d8013d7b req-372d7589-7755-4ad6-aba5-8e5496677e0f tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.1547599 Jul 16 17:52:29.209058 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9a55397-338d-42e4-9d58-864dfafa7048 req-086fe73c-6249-441a-8398-3ec7a8f4647f tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954635 Jul 16 17:52:29.236433 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e44a6ce2-6e9c-4c2a-a251-6856d8013d7b req-7e23e8e5-089a-4f2a-8171-f3a18bde8108 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535536 Jul 16 17:52:29.325482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-430a18d2-9bd7-40e1-bb56-50ffb54131fb req-4636ab73-5b24-4280-9e10-53606d731ead tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 210 time: 0.0473936 Jul 16 17:52:29.533905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372017-63ff-4830-b28e-351c412401b1 req-fef686fe-7f1d-456a-8c16-3bb4bebc90a0 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:29.550976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4372017-63ff-4830-b28e-351c412401b1 req-fef686fe-7f1d-456a-8c16-3bb4bebc90a0 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 947 time: 0.0849702 Jul 16 17:52:29.608753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4372017-63ff-4830-b28e-351c412401b1 req-55e03138-7df8-4f72-9041-8c0a29be4a0a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626907 Jul 16 17:52:29.676258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfe6b0-3c95-4159-8012-4545162cd8d2 req-926a6c90-cf39-4fca-a923-bb8504c1fe7c tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:29.684154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7fbfe6b0-3c95-4159-8012-4545162cd8d2 req-926a6c90-cf39-4fca-a923-bb8504c1fe7c tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=a03a6423-50d2-4c4b-8346-74bc16c81d5d HTTP/1.1" status: 200 len: 945 time: 0.1475081 Jul 16 17:52:29.733221 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7fbfe6b0-3c95-4159-8012-4545162cd8d2 req-47e11362-b9e8-404e-95ae-7c075aea09bf tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480416 Jul 16 17:52:29.771464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:29.841489 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:29.846004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:29.846672 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.878171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb5125-9d9e-4861-8c2a-497778eff1ab req-836beb50-6ef8-43c4-bb1c-c68f0a568894 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:29.879870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-adbb5125-9d9e-4861-8c2a-497778eff1ab req-836beb50-6ef8-43c4-bb1c-c68f0a568894 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.0872207 Jul 16 17:52:29.981734 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.985431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-adbb5125-9d9e-4861-8c2a-497778eff1ab req-bf42d232-09f5-4df3-b691-b6c2a164d3aa tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983436 Jul 16 17:52:30.043390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:30.053244 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.059824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b050f-6d45-4600-bca3-f716abd9b532 req-50977a14-bd27-47b2-95b5-cd96fffb8a97 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:30.062015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e27b050f-6d45-4600-bca3-f716abd9b532 req-50977a14-bd27-47b2-95b5-cd96fffb8a97 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 945 time: 0.1480558 Jul 16 17:52:30.119937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:30.130164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e27b050f-6d45-4600-bca3-f716abd9b532 req-cf0324bf-c0cf-4fb2-93a4-3d33778e9187 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607963 Jul 16 17:52:30.427131 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b614702-6a69-4b1f-be39-5e65b14be06d req-98d2cd7a-d8fc-4e6c-b9cb-f83d960729ca tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:30.428760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b614702-6a69-4b1f-be39-5e65b14be06d req-98d2cd7a-d8fc-4e6c-b9cb-f83d960729ca tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.0802937 Jul 16 17:52:30.500393 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b614702-6a69-4b1f-be39-5e65b14be06d req-8b576f97-db24-4e76-bcb8-5b3c71c50b97 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541935 Jul 16 17:52:30.515710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50231cb4-b148-449b-a596-9a571aa56bb9 req-56b83350-ab5c-4c18-8468-3a3579e8d5e3 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:30.522551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50231cb4-b148-449b-a596-9a571aa56bb9 req-56b83350-ab5c-4c18-8468-3a3579e8d5e3 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:30.528865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50231cb4-b148-449b-a596-9a571aa56bb9 req-56b83350-ab5c-4c18-8468-3a3579e8d5e3 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:30.537196 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50231cb4-b148-449b-a596-9a571aa56bb9 req-56b83350-ab5c-4c18-8468-3a3579e8d5e3 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2&device_id=a03a6423-50d2-4c4b-8346-74bc16c81d5d&device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 2417 time: 0.1322091 Jul 16 17:52:30.580656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50231cb4-b148-449b-a596-9a571aa56bb9 req-6376c3cb-0773-4fc0-a170-bd4d7c0193af tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Jul 16 17:52:30.606336 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.669972 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b502d52c-667a-414f-b75c-7be44513d867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.695805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f376c0-0a30-4017-8789-edd6bdf4c7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e598ef2-b61e-477a-8490-a26f7743d703'}, {'server_uuid': '71dd985f-3de8-479f-a7e8-723ce3da1d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d9eff6-2036-4d7f-8ac5-61da8bc0cb69'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:30.698668 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605a42f9-d82e-418d-8f7f-e7b69862c3ae" -d '{"events": [{"server_uuid": "89f376c0-0a30-4017-8789-edd6bdf4c7f7", "name": "network-vif-plugged", "status": "completed", "tag": "5e598ef2-b61e-477a-8490-a26f7743d703"}, {"server_uuid": "71dd985f-3de8-479f-a7e8-723ce3da1d3d", "name": "network-vif-plugged", "status": "completed", "tag": "d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:30.735750 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89b4e4e8-5db9-47e0-a9da-2557501a91a2 req-be604b23-dc6d-4a06-8476-65cb73080af3 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 210 time: 0.0454350 Jul 16 17:52:30.807956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-b6b98f14-c0fb-4012-9db1-3aae23392479 req-b0c4ba83-7e18-44bc-9132-96b34192153c tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:52:30.808951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6b98f14-c0fb-4012-9db1-3aae23392479 req-b0c4ba83-7e18-44bc-9132-96b34192153c tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093272 Jul 16 17:52:30.869633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a93be28e-fb60-4d07-9c31-eefd22fdb4cf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:30.871548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a93be28e-fb60-4d07-9c31-eefd22fdb4cf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.35 "GET /v2.0/networks?id=3ca8cab9-7836-4719-ad84-df5447398d87 HTTP/1.1" status: 200 len: 822 time: 0.2303476 Jul 16 17:52:30.891213 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a155e113-e7a0-46af-ad6a-be79027ed5af tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Request body: {'port': {'device_id': '556a9527-249e-4c2b-885e-fca96b17b25c', 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87', 'admin_state_up': True, 'tenant_id': '54cb87e2bd8748548f69fecdceb41100'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:31.105239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6b98f14-c0fb-4012-9db1-3aae23392479 req-40b6293c-4160-45ec-8dd5-e3199815326e tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2861915 Jul 16 17:52:31.129871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df463a69-977d-45ca-b5bf-4309fb8fb29d req-4fd4ce92-59bb-493d-a989-2cbb0f997280 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:31.132422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df463a69-977d-45ca-b5bf-4309fb8fb29d req-4fd4ce92-59bb-493d-a989-2cbb0f997280 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 948 time: 0.2148483 Jul 16 17:52:31.197285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a155e113-e7a0-46af-ad6a-be79027ed5af tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Made reservation on behalf of 54cb87e2bd8748548f69fecdceb41100 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:31.201044 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a155e113-e7a0-46af-ad6a-be79027ed5af tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.230057 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df463a69-977d-45ca-b5bf-4309fb8fb29d req-ee01b868-5054-4fbe-aad8-ce2b23b4a48a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919995 Jul 16 17:52:31.292093 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04aa4dec-68db-49d7-935f-ca7fa8d3f92c x-openstack-request-id: req-04aa4dec-68db-49d7-935f-ca7fa8d3f92c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:31.292715 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f376c0-0a30-4017-8789-edd6bdf4c7f7", "name": "network-vif-plugged", "status": "completed", "tag": "5e598ef2-b61e-477a-8490-a26f7743d703", "code": 200}, {"server_uuid": "71dd985f-3de8-479f-a7e8-723ce3da1d3d", "name": "network-vif-plugged", "status": "completed", "tag": "d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:31.292715 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04aa4dec-68db-49d7-935f-ca7fa8d3f92c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:31.293128 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f376c0-0a30-4017-8789-edd6bdf4c7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e598ef2-b61e-477a-8490-a26f7743d703', 'code': 200} Jul 16 17:52:31.293376 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dd985f-3de8-479f-a7e8-723ce3da1d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d9eff6-2036-4d7f-8ac5-61da8bc0cb69', 'code': 200} Jul 16 17:52:31.420634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a155e113-e7a0-46af-ad6a-be79027ed5af tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Allocated IP 172.20.0.12 (3ca8cab9-7836-4719-ad84-df5447398d87/d5adf46b-7b84-4145-96bb-8a85daef2372/048d14a9-5de4-4e08-a6ec-b0434ea64df8) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:31.537528 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04186203-fb7c-4643-a888-ae25048c54ab req-94a31227-6991-4394-a668-dd8e262467cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:31.539211 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-04186203-fb7c-4643-a888-ae25048c54ab req-94a31227-6991-4394-a668-dd8e262467cc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 1100 time: 0.1103234 Jul 16 17:52:31.632284 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-04186203-fb7c-4643-a888-ae25048c54ab req-e3a4cc96-307a-4077-a82f-11aef8006c01 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852001 Jul 16 17:52:31.730040 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a155e113-e7a0-46af-ad6a-be79027ed5af tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.734114 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.751829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac15e9-30d6-4df1-ad14-1830fed53b2c req-b2692e97-2970-4b7b-b934-ada2a1eb5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:31.753496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64ac15e9-30d6-4df1-ad14-1830fed53b2c req-b2692e97-2970-4b7b-b934-ada2a1eb5225 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 1101 time: 0.2266924 Jul 16 17:52:31.761480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3243807-d043-4cbf-88bf-e2fd1553f268 req-b0cad9ce-09eb-4836-8972-d62c2eacca8e tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:31.763027 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3243807-d043-4cbf-88bf-e2fd1553f268 req-b0cad9ce-09eb-4836-8972-d62c2eacca8e tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 949 time: 0.2373931 Jul 16 17:52:31.865608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:31.877216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64ac15e9-30d6-4df1-ad14-1830fed53b2c req-30380ea8-8037-4300-8d76-4915a236a42b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104794 Jul 16 17:52:31.888796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3243807-d043-4cbf-88bf-e2fd1553f268 req-c0f5c0ef-9b32-48ef-b7a8-6781baea5f28 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137223 Jul 16 17:52:31.909885 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a155e113-e7a0-46af-ad6a-be79027ed5af tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.933264 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:31.933921 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.965908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d90fc-bad0-4e32-8d1a-c333bf75ee8b req-b4bd4070-bd3a-48fe-8bb9-46482d1889d0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:31.967608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-293d90fc-bad0-4e32-8d1a-c333bf75ee8b req-b4bd4070-bd3a-48fe-8bb9-46482d1889d0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.2035253 Jul 16 17:52:32.015572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a155e113-e7a0-46af-ad6a-be79027ed5af tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Network 3ca8cab9-7836-4719-ad84-df5447398d87 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:32.021797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a155e113-e7a0-46af-ad6a-be79027ed5af tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:32.028492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155e113-e7a0-46af-ad6a-be79027ed5af tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Pushing event updated for resources: {'Port': ['ID=048d14a9-5de4-4e08-a6ec-b0434ea64df8,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:32.037927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a155e113-e7a0-46af-ad6a-be79027ed5af tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:32.089668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-293d90fc-bad0-4e32-8d1a-c333bf75ee8b req-7e7ae901-c1bd-4ce2-87b9-70bf0b990a95 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116207 Jul 16 17:52:32.151502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a155e113-e7a0-46af-ad6a-be79027ed5af tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:32.154154 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a155e113-e7a0-46af-ad6a-be79027ed5af tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.189832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-a155e113-e7a0-46af-ad6a-be79027ed5af tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3038628 Jul 16 17:52:32.203704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Request body: {'port': {'device_id': '556a9527-249e-4c2b-885e-fca96b17b25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:32.332434 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.385644 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.428414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:32.434542 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.506353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,revision_number=11']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:32.966316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538d82f-d91d-4f0d-8341-12c46841bb3c req-fc975f08-1f0f-42dd-8f7e-d6820334f7c6 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:32.973549 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f538d82f-d91d-4f0d-8341-12c46841bb3c req-fc975f08-1f0f-42dd-8f7e-d6820334f7c6 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 932 time: 0.2366159 Jul 16 17:52:32.996507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edece56-b3ef-4fb8-8c50-a104c7dc0b5a req-30a25390-d0ef-4bac-a65a-7fc9d336059c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:32.998500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9edece56-b3ef-4fb8-8c50-a104c7dc0b5a req-30a25390-d0ef-4bac-a65a-7fc9d336059c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 948 time: 0.2627194 Jul 16 17:52:33.112980 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f538d82f-d91d-4f0d-8341-12c46841bb3c req-2ce594e2-fd1c-4636-9100-55593cb01bf8 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377270 Jul 16 17:52:33.120988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9edece56-b3ef-4fb8-8c50-a104c7dc0b5a req-b0fbde8a-4e28-4ec0-9900-73845651fe76 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037242 Jul 16 17:52:33.297346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7551a28f-9298-44ac-883c-864d9c497776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:33.299796 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6151b0-92f7-49e5-a556-47399bea9fff" -d '{"events": [{"server_uuid": "7551a28f-9298-44ac-883c-864d9c497776", "name": "network-vif-plugged", "status": "completed", "tag": "d1f9c3d0-5da5-4976-b0e7-6159dffb8be5"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:33.339050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048d14a9-5de4-4e08-a6ec-b0434ea64df8 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:33.349332 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:33.368088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Transition to ACTIVE for port object 048d14a9-5de4-4e08-a6ec-b0434ea64df8 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:33.377898 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:33.480745 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:33.506640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268da0d8-16dd-43ab-974b-174918c1ebe5 req-b2bdb418-1ddf-47ec-8f05-013e271f128c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:33.523469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-268da0d8-16dd-43ab-974b-174918c1ebe5 req-b2bdb418-1ddf-47ec-8f05-013e271f128c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 950 time: 0.2451582 Jul 16 17:52:33.542626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Pushing event updated for resources: {'Port': ['ID=048d14a9-5de4-4e08-a6ec-b0434ea64df8,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:33.642017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-268da0d8-16dd-43ab-974b-174918c1ebe5 req-da8838bb-fef1-410e-9908-c1243d2e893a tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233647 Jul 16 17:52:33.693974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Attempting to bind port 048d14a9-5de4-4e08-a6ec-b0434ea64df8 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:33.694572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Attempting to bind port 048d14a9-5de4-4e08-a6ec-b0434ea64df8 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '3013057c-96ed-40f9-9fcd-9258482b6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:33.695082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Attempting to bind port 048d14a9-5de4-4e08-a6ec-b0434ea64df8 on network 3ca8cab9-7836-4719-ad84-df5447398d87 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:33.706912 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c6b8fe-b519-4c26-a2e8-eb133617c9bb x-openstack-request-id: req-65c6b8fe-b519-4c26-a2e8-eb133617c9bb {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:33.707209 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7551a28f-9298-44ac-883c-864d9c497776", "name": "network-vif-plugged", "status": "completed", "tag": "d1f9c3d0-5da5-4976-b0e7-6159dffb8be5", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:33.707553 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65c6b8fe-b519-4c26-a2e8-eb133617c9bb {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:33.707995 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7551a28f-9298-44ac-883c-864d9c497776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5', 'code': 200} Jul 16 17:52:33.730252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c694c4a-06e1-410e-ab90-b27df30714a4 req-86f07448-42d9-47dd-b9ed-57b28cf4c704 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:33.735743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c694c4a-06e1-410e-ab90-b27df30714a4 req-86f07448-42d9-47dd-b9ed-57b28cf4c704 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.2079122 Jul 16 17:52:33.738333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Port 048d14a9-5de4-4e08-a6ec-b0434ea64df8 on network 3ca8cab9-7836-4719-ad84-df5447398d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:52:33.740251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Attempting to bind port 048d14a9-5de4-4e08-a6ec-b0434ea64df8 on network 3ca8cab9-7836-4719-ad84-df5447398d87 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:33.783701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:33.784077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Checking segment: {'id': '3013057c-96ed-40f9-9fcd-9258482b6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:33.785203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Bound using segment: {'id': '3013057c-96ed-40f9-9fcd-9258482b6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:33.796422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Bound port: 048d14a9-5de4-4e08-a6ec-b0434ea64df8, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3013057c-96ed-40f9-9fcd-9258482b6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:33.797044 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:33.916066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c694c4a-06e1-410e-ab90-b27df30714a4 req-88afdc5a-70d0-42cd-aa9f-315629d95c1f tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697717 Jul 16 17:52:33.980561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] For port 048d14a9-5de4-4e08-a6ec-b0434ea64df8, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:33.984605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] For port 048d14a9-5de4-4e08-a6ec-b0434ea64df8, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=048d14a9-5de4-4e08-a6ec-b0434ea64df8,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:33.991793 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:34.017996 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08039f95-59db-4c7a-b56c-8d2374bc3df0 req-2f7e5e72-cfcc-4b77-8ee7-f716e1e233f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:34.019560 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-08039f95-59db-4c7a-b56c-8d2374bc3df0 req-2f7e5e72-cfcc-4b77-8ee7-f716e1e233f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 1102 time: 0.0852807 Jul 16 17:52:34.051520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:34.052684 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:34.054369 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] 10.222.0.35 "PUT /v2.0/ports/048d14a9-5de4-4e08-a6ec-b0434ea64df8 HTTP/1.1" status: 200 len: 1093 time: 1.8556416 Jul 16 17:52:34.054821 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556a9527-249e-4c2b-885e-fca96b17b25c', 'tag': '048d14a9-5de4-4e08-a6ec-b0434ea64df8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:34.057228 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a2e9ea-8848-421a-b033-2417b23f0cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "556a9527-249e-4c2b-885e-fca96b17b25c", "tag": "048d14a9-5de4-4e08-a6ec-b0434ea64df8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:34.090583 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-08039f95-59db-4c7a-b56c-8d2374bc3df0 req-8bd69444-01b0-41ce-9e7d-d38f87bb6e6f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595214 Jul 16 17:52:34.093202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee288854-b3b3-4877-b6e0-278f26a289b1 service neutron] Pushing event updated for resources: {'Port': ['ID=048d14a9-5de4-4e08-a6ec-b0434ea64df8,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:34.111862 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4379ca00-bf4a-4f9c-bdc6-c089ff7118a5 x-openstack-request-id: req-4379ca00-bf4a-4f9c-bdc6-c089ff7118a5 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:34.112194 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556a9527-249e-4c2b-885e-fca96b17b25c", "tag": "048d14a9-5de4-4e08-a6ec-b0434ea64df8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:34.112499 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4379ca00-bf4a-4f9c-bdc6-c089ff7118a5 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:34.112868 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556a9527-249e-4c2b-885e-fca96b17b25c', 'tag': '048d14a9-5de4-4e08-a6ec-b0434ea64df8', 'status': 'completed', 'code': 200} Jul 16 17:52:34.309356 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-14d5a384-ccf4-42bd-93d4-bca6c5c8de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:34.311129 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-14d5a384-ccf4-42bd-93d4-bca6c5c8de2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54cb87e2bd8748548f69fecdceb41100&device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 1096 time: 0.1289229 Jul 16 17:52:34.372998 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-891e1e3e-1822-4175-bd26-25d800a5c420 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=048d14a9-5de4-4e08-a6ec-b0434ea64df8 HTTP/1.1" status: 200 len: 217 time: 0.0455198 Jul 16 17:52:34.411187 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4370da-d647-41e6-90ed-92409957726d req-80babd4b-8943-44d5-b9d9-1f1fe7e3d083 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:34.418997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d4370da-d647-41e6-90ed-92409957726d req-80babd4b-8943-44d5-b9d9-1f1fe7e3d083 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 948 time: 0.1334465 Jul 16 17:52:34.446472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-34046672-72ba-4606-a9e1-f52091533fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:34.448308 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-34046672-72ba-4606-a9e1-f52091533fff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5adf46b-7b84-4145-96bb-8a85daef2372 HTTP/1.1" status: 200 len: 862 time: 0.0563467 Jul 16 17:52:34.479469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d4370da-d647-41e6-90ed-92409957726d req-e90c58c4-a8ce-42cb-932e-c149eec1c2e3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585351 Jul 16 17:52:34.506737 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-50053add-cbae-41a5-a3eb-a2648a9ef574 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ca8cab9-7836-4719-ad84-df5447398d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448387 Jul 16 17:52:34.599422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4b99-ec75-4f23-9930-6f326de5304b req-77fd3127-3b7b-40d6-af76-1a6f099a0f13 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:34.601022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81ca4b99-ec75-4f23-9930-6f326de5304b req-77fd3127-3b7b-40d6-af76-1a6f099a0f13 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 944 time: 0.1215148 Jul 16 17:52:34.637391 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-e1433d9e-f56a-4b3c-bbd1-7eb81e6bc9d8 service neutron] 10.222.0.35 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178598 Jul 16 17:52:34.648925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81ca4b99-ec75-4f23-9930-6f326de5304b req-61b4c529-abee-427a-8b59-87986a6ddfb3 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390878 Jul 16 17:52:34.785750 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-44b4b6c9-438d-43cf-bb77-b0c791c0406c req-89e78bcb-1869-475a-88e0-71560c0a1c33 service neutron] 10.222.0.35 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366477 Jul 16 17:52:34.857942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32097c7-c2ce-43a8-a58c-346d105e0c75 req-a1ce9dfe-8b9d-4529-95e8-4e2e3cf9bd55 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:34.865340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b32097c7-c2ce-43a8-a58c-346d105e0c75 req-a1ce9dfe-8b9d-4529-95e8-4e2e3cf9bd55 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 1100 time: 0.0696900 Jul 16 17:52:34.918275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2e9ea-8848-421a-b033-2417b23f0cc0 req-bc46fed6-c2ce-4129-a052-346946ea2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:34.920239 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-17a2e9ea-8848-421a-b033-2417b23f0cc0 req-bc46fed6-c2ce-4129-a052-346946ea2d9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54cb87e2bd8748548f69fecdceb41100&device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 1096 time: 0.0668058 Jul 16 17:52:34.939527 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b32097c7-c2ce-43a8-a58c-346d105e0c75 req-860d08f7-e854-489e-af8d-c06aed622d85 tempest-ServersOnMultiNodesTest-1819664461 tempest-ServersOnMultiNodesTest-1819664461-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728834 Jul 16 17:52:35.062313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2e9ea-8848-421a-b033-2417b23f0cc0 req-2bd54c89-f4bc-4178-86d2-f4409e3cd2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:35.063861 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-17a2e9ea-8848-421a-b033-2417b23f0cc0 req-2bd54c89-f4bc-4178-86d2-f4409e3cd2fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ca8cab9-7836-4719-ad84-df5447398d87 HTTP/1.1" status: 200 len: 923 time: 0.1341052 Jul 16 17:52:35.157260 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-17a2e9ea-8848-421a-b033-2417b23f0cc0 req-6ee1ecb1-d740-4f56-9ba1-ab915b3b7f51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=048d14a9-5de4-4e08-a6ec-b0434ea64df8 HTTP/1.1" status: 200 len: 217 time: 0.0724955 Jul 16 17:52:35.171498 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d7500-a1f9-49c2-a557-eb3cc64b8fcd req-784326d1-fb0b-4fbf-8293-a5ebe43d4d30 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:35.173500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-323d7500-a1f9-49c2-a557-eb3cc64b8fcd req-784326d1-fb0b-4fbf-8293-a5ebe43d4d30 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 950 time: 0.1013527 Jul 16 17:52:35.230145 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2e9ea-8848-421a-b033-2417b23f0cc0 req-5d1cac77-528b-4b2d-915b-ea8f47cbc81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:35.232101 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-17a2e9ea-8848-421a-b033-2417b23f0cc0 req-5d1cac77-528b-4b2d-915b-ea8f47cbc81a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5adf46b-7b84-4145-96bb-8a85daef2372 HTTP/1.1" status: 200 len: 862 time: 0.0588250 Jul 16 17:52:35.244350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-323d7500-a1f9-49c2-a557-eb3cc64b8fcd req-38e5a819-9ec1-47f0-a634-461503e0c255 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622139 Jul 16 17:52:35.298672 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-17a2e9ea-8848-421a-b033-2417b23f0cc0 req-827d81b0-b8fe-403b-9ddc-e32acb3e8b99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ca8cab9-7836-4719-ad84-df5447398d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516949 Jul 16 17:52:35.372182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acf368-08d8-46d4-881a-2ff14ebc7bc4 req-a51ee557-9e06-4ea5-a7f9-3685ee8d8e65 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:35.386668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d4acf368-08d8-46d4-881a-2ff14ebc7bc4 req-a51ee557-9e06-4ea5-a7f9-3685ee8d8e65 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 945 time: 0.1102743 Jul 16 17:52:35.447924 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d4acf368-08d8-46d4-881a-2ff14ebc7bc4 req-b866ee98-1859-4bcc-bad5-ce4e05b9018c tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565188 Jul 16 17:52:35.461809 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-17a2e9ea-8848-421a-b033-2417b23f0cc0 req-0fe2700c-df77-461a-abcd-aca1a540f9e0 service neutron] 10.222.0.35 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455462 Jul 16 17:52:35.615730 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-17a2e9ea-8848-421a-b033-2417b23f0cc0 req-0509f1c2-b616-4c87-938d-277cadbe3289 service neutron] 10.222.0.35 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313353 Jul 16 17:52:35.619415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c4ae7-7cc7-40f2-a420-6588cf07a5a9 req-d28545a1-f209-442d-8e5c-7c178e23ec3b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:35.621994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d03c4ae7-7cc7-40f2-a420-6588cf07a5a9 req-d28545a1-f209-442d-8e5c-7c178e23ec3b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.1297469 Jul 16 17:52:35.675893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d03c4ae7-7cc7-40f2-a420-6588cf07a5a9 req-cf87c27b-2221-4f52-b2bd-085a7ba30afb tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472095 Jul 16 17:52:35.980301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66bf76-c578-4197-bcc6-8767fcc198e9 req-810d864d-947a-40e8-a97b-82b0201dfbc3 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:35.981845 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c66bf76-c578-4197-bcc6-8767fcc198e9 req-810d864d-947a-40e8-a97b-82b0201dfbc3 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 945 time: 0.1206489 Jul 16 17:52:36.003392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a19f2-c348-4ae0-96e5-d3dab83f8a8a req-576f1f39-bd3d-453b-a111-c3ff36d7889c tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:36.005118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-275a19f2-c348-4ae0-96e5-d3dab83f8a8a req-576f1f39-bd3d-453b-a111-c3ff36d7889c tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 944 time: 0.1059334 Jul 16 17:52:36.058154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c66bf76-c578-4197-bcc6-8767fcc198e9 req-3ccf0b1a-c26a-4bc6-9f6f-0829a9b7e52a tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1cb19f0-0d11-4933-a350-edab8d03f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686531 Jul 16 17:52:36.063271 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-275a19f2-c348-4ae0-96e5-d3dab83f8a8a req-57ac6d0e-9ca2-48b3-8afa-fbcbd3fb53ee tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505710 Jul 16 17:52:36.229917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed75ac5-979a-4708-8218-745d3e83a8d4 req-177e34fc-4f89-47bb-9e1b-24ad23e82128 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:36.231486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ed75ac5-979a-4708-8218-745d3e83a8d4 req-177e34fc-4f89-47bb-9e1b-24ad23e82128 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 948 time: 0.0672572 Jul 16 17:52:36.272685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ed75ac5-979a-4708-8218-745d3e83a8d4 req-2ca80ba1-0ed6-441d-a291-12e189160235 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351284 Jul 16 17:52:36.431624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da00c56-db52-47ca-abb9-3e1c11ff2b20 req-94c725f8-ec54-4989-ab32-d08c24be9847 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:36.433202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3da00c56-db52-47ca-abb9-3e1c11ff2b20 req-94c725f8-ec54-4989-ab32-d08c24be9847 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 950 time: 0.0769887 Jul 16 17:52:36.476225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3da00c56-db52-47ca-abb9-3e1c11ff2b20 req-09c85e41-8c37-4749-92f3-3ed35f55026e tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372455 Jul 16 17:52:36.667588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11157c-3107-4cca-a8ea-3eb998bd4d04 req-6c1a80e5-253f-411c-8454-9fe3d79f684b tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:36.670083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d11157c-3107-4cca-a8ea-3eb998bd4d04 req-6c1a80e5-253f-411c-8454-9fe3d79f684b tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 945 time: 0.0779624 Jul 16 17:52:36.720532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d11157c-3107-4cca-a8ea-3eb998bd4d04 req-97f7ace2-6331-475c-8cca-512c5b9ec55e tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441024 Jul 16 17:52:36.917568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7baa3c-b186-45d5-9986-f97b731934d0 req-43adc8fa-3a9a-45dd-aeb5-5e167ec139e2 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:36.919091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f7baa3c-b186-45d5-9986-f97b731934d0 req-43adc8fa-3a9a-45dd-aeb5-5e167ec139e2 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.1132822 Jul 16 17:52:36.925428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d644afb-93aa-4bd0-9991-c5df07a85685 req-c5c79ed5-749a-4c09-a0a9-98c64393cb95 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:36.927777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d644afb-93aa-4bd0-9991-c5df07a85685 req-c5c79ed5-749a-4c09-a0a9-98c64393cb95 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 1102 time: 0.0902054 Jul 16 17:52:36.983608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f7baa3c-b186-45d5-9986-f97b731934d0 req-943bf0e7-8dc7-476a-aca8-14e2450fb985 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547724 Jul 16 17:52:36.987444 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d644afb-93aa-4bd0-9991-c5df07a85685 req-a8e14f66-9d12-4b78-acb9-a3a8784db5b9 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525830 Jul 16 17:52:37.272134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f27e1-93a1-4a28-bc0b-9fcd5e64fa50 req-9ab42580-c51a-47a6-b9b3-d56040859c65 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:37.274288 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-114f27e1-93a1-4a28-bc0b-9fcd5e64fa50 req-9ab42580-c51a-47a6-b9b3-d56040859c65 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 945 time: 0.0922101 Jul 16 17:52:37.319299 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee1686-29d5-494e-a075-aabd948ab8a9 req-d8645bb3-fc68-49e8-9b9b-fa465305f6b5 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:37.321151 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cfee1686-29d5-494e-a075-aabd948ab8a9 req-d8645bb3-fc68-49e8-9b9b-fa465305f6b5 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.35 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 945 time: 0.0946627 Jul 16 17:52:37.375242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-114f27e1-93a1-4a28-bc0b-9fcd5e64fa50 req-29f82498-971e-4657-a837-5148a56cd9fe tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1cb19f0-0d11-4933-a350-edab8d03f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947092 Jul 16 17:52:37.416556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf6cfd-6cab-4a69-b9e7-4c12beb31997 req-22427d42-a24f-417c-90bc-56414a7561f6 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:37.418493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5acf6cfd-6cab-4a69-b9e7-4c12beb31997 req-22427d42-a24f-417c-90bc-56414a7561f6 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 944 time: 0.0940921 Jul 16 17:52:37.472711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5acf6cfd-6cab-4a69-b9e7-4c12beb31997 req-91699793-4f5b-4068-a67b-31efe7abe7dc tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 Jul 16 17:52:37.473427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-cfee1686-29d5-494e-a075-aabd948ab8a9 req-dd69f8a8-2d71-488b-9af5-c3928defbdb7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Deleting port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:37.474739 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-cfee1686-29d5-494e-a075-aabd948ab8a9 req-dd69f8a8-2d71-488b-9af5-c3928defbdb7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:37.569118 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb88e75-fdea-43c2-9563-2ea71b16902c req-894bb384-6db0-4d93-b644-7365d86fa173 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:37.576530 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5bb88e75-fdea-43c2-9563-2ea71b16902c req-894bb384-6db0-4d93-b644-7365d86fa173 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 1102 time: 0.0767331 Jul 16 17:52:37.594140 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-cfee1686-29d5-494e-a075-aabd948ab8a9 req-dd69f8a8-2d71-488b-9af5-c3928defbdb7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] For port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5bf6a2a1-103c-49ef-be76-df9a1e85a0b0,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:37.594140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-cfee1686-29d5-494e-a075-aabd948ab8a9 req-dd69f8a8-2d71-488b-9af5-c3928defbdb7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:37.610259 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-cfee1686-29d5-494e-a075-aabd948ab8a9 req-dd69f8a8-2d71-488b-9af5-c3928defbdb7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Calling delete_port for 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:37.613700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5bb88e75-fdea-43c2-9563-2ea71b16902c req-d21eafef-8c98-44bc-beba-a5d31fc00db3 tempest-ServersAdminTestJSON-653955324 tempest-ServersAdminTestJSON-653955324-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359504 Jul 16 17:52:37.690646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2400c15-d6f7-426c-a3e8-86d154593d02 req-9a56cc7f-f533-445f-b567-d8a1a32f940e tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:37.692262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2400c15-d6f7-426c-a3e8-86d154593d02 req-9a56cc7f-f533-445f-b567-d8a1a32f940e tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 948 time: 0.0818319 Jul 16 17:52:37.735823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2400c15-d6f7-426c-a3e8-86d154593d02 req-724db3b1-c74c-45ba-9ffa-a57143aa5227 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370340 Jul 16 17:52:37.811328 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-cfee1686-29d5-494e-a075-aabd948ab8a9 req-dd69f8a8-2d71-488b-9af5-c3928defbdb7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:37.826845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['9633a661-2fd4-4642-8b42-bfc8f050c1e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:37.833853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['5cb03ff4-ca5a-4229-8a6f-47f138a794ba', '5bf6a2a1-103c-49ef-be76-df9a1e85a0b0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:37.890446 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69f8a8-2d71-488b-9af5-c3928defbdb7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Pushing event deleted for resources: {'Port': ['ID=5bf6a2a1-103c-49ef-be76-df9a1e85a0b0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:37.969784 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f856869-d42c-4794-b3fb-3dbad88b124b req-2b3a3bb5-1378-4f99-aed0-6fd431ec6b59 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 210 time: 0.0505557 Jul 16 17:52:37.989833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 048d14a9-5de4-4e08-a6ec-b0434ea64df8 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:37.994442 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfee1686-29d5-494e-a075-aabd948ab8a9 req-dd69f8a8-2d71-488b-9af5-c3928defbdb7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] No DVR routers for this DVR port 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:37.997125 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-cfee1686-29d5-494e-a075-aabd948ab8a9 req-dd69f8a8-2d71-488b-9af5-c3928defbdb7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:37.999358 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cfee1686-29d5-494e-a075-aabd948ab8a9 req-dd69f8a8-2d71-488b-9af5-c3928defbdb7 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.35 "DELETE /v2.0/ports/5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 HTTP/1.1" status: 204 len: 173 time: 0.6635540 Jul 16 17:52:37.999831 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fbae44-2640-4ae6-bd71-c46a325a0cd2', 'name': 'network-vif-deleted', 'tag': '5bf6a2a1-103c-49ef-be76-df9a1e85a0b0'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:38.002547 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb9f6ae-1a8a-4c85-911b-b4f4d294e339" -d '{"events": [{"server_uuid": "37fbae44-2640-4ae6-bd71-c46a325a0cd2", "name": "network-vif-deleted", "tag": "5bf6a2a1-103c-49ef-be76-df9a1e85a0b0"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:38.053579 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67378ece-c783-4ac7-95b6-9618d36c838f x-openstack-request-id: req-67378ece-c783-4ac7-95b6-9618d36c838f {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:38.053884 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37fbae44-2640-4ae6-bd71-c46a325a0cd2", "name": "network-vif-deleted", "tag": "5bf6a2a1-103c-49ef-be76-df9a1e85a0b0", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:38.054139 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67378ece-c783-4ac7-95b6-9618d36c838f {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:38.054532 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fbae44-2640-4ae6-bd71-c46a325a0cd2', 'name': 'network-vif-deleted', 'tag': '5bf6a2a1-103c-49ef-be76-df9a1e85a0b0', 'status': 'completed', 'code': 200} Jul 16 17:52:38.220504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e03c73-aee8-4f09-9383-7777655a8bac req-d256cde3-226e-4b7b-a95f-5f0026e459f0 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:38.231701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75e03c73-aee8-4f09-9383-7777655a8bac req-d256cde3-226e-4b7b-a95f-5f0026e459f0 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 949 time: 0.0873954 Jul 16 17:52:38.259008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb6480-7b82-485d-a7bd-1cc4d05d2fce req-8698f68c-d4e0-479e-aa5a-7fda94fc80c3 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:38.265691 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e8bb6480-7b82-485d-a7bd-1cc4d05d2fce req-8698f68c-d4e0-479e-aa5a-7fda94fc80c3 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.35 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 945 time: 0.1544685 Jul 16 17:52:38.311885 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 048d14a9-5de4-4e08-a6ec-b0434ea64df8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=048d14a9-5de4-4e08-a6ec-b0434ea64df8,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:38.338853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '048d14a9-5de4-4e08-a6ec-b0434ea64df8', 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87', 'port_id': '048d14a9-5de4-4e08-a6ec-b0434ea64df8', 'mac_address': 'fa:16:3e:1b:55:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5adf46b-7b84-4145-96bb-8a85daef2372', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:38.384615 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75e03c73-aee8-4f09-9383-7777655a8bac req-00e95304-8bcc-448d-b75e-dc9372f26054 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450820 Jul 16 17:52:38.423658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143645e-7892-4dd5-9dfd-49f5fbef9b9a req-e07febb1-4847-4ebd-96d3-b57a9081a94e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:38.435773 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.438822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b143645e-7892-4dd5-9dfd-49f5fbef9b9a req-e07febb1-4847-4ebd-96d3-b57a9081a94e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.1856692 Jul 16 17:52:38.467356 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-e8bb6480-7b82-485d-a7bd-1cc4d05d2fce req-1bc08840-35bd-469a-8c64-35d097c06cff tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Deleting port bfac6fa8-2f2f-431f-997b-8e67364255ac {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:38.467988 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8bb6480-7b82-485d-a7bd-1cc4d05d2fce req-1bc08840-35bd-469a-8c64-35d097c06cff tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.477265 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048d14a9-5de4-4e08-a6ec-b0434ea64df8 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:38.502181 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 048d14a9-5de4-4e08-a6ec-b0434ea64df8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=048d14a9-5de4-4e08-a6ec-b0434ea64df8,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:38.508136 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.540001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b143645e-7892-4dd5-9dfd-49f5fbef9b9a req-07ad4c9c-a2cc-47a9-9ba6-2947196cf303 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986681 Jul 16 17:52:38.569775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=048d14a9-5de4-4e08-a6ec-b0434ea64df8,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:38.611478 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-e8bb6480-7b82-485d-a7bd-1cc4d05d2fce req-1bc08840-35bd-469a-8c64-35d097c06cff tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] For port bfac6fa8-2f2f-431f-997b-8e67364255ac, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bfac6fa8-2f2f-431f-997b-8e67364255ac,segment=NetworkSegment(e7709405-d6ec-4db9-9c16-a13586d1f20d),segment_id=e7709405-d6ec-4db9-9c16-a13586d1f20d)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:38.612232 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8bb6480-7b82-485d-a7bd-1cc4d05d2fce req-1bc08840-35bd-469a-8c64-35d097c06cff tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.626420 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-e8bb6480-7b82-485d-a7bd-1cc4d05d2fce req-1bc08840-35bd-469a-8c64-35d097c06cff tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Calling delete_port for bfac6fa8-2f2f-431f-997b-8e67364255ac owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:38.715352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae408a6-b426-4c92-ba60-069a32608f64 req-1b40d1b6-669c-4a6d-84f4-1bad767738c9 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:38.716529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ae408a6-b426-4c92-ba60-069a32608f64 req-1b40d1b6-669c-4a6d-84f4-1bad767738c9 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 945 time: 0.1142256 Jul 16 17:52:38.761646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc617ccf-a339-4e5b-b07b-bf1b3e367e2d req-a27c7b00-2664-4061-a12e-810098b6540d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:38.763538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc617ccf-a339-4e5b-b07b-bf1b3e367e2d req-a27c7b00-2664-4061-a12e-810098b6540d tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 945 time: 0.1086562 Jul 16 17:52:38.791521 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8bb6480-7b82-485d-a7bd-1cc4d05d2fce req-1bc08840-35bd-469a-8c64-35d097c06cff tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.815941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ae408a6-b426-4c92-ba60-069a32608f64 req-f2dfb920-c191-4347-8061-738ae35c1da0 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1cb19f0-0d11-4933-a350-edab8d03f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810990 Jul 16 17:52:38.841781 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc08840-35bd-469a-8c64-35d097c06cff tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Pushing event deleted for resources: {'Port': ['ID=bfac6fa8-2f2f-431f-997b-8e67364255ac,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:38.866379 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc617ccf-a339-4e5b-b07b-bf1b3e367e2d req-d8c11bc4-55c0-4a30-ae24-b712d2032c3e tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897849 Jul 16 17:52:38.921468 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bb6480-7b82-485d-a7bd-1cc4d05d2fce req-1bc08840-35bd-469a-8c64-35d097c06cff tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] No DVR routers for this DVR port bfac6fa8-2f2f-431f-997b-8e67364255ac on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:38.924773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8bb6480-7b82-485d-a7bd-1cc4d05d2fce req-1bc08840-35bd-469a-8c64-35d097c06cff tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.927424 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e8bb6480-7b82-485d-a7bd-1cc4d05d2fce req-1bc08840-35bd-469a-8c64-35d097c06cff tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.35 "DELETE /v2.0/ports/bfac6fa8-2f2f-431f-997b-8e67364255ac HTTP/1.1" status: 204 len: 173 time: 0.6364908 Jul 16 17:52:38.941401 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['bfac6fa8-2f2f-431f-997b-8e67364255ac'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:38.992210 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['048d14a9-5de4-4e08-a6ec-b0434ea64df8'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:39.057084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667ea32-2aef-4da6-8ad3-cc7f7d0efabf req-ae19e882-e383-4949-94c5-3bda849841a2 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:39.067857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0667ea32-2aef-4da6-8ad3-cc7f7d0efabf req-ae19e882-e383-4949-94c5-3bda849841a2 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 948 time: 0.1193204 Jul 16 17:52:39.128830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0667ea32-2aef-4da6-8ad3-cc7f7d0efabf req-e8d528ec-d454-4816-975c-b8d9ea87b268 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545778 Jul 16 17:52:39.240956 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97827ebd-6c44-4311-966c-a9d199a68d27 req-f0f276ca-f89d-423e-abe3-b6cc90c88924 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=37fbae44-2640-4ae6-bd71-c46a325a0cd2 HTTP/1.1" status: 200 len: 210 time: 0.0371647 Jul 16 17:52:39.580761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30c8a2-cc82-4603-a3ea-9e4161599d1f req-488bf8db-e9bf-4d38-8a7e-e198811217c8 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:39.582484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b30c8a2-cc82-4603-a3ea-9e4161599d1f req-488bf8db-e9bf-4d38-8a7e-e198811217c8 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 949 time: 0.0872276 Jul 16 17:52:39.624120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b30c8a2-cc82-4603-a3ea-9e4161599d1f req-f79f83d5-9580-45f0-a5c3-1ed070430ce2 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351124 Jul 16 17:52:39.763189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351478fc-098e-440b-ba1f-4f4f28de170e req-428cbab3-d736-47f3-b0f2-451704db0a68 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:39.766234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-351478fc-098e-440b-ba1f-4f4f28de170e req-428cbab3-d736-47f3-b0f2-451704db0a68 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.1018331 Jul 16 17:52:39.817105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-351478fc-098e-440b-ba1f-4f4f28de170e req-75b46857-edf9-4977-bc2e-97d26c5583e7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437999 Jul 16 17:52:39.902097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device bfac6fa8-2f2f-431f-997b-8e67364255ac no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:39.955208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: bfac6fa8-2f2f-431f-997b-8e67364255ac {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:39.956141 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device bfac6fa8-2f2f-431f-997b-8e67364255ac not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:39.956975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:40.018945 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:40.019481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5bf6a2a1-103c-49ef-be76-df9a1e85a0b0 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:40.055740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44674a32-4ba9-464f-95d2-9534808a85d0', 'name': 'network-vif-deleted', 'tag': 'bfac6fa8-2f2f-431f-997b-8e67364255ac'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:40.062494 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f60d10-efb7-48b3-bb7e-b714232e8155" -d '{"events": [{"server_uuid": "44674a32-4ba9-464f-95d2-9534808a85d0", "name": "network-vif-deleted", "tag": "bfac6fa8-2f2f-431f-997b-8e67364255ac"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:40.064707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ad097ce-ec14-4b8b-835d-4d3761d1e2a0 req-2c950209-41f4-4ae3-bec5-951f8dbe8ab9 tempest-VolumesAdminNegativeTest-111387161 tempest-VolumesAdminNegativeTest-111387161-project] 10.222.0.41 "GET /v2.0/ports?device_id=44674a32-4ba9-464f-95d2-9534808a85d0 HTTP/1.1" status: 200 len: 210 time: 0.0410404 Jul 16 17:52:40.153015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf9471-cdf2-455e-a642-0b5f1b1c3d9b req-da65d7e8-9c0a-4bc6-88ba-7715a87ec808 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:40.155540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0bf9471-cdf2-455e-a642-0b5f1b1c3d9b req-da65d7e8-9c0a-4bc6-88ba-7715a87ec808 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 945 time: 0.0896940 Jul 16 17:52:40.214533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0bf9471-cdf2-455e-a642-0b5f1b1c3d9b req-ee1a3c59-6fbf-4e51-9b7b-d861415f1e6a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518112 Jul 16 17:52:40.270055 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7867f1-4106-4833-8c8d-97ce748f36d7 x-openstack-request-id: req-fb7867f1-4106-4833-8c8d-97ce748f36d7 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:40.270776 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44674a32-4ba9-464f-95d2-9534808a85d0", "name": "network-vif-deleted", "tag": "bfac6fa8-2f2f-431f-997b-8e67364255ac", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:40.271064 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb7867f1-4106-4833-8c8d-97ce748f36d7 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:40.271667 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44674a32-4ba9-464f-95d2-9534808a85d0', 'name': 'network-vif-deleted', 'tag': 'bfac6fa8-2f2f-431f-997b-8e67364255ac', 'status': 'completed', 'code': 200} Jul 16 17:52:40.359394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d302269-16dc-411e-82ff-461b6e2f1101 req-6c838147-b2b1-4dfb-8391-8710d56faf85 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:40.361296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d302269-16dc-411e-82ff-461b6e2f1101 req-6c838147-b2b1-4dfb-8391-8710d56faf85 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 948 time: 0.0841413 Jul 16 17:52:40.515108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c82c15-3ff1-419a-a7df-23eeb8f36458 req-b652e5d3-8923-4b1b-a1ec-4da2e8ffea82 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:40.516731 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-54c82c15-3ff1-419a-a7df-23eeb8f36458 req-b652e5d3-8923-4b1b-a1ec-4da2e8ffea82 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 949 time: 0.1076767 Jul 16 17:52:40.546411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc3700-fe25-462a-ba45-63495a3e2bfe req-3097f222-9617-4a63-9aee-873e329a306d tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:40.548437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60dc3700-fe25-462a-ba45-63495a3e2bfe req-3097f222-9617-4a63-9aee-873e329a306d tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 948 time: 0.1861777 Jul 16 17:52:40.599051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8d302269-16dc-411e-82ff-461b6e2f1101 req-bfcc4b94-4204-40fb-a77a-9c8433b38db7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Deleting port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:40.599784 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d302269-16dc-411e-82ff-461b6e2f1101 req-bfcc4b94-4204-40fb-a77a-9c8433b38db7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:40.629044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60dc3700-fe25-462a-ba45-63495a3e2bfe req-cd8876ea-33eb-46a6-bb56-bb1479615fdb tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681002 Jul 16 17:52:40.661485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-54c82c15-3ff1-419a-a7df-23eeb8f36458 req-0b93227c-f508-4739-b50c-c42444b5e21c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Deleting port 83fd8588-4417-43f1-8924-b92d6a642556 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:40.661822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-54c82c15-3ff1-419a-a7df-23eeb8f36458 req-0b93227c-f508-4739-b50c-c42444b5e21c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:40.774382 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-54c82c15-3ff1-419a-a7df-23eeb8f36458 req-0b93227c-f508-4739-b50c-c42444b5e21c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] For port 83fd8588-4417-43f1-8924-b92d6a642556, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=83fd8588-4417-43f1-8924-b92d6a642556,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:40.774744 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-54c82c15-3ff1-419a-a7df-23eeb8f36458 req-0b93227c-f508-4739-b50c-c42444b5e21c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:40.790828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-54c82c15-3ff1-419a-a7df-23eeb8f36458 req-0b93227c-f508-4739-b50c-c42444b5e21c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Calling delete_port for 83fd8588-4417-43f1-8924-b92d6a642556 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:40.831649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8d302269-16dc-411e-82ff-461b6e2f1101 req-bfcc4b94-4204-40fb-a77a-9c8433b38db7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] For port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:40.832231 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d302269-16dc-411e-82ff-461b6e2f1101 req-bfcc4b94-4204-40fb-a77a-9c8433b38db7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:40.874289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8d302269-16dc-411e-82ff-461b6e2f1101 req-bfcc4b94-4204-40fb-a77a-9c8433b38db7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Calling delete_port for d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:40.938925 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-54c82c15-3ff1-419a-a7df-23eeb8f36458 req-0b93227c-f508-4739-b50c-c42444b5e21c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:40.952210 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['83fd8588-4417-43f1-8924-b92d6a642556', 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:40.992447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['f548c0ec-f107-41d8-b449-2f6004ed5f2e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:41.016728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d33cc5-1380-4db3-89bf-4bd3ee8cfdd3 req-c53a5ee4-de2d-4fea-a40d-d6600c1dc2a8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:41.023115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02d33cc5-1380-4db3-89bf-4bd3ee8cfdd3 req-c53a5ee4-de2d-4fea-a40d-d6600c1dc2a8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=a03a6423-50d2-4c4b-8346-74bc16c81d5d HTTP/1.1" status: 200 len: 945 time: 0.2260690 Jul 16 17:52:41.052696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93227c-f508-4739-b50c-c42444b5e21c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Pushing event deleted for resources: {'Port': ['ID=83fd8588-4417-43f1-8924-b92d6a642556,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:41.070519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc4c08-bf3d-4cec-83d9-fa1a17cc745e req-0526dff4-b88f-4b4e-97cb-d0dc9525a728 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:41.078191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cdc4c08-bf3d-4cec-83d9-fa1a17cc745e req-0526dff4-b88f-4b4e-97cb-d0dc9525a728 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8e52c69-7f55-445e-b66c-fd5d767d9536 HTTP/1.1" status: 200 len: 867 time: 0.2545588 Jul 16 17:52:41.089989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c82c15-3ff1-419a-a7df-23eeb8f36458 req-0b93227c-f508-4739-b50c-c42444b5e21c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] No DVR routers for this DVR port 83fd8588-4417-43f1-8924-b92d6a642556 on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:41.093018 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-54c82c15-3ff1-419a-a7df-23eeb8f36458 req-0b93227c-f508-4739-b50c-c42444b5e21c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.096786 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-54c82c15-3ff1-419a-a7df-23eeb8f36458 req-0b93227c-f508-4739-b50c-c42444b5e21c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.35 "DELETE /v2.0/ports/83fd8588-4417-43f1-8924-b92d6a642556 HTTP/1.1" status: 204 len: 173 time: 0.5712948 Jul 16 17:52:41.144077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02d33cc5-1380-4db3-89bf-4bd3ee8cfdd3 req-6915fb3e-45ed-471b-be26-41cf8a6b6ab8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142838 Jul 16 17:52:41.211334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cdc4c08-bf3d-4cec-83d9-fa1a17cc745e req-a635a323-5e83-4dff-b420-1c78686b64f9 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321375 Jul 16 17:52:41.280346 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d302269-16dc-411e-82ff-461b6e2f1101 req-bfcc4b94-4204-40fb-a77a-9c8433b38db7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.379349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53282) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:41.399991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc4b94-4204-40fb-a77a-9c8433b38db7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event deleted for resources: {'Port': ['ID=d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:41.477160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d302269-16dc-411e-82ff-461b6e2f1101 req-bfcc4b94-4204-40fb-a77a-9c8433b38db7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] No DVR routers for this DVR port d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:41.480832 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d302269-16dc-411e-82ff-461b6e2f1101 req-bfcc4b94-4204-40fb-a77a-9c8433b38db7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.482801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d302269-16dc-411e-82ff-461b6e2f1101 req-bfcc4b94-4204-40fb-a77a-9c8433b38db7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "DELETE /v2.0/ports/d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 HTTP/1.1" status: 204 len: 173 time: 1.1104629 Jul 16 17:52:41.483239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dd985f-3de8-479f-a7e8-723ce3da1d3d', 'name': 'network-vif-deleted', 'tag': 'd4d9eff6-2036-4d7f-8ac5-61da8bc0cb69'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:41.483385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bdcfe4-c751-4865-b97a-8ae09de7c2d3 admin admin] Deleting subnet c9340078-f6f1-4bda-abcc-5d12418a7941 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:52:41.486002 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bffb704-e472-40e8-8b6e-23fe2d2bab63" -d '{"events": [{"server_uuid": "71dd985f-3de8-479f-a7e8-723ce3da1d3d", "name": "network-vif-deleted", "tag": "d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:41.501202 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6bdcfe4-c751-4865-b97a-8ae09de7c2d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.537549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcee9a3-1fb9-42c6-9175-e8f6e3df8e79 req-877e80b0-6851-4069-a6ba-83fb90a993f1 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:41.539148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bcee9a3-1fb9-42c6-9175-e8f6e3df8e79 req-877e80b0-6851-4069-a6ba-83fb90a993f1 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.1881094 Jul 16 17:52:41.557601 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6bdcfe4-c751-4865-b97a-8ae09de7c2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.590467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bcee9a3-1fb9-42c6-9175-e8f6e3df8e79 req-08f7a694-1490-4fe0-aed7-11c8592d8e9a tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415459 Jul 16 17:52:41.630265 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6bdcfe4-c751-4865-b97a-8ae09de7c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.659113 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77eb157-39c0-474d-92a9-9178fd32b7c7 x-openstack-request-id: req-c77eb157-39c0-474d-92a9-9178fd32b7c7 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:41.659401 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dd985f-3de8-479f-a7e8-723ce3da1d3d", "name": "network-vif-deleted", "tag": "d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:41.659672 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c77eb157-39c0-474d-92a9-9178fd32b7c7 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:41.660066 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dd985f-3de8-479f-a7e8-723ce3da1d3d', 'name': 'network-vif-deleted', 'tag': 'd4d9eff6-2036-4d7f-8ac5-61da8bc0cb69', 'status': 'completed', 'code': 200} Jul 16 17:52:41.709023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['6fb98384-d168-4775-a307-45ede136825f', 'c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c', '77a3b38b-4f2b-444a-a767-d7a16e6ee5b3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:41.731569 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6bdcfe4-c751-4865-b97a-8ae09de7c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.782163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'b066997f-bac6-4296-a729-8ef7f88f38f1', '0e1093b6-ee29-4e09-a52c-8289b72ec9c3', 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d', 'd4d9eff6-2036-4d7f-8ac5-61da8bc0cb69'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:41.789048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e3e40-2182-45aa-8533-09cf4ff39a9f req-56d82a4b-894f-442d-9cef-1a864d9e62fe tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:41.797414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da4e3e40-2182-45aa-8533-09cf4ff39a9f req-56d82a4b-894f-442d-9cef-1a864d9e62fe tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 945 time: 0.1522548 Jul 16 17:52:41.805238 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6bdcfe4-c751-4865-b97a-8ae09de7c2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.807412 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e6bdcfe4-c751-4865-b97a-8ae09de7c2d3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c9340078-f6f1-4bda-abcc-5d12418a7941 HTTP/1.1" status: 204 len: 168 time: 0.4267976 Jul 16 17:52:41.808679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdcfe4-c751-4865-b97a-8ae09de7c2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9340078-f6f1-4bda-abcc-5d12418a7941,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:41.810772 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53288) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:41.911688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-897c3390-f3fe-4531-8968-e427491980e1 req-77495c71-b411-4fde-8009-73eed079a7e4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dd985f-3de8-479f-a7e8-723ce3da1d3d HTTP/1.1" status: 200 len: 210 time: 0.1363411 Jul 16 17:52:41.927964 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cfc442e-4c18-4159-86a1-4cb1817734c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.943669 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 048d14a9-5de4-4e08-a6ec-b0434ea64df8 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:41.966761 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da4e3e40-2182-45aa-8533-09cf4ff39a9f req-b1ddaad3-872e-4001-abd2-7eba3b0077c1 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678302 Jul 16 17:52:42.062778 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cfc442e-4c18-4159-86a1-4cb1817734c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.083286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6cfc442e-4c18-4159-86a1-4cb1817734c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f385338-ed4e-4716-b8b1-890d42542fec']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:42.097834 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6cfc442e-4c18-4159-86a1-4cb1817734c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7709405-d6ec-4db9-9c16-a13586d1f20d') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:42.099132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6cfc442e-4c18-4159-86a1-4cb1817734c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7709405-d6ec-4db9-9c16-a13586d1f20d') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:42.112402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cfc442e-4c18-4159-86a1-4cb1817734c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.132381 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cfc442e-4c18-4159-86a1-4cb1817734c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.137622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 048d14a9-5de4-4e08-a6ec-b0434ea64df8 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:42.141504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfc442e-4c18-4159-86a1-4cb1817734c1 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:52:42.142337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cfc442e-4c18-4159-86a1-4cb1817734c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:52:42.144303 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:52:42.162096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 048d14a9-5de4-4e08-a6ec-b0434ea64df8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:42.162571 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.211748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cfc442e-4c18-4159-86a1-4cb1817734c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.224396 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cfc442e-4c18-4159-86a1-4cb1817734c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.228928 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6cfc442e-4c18-4159-86a1-4cb1817734c1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2f385338-ed4e-4716-b8b1-890d42542fec HTTP/1.1" status: 204 len: 168 time: 0.4149377 Jul 16 17:52:42.263986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53298) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:42.264852 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc442e-4c18-4159-86a1-4cb1817734c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f385338-ed4e-4716-b8b1-890d42542fec,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:42.287373 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e52c69-7f55-445e-b66c-fd5d767d9536', 'name': 'network-vif-deleted', 'tag': '83fd8588-4417-43f1-8924-b92d6a642556'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:42.290255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-d148a7bb-08af-4bc0-a1fe-24acf458002b tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:42.290784 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588e3b94-d1a1-4c8a-9ceb-ea94f6f856a6" -d '{"events": [{"server_uuid": "d8e52c69-7f55-445e-b66c-fd5d767d9536", "name": "network-vif-deleted", "tag": "83fd8588-4417-43f1-8924-b92d6a642556"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:42.297492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-d148a7bb-08af-4bc0-a1fe-24acf458002b tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 820 time: 0.1479962 Jul 16 17:52:42.331133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-aa1d8a22-0672-4994-9ffa-84d76559cd15 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/quotas/ccec67a3da5b46cca9ed307648d9cb1f HTTP/1.1" status: 200 len: 375 time: 0.0327554 Jul 16 17:52:42.340691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5838d0-529d-4d19-b15c-90ff773b0cc6 admin admin] Deleting subnet 2b419058-a457-44b6-804f-611fff3218bf {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:52:42.344286 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c5838d0-529d-4d19-b15c-90ff773b0cc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.391427 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.392380 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c5838d0-529d-4d19-b15c-90ff773b0cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.394108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18058507-dd46-46f2-848a-040874d8927a req-18cee42f-d5bc-470f-8691-d645a5639640 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:42.396546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18058507-dd46-46f2-848a-040874d8927a req-18cee42f-d5bc-470f-8691-d645a5639640 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=a03a6423-50d2-4c4b-8346-74bc16c81d5d HTTP/1.1" status: 200 len: 945 time: 0.1269298 Jul 16 17:52:42.437097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c5838d0-529d-4d19-b15c-90ff773b0cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.456208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556a9527-249e-4c2b-885e-fca96b17b25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d14a9-5de4-4e08-a6ec-b0434ea64df8'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:42.459266 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd113af-8d35-4287-b074-33bb022207e2" -d '{"events": [{"server_uuid": "556a9527-249e-4c2b-885e-fca96b17b25c", "name": "network-vif-plugged", "status": "completed", "tag": "048d14a9-5de4-4e08-a6ec-b0434ea64df8"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:42.462669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-7f710ff3-89c4-43ee-b176-df1ffc956202 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1233845 Jul 16 17:52:42.466886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18058507-dd46-46f2-848a-040874d8927a req-ce4c1d9d-e125-4b64-a8a7-875feaedc679 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584965 Jul 16 17:52:42.482925 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 048d14a9-5de4-4e08-a6ec-b0434ea64df8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=048d14a9-5de4-4e08-a6ec-b0434ea64df8,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:42.496942 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.497746 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 83fd8588-4417-43f1-8924-b92d6a642556 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:42.543495 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c5838d0-529d-4d19-b15c-90ff773b0cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.558801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 83fd8588-4417-43f1-8924-b92d6a642556 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:42.559149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 83fd8588-4417-43f1-8924-b92d6a642556 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:42.588397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5838d0-529d-4d19-b15c-90ff773b0cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b419058-a457-44b6-804f-611fff3218bf,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:42.593105 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c5838d0-529d-4d19-b15c-90ff773b0cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.595388 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4c5838d0-529d-4d19-b15c-90ff773b0cc6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2b419058-a457-44b6-804f-611fff3218bf HTTP/1.1" status: 204 len: 168 time: 0.3172798 Jul 16 17:52:42.597958 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53308) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:42.615352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-84c7837f-266e-4c7b-a31b-6b321a2ee952 service neutron] 10.222.0.41 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101379 Jul 16 17:52:42.653440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=048d14a9-5de4-4e08-a6ec-b0434ea64df8,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:42.729051 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-743c4485-6978-4143-8b8c-243f08269feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.743181 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fce23c-b858-401b-b0e6-e78ba3803759 x-openstack-request-id: req-c6fce23c-b858-401b-b0e6-e78ba3803759 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:42.743734 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e52c69-7f55-445e-b66c-fd5d767d9536", "name": "network-vif-deleted", "tag": "83fd8588-4417-43f1-8924-b92d6a642556", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:42.745036 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6fce23c-b858-401b-b0e6-e78ba3803759 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:42.745184 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e52c69-7f55-445e-b66c-fd5d767d9536', 'name': 'network-vif-deleted', 'tag': '83fd8588-4417-43f1-8924-b92d6a642556', 'status': 'completed', 'code': 200} Jul 16 17:52:42.799672 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2422e1f5-3e64-4add-8ffa-115dd4e48ec2 x-openstack-request-id: req-2422e1f5-3e64-4add-8ffa-115dd4e48ec2 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:42.800281 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556a9527-249e-4c2b-885e-fca96b17b25c", "name": "network-vif-plugged", "status": "completed", "tag": "048d14a9-5de4-4e08-a6ec-b0434ea64df8", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:42.800641 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2422e1f5-3e64-4add-8ffa-115dd4e48ec2 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:42.801294 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556a9527-249e-4c2b-885e-fca96b17b25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d14a9-5de4-4e08-a6ec-b0434ea64df8', 'code': 200} Jul 16 17:52:42.866473 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-743c4485-6978-4143-8b8c-243f08269feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.879886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-743c4485-6978-4143-8b8c-243f08269feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2010b124-5319-4365-bb34-b6785b5a4ca7']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:42.916066 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-743c4485-6978-4143-8b8c-243f08269feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a6b515-d80e-4882-9315-c1d87168389d') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:42.916519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-743c4485-6978-4143-8b8c-243f08269feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a6b515-d80e-4882-9315-c1d87168389d') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:42.946263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-743c4485-6978-4143-8b8c-243f08269feb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.966692 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-743c4485-6978-4143-8b8c-243f08269feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.979379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743c4485-6978-4143-8b8c-243f08269feb admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:52:42.979881 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-743c4485-6978-4143-8b8c-243f08269feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:52:42.981655 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:52:43.046770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0a327-6bda-4f1e-b0ce-88d9f4f13791 req-ebdf0f30-6dff-4839-969e-bde6aabc98ca tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:43.048404 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cba0a327-6bda-4f1e-b0ce-88d9f4f13791 req-ebdf0f30-6dff-4839-969e-bde6aabc98ca tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03a6423-50d2-4c4b-8346-74bc16c81d5d HTTP/1.1" status: 200 len: 945 time: 0.5790591 Jul 16 17:52:43.052462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e893f9-1ebd-447e-8e83-1d6b9fae9677 req-0c1ad0bf-b12c-412d-81b5-e157dc1e0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:43.054055 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80e893f9-1ebd-447e-8e83-1d6b9fae9677 req-0c1ad0bf-b12c-412d-81b5-e157dc1e0f9a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 1098 time: 0.1616051 Jul 16 17:52:43.054727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-182aadd1-7823-44a7-96cb-bc7c154869b7 service neutron] 10.222.0.41 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382071 Jul 16 17:52:43.075376 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-743c4485-6978-4143-8b8c-243f08269feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.079849 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-743c4485-6978-4143-8b8c-243f08269feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.081988 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-743c4485-6978-4143-8b8c-243f08269feb admin admin] 10.222.0.41 "DELETE /v2.0/networks/2010b124-5319-4365-bb34-b6785b5a4ca7 HTTP/1.1" status: 204 len: 168 time: 0.4828663 Jul 16 17:52:43.111603 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c4485-6978-4143-8b8c-243f08269feb admin admin] Pushing event deleted for resources: {'Network': ['ID=2010b124-5319-4365-bb34-b6785b5a4ca7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:43.135680 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80e893f9-1ebd-447e-8e83-1d6b9fae9677 req-1320e511-f6dc-4178-b813-4e8bbdda8fef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731046 Jul 16 17:52:43.208883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb64df-0961-4721-8aad-722bda3dad6c req-10f5283e-a4a2-43b2-abcb-7da7ee0d4472 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:43.211692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbbb64df-0961-4721-8aad-722bda3dad6c req-10f5283e-a4a2-43b2-abcb-7da7ee0d4472 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.1233616 Jul 16 17:52:43.239183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-cba0a327-6bda-4f1e-b0ce-88d9f4f13791 req-2f664011-2bdf-43f7-8e92-cc32260f96d8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Deleting port 9633a661-2fd4-4642-8b42-bfc8f050c1e0 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:43.239676 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cba0a327-6bda-4f1e-b0ce-88d9f4f13791 req-2f664011-2bdf-43f7-8e92-cc32260f96d8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.293527 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbbb64df-0961-4721-8aad-722bda3dad6c req-07b0b62a-fcbb-4a72-aa5e-41783aba720a tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711737 Jul 16 17:52:43.293527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53326) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:43.401963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-cba0a327-6bda-4f1e-b0ce-88d9f4f13791 req-2f664011-2bdf-43f7-8e92-cc32260f96d8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] For port 9633a661-2fd4-4642-8b42-bfc8f050c1e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9633a661-2fd4-4642-8b42-bfc8f050c1e0,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:43.402336 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cba0a327-6bda-4f1e-b0ce-88d9f4f13791 req-2f664011-2bdf-43f7-8e92-cc32260f96d8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.407627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6730be34-a388-41be-8c57-907ff1408dc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c12a095630f46cbbc16cc427af02b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1131270 Jul 16 17:52:43.410462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53334) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:43.421455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-cba0a327-6bda-4f1e-b0ce-88d9f4f13791 req-2f664011-2bdf-43f7-8e92-cc32260f96d8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Calling delete_port for 9633a661-2fd4-4642-8b42-bfc8f050c1e0 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:43.492772 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f611efbf-a5b1-4fa4-ac3a-130efc2010ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.535024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f611efbf-a5b1-4fa4-ac3a-130efc2010ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.574702 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cba0a327-6bda-4f1e-b0ce-88d9f4f13791 req-2f664011-2bdf-43f7-8e92-cc32260f96d8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.633069 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f611efbf-a5b1-4fa4-ac3a-130efc2010ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.636389 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f611efbf-a5b1-4fa4-ac3a-130efc2010ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.640779 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f611efbf-a5b1-4fa4-ac3a-130efc2010ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1cb19f0-0d11-4933-a350-edab8d03f31a HTTP/1.1" status: 204 len: 168 time: 0.2280872 Jul 16 17:52:43.652128 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611efbf-a5b1-4fa4-ac3a-130efc2010ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cb19f0-0d11-4933-a350-edab8d03f31a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:43.702962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba0a327-6bda-4f1e-b0ce-88d9f4f13791 req-2f664011-2bdf-43f7-8e92-cc32260f96d8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] No DVR routers for this DVR port 9633a661-2fd4-4642-8b42-bfc8f050c1e0 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:43.705993 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cba0a327-6bda-4f1e-b0ce-88d9f4f13791 req-2f664011-2bdf-43f7-8e92-cc32260f96d8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.709203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cba0a327-6bda-4f1e-b0ce-88d9f4f13791 req-2f664011-2bdf-43f7-8e92-cc32260f96d8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.43 "DELETE /v2.0/ports/9633a661-2fd4-4642-8b42-bfc8f050c1e0 HTTP/1.1" status: 204 len: 173 time: 0.6534638 Jul 16 17:52:43.717255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03a6423-50d2-4c4b-8346-74bc16c81d5d', 'name': 'network-vif-deleted', 'tag': '9633a661-2fd4-4642-8b42-bfc8f050c1e0'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:43.719565 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f455925-53ad-46ef-bc17-736b6edc0f42" -d '{"events": [{"server_uuid": "a03a6423-50d2-4c4b-8346-74bc16c81d5d", "name": "network-vif-deleted", "tag": "9633a661-2fd4-4642-8b42-bfc8f050c1e0"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:43.722096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f664011-2bdf-43f7-8e92-cc32260f96d8 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Pushing event deleted for resources: {'Port': ['ID=9633a661-2fd4-4642-8b42-bfc8f050c1e0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:43.802083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbcb29-0d4d-4bf3-b1fa-a94f9e71cfb7 req-cd17db42-ba06-426a-9722-9ec7e3f86fce tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:43.810487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11cbcb29-0d4d-4bf3-b1fa-a94f9e71cfb7 req-cd17db42-ba06-426a-9722-9ec7e3f86fce tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 946 time: 0.1325164 Jul 16 17:52:43.849731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:43.881555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11cbcb29-0d4d-4bf3-b1fa-a94f9e71cfb7 req-733d1dfd-1b0a-45d3-ad48-dca3e98eb346 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695174 Jul 16 17:52:43.886908 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:43.887255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device d4d9eff6-2036-4d7f-8ac5-61da8bc0cb69 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:43.902946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['5cb03ff4-ca5a-4229-8a6f-47f138a794ba'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:44.002622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ebd2313-3b00-451d-9393-54194418e574 req-844d19be-25ee-412e-bf58-2ebab8c81963 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 210 time: 0.0622611 Jul 16 17:52:44.240813 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53358) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:44.259143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-09d1d43b-1cbc-4300-ad38-b12e5db257ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1200473 Jul 16 17:52:44.333634 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-307e849d-d573-4379-8827-c7e2b02187a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdf6956af6d34318b250115e348390d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0920141 Jul 16 17:52:44.334010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53362) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:44.420895 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb1346e6-a75a-4cb0-b854-2f3ee4d1fb4c req-356ff6fa-ce15-4bdf-9449-709493e40938 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=a03a6423-50d2-4c4b-8346-74bc16c81d5d HTTP/1.1" status: 200 len: 210 time: 0.0722563 Jul 16 17:52:44.543805 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9cedf44-294d-4925-9d19-2d11b78dbf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.564348 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242082b0-4e49-4d21-a504-75daf721dd2f x-openstack-request-id: req-242082b0-4e49-4d21-a504-75daf721dd2f {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:44.564674 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03a6423-50d2-4c4b-8346-74bc16c81d5d", "name": "network-vif-deleted", "tag": "9633a661-2fd4-4642-8b42-bfc8f050c1e0", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:44.565017 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-242082b0-4e49-4d21-a504-75daf721dd2f {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:44.565577 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03a6423-50d2-4c4b-8346-74bc16c81d5d', 'name': 'network-vif-deleted', 'tag': '9633a661-2fd4-4642-8b42-bfc8f050c1e0', 'status': 'completed', 'code': 200} Jul 16 17:52:44.570915 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9cedf44-294d-4925-9d19-2d11b78dbf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.644828 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9cedf44-294d-4925-9d19-2d11b78dbf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.648287 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9cedf44-294d-4925-9d19-2d11b78dbf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.651917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f9cedf44-294d-4925-9d19-2d11b78dbf8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14f5d128-4713-43dc-8afd-f7c31f4e486b HTTP/1.1" status: 204 len: 168 time: 0.3136866 Jul 16 17:52:44.682501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cedf44-294d-4925-9d19-2d11b78dbf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f5d128-4713-43dc-8afd-f7c31f4e486b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:44.746178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1bf70-35c1-4cc3-95ff-877378ecfb4e req-ff34e426-adb8-4402-8a62-fca1e1c37aa7 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:44.747908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55f1bf70-35c1-4cc3-95ff-877378ecfb4e req-ff34e426-adb8-4402-8a62-fca1e1c37aa7 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 950 time: 0.1205699 Jul 16 17:52:44.796264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55f1bf70-35c1-4cc3-95ff-877378ecfb4e req-efee0291-754d-4f96-a5d9-8ad5b1890a7d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 Jul 16 17:52:44.900380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475af4b-2307-4786-81d9-e3957ee3bab9 req-a60ed77d-dea5-4e54-8338-fdd6fe8776ab tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:44.910046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6475af4b-2307-4786-81d9-e3957ee3bab9 req-a60ed77d-dea5-4e54-8338-fdd6fe8776ab tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.0997891 Jul 16 17:52:44.989686 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6475af4b-2307-4786-81d9-e3957ee3bab9 req-a286010d-0752-44bf-8fe5-62403c09d3a6 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779886 Jul 16 17:52:45.029975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ecfdb-dae7-444f-861e-0df92e3f9792 req-c2ae1b75-0ff2-4e07-8017-b0d1d4dffae9 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:45.037921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-419ecfdb-dae7-444f-861e-0df92e3f9792 req-c2ae1b75-0ff2-4e07-8017-b0d1d4dffae9 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 950 time: 0.1176670 Jul 16 17:52:45.093232 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-419ecfdb-dae7-444f-861e-0df92e3f9792 req-906a0fc5-9c6a-434c-94b4-dd66749983a8 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544450 Jul 16 17:52:45.327896 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:52:45.369567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d860ac54-cd35-43f7-b91a-da0d0f6748ac req-2c50ae36-4a4f-44a6-8fba-6ad8d70a95ac tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 210 time: 0.1374974 Jul 16 17:52:45.377370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3c382-dc7b-483a-a8b7-4245867e1b1e req-bae748bd-09b8-4341-b79c-6ffd77b4a038 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:45.385411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8f3c382-dc7b-483a-a8b7-4245867e1b1e req-bae748bd-09b8-4341-b79c-6ffd77b4a038 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 946 time: 0.2140901 Jul 16 17:52:45.387584 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-14af3f96-ff63-4326-b170-c240557cc46c tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:45.389129 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-14af3f96-ff63-4326-b170-c240557cc46c tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.35 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 820 time: 0.1535854 Jul 16 17:52:45.418846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-f2b6660c-4495-4871-a3e2-eb86ba23257f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Request body: {'port': {'device_id': '4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421', 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2', 'admin_state_up': True, 'tenant_id': 'ccec67a3da5b46cca9ed307648d9cb1f'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:45.441168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8f3c382-dc7b-483a-a8b7-4245867e1b1e req-f66c314a-d1ac-4200-b3b3-563249743361 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548468 Jul 16 17:52:45.461347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16682f02-8e5a-4193-b1e0-d0bb207f66bb req-4f1061e2-16f9-4dbd-bebc-d58a2f0acfb3 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:45.462937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16682f02-8e5a-4193-b1e0-d0bb207f66bb req-4f1061e2-16f9-4dbd-bebc-d58a2f0acfb3 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 950 time: 0.1945963 Jul 16 17:52:45.650088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-f2b6660c-4495-4871-a3e2-eb86ba23257f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Made reservation on behalf of ccec67a3da5b46cca9ed307648d9cb1f for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:45.670066 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-f2b6660c-4495-4871-a3e2-eb86ba23257f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:45.709389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-16682f02-8e5a-4193-b1e0-d0bb207f66bb req-b354d721-b1f8-4755-bcbd-3498cdd5ad8c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Deleting port f548c0ec-f107-41d8-b449-2f6004ed5f2e {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:45.711104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-16682f02-8e5a-4193-b1e0-d0bb207f66bb req-b354d721-b1f8-4755-bcbd-3498cdd5ad8c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:45.881212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9633a661-2fd4-4642-8b42-bfc8f050c1e0 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:45.918044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 9633a661-2fd4-4642-8b42-bfc8f050c1e0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:45.918409 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9633a661-2fd4-4642-8b42-bfc8f050c1e0 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:45.921527 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-f2b6660c-4495-4871-a3e2-eb86ba23257f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Allocated IP 172.20.0.6 (6efdc248-1970-495c-ade6-459ab098ccf2/0613ca9c-4811-4c37-882d-5b32e78d1468/487e9781-15ac-416c-9183-3b84f9613afa) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:45.941316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-16682f02-8e5a-4193-b1e0-d0bb207f66bb req-b354d721-b1f8-4755-bcbd-3498cdd5ad8c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] For port f548c0ec-f107-41d8-b449-2f6004ed5f2e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f548c0ec-f107-41d8-b449-2f6004ed5f2e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:45.941684 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-16682f02-8e5a-4193-b1e0-d0bb207f66bb req-b354d721-b1f8-4755-bcbd-3498cdd5ad8c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:45.966776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a73195-deac-4c6b-b267-81dc9f2d4d5c req-251d612c-216b-4250-9109-7f12f2fce084 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:45.974949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0a73195-deac-4c6b-b267-81dc9f2d4d5c req-251d612c-216b-4250-9109-7f12f2fce084 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 946 time: 0.2547882 Jul 16 17:52:45.977739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-16682f02-8e5a-4193-b1e0-d0bb207f66bb req-b354d721-b1f8-4755-bcbd-3498cdd5ad8c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Calling delete_port for f548c0ec-f107-41d8-b449-2f6004ed5f2e owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:46.060182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0a73195-deac-4c6b-b267-81dc9f2d4d5c req-2f47195c-094f-4d88-86e8-973a0506b4e7 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810075 Jul 16 17:52:46.200236 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-16682f02-8e5a-4193-b1e0-d0bb207f66bb req-b354d721-b1f8-4755-bcbd-3498cdd5ad8c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:46.213737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['f548c0ec-f107-41d8-b449-2f6004ed5f2e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:46.219376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d1f9c3d0-5da5-4976-b0e7-6159dffb8be5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:46.221627 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-f2b6660c-4495-4871-a3e2-eb86ba23257f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:46.310277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-f2b6660c-4495-4871-a3e2-eb86ba23257f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:46.313276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354d721-b1f8-4755-bcbd-3498cdd5ad8c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Pushing event deleted for resources: {'Port': ['ID=f548c0ec-f107-41d8-b449-2f6004ed5f2e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:46.315536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-16682f02-8e5a-4193-b1e0-d0bb207f66bb req-b354d721-b1f8-4755-bcbd-3498cdd5ad8c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] No DVR routers for this DVR port f548c0ec-f107-41d8-b449-2f6004ed5f2e on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:46.319885 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-16682f02-8e5a-4193-b1e0-d0bb207f66bb req-b354d721-b1f8-4755-bcbd-3498cdd5ad8c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:46.323100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16682f02-8e5a-4193-b1e0-d0bb207f66bb req-b354d721-b1f8-4755-bcbd-3498cdd5ad8c tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.43 "DELETE /v2.0/ports/f548c0ec-f107-41d8-b449-2f6004ed5f2e HTTP/1.1" status: 204 len: 173 time: 0.8479948 Jul 16 17:52:46.330923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['399f244b-ed6e-405e-8eaf-0ca43309dce2'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:46.375851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4df5f247-1341-4b09-a16c-b5806ae89e26 req-aa9e2f96-59f4-4597-a7ba-311eba370dc2 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e70f72c-3d51-4c9a-b0a6-9bef1b767a95 HTTP/1.1" status: 200 len: 210 time: 0.0575335 Jul 16 17:52:46.540588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e54af-96dd-4c5d-a13d-7f33e3f961d0 req-0c2af136-b789-4c1e-ab4f-2bbf9b7cca52 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:46.542205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee8e54af-96dd-4c5d-a13d-7f33e3f961d0 req-0c2af136-b789-4c1e-ab4f-2bbf9b7cca52 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.1782680 Jul 16 17:52:46.566595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e70f72c-3d51-4c9a-b0a6-9bef1b767a95', 'name': 'network-vif-deleted', 'tag': 'f548c0ec-f107-41d8-b449-2f6004ed5f2e'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:46.569018 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6307c459-895c-4a34-a50e-bd496890ce05" -d '{"events": [{"server_uuid": "8e70f72c-3d51-4c9a-b0a6-9bef1b767a95", "name": "network-vif-deleted", "tag": "f548c0ec-f107-41d8-b449-2f6004ed5f2e"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:46.665847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee8e54af-96dd-4c5d-a13d-7f33e3f961d0 req-37e4a2cd-d191-48d9-8851-633cfe175260 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177032 Jul 16 17:52:46.759478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006332a1-62b0-49fe-bc83-e68be952d1c9 req-b12472fa-32ae-4a76-beb7-a5d438a48419 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:46.761026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-006332a1-62b0-49fe-bc83-e68be952d1c9 req-b12472fa-32ae-4a76-beb7-a5d438a48419 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 950 time: 0.1731341 Jul 16 17:52:46.878585 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-25926fbb-e0ea-4517-b7b9-6ec10f3331e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:46.879968 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-25926fbb-e0ea-4517-b7b9-6ec10f3331e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 1101 time: 0.7422531 Jul 16 17:52:46.922649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6660c-4495-4871-a3e2-eb86ba23257f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Pushing event updated for resources: {'Port': ['ID=487e9781-15ac-416c-9183-3b84f9613afa,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:46.973125 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-f2b6660c-4495-4871-a3e2-eb86ba23257f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Network 6efdc248-1970-495c-ade6-459ab098ccf2 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:46.977489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-f2b6660c-4495-4871-a3e2-eb86ba23257f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:46.991900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-f2b6660c-4495-4871-a3e2-eb86ba23257f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:47.046672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ff4fd-bfba-4d0b-91da-f752194e6490 req-918a2451-a724-4d99-bd05-f5b8e753a6f7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:47.060488 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e0ff4fd-bfba-4d0b-91da-f752194e6490 req-918a2451-a724-4d99-bd05-f5b8e753a6f7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.2099483 Jul 16 17:52:47.116679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-f2b6660c-4495-4871-a3e2-eb86ba23257f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:47.117449 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-f2b6660c-4495-4871-a3e2-eb86ba23257f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.165609 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e0ff4fd-bfba-4d0b-91da-f752194e6490 req-fd46ddb6-8b29-4235-8cc2-126904b99efd tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983021 Jul 16 17:52:47.168702 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-f2b6660c-4495-4871-a3e2-eb86ba23257f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7543118 Jul 16 17:52:47.179349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-8098e05b-cf26-4526-8bd6-e004c5bee4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:47.180969 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-8098e05b-cf26-4526-8bd6-e004c5bee4d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2812572 Jul 16 17:52:47.182159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-006332a1-62b0-49fe-bc83-e68be952d1c9 req-09b5719e-a37e-41fd-b34b-236f5bff0b19 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Deleting port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:47.182760 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-006332a1-62b0-49fe-bc83-e68be952d1c9 req-09b5719e-a37e-41fd-b34b-236f5bff0b19 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.196985 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Request body: {'port': {'device_id': '4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:47.257250 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-caedbc64-10e0-4726-b67c-1904b568997a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=5e598ef2-b61e-477a-8490-a26f7743d703 HTTP/1.1" status: 200 len: 217 time: 0.0572195 Jul 16 17:52:47.368924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-006332a1-62b0-49fe-bc83-e68be952d1c9 req-09b5719e-a37e-41fd-b34b-236f5bff0b19 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] For port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77a3b38b-4f2b-444a-a767-d7a16e6ee5b3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:47.369328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-006332a1-62b0-49fe-bc83-e68be952d1c9 req-09b5719e-a37e-41fd-b34b-236f5bff0b19 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.400062 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-005189fc-102c-4d2d-95a7-e6364b5d065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:47.402019 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-005189fc-102c-4d2d-95a7-e6364b5d065b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1378675 Jul 16 17:52:47.409370 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.414336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-006332a1-62b0-49fe-bc83-e68be952d1c9 req-09b5719e-a37e-41fd-b34b-236f5bff0b19 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Calling delete_port for 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:47.583668 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-3a5c45c3-afde-424e-848c-c71673a80f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:47.585593 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-3a5c45c3-afde-424e-848c-c71673a80f9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1730988 Jul 16 17:52:47.620186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901fbf2-3d8e-4e5a-8066-5b63c3a35123 req-eb7c9264-58f6-430d-a2f6-67c4a59bc080 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:47.621661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3901fbf2-3d8e-4e5a-8066-5b63c3a35123 req-eb7c9264-58f6-430d-a2f6-67c4a59bc080 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=92af23c3-c978-404d-a858-fb4f2bc502b8 HTTP/1.1" status: 200 len: 950 time: 0.1061604 Jul 16 17:52:47.717513 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3901fbf2-3d8e-4e5a-8066-5b63c3a35123 req-fd485f6b-4a80-4132-a582-9626ec417bee tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850623 Jul 16 17:52:47.729672 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-006332a1-62b0-49fe-bc83-e68be952d1c9 req-09b5719e-a37e-41fd-b34b-236f5bff0b19 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.745767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'b066997f-bac6-4296-a729-8ef7f88f38f1', '0e1093b6-ee29-4e09-a52c-8289b72ec9c3', 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:47.818158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5719e-a37e-41fd-b34b-236f5bff0b19 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event deleted for resources: {'Port': ['ID=77a3b38b-4f2b-444a-a767-d7a16e6ee5b3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:47.872651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-006332a1-62b0-49fe-bc83-e68be952d1c9 req-09b5719e-a37e-41fd-b34b-236f5bff0b19 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] No DVR routers for this DVR port 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:47.875793 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-006332a1-62b0-49fe-bc83-e68be952d1c9 req-09b5719e-a37e-41fd-b34b-236f5bff0b19 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.878552 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-006332a1-62b0-49fe-bc83-e68be952d1c9 req-09b5719e-a37e-41fd-b34b-236f5bff0b19 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "DELETE /v2.0/ports/77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 HTTP/1.1" status: 204 len: 173 time: 1.1100128 Jul 16 17:52:47.878742 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['6fb98384-d168-4775-a307-45ede136825f', 'c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c', '77a3b38b-4f2b-444a-a767-d7a16e6ee5b3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:47.951263 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-e0005c59-c60c-4f65-8bfb-4f5b40c1efe1 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561640 Jul 16 17:52:48.173775 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1ceace-6790-4b4a-bcc6-f71a0309c3bf x-openstack-request-id: req-2e1ceace-6790-4b4a-bcc6-f71a0309c3bf {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:48.174122 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e70f72c-3d51-4c9a-b0a6-9bef1b767a95", "name": "network-vif-deleted", "tag": "f548c0ec-f107-41d8-b449-2f6004ed5f2e", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:48.174306 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e1ceace-6790-4b4a-bcc6-f71a0309c3bf {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:48.174686 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e70f72c-3d51-4c9a-b0a6-9bef1b767a95', 'name': 'network-vif-deleted', 'tag': 'f548c0ec-f107-41d8-b449-2f6004ed5f2e', 'status': 'completed', 'code': 200} Jul 16 17:52:48.286182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262aac1-3c51-4391-aff7-d6322ae48ee3 req-9fcaee76-ac97-4b17-88db-9cecce0d24f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:48.292324 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e262aac1-3c51-4391-aff7-d6322ae48ee3 req-9fcaee76-ac97-4b17-88db-9cecce0d24f0 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.3315320 Jul 16 17:52:48.339676 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-917c5ac7-d711-4801-b749-d0250233e590 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769937 Jul 16 17:52:48.372670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487e9781-15ac-416c-9183-3b84f9613afa {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:48.396861 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:48.425442 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Transition to ACTIVE for port object 487e9781-15ac-416c-9183-3b84f9613afa will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:48.432560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb0084-68ab-4bcb-a7e0-e0d8d6cfeea5 req-81f24d99-379a-407f-bee4-fc2408dce622 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:48.434262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24cb0084-68ab-4bcb-a7e0-e0d8d6cfeea5 req-81f24d99-379a-407f-bee4-fc2408dce622 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 931 time: 0.3576849 Jul 16 17:52:48.436712 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:48.558591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=487e9781-15ac-416c-9183-3b84f9613afa,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:48.679287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24cb0084-68ab-4bcb-a7e0-e0d8d6cfeea5 req-329eb4a2-29d5-40a8-b481-c3693b5aa6c1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247190 Jul 16 17:52:48.802627 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Attempting to bind port 487e9781-15ac-416c-9183-3b84f9613afa on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:48.803175 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Attempting to bind port 487e9781-15ac-416c-9183-3b84f9613afa by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:48.803524 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Attempting to bind port 487e9781-15ac-416c-9183-3b84f9613afa on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:48.813001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e262aac1-3c51-4391-aff7-d6322ae48ee3 req-ad346234-4a0f-4f1c-9410-b926d0a3c778 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Deleting port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:48.813572 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e262aac1-3c51-4391-aff7-d6322ae48ee3 req-ad346234-4a0f-4f1c-9410-b926d0a3c778 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:48.817376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Port 487e9781-15ac-416c-9183-3b84f9613afa on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:52:48.817839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Attempting to bind port 487e9781-15ac-416c-9183-3b84f9613afa on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:48.824129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:48.824462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:48.824841 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:48.825357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Bound port: 487e9781-15ac-416c-9183-3b84f9613afa, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:48.825607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:48.905972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:48.910529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=487e9781-15ac-416c-9183-3b84f9613afa,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:48.917748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:48.965925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37f3b4-fa6b-42e3-a03e-110e58e7cecc req-28664f22-6347-4006-9d84-8b0ef5088984 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:48.974150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd37f3b4-fa6b-42e3-a03e-110e58e7cecc req-28664f22-6347-4006-9d84-8b0ef5088984 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f14a2c-ef94-464a-9f0e-4c33022678ef HTTP/1.1" status: 200 len: 946 time: 0.2832828 Jul 16 17:52:49.007599 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:49.008614 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.012331 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] 10.222.0.35 "PUT /v2.0/ports/487e9781-15ac-416c-9183-3b84f9613afa HTTP/1.1" status: 200 len: 1092 time: 1.8299713 Jul 16 17:52:49.013170 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421', 'tag': '487e9781-15ac-416c-9183-3b84f9613afa'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:49.017627 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e61cb2-c1e7-44f6-a450-4ac37d8d10c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421", "tag": "487e9781-15ac-416c-9183-3b84f9613afa"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:49.047977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e262aac1-3c51-4391-aff7-d6322ae48ee3 req-ad346234-4a0f-4f1c-9410-b926d0a3c778 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] For port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5cb03ff4-ca5a-4229-8a6f-47f138a794ba,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:49.048201 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e262aac1-3c51-4391-aff7-d6322ae48ee3 req-ad346234-4a0f-4f1c-9410-b926d0a3c778 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.061727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1ed61-5bb9-494a-a451-ac1943c8cfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=487e9781-15ac-416c-9183-3b84f9613afa,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:49.073998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e262aac1-3c51-4391-aff7-d6322ae48ee3 req-ad346234-4a0f-4f1c-9410-b926d0a3c778 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Calling delete_port for 5cb03ff4-ca5a-4229-8a6f-47f138a794ba owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:49.102808 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd37f3b4-fa6b-42e3-a03e-110e58e7cecc req-99963c5d-07ad-46cc-872f-d259cfd0025d tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275465 Jul 16 17:52:49.144788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0fa2986-03ed-46e2-a938-da0237e384a3 req-af6d356c-6499-4ec0-aa44-5bda7307d48c tempest-FlavorsV2NegativeTest-148513584 tempest-FlavorsV2NegativeTest-148513584-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=20e3b6ee67864a1690ec94c36e371f7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681255 Jul 16 17:52:49.168104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-031094db-5a89-49a9-bf97-b867b4cc925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:49.170022 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-031094db-5a89-49a9-bf97-b867b4cc925d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 1095 time: 0.0777404 Jul 16 17:52:49.234908 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-bdb964bc-8898-475d-9336-3617b5cbc059 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=487e9781-15ac-416c-9183-3b84f9613afa HTTP/1.1" status: 200 len: 217 time: 0.0463758 Jul 16 17:52:49.291650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-d4c76324-1746-4445-b726-0f3debf86be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:49.293206 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-d4c76324-1746-4445-b726-0f3debf86be0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0503013 Jul 16 17:52:49.330929 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-0e2b40cb-03ea-4ac8-b201-d2a6114194df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278156 Jul 16 17:52:49.368591 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa2986-03ed-46e2-a938-da0237e384a3 req-09ea6c87-6e05-48aa-bb36-918d2d7076c3 tempest-FlavorsV2NegativeTest-148513584 tempest-FlavorsV2NegativeTest-148513584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:49.375688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0fa2986-03ed-46e2-a938-da0237e384a3 req-09ea6c87-6e05-48aa-bb36-918d2d7076c3 tempest-FlavorsV2NegativeTest-148513584 tempest-FlavorsV2NegativeTest-148513584-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299390 Jul 16 17:52:49.398180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0fa2986-03ed-46e2-a938-da0237e384a3 req-f9688e15-4e5a-46c4-bdb4-5dfb59c05624 tempest-FlavorsV2NegativeTest-148513584 tempest-FlavorsV2NegativeTest-148513584-project] 10.222.0.41 "GET /v2.0/quotas/20e3b6ee67864a1690ec94c36e371f7c HTTP/1.1" status: 200 len: 375 time: 0.0214922 Jul 16 17:52:49.421516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd973a-3400-4ab9-9ecf-0d7b7c6d999c req-d9a1908e-f509-49c5-a416-79044e3cf8a4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:49.423073 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2bd973a-3400-4ab9-9ecf-0d7b7c6d999c req-d9a1908e-f509-49c5-a416-79044e3cf8a4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.2051039 Jul 16 17:52:49.461647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0fa2986-03ed-46e2-a938-da0237e384a3 req-5751b3cd-3c56-4165-9857-a2cba4352013 tempest-FlavorsV2NegativeTest-148513584 tempest-FlavorsV2NegativeTest-148513584-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=20e3b6ee67864a1690ec94c36e371f7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625153 Jul 16 17:52:49.464113 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-8279f8ce-572c-4ce0-883b-654778f3a2b4 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218305 Jul 16 17:52:49.557365 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2bd973a-3400-4ab9-9ecf-0d7b7c6d999c req-6b1d87fd-02bc-43da-95e2-afe9069cedb4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157570 Jul 16 17:52:49.592767 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e262aac1-3c51-4391-aff7-d6322ae48ee3 req-ad346234-4a0f-4f1c-9410-b926d0a3c778 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.607642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['5cb03ff4-ca5a-4229-8a6f-47f138a794ba'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:49.609982 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8b13a8-6bc1-4186-b346-b74a5a3225a4 req-55005564-235c-4cc0-a9a2-f16177e36c9f service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373115 Jul 16 17:52:49.666683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad346234-4a0f-4f1c-9410-b926d0a3c778 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Pushing event deleted for resources: {'Port': ['ID=5cb03ff4-ca5a-4229-8a6f-47f138a794ba,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:49.768837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e262aac1-3c51-4391-aff7-d6322ae48ee3 req-ad346234-4a0f-4f1c-9410-b926d0a3c778 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] No DVR routers for this DVR port 5cb03ff4-ca5a-4229-8a6f-47f138a794ba on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:49.772594 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e262aac1-3c51-4391-aff7-d6322ae48ee3 req-ad346234-4a0f-4f1c-9410-b926d0a3c778 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.775495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e262aac1-3c51-4391-aff7-d6322ae48ee3 req-ad346234-4a0f-4f1c-9410-b926d0a3c778 tempest-ListServerFiltersTestJSON-348925080 tempest-ListServerFiltersTestJSON-348925080-project] 10.222.0.35 "DELETE /v2.0/ports/5cb03ff4-ca5a-4229-8a6f-47f138a794ba HTTP/1.1" status: 204 len: 173 time: 1.4707251 Jul 16 17:52:49.853185 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefb1d15-992e-42b7-a945-17cbda6d5802 x-openstack-request-id: req-fefb1d15-992e-42b7-a945-17cbda6d5802 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:49.853662 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421", "tag": "487e9781-15ac-416c-9183-3b84f9613afa", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:49.854073 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fefb1d15-992e-42b7-a945-17cbda6d5802 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:49.854784 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421', 'tag': '487e9781-15ac-416c-9183-3b84f9613afa', 'status': 'completed', 'code': 200} Jul 16 17:52:49.898910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f548c0ec-f107-41d8-b449-2f6004ed5f2e no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:49.924273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: f548c0ec-f107-41d8-b449-2f6004ed5f2e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:49.924979 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f548c0ec-f107-41d8-b449-2f6004ed5f2e not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:49.976859 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:50.025454 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:50.026135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 77a3b38b-4f2b-444a-a767-d7a16e6ee5b3 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:50.105442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e61cb2-c1e7-44f6-a450-4ac37d8d10c1 req-789f5dce-f09f-4698-b6cd-e8309d8e778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:50.107518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9e61cb2-c1e7-44f6-a450-4ac37d8d10c1 req-789f5dce-f09f-4698-b6cd-e8309d8e778f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 1095 time: 0.2220488 Jul 16 17:52:50.132082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3d915-3ca4-4d8f-aa40-37750e694233 req-d6160690-2688-4ace-9343-8c827e824e4c tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:50.139114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ccf3d915-3ca4-4d8f-aa40-37750e694233 req-d6160690-2688-4ace-9343-8c827e824e4c tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 943 time: 0.1713850 Jul 16 17:52:50.180836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92af23c3-c978-404d-a858-fb4f2bc502b8', 'name': 'network-vif-deleted', 'tag': '77a3b38b-4f2b-444a-a767-d7a16e6ee5b3'}, {'server_uuid': '66f14a2c-ef94-464a-9f0e-4c33022678ef', 'name': 'network-vif-deleted', 'tag': '5cb03ff4-ca5a-4229-8a6f-47f138a794ba'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:50.183573 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87104f0-50de-42ca-9eb9-abebbddedc92" -d '{"events": [{"server_uuid": "92af23c3-c978-404d-a858-fb4f2bc502b8", "name": "network-vif-deleted", "tag": "77a3b38b-4f2b-444a-a767-d7a16e6ee5b3"}, {"server_uuid": "66f14a2c-ef94-464a-9f0e-4c33022678ef", "name": "network-vif-deleted", "tag": "5cb03ff4-ca5a-4229-8a6f-47f138a794ba"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:50.249600 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ccf3d915-3ca4-4d8f-aa40-37750e694233 req-9e3bed83-596a-4690-978d-a1f3fab3afae tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088753 Jul 16 17:52:50.309234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e61cb2-c1e7-44f6-a450-4ac37d8d10c1 req-6bfc44c6-a841-4e02-aff3-f73cdb0834ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:50.311134 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9e61cb2-c1e7-44f6-a450-4ac37d8d10c1 req-6bfc44c6-a841-4e02-aff3-f73cdb0834ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.1916418 Jul 16 17:52:50.320084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53544) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:50.415964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9e61cb2-c1e7-44f6-a450-4ac37d8d10c1 req-1f545f13-ea5c-43c8-80db-a0a328080f12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=487e9781-15ac-416c-9183-3b84f9613afa HTTP/1.1" status: 200 len: 217 time: 0.0942142 Jul 16 17:52:50.487270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-65e0f9ce-1b34-44f1-bade-7719b215b57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.507585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e61cb2-c1e7-44f6-a450-4ac37d8d10c1 req-b4e34d38-c6d2-45e7-adc6-589708589913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:50.509701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9e61cb2-c1e7-44f6-a450-4ac37d8d10c1 req-b4e34d38-c6d2-45e7-adc6-589708589913 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0754695 Jul 16 17:52:50.584366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9e61cb2-c1e7-44f6-a450-4ac37d8d10c1 req-831df9e9-988f-4991-8f0c-d088e4e87dab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401726 Jul 16 17:52:50.594481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b7d98-740e-4278-9117-a594ce1287e0 req-df73ba46-351f-4998-b350-6c07970c6ea2 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:50.602902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92b7d98-740e-4278-9117-a594ce1287e0 req-df73ba46-351f-4998-b350-6c07970c6ea2 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 946 time: 0.1990943 Jul 16 17:52:50.634025 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-65e0f9ce-1b34-44f1-bade-7719b215b57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.638657 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-65e0f9ce-1b34-44f1-bade-7719b215b57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.693947 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-65e0f9ce-1b34-44f1-bade-7719b215b57e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20e3b6ee67864a1690ec94c36e371f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702812 Jul 16 17:52:50.693947 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0f9ce-1b34-44f1-bade-7719b215b57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a3c34e-06a9-467b-a33c-48a15c2793d0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:50.695671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53552) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:50.758160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92b7d98-740e-4278-9117-a594ce1287e0 req-44990598-1a6f-4a92-ae60-82d2e952c8c0 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533844 Jul 16 17:52:50.759349 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd7db945-e84c-4eae-a1aa-75d10106d857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.794941 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd7db945-e84c-4eae-a1aa-75d10106d857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.796829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d788537-01cd-481c-8fb9-4a443b3c3f3b req-d70ab6c7-e525-4201-a19e-14211e1e1472 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:50.799599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6d788537-01cd-481c-8fb9-4a443b3c3f3b req-d70ab6c7-e525-4201-a19e-14211e1e1472 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 950 time: 0.2952566 Jul 16 17:52:50.841151 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9e61cb2-c1e7-44f6-a450-4ac37d8d10c1 req-42d6658b-3f60-400c-9cbb-0b0de4ec7304 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343969 Jul 16 17:52:50.857631 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd7db945-e84c-4eae-a1aa-75d10106d857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.861855 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd7db945-e84c-4eae-a1aa-75d10106d857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.867835 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cd7db945-e84c-4eae-a1aa-75d10106d857 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11a3c34e-06a9-467b-a33c-48a15c2793d0 HTTP/1.1" status: 204 len: 168 time: 0.1689420 Jul 16 17:52:50.870057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53554) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:50.891872 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7db945-e84c-4eae-a1aa-75d10106d857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a3c34e-06a9-467b-a33c-48a15c2793d0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:50.918590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6d788537-01cd-481c-8fb9-4a443b3c3f3b req-e853f5f1-050f-40ac-96cd-254b6507a18d tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124010 Jul 16 17:52:50.941021 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92593850-7b4d-48be-b55e-1b0bc6f23de3 x-openstack-request-id: req-92593850-7b4d-48be-b55e-1b0bc6f23de3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:50.941309 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92af23c3-c978-404d-a858-fb4f2bc502b8", "name": "network-vif-deleted", "tag": "77a3b38b-4f2b-444a-a767-d7a16e6ee5b3", "status": "completed", "code": 200}, {"server_uuid": "66f14a2c-ef94-464a-9f0e-4c33022678ef", "name": "network-vif-deleted", "tag": "5cb03ff4-ca5a-4229-8a6f-47f138a794ba", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:50.941555 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92593850-7b4d-48be-b55e-1b0bc6f23de3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:50.942470 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92af23c3-c978-404d-a858-fb4f2bc502b8', 'name': 'network-vif-deleted', 'tag': '77a3b38b-4f2b-444a-a767-d7a16e6ee5b3', 'status': 'completed', 'code': 200} Jul 16 17:52:50.943072 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f14a2c-ef94-464a-9f0e-4c33022678ef', 'name': 'network-vif-deleted', 'tag': '5cb03ff4-ca5a-4229-8a6f-47f138a794ba', 'status': 'completed', 'code': 200} Jul 16 17:52:51.004999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fc824a-5abb-43c3-9989-172a4e52b871 admin admin] Deleting subnet e639a4d1-6ec1-404f-8cd2-58356029e1e3 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:52:51.011401 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99fc824a-5abb-43c3-9989-172a4e52b871 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:51.084770 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99fc824a-5abb-43c3-9989-172a4e52b871 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:51.482332 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9e61cb2-c1e7-44f6-a450-4ac37d8d10c1 req-fbd55b66-f3b2-48f9-84ef-9627212e6169 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303306 Jul 16 17:52:51.608325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27823-6151-4939-a3f9-1c6e88a3868e req-81535c9e-ba38-4e1d-8a4d-5b800deb2fe3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:51.609964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ce27823-6151-4939-a3f9-1c6e88a3868e req-81535c9e-ba38-4e1d-8a4d-5b800deb2fe3 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 949 time: 0.5228050 Jul 16 17:52:51.611674 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99fc824a-5abb-43c3-9989-172a4e52b871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:51.658062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801aa22-ba4f-4495-b11e-b5c05477ef03 req-d55a0bf0-294f-4a93-b48d-e43058da9324 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:51.661858 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0801aa22-ba4f-4495-b11e-b5c05477ef03 req-d55a0bf0-294f-4a93-b48d-e43058da9324 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.5260839 Jul 16 17:52:51.662054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53580) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:51.742133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ce27823-6151-4939-a3f9-1c6e88a3868e req-7bc4fbbb-25ea-45cc-a179-24f9f6c961d7 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052916 Jul 16 17:52:51.774081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0801aa22-ba4f-4495-b11e-b5c05477ef03 req-e403a4f2-2fbc-48b1-bbae-4ab5a2f555ce tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991774 Jul 16 17:52:51.775779 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99fc824a-5abb-43c3-9989-172a4e52b871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:51.818184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc824a-5abb-43c3-9989-172a4e52b871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e639a4d1-6ec1-404f-8cd2-58356029e1e3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:51.826121 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99fc824a-5abb-43c3-9989-172a4e52b871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:51.829041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-99fc824a-5abb-43c3-9989-172a4e52b871 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e639a4d1-6ec1-404f-8cd2-58356029e1e3 HTTP/1.1" status: 204 len: 168 time: 0.9477532 Jul 16 17:52:51.831035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53586) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:51.835697 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313b2c13-85d0-44de-9c39-35dc3ff03869 None None] Network 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:52:51.862252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-127777635-network', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:51.899690 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Made reservation on behalf of ae62d8154b9b40aab9fc4442be6e769b for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:51.902572 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:51.917236 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:51.994754 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 048d14a9-5de4-4e08-a6ec-b0434ea64df8 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:51.997097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5cb03ff4-ca5a-4229-8a6f-47f138a794ba no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:52.039793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 5cb03ff4-ca5a-4229-8a6f-47f138a794ba {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:52.040424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5cb03ff4-ca5a-4229-8a6f-47f138a794ba not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:52.041494 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.166407 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Deleting port e3ce883f-9b51-46ba-a8f6-03cba0af47ec {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:52.166407 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.180916 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 048d14a9-5de4-4e08-a6ec-b0434ea64df8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=048d14a9-5de4-4e08-a6ec-b0434ea64df8,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:52.205225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '048d14a9-5de4-4e08-a6ec-b0434ea64df8', 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87', 'port_id': '048d14a9-5de4-4e08-a6ec-b0434ea64df8', 'mac_address': 'fa:16:3e:1b:55:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5adf46b-7b84-4145-96bb-8a85daef2372', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:52.208684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.222506 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.244327 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6679d7-f821-4dc8-a2ac-c65c181f3696 None None] DHCP port deletion for 7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:52:52.283617 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:52:52.315342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] For port e3ce883f-9b51-46ba-a8f6-03cba0af47ec, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e3ce883f-9b51-46ba-a8f6-03cba0af47ec,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:52.315855 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.331965 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.332404 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Added segment 148d7480-f3f8-46db-b714-13cac1e9b1c1 of type vlan for network 70807689-6f3c-468d-a722-df03c45eed18 Jul 16 17:52:52.344231 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fca1e7-04cd-45a4-9f54-3af1fd56016d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:52.361984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f84c99-fa6e-4041-9a58-010b0be3f04e req-34325b5b-0431-4e93-9eb0-f056f15cb95a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:52.366596 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Calling delete_port for e3ce883f-9b51-46ba-a8f6-03cba0af47ec owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:52.374937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54f84c99-fa6e-4041-9a58-010b0be3f04e req-34325b5b-0431-4e93-9eb0-f056f15cb95a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 943 time: 0.4327681 Jul 16 17:52:52.394037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5f8a8-1532-4dcd-842f-2e09e1a565de req-edfb282b-095a-4a9f-b03f-62747073e3a0 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:52.397360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceb5f8a8-1532-4dcd-842f-2e09e1a565de req-edfb282b-095a-4a9f-b03f-62747073e3a0 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.35 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 950 time: 0.4527338 Jul 16 17:52:52.425168 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.444699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 048d14a9-5de4-4e08-a6ec-b0434ea64df8 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:52.446173 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.472498 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 048d14a9-5de4-4e08-a6ec-b0434ea64df8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=048d14a9-5de4-4e08-a6ec-b0434ea64df8,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:52.479502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fc6679d7-f821-4dc8-a2ac-c65c181f3696 None None] Deleting port e3ce883f-9b51-46ba-a8f6-03cba0af47ec {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:52.479905 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fc6679d7-f821-4dc8-a2ac-c65c181f3696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.482450 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.525284 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54f84c99-fa6e-4041-9a58-010b0be3f04e req-1cc04a59-e356-48a9-bd13-e1cf48b9c719 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489682 Jul 16 17:52:52.559919 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.560883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:52.561462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.575922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['048d14a9-5de4-4e08-a6ec-b0434ea64df8'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:52.616340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fc6679d7-f821-4dc8-a2ac-c65c181f3696 None None] For port e3ce883f-9b51-46ba-a8f6-03cba0af47ec, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e3ce883f-9b51-46ba-a8f6-03cba0af47ec,segment=NetworkSegment(539996ec-2188-43e6-bfe6-c084e51f1508),segment_id=539996ec-2188-43e6-bfe6-c084e51f1508)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:52.616735 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fc6679d7-f821-4dc8-a2ac-c65c181f3696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.618135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b1dcf-dc53-4ba9-9285-822c7cc3c27d req-f1fc8cf4-984e-4699-ab7e-7360420139bc tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:52.620127 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f65b1dcf-dc53-4ba9-9285-822c7cc3c27d req-f1fc8cf4-984e-4699-ab7e-7360420139bc tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 949 time: 0.2189534 Jul 16 17:52:52.624424 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9603765 Jul 16 17:52:52.627325 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53592) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:52.632279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=048d14a9-5de4-4e08-a6ec-b0434ea64df8,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:52.632496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4261fe-b92d-494d-9de1-ae0a021f326d req-bebfc51a-5a79-4a1f-9442-78d4fb6cb468 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:52.634955 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-081056ea-9732-4110-8c42-c9564674eeda admin admin] Request body: {'subnet': {'network_id': '70807689-6f3c-468d-a722-df03c45eed18', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-127777635-subnet', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:52.642976 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fc6679d7-f821-4dc8-a2ac-c65c181f3696 None None] Calling delete_port for e3ce883f-9b51-46ba-a8f6-03cba0af47ec owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:52.644014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db4261fe-b92d-494d-9de1-ae0a021f326d req-bebfc51a-5a79-4a1f-9442-78d4fb6cb468 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 946 time: 0.4132357 Jul 16 17:52:52.681976 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702d9fe-605c-4d6d-a641-4ee92f08b1cf admin admin] Pushing event updated for resources: {'Network': ['ID=70807689-6f3c-468d-a722-df03c45eed18,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:52.683786 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.702730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 70807689-6f3c-468d-a722-df03c45eed18 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:52:52.742706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db4261fe-b92d-494d-9de1-ae0a021f326d req-ff0257d9-b0b6-427f-940e-1962c8f912db tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973632 Jul 16 17:52:52.751141 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] No DVR routers for this DVR port e3ce883f-9b51-46ba-a8f6-03cba0af47ec on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:52.754458 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ce883f-9b51-46ba-a8f6-03cba0af47ec,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:52.762653 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-ceb5f8a8-1532-4dcd-842f-2e09e1a565de req-03b57afc-1ea4-4a39-af2b-db3c820c43c6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Deleting port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:52.763003 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ceb5f8a8-1532-4dcd-842f-2e09e1a565de req-03b57afc-1ea4-4a39-af2b-db3c820c43c6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.795567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081056ea-9732-4110-8c42-c9564674eeda admin admin] Made reservation on behalf of ae62d8154b9b40aab9fc4442be6e769b for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:52.796752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-081056ea-9732-4110-8c42-c9564674eeda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.844797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff3c11-416c-4b0f-a9ba-595b48204307 req-bb3389d7-28a7-4af4-85ef-055f72a797f7 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:52.847361 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6cff3c11-416c-4b0f-a9ba-595b48204307 req-bb3389d7-28a7-4af4-85ef-055f72a797f7 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 950 time: 0.1787143 Jul 16 17:52:52.852722 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fc6679d7-f821-4dc8-a2ac-c65c181f3696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.883233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6679d7-f821-4dc8-a2ac-c65c181f3696 None None] Pushing event deleted for resources: {'Port': ['ID=e3ce883f-9b51-46ba-a8f6-03cba0af47ec,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:52.896648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6679d7-f821-4dc8-a2ac-c65c181f3696 None None] No DVR routers for this DVR port e3ce883f-9b51-46ba-a8f6-03cba0af47ec on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:52.937905 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.961114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:52.977926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539996ec-2188-43e6-bfe6-c084e51f1508') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:52.978207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539996ec-2188-43e6-bfe6-c084e51f1508') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:53.000087 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.006436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ceb5f8a8-1532-4dcd-842f-2e09e1a565de req-03b57afc-1ea4-4a39-af2b-db3c820c43c6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] For port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:53.006955 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ceb5f8a8-1532-4dcd-842f-2e09e1a565de req-03b57afc-1ea4-4a39-af2b-db3c820c43c6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.010106 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-f65b1dcf-dc53-4ba9-9285-822c7cc3c27d req-b393720e-a691-4b7b-b3b7-7fb171e04904 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Deleting port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:53.010440 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f65b1dcf-dc53-4ba9-9285-822c7cc3c27d req-b393720e-a691-4b7b-b3b7-7fb171e04904 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.040453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6cff3c11-416c-4b0f-a9ba-595b48204307 req-bae43a27-9fb6-4b54-a138-cbaa67f3c7c5 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/security-groups?id=0575ec27-c2f1-401c-8eee-8b57d9323782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110377 Jul 16 17:52:53.046678 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.071934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-ceb5f8a8-1532-4dcd-842f-2e09e1a565de req-03b57afc-1ea4-4a39-af2b-db3c820c43c6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Calling delete_port for d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:53.074158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:52:53.074571 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:52:53.077853 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:52:53.168902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d223a3-ba19-4aca-994a-b9954dd6fa9c req-d87e4f96-e78d-459f-ae3b-2663f035aa4c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:53.170304 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07d223a3-ba19-4aca-994a-b9954dd6fa9c req-d87e4f96-e78d-459f-ae3b-2663f035aa4c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 949 time: 0.1677647 Jul 16 17:52:53.173531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e3ce883f-9b51-46ba-a8f6-03cba0af47ec no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:53.198852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e3ce883f-9b51-46ba-a8f6-03cba0af47ec {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:53.199455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e3ce883f-9b51-46ba-a8f6-03cba0af47ec not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:53.219175 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.234789 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.236747 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3 HTTP/1.1" status: 204 len: 168 time: 1.4045925 Jul 16 17:52:53.238724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-f65b1dcf-dc53-4ba9-9285-822c7cc3c27d req-b393720e-a691-4b7b-b3b7-7fb171e04904 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] For port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:53.239279 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f65b1dcf-dc53-4ba9-9285-822c7cc3c27d req-b393720e-a691-4b7b-b3b7-7fb171e04904 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.271279 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67525939-9627-462c-868e-4e9c52076431 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee1f73a-36a0-4ffc-b131-e2589f2e7ec3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:53.279209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-f65b1dcf-dc53-4ba9-9285-822c7cc3c27d req-b393720e-a691-4b7b-b3b7-7fb171e04904 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Calling delete_port for c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:53.279209 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-081056ea-9732-4110-8c42-c9564674eeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.300067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07d223a3-ba19-4aca-994a-b9954dd6fa9c req-73f25053-a495-4617-aa3a-b5fe82fad1c0 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090391 Jul 16 17:52:53.378876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081056ea-9732-4110-8c42-c9564674eeda admin admin] Pushing event updated for resources: {'Subnet': ['ID=89f45be9-b7a9-4a30-97ce-a4674276735a,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:53.406840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836840b-dc6d-483b-97eb-72318051b387 req-d41595e7-d564-4441-a261-c21eed1896d2 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:53.407099 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081056ea-9732-4110-8c42-c9564674eeda admin admin] Checking segment: {'id': '148d7480-f3f8-46db-b714-13cac1e9b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70807689-6f3c-468d-a722-df03c45eed18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:53.407365 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081056ea-9732-4110-8c42-c9564674eeda admin admin] Network hostable DHCP agents. Network: 70807689-6f3c-468d-a722-df03c45eed18, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:52:53.408619 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d836840b-dc6d-483b-97eb-72318051b387 req-d41595e7-d564-4441-a261-c21eed1896d2 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.1806841 Jul 16 17:52:53.417549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53602) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:53.427046 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ceb5f8a8-1532-4dcd-842f-2e09e1a565de req-03b57afc-1ea4-4a39-af2b-db3c820c43c6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.440561 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081056ea-9732-4110-8c42-c9564674eeda admin admin] Network 70807689-6f3c-468d-a722-df03c45eed18 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:52:53.442961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d1f9c3d0-5da5-4976-b0e7-6159dffb8be5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:53.478341 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-081056ea-9732-4110-8c42-c9564674eeda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 70807689-6f3c-468d-a722-df03c45eed18) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:53.486980 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081056ea-9732-4110-8c42-c9564674eeda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:53.487459 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-081056ea-9732-4110-8c42-c9564674eeda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.490665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5285db9f-d4bf-414c-8d9d-0cfcf00037be None None] Network 70807689-6f3c-468d-a722-df03c45eed18 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:52:53.508829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b57afc-1ea4-4a39-af2b-db3c820c43c6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Pushing event deleted for resources: {'Port': ['ID=d1f9c3d0-5da5-4976-b0e7-6159dffb8be5,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:53.515731 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-081056ea-9732-4110-8c42-c9564674eeda admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8823190 Jul 16 17:52:53.516285 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53604) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:53.522600 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-127777635-router', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:53.527224 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f65b1dcf-dc53-4ba9-9285-822c7cc3c27d req-b393720e-a691-4b7b-b3b7-7fb171e04904 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.565251 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d836840b-dc6d-483b-97eb-72318051b387 req-41187016-0041-428a-8382-d772b01bcc38 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449256 Jul 16 17:52:53.576830 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393720e-a691-4b7b-b3b7-7fb171e04904 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event deleted for resources: {'Port': ['ID=c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:53.597323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'b066997f-bac6-4296-a729-8ef7f88f38f1', '0e1093b6-ee29-4e09-a52c-8289b72ec9c3', 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:53.600678 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['6fb98384-d168-4775-a307-45ede136825f', 'c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:53.609242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb5f8a8-1532-4dcd-842f-2e09e1a565de req-03b57afc-1ea4-4a39-af2b-db3c820c43c6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] No DVR routers for this DVR port d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:53.614011 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ceb5f8a8-1532-4dcd-842f-2e09e1a565de req-03b57afc-1ea4-4a39-af2b-db3c820c43c6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.616207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceb5f8a8-1532-4dcd-842f-2e09e1a565de req-03b57afc-1ea4-4a39-af2b-db3c820c43c6 tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.35 "DELETE /v2.0/ports/d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 HTTP/1.1" status: 204 len: 173 time: 1.2042496 Jul 16 17:52:53.618113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7551a28f-9298-44ac-883c-864d9c497776', 'name': 'network-vif-deleted', 'tag': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:53.623526 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c59d6f-5133-4187-9eb1-9241f7b2c7bc" -d '{"events": [{"server_uuid": "7551a28f-9298-44ac-883c-864d9c497776", "name": "network-vif-deleted", "tag": "d1f9c3d0-5da5-4976-b0e7-6159dffb8be5"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:53.629420 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.629586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5249c5ff-7960-4dbd-add0-faef2ed7127c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81429b451bb04ac3a04af8c7289065e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104430 Jul 16 17:52:53.630835 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.632147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53610) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:53.653381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65b1dcf-dc53-4ba9-9285-822c7cc3c27d req-b393720e-a691-4b7b-b3b7-7fb171e04904 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] No DVR routers for this DVR port c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:53.656896 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f65b1dcf-dc53-4ba9-9285-822c7cc3c27d req-b393720e-a691-4b7b-b3b7-7fb171e04904 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.662262 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f65b1dcf-dc53-4ba9-9285-822c7cc3c27d req-b393720e-a691-4b7b-b3b7-7fb171e04904 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "DELETE /v2.0/ports/c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c HTTP/1.1" status: 204 len: 173 time: 1.0172007 Jul 16 17:52:53.669483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a73d5f-715e-4bab-8019-6ae4f1ea00e2', 'name': 'network-vif-deleted', 'tag': 'c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:53.672177 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7862ec-3a49-4a7d-b552-0ed94e95d379" -d '{"events": [{"server_uuid": "31a73d5f-715e-4bab-8019-6ae4f1ea00e2", "name": "network-vif-deleted", "tag": "c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:53.697890 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f213a72-cba5-4eab-b614-a9905c3efd7b x-openstack-request-id: req-5f213a72-cba5-4eab-b614-a9905c3efd7b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:53.698470 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7551a28f-9298-44ac-883c-864d9c497776", "name": "network-vif-deleted", "tag": "d1f9c3d0-5da5-4976-b0e7-6159dffb8be5", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:53.699210 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f213a72-cba5-4eab-b614-a9905c3efd7b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:53.699714 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7551a28f-9298-44ac-883c-864d9c497776', 'name': 'network-vif-deleted', 'tag': 'd1f9c3d0-5da5-4976-b0e7-6159dffb8be5', 'status': 'completed', 'code': 200} Jul 16 17:52:53.766507 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04921739-61fe-49a1-b524-5f813c91fb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.787974 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.790209 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23afe79b-4601-4343-81f9-e7bcbb400336 x-openstack-request-id: req-23afe79b-4601-4343-81f9-e7bcbb400336 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:53.790507 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a73d5f-715e-4bab-8019-6ae4f1ea00e2", "name": "network-vif-deleted", "tag": "c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:53.790740 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23afe79b-4601-4343-81f9-e7bcbb400336 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:53.792845 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a73d5f-715e-4bab-8019-6ae4f1ea00e2', 'name': 'network-vif-deleted', 'tag': 'c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c', 'status': 'completed', 'code': 200} Jul 16 17:52:53.829494 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04921739-61fe-49a1-b524-5f813c91fb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.961646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3511a-690d-46ad-b313-c82156983c07 req-f07932f2-3b1b-4e7e-a7ff-46a02db63a2b tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:53.968337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39f3511a-690d-46ad-b313-c82156983c07 req-f07932f2-3b1b-4e7e-a7ff-46a02db63a2b tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 943 time: 0.1572931 Jul 16 17:52:53.977826 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04921739-61fe-49a1-b524-5f813c91fb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.980971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04921739-61fe-49a1-b524-5f813c91fb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.994322 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-04921739-61fe-49a1-b524-5f813c91fb23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6ff9e2a-5a24-4fb6-b982-f10660bc9e08 HTTP/1.1" status: 204 len: 168 time: 0.3587155 Jul 16 17:52:53.994520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-70807689-6f3c-468d-a722-df03c45eed18', 'network_id': '70807689-6f3c-468d-a722-df03c45eed18', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'fixed_ips': [{'subnet_id': '89f45be9-b7a9-4a30-97ce-a4674276735a'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:52:53.994520 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.019308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:54.021291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04921739-61fe-49a1-b524-5f813c91fb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ff9e2a-5a24-4fb6-b982-f10660bc9e08,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:54.073845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:54.074030 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39f3511a-690d-46ad-b313-c82156983c07 req-7dd0499e-d8fa-4d80-bd98-f46459fa91b2 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806503 Jul 16 17:52:54.074592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c8f218f9-f4aa-4b4e-8337-4c2dcccb9b0c not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:54.075195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 048d14a9-5de4-4e08-a6ec-b0434ea64df8 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:54.130464 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.171361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a49c9a-f8d4-4c11-bfa6-d9d8fe5f6e84 req-c32d5a6d-641a-4db8-a70c-c5d019f8d222 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:54.180971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18a49c9a-f8d4-4c11-bfa6-d9d8fe5f6e84 req-c32d5a6d-641a-4db8-a70c-c5d019f8d222 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 945 time: 0.0944185 Jul 16 17:52:54.244477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18a49c9a-f8d4-4c11-bfa6-d9d8fe5f6e84 req-7c3972bc-d579-465f-bb09-853fed2b00ee tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629802 Jul 16 17:52:54.396901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e7b33d5-95b5-4fd9-abf0-62182b4ef299 req-604d7c12-9ad6-469c-89af-b5dc5bbec9ff tempest-ServersAdminTestJSON-4968883 tempest-ServersAdminTestJSON-4968883-project] 10.222.0.41 "GET /v2.0/ports?device_id=7551a28f-9298-44ac-883c-864d9c497776 HTTP/1.1" status: 200 len: 210 time: 0.0722320 Jul 16 17:52:54.463572 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.492706 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Allocated IP 172.20.0.2 (70807689-6f3c-468d-a722-df03c45eed18/89f45be9-b7a9-4a30-97ce-a4674276735a/329c0ed1-f804-4588-ab48-20da8c3c167d) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:54.512888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 048d14a9-5de4-4e08-a6ec-b0434ea64df8 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:54.580048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 048d14a9-5de4-4e08-a6ec-b0434ea64df8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=048d14a9-5de4-4e08-a6ec-b0434ea64df8,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:54.603104 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.633896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-33884c85-109b-45a6-b582-f7b9b4409d69 req-7989fcb4-5c97-4a8e-9ed3-77d2ad82c9b4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a73d5f-715e-4bab-8019-6ae4f1ea00e2 HTTP/1.1" status: 200 len: 210 time: 0.0536315 Jul 16 17:52:54.755768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.790489 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.791285 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=048d14a9-5de4-4e08-a6ec-b0434ea64df8,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:54.894758 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.913069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Transition to ACTIVE for port object 329c0ed1-f804-4588-ab48-20da8c3c167d will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:54.944344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Transition to ACTIVE for port object 329c0ed1-f804-4588-ab48-20da8c3c167d will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:54.959025 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.033430 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Network 70807689-6f3c-468d-a722-df03c45eed18 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:55.053709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462eab0-b00f-4f24-aadb-dc1c2f8b79aa req-4f4c1bc7-c53b-499f-8d00-6cb9f2732f24 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:55.061887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6462eab0-b00f-4f24-aadb-dc1c2f8b79aa req-4f4c1bc7-c53b-499f-8d00-6cb9f2732f24 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.0989048 Jul 16 17:52:55.062969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Allocated IP 172.25.5.29 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/7f0b5ced-37c6-4438-852d-d612ed42df95) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:55.071618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:55.094565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:55.129422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Pushing event updated for resources: {'Port': ['ID=329c0ed1-f804-4588-ab48-20da8c3c167d,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:55.149241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6462eab0-b00f-4f24-aadb-dc1c2f8b79aa req-4981cd46-8b69-4950-8422-7589c0f6b5ce tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860291 Jul 16 17:52:55.183665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Attempting to bind port 329c0ed1-f804-4588-ab48-20da8c3c167d on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:55.184086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Attempting to bind port 329c0ed1-f804-4588-ab48-20da8c3c167d by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '148d7480-f3f8-46db-b714-13cac1e9b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70807689-6f3c-468d-a722-df03c45eed18'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:55.184437 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Attempting to bind port 329c0ed1-f804-4588-ab48-20da8c3c167d on network 70807689-6f3c-468d-a722-df03c45eed18 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:55.206591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:55.207155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Checking segment: {'id': '148d7480-f3f8-46db-b714-13cac1e9b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70807689-6f3c-468d-a722-df03c45eed18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:55.207360 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.208325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Bound using segment: {'id': '148d7480-f3f8-46db-b714-13cac1e9b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70807689-6f3c-468d-a722-df03c45eed18'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:55.208959 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Bound port: 329c0ed1-f804-4588-ab48-20da8c3c167d, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148d7480-f3f8-46db-b714-13cac1e9b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70807689-6f3c-468d-a722-df03c45eed18'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:55.209320 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.299926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbc4d8-1401-4437-ba96-3e1009ac7a50 req-4a068501-2477-428e-8366-d52dc4e39bc7 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:55.303169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ffbc4d8-1401-4437-ba96-3e1009ac7a50 req-4a068501-2477-428e-8366-d52dc4e39bc7 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 944 time: 0.1097922 Jul 16 17:52:55.309054 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] For port 329c0ed1-f804-4588-ab48-20da8c3c167d, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:55.313660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] For port 329c0ed1-f804-4588-ab48-20da8c3c167d, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=329c0ed1-f804-4588-ab48-20da8c3c167d,segment=NetworkSegment(148d7480-f3f8-46db-b714-13cac1e9b1c1),segment_id=148d7480-f3f8-46db-b714-13cac1e9b1c1)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:55.320539 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.384304 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ffbc4d8-1401-4437-ba96-3e1009ac7a50 req-208202ca-bd56-4d88-8ca5-53a9e60479ea tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749910 Jul 16 17:52:55.422381 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88f372-93ac-4f35-84b2-161c5d7ffbde None None] Pushing event updated for resources: {'Port': ['ID=329c0ed1-f804-4588-ab48-20da8c3c167d,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:55.488311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0c2f8-36ae-49bc-9625-f51d6fb6c191 req-2c43e4ee-788e-42fd-84c1-bb99a977ec63 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:55.496998 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11a0c2f8-36ae-49bc-9625-f51d6fb6c191 req-2c43e4ee-788e-42fd-84c1-bb99a977ec63 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 943 time: 0.1058867 Jul 16 17:52:55.504196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53652) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:55.560381 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11a0c2f8-36ae-49bc-9625-f51d6fb6c191 req-42f643bf-c62a-4d1d-93a5-ce44b49e7e21 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624189 Jul 16 17:52:55.604463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.673774 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.706082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1439099104-network', 'tenant_id': 'a607c0179838461fb8eacf28aef6052c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:55.747838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Made reservation on behalf of a607c0179838461fb8eacf28aef6052c for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:55.748920 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:55.750914 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.753421 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:55.756727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:55.765749 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.907690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53666) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:55.927035 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.932450 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.965797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd6915b-4ab9-449c-a8b9-de92e516ba71,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:55.996704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:52:56.006156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:56.018730 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.019349 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Added segment 30a3124b-ed17-4273-9885-f0c609174b96 of type vlan for network 7f7103b5-ecb3-4023-ae47-c444915110f3 Jul 16 17:52:56.026342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Pushing event updated for resources: {'Port': ['ID=7f0b5ced-37c6-4438-852d-d612ed42df95,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:56.046325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:56.046888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d1f9c3d0-5da5-4976-b0e7-6159dffb8be5 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:56.093962 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.122023 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.135012 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.158144 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.159099 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:56.159691 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.180032 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d9566d96-9d6a-45b2-8ce9-41742fa38f4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51f1c30f9a744421afed0a8cffc79456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712636 Jul 16 17:52:56.183361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53674) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:56.245565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7371156 Jul 16 17:52:56.247945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53676) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:56.253176 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3d2675f9-a605-4cc9-b6a5-fb99fbd1c0e6 admin admin] Request body: {'subnet': {'network_id': '7f7103b5-ecb3-4023-ae47-c444915110f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1439099104-subnet', 'tenant_id': 'a607c0179838461fb8eacf28aef6052c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:56.279283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b52f5-8f9c-4d4f-951a-cbd64cf0f34c admin admin] Pushing event updated for resources: {'Network': ['ID=7f7103b5-ecb3-4023-ae47-c444915110f3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:56.292825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 7f7103b5-ecb3-4023-ae47-c444915110f3 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:52:56.294880 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-33100776-76a5-464d-95b2-a9925fcc8c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.348813 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2675f9-a605-4cc9-b6a5-fb99fbd1c0e6 admin admin] Made reservation on behalf of a607c0179838461fb8eacf28aef6052c for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:56.351466 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d2675f9-a605-4cc9-b6a5-fb99fbd1c0e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.371932 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.381791 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-33100776-76a5-464d-95b2-a9925fcc8c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.468599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36821e2-bc05-437d-8405-2864cbb59d3d req-9e16fd6e-f165-499c-bba2-a22dee7ebad7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:56.470466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e36821e2-bc05-437d-8405-2864cbb59d3d req-9e16fd6e-f165-499c-bba2-a22dee7ebad7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.1556780 Jul 16 17:52:56.492601 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-33100776-76a5-464d-95b2-a9925fcc8c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.495250 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-33100776-76a5-464d-95b2-a9925fcc8c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.498568 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-33100776-76a5-464d-95b2-a9925fcc8c34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0575ec27-c2f1-401c-8eee-8b57d9323782 HTTP/1.1" status: 204 len: 168 time: 0.3103154 Jul 16 17:52:56.513150 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33100776-76a5-464d-95b2-a9925fcc8c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0575ec27-c2f1-401c-8eee-8b57d9323782,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:56.552576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e36821e2-bc05-437d-8405-2864cbb59d3d req-6f67e641-3ae4-415d-8067-ce7cea7947c2 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733070 Jul 16 17:52:56.607731 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.704647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abaecd-1e65-4a78-af2b-e2386b686b0d req-45265358-48d0-4d68-87bb-5e0b7f49a390 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:56.713017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8abaecd-1e65-4a78-af2b-e2386b686b0d req-45265358-48d0-4d68-87bb-5e0b7f49a390 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 944 time: 0.1158857 Jul 16 17:52:56.815006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8abaecd-1e65-4a78-af2b-e2386b686b0d req-e48a0ac4-e171-4d60-bd1d-2ffa60e46015 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006882 Jul 16 17:52:56.858940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643471e-22fa-450d-a8e2-e244b5efe610 req-e0b64709-4e3d-403d-a25f-84224eb86a6c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:56.860884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4643471e-22fa-450d-a8e2-e244b5efe610 req-e0b64709-4e3d-403d-a25f-84224eb86a6c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=1643a4c1-ba83-43bc-b1c8-0a7684b934be HTTP/1.1" status: 200 len: 949 time: 0.1455863 Jul 16 17:52:56.915387 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4394d67-fba4-4380-8697-3b73df7414e5 None None] Network 70807689-6f3c-468d-a722-df03c45eed18 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:52:56.922122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4643471e-22fa-450d-a8e2-e244b5efe610 req-3b92dabf-544a-49ad-97a6-e9114bfa3a93 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539653 Jul 16 17:52:56.926060 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Router f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:52:56.934232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53690) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:56.953223 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d2675f9-a605-4cc9-b6a5-fb99fbd1c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.010136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-793a236f-b5f9-462b-b68f-89ad8efeb6d6 None None] Provisioning for port 329c0ed1-f804-4588-ab48-20da8c3c167d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:57.042119 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-76138b20-bd3e-4814-99a5-825303446f39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf14bf695b4443228a1235dd64541da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1063623 Jul 16 17:52:57.044749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53694) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:57.117009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6fe39-e01f-42af-862c-da742c159435 req-3a508227-ac4f-4a41-a0d3-41c315a92996 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:57.123300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2675f9-a605-4cc9-b6a5-fb99fbd1c0e6 admin admin] Checking segment: {'id': '30a3124b-ed17-4273-9885-f0c609174b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f7103b5-ecb3-4023-ae47-c444915110f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:57.123950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2675f9-a605-4cc9-b6a5-fb99fbd1c0e6 admin admin] Network hostable DHCP agents. Network: 7f7103b5-ecb3-4023-ae47-c444915110f3, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:52:57.125635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91d6fe39-e01f-42af-862c-da742c159435 req-3a508227-ac4f-4a41-a0d3-41c315a92996 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 943 time: 0.1503785 Jul 16 17:52:57.145868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2675f9-a605-4cc9-b6a5-fb99fbd1c0e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0129c57a-015b-4071-ac67-c225813adfad,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:57.180069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2675f9-a605-4cc9-b6a5-fb99fbd1c0e6 admin admin] Network 7f7103b5-ecb3-4023-ae47-c444915110f3 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:52:57.183101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91d6fe39-e01f-42af-862c-da742c159435 req-3dadab8a-f53e-48af-8340-012a84983bfd tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558040 Jul 16 17:52:57.209910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fde88e-dcba-433f-bc2e-ff15ab845975 req-18ff96f3-1b64-4f63-bfcc-d8c8bdab0698 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:57.211590 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-90fde88e-dcba-433f-bc2e-ff15ab845975 req-18ff96f3-1b64-4f63-bfcc-d8c8bdab0698 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.35 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 944 time: 0.3258712 Jul 16 17:52:57.214688 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-3d2675f9-a605-4cc9-b6a5-fb99fbd1c0e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 7f7103b5-ecb3-4023-ae47-c444915110f3) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:57.220850 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-75cf5f81-2b73-47b4-871b-7d60c81726d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.230547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2675f9-a605-4cc9-b6a5-fb99fbd1c0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:57.231132 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d2675f9-a605-4cc9-b6a5-fb99fbd1c0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.247863 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-75cf5f81-2b73-47b4-871b-7d60c81726d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.269763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:52:57.307563 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3d2675f9-a605-4cc9-b6a5-fb99fbd1c0e6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0394077 Jul 16 17:52:57.327957 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.329174 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-26a5e83e-10ee-41da-a0aa-22ae14c5cc16 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.8121576 Jul 16 17:52:57.333758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53696) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:57.339231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Sync routers for ids ['f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:52:57.340687 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-75cf5f81-2b73-47b4-871b-7d60c81726d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.342863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 329c0ed1-f804-4588-ab48-20da8c3c167d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:57.343461 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-75cf5f81-2b73-47b4-871b-7d60c81726d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.344650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-75cf5f81-2b73-47b4-871b-7d60c81726d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7eb59258-6b71-4055-ad41-862f26d327c4 HTTP/1.1" status: 204 len: 168 time: 0.2989559 Jul 16 17:52:57.346163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a08fa4c-b2f0-426d-8cd8-6849c0be1adf None None] Network 7f7103b5-ecb3-4023-ae47-c444915110f3 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:52:57.379031 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-90fde88e-dcba-433f-bc2e-ff15ab845975 req-e832a1a6-4877-404b-b6a9-8707a4e5d1b3 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Deleting port 048d14a9-5de4-4e08-a6ec-b0434ea64df8 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:57.380286 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-90fde88e-dcba-433f-bc2e-ff15ab845975 req-e832a1a6-4877-404b-b6a9-8707a4e5d1b3 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.388843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf5f81-2b73-47b4-871b-7d60c81726d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb59258-6b71-4055-ad41-862f26d327c4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:57.489229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Routers {'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:57.490250 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:52:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:57.529957 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-90fde88e-dcba-433f-bc2e-ff15ab845975 req-e832a1a6-4877-404b-b6a9-8707a4e5d1b3 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] For port 048d14a9-5de4-4e08-a6ec-b0434ea64df8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=048d14a9-5de4-4e08-a6ec-b0434ea64df8,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:57.532463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-90fde88e-dcba-433f-bc2e-ff15ab845975 req-e832a1a6-4877-404b-b6a9-8707a4e5d1b3 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.555487 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 329c0ed1-f804-4588-ab48-20da8c3c167d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:57.566532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 329c0ed1-f804-4588-ab48-20da8c3c167d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:57.569136 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.574376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-90fde88e-dcba-433f-bc2e-ff15ab845975 req-e832a1a6-4877-404b-b6a9-8707a4e5d1b3 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Calling delete_port for 048d14a9-5de4-4e08-a6ec-b0434ea64df8 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:57.801754 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Set router f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:57.806211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab971e4-3cb0-422a-8c8c-087fc82debe3 None None] Network 7f7103b5-ecb3-4023-ae47-c444915110f3 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:52:57.821289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb004613-5ded-47b7-8042-5f8f996faf86 req-2ba08a1f-b100-455f-b44e-bf635642322f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:57.825725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb004613-5ded-47b7-8042-5f8f996faf86 req-2ba08a1f-b100-455f-b44e-bf635642322f tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1643a4c1-ba83-43bc-b1c8-0a7684b934be HTTP/1.1" status: 200 len: 949 time: 0.2216399 Jul 16 17:52:57.898761 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-90fde88e-dcba-433f-bc2e-ff15ab845975 req-e832a1a6-4877-404b-b6a9-8707a4e5d1b3 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.977992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832a1a6-4877-404b-b6a9-8707a4e5d1b3 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Pushing event deleted for resources: {'Port': ['ID=048d14a9-5de4-4e08-a6ec-b0434ea64df8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:58.076517 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fde88e-dcba-433f-bc2e-ff15ab845975 req-e832a1a6-4877-404b-b6a9-8707a4e5d1b3 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] No DVR routers for this DVR port 048d14a9-5de4-4e08-a6ec-b0434ea64df8 on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:58.082012 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-90fde88e-dcba-433f-bc2e-ff15ab845975 req-e832a1a6-4877-404b-b6a9-8707a4e5d1b3 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.085802 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-90fde88e-dcba-433f-bc2e-ff15ab845975 req-e832a1a6-4877-404b-b6a9-8707a4e5d1b3 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.35 "DELETE /v2.0/ports/048d14a9-5de4-4e08-a6ec-b0434ea64df8 HTTP/1.1" status: 204 len: 173 time: 0.8656650 Jul 16 17:52:58.087478 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556a9527-249e-4c2b-885e-fca96b17b25c', 'name': 'network-vif-deleted', 'tag': '048d14a9-5de4-4e08-a6ec-b0434ea64df8'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:58.089774 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc60283b-c0ca-41a9-8b83-fb36dd2725d2" -d '{"events": [{"server_uuid": "556a9527-249e-4c2b-885e-fca96b17b25c", "name": "network-vif-deleted", "tag": "048d14a9-5de4-4e08-a6ec-b0434ea64df8"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:58.115827 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b2ced-707b-41d2-88f8-3c1432404a05 req-c4fde5fe-af4a-4761-8420-c19101ad155e tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:58.117392 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ea5b2ced-707b-41d2-88f8-3c1432404a05 req-c4fde5fe-af4a-4761-8420-c19101ad155e tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c459d32-2205-490d-8952-0c2dc745c92f HTTP/1.1" status: 200 len: 949 time: 0.1550920 Jul 16 17:52:58.273207 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f0cc600f-1ff8-4753-befc-c14eb3197a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.300375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e10de1-aa19-49c9-aa28-1c17630fee07 req-aed69fe5-581f-43e3-b406-ae8444873582 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:58.303595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-62aedec4-7422-45c2-8723-87b47a7609c0 None None] Provisioning complete for port 329c0ed1-f804-4588-ab48-20da8c3c167d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:58.304724 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-62aedec4-7422-45c2-8723-87b47a7609c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.307251 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0e10de1-aa19-49c9-aa28-1c17630fee07 req-aed69fe5-581f-43e3-b406-ae8444873582 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.3156722 Jul 16 17:52:58.344050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-bb004613-5ded-47b7-8042-5f8f996faf86 req-d636f783-3b52-43c7-932c-a99f98de8e5c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Deleting port 6fb98384-d168-4775-a307-45ede136825f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:58.344399 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb004613-5ded-47b7-8042-5f8f996faf86 req-d636f783-3b52-43c7-932c-a99f98de8e5c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.353425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-ea5b2ced-707b-41d2-88f8-3c1432404a05 req-2f1adc56-b5d8-4934-a519-3787d81acf97 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Deleting port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:58.354314 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ea5b2ced-707b-41d2-88f8-3c1432404a05 req-2f1adc56-b5d8-4934-a519-3787d81acf97 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.361687 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.448963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 329c0ed1-f804-4588-ab48-20da8c3c167d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=329c0ed1-f804-4588-ab48-20da8c3c167d,segment=NetworkSegment(148d7480-f3f8-46db-b714-13cac1e9b1c1),segment_id=148d7480-f3f8-46db-b714-13cac1e9b1c1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:58.452596 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.506404 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-ea5b2ced-707b-41d2-88f8-3c1432404a05 req-2f1adc56-b5d8-4934-a519-3787d81acf97 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] For port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b8cf4958-8caf-4ff2-b72a-dc7c6b99380d,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:58.506404 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ea5b2ced-707b-41d2-88f8-3c1432404a05 req-2f1adc56-b5d8-4934-a519-3787d81acf97 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.524095 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-ea5b2ced-707b-41d2-88f8-3c1432404a05 req-2f1adc56-b5d8-4934-a519-3787d81acf97 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Calling delete_port for b8cf4958-8caf-4ff2-b72a-dc7c6b99380d owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:58.531653 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.636495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0e10de1-aa19-49c9-aa28-1c17630fee07 req-fa42ae47-fd30-45db-9a62-7aaa050eafb6 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281064 Jul 16 17:52:58.706020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-127777635-router', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:55Z', 'revision_number': 3, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'gw_port': {'id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:58.708354 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=329c0ed1-f804-4588-ab48-20da8c3c167d,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:58.725718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ea5b2ced-707b-41d2-88f8-3c1432404a05 req-2f1adc56-b5d8-4934-a519-3787d81acf97 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.768858 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1adc56-b5d8-4934-a519-3787d81acf97 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event deleted for resources: {'Port': ['ID=b8cf4958-8caf-4ff2-b72a-dc7c6b99380d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:58.846663 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5b2ced-707b-41d2-88f8-3c1432404a05 req-2f1adc56-b5d8-4934-a519-3787d81acf97 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] No DVR routers for this DVR port b8cf4958-8caf-4ff2-b72a-dc7c6b99380d on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:58.850965 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ea5b2ced-707b-41d2-88f8-3c1432404a05 req-2f1adc56-b5d8-4934-a519-3787d81acf97 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.853585 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ea5b2ced-707b-41d2-88f8-3c1432404a05 req-2f1adc56-b5d8-4934-a519-3787d81acf97 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "DELETE /v2.0/ports/b8cf4958-8caf-4ff2-b72a-dc7c6b99380d HTTP/1.1" status: 204 len: 173 time: 0.7273226 Jul 16 17:52:58.882733 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Checking router: f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:52:58.883054 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Updating router f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 port 7f0b5ced-37c6-4438-852d-d612ed42df95 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:52:58.895645 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-401517de-7ab0-4d73-8768-98d3cfc25eef req-d45cbbe7-1caf-4c2f-8da6-64014e416e1c tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=556a9527-249e-4c2b-885e-fca96b17b25c HTTP/1.1" status: 200 len: 210 time: 0.0671782 Jul 16 17:52:58.899389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-bb004613-5ded-47b7-8042-5f8f996faf86 req-d636f783-3b52-43c7-932c-a99f98de8e5c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] For port 6fb98384-d168-4775-a307-45ede136825f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6fb98384-d168-4775-a307-45ede136825f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:58.899737 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb004613-5ded-47b7-8042-5f8f996faf86 req-d636f783-3b52-43c7-932c-a99f98de8e5c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.910406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-07315c7f-1c50-47ba-8f6f-e9a4fc817f17 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:58.925692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-07315c7f-1c50-47ba-8f6f-e9a4fc817f17 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/networks?id=7f7103b5-ecb3-4023-ae47-c444915110f3 HTTP/1.1" status: 200 len: 814 time: 0.5775089 Jul 16 17:52:58.930456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['6fb98384-d168-4775-a307-45ede136825f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:58.933229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'b066997f-bac6-4296-a729-8ef7f88f38f1', '0e1093b6-ee29-4e09-a52c-8289b72ec9c3', 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:58.949149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-bb004613-5ded-47b7-8042-5f8f996faf86 req-d636f783-3b52-43c7-932c-a99f98de8e5c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Calling delete_port for 6fb98384-d168-4775-a307-45ede136825f owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:58.962290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-9b0d01ae-431c-469e-a409-b0d502db29fa tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/quotas/a607c0179838461fb8eacf28aef6052c HTTP/1.1" status: 200 len: 375 time: 0.0351212 Jul 16 17:52:58.982851 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.033302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-2071bfb9-ee97-42f3-a2e6-b7573729f7c6 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a607c0179838461fb8eacf28aef6052c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700781 Jul 16 17:52:59.343952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 329c0ed1-f804-4588-ab48-20da8c3c167d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:59.510412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Allocated IP 172.20.0.1 (70807689-6f3c-468d-a722-df03c45eed18/89f45be9-b7a9-4a30-97ce-a4674276735a/a42479ef-8876-4d6e-9100-3b1e01275afd) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:59.636811 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-b0d47671-fc22-4088-be86-5bc1c199340b service neutron] 10.222.0.41 "GET /v2.0/networks/7f7103b5-ecb3-4023-ae47-c444915110f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025121 Jul 16 17:52:59.665929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 329c0ed1-f804-4588-ab48-20da8c3c167d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:59.666526 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.763708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b1dc3-bce0-44dd-b5e1-c4b188a883ea req-ba8eca8c-61cc-4cf2-a856-7890bf0819f6 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:59.766911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-495b1dc3-bce0-44dd-b5e1-c4b188a883ea req-ba8eca8c-61cc-4cf2-a856-7890bf0819f6 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=1643a4c1-ba83-43bc-b1c8-0a7684b934be HTTP/1.1" status: 200 len: 949 time: 0.3639178 Jul 16 17:52:59.897749 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb004613-5ded-47b7-8042-5f8f996faf86 req-d636f783-3b52-43c7-932c-a99f98de8e5c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.902883 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-495b1dc3-bce0-44dd-b5e1-c4b188a883ea req-32b9f057-a4d2-4b46-aa3f-361bf2903699 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922418 Jul 16 17:52:59.909642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.930900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-2b3c2638-fad3-4742-bb8a-3ca136e19525 service neutron] 10.222.0.41 "GET /v2.0/networks/7f7103b5-ecb3-4023-ae47-c444915110f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932849 Jul 16 17:52:59.954160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636f783-3b52-43c7-932c-a99f98de8e5c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event deleted for resources: {'Port': ['ID=6fb98384-d168-4775-a307-45ede136825f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:59.966033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Transition to ACTIVE for port object a42479ef-8876-4d6e-9100-3b1e01275afd will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:00.016467 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a15ed81-01c8-42df-91a9-fbace7fa7b0c x-openstack-request-id: req-5a15ed81-01c8-42df-91a9-fbace7fa7b0c {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:00.018416 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556a9527-249e-4c2b-885e-fca96b17b25c", "name": "network-vif-deleted", "tag": "048d14a9-5de4-4e08-a6ec-b0434ea64df8", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:00.018816 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a15ed81-01c8-42df-91a9-fbace7fa7b0c {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:00.019526 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556a9527-249e-4c2b-885e-fca96b17b25c', 'name': 'network-vif-deleted', 'tag': '048d14a9-5de4-4e08-a6ec-b0434ea64df8', 'status': 'completed', 'code': 200} Jul 16 17:53:00.025667 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb004613-5ded-47b7-8042-5f8f996faf86 req-d636f783-3b52-43c7-932c-a99f98de8e5c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] No DVR routers for this DVR port 6fb98384-d168-4775-a307-45ede136825f on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:00.028830 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb004613-5ded-47b7-8042-5f8f996faf86 req-d636f783-3b52-43c7-932c-a99f98de8e5c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.031184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb004613-5ded-47b7-8042-5f8f996faf86 req-d636f783-3b52-43c7-932c-a99f98de8e5c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.35 "DELETE /v2.0/ports/6fb98384-d168-4775-a307-45ede136825f HTTP/1.1" status: 204 len: 173 time: 2.0385640 Jul 16 17:53:00.033376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643a4c1-ba83-43bc-b1c8-0a7684b934be', 'name': 'network-vif-deleted', 'tag': '6fb98384-d168-4775-a307-45ede136825f'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:00.037841 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2729c84-a867-4808-ae35-2f0777ad504d" -d '{"events": [{"server_uuid": "1643a4c1-ba83-43bc-b1c8-0a7684b934be", "name": "network-vif-deleted", "tag": "6fb98384-d168-4775-a307-45ede136825f"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:00.041366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 487e9781-15ac-416c-9183-3b84f9613afa details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:00.043931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 048d14a9-5de4-4e08-a6ec-b0434ea64df8 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:00.055991 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.119970 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b7492daa-6587-49ec-83fa-89a9ecd78ab7 req-3f76db38-0b44-4c87-a83c-6642352c2465 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0928984 Jul 16 17:53:00.123610 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.130220 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 048d14a9-5de4-4e08-a6ec-b0434ea64df8 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:00.131180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 048d14a9-5de4-4e08-a6ec-b0434ea64df8 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:00.143167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Transition to ACTIVE for port object 7f0b5ced-37c6-4438-852d-d612ed42df95 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:00.173084 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.202937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Network 70807689-6f3c-468d-a722-df03c45eed18 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:00.204543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Pushing event updated for resources: {'Port': ['ID=a42479ef-8876-4d6e-9100-3b1e01275afd,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:00.208612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:00.210905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:00.266224 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.302335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eced46a-6a2e-435b-b5fa-c6fbfb9beb13 None None] Pushing event updated for resources: {'Port': ['ID=7f0b5ced-37c6-4438-852d-d612ed42df95,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:00.309414 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7492daa-6587-49ec-83fa-89a9ecd78ab7 req-f93be4b1-a720-4858-9f30-00df963d6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:00.310968 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b7492daa-6587-49ec-83fa-89a9ecd78ab7 req-f93be4b1-a720-4858-9f30-00df963d6e9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06e16abdfa0f4688991ced62041b5e12&device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 1101 time: 0.1602955 Jul 16 17:53:00.575364 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7492daa-6587-49ec-83fa-89a9ecd78ab7 req-0f3cf0ba-2ca9-4539-ab03-b5561e8b6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:00.576279 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b7492daa-6587-49ec-83fa-89a9ecd78ab7 req-0f3cf0ba-2ca9-4539-ab03-b5561e8b6090 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1935418 Jul 16 17:53:00.603852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Attempting to bind port 7f0b5ced-37c6-4438-852d-d612ed42df95 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:00.604327 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Attempting to bind port 7f0b5ced-37c6-4438-852d-d612ed42df95 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:00.605362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Attempting to bind port 7f0b5ced-37c6-4438-852d-d612ed42df95 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:00.618683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff1eb-bbe6-49e2-9ceb-c074b2bc98b6 req-6c05693a-3ca6-4202-9a53-c243b24ed4b2 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:00.621394 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-691ff1eb-bbe6-49e2-9ceb-c074b2bc98b6 req-6c05693a-3ca6-4202-9a53-c243b24ed4b2 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 943 time: 0.2132032 Jul 16 17:53:00.629758 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.659517 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b7492daa-6587-49ec-83fa-89a9ecd78ab7 req-65625180-6f5e-4e65-8f9e-76c2d6963650 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=38a7427a-653e-4ea3-a228-5fcb6d98bf6a HTTP/1.1" status: 200 len: 217 time: 0.0681922 Jul 16 17:53:00.745825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:00.746346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:00.747060 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.747655 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:00.748411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Bound port: 7f0b5ced-37c6-4438-852d-d612ed42df95, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:00.749051 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.764374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=487e9781-15ac-416c-9183-3b84f9613afa,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:00.771389 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.791173 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7492daa-6587-49ec-83fa-89a9ecd78ab7 req-dc8cb9a0-a1db-4108-8e75-14bbcc2f82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:00.792853 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b7492daa-6587-49ec-83fa-89a9ecd78ab7 req-dc8cb9a0-a1db-4108-8e75-14bbcc2f82a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1274788 Jul 16 17:53:00.869944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-691ff1eb-bbe6-49e2-9ceb-c074b2bc98b6 req-cf130b87-7798-4dee-805f-d365847ca372 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304051 Jul 16 17:53:00.874673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7492daa-6587-49ec-83fa-89a9ecd78ab7 req-9433fe38-7784-4248-977e-c478b071da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:00.876892 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b7492daa-6587-49ec-83fa-89a9ecd78ab7 req-9433fe38-7784-4248-977e-c478b071da54 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0766912 Jul 16 17:53:00.880389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] For port 7f0b5ced-37c6-4438-852d-d612ed42df95, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:00.884376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] For port 7f0b5ced-37c6-4438-852d-d612ed42df95, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7f0b5ced-37c6-4438-852d-d612ed42df95,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:00.899857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '487e9781-15ac-416c-9183-3b84f9613afa', 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2', 'port_id': '487e9781-15ac-416c-9183-3b84f9613afa', 'mac_address': 'fa:16:3e:e3:ba:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0613ca9c-4811-4c37-882d-5b32e78d1468', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:00.993031 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.066225 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b7492daa-6587-49ec-83fa-89a9ecd78ab7 req-0c98c12d-12f4-476e-8ca9-6fd75f44ffd9 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818173 Jul 16 17:53:01.147934 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eced46a-6a2e-435b-b5fa-c6fbfb9beb13 None None] Pushing event updated for resources: {'Port': ['ID=7f0b5ced-37c6-4438-852d-d612ed42df95,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:01.150956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5a501bde-38fe-42a9-b77d-f4427fc414da None None] Provisioning for port a42479ef-8876-4d6e-9100-3b1e01275afd completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:01.153557 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-689c51a9-e6e8-46e8-892f-78b893713212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.167023 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769900c8-84b5-4027-9729-a80aa125b375 x-openstack-request-id: req-769900c8-84b5-4027-9729-a80aa125b375 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:01.167324 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1643a4c1-ba83-43bc-b1c8-0a7684b934be", "name": "network-vif-deleted", "tag": "6fb98384-d168-4775-a307-45ede136825f", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:01.167596 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-769900c8-84b5-4027-9729-a80aa125b375 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:01.167997 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643a4c1-ba83-43bc-b1c8-0a7684b934be', 'name': 'network-vif-deleted', 'tag': '6fb98384-d168-4775-a307-45ede136825f', 'status': 'completed', 'code': 200} Jul 16 17:53:01.214934 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.237962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487e9781-15ac-416c-9183-3b84f9613afa {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:01.246554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5a501bde-38fe-42a9-b77d-f4427fc414da None None] Provisioning complete for port a42479ef-8876-4d6e-9100-3b1e01275afd triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:01.247217 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5a501bde-38fe-42a9-b77d-f4427fc414da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.267613 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.274497 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b7492daa-6587-49ec-83fa-89a9ecd78ab7 req-b4f82756-3198-4082-8c43-286ed418fb0f service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013986 Jul 16 17:53:01.279511 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.308080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5a501bde-38fe-42a9-b77d-f4427fc414da None None] Port a42479ef-8876-4d6e-9100-3b1e01275afd cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:01.319599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bbe87-a861-421f-a8e0-afc87d24c4e8 req-6a96eb7c-cb76-4f38-9ee1-53a799aee23e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:01.321188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be0bbe87-a861-421f-a8e0-afc87d24c4e8 req-6a96eb7c-cb76-4f38-9ee1-53a799aee23e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.2532287 Jul 16 17:53:01.327963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Routers {'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:01.328913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:01.390466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=487e9781-15ac-416c-9183-3b84f9613afa,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:01.400542 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.414758 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd725c04-a29b-41a9-ab6c-20d9e193410a req-42c94b3a-354d-4162-a20d-c32397af7af8 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 210 time: 0.0736496 Jul 16 17:53:01.425862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Pushing event updated for resources: {'Port': ['ID=a42479ef-8876-4d6e-9100-3b1e01275afd,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:01.434874 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.477983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be0bbe87-a861-421f-a8e0-afc87d24c4e8 req-11c4965c-c31e-4841-9f89-45438f5a26a2 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331625 Jul 16 17:53:01.552990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] Set router f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:01.613387 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=487e9781-15ac-416c-9183-3b84f9613afa,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:01.704111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Network 70807689-6f3c-468d-a722-df03c45eed18 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:01.707822 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:01.730419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['487e9781-15ac-416c-9183-3b84f9613afa'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:01.785610 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.807621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e2583a5e-0ba3-40cd-b349-907966c1c963 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:01.818314 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e2583a5e-0ba3-40cd-b349-907966c1c963 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/networks?id=3ca8cab9-7836-4719-ad84-df5447398d87 HTTP/1.1" status: 200 len: 822 time: 0.2160351 Jul 16 17:53:01.917243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-127777635-router', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:53:00Z', 'revision_number': 4, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'gw_port': {'id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'a42479ef-8876-4d6e-9100-3b1e01275afd', 'name': '', 'network_id': '70807689-6f3c-468d-a722-df03c45eed18', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'mac_address': 'fa:16:3e:3d:cc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '89f45be9-b7a9-4a30-97ce-a4674276735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:58Z', 'updated_at': '2021-07-16T17:53:00Z', 'revision_number': 2, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'subnets': [{'id': '89f45be9-b7a9-4a30-97ce-a4674276735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:01.934282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Router f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:53:01.942736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-34518e76-1e30-40cc-be99-112fcbe00b50 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/quotas/54cb87e2bd8748548f69fecdceb41100 HTTP/1.1" status: 200 len: 375 time: 0.1230433 Jul 16 17:53:01.955714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c7d484-85e7-4df7-be0d-ef2e77d9eb80 None None] The sync data for ids ['f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'] in n-d-787206-10 is: [{'id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-127777635-router', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:53:00Z', 'revision_number': 4, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'gw_port': {'id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'a42479ef-8876-4d6e-9100-3b1e01275afd', 'name': '', 'network_id': '70807689-6f3c-468d-a722-df03c45eed18', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'mac_address': 'fa:16:3e:3d:cc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '89f45be9-b7a9-4a30-97ce-a4674276735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:58Z', 'updated_at': '2021-07-16T17:53:00Z', 'revision_number': 2, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'subnets': [{'id': '89f45be9-b7a9-4a30-97ce-a4674276735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:02.021521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c459d32-2205-490d-8952-0c2dc745c92f', 'name': 'network-vif-deleted', 'tag': 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:02.027056 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0867dcd2-76b3-46b5-99a3-b708d13ff2b4" -d '{"events": [{"server_uuid": "3c459d32-2205-490d-8952-0c2dc745c92f", "name": "network-vif-deleted", "tag": "b8cf4958-8caf-4ff2-b72a-dc7c6b99380d"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:02.041082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b8cf4958-8caf-4ff2-b72a-dc7c6b99380d no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:02.050496 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6fb98384-d168-4775-a307-45ede136825f no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:02.151896 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 6fb98384-d168-4775-a307-45ede136825f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:02.152249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6fb98384-d168-4775-a307-45ede136825f not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:02.159818 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: b8cf4958-8caf-4ff2-b72a-dc7c6b99380d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:02.162778 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b8cf4958-8caf-4ff2-b72a-dc7c6b99380d not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:02.184204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-10f5e760-7d6c-4650-848c-a9fcb348e24a None None] Provisioning complete for port a42479ef-8876-4d6e-9100-3b1e01275afd triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:02.184589 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-10f5e760-7d6c-4650-848c-a9fcb348e24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.204956 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-90271212-0fe5-452c-91fc-b1217a50fb05 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54cb87e2bd8748548f69fecdceb41100&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2612488 Jul 16 17:53:02.225380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-10f5e760-7d6c-4650-848c-a9fcb348e24a None None] Port a42479ef-8876-4d6e-9100-3b1e01275afd cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:02.239731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'b066997f-bac6-4296-a729-8ef7f88f38f1', '0e1093b6-ee29-4e09-a52c-8289b72ec9c3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:02.306748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:02.359682 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2008dc4c-a01a-4dd2-9a66-d79976df1adc admin admin] 10.222.0.41 "PUT /v2.0/routers/f7ddf7e8-e7aa-4d23-a106-40aaa15234b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0201960 Jul 16 17:53:02.417514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171240b8-bbcd-47ae-980f-45c9d4ba449e req-15be73c8-1469-4e3a-ad83-082bf73dfcc8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:02.424505 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-171240b8-bbcd-47ae-980f-45c9d4ba449e req-15be73c8-1469-4e3a-ad83-082bf73dfcc8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 944 time: 0.2091985 Jul 16 17:53:02.429298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-959bdba6-c531-4dd5-904f-549e505655c5 service neutron] 10.222.0.41 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235110 Jul 16 17:53:02.433074 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53828) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:02.567003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-171240b8-bbcd-47ae-980f-45c9d4ba449e req-a6e8501b-43a6-47f6-b4fd-0640361c0b15 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414247 Jul 16 17:53:02.641100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-095153a1-97c3-4583-a5cd-3076f86bf0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.693663 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb8a1bb-3744-43dd-bad7-8385830cb13b x-openstack-request-id: req-5bb8a1bb-3744-43dd-bad7-8385830cb13b {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:02.694010 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c459d32-2205-490d-8952-0c2dc745c92f", "name": "network-vif-deleted", "tag": "b8cf4958-8caf-4ff2-b72a-dc7c6b99380d", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:02.694472 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5bb8a1bb-3744-43dd-bad7-8385830cb13b {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:02.695027 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c459d32-2205-490d-8952-0c2dc745c92f', 'name': 'network-vif-deleted', 'tag': 'b8cf4958-8caf-4ff2-b72a-dc7c6b99380d', 'status': 'completed', 'code': 200} Jul 16 17:53:02.853127 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-095153a1-97c3-4583-a5cd-3076f86bf0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.865792 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-095153a1-97c3-4583-a5cd-3076f86bf0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.966237 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-095153a1-97c3-4583-a5cd-3076f86bf0c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d625b388f2a487fb8abbc2f080929c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5314581 Jul 16 17:53:02.968718 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095153a1-97c3-4583-a5cd-3076f86bf0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed048ae9-419d-4626-a5f7-e8d598cd9ba7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:02.976308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53840) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:03.008016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-80109cf7-9f8f-40c1-92cd-356820d6c2de tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:03.013869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-80109cf7-9f8f-40c1-92cd-356820d6c2de tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.35 "GET /v2.0/networks?id=7f7103b5-ecb3-4023-ae47-c444915110f3 HTTP/1.1" status: 200 len: 814 time: 0.2988799 Jul 16 17:53:03.041218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-7fcc7be5-8f4d-4d93-80db-926202ea7c42 service neutron] 10.222.0.41 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843098 Jul 16 17:53:03.061685 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79c00cf3-4231-42e3-ba1e-7477423014ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.064373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-39873f7e-c29c-4a96-a67f-b08d6fda92f5 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Request body: {'port': {'device_id': 'f797baf7-304f-4440-a28e-99791028d69d', 'network_id': '7f7103b5-ecb3-4023-ae47-c444915110f3', 'admin_state_up': True, 'tenant_id': 'a607c0179838461fb8eacf28aef6052c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:03.120066 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79c00cf3-4231-42e3-ba1e-7477423014ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.231099 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79c00cf3-4231-42e3-ba1e-7477423014ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.234288 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79c00cf3-4231-42e3-ba1e-7477423014ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.235781 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-79c00cf3-4231-42e3-ba1e-7477423014ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed048ae9-419d-4626-a5f7-e8d598cd9ba7 HTTP/1.1" status: 204 len: 168 time: 0.2562239 Jul 16 17:53:03.277470 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c00cf3-4231-42e3-ba1e-7477423014ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed048ae9-419d-4626-a5f7-e8d598cd9ba7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:03.398077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-39873f7e-c29c-4a96-a67f-b08d6fda92f5 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Made reservation on behalf of a607c0179838461fb8eacf28aef6052c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:03.403750 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-39873f7e-c29c-4a96-a67f-b08d6fda92f5 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.486172 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.637189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-39873f7e-c29c-4a96-a67f-b08d6fda92f5 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Allocated IP 172.20.0.3 (7f7103b5-ecb3-4023-ae47-c444915110f3/0129c57a-015b-4071-ac67-c225813adfad/0dae91f6-81c4-4b68-9533-0225837e0039) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:03.690788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-154583a0-d9f3-4ad8-8da9-4392d28b12b7 req-7b363b7a-efb5-44a7-a156-fbe06437e5a0 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 210 time: 0.0405519 Jul 16 17:53:04.042314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53860) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:04.050225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 487e9781-15ac-416c-9183-3b84f9613afa up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:04.071012 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af72d48e-e1f3-45d3-adce-d7d415cf6526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.077120 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-39873f7e-c29c-4a96-a67f-b08d6fda92f5 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.136928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d733149-c837-432c-bdb5-e3991264739b req-cec14a05-0a07-4208-8191-de5dd4ecdbb6 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:04.138533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d733149-c837-432c-bdb5-e3991264739b req-cec14a05-0a07-4208-8191-de5dd4ecdbb6 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.3516605 Jul 16 17:53:04.179516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 487e9781-15ac-416c-9183-3b84f9613afa completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:04.185815 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 487e9781-15ac-416c-9183-3b84f9613afa triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:04.186439 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.259229 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-09e94b85-d782-4ad8-9436-675da7b0b925 req-59a655b0-ed79-4027-be6a-f7e6f95996b3 tempest-FloatingIPDetailsNegativeTestJSON-801869102 tempest-FloatingIPDetailsNegativeTestJSON-801869102-project] show failed (client error): The resource could not be found. Jul 16 17:53:04.260812 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09e94b85-d782-4ad8-9436-675da7b0b925 req-59a655b0-ed79-4027-be6a-f7e6f95996b3 tempest-FloatingIPDetailsNegativeTestJSON-801869102 tempest-FloatingIPDetailsNegativeTestJSON-801869102-project] 10.222.0.41 "GET /v2.0/floatingips/65c159ee-3e57-4313-a803-e426d6fa0e9d HTTP/1.1" status: 404 len: 350 time: 0.0827351 Jul 16 17:53:04.279588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53864) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:04.305930 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af72d48e-e1f3-45d3-adce-d7d415cf6526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.312146 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af72d48e-e1f3-45d3-adce-d7d415cf6526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.313704 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.346911 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-af72d48e-e1f3-45d3-adce-d7d415cf6526 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d93092ca6f4c48df89f808eb5b862902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026128 Jul 16 17:53:04.353244 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487e9781-15ac-416c-9183-3b84f9613afa'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:04.355734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53866) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:04.355900 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3386104f-a094-47af-a036-82241a58d1e5" -d '{"events": [{"server_uuid": "4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421", "name": "network-vif-plugged", "status": "completed", "tag": "487e9781-15ac-416c-9183-3b84f9613afa"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:04.375822 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=487e9781-15ac-416c-9183-3b84f9613afa,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:04.382549 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.403180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d733149-c837-432c-bdb5-e3991264739b req-02ac90b1-41df-485b-8ea7-c064353e86a1 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497108 Jul 16 17:53:04.407836 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-39873f7e-c29c-4a96-a67f-b08d6fda92f5 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.415384 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72d48e-e1f3-45d3-adce-d7d415cf6526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cef5675-3b17-4518-9929-720acce30e1e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:04.479905 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-99f61b1b-14d8-4823-baa7-4a1d453d3423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.496429 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=487e9781-15ac-416c-9183-3b84f9613afa,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:04.500738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-39873f7e-c29c-4a96-a67f-b08d6fda92f5 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Network 7f7103b5-ecb3-4023-ae47-c444915110f3 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:04.515081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-39873f7e-c29c-4a96-a67f-b08d6fda92f5 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:04.516668 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-99f61b1b-14d8-4823-baa7-4a1d453d3423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.522714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-39873f7e-c29c-4a96-a67f-b08d6fda92f5 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:04.577736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39873f7e-c29c-4a96-a67f-b08d6fda92f5 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Pushing event updated for resources: {'Port': ['ID=0dae91f6-81c4-4b68-9533-0225837e0039,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:04.670116 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-99f61b1b-14d8-4823-baa7-4a1d453d3423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.672948 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-99f61b1b-14d8-4823-baa7-4a1d453d3423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.678969 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-99f61b1b-14d8-4823-baa7-4a1d453d3423 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8cef5675-3b17-4518-9929-720acce30e1e HTTP/1.1" status: 204 len: 168 time: 0.3221755 Jul 16 17:53:04.706210 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bda295-28dc-48e6-8032-0adb2e61a163 req-dcadadca-1596-4cf8-9365-6c60db972932 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:04.709667 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-22bda295-28dc-48e6-8032-0adb2e61a163 req-dcadadca-1596-4cf8-9365-6c60db972932 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c04efe6-f390-4127-bdcd-ef61ec7cf2f8 HTTP/1.1" status: 200 len: 949 time: 0.1449745 Jul 16 17:53:04.711054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f61b1b-14d8-4823-baa7-4a1d453d3423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cef5675-3b17-4518-9929-720acce30e1e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:04.907562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-22bda295-28dc-48e6-8032-0adb2e61a163 req-13cd782c-23f7-45c7-8ef0-b4e7284a3806 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Deleting port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:04.909799 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-22bda295-28dc-48e6-8032-0adb2e61a163 req-13cd782c-23f7-45c7-8ef0-b4e7284a3806 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.064047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-22bda295-28dc-48e6-8032-0adb2e61a163 req-13cd782c-23f7-45c7-8ef0-b4e7284a3806 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] For port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=0e1093b6-ee29-4e09-a52c-8289b72ec9c3,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:05.064694 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-22bda295-28dc-48e6-8032-0adb2e61a163 req-13cd782c-23f7-45c7-8ef0-b4e7284a3806 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.081151 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-22bda295-28dc-48e6-8032-0adb2e61a163 req-13cd782c-23f7-45c7-8ef0-b4e7284a3806 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Calling delete_port for 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:05.165529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-39873f7e-c29c-4a96-a67f-b08d6fda92f5 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:05.166228 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-39873f7e-c29c-4a96-a67f-b08d6fda92f5 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.179503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd840095-aaea-40aa-8233-ba74d85c7578 req-6ccc27fc-6059-4ef6-9f68-31e78cfdd306 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 210 time: 0.0899816 Jul 16 17:53:05.241833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7f0b5ced-37c6-4438-852d-d612ed42df95 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:05.252368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-39873f7e-c29c-4a96-a67f-b08d6fda92f5 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2073734 Jul 16 17:53:05.287265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Request body: {'port': {'device_id': 'f797baf7-304f-4440-a28e-99791028d69d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:05.313591 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f6b1e8-560e-4362-9a5c-ad3d5cd5af7e x-openstack-request-id: req-29f6b1e8-560e-4362-9a5c-ad3d5cd5af7e {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:05.313743 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421", "name": "network-vif-plugged", "status": "completed", "tag": "487e9781-15ac-416c-9183-3b84f9613afa", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:05.314882 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29f6b1e8-560e-4362-9a5c-ad3d5cd5af7e {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:05.315740 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487e9781-15ac-416c-9183-3b84f9613afa', 'code': 200} Jul 16 17:53:05.331831 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 7f0b5ced-37c6-4438-852d-d612ed42df95 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:05.346700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7f0b5ced-37c6-4438-852d-d612ed42df95 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:05.347359 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.397304 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-22bda295-28dc-48e6-8032-0adb2e61a163 req-13cd782c-23f7-45c7-8ef0-b4e7284a3806 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.468779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd782c-23f7-45c7-8ef0-b4e7284a3806 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event deleted for resources: {'Port': ['ID=0e1093b6-ee29-4e09-a52c-8289b72ec9c3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:05.490656 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.509330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'b066997f-bac6-4296-a729-8ef7f88f38f1', '0e1093b6-ee29-4e09-a52c-8289b72ec9c3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:05.510011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5ed20-cd9d-4f3c-b4f8-7468987c55df req-da9569a2-2845-4524-8d58-a29a40e40ff9 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:05.520988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-baf5ed20-cd9d-4f3c-b4f8-7468987c55df req-da9569a2-2845-4524-8d58-a29a40e40ff9 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 945 time: 0.4302917 Jul 16 17:53:05.521781 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Sync routers for ids ['f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:05.539246 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Routers {'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:05.541612 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:05.568864 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bda295-28dc-48e6-8032-0adb2e61a163 req-13cd782c-23f7-45c7-8ef0-b4e7284a3806 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] No DVR routers for this DVR port 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:05.574187 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-22bda295-28dc-48e6-8032-0adb2e61a163 req-13cd782c-23f7-45c7-8ef0-b4e7284a3806 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.576599 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-22bda295-28dc-48e6-8032-0adb2e61a163 req-13cd782c-23f7-45c7-8ef0-b4e7284a3806 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "DELETE /v2.0/ports/0e1093b6-ee29-4e09-a52c-8289b72ec9c3 HTTP/1.1" status: 204 len: 173 time: 0.8577218 Jul 16 17:53:05.577300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c04efe6-f390-4127-bdcd-ef61ec7cf2f8', 'name': 'network-vif-deleted', 'tag': '0e1093b6-ee29-4e09-a52c-8289b72ec9c3'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:05.580191 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178942d5-77d3-4374-8e1e-4208be44c6da" -d '{"events": [{"server_uuid": "4c04efe6-f390-4127-bdcd-ef61ec7cf2f8", "name": "network-vif-deleted", "tag": "0e1093b6-ee29-4e09-a52c-8289b72ec9c3"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:05.677231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 7f0b5ced-37c6-4438-852d-d612ed42df95, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7f0b5ced-37c6-4438-852d-d612ed42df95,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:05.680969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-bb62589d-2dfc-456e-ba8e-6b32768127a8 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:05.687125 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-bb62589d-2dfc-456e-ba8e-6b32768127a8 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.35 "GET /v2.0/networks?id=3ca8cab9-7836-4719-ad84-df5447398d87 HTTP/1.1" status: 200 len: 822 time: 0.2305357 Jul 16 17:53:05.695207 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.708468 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-b6c3650e-469f-47c3-abfe-d078ce04cbdf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Request body: {'port': {'device_id': 'fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f', 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87', 'admin_state_up': True, 'tenant_id': '54cb87e2bd8748548f69fecdceb41100'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:05.787902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-baf5ed20-cd9d-4f3c-b4f8-7468987c55df req-bb0e0367-47ab-411b-b7c1-74dbbd712da6 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649903 Jul 16 17:53:05.799327 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.838471 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Set router f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:05.868383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=7f0b5ced-37c6-4438-852d-d612ed42df95,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:06.019080 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-b6c3650e-469f-47c3-abfe-d078ce04cbdf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Made reservation on behalf of 54cb87e2bd8748548f69fecdceb41100 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:06.025281 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-b6c3650e-469f-47c3-abfe-d078ce04cbdf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.130793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53900) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:06.301462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f136da6e-de0d-48b9-91a6-aacffc1bdb94 req-1312dd20-a0cd-4ef0-9c8e-36cfc56a89fa tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c04efe6-f390-4127-bdcd-ef61ec7cf2f8 HTTP/1.1" status: 200 len: 210 time: 0.1164572 Jul 16 17:53:06.309946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25640fcf-3755-4781-859c-41530424e184 req-53bca196-c4b0-4f91-b253-baaedf5aba4b tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:06.311423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25640fcf-3755-4781-859c-41530424e184 req-53bca196-c4b0-4f91-b253-baaedf5aba4b tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 931 time: 0.8133762 Jul 16 17:53:06.368808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f212849-1a95-4de2-94d2-40302bd4052e req-bda609b9-219f-4aaf-8048-7aaf04ed9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:06.370194 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-b6c3650e-469f-47c3-abfe-d078ce04cbdf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Allocated IP 172.20.0.7 (3ca8cab9-7836-4719-ad84-df5447398d87/d5adf46b-7b84-4145-96bb-8a85daef2372/aaaff026-529a-4d7a-8bce-fe647caf1e34) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:06.370536 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f212849-1a95-4de2-94d2-40302bd4052e req-bda609b9-219f-4aaf-8048-7aaf04ed9591 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 1097 time: 0.8867805 Jul 16 17:53:06.393263 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-127777635-router', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:53:00Z', 'revision_number': 4, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'gw_port': {'id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'a42479ef-8876-4d6e-9100-3b1e01275afd', 'name': '', 'network_id': '70807689-6f3c-468d-a722-df03c45eed18', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'mac_address': 'fa:16:3e:3d:cc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '89f45be9-b7a9-4a30-97ce-a4674276735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:58Z', 'updated_at': '2021-07-16T17:53:00Z', 'revision_number': 2, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'subnets': [{'id': '89f45be9-b7a9-4a30-97ce-a4674276735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:06.428207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-network', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:06.434184 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Checking router: f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:06.434672 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Updating router f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 port a42479ef-8876-4d6e-9100-3b1e01275afd binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:53:06.497421 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.506634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Made reservation on behalf of 7f610d00090742e9a3e72cc2089ec6d0 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:06.510079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.515980 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dae91f6-81c4-4b68-9533-0225837e0039 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:06.533270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.553812 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.557763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1d058-cc0e-42f0-9478-eae0e4e58062 req-1dc07911-d8a7-48a9-87b6-6cecd9283669 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:06.559307 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ecf1d058-cc0e-42f0-9478-eae0e4e58062 req-1dc07911-d8a7-48a9-87b6-6cecd9283669 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 949 time: 0.2382269 Jul 16 17:53:06.634452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Transition to ACTIVE for port object 0dae91f6-81c4-4b68-9533-0225837e0039 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:06.649787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25640fcf-3755-4781-859c-41530424e184 req-5df2e6ee-f3ce-4a2f-9294-58108b87affc tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbd6915b-4ab9-449c-a8b9-de92e516ba71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924857 Jul 16 17:53:06.652214 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.661912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f212849-1a95-4de2-94d2-40302bd4052e req-d25c8505-8128-4129-8c90-386ed15c6fcd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839913 Jul 16 17:53:06.720090 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61aa6b07-4949-4a98-9b69-babd31924751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.808032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Pushing event updated for resources: {'Port': ['ID=0dae91f6-81c4-4b68-9533-0225837e0039,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:06.881732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b02539-33aa-432f-bc1c-75ce12d2b3fa req-f9c6a156-797f-46b9-855a-ff8d4aa21174 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:06.888701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53b02539-33aa-432f-bc1c-75ce12d2b3fa req-f9c6a156-797f-46b9-855a-ff8d4aa21174 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.3619926 Jul 16 17:53:06.922097 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.936417 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Transition to ACTIVE for port object a42479ef-8876-4d6e-9100-3b1e01275afd will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:06.945569 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.001916 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Pushing event updated for resources: {'Port': ['ID=a42479ef-8876-4d6e-9100-3b1e01275afd,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:07.020190 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:07.020190 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:07.020775 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:07.021203 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:07.021621 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:07.022082 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:07.022656 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:07.023129 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:07.023594 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:07.027070 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:07.027539 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:07.027969 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:07.028687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-b6c3650e-469f-47c3-abfe-d078ce04cbdf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.048902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53b02539-33aa-432f-bc1c-75ce12d2b3fa req-6d6493c0-b390-4d43-9b5a-f83b328d5a60 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592078 Jul 16 17:53:07.064623 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071c1439-d7d4-4b18-9a79-19c953f5085b x-openstack-request-id: req-071c1439-d7d4-4b18-9a79-19c953f5085b {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:07.064787 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c04efe6-f390-4127-bdcd-ef61ec7cf2f8", "name": "network-vif-deleted", "tag": "0e1093b6-ee29-4e09-a52c-8289b72ec9c3", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:07.072207 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-071c1439-d7d4-4b18-9a79-19c953f5085b {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:07.072207 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c04efe6-f390-4127-bdcd-ef61ec7cf2f8', 'name': 'network-vif-deleted', 'tag': '0e1093b6-ee29-4e09-a52c-8289b72ec9c3', 'status': 'completed', 'code': 200} Jul 16 17:53:07.141419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Attempting to bind port 0dae91f6-81c4-4b68-9533-0225837e0039 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:07.141757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Attempting to bind port 0dae91f6-81c4-4b68-9533-0225837e0039 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '30a3124b-ed17-4273-9885-f0c609174b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f7103b5-ecb3-4023-ae47-c444915110f3'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:07.142094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Attempting to bind port 0dae91f6-81c4-4b68-9533-0225837e0039 on network 7f7103b5-ecb3-4023-ae47-c444915110f3 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:07.150778 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Attempting to bind port a42479ef-8876-4d6e-9100-3b1e01275afd on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:07.151156 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Attempting to bind port a42479ef-8876-4d6e-9100-3b1e01275afd by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '148d7480-f3f8-46db-b714-13cac1e9b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70807689-6f3c-468d-a722-df03c45eed18'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:07.151546 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Attempting to bind port a42479ef-8876-4d6e-9100-3b1e01275afd on network 70807689-6f3c-468d-a722-df03c45eed18 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:07.164709 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:07.165296 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Checking segment: {'id': '148d7480-f3f8-46db-b714-13cac1e9b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70807689-6f3c-468d-a722-df03c45eed18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:07.165961 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.177205 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Bound using segment: {'id': '148d7480-f3f8-46db-b714-13cac1e9b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70807689-6f3c-468d-a722-df03c45eed18'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:07.177719 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Bound port: a42479ef-8876-4d6e-9100-3b1e01275afd, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148d7480-f3f8-46db-b714-13cac1e9b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70807689-6f3c-468d-a722-df03c45eed18'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:07.178139 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.210807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b6f5dc7-6b3c-44d9-83dc-d74f8df22498 req-ccaa4e65-2e21-4d15-bad2-83a4e2396f2b tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 210 time: 0.1530631 Jul 16 17:53:07.220860 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-b6c3650e-469f-47c3-abfe-d078ce04cbdf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.228582 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7f0b5ced-37c6-4438-852d-d612ed42df95 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:07.232375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Port 0dae91f6-81c4-4b68-9533-0225837e0039 on network 7f7103b5-ecb3-4023-ae47-c444915110f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:07.232705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Attempting to bind port 0dae91f6-81c4-4b68-9533-0225837e0039 on network 7f7103b5-ecb3-4023-ae47-c444915110f3 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:07.243665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:07.244018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Checking segment: {'id': '30a3124b-ed17-4273-9885-f0c609174b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f7103b5-ecb3-4023-ae47-c444915110f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:07.244411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Bound using segment: {'id': '30a3124b-ed17-4273-9885-f0c609174b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f7103b5-ecb3-4023-ae47-c444915110f3'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:07.244862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Bound port: 0dae91f6-81c4-4b68-9533-0225837e0039, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a3124b-ed17-4273-9885-f0c609174b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f7103b5-ecb3-4023-ae47-c444915110f3'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:07.245223 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.287479 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] For port a42479ef-8876-4d6e-9100-3b1e01275afd, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:07.292800 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] For port a42479ef-8876-4d6e-9100-3b1e01275afd, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a42479ef-8876-4d6e-9100-3b1e01275afd,segment=NetworkSegment(148d7480-f3f8-46db-b714-13cac1e9b1c1),segment_id=148d7480-f3f8-46db-b714-13cac1e9b1c1)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:07.298108 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.351324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7f0b5ced-37c6-4438-852d-d612ed42df95 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:07.351730 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.361968 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775124b-60c6-4d04-911c-59dbe9dc8be5 None None] Pushing event updated for resources: {'Port': ['ID=a42479ef-8876-4d6e-9100-3b1e01275afd,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:07.393003 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3650e-469f-47c3-abfe-d078ce04cbdf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Pushing event updated for resources: {'Port': ['ID=aaaff026-529a-4d7a-8bce-fe647caf1e34,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:07.408602 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Routers {'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:07.409485 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:07.414232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-b6c3650e-469f-47c3-abfe-d078ce04cbdf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Network 3ca8cab9-7836-4719-ad84-df5447398d87 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:07.433477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] For port 0dae91f6-81c4-4b68-9533-0225837e0039, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:07.434659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-ecf1d058-cc0e-42f0-9478-eae0e4e58062 req-62e03d38-d542-4e91-9acb-2caddb3d89ff tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Deleting port b066997f-bac6-4296-a729-8ef7f88f38f1 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:07.435038 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ecf1d058-cc0e-42f0-9478-eae0e4e58062 req-62e03d38-d542-4e91-9acb-2caddb3d89ff tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.437427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] For port 0dae91f6-81c4-4b68-9533-0225837e0039, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=0dae91f6-81c4-4b68-9533-0225837e0039,segment=NetworkSegment(30a3124b-ed17-4273-9885-f0c609174b96),segment_id=30a3124b-ed17-4273-9885-f0c609174b96)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:07.438227 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-b6c3650e-469f-47c3-abfe-d078ce04cbdf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:07.453333 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-b6c3650e-469f-47c3-abfe-d078ce04cbdf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:07.458296 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.534671 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Pushing event updated for resources: {'Port': ['ID=0dae91f6-81c4-4b68-9533-0225837e0039,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:07.560942 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] Set router f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:07.593796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:07.595459 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.597121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-948c33d9-7f9f-4b25-abd2-686588019730 service neutron] 10.222.0.35 "PUT /v2.0/ports/0dae91f6-81c4-4b68-9533-0225837e0039 HTTP/1.1" status: 200 len: 1092 time: 2.3200788 Jul 16 17:53:07.601545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f797baf7-304f-4440-a28e-99791028d69d', 'tag': '0dae91f6-81c4-4b68-9533-0225837e0039'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:07.604391 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d501c47-1076-454c-a5cb-350977c8ea00" -d '{"events": [{"name": "network-changed", "server_uuid": "f797baf7-304f-4440-a28e-99791028d69d", "tag": "0dae91f6-81c4-4b68-9533-0225837e0039"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:07.656623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95844dda-796a-4f29-976a-d5e772a43046 req-1ba5e872-ae14-4342-93dd-c1d2a82c7fa7 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:07.658531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95844dda-796a-4f29-976a-d5e772a43046 req-1ba5e872-ae14-4342-93dd-c1d2a82c7fa7 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 945 time: 0.3957286 Jul 16 17:53:07.684826 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-b6c3650e-469f-47c3-abfe-d078ce04cbdf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:07.685485 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-b6c3650e-469f-47c3-abfe-d078ce04cbdf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.777310 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.791851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-ecf1d058-cc0e-42f0-9478-eae0e4e58062 req-62e03d38-d542-4e91-9acb-2caddb3d89ff tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] For port b066997f-bac6-4296-a729-8ef7f88f38f1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b066997f-bac6-4296-a729-8ef7f88f38f1,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:07.792491 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ecf1d058-cc0e-42f0-9478-eae0e4e58062 req-62e03d38-d542-4e91-9acb-2caddb3d89ff tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.806778 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.827346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-ecf1d058-cc0e-42f0-9478-eae0e4e58062 req-62e03d38-d542-4e91-9acb-2caddb3d89ff tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Calling delete_port for b066997f-bac6-4296-a729-8ef7f88f38f1 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:07.835903 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-b6c3650e-469f-47c3-abfe-d078ce04cbdf tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1314118 Jul 16 17:53:07.842120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95844dda-796a-4f29-976a-d5e772a43046 req-1facc375-5658-4d93-a05a-4c9c3d04d02b tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710069 Jul 16 17:53:07.857506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Request body: {'port': {'device_id': 'fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:07.866002 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:07.884364 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-61aa6b07-4949-4a98-9b69-babd31924751 admin admin] Deleting port a42479ef-8876-4d6e-9100-3b1e01275afd {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:07.884704 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61aa6b07-4949-4a98-9b69-babd31924751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.916340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-13f806c2-fd44-43e0-91b3-2d63f4fb10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:07.921428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-13f806c2-fd44-43e0-91b3-2d63f4fb10a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a607c0179838461fb8eacf28aef6052c&device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 1095 time: 0.2013705 Jul 16 17:53:07.951176 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-127777635-router', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:53:00Z', 'revision_number': 4, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'gw_port': {'id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'a42479ef-8876-4d6e-9100-3b1e01275afd', 'name': '', 'network_id': '70807689-6f3c-468d-a722-df03c45eed18', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'mac_address': 'fa:16:3e:3d:cc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '89f45be9-b7a9-4a30-97ce-a4674276735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:58Z', 'updated_at': '2021-07-16T17:53:07Z', 'revision_number': 4, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'subnets': [{'id': '89f45be9-b7a9-4a30-97ce-a4674276735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:07.961806 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.962176 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Added segment f36e7dd1-c315-416a-bda4-6c4b149609d3 of type vlan for network a3cff532-37a3-424d-aefc-c9eb9815e7ea Jul 16 17:53:07.964953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857e53f3-9bdd-4f76-94b5-81bcd6027d5c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:07.995952 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc84088-76ec-4ce7-aecc-d44a9c47829c None None] The sync data for ids ['f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'] in n-d-787206-10 is: [{'id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-127777635-router', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:53:00Z', 'revision_number': 4, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'gw_port': {'id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'a42479ef-8876-4d6e-9100-3b1e01275afd', 'name': '', 'network_id': '70807689-6f3c-468d-a722-df03c45eed18', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'mac_address': 'fa:16:3e:3d:cc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '89f45be9-b7a9-4a30-97ce-a4674276735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:58Z', 'updated_at': '2021-07-16T17:53:07Z', 'revision_number': 4, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'subnets': [{'id': '89f45be9-b7a9-4a30-97ce-a4674276735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:08.006427 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4798d536-ec13-4c12-9c1f-323d076ea473 x-openstack-request-id: req-4798d536-ec13-4c12-9c1f-323d076ea473 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:08.006728 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f797baf7-304f-4440-a28e-99791028d69d", "tag": "0dae91f6-81c4-4b68-9533-0225837e0039", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:08.007103 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4798d536-ec13-4c12-9c1f-323d076ea473 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:08.007353 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f797baf7-304f-4440-a28e-99791028d69d', 'tag': '0dae91f6-81c4-4b68-9533-0225837e0039', 'status': 'completed', 'code': 200} Jul 16 17:53:08.015114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580be85-9f16-4c88-a2cb-6ebc614bfc7e req-3391dde8-b18a-412f-8645-312b9397ab72 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:08.016690 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f580be85-9f16-4c88-a2cb-6ebc614bfc7e req-3391dde8-b18a-412f-8645-312b9397ab72 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=b69287a4-cb86-437c-89de-416725ff4911 HTTP/1.1" status: 200 len: 949 time: 0.2415133 Jul 16 17:53:08.021025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-12f31ecd-a10e-4905-bdaa-67aa1c7de922 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0dae91f6-81c4-4b68-9533-0225837e0039 HTTP/1.1" status: 200 len: 217 time: 0.0897458 Jul 16 17:53:08.034107 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.067656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:08.096516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:08.099460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 0e1093b6-ee29-4e09-a52c-8289b72ec9c3 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:08.111042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-61aa6b07-4949-4a98-9b69-babd31924751 admin admin] For port a42479ef-8876-4d6e-9100-3b1e01275afd, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a42479ef-8876-4d6e-9100-3b1e01275afd,segment=NetworkSegment(148d7480-f3f8-46db-b714-13cac1e9b1c1),segment_id=148d7480-f3f8-46db-b714-13cac1e9b1c1)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:08.111423 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61aa6b07-4949-4a98-9b69-babd31924751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.132460 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.174523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-61aa6b07-4949-4a98-9b69-babd31924751 admin admin] Calling delete_port for a42479ef-8876-4d6e-9100-3b1e01275afd owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:08.177354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-df6f5b6c-1407-43a7-8eb1-b603cea842f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:08.179283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-df6f5b6c-1407-43a7-8eb1-b603cea842f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0129c57a-015b-4071-ac67-c225813adfad HTTP/1.1" status: 200 len: 854 time: 0.1507573 Jul 16 17:53:08.179774 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.180780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:08.181533 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.185763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f580be85-9f16-4c88-a2cb-6ebc614bfc7e req-7ea6ffe8-5ac4-4fbe-9311-7738a34db26c tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456919 Jul 16 17:53:08.292296 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1585386 Jul 16 17:53:08.309042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-4e60a025-4bcb-4560-aa71-17f11e886be0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f7103b5-ecb3-4023-ae47-c444915110f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213446 Jul 16 17:53:08.312906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53922) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:08.319573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c2700095-f3cb-4455-920e-c9bb2e117136 admin admin] Request body: {'subnet': {'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-subnet', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:08.350836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1e677-7e99-49d4-a89a-b566cd041682 admin admin] Pushing event updated for resources: {'Network': ['ID=a3cff532-37a3-424d-aefc-c9eb9815e7ea,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:08.361781 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ecf1d058-cc0e-42f0-9478-eae0e4e58062 req-62e03d38-d542-4e91-9acb-2caddb3d89ff tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.363113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network a3cff532-37a3-424d-aefc-c9eb9815e7ea details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:08.411968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38a7427a-653e-4ea3-a228-5fcb6d98bf6a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:08.501025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2700095-f3cb-4455-920e-c9bb2e117136 admin admin] Made reservation on behalf of 7f610d00090742e9a3e72cc2089ec6d0 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:08.503752 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2700095-f3cb-4455-920e-c9bb2e117136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.539289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e03d38-d542-4e91-9acb-2caddb3d89ff tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event deleted for resources: {'Port': ['ID=b066997f-bac6-4296-a729-8ef7f88f38f1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:08.565895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf1d058-cc0e-42f0-9478-eae0e4e58062 req-62e03d38-d542-4e91-9acb-2caddb3d89ff tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] No DVR routers for this DVR port b066997f-bac6-4296-a729-8ef7f88f38f1 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:08.569445 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-ecf1d058-cc0e-42f0-9478-eae0e4e58062 req-62e03d38-d542-4e91-9acb-2caddb3d89ff tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.571667 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ecf1d058-cc0e-42f0-9478-eae0e4e58062 req-62e03d38-d542-4e91-9acb-2caddb3d89ff tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "DELETE /v2.0/ports/b066997f-bac6-4296-a729-8ef7f88f38f1 HTTP/1.1" status: 204 len: 173 time: 1.9980261 Jul 16 17:53:08.626715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca647faa-a0c4-44e8-9389-ac79276616a6 req-c6aeca89-f71c-4d2f-ad1a-c4f6f7577a40 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:08.628384 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca647faa-a0c4-44e8-9389-ac79276616a6 req-c6aeca89-f71c-4d2f-ad1a-c4f6f7577a40 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 943 time: 0.5211914 Jul 16 17:53:08.810152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaaff026-529a-4d7a-8bce-fe647caf1e34 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:08.822834 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.839990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Transition to ACTIVE for port object aaaff026-529a-4d7a-8bce-fe647caf1e34 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:08.845393 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.924594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Pushing event updated for resources: {'Port': ['ID=aaaff026-529a-4d7a-8bce-fe647caf1e34,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:08.988483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Attempting to bind port aaaff026-529a-4d7a-8bce-fe647caf1e34 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:08.988939 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Attempting to bind port aaaff026-529a-4d7a-8bce-fe647caf1e34 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '3013057c-96ed-40f9-9fcd-9258482b6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:08.989278 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Attempting to bind port aaaff026-529a-4d7a-8bce-fe647caf1e34 on network 3ca8cab9-7836-4719-ad84-df5447398d87 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:08.994525 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Port aaaff026-529a-4d7a-8bce-fe647caf1e34 on network 3ca8cab9-7836-4719-ad84-df5447398d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:08.994931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Attempting to bind port aaaff026-529a-4d7a-8bce-fe647caf1e34 on network 3ca8cab9-7836-4719-ad84-df5447398d87 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:09.000380 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:09.000794 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Checking segment: {'id': '3013057c-96ed-40f9-9fcd-9258482b6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:09.001240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Bound using segment: {'id': '3013057c-96ed-40f9-9fcd-9258482b6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:09.001739 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Bound port: aaaff026-529a-4d7a-8bce-fe647caf1e34, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3013057c-96ed-40f9-9fcd-9258482b6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:09.002157 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.067703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69287a4-cb86-437c-89de-416725ff4911', 'name': 'network-vif-deleted', 'tag': 'b066997f-bac6-4296-a729-8ef7f88f38f1'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:09.070207 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8a7fe2-f857-4047-911d-cc3811add713" -d '{"events": [{"server_uuid": "b69287a4-cb86-437c-89de-416725ff4911", "name": "network-vif-deleted", "tag": "b066997f-bac6-4296-a729-8ef7f88f38f1"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:09.100788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] For port aaaff026-529a-4d7a-8bce-fe647caf1e34, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:09.116418 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-9140811f-1e91-411a-a063-5c834d56f932 service neutron] 10.222.0.35 "GET /v2.0/networks/7f7103b5-ecb3-4023-ae47-c444915110f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7916107 Jul 16 17:53:09.180906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca647faa-a0c4-44e8-9389-ac79276616a6 req-a046cd91-5dc7-4dfc-8757-9d048a518511 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbd6915b-4ab9-449c-a8b9-de92e516ba71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416231 Jul 16 17:53:09.200533 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a42479ef-8876-4d6e-9100-3b1e01275afd up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:09.217982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] For port aaaff026-529a-4d7a-8bce-fe647caf1e34, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=aaaff026-529a-4d7a-8bce-fe647caf1e34,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:09.234926 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.247543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No active binding found for port a42479ef-8876-4d6e-9100-3b1e01275afd {{(pid=100171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 17:53:09.248173 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a42479ef-8876-4d6e-9100-3b1e01275afd not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 17:53:09.257030 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61aa6b07-4949-4a98-9b69-babd31924751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.274405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303179e-2303-48f2-a2b4-a154cf7c68ec req-2f4d268b-047c-494d-8919-b87dd19fa0fc tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:09.277541 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Port a42479ef-8876-4d6e-9100-3b1e01275afd not found, will not notify nova. {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 17:53:09.285223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0303179e-2303-48f2-a2b4-a154cf7c68ec req-2f4d268b-047c-494d-8919-b87dd19fa0fc tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.7469857 Jul 16 17:53:09.289187 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:09.289826 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.291588 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] 10.222.0.35 "PUT /v2.0/ports/aaaff026-529a-4d7a-8bce-fe647caf1e34 HTTP/1.1" status: 200 len: 1092 time: 1.4407241 Jul 16 17:53:09.327611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b678a8-be6e-429a-aa68-c841121b9113 service neutron] Pushing event updated for resources: {'Port': ['ID=aaaff026-529a-4d7a-8bce-fe647caf1e34,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:09.364700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa6b07-4949-4a98-9b69-babd31924751 admin admin] Pushing event deleted for resources: {'Port': ['ID=a42479ef-8876-4d6e-9100-3b1e01275afd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:09.442868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-d6d49d9c-ac70-4a07-8d9d-af9002b64a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:09.445980 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-d6d49d9c-ac70-4a07-8d9d-af9002b64a94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54cb87e2bd8748548f69fecdceb41100&device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 1095 time: 0.0641127 Jul 16 17:53:09.471577 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c4a4207-a4c2-49e8-9213-e5d27871997c req-39fb49c9-6676-41ba-8403-bd41f708729e service neutron] 10.222.0.35 "GET /v2.0/networks/7f7103b5-ecb3-4023-ae47-c444915110f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280001 Jul 16 17:53:09.505210 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-a864524a-906e-422a-a6b4-54d7aa081764 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaaff026-529a-4d7a-8bce-fe647caf1e34 HTTP/1.1" status: 200 len: 217 time: 0.0468760 Jul 16 17:53:09.528119 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0303179e-2303-48f2-a2b4-a154cf7c68ec req-bf7a6563-9dc9-4de0-9410-c12cd7b4c628 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406094 Jul 16 17:53:09.584017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e5a5304d-830c-485c-9ba7-87ff01d7c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:09.585748 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e5a5304d-830c-485c-9ba7-87ff01d7c87e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5adf46b-7b84-4145-96bb-8a85daef2372 HTTP/1.1" status: 200 len: 862 time: 0.0640163 Jul 16 17:53:09.624766 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-e1c4b114-62b9-49b0-a3bf-62eadb8c59d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ca8cab9-7836-4719-ad84-df5447398d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320077 Jul 16 17:53:09.679230 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2700095-f3cb-4455-920e-c9bb2e117136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.724317 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-0b852c42-f26a-4ce1-9898-a809dd009274 service neutron] 10.222.0.35 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899196 Jul 16 17:53:09.779462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06484-5e5c-4e70-be5a-db048bf284aa req-69b09bbf-df64-46e9-b9d8-3270a951f047 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:09.781220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ab06484-5e5c-4e70-be5a-db048bf284aa req-69b09bbf-df64-46e9-b9d8-3270a951f047 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 943 time: 0.3882022 Jul 16 17:53:09.820136 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-72dddfd9-1213-4412-9594-f3af29c2ddd4 req-1c5e3c6f-3f2d-43d0-967e-0afb41d767ed service neutron] 10.222.0.35 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849454 Jul 16 17:53:09.851012 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2700095-f3cb-4455-920e-c9bb2e117136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f0b171-2fe1-445f-8879-9823926613a8,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:09.883098 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61aa6b07-4949-4a98-9b69-babd31924751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.885868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d501c47-1076-454c-a5cb-350977c8ea00 req-b73d2155-04e3-4d3a-83f1-6428b8157690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:09.887352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d501c47-1076-454c-a5cb-350977c8ea00 req-b73d2155-04e3-4d3a-83f1-6428b8157690 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a607c0179838461fb8eacf28aef6052c&device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 1095 time: 0.3281953 Jul 16 17:53:09.915548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ab06484-5e5c-4e70-be5a-db048bf284aa req-22ba48e1-75c2-4ea0-93d4-16af4cdad8aa tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154523 Jul 16 17:53:09.933137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2700095-f3cb-4455-920e-c9bb2e117136 admin admin] Checking segment: {'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:09.933495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2700095-f3cb-4455-920e-c9bb2e117136 admin admin] Network hostable DHCP agents. Network: a3cff532-37a3-424d-aefc-c9eb9815e7ea, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:09.945402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dd008-24d5-492a-837a-737f872c3209 req-8b6acde7-dee9-4683-961a-02a470de60cd tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:09.946911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb0dd008-24d5-492a-837a-737f872c3209 req-8b6acde7-dee9-4683-961a-02a470de60cd tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 945 time: 0.2889302 Jul 16 17:53:09.966338 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7782a4b9-0fe2-43a5-921c-8918c18b3773 x-openstack-request-id: req-7782a4b9-0fe2-43a5-921c-8918c18b3773 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:09.966629 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69287a4-cb86-437c-89de-416725ff4911", "name": "network-vif-deleted", "tag": "b066997f-bac6-4296-a729-8ef7f88f38f1", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:09.966884 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7782a4b9-0fe2-43a5-921c-8918c18b3773 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:09.967280 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69287a4-cb86-437c-89de-416725ff4911', 'name': 'network-vif-deleted', 'tag': 'b066997f-bac6-4296-a729-8ef7f88f38f1', 'status': 'completed', 'code': 200} Jul 16 17:53:10.068681 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b066997f-bac6-4296-a729-8ef7f88f38f1 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:10.092083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: b066997f-bac6-4296-a729-8ef7f88f38f1 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:10.092424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b066997f-bac6-4296-a729-8ef7f88f38f1 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:10.099598 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2700095-f3cb-4455-920e-c9bb2e117136 admin admin] Network a3cff532-37a3-424d-aefc-c9eb9815e7ea is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:10.127450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb0dd008-24d5-492a-837a-737f872c3209 req-1c3bc11a-6637-464c-b3fc-5806f5546634 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418064 Jul 16 17:53:10.127909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-c2700095-f3cb-4455-920e-c9bb2e117136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, a3cff532-37a3-424d-aefc-c9eb9815e7ea) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:10.137851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e2af3-33c8-4c2e-ad9c-5be69dbbcaa8 None None] Network a3cff532-37a3-424d-aefc-c9eb9815e7ea requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:10.140460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2700095-f3cb-4455-920e-c9bb2e117136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:10.141136 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2700095-f3cb-4455-920e-c9bb2e117136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.154352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d501c47-1076-454c-a5cb-350977c8ea00 req-9ab05d05-e4e1-4aba-a989-88922b38ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:10.156150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d501c47-1076-454c-a5cb-350977c8ea00 req-9ab05d05-e4e1-4aba-a989-88922b38ff6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f7103b5-ecb3-4023-ae47-c444915110f3 HTTP/1.1" status: 200 len: 915 time: 0.2576830 Jul 16 17:53:10.174762 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c2700095-f3cb-4455-920e-c9bb2e117136 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8606763 Jul 16 17:53:10.176768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53936) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:10.183560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:10.221117 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.223386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.266995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d501c47-1076-454c-a5cb-350977c8ea00 req-155e345e-74e3-46cb-b8b3-e4c50e8d5e41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0dae91f6-81c4-4b68-9533-0225837e0039 HTTP/1.1" status: 200 len: 217 time: 0.1009824 Jul 16 17:53:10.304965 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.347032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:53:10.348213 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.429592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d501c47-1076-454c-a5cb-350977c8ea00 req-3fe932e7-a488-46b8-9568-01f71e223a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:10.432770 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d501c47-1076-454c-a5cb-350977c8ea00 req-3fe932e7-a488-46b8-9568-01f71e223a0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0129c57a-015b-4071-ac67-c225813adfad HTTP/1.1" status: 200 len: 854 time: 0.1460671 Jul 16 17:53:10.477633 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.486670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d501c47-1076-454c-a5cb-350977c8ea00 req-2c3e35c5-2e7c-43d1-80f6-d153b6156a6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f7103b5-ecb3-4023-ae47-c444915110f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438340 Jul 16 17:53:10.542047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61aa6b07-4949-4a98-9b69-babd31924751 admin admin] Router f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:53:10.555450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Allocated IP 172.20.0.2 (a3cff532-37a3-424d-aefc-c9eb9815e7ea/f4f0b171-2fe1-445f-8879-9823926613a8/ba313003-0c56-462d-a262-cb850798f55b) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:10.559937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05e14d-a3da-4cbe-b349-a8d551578ecf req-5b5d892f-6361-4f3a-8fd2-0e14ee171bcb tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:10.568373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd05e14d-a3da-4cbe-b349-a8d551578ecf req-5b5d892f-6361-4f3a-8fd2-0e14ee171bcb tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 1097 time: 0.2543945 Jul 16 17:53:10.700412 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.721502 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.727919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd05e14d-a3da-4cbe-b349-a8d551578ecf req-b039de9b-3567-4f41-bafd-2134cf268179 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584327 Jul 16 17:53:10.747658 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d501c47-1076-454c-a5cb-350977c8ea00 req-1170fa23-2ddc-4995-b541-b802eeb853f4 service neutron] 10.222.0.35 "GET /v2.0/networks/7f7103b5-ecb3-4023-ae47-c444915110f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449176 Jul 16 17:53:10.871051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Allocated IP 172.25.5.31 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/fe25f7a1-3e80-4989-9ad5-912b697d3e79) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:10.874453 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.887936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Transition to ACTIVE for port object ba313003-0c56-462d-a262-cb850798f55b will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:10.892318 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ac4df-3f6a-4258-aadc-0164028a4312 req-755fd4f6-a91a-41cb-b26f-6ab813a4e084 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:10.893801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f39ac4df-3f6a-4258-aadc-0164028a4312 req-755fd4f6-a91a-41cb-b26f-6ab813a4e084 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 943 time: 0.2635727 Jul 16 17:53:10.898548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aa6b07-4949-4a98-9b69-babd31924751 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:10.909673 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93dd94-e2b0-41bc-932f-85b22e626835 None None] Sync routers for ids ['f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:10.912425 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-61aa6b07-4949-4a98-9b69-babd31924751 admin admin] 10.222.0.41 "PUT /v2.0/routers/f7ddf7e8-e7aa-4d23-a106-40aaa15234b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6270559 Jul 16 17:53:10.914956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53948) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:10.918341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Transition to ACTIVE for port object ba313003-0c56-462d-a262-cb850798f55b will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:10.928371 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.932405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93dd94-e2b0-41bc-932f-85b22e626835 None None] Routers {'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:10.933048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fe93dd94-e2b0-41bc-932f-85b22e626835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:10.977903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d501c47-1076-454c-a5cb-350977c8ea00 req-e094f36c-a63e-4906-9908-6672ad9575eb service neutron] 10.222.0.35 "GET /v2.0/networks/7f7103b5-ecb3-4023-ae47-c444915110f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863122 Jul 16 17:53:11.010278 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f39ac4df-3f6a-4258-aadc-0164028a4312 req-7aabe1f3-78aa-4611-9850-14c961e03b87 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbd6915b-4ab9-449c-a8b9-de92e516ba71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923135 Jul 16 17:53:11.016213 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Network a3cff532-37a3-424d-aefc-c9eb9815e7ea is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:11.027020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:11.038932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a809fd-d4f8-4742-9284-a7fef8cbfe1e req-44bb3c80-aa82-4681-9c71-517b9842d3ae tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:11.040543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95a809fd-d4f8-4742-9284-a7fef8cbfe1e req-44bb3c80-aa82-4681-9c71-517b9842d3ae tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 949 time: 0.1458616 Jul 16 17:53:11.058646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:11.058646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Pushing event updated for resources: {'Port': ['ID=ba313003-0c56-462d-a262-cb850798f55b,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:11.107263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95a809fd-d4f8-4742-9284-a7fef8cbfe1e req-531dcaf4-ed41-4f6f-bc53-bbed0cc49b7b tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561812 Jul 16 17:53:11.144954 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.150883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Attempting to bind port ba313003-0c56-462d-a262-cb850798f55b on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:11.151411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Attempting to bind port ba313003-0c56-462d-a262-cb850798f55b by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:11.151650 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Attempting to bind port ba313003-0c56-462d-a262-cb850798f55b on network a3cff532-37a3-424d-aefc-c9eb9815e7ea {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:11.158066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-fe93dd94-e2b0-41bc-932f-85b22e626835 None None] Set router f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:11.172481 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.187280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:11.187808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Checking segment: {'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:11.188101 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.188502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Bound using segment: {'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:11.188990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Bound port: ba313003-0c56-462d-a262-cb850798f55b, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:11.190471 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.268057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064f748-27b2-4213-93a2-221b4d154522 req-e335f946-6e11-49f3-868a-8eb125151358 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:11.269735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5064f748-27b2-4213-93a2-221b4d154522 req-e335f946-6e11-49f3-868a-8eb125151358 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.0904961 Jul 16 17:53:11.310296 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] For port ba313003-0c56-462d-a262-cb850798f55b, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:11.328553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.355292 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5064f748-27b2-4213-93a2-221b4d154522 req-db9f38ae-8838-492b-ab4b-2098b472d35a tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474164 Jul 16 17:53:11.361683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] For port ba313003-0c56-462d-a262-cb850798f55b, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ba313003-0c56-462d-a262-cb850798f55b,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:11.376310 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.377995 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a5f70-dd72-48b8-b8da-e4556dfe4db1 req-cf7557d4-2596-4bcb-8682-077a072adf0b tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:11.380507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d16a5f70-dd72-48b8-b8da-e4556dfe4db1 req-cf7557d4-2596-4bcb-8682-077a072adf0b tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 1097 time: 0.1094158 Jul 16 17:53:11.400905 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:11.406425 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.415190 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:11.418477 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:11.421344 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Pushing event updated for resources: {'Port': ['ID=fe25f7a1-3e80-4989-9ad5-912b697d3e79,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:11.449771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d16a5f70-dd72-48b8-b8da-e4556dfe4db1 req-0fd724c9-8aab-4f71-82ba-de694c0f2e2b tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563331 Jul 16 17:53:11.485700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f303d-563a-4bb2-882b-f949a2988079 None None] Pushing event updated for resources: {'Port': ['ID=ba313003-0c56-462d-a262-cb850798f55b,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:11.522996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fe93dd94-e2b0-41bc-932f-85b22e626835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-127777635-router', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:53:09Z', 'revision_number': 5, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'gw_port': {'id': '7f0b5ced-37c6-4438-852d-d612ed42df95', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:11.561719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93dd94-e2b0-41bc-932f-85b22e626835 None None] Checking router: f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:11.577283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93dd94-e2b0-41bc-932f-85b22e626835 None None] Routers {'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:11.578040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fe93dd94-e2b0-41bc-932f-85b22e626835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:11.669707 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Deleting port 7f0b5ced-37c6-4438-852d-d612ed42df95 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:11.670510 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.688128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ca65-8710-4b30-a929-4fe11a7d3b2e req-392989d1-429e-4e24-8d7a-8fbdf1c79970 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:11.700142 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5b5ca65-8710-4b30-a929-4fe11a7d3b2e req-392989d1-429e-4e24-8d7a-8fbdf1c79970 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 943 time: 0.1123765 Jul 16 17:53:11.721766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-fe93dd94-e2b0-41bc-932f-85b22e626835 None None] Set router f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:11.813694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5b5ca65-8710-4b30-a929-4fe11a7d3b2e req-f78aaa93-c074-44bc-bb86-b7dc0b74d144 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125581 Jul 16 17:53:11.822162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fe93dd94-e2b0-41bc-932f-85b22e626835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-127777635-router', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:53:11Z', 'revision_number': 6, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:11.852917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93dd94-e2b0-41bc-932f-85b22e626835 None None] The sync data for ids ['f7ddf7e8-e7aa-4d23-a106-40aaa15234b5'] in n-d-787206-10 is: [{'id': 'f7ddf7e8-e7aa-4d23-a106-40aaa15234b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-127777635-router', 'tenant_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:53:11Z', 'revision_number': 6, 'project_id': 'ae62d8154b9b40aab9fc4442be6e769b', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:12.096977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 0dae91f6-81c4-4b68-9533-0225837e0039 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:12.187580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f', 'tag': 'aaaff026-529a-4d7a-8bce-fe647caf1e34'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:12.189766 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6826cd4-f346-4685-8401-dc21ef1bb266" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f", "tag": "aaaff026-529a-4d7a-8bce-fe647caf1e34"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:12.213890 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:12.234829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 0dae91f6-81c4-4b68-9533-0225837e0039, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=0dae91f6-81c4-4b68-9533-0225837e0039,segment=NetworkSegment(30a3124b-ed17-4273-9885-f0c609174b96),segment_id=30a3124b-ed17-4273-9885-f0c609174b96)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:12.255874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '0dae91f6-81c4-4b68-9533-0225837e0039', 'network_id': '7f7103b5-ecb3-4023-ae47-c444915110f3', 'port_id': '0dae91f6-81c4-4b68-9533-0225837e0039', 'mac_address': 'fa:16:3e:db:78:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0129c57a-015b-4071-ac67-c225813adfad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:12.330462 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:12.352139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dae91f6-81c4-4b68-9533-0225837e0039 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:12.356294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78d48a-a6ff-49a7-a4d4-2ffcc2458cea req-e5d485e6-5391-4bd3-8cb0-346c9bdab0a6 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:12.369724 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab78d48a-a6ff-49a7-a4d4-2ffcc2458cea req-e5d485e6-5391-4bd3-8cb0-346c9bdab0a6 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 943 time: 0.1833780 Jul 16 17:53:12.370827 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] For port 7f0b5ced-37c6-4438-852d-d612ed42df95, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7f0b5ced-37c6-4438-852d-d612ed42df95,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:12.371190 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:12.392549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 0dae91f6-81c4-4b68-9533-0225837e0039, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=0dae91f6-81c4-4b68-9533-0225837e0039,segment=NetworkSegment(30a3124b-ed17-4273-9885-f0c609174b96),segment_id=30a3124b-ed17-4273-9885-f0c609174b96)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:12.401177 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:12.402181 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device aaaff026-529a-4d7a-8bce-fe647caf1e34 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:12.439667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab78d48a-a6ff-49a7-a4d4-2ffcc2458cea req-57479d27-cf1b-4664-96d2-05baa5dd85c4 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbd6915b-4ab9-449c-a8b9-de92e516ba71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689361 Jul 16 17:53:12.465803 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Calling delete_port for 7f0b5ced-37c6-4438-852d-d612ed42df95 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:12.541882 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=0dae91f6-81c4-4b68-9533-0225837e0039,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:12.567788 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port aaaff026-529a-4d7a-8bce-fe647caf1e34, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=aaaff026-529a-4d7a-8bce-fe647caf1e34,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:12.594248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'aaaff026-529a-4d7a-8bce-fe647caf1e34', 'network_id': '3ca8cab9-7836-4719-ad84-df5447398d87', 'port_id': 'aaaff026-529a-4d7a-8bce-fe647caf1e34', 'mac_address': 'fa:16:3e:b5:11:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5adf46b-7b84-4145-96bb-8a85daef2372', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:12.659773 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:12.681849 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaaff026-529a-4d7a-8bce-fe647caf1e34 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:12.694123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae940a-b810-46e6-be68-c32f82732a48 req-ac79383c-b284-459a-8f13-1e14399cb16a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:12.695769 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7aae940a-b810-46e6-be68-c32f82732a48 req-ac79383c-b284-459a-8f13-1e14399cb16a tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 949 time: 0.8022990 Jul 16 17:53:12.699766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37463bd0-a2de-4b8d-8295-1a6a50747a5d req-3a7e747d-281e-45a8-8104-c32940ed9bc0 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:12.712268 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37463bd0-a2de-4b8d-8295-1a6a50747a5d req-3a7e747d-281e-45a8-8104-c32940ed9bc0 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 949 time: 0.0925393 Jul 16 17:53:12.729483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port aaaff026-529a-4d7a-8bce-fe647caf1e34, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=aaaff026-529a-4d7a-8bce-fe647caf1e34,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:12.734970 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:12.780329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37463bd0-a2de-4b8d-8295-1a6a50747a5d req-b5ba1ce0-3235-4996-a487-12c823571b04 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/security-groups?id=9987b269-aebb-4768-b222-858fe4bf727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659659 Jul 16 17:53:12.815834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=aaaff026-529a-4d7a-8bce-fe647caf1e34,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:12.823053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253e6278-75c3-4922-8b3e-bb9bb22e378f None None] Network a3cff532-37a3-424d-aefc-c9eb9815e7ea requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:12.951876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-84fb8afc-9f4c-4aaf-a131-8319369f96c1 None None] Provisioning for port ba313003-0c56-462d-a262-cb850798f55b completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:13.010440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6826cd4-f346-4685-8401-dc21ef1bb266 req-e858f3b4-3e41-4ba9-8231-08c56309cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:13.012047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6826cd4-f346-4685-8401-dc21ef1bb266 req-e858f3b4-3e41-4ba9-8231-08c56309cad8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54cb87e2bd8748548f69fecdceb41100&device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 1096 time: 0.1086352 Jul 16 17:53:13.017780 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e079dbc-5f21-4195-8cbd-ac506c56d53f x-openstack-request-id: req-1e079dbc-5f21-4195-8cbd-ac506c56d53f {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:13.025058 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f", "tag": "aaaff026-529a-4d7a-8bce-fe647caf1e34", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:13.025460 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e079dbc-5f21-4195-8cbd-ac506c56d53f {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:13.025981 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f', 'tag': 'aaaff026-529a-4d7a-8bce-fe647caf1e34', 'status': 'completed', 'code': 200} Jul 16 17:53:13.039333 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['0dae91f6-81c4-4b68-9533-0225837e0039'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:13.046446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['aaaff026-529a-4d7a-8bce-fe647caf1e34'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:13.093213 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.170676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750562d8-274a-433c-a19e-24aca52e51a8 req-a5598d77-c288-438d-8996-7c6b1e787726 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:13.179262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-750562d8-274a-433c-a19e-24aca52e51a8 req-a5598d77-c288-438d-8996-7c6b1e787726 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.1661992 Jul 16 17:53:13.187737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6826cd4-f346-4685-8401-dc21ef1bb266 req-63d2e715-dc08-4f5c-86ec-365fb063b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:13.188772 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6826cd4-f346-4685-8401-dc21ef1bb266 req-63d2e715-dc08-4f5c-86ec-365fb063b642 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ca8cab9-7836-4719-ad84-df5447398d87 HTTP/1.1" status: 200 len: 923 time: 0.1641853 Jul 16 17:53:13.249882 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6826cd4-f346-4685-8401-dc21ef1bb266 req-628b324f-b679-45ea-8a6a-838a3696817d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaaff026-529a-4d7a-8bce-fe647caf1e34 HTTP/1.1" status: 200 len: 217 time: 0.0525029 Jul 16 17:53:13.266997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-750562d8-274a-433c-a19e-24aca52e51a8 req-a616b402-aae7-45fb-bf34-4c3bce848ff9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867484 Jul 16 17:53:13.276241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0b5ced-37c6-4438-852d-d612ed42df95,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:13.308651 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.314989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ba313003-0c56-462d-a262-cb850798f55b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:13.322028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-78b43833-6389-443f-b5ad-5460dd9bc82f tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:53:13.323079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-78b43833-6389-443f-b5ad-5460dd9bc82f tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063202 Jul 16 17:53:13.335477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] Request body: {'binding': {'host': 'n-h2-787206-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:13.336083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] Unknown quota resources ['binding']. {{(pid=100169) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:53:13.378442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6826cd4-f346-4685-8401-dc21ef1bb266 req-9fde55d4-c752-45a4-a11f-35a228ecbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:13.380937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6826cd4-f346-4685-8401-dc21ef1bb266 req-9fde55d4-c752-45a4-a11f-35a228ecbb15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5adf46b-7b84-4145-96bb-8a85daef2372 HTTP/1.1" status: 200 len: 862 time: 0.1104445 Jul 16 17:53:13.442482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6826cd4-f346-4685-8401-dc21ef1bb266 req-b44a6bb7-2c57-4386-928d-0671d698e059 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ca8cab9-7836-4719-ad84-df5447398d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532172 Jul 16 17:53:13.504901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-7aae940a-b810-46e6-be68-c32f82732a48 req-473c41ce-cd35-4fb2-bd77-134d56e3d1b4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Deleting port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:13.505458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-7aae940a-b810-46e6-be68-c32f82732a48 req-473c41ce-cd35-4fb2-bd77-134d56e3d1b4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.520210 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port ba313003-0c56-462d-a262-cb850798f55b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:13.530920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ba313003-0c56-462d-a262-cb850798f55b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:13.531293 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.616096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.632806 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.674035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port ba313003-0c56-462d-a262-cb850798f55b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ba313003-0c56-462d-a262-cb850798f55b,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:13.679621 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.724084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4beeaff-690e-45ed-9562-7ca8b7791d7a req-41199ea3-617a-4d95-88e2-791dd64a7b39 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:13.726886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d4beeaff-690e-45ed-9562-7ca8b7791d7a req-41199ea3-617a-4d95-88e2-791dd64a7b39 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 944 time: 0.1850150 Jul 16 17:53:13.728970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6826cd4-f346-4685-8401-dc21ef1bb266 req-603f2f50-3772-4261-92c4-fbb0a845d334 service neutron] 10.222.0.35 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769082 Jul 16 17:53:13.734270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] Attempting to bind port 487e9781-15ac-416c-9183-3b84f9613afa on host n-h2-787206-10 for vnic_type normal with profile None {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:13.734611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] Attempting to bind port 487e9781-15ac-416c-9183-3b84f9613afa by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:13.734938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] Attempting to bind port 487e9781-15ac-416c-9183-3b84f9613afa on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:13.738015 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Router 7a5bb324-aaf0-4181-af91-deae5b574cbc is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:53:13.742681 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-7aae940a-b810-46e6-be68-c32f82732a48 req-473c41ce-cd35-4fb2-bd77-134d56e3d1b4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] For port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=38a7427a-653e-4ea3-a228-5fcb6d98bf6a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:13.742979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-7aae940a-b810-46e6-be68-c32f82732a48 req-473c41ce-cd35-4fb2-bd77-134d56e3d1b4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.746410 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.747738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] Port 487e9781-15ac-416c-9183-3b84f9613afa on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:13.748056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] Attempting to bind port 487e9781-15ac-416c-9183-3b84f9613afa on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:13.753283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a42479ef-8876-4d6e-9100-3b1e01275afd no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:13.755378 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.757200 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=ba313003-0c56-462d-a262-cb850798f55b,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:13.774188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-7aae940a-b810-46e6-be68-c32f82732a48 req-473c41ce-cd35-4fb2-bd77-134d56e3d1b4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Calling delete_port for 38a7427a-653e-4ea3-a228-5fcb6d98bf6a owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:13.775985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fba8afb9-7591-44b8-9b9f-41c3a8ce9ab0 None None] Provisioning complete for port ba313003-0c56-462d-a262-cb850798f55b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:13.776355 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fba8afb9-7591-44b8-9b9f-41c3a8ce9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.779666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:13.780342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: a42479ef-8876-4d6e-9100-3b1e01275afd {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:13.780497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:13.780683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a42479ef-8876-4d6e-9100-3b1e01275afd not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:13.781076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:13.781193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7f0b5ced-37c6-4438-852d-d612ed42df95 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:13.781519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] Bound port: 487e9781-15ac-416c-9183-3b84f9613afa, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:13.861594 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.861960 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:53:13.868120 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.869287 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5a0c79d5-6d9e-4bfb-9e96-deeb12073c93 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f7ddf7e8-e7aa-4d23-a106-40aaa15234b5 HTTP/1.1" status: 204 len: 168 time: 2.9527152 Jul 16 17:53:13.874659 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d4beeaff-690e-45ed-9562-7ca8b7791d7a req-5783ea05-3d6f-4662-b849-0aaafeba5d30 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363671 Jul 16 17:53:13.879681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53998) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:13.933435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5d7b6e-f2b2-4ac9-8459-ecc25c245827 admin admin] Deleting subnet 89f45be9-b7a9-4a30-97ce-a4674276735a {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:53:13.947610 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7b6e-f2b2-4ac9-8459-ecc25c245827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.955218 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 7f0b5ced-37c6-4438-852d-d612ed42df95 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:13.956131 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7f0b5ced-37c6-4438-852d-d612ed42df95 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:14.002215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:14.017954 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Sync routers for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:14.025759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=487e9781-15ac-416c-9183-3b84f9613afa,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:14.028322 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7b6e-f2b2-4ac9-8459-ecc25c245827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.028830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.030606 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c46293af-d0c8-42b2-b16f-d79485a805d2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8520291 Jul 16 17:53:14.033246 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54000) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:14.037516 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:14.038135 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:14.052798 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6826cd4-f346-4685-8401-dc21ef1bb266 req-47f815a3-bc2e-4588-b3da-4004aa2f3f01 service neutron] 10.222.0.35 "GET /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102667 Jul 16 17:53:14.057221 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.058579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-51d9d39e-b221-4465-a234-e8e098162c72 service neutron] 10.222.0.41 "POST /v2.0/ports/487e9781-15ac-416c-9183-3b84f9613afa/bindings HTTP/1.1" status: 201 len: 390 time: 0.7272768 Jul 16 17:53:14.103009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 0dae91f6-81c4-4b68-9533-0225837e0039 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:14.141746 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7b6e-f2b2-4ac9-8459-ecc25c245827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.178046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 0dae91f6-81c4-4b68-9533-0225837e0039 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:14.189362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 0dae91f6-81c4-4b68-9533-0225837e0039 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:14.189907 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.281625 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:14.302204 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.339197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f797baf7-304f-4440-a28e-99791028d69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dae91f6-81c4-4b68-9533-0225837e0039'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:14.342321 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22edb1ae-acae-4b87-8e2f-14f6c144f877" -d '{"events": [{"server_uuid": "f797baf7-304f-4440-a28e-99791028d69d", "name": "network-vif-plugged", "status": "completed", "tag": "0dae91f6-81c4-4b68-9533-0225837e0039"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:14.343547 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-7aae940a-b810-46e6-be68-c32f82732a48 req-473c41ce-cd35-4fb2-bd77-134d56e3d1b4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.361837 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7b6e-f2b2-4ac9-8459-ecc25c245827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.371761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 0dae91f6-81c4-4b68-9533-0225837e0039, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=0dae91f6-81c4-4b68-9533-0225837e0039,segment=NetworkSegment(30a3124b-ed17-4273-9885-f0c609174b96),segment_id=30a3124b-ed17-4273-9885-f0c609174b96)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:14.379988 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.381221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device aaaff026-529a-4d7a-8bce-fe647caf1e34 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:14.396887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c41ce-cd35-4fb2-bd77-134d56e3d1b4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Pushing event deleted for resources: {'Port': ['ID=38a7427a-653e-4ea3-a228-5fcb6d98bf6a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:14.456280 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-abe6bbab-ecc6-4779-9e16-2737bb59b54b req-b5add4ab-6c9e-4904-aa23-25fbc30de541 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.41 "GET /v2.0/ports?device_id=e64bc504-e370-4548-8cac-063618739bed HTTP/1.1" status: 200 len: 210 time: 0.0500398 Jul 16 17:53:14.458808 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aae940a-b810-46e6-be68-c32f82732a48 req-473c41ce-cd35-4fb2-bd77-134d56e3d1b4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] No DVR routers for this DVR port 38a7427a-653e-4ea3-a228-5fcb6d98bf6a on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:14.461419 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-7aae940a-b810-46e6-be68-c32f82732a48 req-473c41ce-cd35-4fb2-bd77-134d56e3d1b4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.464324 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7aae940a-b810-46e6-be68-c32f82732a48 req-473c41ce-cd35-4fb2-bd77-134d56e3d1b4 tempest-ServersOnMultiNodesTest-1427989203 tempest-ServersOnMultiNodesTest-1427989203-project] 10.222.0.43 "DELETE /v2.0/ports/38a7427a-653e-4ea3-a228-5fcb6d98bf6a HTTP/1.1" status: 204 len: 173 time: 1.7611480 Jul 16 17:53:14.506524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d7b6e-f2b2-4ac9-8459-ecc25c245827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89f45be9-b7a9-4a30-97ce-a4674276735a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:14.512972 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7b6e-f2b2-4ac9-8459-ecc25c245827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.524204 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54010) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:14.525061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7e5d7b6e-f2b2-4ac9-8459-ecc25c245827 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/89f45be9-b7a9-4a30-97ce-a4674276735a HTTP/1.1" status: 204 len: 168 time: 0.6425164 Jul 16 17:53:14.525845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf2b222-633e-487b-ba70-94f4bc39f979 None None] Network 70807689-6f3c-468d-a722-df03c45eed18 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:14.561795 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:11Z', 'revision_number': 3, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:14.564104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=0dae91f6-81c4-4b68-9533-0225837e0039,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:14.564691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccb189-ab22-4f5c-ad79-f08c5731f186 req-30e43101-b279-439c-8d26-249d1464ccc9 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:14.568126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-faccb189-ab22-4f5c-ad79-f08c5731f186 req-30e43101-b279-439c-8d26-249d1464ccc9 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 944 time: 0.3705964 Jul 16 17:53:14.602016 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.650238 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Checking router: 7a5bb324-aaf0-4181-af91-deae5b574cbc for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:14.652091 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Updating router 7a5bb324-aaf0-4181-af91-deae5b574cbc port fe25f7a1-3e80-4989-9ad5-912b697d3e79 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:53:14.673605 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port aaaff026-529a-4d7a-8bce-fe647caf1e34 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:14.682830 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port aaaff026-529a-4d7a-8bce-fe647caf1e34 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:14.685840 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.686154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-faccb189-ab22-4f5c-ad79-f08c5731f186 req-79e64987-cfd0-414b-8a95-1afbf1d9171d tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbd6915b-4ab9-449c-a8b9-de92e516ba71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107094 Jul 16 17:53:14.689879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-fda44a50-2ecb-47a2-bd29-e79083fee6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:14.692417 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-fda44a50-2ecb-47a2-bd29-e79083fee6cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 1097 time: 0.2547369 Jul 16 17:53:14.767580 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.889685 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Deleting port 329c0ed1-f804-4588-ab48-20da8c3c167d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:14.890269 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.967754 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.059133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port aaaff026-529a-4d7a-8bce-fe647caf1e34, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=aaaff026-529a-4d7a-8bce-fe647caf1e34,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:15.069366 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.129451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d752c66a-af85-40d7-844c-87656a31178c None None] DHCP port deletion for 70807689-6f3c-468d-a722-df03c45eed18 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:53:15.190214 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=aaaff026-529a-4d7a-8bce-fe647caf1e34,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:15.209078 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.224004 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Transition to ACTIVE for port object fe25f7a1-3e80-4989-9ad5-912b697d3e79 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:15.228476 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d752c66a-af85-40d7-844c-87656a31178c None None] Deleting port 329c0ed1-f804-4588-ab48-20da8c3c167d {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:15.228963 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d752c66a-af85-40d7-844c-87656a31178c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.240573 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.303336 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Attempting to bind port fe25f7a1-3e80-4989-9ad5-912b697d3e79 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:15.303744 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Attempting to bind port fe25f7a1-3e80-4989-9ad5-912b697d3e79 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:15.304344 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Attempting to bind port fe25f7a1-3e80-4989-9ad5-912b697d3e79 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:15.311187 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3c861-07fb-4dcd-bb08-6d2d3485d5fa None None] Pushing event updated for resources: {'Port': ['ID=fe25f7a1-3e80-4989-9ad5-912b697d3e79,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:15.318410 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:15.318895 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:15.319311 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.319860 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:15.320540 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Bound port: fe25f7a1-3e80-4989-9ad5-912b697d3e79, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:15.320843 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.350252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64bc504-e370-4548-8cac-063618739bed', 'name': 'network-vif-deleted', 'tag': '38a7427a-653e-4ea3-a228-5fcb6d98bf6a'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:15.353331 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e0e7e6-77a5-4a68-a9b0-5d127f734dff" -d '{"events": [{"server_uuid": "e64bc504-e370-4548-8cac-063618739bed", "name": "network-vif-deleted", "tag": "38a7427a-653e-4ea3-a228-5fcb6d98bf6a"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:15.375749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ba313003-0c56-462d-a262-cb850798f55b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:15.382989 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] For port fe25f7a1-3e80-4989-9ad5-912b697d3e79, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:15.386557 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] For port fe25f7a1-3e80-4989-9ad5-912b697d3e79, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=fe25f7a1-3e80-4989-9ad5-912b697d3e79,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:15.393042 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.424497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] For port 329c0ed1-f804-4588-ab48-20da8c3c167d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=329c0ed1-f804-4588-ab48-20da8c3c167d,segment=NetworkSegment(148d7480-f3f8-46db-b714-13cac1e9b1c1),segment_id=148d7480-f3f8-46db-b714-13cac1e9b1c1)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:15.424883 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.442650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Calling delete_port for 329c0ed1-f804-4588-ab48-20da8c3c167d owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:15.450300 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.467346 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:15.468227 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:15.476540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d752c66a-af85-40d7-844c-87656a31178c None None] For port 329c0ed1-f804-4588-ab48-20da8c3c167d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=329c0ed1-f804-4588-ab48-20da8c3c167d,segment=NetworkSegment(148d7480-f3f8-46db-b714-13cac1e9b1c1),segment_id=148d7480-f3f8-46db-b714-13cac1e9b1c1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:15.477415 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d752c66a-af85-40d7-844c-87656a31178c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.505878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d752c66a-af85-40d7-844c-87656a31178c None None] Calling delete_port for 329c0ed1-f804-4588-ab48-20da8c3c167d owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:15.506103 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3c861-07fb-4dcd-bb08-6d2d3485d5fa None None] Pushing event updated for resources: {'Port': ['ID=fe25f7a1-3e80-4989-9ad5-912b697d3e79,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:15.527898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ba313003-0c56-462d-a262-cb850798f55b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:15.528537 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.541679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-e04583d8-6e28-44d4-aed8-841ddaf51f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:15.543305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-e04583d8-6e28-44d4-aed8-841ddaf51f56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.2294652 Jul 16 17:53:15.614107 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-6077f141-f0f0-4409-bb1e-95aab4d29f94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=487e9781-15ac-416c-9183-3b84f9613afa HTTP/1.1" status: 200 len: 217 time: 0.0616417 Jul 16 17:53:15.674869 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Allocated IP 172.20.0.1 (a3cff532-37a3-424d-aefc-c9eb9815e7ea/f4f0b171-2fe1-445f-8879-9823926613a8/924d081c-6aff-48c4-b376-1e13d6d134f2) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:15.680240 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d752c66a-af85-40d7-844c-87656a31178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.687671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.713562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cd571-05d1-483b-a257-0804686ec136 req-47660cd1-b2d5-4dd5-b103-39dba2792aea tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:15.723415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d752c66a-af85-40d7-844c-87656a31178c None None] No DVR routers for this DVR port 329c0ed1-f804-4588-ab48-20da8c3c167d on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:15.725974 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:15.728841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752c66a-af85-40d7-844c-87656a31178c None None] Pushing event deleted for resources: {'Port': ['ID=329c0ed1-f804-4588-ab48-20da8c3c167d,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:15.736799 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b41cd571-05d1-483b-a257-0804686ec136 req-47660cd1-b2d5-4dd5-b103-39dba2792aea tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.4204297 Jul 16 17:53:15.752330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=329c0ed1-f804-4588-ab48-20da8c3c167d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:15.757466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5817a6-3df3-4c71-a881-9265312da3fe req-d2e921c2-f8d9-46ea-bb92-fac85bbd2ff6 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:15.759037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef5817a6-3df3-4c71-a881-9265312da3fe req-d2e921c2-f8d9-46ea-bb92-fac85bbd2ff6 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 945 time: 1.0857513 Jul 16 17:53:15.760852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-77e8d49d-e9bf-4147-b689-4565479a08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:15.762189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-77e8d49d-e9bf-4147-b689-4565479a08ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.1360788 Jul 16 17:53:15.768790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 329c0ed1-f804-4588-ab48-20da8c3c167d no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:15.789604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 329c0ed1-f804-4588-ab48-20da8c3c167d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:15.789974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 329c0ed1-f804-4588-ab48-20da8c3c167d not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:15.801750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] No DVR routers for this DVR port 329c0ed1-f804-4588-ab48-20da8c3c167d on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:15.821779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-49be4f8d-11d9-46ef-8eb7-b752d0fcdc17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286586 Jul 16 17:53:15.861628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef5817a6-3df3-4c71-a881-9265312da3fe req-3991be79-de2c-47a7-963a-9857d0765221 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896325 Jul 16 17:53:15.929721 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-cb0886c9-0220-486c-9cd6-2401560bf487 service neutron] 10.222.0.43 "GET /v2.0/ports/5e598ef2-b61e-477a-8490-a26f7743d703/bindings/n-h2-787206-10 HTTP/1.1" status: 200 len: 383 time: 0.1979237 Jul 16 17:53:15.942120 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa52123-4298-4e03-812b-ad46f923d0bd x-openstack-request-id: req-baa52123-4298-4e03-812b-ad46f923d0bd {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:15.942400 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f797baf7-304f-4440-a28e-99791028d69d", "name": "network-vif-plugged", "status": "completed", "tag": "0dae91f6-81c4-4b68-9533-0225837e0039", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:15.942708 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-baa52123-4298-4e03-812b-ad46f923d0bd {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:15.943108 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f797baf7-304f-4440-a28e-99791028d69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dae91f6-81c4-4b68-9533-0225837e0039', 'code': 200} Jul 16 17:53:15.943243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b41cd571-05d1-483b-a257-0804686ec136 req-348bc4e8-3590-4a54-90b2-cd32518cee1d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051814 Jul 16 17:53:15.959200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.981636 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70807689-6f3c-468d-a722-df03c45eed18']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:15.998947 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148d7480-f3f8-46db-b714-13cac1e9b1c1') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:15.999379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148d7480-f3f8-46db-b714-13cac1e9b1c1') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:16.014144 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-cbfc124c-d1c2-4631-b827-2d19b5e49245 service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737936 Jul 16 17:53:16.019389 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.023337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.038021 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:11Z', 'revision_number': 3, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:16.048562 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.049103 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Transition to ACTIVE for port object 924d081c-6aff-48c4-b376-1e13d6d134f2 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:16.057985 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:53:16.058597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:53:16.060487 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:53:16.098773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 38a7427a-653e-4ea3-a228-5fcb6d98bf6a no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:16.115338 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93221d38-e8ea-41c7-89ec-377850943be0 None None] The sync data for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 is: [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:11Z', 'revision_number': 3, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:16.157239 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.160988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 38a7427a-653e-4ea3-a228-5fcb6d98bf6a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:16.167612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 38a7427a-653e-4ea3-a228-5fcb6d98bf6a not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:16.171631 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.177061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.181215 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/70807689-6f3c-468d-a722-df03c45eed18 HTTP/1.1" status: 204 len: 168 time: 1.6534407 Jul 16 17:53:16.212673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a1a77-add0-4909-a6ee-95d60e057ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=70807689-6f3c-468d-a722-df03c45eed18,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:16.263624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Network a3cff532-37a3-424d-aefc-c9eb9815e7ea is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:16.266514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-9fbff6b4-0246-4e53-814e-a86bb4ff2e76 service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444828 Jul 16 17:53:16.266996 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:16.274081 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e59a0f-d25b-4aaf-86fa-c8b5e8f02987 x-openstack-request-id: req-30e59a0f-d25b-4aaf-86fa-c8b5e8f02987 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:16.274193 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64bc504-e370-4548-8cac-063618739bed", "name": "network-vif-deleted", "tag": "38a7427a-653e-4ea3-a228-5fcb6d98bf6a", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:16.274503 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30e59a0f-d25b-4aaf-86fa-c8b5e8f02987 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:16.274917 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64bc504-e370-4548-8cac-063618739bed', 'name': 'network-vif-deleted', 'tag': '38a7427a-653e-4ea3-a228-5fcb6d98bf6a', 'status': 'completed', 'code': 200} Jul 16 17:53:16.275850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:16.312421 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Pushing event updated for resources: {'Port': ['ID=924d081c-6aff-48c4-b376-1e13d6d134f2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:16.330835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc77631-fe09-4256-a6a2-d8a0e32701c6 req-52147617-6b4c-4037-8fb8-68433547484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:16.331841 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cfc77631-fe09-4256-a6a2-d8a0e32701c6 req-52147617-6b4c-4037-8fb8-68433547484a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 1097 time: 0.1650412 Jul 16 17:53:16.342190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c10b3-c906-4b77-8fe5-2429ed95f9ef req-9e784326-dce7-4c37-8319-19ab1a104cb2 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:16.351071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3b8c10b3-c906-4b77-8fe5-2429ed95f9ef req-9e784326-dce7-4c37-8319-19ab1a104cb2 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 945 time: 0.1831391 Jul 16 17:53:16.367995 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.452854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54024) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:16.580463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cfc77631-fe09-4256-a6a2-d8a0e32701c6 req-63b3a099-83ad-4a68-8b91-0a02c5679e6a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bbd6915b-4ab9-449c-a8b9-de92e516ba71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192936 Jul 16 17:53:16.584257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3b8c10b3-c906-4b77-8fe5-2429ed95f9ef req-0466c09d-0f53-4974-a764-abc736ad1af7 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322259 Jul 16 17:53:16.665152 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c1763a99-9e97-4ffd-998d-11d9a6f3499c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae62d8154b9b40aab9fc4442be6e769b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096024 Jul 16 17:53:16.671527 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54026) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:16.681009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-b188adc6-03aa-4d15-97c3-6c0d69574921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:16.689565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-b188adc6-03aa-4d15-97c3-6c0d69574921 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7&tenant_id=b48b42f5272d407db4f841b2e42a65b5 HTTP/1.1" status: 200 len: 1101 time: 0.2724242 Jul 16 17:53:16.751032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ba5337a3-d160-4f58-ba5d-22624fbf361c None None] Provisioning for port 924d081c-6aff-48c4-b376-1e13d6d134f2 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:16.758889 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ba5337a3-d160-4f58-ba5d-22624fbf361c None None] Provisioning complete for port 924d081c-6aff-48c4-b376-1e13d6d134f2 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:16.759633 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ba5337a3-d160-4f58-ba5d-22624fbf361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.836631 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-672be8d7-3582-4675-a4b6-2b8d17f09506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.841210 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.857716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ba5337a3-d160-4f58-ba5d-22624fbf361c None None] Port 924d081c-6aff-48c4-b376-1e13d6d134f2 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:16.858964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-cd6de830-53f3-4aef-9d7f-1790a31acd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:16.860513 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-cd6de830-53f3-4aef-9d7f-1790a31acd75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 1101 time: 0.1333604 Jul 16 17:53:16.937145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33750e27-3e5c-4392-9ff4-fc58d63b3557 req-b1eb93c5-a9a5-4379-b718-a08e1d677868 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:16.947669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-33750e27-3e5c-4392-9ff4-fc58d63b3557 req-b1eb93c5-a9a5-4379-b718-a08e1d677868 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 945 time: 0.1825211 Jul 16 17:53:16.956491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54032) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:17.072121 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.084321 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.144039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-33750e27-3e5c-4392-9ff4-fc58d63b3557 req-d77ae737-14bd-4d05-b893-d1e291b58dbc tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbd6915b-4ab9-449c-a8b9-de92e516ba71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986229 Jul 16 17:53:17.206446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-71415f15-2871-4fc4-9ce0-a1457dafafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:17.208978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-71415f15-2871-4fc4-9ce0-a1457dafafc6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.3417792 Jul 16 17:53:17.244015 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.246288 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-672be8d7-3582-4675-a4b6-2b8d17f09506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.248978 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Pushing event updated for resources: {'Port': ['ID=924d081c-6aff-48c4-b376-1e13d6d134f2,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:17.300796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fe25f7a1-3e80-4989-9ad5-912b697d3e79 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:17.308522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-11f63c13-4863-42e6-a9fc-0753b139af18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=5e598ef2-b61e-477a-8490-a26f7743d703 HTTP/1.1" status: 200 len: 217 time: 0.0923176 Jul 16 17:53:17.400384 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9c0200d6-c60b-47b2-8135-3146cc0cb2f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06e16abdfa0f4688991ced62041b5e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413061 Jul 16 17:53:17.411366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54040) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:17.416909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port fe25f7a1-3e80-4989-9ad5-912b697d3e79 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:17.421773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port fe25f7a1-3e80-4989-9ad5-912b697d3e79 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:17.422143 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.486283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-4c83e2bd-a595-4174-9922-cba5288e59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:17.489052 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-4c83e2bd-a595-4174-9922-cba5288e59ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1485820 Jul 16 17:53:17.525140 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Network a3cff532-37a3-424d-aefc-c9eb9815e7ea is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:17.531622 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.537697 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:17.563660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port fe25f7a1-3e80-4989-9ad5-912b697d3e79, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=fe25f7a1-3e80-4989-9ad5-912b697d3e79,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:17.569207 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.662309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=fe25f7a1-3e80-4989-9ad5-912b697d3e79,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:17.720301 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.729880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Router 7a5bb324-aaf0-4181-af91-deae5b574cbc has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:53:17.776781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d597fa-0ae8-4021-ab3e-488cfc955bb2 req-08d072a5-7de2-4407-8c1d-ecdb79547dd0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:17.790564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-672be8d7-3582-4675-a4b6-2b8d17f09506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.791361 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d597fa-0ae8-4021-ab3e-488cfc955bb2 req-08d072a5-7de2-4407-8c1d-ecdb79547dd0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.3784266 Jul 16 17:53:17.793194 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-672be8d7-3582-4675-a4b6-2b8d17f09506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.794325 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-672be8d7-3582-4675-a4b6-2b8d17f09506 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6fca1e7-04cd-45a4-9f54-3af1fd56016d HTTP/1.1" status: 204 len: 168 time: 1.1214509 Jul 16 17:53:17.819472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672be8d7-3582-4675-a4b6-2b8d17f09506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fca1e7-04cd-45a4-9f54-3af1fd56016d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:17.835239 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.869962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc9283-7fd6-4104-8a73-98aad5279a73 req-af3c3e88-bea0-449b-83f2-ced3ff66353f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:17.872388 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5fc9283-7fd6-4104-8a73-98aad5279a73 req-af3c3e88-bea0-449b-83f2-ced3ff66353f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 945 time: 0.4294477 Jul 16 17:53:17.889707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ea5e1173-1397-4376-883d-f772083e42b7 None None] Provisioning complete for port 924d081c-6aff-48c4-b376-1e13d6d134f2 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:17.892434 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:17.893763 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1173-1397-4376-883d-f772083e42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.919198 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-09bab4bb-7fe2-43ad-b272-a61125057603 admin admin] 10.222.0.41 "PUT /v2.0/routers/7a5bb324-aaf0-4181-af91-deae5b574cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8847260 Jul 16 17:53:17.929760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-c17a8fbc-1a6d-4c65-943d-e322ca2f920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:17.931535 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-c17a8fbc-1a6d-4c65-943d-e322ca2f920a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4323401 Jul 16 17:53:17.944922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaff026-529a-4d7a-8bce-fe647caf1e34'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:17.950786 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513500ec-7801-45da-a2ba-2ebbbfb50e01" -d '{"events": [{"server_uuid": "fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f", "name": "network-vif-plugged", "status": "completed", "tag": "aaaff026-529a-4d7a-8bce-fe647caf1e34"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:17.959246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d597fa-0ae8-4021-ab3e-488cfc955bb2 req-9c57668a-fc39-4457-a8e9-6b50598103e6 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667631 Jul 16 17:53:18.000436 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e1173-1397-4376-883d-f772083e42b7 None None] Port 924d081c-6aff-48c4-b376-1e13d6d134f2 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:18.050097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5fc9283-7fd6-4104-8a73-98aad5279a73 req-abf87e87-d9bf-4cb2-975c-1cfc3a969d68 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639349 Jul 16 17:53:18.101672 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.101672 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.101672 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9987b269-aebb-4768-b222-858fe4bf727a HTTP/1.1" status: 204 len: 168 time: 0.6794715 Jul 16 17:53:18.106675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9987b269-aebb-4768-b222-858fe4bf727a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:18.121717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:18.122611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:18.122885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:18.123288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:18.123712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:18.124044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:18.124420 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:18.124749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:18.125214 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:18.125543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:18.125867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:18.126188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091cdb4f-0164-4e55-9acb-e338cae87dcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:18.150901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-f382e8dd-5e79-42bf-a08c-661b1ec3eff2 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093194 Jul 16 17:53:18.262948 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d9e03d-8fec-42f6-9c29-fd56536bec27 x-openstack-request-id: req-72d9e03d-8fec-42f6-9c29-fd56536bec27 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:18.263259 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f", "name": "network-vif-plugged", "status": "completed", "tag": "aaaff026-529a-4d7a-8bce-fe647caf1e34", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:18.263532 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72d9e03d-8fec-42f6-9c29-fd56536bec27 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:18.263920 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaff026-529a-4d7a-8bce-fe647caf1e34', 'code': 200} Jul 16 17:53:18.375965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98381195-af7b-46a8-be2a-c054aa8f1f34 req-05fb1c62-965a-4360-bd27-ac052d38c368 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165544 Jul 16 17:53:18.605373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81f147-7796-4514-933d-ecc6ccf558ba req-36d160d3-839f-4906-ad46-17205d4e7057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:18.607199 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d81f147-7796-4514-933d-ecc6ccf558ba req-36d160d3-839f-4906-ad46-17205d4e7057 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 1097 time: 0.2221756 Jul 16 17:53:18.650240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f8806-fc80-4008-818c-75629db1fec0 req-46d5577e-849e-4f74-ad61-dbc1272e4a37 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:18.652328 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f1f8806-fc80-4008-818c-75629db1fec0 req-46d5577e-849e-4f74-ad61-dbc1272e4a37 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 945 time: 0.1933243 Jul 16 17:53:18.675233 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb869cb-68f3-4010-94d8-ceb98460b108 req-d8af45bc-5486-457b-9557-942ba86368f7 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:18.683891 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceb869cb-68f3-4010-94d8-ceb98460b108 req-d8af45bc-5486-457b-9557-942ba86368f7 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 945 time: 0.1695509 Jul 16 17:53:18.769893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d81f147-7796-4514-933d-ecc6ccf558ba req-e985e615-f23f-4561-aaa2-7fccdb038126 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535077 Jul 16 17:53:18.790158 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f1f8806-fc80-4008-818c-75629db1fec0 req-206e6990-7036-4be8-886c-8363c152e34b tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006060 Jul 16 17:53:18.820321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceb869cb-68f3-4010-94d8-ceb98460b108 req-d6990c8f-547f-49fc-9865-27223ea9f683 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbd6915b-4ab9-449c-a8b9-de92e516ba71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349399 Jul 16 17:53:18.921871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Sync routers for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:18.936581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:18.937463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:18.969302 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54074) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:19.067049 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8240b014-3a15-482e-84a2-6e79cb53e125 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42b6d9c87f044a8b9e984b23ea0d1f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0945532 Jul 16 17:53:19.067198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54080) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:19.126462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:19.217007 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1ee01b5-759d-44f1-84ab-2dc9dda696f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.257218 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fe25f7a1-3e80-4989-9ad5-912b697d3e79 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:19.302260 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1ee01b5-759d-44f1-84ab-2dc9dda696f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.435961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port fe25f7a1-3e80-4989-9ad5-912b697d3e79 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:19.437137 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.487940 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1ee01b5-759d-44f1-84ab-2dc9dda696f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.491163 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1ee01b5-759d-44f1-84ab-2dc9dda696f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.495397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a1ee01b5-759d-44f1-84ab-2dc9dda696f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60c2969c-0241-4f1a-b233-6df4b276c6c7 HTTP/1.1" status: 204 len: 168 time: 0.4261794 Jul 16 17:53:19.516016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee01b5-759d-44f1-84ab-2dc9dda696f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c2969c-0241-4f1a-b233-6df4b276c6c7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:19.518114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 2, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:19.526482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-ce185220-a2c7-4911-bd28-6a3332f5ee29 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:19.528169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-ce185220-a2c7-4911-bd28-6a3332f5ee29 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 820 time: 0.2666941 Jul 16 17:53:19.542712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8b988-7ff2-4aff-bdf9-ccd9aab8c571 req-c5da5065-0ca0-4f6b-8933-1021fdeca465 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:19.549483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97c8b988-7ff2-4aff-bdf9-ccd9aab8c571 req-c5da5065-0ca0-4f6b-8933-1021fdeca465 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.2692015 Jul 16 17:53:19.584470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-1d5cf485-21ad-4e8d-9186-eb0276dc2b7a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/quotas/7f610d00090742e9a3e72cc2089ec6d0 HTTP/1.1" status: 200 len: 375 time: 0.0256317 Jul 16 17:53:19.642279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97c8b988-7ff2-4aff-bdf9-ccd9aab8c571 req-a6cf5692-355b-438f-8aa7-610e091a1794 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915885 Jul 16 17:53:19.646956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Checking router: 7a5bb324-aaf0-4181-af91-deae5b574cbc for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:19.648385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Updating router 7a5bb324-aaf0-4181-af91-deae5b574cbc port 924d081c-6aff-48c4-b376-1e13d6d134f2 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:53:19.723593 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f9e762de-69ed-41d7-b77b-1bfd0b2ad2bb tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326621 Jul 16 17:53:19.797227 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.917672 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-940488be-c15a-47b6-ad97-cc9379dbf0e6 service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817229 Jul 16 17:53:20.097380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-5d495e9e-e471-4ebe-abe6-9ab85db76615 service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786983 Jul 16 17:53:20.139633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c42bb-359f-4f58-9791-baff20fee4d7 req-b969c04f-03b3-4b55-a3fb-0b39a14b60fa tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:20.148543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a3c42bb-359f-4f58-9791-baff20fee4d7 req-b969c04f-03b3-4b55-a3fb-0b39a14b60fa tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 945 time: 0.1175792 Jul 16 17:53:20.196873 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.200880 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a3c42bb-359f-4f58-9791-baff20fee4d7 req-9beb64ae-11ac-43cc-b3dd-0a7be39fab0a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513742 Jul 16 17:53:20.211038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Transition to ACTIVE for port object 924d081c-6aff-48c4-b376-1e13d6d134f2 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:20.223346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5e598ef2-b61e-477a-8490-a26f7743d703 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:20.271925 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.456485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede26fe-19ce-485c-a7e6-bbd897702f3e None None] Pushing event updated for resources: {'Port': ['ID=924d081c-6aff-48c4-b376-1e13d6d134f2,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:20.565399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Attempting to bind port 924d081c-6aff-48c4-b376-1e13d6d134f2 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:20.565953 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Attempting to bind port 924d081c-6aff-48c4-b376-1e13d6d134f2 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:20.566529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Attempting to bind port 924d081c-6aff-48c4-b376-1e13d6d134f2 on network a3cff532-37a3-424d-aefc-c9eb9815e7ea {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:20.601354 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:20.603027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Checking segment: {'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:20.604352 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.605430 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Bound using segment: {'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:20.607801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Bound port: 924d081c-6aff-48c4-b376-1e13d6d134f2, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:20.608345 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.616125 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.809089 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f376c0-0a30-4017-8789-edd6bdf4c7f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e598ef2-b61e-477a-8490-a26f7743d703'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:20.842188 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07954bb3-eeb4-4a12-901d-3ccdad881d19" -d '{"events": [{"server_uuid": "89f376c0-0a30-4017-8789-edd6bdf4c7f7", "name": "network-vif-unplugged", "status": "completed", "tag": "5e598ef2-b61e-477a-8490-a26f7743d703"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:20.893453 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5e598ef2-b61e-477a-8490-a26f7743d703, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5e598ef2-b61e-477a-8490-a26f7743d703,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:20.895536 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54146) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:20.915177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a5871-84d1-4a7d-8ac9-d7149549837f req-a9e4ad5a-255b-4ca8-9511-107afe417d1b tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:20.917216 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.924020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-191a5871-84d1-4a7d-8ac9-d7149549837f req-a9e4ad5a-255b-4ca8-9511-107afe417d1b tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 945 time: 0.1318147 Jul 16 17:53:20.995183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] For port 924d081c-6aff-48c4-b376-1e13d6d134f2, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:21.007407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] For port 924d081c-6aff-48c4-b376-1e13d6d134f2, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=924d081c-6aff-48c4-b376-1e13d6d134f2,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:21.023612 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.032876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-964f1eab-7702-4a40-860e-b1d20e81fe0c req-566251b4-6d8e-43f2-b5df-8cdde2f8d27c tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 210 time: 0.0950363 Jul 16 17:53:21.041168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=5e598ef2-b61e-477a-8490-a26f7743d703,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:21.064656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-191a5871-84d1-4a7d-8ac9-d7149549837f req-74741e79-90a7-4d09-94d3-0472f92f0f2a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385603 Jul 16 17:53:21.155495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-network', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:21.198994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:21.199690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:21.232760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Made reservation on behalf of ce8a147219c846f8867f8ab7c0c141a2 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:21.235154 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.265815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.287412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54158) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:21.513892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.523949 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.527065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8802a86-2957-4e4b-978c-f8759bba6ced req-ea3ba2da-6903-4da5-8766-747c88609978 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:21.546609 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8802a86-2957-4e4b-978c-f8759bba6ced req-ea3ba2da-6903-4da5-8766-747c88609978 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 947 time: 0.1751699 Jul 16 17:53:21.551188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:21.569678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a569adc-32b3-4823-b3e0-2a0b50af5836,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:21.574434 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.575577 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Added segment 78d7079a-18f4-4636-8325-62d568a6c412 of type vlan for network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 Jul 16 17:53:21.577809 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dafdff1b-ac74-4476-82ba-ad8d702781a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.592846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:21.593562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:21.594156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:21.594752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:21.595311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:21.596075 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:21.596746 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:21.597465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:21.598934 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:21.600552 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:21.601156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:21.601698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:21.640125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8802a86-2957-4e4b-978c-f8759bba6ced req-b7fa7b21-28d5-483f-8ac0-7e5665993612 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906892 Jul 16 17:53:21.693934 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.712866 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:21.761824 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.762954 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:21.763667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.806678 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dafdff1b-ac74-4476-82ba-ad8d702781a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.826562 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dafdff1b-ac74-4476-82ba-ad8d702781a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.841916 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9451771 Jul 16 17:53:21.851366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54168) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:21.884336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdff1b-ac74-4476-82ba-ad8d702781a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dba6f0-72d2-4abe-ba5b-8044609b3de8,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:21.906392 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f49b87b-b53c-4f38-9250-5a553f19ae8d x-openstack-request-id: req-1f49b87b-b53c-4f38-9250-5a553f19ae8d {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:21.906705 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f376c0-0a30-4017-8789-edd6bdf4c7f7", "name": "network-vif-unplugged", "status": "completed", "tag": "5e598ef2-b61e-477a-8490-a26f7743d703", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:21.906908 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f49b87b-b53c-4f38-9250-5a553f19ae8d {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:21.907348 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f376c0-0a30-4017-8789-edd6bdf4c7f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e598ef2-b61e-477a-8490-a26f7743d703', 'code': 200} Jul 16 17:53:21.918867 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af66612-fdc6-4271-956b-5e94233a854c admin admin] Pushing event updated for resources: {'Network': ['ID=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:21.931701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-beae6f97-61da-4ec8-a629-809bace94dba admin admin] Request body: {'subnet': {'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-subnet', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:21.941985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:21.964655 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dafdff1b-ac74-4476-82ba-ad8d702781a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=500e73f776c741f1b7f983d0e1356e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6753514 Jul 16 17:53:21.966314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beae6f97-61da-4ec8-a629-809bace94dba admin admin] Made reservation on behalf of ce8a147219c846f8867f8ab7c0c141a2 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:21.968890 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-beae6f97-61da-4ec8-a629-809bace94dba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.970693 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54170) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:21.983199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede26fe-19ce-485c-a7e6-bbd897702f3e None None] Pushing event updated for resources: {'Port': ['ID=924d081c-6aff-48c4-b376-1e13d6d134f2,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:22.020057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf41ef-12f9-4219-aef5-e06e532a47a1 req-0b7b4f25-553c-4f8d-9528-8a0a0a1c6648 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:22.023825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cdf41ef-12f9-4219-aef5-e06e532a47a1 req-0b7b4f25-553c-4f8d-9528-8a0a0a1c6648 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 945 time: 0.1043861 Jul 16 17:53:22.080574 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:20Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:22.085892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cdf41ef-12f9-4219-aef5-e06e532a47a1 req-3fc8c654-b23f-47a3-935e-65a63c67a3ec tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581491 Jul 16 17:53:22.122563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27404318-50d5-44af-ac53-c2b232e6e6f6 None None] The sync data for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 is: [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:20Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:22.160885 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5e598ef2-b61e-477a-8490-a26f7743d703 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:22.339561 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:53:22.392884 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-beae6f97-61da-4ec8-a629-809bace94dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.412972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5e598ef2-b61e-477a-8490-a26f7743d703, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5e598ef2-b61e-477a-8490-a26f7743d703,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:22.458441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '5e598ef2-b61e-477a-8490-a26f7743d703', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '5e598ef2-b61e-477a-8490-a26f7743d703', 'mac_address': 'fa:16:3e:57:2c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:22.469771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae6f97-61da-4ec8-a629-809bace94dba admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e13442-691f-4436-9255-173532d59dbf,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:22.538929 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.554392 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae6f97-61da-4ec8-a629-809bace94dba admin admin] Checking segment: {'id': '78d7079a-18f4-4636-8325-62d568a6c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:22.555082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae6f97-61da-4ec8-a629-809bace94dba admin admin] Network hostable DHCP agents. Network: d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:22.567122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e598ef2-b61e-477a-8490-a26f7743d703 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:22.585302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-323d1520-e4d0-411a-b7ea-6576f79cc470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.601736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae6f97-61da-4ec8-a629-809bace94dba admin admin] Network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:22.609038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5e598ef2-b61e-477a-8490-a26f7743d703, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5e598ef2-b61e-477a-8490-a26f7743d703,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:22.631385 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.636967 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-323d1520-e4d0-411a-b7ea-6576f79cc470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.645244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-beae6f97-61da-4ec8-a629-809bace94dba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:22.649985 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae6f97-61da-4ec8-a629-809bace94dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:22.651048 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-beae6f97-61da-4ec8-a629-809bace94dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.726883 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-beae6f97-61da-4ec8-a629-809bace94dba admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8071342 Jul 16 17:53:22.727768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=5e598ef2-b61e-477a-8490-a26f7743d703,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:22.727943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54178) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:22.730827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a4bab-eda1-4af2-9621-6bb69a511ef6 None None] Network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:22.734997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-fe3ea293-3d11-4f2b-9bfe-ddda51ef6a5e tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:22.740492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:22.742035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-fe3ea293-3d11-4f2b-9bfe-ddda51ef6a5e tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.43 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 820 time: 0.3427203 Jul 16 17:53:22.743071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:22.743776 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:22.744336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:22.744901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:22.745611 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:22.746290 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:22.754701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:22.755326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:22.755946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:22.756522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:22.757104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:22.757880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:22.801167 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Request body: {'port': {'device_id': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'admin_state_up': True, 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:22.881674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-323d1520-e4d0-411a-b7ea-6576f79cc470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.886007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-323d1520-e4d0-411a-b7ea-6576f79cc470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.887542 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-323d1520-e4d0-411a-b7ea-6576f79cc470 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6dba6f0-72d2-4abe-ba5b-8044609b3de8 HTTP/1.1" status: 204 len: 168 time: 0.9148371 Jul 16 17:53:22.897910 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.899894 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.901995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['5e598ef2-b61e-477a-8490-a26f7743d703'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:22.927982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d1520-e4d0-411a-b7ea-6576f79cc470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dba6f0-72d2-4abe-ba5b-8044609b3de8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:23.012093 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.030801 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b74b0-d1b9-44eb-98c3-8296bf3aa2b6 req-35e560bb-be5f-464b-87b5-ddc31de1b855 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:23.032734 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b72b74b0-d1b9-44eb-98c3-8296bf3aa2b6 req-35e560bb-be5f-464b-87b5-ddc31de1b855 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7&tenant_id=b48b42f5272d407db4f841b2e42a65b5&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 948 time: 0.2698269 Jul 16 17:53:23.062314 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51baac63-8f4f-4683-a1b5-1067710e4ae6 req-4f8d6552-aca5-4133-b5bb-1a61582e7f43 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 210 time: 0.1768627 Jul 16 17:53:23.099814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54737f4b-b69d-48a9-a2a6-d841180a28c3 req-9deeb30b-663f-4e54-8f97-dd81f67a921b tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:23.107585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54737f4b-b69d-48a9-a2a6-d841180a28c3 req-9deeb30b-663f-4e54-8f97-dd81f67a921b tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 945 time: 0.8099043 Jul 16 17:53:23.240504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'fixed_ips': [{'subnet_id': '59e13442-691f-4436-9255-173532d59dbf'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:53:23.244575 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.250999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54737f4b-b69d-48a9-a2a6-d841180a28c3 req-435585d0-f3f8-4da5-9563-77932c638ecd tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbd6915b-4ab9-449c-a8b9-de92e516ba71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343172 Jul 16 17:53:23.345680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.385859 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b74b0-d1b9-44eb-98c3-8296bf3aa2b6 req-26cf8808-b5fa-46f1-be6b-70bcdf3a58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:23.387365 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b72b74b0-d1b9-44eb-98c3-8296bf3aa2b6 req-26cf8808-b5fa-46f1-be6b-70bcdf3a58f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 1100 time: 0.2624676 Jul 16 17:53:23.426753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 924d081c-6aff-48c4-b376-1e13d6d134f2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:23.465591 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Made reservation on behalf of 7f610d00090742e9a3e72cc2089ec6d0 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:23.469027 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.656091 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Allocated IP 172.20.0.2 (d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443/59e13442-691f-4436-9255-173532d59dbf/71929104-efab-4399-9307-bb5d5a5e46e8) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:23.678422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 924d081c-6aff-48c4-b376-1e13d6d134f2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:23.696183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 924d081c-6aff-48c4-b376-1e13d6d134f2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:23.696569 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.742351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b74b0-d1b9-44eb-98c3-8296bf3aa2b6 req-4ed7074a-9e92-4a02-8597-a4e49a27ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:23.745076 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b72b74b0-d1b9-44eb-98c3-8296bf3aa2b6 req-4ed7074a-9e92-4a02-8597-a4e49a27ad27 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.3444655 Jul 16 17:53:23.761633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a803cf3-833b-4c81-9b6e-5dbc5f1c0aa6 req-bb961834-1e99-48b9-806f-125094da5f11 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:23.763214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a803cf3-833b-4c81-9b6e-5dbc5f1c0aa6 req-bb961834-1e99-48b9-806f-125094da5f11 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.35 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 945 time: 0.4856379 Jul 16 17:53:23.907924 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.912830 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b72b74b0-d1b9-44eb-98c3-8296bf3aa2b6 req-71e14210-70cb-4eb0-9430-ac168b9344c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=5e598ef2-b61e-477a-8490-a26f7743d703 HTTP/1.1" status: 200 len: 217 time: 0.0718305 Jul 16 17:53:23.913804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f672d5-8876-4e51-b54c-462fa5ccbdfa req-61c7af9a-dec1-47a3-a990-663803115b47 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:23.915570 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52f672d5-8876-4e51-b54c-462fa5ccbdfa req-61c7af9a-dec1-47a3-a990-663803115b47 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 945 time: 0.5686705 Jul 16 17:53:23.991681 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b74b0-d1b9-44eb-98c3-8296bf3aa2b6 req-8ce59c9f-7193-40fc-a5e0-f241ead4ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:23.993921 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b72b74b0-d1b9-44eb-98c3-8296bf3aa2b6 req-8ce59c9f-7193-40fc-a5e0-f241ead4ef7b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0666623 Jul 16 17:53:24.087300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117053e7-3a49-48d5-a29e-6307623e676e req-e8748b05-9ddb-4b28-a2c5-5285575147ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:24.101624 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-117053e7-3a49-48d5-a29e-6307623e676e req-e8748b05-9ddb-4b28-a2c5-5285575147ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 948 time: 0.5646276 Jul 16 17:53:24.106974 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.134911 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Transition to ACTIVE for port object 71929104-efab-4399-9307-bb5d5a5e46e8 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:24.172566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Transition to ACTIVE for port object 71929104-efab-4399-9307-bb5d5a5e46e8 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:24.174004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Allocated IP 172.20.0.12 (a3cff532-37a3-424d-aefc-c9eb9815e7ea/f4f0b171-2fe1-445f-8879-9823926613a8/10a90536-586c-41ce-9e2a-c11d5bb143ac) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:24.181158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee7549-3130-4510-8f86-ede944cb72f9 req-191fbb50-a49d-4e12-abcc-9c4380126d61 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:24.183340 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6dee7549-3130-4510-8f86-ede944cb72f9 req-191fbb50-a49d-4e12-abcc-9c4380126d61 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 945 time: 0.4357493 Jul 16 17:53:24.195920 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.223764 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52f672d5-8876-4e51-b54c-462fa5ccbdfa req-d70c0815-011a-489b-a8c9-15ab8342300e tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2efeb71d-054b-4463-a436-4ba1e19dfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764885 Jul 16 17:53:24.243876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54206) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:24.269321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-117053e7-3a49-48d5-a29e-6307623e676e req-8d643400-d38b-468c-9c09-21fbad9f5acc tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662042 Jul 16 17:53:24.294594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b74b0-d1b9-44eb-98c3-8296bf3aa2b6 req-db1c7fb6-05b0-488c-ac19-1d6af35dc8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:24.296669 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b72b74b0-d1b9-44eb-98c3-8296bf3aa2b6 req-db1c7fb6-05b0-488c-ac19-1d6af35dc8f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2545702 Jul 16 17:53:24.341084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 924d081c-6aff-48c4-b376-1e13d6d134f2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=924d081c-6aff-48c4-b376-1e13d6d134f2,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:24.359545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:24.386205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:24.391562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:24.402691 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.449554 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b72b74b0-d1b9-44eb-98c3-8296bf3aa2b6 req-d2a7c2fe-c090-4752-b779-f3745c215fde service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351180 Jul 16 17:53:24.495268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Pushing event updated for resources: {'Port': ['ID=71929104-efab-4399-9307-bb5d5a5e46e8,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:24.540216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Attempting to bind port 71929104-efab-4399-9307-bb5d5a5e46e8 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:24.540216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Attempting to bind port 71929104-efab-4399-9307-bb5d5a5e46e8 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '78d7079a-18f4-4636-8325-62d568a6c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:24.540497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Attempting to bind port 71929104-efab-4399-9307-bb5d5a5e46e8 on network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:24.564771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:24.565148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Checking segment: {'id': '78d7079a-18f4-4636-8325-62d568a6c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:24.565842 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.566297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Bound using segment: {'id': '78d7079a-18f4-4636-8325-62d568a6c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:24.566902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Bound port: 71929104-efab-4399-9307-bb5d5a5e46e8, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d7079a-18f4-4636-8325-62d568a6c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:24.567377 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.649038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=924d081c-6aff-48c4-b376-1e13d6d134f2,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:24.667899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] For port 71929104-efab-4399-9307-bb5d5a5e46e8, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:24.672257 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] For port 71929104-efab-4399-9307-bb5d5a5e46e8, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=71929104-efab-4399-9307-bb5d5a5e46e8,segment=NetworkSegment(78d7079a-18f4-4636-8325-62d568a6c412),segment_id=78d7079a-18f4-4636-8325-62d568a6c412)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:24.677557 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.713803 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-6dee7549-3130-4510-8f86-ede944cb72f9 req-2fc6f890-9318-46c7-afd5-66621400c614 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Deleting port aaaff026-529a-4d7a-8bce-fe647caf1e34 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:24.714268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6dee7549-3130-4510-8f86-ede944cb72f9 req-2fc6f890-9318-46c7-afd5-66621400c614 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.759322 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b72b74b0-d1b9-44eb-98c3-8296bf3aa2b6 req-d2abc8ea-e5b7-4994-ac0c-9ef18b16d446 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677206 Jul 16 17:53:24.759536 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce51b5b-9ef5-4bdc-99be-4f7541e78f01 None None] Pushing event updated for resources: {'Port': ['ID=71929104-efab-4399-9307-bb5d5a5e46e8,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:24.762745 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.797909 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.861904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1408259615-network', 'tenant_id': '7d0dd331295647a58d2876294f9effcc'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:24.886322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2a803cf3-833b-4c81-9b6e-5dbc5f1c0aa6 req-036ede3e-78cf-4535-aa4e-3fc12fdc32c7 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Deleting port 0dae91f6-81c4-4b68-9533-0225837e0039 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:24.886752 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2a803cf3-833b-4c81-9b6e-5dbc5f1c0aa6 req-036ede3e-78cf-4535-aa4e-3fc12fdc32c7 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.912475 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-6dee7549-3130-4510-8f86-ede944cb72f9 req-2fc6f890-9318-46c7-afd5-66621400c614 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] For port aaaff026-529a-4d7a-8bce-fe647caf1e34, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=aaaff026-529a-4d7a-8bce-fe647caf1e34,segment=NetworkSegment(3013057c-96ed-40f9-9fcd-9258482b6124),segment_id=3013057c-96ed-40f9-9fcd-9258482b6124)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:24.912939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6dee7549-3130-4510-8f86-ede944cb72f9 req-2fc6f890-9318-46c7-afd5-66621400c614 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.960036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-6dee7549-3130-4510-8f86-ede944cb72f9 req-2fc6f890-9318-46c7-afd5-66621400c614 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Calling delete_port for aaaff026-529a-4d7a-8bce-fe647caf1e34 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:24.963598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79b440c7-7742-4212-bb9f-fb4892ee6a19 req-d9b307fe-a41f-49af-b84c-b67e578e67cd tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 210 time: 0.1288986 Jul 16 17:53:25.033858 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Allocated IP 172.25.5.64 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/aa37a7f5-7923-483c-bda0-262eb9dfbbf2) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:25.169808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Made reservation on behalf of 7d0dd331295647a58d2876294f9effcc for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:25.171387 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.213207 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.288495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2a803cf3-833b-4c81-9b6e-5dbc5f1c0aa6 req-036ede3e-78cf-4535-aa4e-3fc12fdc32c7 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] For port 0dae91f6-81c4-4b68-9533-0225837e0039, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=0dae91f6-81c4-4b68-9533-0225837e0039,segment=NetworkSegment(30a3124b-ed17-4273-9885-f0c609174b96),segment_id=30a3124b-ed17-4273-9885-f0c609174b96)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:25.288945 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2a803cf3-833b-4c81-9b6e-5dbc5f1c0aa6 req-036ede3e-78cf-4535-aa4e-3fc12fdc32c7 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.297324 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.335221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f78e9-a89f-4256-8c61-75303afa6576 req-48700bfb-c5c9-4f3d-a98f-aeb27bdd0598 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:25.336916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce4f78e9-a89f-4256-8c61-75303afa6576 req-48700bfb-c5c9-4f3d-a98f-aeb27bdd0598 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 945 time: 0.2119572 Jul 16 17:53:25.349854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2a803cf3-833b-4c81-9b6e-5dbc5f1c0aa6 req-036ede3e-78cf-4535-aa4e-3fc12fdc32c7 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Calling delete_port for 0dae91f6-81c4-4b68-9533-0225837e0039 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:25.360133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 71929104-efab-4399-9307-bb5d5a5e46e8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:25.370956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cdf4d-35ef-442f-9524-984ef46c1e8d req-af780097-a343-455b-9ac2-3f124b122ba8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:25.372833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-059cdf4d-35ef-442f-9524-984ef46c1e8d req-af780097-a343-455b-9ac2-3f124b122ba8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 945 time: 0.5397160 Jul 16 17:53:25.377145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Transition to ACTIVE for port object 10a90536-586c-41ce-9e2a-c11d5bb143ac will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:25.442524 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 71929104-efab-4399-9307-bb5d5a5e46e8 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:25.447747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 924d081c-6aff-48c4-b376-1e13d6d134f2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:25.504157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 924d081c-6aff-48c4-b376-1e13d6d134f2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:25.504813 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.513069 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce4f78e9-a89f-4256-8c61-75303afa6576 req-7e9ded3a-a14a-415a-8640-4c2d828e8a84 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbd6915b-4ab9-449c-a8b9-de92e516ba71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602888 Jul 16 17:53:25.549345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-059cdf4d-35ef-442f-9524-984ef46c1e8d req-3fa79dbd-33db-4644-879f-227053a994c5 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688137 Jul 16 17:53:25.588549 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.588750 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6dee7549-3130-4510-8f86-ede944cb72f9 req-2fc6f890-9318-46c7-afd5-66621400c614 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.686182 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.687384 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.693729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Network a3cff532-37a3-424d-aefc-c9eb9815e7ea is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:25.704560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6f890-9318-46c7-afd5-66621400c614 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Pushing event deleted for resources: {'Port': ['ID=aaaff026-529a-4d7a-8bce-fe647caf1e34,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:25.789047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:25.791537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:25.794370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Pushing event updated for resources: {'Port': ['ID=10a90536-586c-41ce-9e2a-c11d5bb143ac,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:25.795813 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dee7549-3130-4510-8f86-ede944cb72f9 req-2fc6f890-9318-46c7-afd5-66621400c614 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] No DVR routers for this DVR port aaaff026-529a-4d7a-8bce-fe647caf1e34 on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:25.799138 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6dee7549-3130-4510-8f86-ede944cb72f9 req-2fc6f890-9318-46c7-afd5-66621400c614 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.801754 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6dee7549-3130-4510-8f86-ede944cb72f9 req-2fc6f890-9318-46c7-afd5-66621400c614 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.35 "DELETE /v2.0/ports/aaaff026-529a-4d7a-8bce-fe647caf1e34 HTTP/1.1" status: 204 len: 173 time: 1.6113522 Jul 16 17:53:25.802216 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f', 'name': 'network-vif-deleted', 'tag': 'aaaff026-529a-4d7a-8bce-fe647caf1e34'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:25.804953 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c348db91-745e-4e5e-bf5d-8ac0286fad60" -d '{"events": [{"server_uuid": "fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f", "name": "network-vif-deleted", "tag": "aaaff026-529a-4d7a-8bce-fe647caf1e34"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:25.829841 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.845600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.867353 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2a803cf3-833b-4c81-9b6e-5dbc5f1c0aa6 req-036ede3e-78cf-4535-aa4e-3fc12fdc32c7 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.896819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:25.900174 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:25.904976 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:25.946836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Pushing event updated for resources: {'Port': ['ID=aa37a7f5-7923-483c-bda0-262eb9dfbbf2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:25.959295 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e407b109-9bef-49ad-a6b3-a4b467efe071 req-5c99db5b-6837-4664-bb54-e4cd6f289e21 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f HTTP/1.1" status: 200 len: 210 time: 0.1825330 Jul 16 17:53:26.059838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a803cf3-833b-4c81-9b6e-5dbc5f1c0aa6 req-036ede3e-78cf-4535-aa4e-3fc12fdc32c7 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] No DVR routers for this DVR port 0dae91f6-81c4-4b68-9533-0225837e0039 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:26.065408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ede3e-78cf-4535-aa4e-3fc12fdc32c7 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Pushing event deleted for resources: {'Port': ['ID=0dae91f6-81c4-4b68-9533-0225837e0039,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:26.071148 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2a803cf3-833b-4c81-9b6e-5dbc5f1c0aa6 req-036ede3e-78cf-4535-aa4e-3fc12fdc32c7 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.073565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a803cf3-833b-4c81-9b6e-5dbc5f1c0aa6 req-036ede3e-78cf-4535-aa4e-3fc12fdc32c7 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.35 "DELETE /v2.0/ports/0dae91f6-81c4-4b68-9533-0225837e0039 HTTP/1.1" status: 204 len: 173 time: 2.3022645 Jul 16 17:53:26.086392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:26.090859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f797baf7-304f-4440-a28e-99791028d69d', 'name': 'network-vif-deleted', 'tag': '0dae91f6-81c4-4b68-9533-0225837e0039'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:26.094644 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ef9817-6bf5-4178-9f07-0f45713b774b" -d '{"events": [{"server_uuid": "f797baf7-304f-4440-a28e-99791028d69d", "name": "network-vif-deleted", "tag": "0dae91f6-81c4-4b68-9533-0225837e0039"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:26.122822 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486bf1d0-6e77-442f-8f02-4dac65444a03,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:26.128018 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.161261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 0dae91f6-81c4-4b68-9533-0225837e0039 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:26.170154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:26.170837 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.190387 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 0dae91f6-81c4-4b68-9533-0225837e0039 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:26.190911 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 0dae91f6-81c4-4b68-9533-0225837e0039 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:26.191994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device aaaff026-529a-4d7a-8bce-fe647caf1e34 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:26.196680 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.198183 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Added segment bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06 of type vlan for network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 Jul 16 17:53:26.224206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: aaaff026-529a-4d7a-8bce-fe647caf1e34 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:26.224637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device aaaff026-529a-4d7a-8bce-fe647caf1e34 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:26.226930 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5e598ef2-b61e-477a-8490-a26f7743d703 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:26.252748 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e145788f-df51-45cc-b4f0-b5c8011dd054 x-openstack-request-id: req-e145788f-df51-45cc-b4f0-b5c8011dd054 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:26.253323 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f", "name": "network-vif-deleted", "tag": "aaaff026-529a-4d7a-8bce-fe647caf1e34", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:26.253484 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e145788f-df51-45cc-b4f0-b5c8011dd054 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:26.254712 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc321ee-c37b-4c1f-b9d7-1fcaf7e7e79f', 'name': 'network-vif-deleted', 'tag': 'aaaff026-529a-4d7a-8bce-fe647caf1e34', 'status': 'completed', 'code': 200} Jul 16 17:53:26.273969 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d3bb8c-b70c-4d71-84f3-32f6d4532765 None None] Network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:26.310104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c9912081-5e54-4923-8c9c-5a68d42a6d35 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5353708 Jul 16 17:53:26.328370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Request body: {'port': {'device_id': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:26.335172 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.337163 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.393006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-19240337-db77-4d73-9413-3c50638c7087 None None] Provisioning for port 71929104-efab-4399-9307-bb5d5a5e46e8 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:26.394901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8b0f4-6a05-4937-b656-9ebfa587bc31 req-c795cd17-6deb-4521-bd6b-147e28edbc51 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:26.395248 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.403687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efd8b0f4-6a05-4937-b656-9ebfa587bc31 req-c795cd17-6deb-4521-bd6b-147e28edbc51 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 948 time: 0.5889850 Jul 16 17:53:26.404292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-19240337-db77-4d73-9413-3c50638c7087 None None] Provisioning complete for port 71929104-efab-4399-9307-bb5d5a5e46e8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:26.404778 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-19240337-db77-4d73-9413-3c50638c7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.446491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 5e598ef2-b61e-477a-8490-a26f7743d703 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:26.446491 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.507907 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.509404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:26.510151 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.576300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efd8b0f4-6a05-4937-b656-9ebfa587bc31 req-204c88e8-2b08-4492-b830-67baf034dc35 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716363 Jul 16 17:53:26.611306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3591542 Jul 16 17:53:26.614669 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.620240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54232) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:26.627565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9d141b28-8d61-4b82-adee-bb3024ecc3ac admin admin] Request body: {'subnet': {'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1408259615-subnet', 'tenant_id': '7d0dd331295647a58d2876294f9effcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:26.661239 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-19240337-db77-4d73-9413-3c50638c7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.677395 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.678047 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31388901-2632-49de-b4b5-332f14da639e x-openstack-request-id: req-31388901-2632-49de-b4b5-332f14da639e {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:26.679471 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f797baf7-304f-4440-a28e-99791028d69d", "name": "network-vif-deleted", "tag": "0dae91f6-81c4-4b68-9533-0225837e0039", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:26.679989 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31388901-2632-49de-b4b5-332f14da639e {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:26.680560 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f797baf7-304f-4440-a28e-99791028d69d', 'name': 'network-vif-deleted', 'tag': '0dae91f6-81c4-4b68-9533-0225837e0039', 'status': 'completed', 'code': 200} Jul 16 17:53:26.685100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.698389 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d141b28-8d61-4b82-adee-bb3024ecc3ac admin admin] Made reservation on behalf of 7d0dd331295647a58d2876294f9effcc for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:26.702106 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9d141b28-8d61-4b82-adee-bb3024ecc3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.727468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f376c0-0a30-4017-8789-edd6bdf4c7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e598ef2-b61e-477a-8490-a26f7743d703'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:26.729764 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459efd9a-9a5a-4210-acc3-12f5d09bf8dd" -d '{"events": [{"server_uuid": "89f376c0-0a30-4017-8789-edd6bdf4c7f7", "name": "network-vif-plugged", "status": "completed", "tag": "5e598ef2-b61e-477a-8490-a26f7743d703"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:26.749479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241936a-65ff-4424-87c6-b67c6ea3da96 admin admin] Pushing event updated for resources: {'Network': ['ID=617ef8e7-02b6-4b4d-894a-1a1e10d11230,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:26.755091 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5e598ef2-b61e-477a-8490-a26f7743d703, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5e598ef2-b61e-477a-8490-a26f7743d703,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:26.757729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-19240337-db77-4d73-9413-3c50638c7087 None None] For port 71929104-efab-4399-9307-bb5d5a5e46e8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=71929104-efab-4399-9307-bb5d5a5e46e8,segment=NetworkSegment(78d7079a-18f4-4636-8325-62d568a6c412),segment_id=78d7079a-18f4-4636-8325-62d568a6c412)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:26.764919 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.770137 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-19240337-db77-4d73-9413-3c50638c7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.774500 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:26.840794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-19240337-db77-4d73-9413-3c50638c7087 None None] Provisioning for port 10a90536-586c-41ce-9e2a-c11d5bb143ac completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:26.850020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b634760-8258-48ce-8e48-35e56db6e1b2 req-c718ddb4-b330-43cd-a001-05c2af5b189f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:26.858470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b634760-8258-48ce-8e48-35e56db6e1b2 req-c718ddb4-b330-43cd-a001-05c2af5b189f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 932 time: 0.4443877 Jul 16 17:53:26.867106 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-19240337-db77-4d73-9413-3c50638c7087 None None] Provisioning complete for port 10a90536-586c-41ce-9e2a-c11d5bb143ac triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:26.867528 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-19240337-db77-4d73-9413-3c50638c7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.942186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-19240337-db77-4d73-9413-3c50638c7087 None None] Port 10a90536-586c-41ce-9e2a-c11d5bb143ac cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:26.956250 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=5e598ef2-b61e-477a-8490-a26f7743d703,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:27.087657 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Router eab24e24-c654-4e38-abab-6b8549b4abda is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:53:27.120825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-968b61dc-8fac-418e-bff2-e3cec01e7aef req-d09df298-e8c9-4415-b971-890cb30dc2e1 tempest-ServerAddressesTestJSON-2002678912 tempest-ServerAddressesTestJSON-2002678912-project] 10.222.0.41 "GET /v2.0/ports?device_id=f797baf7-304f-4440-a28e-99791028d69d HTTP/1.1" status: 200 len: 210 time: 0.1873045 Jul 16 17:53:27.154120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b634760-8258-48ce-8e48-35e56db6e1b2 req-cacba13d-3523-452b-aae2-9ee735ae206d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946901 Jul 16 17:53:27.187100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19240337-db77-4d73-9413-3c50638c7087 None None] Pushing event updated for resources: {'Port': ['ID=71929104-efab-4399-9307-bb5d5a5e46e8,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:27.192634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-08e3d893-fbda-446c-a23c-4e51fff0b247 None None] Provisioning complete for port 71929104-efab-4399-9307-bb5d5a5e46e8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:27.193001 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-08e3d893-fbda-446c-a23c-4e51fff0b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.244136 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9d141b28-8d61-4b82-adee-bb3024ecc3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.322858 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:27.333489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d141b28-8d61-4b82-adee-bb3024ecc3ac admin admin] Checking segment: {'id': 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:27.334002 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d141b28-8d61-4b82-adee-bb3024ecc3ac admin admin] Network hostable DHCP agents. Network: 617ef8e7-02b6-4b4d-894a-1a1e10d11230, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:27.336406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d141b28-8d61-4b82-adee-bb3024ecc3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2ae90f-cfe4-425d-b43d-281f13bcf877,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:27.360424 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.361548 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e23c4ab3-cf59-4ec5-9568-fdef4f1f0565 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.6304131 Jul 16 17:53:27.364595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d141b28-8d61-4b82-adee-bb3024ecc3ac admin admin] Network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:27.367170 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Sync routers for ids ['eab24e24-c654-4e38-abab-6b8549b4abda'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:27.367694 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54240) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:27.378644 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Routers {'eab24e24-c654-4e38-abab-6b8549b4abda'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:27.379898 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['eab24e24-c654-4e38-abab-6b8549b4abda'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:27.412484 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-9d141b28-8d61-4b82-adee-bb3024ecc3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 617ef8e7-02b6-4b4d-894a-1a1e10d11230) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:27.419037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d141b28-8d61-4b82-adee-bb3024ecc3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:27.419840 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9d141b28-8d61-4b82-adee-bb3024ecc3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.424452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068af001-adb7-4ffc-96c7-c790cbcab03f None None] Network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:27.476687 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9d141b28-8d61-4b82-adee-bb3024ecc3ac admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8549027 Jul 16 17:53:27.518938 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Set router eab24e24-c654-4e38-abab-6b8549b4abda gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:27.522062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78222662-d96b-40b6-871c-5ed083c21a31 req-b02cbec7-bd51-4df1-9655-2b561da7ac65 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:27.523639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78222662-d96b-40b6-871c-5ed083c21a31 req-b02cbec7-bd51-4df1-9655-2b561da7ac65 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 945 time: 0.2135091 Jul 16 17:53:27.538984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a90536-586c-41ce-9e2a-c11d5bb143ac {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:27.561175 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.577172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0429c91-35b2-4b35-8168-7934a4ab8e7f req-83f03c9a-a83a-43be-a656-e449ef1c6cac tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:27.578719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0429c91-35b2-4b35-8168-7934a4ab8e7f req-83f03c9a-a83a-43be-a656-e449ef1c6cac tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.2136374 Jul 16 17:53:27.602156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Transition to ACTIVE for port object 10a90536-586c-41ce-9e2a-c11d5bb143ac will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:27.610283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78222662-d96b-40b6-871c-5ed083c21a31 req-7e3b2905-4d4b-4a2a-b48b-e5e822c203d9 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753953 Jul 16 17:53:27.617903 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.713851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a7f5d-4dd9-4121-87ff-fe53004e501a None None] Network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:27.735474 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0429c91-35b2-4b35-8168-7934a4ab8e7f req-1d1371f9-b5c8-48f1-ab3c-5732015c40a1 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418805 Jul 16 17:53:27.741426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Pushing event updated for resources: {'Port': ['ID=10a90536-586c-41ce-9e2a-c11d5bb143ac,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:27.770993 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b88ca4d-928d-4ea5-aaa1-748f7e78c291 x-openstack-request-id: req-5b88ca4d-928d-4ea5-aaa1-748f7e78c291 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:27.770993 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f376c0-0a30-4017-8789-edd6bdf4c7f7", "name": "network-vif-plugged", "status": "completed", "tag": "5e598ef2-b61e-477a-8490-a26f7743d703", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:27.770993 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b88ca4d-928d-4ea5-aaa1-748f7e78c291 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:27.770993 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f376c0-0a30-4017-8789-edd6bdf4c7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e598ef2-b61e-477a-8490-a26f7743d703', 'code': 200} Jul 16 17:53:27.826695 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:53:26Z', 'revision_number': 3, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:27.889163 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Checking router: eab24e24-c654-4e38-abab-6b8549b4abda for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:27.889512 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Updating router eab24e24-c654-4e38-abab-6b8549b4abda port aa37a7f5-7923-483c-bda0-262eb9dfbbf2 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:53:27.914972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Attempting to bind port 10a90536-586c-41ce-9e2a-c11d5bb143ac on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:27.915518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Attempting to bind port 10a90536-586c-41ce-9e2a-c11d5bb143ac by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:27.916056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Attempting to bind port 10a90536-586c-41ce-9e2a-c11d5bb143ac on network a3cff532-37a3-424d-aefc-c9eb9815e7ea {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:27.936868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Port 10a90536-586c-41ce-9e2a-c11d5bb143ac on network a3cff532-37a3-424d-aefc-c9eb9815e7ea not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:27.937318 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Attempting to bind port 10a90536-586c-41ce-9e2a-c11d5bb143ac on network a3cff532-37a3-424d-aefc-c9eb9815e7ea {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:27.947409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:27.947802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Checking segment: {'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:27.948191 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Bound using segment: {'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:27.948628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Bound port: 10a90536-586c-41ce-9e2a-c11d5bb143ac, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:27.948989 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.007003 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.052519 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4ada8b18-a006-43c3-9c2f-27fadfcf6352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.085056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] For port 10a90536-586c-41ce-9e2a-c11d5bb143ac, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:28.090757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] For port 10a90536-586c-41ce-9e2a-c11d5bb143ac, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:28.099151 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.154476 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.155091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.156937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] 10.222.0.43 "PUT /v2.0/ports/10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 200 len: 1093 time: 1.8363185 Jul 16 17:53:28.189907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be74e7-04ed-4de9-9c03-02581486d325 service neutron] Pushing event updated for resources: {'Port': ['ID=10a90536-586c-41ce-9e2a-c11d5bb143ac,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:28.226539 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.349756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-e85a9763-6db4-4875-9f62-bdc25bd17fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.351373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-e85a9763-6db4-4875-9f62-bdc25bd17fbc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 1096 time: 0.1350155 Jul 16 17:53:28.387927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54276) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:28.437421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-c8f07070-a6ce-4ce9-b4d0-88394e10664f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 200 len: 217 time: 0.0719533 Jul 16 17:53:28.517323 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.528363 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Transition to ACTIVE for port object aa37a7f5-7923-483c-bda0-262eb9dfbbf2 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:28.534381 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.537358 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Allocated IP 172.20.0.1 (d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443/59e13442-691f-4436-9255-173532d59dbf/94941b89-86c0-4b5c-a4e5-7357b1a4d4b3) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:28.586601 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c5c56-2e8e-4aa9-8fe0-df6d1be2288f None None] Pushing event updated for resources: {'Port': ['ID=aa37a7f5-7923-483c-bda0-262eb9dfbbf2,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:28.603079 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Attempting to bind port aa37a7f5-7923-483c-bda0-262eb9dfbbf2 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:28.603630 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Attempting to bind port aa37a7f5-7923-483c-bda0-262eb9dfbbf2 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:28.604001 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Attempting to bind port aa37a7f5-7923-483c-bda0-262eb9dfbbf2 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:28.609245 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:28.609619 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:28.610028 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.610775 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:28.610928 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Bound port: aa37a7f5-7923-483c-bda0-262eb9dfbbf2, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:28.611331 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.611617 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23bed07-ba1a-4b0c-92ff-258f682186c7 admin admin] Deleting subnet 0129c57a-015b-4071-ac67-c225813adfad {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:53:28.618202 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b23bed07-ba1a-4b0c-92ff-258f682186c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.623157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-21b347a7-883c-408e-b3c7-760e4442eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.624723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-21b347a7-883c-408e-b3c7-760e4442eb46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.1560211 Jul 16 17:53:28.653671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.653919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-f8cd21d8-2245-4b1a-9827-809f3c1f534d tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.655672 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-f8cd21d8-2245-4b1a-9827-809f3c1f534d tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/networks?id=617ef8e7-02b6-4b4d-894a-1a1e10d11230 HTTP/1.1" status: 200 len: 818 time: 0.3014860 Jul 16 17:53:28.672365 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Transition to ACTIVE for port object 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:28.673879 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] For port aa37a7f5-7923-483c-bda0-262eb9dfbbf2, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:28.678728 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] For port aa37a7f5-7923-483c-bda0-262eb9dfbbf2, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=aa37a7f5-7923-483c-bda0-262eb9dfbbf2,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:28.683291 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.707459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:28.709469 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.709985 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969b3dac-31ad-4cfe-9df4-8fed391686c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:28.730123 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b23bed07-ba1a-4b0c-92ff-258f682186c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.732644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5f2cb4de-bd88-4545-a6ce-a27231ddfc28 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/quotas/7d0dd331295647a58d2876294f9effcc HTTP/1.1" status: 200 len: 375 time: 0.0656984 Jul 16 17:53:28.744711 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c5c56-2e8e-4aa9-8fe0-df6d1be2288f None None] Pushing event updated for resources: {'Port': ['ID=aa37a7f5-7923-483c-bda0-262eb9dfbbf2,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:28.750834 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:28.754721 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:28.759820 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:28.763961 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Routers {'eab24e24-c654-4e38-abab-6b8549b4abda'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:28.764408 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['eab24e24-c654-4e38-abab-6b8549b4abda'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:28.793253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Pushing event updated for resources: {'Port': ['ID=94941b89-86c0-4b5c-a4e5-7357b1a4d4b3,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:28.815738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-c2efffdf-1094-4a64-896c-efd935dae997 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d0dd331295647a58d2876294f9effcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586600 Jul 16 17:53:28.816016 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.840051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abdb82-d29d-4c70-943d-01174ba6ac39 req-1dc64cf6-9d12-42d0-945f-8c74a7e7c0d1 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.846965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75abdb82-d29d-4c70-943d-01174ba6ac39 req-1dc64cf6-9d12-42d0-945f-8c74a7e7c0d1 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 944 time: 0.3307581 Jul 16 17:53:28.890541 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b23bed07-ba1a-4b0c-92ff-258f682186c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.906283 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] Set router eab24e24-c654-4e38-abab-6b8549b4abda gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:28.971945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-d0ec7786-682b-40b5-ac30-ac1a541dadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.973819 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-d0ec7786-682b-40b5-ac30-ac1a541dadee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3280880 Jul 16 17:53:29.006749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75abdb82-d29d-4c70-943d-01174ba6ac39 req-5f3808ab-20df-45ad-a788-d7ebeebddde1 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558120 Jul 16 17:53:29.023672 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.087315 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ab927ff3-5b64-4456-9433-968fdc737577 None None] Provisioning for port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:29.096314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ab927ff3-5b64-4456-9433-968fdc737577 None None] Provisioning complete for port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:29.096649 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ab927ff3-5b64-4456-9433-968fdc737577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.116456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-e39c09eb-e285-4990-b781-bfcc6516dc53 service neutron] 10.222.0.41 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992072 Jul 16 17:53:29.174088 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:53:26Z', 'revision_number': 3, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:29.192092 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b23bed07-ba1a-4b0c-92ff-258f682186c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.198301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ab927ff3-5b64-4456-9433-968fdc737577 None None] Port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:29.219415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 71929104-efab-4399-9307-bb5d5a5e46e8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:29.252356 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f79fab-1a25-46e1-9d26-2cb8df42724c None None] The sync data for ids ['eab24e24-c654-4e38-abab-6b8549b4abda'] in n-d-787206-10 is: [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:53:26Z', 'revision_number': 3, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:29.278586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-231caf73-6598-4b70-8486-d47a94b5bd3f service neutron] 10.222.0.43 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913482 Jul 16 17:53:29.285960 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b23bed07-ba1a-4b0c-92ff-258f682186c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.291086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b23bed07-ba1a-4b0c-92ff-258f682186c7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0129c57a-015b-4071-ac67-c225813adfad HTTP/1.1" status: 204 len: 168 time: 0.8978310 Jul 16 17:53:29.293070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 71929104-efab-4399-9307-bb5d5a5e46e8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:29.293507 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.295963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bed07-ba1a-4b0c-92ff-258f682186c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0129c57a-015b-4071-ac67-c225813adfad,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:29.298990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54288) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:29.367958 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.373495 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.446534 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Pushing event updated for resources: {'Port': ['ID=94941b89-86c0-4b5c-a4e5-7357b1a4d4b3,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:29.453769 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.580974 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:29.583740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:29.733545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Router eab24e24-c654-4e38-abab-6b8549b4abda has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:53:29.798322 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-cf16f432-bd22-4bd4-a68b-9432dfcba067 service neutron] 10.222.0.41 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6758828 Jul 16 17:53:29.866754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:29.878573 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5119e2a3-5d96-4a85-9f05-f847df7c5871 admin admin] 10.222.0.41 "PUT /v2.0/routers/eab24e24-c654-4e38-abab-6b8549b4abda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5096197 Jul 16 17:53:29.897161 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1ea1-a2e7-42e5-a856-47d2227c45f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.944465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0024c9b7-2ada-4959-badb-98a282bf9ee4 None None] Provisioning complete for port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:29.945257 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0024c9b7-2ada-4959-badb-98a282bf9ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.947907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5fe9695-f1d4-4da2-aa3b-4c869f31e261 req-cb0f5da2-8e40-4332-8d02-1022f2d1d7e3 service neutron] 10.222.0.43 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478639 Jul 16 17:53:29.962304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7a035-f082-4cc7-9d58-68d11bbea724 req-e1abb33d-85c2-4708-bf7c-de33f706d7a2 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.970026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbb7a035-f082-4cc7-9d58-68d11bbea724 req-e1abb33d-85c2-4708-bf7c-de33f706d7a2 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 945 time: 0.7039049 Jul 16 17:53:30.050146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0024c9b7-2ada-4959-badb-98a282bf9ee4 None None] Port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:30.056244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbb7a035-f082-4cc7-9d58-68d11bbea724 req-9f02c166-771f-4e05-997d-bab0bfea0faa tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849948 Jul 16 17:53:30.110089 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1ea1-a2e7-42e5-a856-47d2227c45f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.120644 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d9e3d3-2e5e-4c1f-9d15-a9aa09ab3a24 x-openstack-request-id: req-39d9e3d3-2e5e-4c1f-9d15-a9aa09ab3a24 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:30.120939 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:30.121187 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39d9e3d3-2e5e-4c1f-9d15-a9aa09ab3a24 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:30.122072 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'status': 'completed', 'code': 200} Jul 16 17:53:30.125758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-9aeb1ea1-a2e7-42e5-a856-47d2227c45f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7103b5-ecb3-4023-ae47-c444915110f3']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:30.141016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-9aeb1ea1-a2e7-42e5-a856-47d2227c45f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a3124b-ed17-4273-9885-f0c609174b96') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:30.141323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-9aeb1ea1-a2e7-42e5-a856-47d2227c45f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a3124b-ed17-4273-9885-f0c609174b96') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:30.169666 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1ea1-a2e7-42e5-a856-47d2227c45f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.224104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1ea1-a2e7-42e5-a856-47d2227c45f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.233633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aeb1ea1-a2e7-42e5-a856-47d2227c45f1 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:53:30.234334 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1ea1-a2e7-42e5-a856-47d2227c45f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.236807 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: timer() Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:53:30.240616 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 17:53:30.243451 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:53:30.243451 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:53:30.243451 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:53:30.243451 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:53:30.243451 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:53:30.243451 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:53:30.243451 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:53:30.372661 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1ea1-a2e7-42e5-a856-47d2227c45f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.404535 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1ea1-a2e7-42e5-a856-47d2227c45f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.411200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9aeb1ea1-a2e7-42e5-a856-47d2227c45f1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7f7103b5-ecb3-4023-ae47-c444915110f3 HTTP/1.1" status: 204 len: 168 time: 1.0809076 Jul 16 17:53:30.411200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb1ea1-a2e7-42e5-a856-47d2227c45f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7103b5-ecb3-4023-ae47-c444915110f3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:30.414439 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b3dac-31ad-4cfe-9df4-8fed391686c9 req-1d67c694-a07f-40ed-9033-f18971bea52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.416808 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-969b3dac-31ad-4cfe-9df4-8fed391686c9 req-1d67c694-a07f-40ed-9033-f18971bea52f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 1096 time: 0.2636044 Jul 16 17:53:30.571222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54326) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:30.600109 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.654826 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cfbdb3b3-a81d-450d-acc1-5bec96b0d4ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a607c0179838461fb8eacf28aef6052c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0824234 Jul 16 17:53:30.655697 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54330) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:30.669783 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a66fd84f-c61f-4737-b99a-0c19339a40c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.706346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-fe5ce206-a8a2-4279-9cdc-1588be22f4b5 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.708974 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-fe5ce206-a8a2-4279-9cdc-1588be22f4b5 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1097 time: 0.1177170 Jul 16 17:53:30.722502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787206-10'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:30.737787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825876a-a96d-4a8e-8532-e3d9b21577ad req-9ecd85d3-1a5e-45f6-8420-2251ac2ac3f5 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.740084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b825876a-a96d-4a8e-8532-e3d9b21577ad req-9ecd85d3-1a5e-45f6-8420-2251ac2ac3f5 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 944 time: 0.3067174 Jul 16 17:53:30.745474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b3dac-31ad-4cfe-9df4-8fed391686c9 req-c906c928-c9e9-47d0-8ffd-1c65ceb1b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.747571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-969b3dac-31ad-4cfe-9df4-8fed391686c9 req-c906c928-c9e9-47d0-8ffd-1c65ceb1b2dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.3131537 Jul 16 17:53:30.763880 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10828a1a-089e-4068-a86c-a78e0e507ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.812575 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10828a1a-089e-4068-a86c-a78e0e507ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.819847 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-8114653d-0518-497b-80ec-d72bbacb290b tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.826416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-8114653d-0518-497b-80ec-d72bbacb290b tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/networks?id=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 HTTP/1.1" status: 200 len: 829 time: 0.3070509 Jul 16 17:53:30.830888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-969b3dac-31ad-4cfe-9df4-8fed391686c9 req-91510220-89d0-4c72-ba04-4ea58cee63bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 200 len: 217 time: 0.0687649 Jul 16 17:53:30.849978 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.864549 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-1a4f2998-3053-4193-9f52-f524664159a8 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/quotas/ce8a147219c846f8867f8ab7c0c141a2 HTTP/1.1" status: 200 len: 375 time: 0.0372157 Jul 16 17:53:30.916602 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10828a1a-089e-4068-a86c-a78e0e507ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.919998 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10828a1a-089e-4068-a86c-a78e0e507ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.923524 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-10828a1a-089e-4068-a86c-a78e0e507ef0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbd6915b-4ab9-449c-a8b9-de92e516ba71 HTTP/1.1" status: 204 len: 168 time: 0.2617838 Jul 16 17:53:30.927857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b825876a-a96d-4a8e-8532-e3d9b21577ad req-ad10b98e-0490-46de-ab49-fbe3588767d8 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739490 Jul 16 17:53:30.942079 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10828a1a-089e-4068-a86c-a78e0e507ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd6915b-4ab9-449c-a8b9-de92e516ba71,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:30.978661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b3dac-31ad-4cfe-9df4-8fed391686c9 req-4bc3c1b3-8514-4be2-850f-5e8bb67b74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.989537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-969b3dac-31ad-4cfe-9df4-8fed391686c9 req-4bc3c1b3-8514-4be2-850f-5e8bb67b74d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.1450794 Jul 16 17:53:31.115764 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=487e9781-15ac-416c-9183-3b84f9613afa,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:31.154319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-f6967f04-c390-47ba-8bdc-726d39013b9e tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce8a147219c846f8867f8ab7c0c141a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2504902 Jul 16 17:53:31.191319 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:31.233792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b3dac-31ad-4cfe-9df4-8fed391686c9 req-ac8b63d3-da66-4565-ab34-3a6af22555af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.237406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-969b3dac-31ad-4cfe-9df4-8fed391686c9 req-ac8b63d3-da66-4565-ab34-3a6af22555af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2469630 Jul 16 17:53:31.305649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device aa37a7f5-7923-483c-bda0-262eb9dfbbf2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:31.313645 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487e9781-15ac-416c-9183-3b84f9613afa'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:31.316225 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010fc192-639f-41e2-8e58-f5f9db49755a" -d '{"events": [{"server_uuid": "4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421", "name": "network-vif-unplugged", "status": "completed", "tag": "487e9781-15ac-416c-9183-3b84f9613afa"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:31.324583 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.329012 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54350) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:31.339260 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.468337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port aa37a7f5-7923-483c-bda0-262eb9dfbbf2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:31.480343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port aa37a7f5-7923-483c-bda0-262eb9dfbbf2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:31.481237 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.524168 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Pushing event updated for resources: {'Port': ['ID=487e9781-15ac-416c-9183-3b84f9613afa,revision_number=7']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:31.532190 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Attempting to bind port 487e9781-15ac-416c-9183-3b84f9613afa on host n-h1-787206-10 for vnic_type normal with profile {"migrating_to": "n-h2-787206-10"} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:31.532666 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Attempting to bind port 487e9781-15ac-416c-9183-3b84f9613afa by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:31.533138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Attempting to bind port 487e9781-15ac-416c-9183-3b84f9613afa on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:31.538612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Port 487e9781-15ac-416c-9183-3b84f9613afa on network 6efdc248-1970-495c-ade6-459ab098ccf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:31.539227 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Attempting to bind port 487e9781-15ac-416c-9183-3b84f9613afa on network 6efdc248-1970-495c-ade6-459ab098ccf2 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:31.561771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:31.562866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Checking segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:31.563475 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Bound using segment: {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:31.564522 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Bound port: 487e9781-15ac-416c-9183-3b84f9613afa, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df1a6c4-8ba0-482b-ba87-cd16be21b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6efdc248-1970-495c-ade6-459ab098ccf2'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:31.565336 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.601628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-f8639791-571c-4b91-b812-d0fd8a925907 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449410 Jul 16 17:53:31.611476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-d82ba535-f262-4292-8e91-7d48c49d2d8e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b48b42f5272d407db4f841b2e42a65b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1161838 Jul 16 17:53:31.644112 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:31.647989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=487e9781-15ac-416c-9183-3b84f9613afa,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:31.653644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Sync routers for ids ['eab24e24-c654-4e38-abab-6b8549b4abda'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:31.656578 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.663948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-969b3dac-31ad-4cfe-9df4-8fed391686c9 req-216e012c-1a07-4fbe-a31c-24b4e128ac11 service neutron] 10.222.0.43 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496799 Jul 16 17:53:31.700057 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.705031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Routers {'eab24e24-c654-4e38-abab-6b8549b4abda'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:31.705971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['eab24e24-c654-4e38-abab-6b8549b4abda'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:31.817165 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.818463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.820408 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] 10.222.0.43 "PUT /v2.0/ports/487e9781-15ac-416c-9183-3b84f9613afa HTTP/1.1" status: 200 len: 1123 time: 1.1027081 Jul 16 17:53:31.843686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d2908-f111-4c06-9943-bcae3f58f603 service neutron] Pushing event updated for resources: {'Port': ['ID=487e9781-15ac-416c-9183-3b84f9613afa,revision_number=8']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:31.899030 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1d74-f789-4ca2-b242-dac04aa65cd4 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.914134 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Set router eab24e24-c654-4e38-abab-6b8549b4abda gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:31.933616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['487e9781-15ac-416c-9183-3b84f9613afa'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:32.005499 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['487e9781-15ac-416c-9183-3b84f9613afa'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:32.012032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port aa37a7f5-7923-483c-bda0-262eb9dfbbf2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=aa37a7f5-7923-483c-bda0-262eb9dfbbf2,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:32.115495 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1d74-f789-4ca2-b242-dac04aa65cd4 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.121724 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.122726 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.145378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-969b3dac-31ad-4cfe-9df4-8fed391686c9 req-7fbaf2c6-c887-4128-99fc-ba114ad261a2 service neutron] 10.222.0.43 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574852 Jul 16 17:53:32.169091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-77fc57a7-e264-4901-bc5e-0cc04b392bfb tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:32.170278 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-77fc57a7-e264-4901-bc5e-0cc04b392bfb tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5582364 Jul 16 17:53:32.200274 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-b6184388-d677-45d5-8160-bf7a83c96ac2 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977397 Jul 16 17:53:32.203523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-3ea23848-8f2d-4df5-8f4d-c654c9db6118 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/quotas/b48b42f5272d407db4f841b2e42a65b5 HTTP/1.1" status: 200 len: 375 time: 0.0197794 Jul 16 17:53:32.224751 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1d74-f789-4ca2-b242-dac04aa65cd4 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.227578 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1d74-f789-4ca2-b242-dac04aa65cd4 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.228736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b7ad1d74-f789-4ca2-b242-dac04aa65cd4 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "DELETE /v2.0/security-groups/d88192bb-2829-44ce-86b0-c6408e6a8026 HTTP/1.1" status: 204 len: 168 time: 0.8980119 Jul 16 17:53:32.231563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54378) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:32.251165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad1d74-f789-4ca2-b242-dac04aa65cd4 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88192bb-2829-44ce-86b0-c6408e6a8026,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:32.268782 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-44f7871c-6dcc-46f3-a594-d6e0dead75b0 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] show failed (client error): The resource could not be found. Jul 16 17:53:32.270870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 10a90536-586c-41ce-9e2a-c11d5bb143ac details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:32.273672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54380) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:32.274589 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-44f7871c-6dcc-46f3-a594-d6e0dead75b0 tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "GET /v2.0/security-groups/d88192bb-2829-44ce-86b0-c6408e6a8026 HTTP/1.1" status: 404 len: 347 time: 0.0370564 Jul 16 17:53:32.323269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54382) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:32.445457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=aa37a7f5-7923-483c-bda0-262eb9dfbbf2,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:32.446167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-5a3fad08-cc9f-4802-992b-2d176b818f42 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2162566 Jul 16 17:53:32.510769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c5649812-4d7d-43ca-9489-b537b025d34a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Deleting port 1c2e416e-b702-4103-bae2-1bba0d895766 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:32.511523 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c5649812-4d7d-43ca-9489-b537b025d34a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.517303 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-376333337-network', 'tenant_id': 'e58d65d2eb6649849f551940eed77bdf'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:32.549511 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.resource_extend [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:53:32.584018 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Made reservation on behalf of e58d65d2eb6649849f551940eed77bdf for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:32.587228 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.609011 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.872952 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.878516 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.892823 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:32.906781 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.907773 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Added segment bb0981ea-4f4b-4e7a-8e4a-3f398ab5cdbb of type vlan for network d00e0c77-5e7a-48f7-84c0-dd42fa8064dc Jul 16 17:53:32.945858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 10a90536-586c-41ce-9e2a-c11d5bb143ac, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:32.966250 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'port_id': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'mac_address': 'fa:16:3e:bd:40:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:32.973583 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.069054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402e8485-d624-4463-ae88-446917355584,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:33.076252 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.085393 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:33.086031 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.135390 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8105552 Jul 16 17:53:33.153967 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.154453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54402) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:33.159591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6d45ee6f-c4d6-43f4-9bb9-06a776ddc23b admin admin] Request body: {'subnet': {'network_id': 'd00e0c77-5e7a-48f7-84c0-dd42fa8064dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-376333337-subnet', 'tenant_id': 'e58d65d2eb6649849f551940eed77bdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:33.197813 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c5649812-4d7d-43ca-9489-b537b025d34a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.198404 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c5649812-4d7d-43ca-9489-b537b025d34a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.218715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-0571d2e8-42dc-4ec7-a377-100a97f71613 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:33.218919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-0571d2e8-42dc-4ec7-a377-100a97f71613 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.43 "GET /v2.0/networks?id=617ef8e7-02b6-4b4d-894a-1a1e10d11230 HTTP/1.1" status: 200 len: 818 time: 0.3763695 Jul 16 17:53:33.250214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5833491-00c9-42b9-ba24-b63702c88be2 admin admin] Pushing event updated for resources: {'Network': ['ID=d00e0c77-5e7a-48f7-84c0-dd42fa8064dc,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:33.281496 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d45ee6f-c4d6-43f4-9bb9-06a776ddc23b admin admin] Made reservation on behalf of e58d65d2eb6649849f551940eed77bdf for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:33.281900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d00e0c77-5e7a-48f7-84c0-dd42fa8064dc details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:33.283928 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d45ee6f-c4d6-43f4-9bb9-06a776ddc23b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.295991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81322b41-142a-43a2-a3e0-c1dd97ef4b04 req-c300b25a-8ec0-43c6-b37f-ddfcd570cbad tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 210 time: 0.0640140 Jul 16 17:53:33.343218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-95cfd7ad-3514-416e-8f6a-fc0b12e69768 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Request body: {'port': {'device_id': 'c3d49a09-5ce9-4e00-aef0-f5d29350e067', 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230', 'admin_state_up': True, 'tenant_id': '7d0dd331295647a58d2876294f9effcc'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:33.355743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a90536-586c-41ce-9e2a-c11d5bb143ac {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:33.380460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device aa37a7f5-7923-483c-bda0-262eb9dfbbf2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:33.397756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c5649812-4d7d-43ca-9489-b537b025d34a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Calling delete_port for 1c2e416e-b702-4103-bae2-1bba0d895766 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:33.414381 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1642ac-1c94-4729-8e7f-c9094899b958 x-openstack-request-id: req-ee1642ac-1c94-4729-8e7f-c9094899b958 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:33.415058 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421", "name": "network-vif-unplugged", "status": "completed", "tag": "487e9781-15ac-416c-9183-3b84f9613afa", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:33.415398 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee1642ac-1c94-4729-8e7f-c9094899b958 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:33.415837 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487e9781-15ac-416c-9183-3b84f9613afa', 'code': 200} Jul 16 17:53:33.513088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 10a90536-586c-41ce-9e2a-c11d5bb143ac, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:33.537486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:53:28Z', 'revision_number': 4, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '94941b89-86c0-4b5c-a4e5-7357b1a4d4b3', 'name': '', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'mac_address': 'fa:16:3e:11:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59e13442-691f-4436-9255-173532d59dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:28Z', 'updated_at': '2021-07-16T17:53:29Z', 'revision_number': 2, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'subnets': [{'id': '59e13442-691f-4436-9255-173532d59dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:33.586936 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d45ee6f-c4d6-43f4-9bb9-06a776ddc23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.619490 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.620066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 487e9781-15ac-416c-9183-3b84f9613afa details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:33.650671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45ee6f-c4d6-43f4-9bb9-06a776ddc23b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e0ea2a-3c13-452f-a801-066ffe207922,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:33.652668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-e21196ed-e70d-4f5b-92e3-09d75f6434b7 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:33.654120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-e21196ed-e70d-4f5b-92e3-09d75f6434b7 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.35 "GET /v2.0/networks?id=617ef8e7-02b6-4b4d-894a-1a1e10d11230 HTTP/1.1" status: 200 len: 818 time: 1.0025692 Jul 16 17:53:33.661973 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45ee6f-c4d6-43f4-9bb9-06a776ddc23b admin admin] Checking segment: {'id': 'bb0981ea-4f4b-4e7a-8e4a-3f398ab5cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd00e0c77-5e7a-48f7-84c0-dd42fa8064dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:33.662559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45ee6f-c4d6-43f4-9bb9-06a776ddc23b admin admin] Network hostable DHCP agents. Network: d00e0c77-5e7a-48f7-84c0-dd42fa8064dc, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:33.684004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45ee6f-c4d6-43f4-9bb9-06a776ddc23b admin admin] Network d00e0c77-5e7a-48f7-84c0-dd42fa8064dc is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:33.684230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b17d1f54-db37-4231-88e0-6bb816a407c9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Request body: {'port': {'device_id': 'a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4', 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230', 'admin_state_up': True, 'tenant_id': '7d0dd331295647a58d2876294f9effcc'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:33.697499 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-6d45ee6f-c4d6-43f4-9bb9-06a776ddc23b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d00e0c77-5e7a-48f7-84c0-dd42fa8064dc) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:33.702332 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45ee6f-c4d6-43f4-9bb9-06a776ddc23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:33.703127 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d45ee6f-c4d6-43f4-9bb9-06a776ddc23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.724416 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6d45ee6f-c4d6-43f4-9bb9-06a776ddc23b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5688133 Jul 16 17:53:33.745828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Checking router: eab24e24-c654-4e38-abab-6b8549b4abda for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:33.745828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Updating router eab24e24-c654-4e38-abab-6b8549b4abda port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:53:33.778799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acfb2b-42d2-4a79-9715-8b373c341845 req-bdddc1b5-24b0-4251-bd0f-4c8743111f35 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:33.780611 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44acfb2b-42d2-4a79-9715-8b373c341845 req-bdddc1b5-24b0-4251-bd0f-4c8743111f35 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 943 time: 1.0271757 Jul 16 17:53:33.881000 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.895877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7197cb6d-6478-4a87-9f68-97ed1447b2fc None None] Network d00e0c77-5e7a-48f7-84c0-dd42fa8064dc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:33.928622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44acfb2b-42d2-4a79-9715-8b373c341845 req-0cbb7b0e-1bec-40ae-8bcf-33a4d415626e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384237 Jul 16 17:53:33.929463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-95cfd7ad-3514-416e-8f6a-fc0b12e69768 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Made reservation on behalf of 7d0dd331295647a58d2876294f9effcc for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:33.933536 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-95cfd7ad-3514-416e-8f6a-fc0b12e69768 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.005954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b19e31-fa14-4e24-b22a-5ce9aa3fa235 req-05a047c5-bf2a-4705-9045-d65d56e7701e tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:34.007783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10b19e31-fa14-4e24-b22a-5ce9aa3fa235 req-05a047c5-bf2a-4705-9045-d65d56e7701e tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 945 time: 0.4205391 Jul 16 17:53:34.039169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-32bd44e6-6733-44bb-9804-bf2527ff2516 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:34.046839 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-32bd44e6-6733-44bb-9804-bf2527ff2516 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.35 "GET /v2.0/networks?id=617ef8e7-02b6-4b4d-894a-1a1e10d11230 HTTP/1.1" status: 200 len: 818 time: 0.2217367 Jul 16 17:53:34.057542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b17d1f54-db37-4231-88e0-6bb816a407c9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Made reservation on behalf of 7d0dd331295647a58d2876294f9effcc for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:34.059506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-d0e1a000-567c-462e-a6c8-34de773a5cff tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Request body: {'port': {'device_id': '7b30aa75-90b5-4780-92b6-afc277c97f30', 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230', 'admin_state_up': True, 'tenant_id': '7d0dd331295647a58d2876294f9effcc'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:34.061487 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b17d1f54-db37-4231-88e0-6bb816a407c9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.069099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=487e9781-15ac-416c-9183-3b84f9613afa,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:34.113707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 487e9781-15ac-416c-9183-3b84f9613afa has no active binding in host n-h2-787206-10 {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:53:34.163549 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.172644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10b19e31-fa14-4e24-b22a-5ce9aa3fa235 req-e1b6133f-fb63-4282-b699-b67524f3897e tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452734 Jul 16 17:53:34.173510 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c5649812-4d7d-43ca-9489-b537b025d34a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.260495 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port aa37a7f5-7923-483c-bda0-262eb9dfbbf2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:34.260909 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.262476 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=10a90536-586c-41ce-9e2a-c11d5bb143ac,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:34.266687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d63b1893-10b7-4b34-863d-bdadd85b5b4d req-2cd46204-16b7-47ca-a4da-afe75a6a1ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 210 time: 0.1220541 Jul 16 17:53:34.270370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-d0e1a000-567c-462e-a6c8-34de773a5cff tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Made reservation on behalf of 7d0dd331295647a58d2876294f9effcc for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:34.274650 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-d0e1a000-567c-462e-a6c8-34de773a5cff tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.295590 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5649812-4d7d-43ca-9489-b537b025d34a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Pushing event deleted for resources: {'Port': ['ID=1c2e416e-b702-4103-bae2-1bba0d895766,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:34.442220 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54416) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:34.493191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1efefdeb-618c-4d4c-80af-6efed94b67f7 req-33caccc6-b3ad-4650-a664-660f2cf94af6 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 210 time: 0.0991075 Jul 16 17:53:34.515044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2703eb97-acaa-4e14-8291-9e22d6b44311 admin admin] Deleting subnet f3e0ea2a-3c13-452f-a801-066ffe207922 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:53:34.519252 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2703eb97-acaa-4e14-8291-9e22d6b44311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.529569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c5649812-4d7d-43ca-9489-b537b025d34a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.539047 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c5649812-4d7d-43ca-9489-b537b025d34a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.554810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c5649812-4d7d-43ca-9489-b537b025d34a tempest-ImagesOneServerNegativeTestJSON-2109261247 tempest-ImagesOneServerNegativeTestJSON-2109261247-project] 10.222.0.41 "DELETE /v2.0/floatingips/76ccbdd6-6086-4793-820e-13ef144e5719 HTTP/1.1" status: 204 len: 168 time: 2.2799065 Jul 16 17:53:34.558252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-95cfd7ad-3514-416e-8f6a-fc0b12e69768 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Allocated IP 172.20.0.6 (617ef8e7-02b6-4b4d-894a-1a1e10d11230/2d2ae90f-cfe4-425d-b43d-281f13bcf877/bfbd5de7-8220-4015-8e72-63e3f7891e05) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:34.600306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2703eb97-acaa-4e14-8291-9e22d6b44311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.613988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['10a90536-586c-41ce-9e2a-c11d5bb143ac'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:34.805259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f63043-39c7-47ed-923c-0f2b5bffa525 None None] Network d00e0c77-5e7a-48f7-84c0-dd42fa8064dc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:35.072146 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2703eb97-acaa-4e14-8291-9e22d6b44311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.129518 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54428) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:35.140209 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2703eb97-acaa-4e14-8291-9e22d6b44311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.193616 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2703eb97-acaa-4e14-8291-9e22d6b44311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.196656 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2703eb97-acaa-4e14-8291-9e22d6b44311 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f3e0ea2a-3c13-452f-a801-066ffe207922 HTTP/1.1" status: 204 len: 168 time: 0.7531023 Jul 16 17:53:35.199464 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703eb97-acaa-4e14-8291-9e22d6b44311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e0ea2a-3c13-452f-a801-066ffe207922,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:35.204281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54432) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:35.252934 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.289045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.35', 56208) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:35.293515 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e537075f-08f0-4dc3-9933-46b91019516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.313869 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Transition to ACTIVE for port object 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:35.342314 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.380648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b50b8e0d-2edd-42a4-b468-3e38d267dda3 req-fd42a0ed-2c07-45f6-bc80-c97a7552447d tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 210 time: 0.0923176 Jul 16 17:53:35.477105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec57f4-1c04-4273-b49d-f9252b5a1caa None None] Pushing event updated for resources: {'Port': ['ID=94941b89-86c0-4b5c-a4e5-7357b1a4d4b3,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:35.487692 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e537075f-08f0-4dc3-9933-46b91019516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.514318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e537075f-08f0-4dc3-9933-46b91019516d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00e0c77-5e7a-48f7-84c0-dd42fa8064dc']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:35.536398 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e537075f-08f0-4dc3-9933-46b91019516d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0981ea-4f4b-4e7a-8e4a-3f398ab5cdbb') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:35.536692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e537075f-08f0-4dc3-9933-46b91019516d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0981ea-4f4b-4e7a-8e4a-3f398ab5cdbb') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:35.553123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-3cf5bee0-76dc-4b6e-86dc-5d89b48f72e9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b48b42f5272d407db4f841b2e42a65b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2628741 Jul 16 17:53:35.561608 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e537075f-08f0-4dc3-9933-46b91019516d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.564807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-b1b57846-ad41-44c6-b469-ae986576fb1e tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:35.566761 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-b1b57846-ad41-44c6-b469-ae986576fb1e tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.35 "GET /v2.0/networks?id=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 HTTP/1.1" status: 200 len: 829 time: 0.2853487 Jul 16 17:53:35.578286 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e537075f-08f0-4dc3-9933-46b91019516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.586052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e537075f-08f0-4dc3-9933-46b91019516d admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:53:35.586416 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e537075f-08f0-4dc3-9933-46b91019516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.592110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Attempting to bind port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:35.592738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Attempting to bind port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '78d7079a-18f4-4636-8325-62d568a6c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:35.593367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Attempting to bind port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 on network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:35.605570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:35.606375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Checking segment: {'id': '78d7079a-18f4-4636-8325-62d568a6c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:35.607818 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.608630 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Bound using segment: {'id': '78d7079a-18f4-4636-8325-62d568a6c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:35.609959 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Bound port: 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d7079a-18f4-4636-8325-62d568a6c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:35.610895 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.615890 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Request body: {'port': {'device_id': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'admin_state_up': True, 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:35.658377 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421', 'tag': '487e9781-15ac-416c-9183-3b84f9613afa'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:35.663097 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2424d7ee-7ec5-470e-9e15-234d0589f95a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421", "tag": "487e9781-15ac-416c-9183-3b84f9613afa"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:53:35.666063 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:53:35.668809 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e537075f-08f0-4dc3-9933-46b91019516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.672848 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e537075f-08f0-4dc3-9933-46b91019516d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.676734 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e537075f-08f0-4dc3-9933-46b91019516d admin admin] 10.222.0.41 "DELETE /v2.0/networks/d00e0c77-5e7a-48f7-84c0-dd42fa8064dc HTTP/1.1" status: 204 len: 168 time: 0.4709496 Jul 16 17:53:35.694734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f628ae97-810a-46a8-929f-831734b28f02 admin admin] Deleting subnet d5adf46b-7b84-4145-96bb-8a85daef2372 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:53:35.699768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f628ae97-810a-46a8-929f-831734b28f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.746918 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] For port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:35.748952 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f628ae97-810a-46a8-929f-831734b28f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.751647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] For port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=94941b89-86c0-4b5c-a4e5-7357b1a4d4b3,segment=NetworkSegment(78d7079a-18f4-4636-8325-62d568a6c412),segment_id=78d7079a-18f4-4636-8325-62d568a6c412)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:35.758296 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.796194 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f628ae97-810a-46a8-929f-831734b28f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.845386 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537075f-08f0-4dc3-9933-46b91019516d admin admin] Pushing event deleted for resources: {'Network': ['ID=d00e0c77-5e7a-48f7-84c0-dd42fa8064dc,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:35.877356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec57f4-1c04-4273-b49d-f9252b5a1caa None None] Pushing event updated for resources: {'Port': ['ID=94941b89-86c0-4b5c-a4e5-7357b1a4d4b3,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:35.886684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f628ae97-810a-46a8-929f-831734b28f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.905923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Routers {'eab24e24-c654-4e38-abab-6b8549b4abda'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:35.907132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['eab24e24-c654-4e38-abab-6b8549b4abda'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:35.944507 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54448) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:35.956497 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-95cfd7ad-3514-416e-8f6a-fc0b12e69768 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.965380 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f628ae97-810a-46a8-929f-831734b28f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.971011 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f628ae97-810a-46a8-929f-831734b28f02 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d5adf46b-7b84-4145-96bb-8a85daef2372 HTTP/1.1" status: 204 len: 168 time: 0.8388655 Jul 16 17:53:35.973886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628ae97-810a-46a8-929f-831734b28f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5adf46b-7b84-4145-96bb-8a85daef2372,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:35.981256 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54450) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:36.105332 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] Set router eab24e24-c654-4e38-abab-6b8549b4abda gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:36.134740 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c6ba03b3-a655-4629-8e90-ccd63c7eb822 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e58d65d2eb6649849f551940eed77bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863680 Jul 16 17:53:36.137529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54452) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:36.154028 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-95cfd7ad-3514-416e-8f6a-fc0b12e69768 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.195805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-d0e1a000-567c-462e-a6c8-34de773a5cff tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Allocated IP 172.20.0.14 (617ef8e7-02b6-4b4d-894a-1a1e10d11230/2d2ae90f-cfe4-425d-b43d-281f13bcf877/77fc1818-9934-4f1a-a584-b2cfe08f06c9) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:36.267783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfd7ad-3514-416e-8f6a-fc0b12e69768 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Pushing event updated for resources: {'Port': ['ID=bfbd5de7-8220-4015-8e72-63e3f7891e05,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:36.278099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 10a90536-586c-41ce-9e2a-c11d5bb143ac up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:36.341596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-95cfd7ad-3514-416e-8f6a-fc0b12e69768 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:36.349790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-95cfd7ad-3514-416e-8f6a-fc0b12e69768 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:36.359204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-125c5c29-a019-4dcd-bf4b-42c3de281c65 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.361123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-125c5c29-a019-4dcd-bf4b-42c3de281c65 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7673821 Jul 16 17:53:36.364174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-95cfd7ad-3514-416e-8f6a-fc0b12e69768 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:36.372929 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-d0e1a000-567c-462e-a6c8-34de773a5cff tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.394394 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5028b9de-3a88-4f83-aed5-14b41d60737a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.403994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Request body: {'port': {'device_id': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': 'b48b42f5272d407db4f841b2e42a65b5'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:36.419013 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7741a08-7c76-442c-b4c0-c35ec040bea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.427397 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-d0e1a000-567c-462e-a6c8-34de773a5cff tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.455963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 10a90536-586c-41ce-9e2a-c11d5bb143ac completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:36.462448 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 10a90536-586c-41ce-9e2a-c11d5bb143ac triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:36.462826 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.477188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-d0e1a000-567c-462e-a6c8-34de773a5cff tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:36.481567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-d0e1a000-567c-462e-a6c8-34de773a5cff tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:36.484019 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-d0e1a000-567c-462e-a6c8-34de773a5cff tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:36.546710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6d2ad-a381-4659-8981-0455e8bbc0b5 req-706378bb-60e2-4d00-a15e-74da0047799a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.554669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3c6d2ad-a381-4659-8981-0455e8bbc0b5 req-706378bb-60e2-4d00-a15e-74da0047799a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 943 time: 1.2716396 Jul 16 17:53:36.579568 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1a000-567c-462e-a6c8-34de773a5cff tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Pushing event updated for resources: {'Port': ['ID=77fc1818-9934-4f1a-a584-b2cfe08f06c9,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:36.591377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:53:28Z', 'revision_number': 4, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '94941b89-86c0-4b5c-a4e5-7357b1a4d4b3', 'name': '', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'mac_address': 'fa:16:3e:11:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59e13442-691f-4436-9255-173532d59dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:28Z', 'updated_at': '2021-07-16T17:53:35Z', 'revision_number': 4, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'subnets': [{'id': '59e13442-691f-4436-9255-173532d59dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:36.599997 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-d0e1a000-567c-462e-a6c8-34de773a5cff tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.600832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-d0e1a000-567c-462e-a6c8-34de773a5cff tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.627644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ce589-7931-4782-9e07-11edc7ff6a03 req-583e9bf0-edad-47ee-af98-b6072dc16efb tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.630052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b0e47e-788c-4b03-b576-2dbd105977ee None None] The sync data for ids ['eab24e24-c654-4e38-abab-6b8549b4abda'] in n-d-787206-10 is: [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:53:28Z', 'revision_number': 4, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '94941b89-86c0-4b5c-a4e5-7357b1a4d4b3', 'name': '', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'mac_address': 'fa:16:3e:11:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59e13442-691f-4436-9255-173532d59dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:28Z', 'updated_at': '2021-07-16T17:53:35Z', 'revision_number': 4, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'subnets': [{'id': '59e13442-691f-4436-9255-173532d59dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:36.638631 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-074ce589-7931-4782-9e07-11edc7ff6a03 req-583e9bf0-edad-47ee-af98-b6072dc16efb tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 945 time: 1.0705144 Jul 16 17:53:36.640339 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7741a08-7c76-442c-b4c0-c35ec040bea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.650939 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.662480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c7741a08-7c76-442c-b4c0-c35ec040bea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca8cab9-7836-4719-ad84-df5447398d87']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:36.685466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Made reservation on behalf of ce8a147219c846f8867f8ab7c0c141a2 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:36.689703 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.706733 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:36.709182 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c7741a08-7c76-442c-b4c0-c35ec040bea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3013057c-96ed-40f9-9fcd-9258482b6124') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:36.709492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c7741a08-7c76-442c-b4c0-c35ec040bea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3013057c-96ed-40f9-9fcd-9258482b6124') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:36.710668 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3506c9-303b-45c9-9eeb-29074673ce58" -d '{"events": [{"server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "name": "network-vif-plugged", "status": "completed", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:36.722694 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7741a08-7c76-442c-b4c0-c35ec040bea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.742638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 10a90536-586c-41ce-9e2a-c11d5bb143ac, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:36.762533 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5028b9de-3a88-4f83-aed5-14b41d60737a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.763783 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.770658 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7741a08-7c76-442c-b4c0-c35ec040bea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.781571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7741a08-7c76-442c-b4c0-c35ec040bea7 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:53:36.782476 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7741a08-7c76-442c-b4c0-c35ec040bea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:53:36.785730 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:53:36.872098 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7741a08-7c76-442c-b4c0-c35ec040bea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.875412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=10a90536-586c-41ce-9e2a-c11d5bb143ac,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:36.894185 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7741a08-7c76-442c-b4c0-c35ec040bea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.896116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3c6d2ad-a381-4659-8981-0455e8bbc0b5 req-be5eeb1b-6e16-4a48-85a9-3b1c2f6fc25e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401635 Jul 16 17:53:36.897832 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c7741a08-7c76-442c-b4c0-c35ec040bea7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3ca8cab9-7836-4719-ad84-df5447398d87 HTTP/1.1" status: 204 len: 168 time: 0.9153471 Jul 16 17:53:36.906169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7741a08-7c76-442c-b4c0-c35ec040bea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca8cab9-7836-4719-ad84-df5447398d87,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:36.913109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-95cfd7ad-3514-416e-8f6a-fc0b12e69768 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.915270 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-95cfd7ad-3514-416e-8f6a-fc0b12e69768 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.930225 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-d0e1a000-567c-462e-a6c8-34de773a5cff tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8767512 Jul 16 17:53:36.948413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Request body: {'port': {'device_id': '7b30aa75-90b5-4780-92b6-afc277c97f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:37.036975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Made reservation on behalf of b48b42f5272d407db4f841b2e42a65b5 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:37.040791 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.082401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b17d1f54-db37-4231-88e0-6bb816a407c9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Allocated IP 172.20.0.3 (617ef8e7-02b6-4b4d-894a-1a1e10d11230/2d2ae90f-cfe4-425d-b43d-281f13bcf877/720f9964-e64c-455e-b287-a442509a06f2) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:37.087189 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.130615 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-074ce589-7931-4782-9e07-11edc7ff6a03 req-8bb076b7-e741-49b1-833d-177ad4fd3b84 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906132 Jul 16 17:53:37.232540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-95cfd7ad-3514-416e-8f6a-fc0b12e69768 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9240541 Jul 16 17:53:37.293149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54462) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:37.320439 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fde466b-6c69-4430-8e5d-e363b5fdd508 req-2e10eab9-aad4-412b-9446-1e19d6bc8143 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 210 time: 0.2117143 Jul 16 17:53:37.338847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:37.392221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Request body: {'port': {'device_id': 'c3d49a09-5ce9-4e00-aef0-f5d29350e067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:37.448992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:37.455977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:37.456384 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.461729 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf652423-2349-4df3-a301-ce6aea25d056 x-openstack-request-id: req-cf652423-2349-4df3-a301-ce6aea25d056 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:37.462243 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421", "tag": "487e9781-15ac-416c-9183-3b84f9613afa", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:37.462243 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf652423-2349-4df3-a301-ce6aea25d056 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:37.462627 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421', 'tag': '487e9781-15ac-416c-9183-3b84f9613afa', 'status': 'completed', 'code': 200} Jul 16 17:53:37.473826 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.35', 56209) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:37.516371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.35', 56210) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:37.585852 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424d7ee-7ec5-470e-9e15-234d0589f95a req-fe56714a-da34-4425-b30f-40f1c175975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:37.588085 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2424d7ee-7ec5-470e-9e15-234d0589f95a req-fe56714a-da34-4425-b30f-40f1c175975f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 1126 time: 0.1130679 Jul 16 17:53:37.626176 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.666157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=94941b89-86c0-4b5c-a4e5-7357b1a4d4b3,segment=NetworkSegment(78d7079a-18f4-4636-8325-62d568a6c412),segment_id=78d7079a-18f4-4636-8325-62d568a6c412)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:37.670656 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.733309 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424d7ee-7ec5-470e-9e15-234d0589f95a req-ebffa31b-43ae-49e9-9763-fcc6da2ed419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:37.734429 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=94941b89-86c0-4b5c-a4e5-7357b1a4d4b3,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:37.735349 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2424d7ee-7ec5-470e-9e15-234d0589f95a req-ebffa31b-43ae-49e9-9763-fcc6da2ed419 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.1394279 Jul 16 17:53:37.742249 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5028b9de-3a88-4f83-aed5-14b41d60737a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.744974 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5028b9de-3a88-4f83-aed5-14b41d60737a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.748917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5028b9de-3a88-4f83-aed5-14b41d60737a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/402e8485-d624-4463-ae88-446917355584 HTTP/1.1" status: 204 len: 168 time: 1.6046965 Jul 16 17:53:37.786882 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2424d7ee-7ec5-470e-9e15-234d0589f95a req-58bca334-19ba-4923-8536-7b32947159c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=487e9781-15ac-416c-9183-3b84f9613afa HTTP/1.1" status: 200 len: 217 time: 0.0443578 Jul 16 17:53:37.849233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14b39584-c019-4796-84b4-9d7ed271e706 req-253e8115-532b-4bc0-aa6d-b1d1537f74b6 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 210 time: 0.2166572 Jul 16 17:53:37.856397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424d7ee-7ec5-470e-9e15-234d0589f95a req-aff33509-1c02-4404-8e38-20c8af71128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:37.858189 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2424d7ee-7ec5-470e-9e15-234d0589f95a req-aff33509-1c02-4404-8e38-20c8af71128f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0637121 Jul 16 17:53:37.905950 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2424d7ee-7ec5-470e-9e15-234d0589f95a req-f13c4922-7048-4e55-ad7c-40d9645e952f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375249 Jul 16 17:53:37.925149 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30d710b-41d8-4268-adcc-a46f5931a022 x-openstack-request-id: req-a30d710b-41d8-4268-adcc-a46f5931a022 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:37.925511 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "name": "network-vif-plugged", "status": "completed", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:37.925996 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a30d710b-41d8-4268-adcc-a46f5931a022 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:37.927086 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'code': 200} Jul 16 17:53:37.946723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028b9de-3a88-4f83-aed5-14b41d60737a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402e8485-d624-4463-ae88-446917355584,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:38.029687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fd14463b-b0d8-4ffc-a0b2-76418bee9a4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54cb87e2bd8748548f69fecdceb41100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082448 Jul 16 17:53:38.045564 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54470) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:38.059059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Allocated IP 172.20.0.9 (d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443/59e13442-691f-4436-9255-173532d59dbf/682bb1c4-b822-4724-91ba-34f42dfea6c5) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:38.137338 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-bbf6c84f-f386-4bb9-8dfe-fa3c205550c4 service neutron] 10.222.0.35 "GET /v2.0/ports/487e9781-15ac-416c-9183-3b84f9613afa/bindings/n-h2-787206-10 HTTP/1.1" status: 200 len: 385 time: 0.6146398 Jul 16 17:53:38.172749 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2424d7ee-7ec5-470e-9e15-234d0589f95a req-afc7ea5f-09d6-419e-a0f0-56b31e0e5323 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597384 Jul 16 17:53:38.193066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Allocated IP 192.168.233.36 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/c70be55b-2fc0-4f11-90cf-45d28f4f73b0) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:38.229878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 487e9781-15ac-416c-9183-3b84f9613afa no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:38.329058 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a811b0fa-941f-47d8-9322-c74fd635115d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.361376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f4f92-b681-4193-ba10-d6337a4a40f3 req-41244fa7-ee94-4fda-8196-3d88365f6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:38.364198 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-aa2f4f92-b681-4193-ba10-d6337a4a40f3 req-41244fa7-ee94-4fda-8196-3d88365f6e48 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 1098 time: 0.3176701 Jul 16 17:53:38.373711 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2424d7ee-7ec5-470e-9e15-234d0589f95a req-2fb53024-f3b6-4977-8351-5953e6d18e50 service neutron] 10.222.0.35 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868780 Jul 16 17:53:38.409560 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a811b0fa-941f-47d8-9322-c74fd635115d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.414845 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.431873 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-aa2f4f92-b681-4193-ba10-d6337a4a40f3 req-80abb667-4d98-477f-99d4-4e776cafc1aa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522335 Jul 16 17:53:38.489437 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a811b0fa-941f-47d8-9322-c74fd635115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.492187 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a811b0fa-941f-47d8-9322-c74fd635115d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.493299 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a811b0fa-941f-47d8-9322-c74fd635115d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2efeb71d-054b-4463-a436-4ba1e19dfa23 HTTP/1.1" status: 204 len: 168 time: 0.4404507 Jul 16 17:53:38.508058 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811b0fa-941f-47d8-9322-c74fd635115d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efeb71d-054b-4463-a436-4ba1e19dfa23,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:38.509469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da29ad-583b-49d7-8799-c013d434817e req-fc63f776-fd18-4ca9-8544-eb3941eb32d9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:38.511914 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-34da29ad-583b-49d7-8799-c013d434817e req-fc63f776-fd18-4ca9-8544-eb3941eb32d9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 931 time: 0.8783031 Jul 16 17:53:38.656618 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b17d1f54-db37-4231-88e0-6bb816a407c9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.894846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db9bb1-3c22-4f90-bc8a-05936228fdec req-4aec6f6b-32c3-436d-9b46-426bd9016164 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:38.896415 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99db9bb1-3c22-4f90-bc8a-05936228fdec req-4aec6f6b-32c3-436d-9b46-426bd9016164 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 943 time: 0.8150129 Jul 16 17:53:38.912810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-34da29ad-583b-49d7-8799-c013d434817e req-2067bcce-2a2e-4618-8e1c-976f6fef7934 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669353 Jul 16 17:53:39.030738 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.041496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99db9bb1-3c22-4f90-bc8a-05936228fdec req-7f962c93-5d4e-456e-83b8-0ef3c302ec97 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278069 Jul 16 17:53:39.122403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Transition to ACTIVE for port object c70be55b-2fc0-4f11-90cf-45d28f4f73b0 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:39.129642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.192780 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b17d1f54-db37-4231-88e0-6bb816a407c9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.214958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:39.282170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:39.282537 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.366592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fc1818-9934-4f1a-a584-b2cfe08f06c9 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:39.375611 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.392191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Transition to ACTIVE for port object 77fc1818-9934-4f1a-a584-b2cfe08f06c9 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:39.400646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.457562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Pushing event updated for resources: {'Port': ['ID=77fc1818-9934-4f1a-a584-b2cfe08f06c9,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:39.534017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Transition to ACTIVE for port object 682bb1c4-b822-4724-91ba-34f42dfea6c5 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:39.543096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Attempting to bind port 77fc1818-9934-4f1a-a584-b2cfe08f06c9 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:39.543627 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Attempting to bind port 77fc1818-9934-4f1a-a584-b2cfe08f06c9 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:39.543826 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Attempting to bind port 77fc1818-9934-4f1a-a584-b2cfe08f06c9 on network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:39.548094 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Port 77fc1818-9934-4f1a-a584-b2cfe08f06c9 on network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:39.548413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Attempting to bind port 77fc1818-9934-4f1a-a584-b2cfe08f06c9 on network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:39.553246 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:39.553578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Checking segment: {'id': 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:39.553958 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Bound using segment: {'id': 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:39.554380 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Bound port: 77fc1818-9934-4f1a-a584-b2cfe08f06c9, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:39.554733 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.584423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c5838af-801d-44ea-948b-51df52a94d5f req-c960083d-79bf-4cec-b0d1-f963131f8c57 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 210 time: 0.4141471 Jul 16 17:53:39.634069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] For port 77fc1818-9934-4f1a-a584-b2cfe08f06c9, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:39.637921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] For port 77fc1818-9934-4f1a-a584-b2cfe08f06c9, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77fc1818-9934-4f1a-a584-b2cfe08f06c9,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:39.644772 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.654118 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-61794e74-b887-447a-907a-646e2f427af5 service neutron] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=487e9781-15ac-416c-9183-3b84f9613afa,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:39.678886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.679613 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.681529 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] 10.222.0.35 "PUT /v2.0/ports/77fc1818-9934-4f1a-a584-b2cfe08f06c9 HTTP/1.1" status: 200 len: 1093 time: 2.7432504 Jul 16 17:53:39.684234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b30aa75-90b5-4780-92b6-afc277c97f30', 'tag': '77fc1818-9934-4f1a-a584-b2cfe08f06c9'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:39.688050 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1163ac-88d7-4962-b178-81be4031dd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b30aa75-90b5-4780-92b6-afc277c97f30", "tag": "77fc1818-9934-4f1a-a584-b2cfe08f06c9"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:39.696780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b17d1f54-db37-4231-88e0-6bb816a407c9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:39.718053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d1f54-db37-4231-88e0-6bb816a407c9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Pushing event updated for resources: {'Port': ['ID=720f9964-e64c-455e-b287-a442509a06f2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:39.720712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b17d1f54-db37-4231-88e0-6bb816a407c9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:39.723483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17150b-37ac-4c50-9aa5-ead41115315c service neutron] Pushing event updated for resources: {'Port': ['ID=77fc1818-9934-4f1a-a584-b2cfe08f06c9,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:39.742436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b17d1f54-db37-4231-88e0-6bb816a407c9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:39.774629 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.782068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-61794e74-b887-447a-907a-646e2f427af5 service neutron] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:39.791041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['a18a4c5c-e22a-4859-ab9d-ae88ac808a4f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:39.791838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65588af5-129d-4dfa-bb2f-3310c7f31134 req-fa6fd261-dadf-4ba8-be59-d82b66f5d5a8 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.795307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['5e598ef2-b61e-477a-8490-a26f7743d703'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:39.799163 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-65588af5-129d-4dfa-bb2f-3310c7f31134 req-fa6fd261-dadf-4ba8-be59-d82b66f5d5a8 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 946 time: 0.7443821 Jul 16 17:53:39.821850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-13ae1b58-0d30-4932-9fc1-f8ac0e196c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.823383 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-13ae1b58-0d30-4932-9fc1-f8ac0e196c97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d0dd331295647a58d2876294f9effcc&device_id=7b30aa75-90b5-4780-92b6-afc277c97f30 HTTP/1.1" status: 200 len: 1096 time: 0.0662735 Jul 16 17:53:39.888995 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5bbf441b-3f14-4d35-bcc7-b82c09ded885 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77fc1818-9934-4f1a-a584-b2cfe08f06c9 HTTP/1.1" status: 200 len: 217 time: 0.0564575 Jul 16 17:53:39.937490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-61794e74-b887-447a-907a-646e2f427af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487e9781-15ac-416c-9183-3b84f9613afa {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:39.947016 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.951259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:39.965585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b17d1f54-db37-4231-88e0-6bb816a407c9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.966175 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b17d1f54-db37-4231-88e0-6bb816a407c9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.969180 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-31e9fbca-92a0-4df0-a3c7-d7f951b9379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.973065 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-31e9fbca-92a0-4df0-a3c7-d7f951b9379a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d2ae90f-cfe4-425d-b43d-281f13bcf877 HTTP/1.1" status: 200 len: 858 time: 0.0763791 Jul 16 17:53:39.993215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-61794e74-b887-447a-907a-646e2f427af5 service neutron] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=487e9781-15ac-416c-9183-3b84f9613afa,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:39.998089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:40.023490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:40.036428 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-d6190d1d-206b-442f-ab24-b4812c1e7597 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=617ef8e7-02b6-4b4d-894a-1a1e10d11230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557070 Jul 16 17:53:40.045230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-65588af5-129d-4dfa-bb2f-3310c7f31134 req-51f18bd0-8824-4f94-9b2c-54defd776600 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449663 Jul 16 17:53:40.045921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Pushing event updated for resources: {'Port': ['ID=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:40.120033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b17d1f54-db37-4231-88e0-6bb816a407c9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4522774 Jul 16 17:53:40.156044 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-61794e74-b887-447a-907a-646e2f427af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.178002 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-45c6831a-9d97-4c69-88fc-95e7e46119e7 service neutron] 10.222.0.35 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326110 Jul 16 17:53:40.181001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:40.217298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Request body: {'port': {'device_id': 'a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:40.293594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:40.296798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:40.302608 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-af19d339-5a1f-412f-b705-6c9dfb1cacbe service neutron] 10.222.0.35 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189311 Jul 16 17:53:40.307165 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45577181-d37c-4a83-8a67-b98eb462f8e0 x-openstack-request-id: req-45577181-d37c-4a83-8a67-b98eb462f8e0 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:40.309528 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b30aa75-90b5-4780-92b6-afc277c97f30", "tag": "77fc1818-9934-4f1a-a584-b2cfe08f06c9", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:40.309813 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45577181-d37c-4a83-8a67-b98eb462f8e0 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:40.310212 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b30aa75-90b5-4780-92b6-afc277c97f30', 'tag': '77fc1818-9934-4f1a-a584-b2cfe08f06c9', 'status': 'completed', 'code': 200} Jul 16 17:53:40.364933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.366057 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.450656 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1163ac-88d7-4962-b178-81be4031dd7e req-29a9097f-7ed4-44fb-95dc-0309c0c78ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.452944 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7f1163ac-88d7-4962-b178-81be4031dd7e req-29a9097f-7ed4-44fb-95dc-0309c0c78ee0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d0dd331295647a58d2876294f9effcc&device_id=7b30aa75-90b5-4780-92b6-afc277c97f30 HTTP/1.1" status: 200 len: 1096 time: 0.0804996 Jul 16 17:53:40.513691 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-833e61ac-8fa5-4108-ad69-32550e31bb9f None None] Provisioning for port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:40.520347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-833e61ac-8fa5-4108-ad69-32550e31bb9f None None] Provisioning complete for port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:40.523620 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-833e61ac-8fa5-4108-ad69-32550e31bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.572350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-833e61ac-8fa5-4108-ad69-32550e31bb9f None None] Port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:40.575057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfbd5de7-8220-4015-8e72-63e3f7891e05 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:40.582482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1163ac-88d7-4962-b178-81be4031dd7e req-243bac67-b385-40d6-95f9-c35a272d399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.584170 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7f1163ac-88d7-4962-b178-81be4031dd7e req-243bac67-b385-40d6-95f9-c35a272d399c service neutron] 10.222.0.35 "GET /v2.0/networks?id=617ef8e7-02b6-4b4d-894a-1a1e10d11230 HTTP/1.1" status: 200 len: 919 time: 0.1222870 Jul 16 17:53:40.632065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Pushing event updated for resources: {'Port': ['ID=682bb1c4-b822-4724-91ba-34f42dfea6c5,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:40.634534 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.642831 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.653122 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54550) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:40.660889 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7f1163ac-88d7-4962-b178-81be4031dd7e req-76683772-907e-4a58-98f7-2cf112d6859e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77fc1818-9934-4f1a-a584-b2cfe08f06c9 HTTP/1.1" status: 200 len: 217 time: 0.0682213 Jul 16 17:53:40.665092 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-4d62a070-099d-42b6-a6d2-5f00b7698386 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2749214 Jul 16 17:53:40.697606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e6e46061-4bbf-433a-9018-1b1b39bd5c88 None None] Provisioning for port 682bb1c4-b822-4724-91ba-34f42dfea6c5 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:40.702205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e6e46061-4bbf-433a-9018-1b1b39bd5c88 None None] Provisioning complete for port 682bb1c4-b822-4724-91ba-34f42dfea6c5 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:40.702812 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e6e46061-4bbf-433a-9018-1b1b39bd5c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.703931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Request body: {'port': {'device_id': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:40.711809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.712471 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.731296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1163ac-88d7-4962-b178-81be4031dd7e req-cb4448c7-99bf-494e-a836-1c588c02a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.734129 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7f1163ac-88d7-4962-b178-81be4031dd7e req-cb4448c7-99bf-494e-a836-1c588c02a126 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d2ae90f-cfe4-425d-b43d-281f13bcf877 HTTP/1.1" status: 200 len: 858 time: 0.0586612 Jul 16 17:53:40.757451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e6e46061-4bbf-433a-9018-1b1b39bd5c88 None None] Port 682bb1c4-b822-4724-91ba-34f42dfea6c5 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:40.761064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Transition to ACTIVE for port object bfbd5de7-8220-4015-8e72-63e3f7891e05 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:40.763677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-61794e74-b887-447a-907a-646e2f427af5 service neutron] Transition to ACTIVE for port object 487e9781-15ac-416c-9183-3b84f9613afa will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:40.781592 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7f1163ac-88d7-4962-b178-81be4031dd7e req-0fd3fcf7-13dd-4802-826f-b9d94ffaa8e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=617ef8e7-02b6-4b4d-894a-1a1e10d11230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395284 Jul 16 17:53:40.805019 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-61794e74-b887-447a-907a-646e2f427af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.813938 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.828876 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe1003d3-744d-420f-b83b-d84d1330406a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.836856 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e22d5af1-c4e8-48c2-b77a-3e2d46b0c0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2264979 Jul 16 17:53:40.879661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Request body: {'port': {'device_id': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:40.926319 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7f1163ac-88d7-4962-b178-81be4031dd7e req-03661bc9-a29c-4a95-b16e-0e1ea0b1ee15 service neutron] 10.222.0.35 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377852 Jul 16 17:53:40.960582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966553d-2d92-4efe-9a3f-974da117fd6f req-5c6f78e3-8638-406b-8590-f5fd0db20694 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.962553 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9966553d-2d92-4efe-9a3f-974da117fd6f req-5c6f78e3-8638-406b-8590-f5fd0db20694 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 935 time: 0.6711423 Jul 16 17:53:41.067444 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe1003d3-744d-420f-b83b-d84d1330406a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.072244 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7f1163ac-88d7-4962-b178-81be4031dd7e req-016f9863-99e8-4a6f-a114-e9a4fe3b152b service neutron] 10.222.0.35 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347103 Jul 16 17:53:41.073294 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe1003d3-744d-420f-b83b-d84d1330406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.112370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-61794e74-b887-447a-907a-646e2f427af5 service neutron] No DVR routers for this DVR port 487e9781-15ac-416c-9183-3b84f9613afa on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:41.118243 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fe1003d3-744d-420f-b83b-d84d1330406a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab5ea48180c5430899b7fe79f74634b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4610958 Jul 16 17:53:41.118810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54558) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:41.122490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b8465-e510-473b-aee6-882a53a7e3e5 req-1ebb0b0e-9738-4e45-8239-7d306c66299d tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:41.124307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-420b8465-e510-473b-aee6-882a53a7e3e5 req-1ebb0b0e-9738-4e45-8239-7d306c66299d tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 931 time: 0.6120389 Jul 16 17:53:41.124995 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1003d3-744d-420f-b83b-d84d1330406a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413c7997-424e-4ea1-839d-87865caf6141,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:41.147535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61794e74-b887-447a-907a-646e2f427af5 service neutron] Pushing event updated for resources: {'Port': ['ID=487e9781-15ac-416c-9183-3b84f9613afa,revision_number=10']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:41.178382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a71955e-2b1c-4285-807d-8517f2dd2979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.190531 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.201847 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a71955e-2b1c-4285-807d-8517f2dd2979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.251734 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a71955e-2b1c-4285-807d-8517f2dd2979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.254739 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a71955e-2b1c-4285-807d-8517f2dd2979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.255916 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8a71955e-2b1c-4285-807d-8517f2dd2979 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/413c7997-424e-4ea1-839d-87865caf6141 HTTP/1.1" status: 204 len: 168 time: 0.1365933 Jul 16 17:53:41.263994 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71955e-2b1c-4285-807d-8517f2dd2979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413c7997-424e-4ea1-839d-87865caf6141,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:41.363451 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9966553d-2d92-4efe-9a3f-974da117fd6f req-3f1af8d7-e2d8-44ff-bf02-89616fa5e069 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847239 Jul 16 17:53:41.413827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-61794e74-b887-447a-907a-646e2f427af5 service neutron] 10.222.0.35 "PUT /v2.0/ports/487e9781-15ac-416c-9183-3b84f9613afa/bindings/n-h2-787206-10/activate HTTP/1.1" status: 200 len: 370 time: 3.1834505 Jul 16 17:53:41.430880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbd5de7-8220-4015-8e72-63e3f7891e05,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:41.448377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-420b8465-e510-473b-aee6-882a53a7e3e5 req-a84086de-ed72-435d-aee8-1cdb2cfc9bec tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092697 Jul 16 17:53:41.449018 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.572961 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-3daf0e8f-16cb-47ee-ba44-a5b8fc83f3f5 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:41.576365 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-3daf0e8f-16cb-47ee-ba44-a5b8fc83f3f5 tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1096 time: 0.0800698 Jul 16 17:53:41.597761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Attempting to bind port bfbd5de7-8220-4015-8e72-63e3f7891e05 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:41.598524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Attempting to bind port bfbd5de7-8220-4015-8e72-63e3f7891e05 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:41.598524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Attempting to bind port bfbd5de7-8220-4015-8e72-63e3f7891e05 on network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:41.637331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Port bfbd5de7-8220-4015-8e72-63e3f7891e05 on network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:41.637331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Attempting to bind port bfbd5de7-8220-4015-8e72-63e3f7891e05 on network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:41.669934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:41.670323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Checking segment: {'id': 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:41.670693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Bound using segment: {'id': 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:41.671134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Bound port: bfbd5de7-8220-4015-8e72-63e3f7891e05, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:41.671517 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.698483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-251853e4-26e1-4016-855a-0d2da9ed7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:41.701113 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-251853e4-26e1-4016-855a-0d2da9ed7e9f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f HTTP/1.1" status: 200 len: 1096 time: 0.1168616 Jul 16 17:53:41.809806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-cb58c071-4124-4f54-976b-35773b15b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:41.811494 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-cb58c071-4124-4f54-976b-35773b15b804 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 1096 time: 0.0776136 Jul 16 17:53:41.925010 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-2c27f204-af31-4f41-96f7-1414466f6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:41.927151 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-2c27f204-af31-4f41-96f7-1414466f6a7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 200 len: 921 time: 0.1063056 Jul 16 17:53:41.976695 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-cf79ea2b-1015-45e7-997c-cca3a08db806 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=487e9781-15ac-416c-9183-3b84f9613afa HTTP/1.1" status: 200 len: 217 time: 0.0431209 Jul 16 17:53:42.032497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-b04ccbbf-e9d9-4301-b2cc-10cd0e1aeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.034082 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-b04ccbbf-e9d9-4301-b2cc-10cd0e1aeb07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 200 len: 860 time: 0.0513988 Jul 16 17:53:42.073636 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-df4f0a30-775e-41d4-a873-b307af629305 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6efdc248-1970-495c-ade6-459ab098ccf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325546 Jul 16 17:53:42.140918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54586) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:42.179910 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-9154c396-1e5f-49f9-9cc3-845429d24c45 service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979674 Jul 16 17:53:42.252412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 77fc1818-9934-4f1a-a584-b2cfe08f06c9 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:42.269682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-823995999-network', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:42.319166 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-c4d97d44-a776-4ac2-94ce-83245e368155 service neutron] 10.222.0.43 "GET /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325452 Jul 16 17:53:42.320216 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Made reservation on behalf of 847bc0d0aca3435bb968700f2ba7aed1 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:42.322768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.340689 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.362916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720f9964-e64c-455e-b287-a442509a06f2 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:42.390565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 77fc1818-9934-4f1a-a584-b2cfe08f06c9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77fc1818-9934-4f1a-a584-b2cfe08f06c9,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:42.398117 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.408181 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '77fc1818-9934-4f1a-a584-b2cfe08f06c9', 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230', 'port_id': '77fc1818-9934-4f1a-a584-b2cfe08f06c9', 'mac_address': 'fa:16:3e:c6:f4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2ae90f-cfe4-425d-b43d-281f13bcf877', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:42.462806 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.469045 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.469862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Transition to ACTIVE for port object 720f9964-e64c-455e-b287-a442509a06f2 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:42.475091 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.483948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fc1818-9934-4f1a-a584-b2cfe08f06c9 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:42.489225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:42.504421 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.514465 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.514716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 77fc1818-9934-4f1a-a584-b2cfe08f06c9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77fc1818-9934-4f1a-a584-b2cfe08f06c9,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:42.514828 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Added segment d84e7ee9-8677-44ac-a5e8-338f3fe84f48 of type vlan for network 13e3bab1-78b3-4473-be00-74bc5136cee6 Jul 16 17:53:42.515306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] For port bfbd5de7-8220-4015-8e72-63e3f7891e05, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:42.521958 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.551642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d34a7a-fb20-4d41-8e01-e103001493d8 req-f37ea808-ae40-45c9-9967-0b06f94e15bf tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.558024 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f3b28a-b60c-480f-bdc5-bc6bae84bc83,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:42.558768 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85d34a7a-fb20-4d41-8e01-e103001493d8 req-f37ea808-ae40-45c9-9967-0b06f94e15bf tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 944 time: 0.8900154 Jul 16 17:53:42.575737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.592763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=77fc1818-9934-4f1a-a584-b2cfe08f06c9,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:42.612250 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.613728 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.614683 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.666755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] For port bfbd5de7-8220-4015-8e72-63e3f7891e05, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=bfbd5de7-8220-4015-8e72-63e3f7891e05,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:42.690163 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5454535 Jul 16 17:53:42.695693 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54594) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:42.696484 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.700882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6658940f-5e3f-4e29-9677-f40a3f158bc7 admin admin] Request body: {'subnet': {'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-823995999-subnet', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:42.727504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42610e5d-256c-4958-acf7-f8c5d4028faa req-f40e4320-9793-45ac-ae40-510d5606c6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.729154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42610e5d-256c-4958-acf7-f8c5d4028faa req-f40e4320-9793-45ac-ae40-510d5606c6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 931 time: 0.8010380 Jul 16 17:53:42.734791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70be55b-2fc0-4f11-90cf-45d28f4f73b0 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:42.739344 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a55b48-1db9-4b78-9ebc-d12fc965e984 admin admin] Pushing event updated for resources: {'Network': ['ID=13e3bab1-78b3-4473-be00-74bc5136cee6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:42.740348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['77fc1818-9934-4f1a-a584-b2cfe08f06c9'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:42.742701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Pushing event updated for resources: {'Port': ['ID=720f9964-e64c-455e-b287-a442509a06f2,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:42.757034 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 13e3bab1-78b3-4473-be00-74bc5136cee6 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:42.768469 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.772545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6658940f-5e3f-4e29-9677-f40a3f158bc7 admin admin] Made reservation on behalf of 847bc0d0aca3435bb968700f2ba7aed1 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:42.775579 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6658940f-5e3f-4e29-9677-f40a3f158bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.809768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-bd505646-0a20-4f80-b130-2a79b4943f8e tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.811733 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-bd505646-0a20-4f80-b130-2a79b4943f8e tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421&tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 1096 time: 0.1591549 Jul 16 17:53:42.817785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.817985 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.819587 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] 10.222.0.43 "PUT /v2.0/ports/bfbd5de7-8220-4015-8e72-63e3f7891e05 HTTP/1.1" status: 200 len: 1092 time: 5.5272515 Jul 16 17:53:42.851840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d49a09-5ce9-4e00-aef0-f5d29350e067', 'tag': 'bfbd5de7-8220-4015-8e72-63e3f7891e05'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:42.854129 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe9fe82-22fe-4d06-85b5-6f464b33c06b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d49a09-5ce9-4e00-aef0-f5d29350e067", "tag": "bfbd5de7-8220-4015-8e72-63e3f7891e05"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:42.913333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85d34a7a-fb20-4d41-8e01-e103001493d8 req-d657cdd5-ab60-4ee5-913c-62ba78fdd442 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535881 Jul 16 17:53:43.004662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682bb1c4-b822-4724-91ba-34f42dfea6c5 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:43.018351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Transition to ACTIVE for port object c70be55b-2fc0-4f11-90cf-45d28f4f73b0 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:43.053555 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.062505 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42610e5d-256c-4958-acf7-f8c5d4028faa req-b59f0a9f-c003-43aa-8dff-93f92f30874d tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a569adc-32b3-4823-b3e0-2a0b50af5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965646 Jul 16 17:53:43.063127 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.157640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-31d381aa-9ca7-42c6-9ea4-fa9b8d1cf283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:43.159211 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-31d381aa-9ca7-42c6-9ea4-fa9b8d1cf283 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d0dd331295647a58d2876294f9effcc&device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 1095 time: 0.2837512 Jul 16 17:53:43.180833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Transition to ACTIVE for port object 682bb1c4-b822-4724-91ba-34f42dfea6c5 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:43.266076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa951ba-8da4-494c-a621-d853757c3840 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbd5de7-8220-4015-8e72-63e3f7891e05,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:43.306140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-3b22e20c-892f-44a8-b7b9-1aedfe6d4e9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbd5de7-8220-4015-8e72-63e3f7891e05 HTTP/1.1" status: 200 len: 217 time: 0.1239271 Jul 16 17:53:43.312642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.460089 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-f1a1713a-545b-42e7-8904-f9fec5d940af service neutron] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:43.468900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Attempting to bind port 720f9964-e64c-455e-b287-a442509a06f2 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:43.469079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-f1a1713a-545b-42e7-8904-f9fec5d940af service neutron] Notify callbacks [] for binding, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.469218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Attempting to bind port 720f9964-e64c-455e-b287-a442509a06f2 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:43.469549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Attempting to bind port 720f9964-e64c-455e-b287-a442509a06f2 on network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:43.470085 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4f4d67da-df69-4c5b-830f-8cc72a364696 req-f1a1713a-545b-42e7-8904-f9fec5d940af service neutron] 10.222.0.43 "DELETE /v2.0/ports/487e9781-15ac-416c-9183-3b84f9613afa/bindings/n-h1-787206-10 HTTP/1.1" status: 204 len: 173 time: 0.6194930 Jul 16 17:53:43.485115 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6658940f-5e3f-4e29-9677-f40a3f158bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.528961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Port 720f9964-e64c-455e-b287-a442509a06f2 on network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:43.529285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Attempting to bind port 720f9964-e64c-455e-b287-a442509a06f2 on network 617ef8e7-02b6-4b4d-894a-1a1e10d11230 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:43.537632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:43.556594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658940f-5e3f-4e29-9677-f40a3f158bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6b76c2-c9e5-4d29-befa-b529efb3d678,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:43.564776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658940f-5e3f-4e29-9677-f40a3f158bc7 admin admin] Checking segment: {'id': 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:43.565268 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6658940f-5e3f-4e29-9677-f40a3f158bc7 admin admin] Network hostable DHCP agents. Network: 13e3bab1-78b3-4473-be00-74bc5136cee6, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:43.586156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6658940f-5e3f-4e29-9677-f40a3f158bc7 admin admin] Network 13e3bab1-78b3-4473-be00-74bc5136cee6 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:43.590972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-dcc84404-cdd7-4b25-bc4a-9b8fdbe72e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:43.592519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-dcc84404-cdd7-4b25-bc4a-9b8fdbe72e2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d2ae90f-cfe4-425d-b43d-281f13bcf877 HTTP/1.1" status: 200 len: 858 time: 0.2276089 Jul 16 17:53:43.593303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:43.593731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Checking segment: {'id': 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:43.593973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Bound using segment: {'id': 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:43.594455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Bound port: 720f9964-e64c-455e-b287-a442509a06f2, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:43.594857 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.599111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-6658940f-5e3f-4e29-9677-f40a3f158bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 13e3bab1-78b3-4473-be00-74bc5136cee6) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:43.603944 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6658940f-5e3f-4e29-9677-f40a3f158bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:43.604568 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6658940f-5e3f-4e29-9677-f40a3f158bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.610763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb1c94e-651c-4cfb-9971-3d6cc0148dbf None None] Network 13e3bab1-78b3-4473-be00-74bc5136cee6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:43.640806 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6658940f-5e3f-4e29-9677-f40a3f158bc7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9440837 Jul 16 17:53:43.643548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54604) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:43.649897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:43.681445 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.684927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.692710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Attempting to bind port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:43.693258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Attempting to bind port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:43.693358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Attempting to bind port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:43.726413 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-2a854bb1-e949-4f3b-b288-240fddb56f65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=617ef8e7-02b6-4b4d-894a-1a1e10d11230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144183 Jul 16 17:53:43.761060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Pushing event updated for resources: {'Port': ['ID=682bb1c4-b822-4724-91ba-34f42dfea6c5,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:43.763329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:43.763740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Attempting to bind port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:43.768118 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.826170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b3abe-faeb-4a3e-aa1d-cc59d54fea77 req-9dee0102-1c18-4f19-b3c5-18f1edebf00d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:43.829513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-13e3bab1-78b3-4473-be00-74bc5136cee6', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'fixed_ips': [{'subnet_id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:53:43.830521 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.834341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a03b3abe-faeb-4a3e-aa1d-cc59d54fea77 req-9dee0102-1c18-4f19-b3c5-18f1edebf00d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 946 time: 0.5389996 Jul 16 17:53:43.852477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:43.852833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:43.853211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:43.853793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Bound port: c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:43.854158 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.973168 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.004693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Allocated IP 172.20.0.2 (13e3bab1-78b3-4473-be00-74bc5136cee6/6e6b76c2-c9e5-4d29-befa-b529efb3d678/75c2bb2a-3de8-426b-aac7-f6933bc0098f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:44.006879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172b10e-2a83-411a-a3ae-853155631014 req-9a05f39d-877c-480d-8fc0-cb8d11d6789d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:44.008941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9172b10e-2a83-411a-a3ae-853155631014 req-9a05f39d-877c-480d-8fc0-cb8d11d6789d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 947 time: 0.5440273 Jul 16 17:53:44.016607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Attempting to bind port 682bb1c4-b822-4724-91ba-34f42dfea6c5 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:44.017134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Attempting to bind port 682bb1c4-b822-4724-91ba-34f42dfea6c5 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '78d7079a-18f4-4636-8325-62d568a6c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:44.017445 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Attempting to bind port 682bb1c4-b822-4724-91ba-34f42dfea6c5 on network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:44.062123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] For port 720f9964-e64c-455e-b287-a442509a06f2, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:44.071505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Port 682bb1c4-b822-4724-91ba-34f42dfea6c5 on network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:44.071950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Attempting to bind port 682bb1c4-b822-4724-91ba-34f42dfea6c5 on network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:44.113865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a03b3abe-faeb-4a3e-aa1d-cc59d54fea77 req-3775ab79-d3c2-4cf4-ac8e-d19293d93f76 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784233 Jul 16 17:53:44.124573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] For port 720f9964-e64c-455e-b287-a442509a06f2, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=720f9964-e64c-455e-b287-a442509a06f2,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:44.127259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:44.127770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Checking segment: {'id': '78d7079a-18f4-4636-8325-62d568a6c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:44.128335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Bound using segment: {'id': '78d7079a-18f4-4636-8325-62d568a6c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:44.129468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Bound port: 682bb1c4-b822-4724-91ba-34f42dfea6c5, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d7079a-18f4-4636-8325-62d568a6c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:44.129468 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.150906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-dd783463-159e-4acf-a8a3-83720f41bc3c service neutron] 10.222.0.43 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054251 Jul 16 17:53:44.150906 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.196088 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.201261 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.206199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:44.207318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Transition to ACTIVE for port object 75c2bb2a-3de8-426b-aac7-f6933bc0098f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:44.227918 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.236323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9172b10e-2a83-411a-a3ae-853155631014 req-6b2198c4-93af-4e38-8cd6-bddb74995c95 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035115 Jul 16 17:53:44.244510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Transition to ACTIVE for port object 75c2bb2a-3de8-426b-aac7-f6933bc0098f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:44.268523 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.287667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 77fc1818-9934-4f1a-a584-b2cfe08f06c9 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:44.294553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:44.303544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:44.304151 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.305809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] 10.222.0.35 "PUT /v2.0/ports/720f9964-e64c-455e-b287-a442509a06f2 HTTP/1.1" status: 200 len: 1092 time: 4.1233487 Jul 16 17:53:44.319458 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.361322 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c877b1-6bad-443f-8d47-18ed8e932904 x-openstack-request-id: req-d0c877b1-6bad-443f-8d47-18ed8e932904 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:44.361322 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d49a09-5ce9-4e00-aef0-f5d29350e067", "tag": "bfbd5de7-8220-4015-8e72-63e3f7891e05", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:44.361656 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0c877b1-6bad-443f-8d47-18ed8e932904 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:44.361941 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d49a09-5ce9-4e00-aef0-f5d29350e067', 'tag': 'bfbd5de7-8220-4015-8e72-63e3f7891e05', 'status': 'completed', 'code': 200} Jul 16 17:53:44.399299 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Pushing event updated for resources: {'Port': ['ID=75c2bb2a-3de8-426b-aac7-f6933bc0098f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:44.451063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c581102-e8ce-4717-ac1c-aa4cf54fecf5 service neutron] Pushing event updated for resources: {'Port': ['ID=720f9964-e64c-455e-b287-a442509a06f2,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:44.451269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Allocated IP 172.25.5.144 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/76f4245b-a6ca-4577-9b7a-4547cbb927c0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:44.465148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Network 13e3bab1-78b3-4473-be00-74bc5136cee6 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:44.477228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:44.480852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:44.486693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:44.487336 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.489643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] 10.222.0.35 "PUT /v2.0/ports/c70be55b-2fc0-4f11-90cf-45d28f4f73b0 HTTP/1.1" status: 200 len: 1096 time: 3.7988768 Jul 16 17:53:44.525762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] For port 682bb1c4-b822-4724-91ba-34f42dfea6c5, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:44.546680 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-33a11c0e-f564-416f-8b0e-156bdc4f3a63 service neutron] 10.222.0.43 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890471 Jul 16 17:53:44.573934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] For port 682bb1c4-b822-4724-91ba-34f42dfea6c5, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=682bb1c4-b822-4724-91ba-34f42dfea6c5,segment=NetworkSegment(78d7079a-18f4-4636-8325-62d568a6c412),segment_id=78d7079a-18f4-4636-8325-62d568a6c412)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:44.636407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 77fc1818-9934-4f1a-a584-b2cfe08f06c9 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:44.636950 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.641523 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Attempting to bind port 75c2bb2a-3de8-426b-aac7-f6933bc0098f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:44.641892 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Attempting to bind port 75c2bb2a-3de8-426b-aac7-f6933bc0098f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:44.642343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Attempting to bind port 75c2bb2a-3de8-426b-aac7-f6933bc0098f on network 13e3bab1-78b3-4473-be00-74bc5136cee6 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:44.646661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 77fc1818-9934-4f1a-a584-b2cfe08f06c9 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:44.646859 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.647039 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.674113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:44.674525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Checking segment: {'id': 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:44.674963 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.675447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Bound using segment: {'id': 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:44.676219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Bound port: 75c2bb2a-3de8-426b-aac7-f6933bc0098f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:44.676603 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.684731 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.738564 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:44.747223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:44.748810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:44.760431 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70f9b8-5148-4a95-9b98-c798ead459a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:44.776812 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Pushing event updated for resources: {'Port': ['ID=76f4245b-a6ca-4577-9b7a-4547cbb927c0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:44.788671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] For port 75c2bb2a-3de8-426b-aac7-f6933bc0098f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:44.811709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] For port 75c2bb2a-3de8-426b-aac7-f6933bc0098f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=75c2bb2a-3de8-426b-aac7-f6933bc0098f,segment=NetworkSegment(d84e7ee9-8677-44ac-a5e8-338f3fe84f48),segment_id=d84e7ee9-8677-44ac-a5e8-338f3fe84f48)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:44.823697 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.835465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:44.836392 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.836663 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.837804 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] 10.222.0.35 "PUT /v2.0/ports/682bb1c4-b822-4724-91ba-34f42dfea6c5 HTTP/1.1" status: 200 len: 1092 time: 3.9681082 Jul 16 17:53:44.917853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b30aa75-90b5-4780-92b6-afc277c97f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fc1818-9934-4f1a-a584-b2cfe08f06c9'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:44.920505 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e64ca34-4157-44ee-83d6-a6157f27f211" -d '{"events": [{"server_uuid": "7b30aa75-90b5-4780-92b6-afc277c97f30", "name": "network-vif-plugged", "status": "completed", "tag": "77fc1818-9934-4f1a-a584-b2cfe08f06c9"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:44.944000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b33eb5-716a-4dbd-ae1c-526fe6c9da85 None None] Pushing event updated for resources: {'Port': ['ID=75c2bb2a-3de8-426b-aac7-f6933bc0098f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:44.948335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 77fc1818-9934-4f1a-a584-b2cfe08f06c9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77fc1818-9934-4f1a-a584-b2cfe08f06c9,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:44.956068 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.985211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6401b-f284-4acb-a671-2b6435008190 req-046a0ad0-ceff-4f59-8be3-37d4ed544b7a tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:44.993432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35d6401b-f284-4acb-a671-2b6435008190 req-046a0ad0-ceff-4f59-8be3-37d4ed544b7a tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 943 time: 0.6305630 Jul 16 17:53:45.013901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b8105b05-d3da-4264-a6d9-a76ce35edd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.015135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-b8105b05-d3da-4264-a6d9-a76ce35edd29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d0dd331295647a58d2876294f9effcc&device_id=a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4 HTTP/1.1" status: 200 len: 1095 time: 0.6434922 Jul 16 17:53:45.038069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=77fc1818-9934-4f1a-a584-b2cfe08f06c9,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:45.054188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9fe82-22fe-4d06-85b5-6f464b33c06b req-32cb2bd6-4f47-4d79-bdfa-bff3d8854d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.055658 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbe9fe82-22fe-4d06-85b5-6f464b33c06b req-32cb2bd6-4f47-4d79-bdfa-bff3d8854d60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d0dd331295647a58d2876294f9effcc&device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 1095 time: 0.4328668 Jul 16 17:53:45.060402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b3833-7c5d-45c8-b925-e612ef500578 service neutron] Pushing event updated for resources: {'Port': ['ID=682bb1c4-b822-4724-91ba-34f42dfea6c5,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:45.074918 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.151695 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-fee458f1-58f5-46b5-a15f-1a3a78b6dd4b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720f9964-e64c-455e-b287-a442509a06f2 HTTP/1.1" status: 200 len: 217 time: 0.0948846 Jul 16 17:53:45.195939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35d6401b-f284-4acb-a671-2b6435008190 req-a6c9ca9b-db0f-4116-8945-50f0ce747ccd tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013774 Jul 16 17:53:45.197945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-987a0da4-deec-444c-9f6b-77e7e05b14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.199416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-987a0da4-deec-444c-9f6b-77e7e05b14ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 1099 time: 0.6503081 Jul 16 17:53:45.244535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98dc9b-611f-4ea0-acb5-cdc379222806 req-967c05d5-53ee-44fd-b336-97b32c04bca0 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.246119 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b98dc9b-611f-4ea0-acb5-cdc379222806 req-967c05d5-53ee-44fd-b336-97b32c04bca0 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 944 time: 0.6503005 Jul 16 17:53:45.367789 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.370301 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-3b1ffd40-fac2-4ae1-85ca-7229d5795981 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0 HTTP/1.1" status: 200 len: 217 time: 0.1401455 Jul 16 17:53:45.426143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-237c1b4a-1193-4be2-8693-372881a622d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.427690 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-237c1b4a-1193-4be2-8693-372881a622d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d2ae90f-cfe4-425d-b43d-281f13bcf877 HTTP/1.1" status: 200 len: 858 time: 0.2609856 Jul 16 17:53:45.437677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-5abe734f-1e90-4502-b377-4559f75d86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.439078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-5abe734f-1e90-4502-b377-4559f75d86db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce8a147219c846f8867f8ab7c0c141a2&device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 1095 time: 0.5339124 Jul 16 17:53:45.501750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:53:45.609890 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:45.622359 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Sync routers for ids ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:45.626880 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.630817 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dc01b49c-cc3a-4664-abf3-fc5902452b11 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9833658 Jul 16 17:53:45.631102 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54624) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:45.633985 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Routers {'ffea0cbe-5d46-48d6-9593-f6da8b4f6401'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:45.634620 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:45.864489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-cc459b6e-e3a9-4c5f-a223-be47b3609577 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=617ef8e7-02b6-4b4d-894a-1a1e10d11230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4167547 Jul 16 17:53:45.869304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9fe82-22fe-4d06-85b5-6f464b33c06b req-2982bdb0-c11b-4051-ad49-6c66b01bd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.870607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbe9fe82-22fe-4d06-85b5-6f464b33c06b req-2982bdb0-c11b-4051-ad49-6c66b01bd552 service neutron] 10.222.0.43 "GET /v2.0/networks?id=617ef8e7-02b6-4b4d-894a-1a1e10d11230 HTTP/1.1" status: 200 len: 919 time: 0.7979984 Jul 16 17:53:45.872026 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Set router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:45.874594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-21332d79-2397-42b2-8eba-9d4b97a8cd4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=682bb1c4-b822-4724-91ba-34f42dfea6c5 HTTP/1.1" status: 200 len: 217 time: 0.4201705 Jul 16 17:53:45.877502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b98dc9b-611f-4ea0-acb5-cdc379222806 req-a858d18f-2de4-4a5e-b37b-bb09169e5c9f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938160 Jul 16 17:53:45.890412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-f57c4d33-7785-4efb-94df-7d3902b1fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.891843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-f57c4d33-7785-4efb-94df-7d3902b1fc73 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.5111125 Jul 16 17:53:45.990086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbe9fe82-22fe-4d06-85b5-6f464b33c06b req-d8ff8a2c-2034-4b0b-a419-60efb50eadc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbd5de7-8220-4015-8e72-63e3f7891e05 HTTP/1.1" status: 200 len: 217 time: 0.1012492 Jul 16 17:53:46.099602 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:53:44Z', 'revision_number': 3, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:46.129356 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Checking router: ffea0cbe-5d46-48d6-9593-f6da8b4f6401 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:46.130278 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Updating router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 port 76f4245b-a6ca-4577-9b7a-4547cbb927c0 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:53:46.137818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-1be101ea-837a-4212-86f1-9880d877c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.139289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-1be101ea-837a-4212-86f1-9880d877c068 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59e13442-691f-4436-9255-173532d59dbf HTTP/1.1" status: 200 len: 868 time: 0.2516336 Jul 16 17:53:46.146468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec150cfc-5f9f-4b13-9324-8cb99fa7cb2f None None] Network 13e3bab1-78b3-4473-be00-74bc5136cee6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:46.169206 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.169774 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.250567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f613fd-5f59-41bd-ae57-e48084bca5d2 req-b7a54eb8-c2f0-47dd-9b07-68cfbbbf1ecd tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.258911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5f613fd-5f59-41bd-ae57-e48084bca5d2 req-b7a54eb8-c2f0-47dd-9b07-68cfbbbf1ecd tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 943 time: 0.8247371 Jul 16 17:53:46.283945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9fe82-22fe-4d06-85b5-6f464b33c06b req-4e4575eb-10aa-40ad-a8c2-b118f340b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.285968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbe9fe82-22fe-4d06-85b5-6f464b33c06b req-4e4575eb-10aa-40ad-a8c2-b118f340b64f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d2ae90f-cfe4-425d-b43d-281f13bcf877 HTTP/1.1" status: 200 len: 858 time: 0.2604048 Jul 16 17:53:46.300785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8966c182-e2d9-4382-a13b-329c1ce391cd None None] Provisioning for port 75c2bb2a-3de8-426b-aac7-f6933bc0098f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:46.326045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-24838aa8-b267-4ec1-96af-56b8be64fd6b service neutron] 10.222.0.35 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475932 Jul 16 17:53:46.363343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbe9fe82-22fe-4d06-85b5-6f464b33c06b req-1e3aa636-3d6e-4ec1-81d2-43c8512dde61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=617ef8e7-02b6-4b4d-894a-1a1e10d11230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559587 Jul 16 17:53:46.372146 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Allocated IP 172.20.0.1 (13e3bab1-78b3-4473-be00-74bc5136cee6/6e6b76c2-c9e5-4d29-befa-b529efb3d678/09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:46.374473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4', 'tag': '720f9964-e64c-455e-b287-a442509a06f2'}, {'name': 'network-changed', 'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0'}, {'name': 'network-changed', 'server_uuid': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'tag': '682bb1c4-b822-4724-91ba-34f42dfea6c5'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:46.376752 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091b2340-1430-4afe-8417-37f6fb1674af" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4", "tag": "720f9964-e64c-455e-b287-a442509a06f2"}, {"name": "network-changed", "server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0"}, {"name": "network-changed", "server_uuid": "35c63b26-8dcd-4f54-a5cb-359cd8f5d710", "tag": "682bb1c4-b822-4724-91ba-34f42dfea6c5"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:46.478878 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.489702 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Transition to ACTIVE for port object 76f4245b-a6ca-4577-9b7a-4547cbb927c0 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:46.497353 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.511391 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.527846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Transition to ACTIVE for port object 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:46.547338 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef08d0c-482a-428c-bcff-06923c4d082c None None] Pushing event updated for resources: {'Port': ['ID=76f4245b-a6ca-4577-9b7a-4547cbb927c0,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:46.562898 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Attempting to bind port 76f4245b-a6ca-4577-9b7a-4547cbb927c0 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:46.563257 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Attempting to bind port 76f4245b-a6ca-4577-9b7a-4547cbb927c0 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:46.563660 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Attempting to bind port 76f4245b-a6ca-4577-9b7a-4547cbb927c0 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:46.568824 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:46.569197 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:46.569598 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.569989 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:46.570451 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Bound port: 76f4245b-a6ca-4577-9b7a-4547cbb927c0, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:46.570917 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.576338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.583327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-6ebdc8ce-4b3a-46c5-9841-e7ca08912c66 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6116664 Jul 16 17:53:46.587600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-7b4f9270-b1cc-4e3d-b335-73f5374c6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.589074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-7b4f9270-b1cc-4e3d-b335-73f5374c6322 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6796949 Jul 16 17:53:46.599734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:46.619829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Network 13e3bab1-78b3-4473-be00-74bc5136cee6 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:46.623369 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:46.626975 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] For port 76f4245b-a6ca-4577-9b7a-4547cbb927c0, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:46.627660 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:46.630188 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] For port 76f4245b-a6ca-4577-9b7a-4547cbb927c0, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=76f4245b-a6ca-4577-9b7a-4547cbb927c0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:46.633207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:46.638879 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.678426 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.681236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5f613fd-5f59-41bd-ae57-e48084bca5d2 req-1b455bd9-995f-40c9-bdee-334f08e128e9 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a569adc-32b3-4823-b3e0-2a0b50af5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214439 Jul 16 17:53:46.688400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.697364 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Routers {'ffea0cbe-5d46-48d6-9593-f6da8b4f6401'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:46.698198 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:46.720231 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-727f24ab-85ef-4eaf-9423-8c9e40d9ee13 req-71e3bdbb-fe36-41fd-a75a-47fd57ef1b07 service neutron] 10.222.0.35 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761137 Jul 16 17:53:46.748241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-30e47a17-414d-4091-9c42-416dd95da2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.750925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-30e47a17-414d-4091-9c42-416dd95da2ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5900066 Jul 16 17:53:46.775002 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef08d0c-482a-428c-bcff-06923c4d082c None None] Pushing event updated for resources: {'Port': ['ID=76f4245b-a6ca-4577-9b7a-4547cbb927c0,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:46.874869 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] Set router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:46.882102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbe9fe82-22fe-4d06-85b5-6f464b33c06b req-7039e547-0339-4ca1-9b8e-65758e442b98 service neutron] 10.222.0.43 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942360 Jul 16 17:53:46.917951 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.938385 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9123a6-618e-49db-9858-d53642ab66f3 x-openstack-request-id: req-0b9123a6-618e-49db-9858-d53642ab66f3 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:46.938550 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b30aa75-90b5-4780-92b6-afc277c97f30", "name": "network-vif-plugged", "status": "completed", "tag": "77fc1818-9934-4f1a-a584-b2cfe08f06c9", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:46.939610 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b9123a6-618e-49db-9858-d53642ab66f3 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:46.940038 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b30aa75-90b5-4780-92b6-afc277c97f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fc1818-9934-4f1a-a584-b2cfe08f06c9', 'code': 200} Jul 16 17:53:47.100130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0c7612d7-6454-481d-be7c-b88d08fb8783 None None] Provisioning for port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:47.107582 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0c7612d7-6454-481d-be7c-b88d08fb8783 None None] Provisioning complete for port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:47.108293 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0c7612d7-6454-481d-be7c-b88d08fb8783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.174926 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:53:44Z', 'revision_number': 3, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:47.177839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-9c1821ba-079b-49a3-bd09-f512e6f51464 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107837 Jul 16 17:53:47.213765 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.214376 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0fe33-ac2b-468d-9294-687ffbc9047f None None] The sync data for ids ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'] in n-d-787206-10 is: [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:53:44Z', 'revision_number': 3, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:47.223109 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.241862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0c7612d7-6454-481d-be7c-b88d08fb8783 None None] Port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:47.318409 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.324829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:47.341924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 75c2bb2a-3de8-426b-aac7-f6933bc0098f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:47.352054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-80590621-73a3-457d-8357-69327e7a2abe service neutron] 10.222.0.35 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554609 Jul 16 17:53:47.355023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54642) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:47.373674 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbe9fe82-22fe-4d06-85b5-6f464b33c06b req-72bd50f1-12ab-4a46-896c-295c373001f1 service neutron] 10.222.0.43 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621403 Jul 16 17:53:47.426505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 75c2bb2a-3de8-426b-aac7-f6933bc0098f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:47.432645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 75c2bb2a-3de8-426b-aac7-f6933bc0098f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:47.433731 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.467683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbe55e-cc26-4386-94b5-292a4db68e3a req-c23f5dc4-9c9f-450b-bebb-48b94424404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:47.469344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3fbe55e-cc26-4386-94b5-292a4db68e3a req-c23f5dc4-9c9f-450b-bebb-48b94424404b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b30aa75-90b5-4780-92b6-afc277c97f30 HTTP/1.1" status: 200 len: 1098 time: 0.4433215 Jul 16 17:53:47.474695 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Network 13e3bab1-78b3-4473-be00-74bc5136cee6 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:47.476878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:47.626072 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.627283 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.631554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb6b3b6-21b7-447b-bbd1-6e7b77ba9600 req-b438ab71-e61f-41a7-9610-d8599c697d7c service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265087 Jul 16 17:53:47.637722 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-791e9a8a-3cb8-4f6d-a169-334ee1b077a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.666780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:53:47.678296 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 75c2bb2a-3de8-426b-aac7-f6933bc0098f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=75c2bb2a-3de8-426b-aac7-f6933bc0098f,segment=NetworkSegment(d84e7ee9-8677-44ac-a5e8-338f3fe84f48),segment_id=d84e7ee9-8677-44ac-a5e8-338f3fe84f48)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:47.684236 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.689987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8376c-cbf9-4943-97c0-a8c92830d075 req-9b0f1b7c-e2bf-4f00-8b41-bc616caea4c5 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:47.697644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40c8376c-cbf9-4943-97c0-a8c92830d075 req-9b0f1b7c-e2bf-4f00-8b41-bc616caea4c5 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 947 time: 0.5242472 Jul 16 17:53:47.737889 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3fbe55e-cc26-4386-94b5-292a4db68e3a req-f1d09e89-2125-4d82-bbf4-94ed1c7ec3cd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603140 Jul 16 17:53:47.760453 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=75c2bb2a-3de8-426b-aac7-f6933bc0098f,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:47.799938 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcf15088-ddea-4795-b691-3d03d78137d2 req-e0641022-f9f4-419b-9e96-749aa37f1c48 service neutron] 10.222.0.35 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324079 Jul 16 17:53:47.854292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:47.859713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40c8376c-cbf9-4943-97c0-a8c92830d075 req-880eb237-29e8-4a08-8f55-3a511814a5bc tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610498 Jul 16 17:53:47.877011 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4de307f2-d296-4cd4-8f5c-2674541a1cc2 admin admin] 10.222.0.41 "PUT /v2.0/routers/ffea0cbe-5d46-48d6-9593-f6da8b4f6401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2447495 Jul 16 17:53:47.895414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-37cb09e0-7c03-4265-b681-b447b15f2d9b None None] Provisioning complete for port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:47.895963 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-37cb09e0-7c03-4265-b681-b447b15f2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.943362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-37cb09e0-7c03-4265-b681-b447b15f2d9b None None] Port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:47.981568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Allocated IP 172.25.5.244 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/cb54e4ea-1b1c-418b-8db1-30bb03e815a8) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:48.019663 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-791e9a8a-3cb8-4f6d-a169-334ee1b077a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.039321 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-791e9a8a-3cb8-4f6d-a169-334ee1b077a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.157857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-791e9a8a-3cb8-4f6d-a169-334ee1b077a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1fee9b2b4644e818873c51bc65a64f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7976079 Jul 16 17:53:48.161239 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54654) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:48.165243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e9a8a-3cb8-4f6d-a169-334ee1b077a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be928ed7-5c09-485f-aaad-756c27d72620,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:48.204099 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.225392 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b7712931-8eb7-415a-bff3-b1f1b710aebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.229316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3bc3c-500e-42e0-aae4-c49c5d42046f req-ddeaeecb-4083-4a6f-8b27-4885f1dfe734 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:48.230884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-65b3bc3c-500e-42e0-aae4-c49c5d42046f req-ddeaeecb-4083-4a6f-8b27-4885f1dfe734 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 943 time: 0.1675918 Jul 16 17:53:48.250112 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b7712931-8eb7-415a-bff3-b1f1b710aebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.289614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-65b3bc3c-500e-42e0-aae4-c49c5d42046f req-147facb5-2b2a-41b9-ba8c-dc776c33f8d9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519724 Jul 16 17:53:48.291013 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.306225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 720f9964-e64c-455e-b287-a442509a06f2 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:48.328105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device bfbd5de7-8220-4015-8e72-63e3f7891e05 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:48.337843 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b7712931-8eb7-415a-bff3-b1f1b710aebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.338321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:48.343019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:48.348485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:48.351445 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Pushing event updated for resources: {'Port': ['ID=cb54e4ea-1b1c-418b-8db1-30bb03e815a8,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:48.361140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b7712931-8eb7-415a-bff3-b1f1b710aebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.367053 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b7712931-8eb7-415a-bff3-b1f1b710aebe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be928ed7-5c09-485f-aaad-756c27d72620 HTTP/1.1" status: 204 len: 168 time: 0.2045197 Jul 16 17:53:48.378444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7712931-8eb7-415a-bff3-b1f1b710aebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be928ed7-5c09-485f-aaad-756c27d72620,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:48.457984 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.515464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.574002 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82c7902-483d-4625-a6c4-b484ebb902c2 x-openstack-request-id: req-a82c7902-483d-4625-a6c4-b484ebb902c2 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:48.574370 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4", "tag": "720f9964-e64c-455e-b287-a442509a06f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35c63b26-8dcd-4f54-a5cb-359cd8f5d710", "tag": "682bb1c4-b822-4724-91ba-34f42dfea6c5", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:48.574710 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a82c7902-483d-4625-a6c4-b484ebb902c2 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:48.575343 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4', 'tag': '720f9964-e64c-455e-b287-a442509a06f2', 'status': 'completed', 'code': 200} Jul 16 17:53:48.575693 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0', 'status': 'completed', 'code': 200} Jul 16 17:53:48.576007 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'tag': '682bb1c4-b822-4724-91ba-34f42dfea6c5', 'status': 'completed', 'code': 200} Jul 16 17:53:48.615493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 720f9964-e64c-455e-b287-a442509a06f2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=720f9964-e64c-455e-b287-a442509a06f2,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:48.635562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port bfbd5de7-8220-4015-8e72-63e3f7891e05, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=bfbd5de7-8220-4015-8e72-63e3f7891e05,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:48.646610 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '720f9964-e64c-455e-b287-a442509a06f2', 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230', 'port_id': '720f9964-e64c-455e-b287-a442509a06f2', 'mac_address': 'fa:16:3e:b0:fb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2ae90f-cfe4-425d-b43d-281f13bcf877', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:48.651385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'bfbd5de7-8220-4015-8e72-63e3f7891e05', 'network_id': '617ef8e7-02b6-4b4d-894a-1a1e10d11230', 'port_id': 'bfbd5de7-8220-4015-8e72-63e3f7891e05', 'mac_address': 'fa:16:3e:cf:de:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2ae90f-cfe4-425d-b43d-281f13bcf877', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:48.726503 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.767334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbd5de7-8220-4015-8e72-63e3f7891e05 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:48.804574 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.805895 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.808756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port bfbd5de7-8220-4015-8e72-63e3f7891e05, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=bfbd5de7-8220-4015-8e72-63e3f7891e05,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:48.815310 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.818332 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.825204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720f9964-e64c-455e-b287-a442509a06f2 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:48.825772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b2340-1430-4afe-8417-37f6fb1674af req-ab2185cc-2482-4819-ab12-ba05ce6854ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:48.829543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-ab2185cc-2482-4819-ab12-ba05ce6854ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d0dd331295647a58d2876294f9effcc&device_id=a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4 HTTP/1.1" status: 200 len: 1095 time: 0.2225733 Jul 16 17:53:48.870161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 720f9964-e64c-455e-b287-a442509a06f2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=720f9964-e64c-455e-b287-a442509a06f2,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:48.880842 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.902629 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=bfbd5de7-8220-4015-8e72-63e3f7891e05,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:48.924934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f160b51-93b5-46b0-b666-5a90004ae84b req-e6ae0dbc-60e0-4786-af90-e8a04efd5395 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:48.932252 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f160b51-93b5-46b0-b666-5a90004ae84b req-e6ae0dbc-60e0-4786-af90-e8a04efd5395 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 943 time: 0.2291954 Jul 16 17:53:48.983169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=720f9964-e64c-455e-b287-a442509a06f2,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:49.001971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Pushing event updated for resources: {'Port': ['ID=cb54e4ea-1b1c-418b-8db1-30bb03e815a8,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:49.074794 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f160b51-93b5-46b0-b666-5a90004ae84b req-5bb5599c-59ee-4c7d-a357-65969192112a tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a569adc-32b3-4823-b3e0-2a0b50af5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415675 Jul 16 17:53:49.083223 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.109392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b2340-1430-4afe-8417-37f6fb1674af req-ec18df03-8132-4566-ac5f-886959bd1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:49.111515 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-ec18df03-8132-4566-ac5f-886959bd1ed8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=617ef8e7-02b6-4b4d-894a-1a1e10d11230 HTTP/1.1" status: 200 len: 919 time: 0.2355576 Jul 16 17:53:49.113621 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.122261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['720f9964-e64c-455e-b287-a442509a06f2'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:49.122982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-ea994023-7d63-445c-985b-262c99097e18 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5386293 Jul 16 17:53:49.173004 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-94209c17-8891-438a-97d7-60cf3878fc5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720f9964-e64c-455e-b287-a442509a06f2 HTTP/1.1" status: 200 len: 217 time: 0.0476923 Jul 16 17:53:49.184253 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['bfbd5de7-8220-4015-8e72-63e3f7891e05'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:49.238106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-dee660b9-24e6-4927-a2ce-511db69e1974 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 696 time: 0.1135387 Jul 16 17:53:49.366994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 75c2bb2a-3de8-426b-aac7-f6933bc0098f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:49.412162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Sync routers for ids ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:49.467906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Routers {'ffea0cbe-5d46-48d6-9593-f6da8b4f6401'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:49.467906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:49.565093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 75c2bb2a-3de8-426b-aac7-f6933bc0098f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:49.565461 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.714334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b2340-1430-4afe-8417-37f6fb1674af req-87e323d7-720f-4081-8c55-1fe25564b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:49.715876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-87e323d7-720f-4081-8c55-1fe25564b042 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d2ae90f-cfe4-425d-b43d-281f13bcf877 HTTP/1.1" status: 200 len: 858 time: 0.4829447 Jul 16 17:53:49.763125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-e6661230-4756-4e36-8b0a-314903fcc72a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=617ef8e7-02b6-4b4d-894a-1a1e10d11230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382688 Jul 16 17:53:49.768294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bff9cd-8d24-4301-960a-0b2d42f7a298 req-07d91ef7-0353-465f-a4e4-f0bcda4cabae tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:49.770153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75bff9cd-8d24-4301-960a-0b2d42f7a298 req-07d91ef7-0353-465f-a4e4-f0bcda4cabae tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 1096 time: 0.5359824 Jul 16 17:53:49.815735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Set router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:49.837101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-6d9d8eb5-10fb-4ee7-9b92-61add76a1ef8 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:49.838465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29fdc469-7256-44ef-bae1-7b79a9827f79 req-6d9d8eb5-10fb-4ee7-9b92-61add76a1ef8 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.5639167 Jul 16 17:53:49.900253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75bff9cd-8d24-4301-960a-0b2d42f7a298 req-f02b1026-3b62-4bea-87ba-2caba9aac04f tempest-LiveAutoBlockMigrationV225Test-1517423125 tempest-LiveAutoBlockMigrationV225Test-1517423125-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198776 Jul 16 17:53:49.918979 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-c6c2fbde-6d52-4363-8113-69467e4680b0 service neutron] 10.222.0.35 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459415 Jul 16 17:53:50.059590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 76f4245b-a6ca-4577-9b7a-4547cbb927c0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:50.079975 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-bf5cf3f2-64a6-4f3c-a89f-94ee1185ef69 service neutron] 10.222.0.35 "GET /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533198 Jul 16 17:53:50.160516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 76f4245b-a6ca-4577-9b7a-4547cbb927c0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:50.169161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 76f4245b-a6ca-4577-9b7a-4547cbb927c0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:50.169839 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.175762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:53:46Z', 'revision_number': 4, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc', 'name': '', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'mac_address': 'fa:16:3e:2b:3c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:46Z', 'updated_at': '2021-07-16T17:53:47Z', 'revision_number': 2, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'subnets': [{'id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:50.246744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Checking router: ffea0cbe-5d46-48d6-9593-f6da8b4f6401 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:50.247200 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Updating router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:53:50.249310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474039f-3874-4c74-aa1b-9ee6703ebde4 req-999698c1-9cfb-4161-b008-ca30e644636f tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.257031 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b474039f-3874-4c74-aa1b-9ee6703ebde4 req-999698c1-9cfb-4161-b008-ca30e644636f tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 947 time: 0.1406524 Jul 16 17:53:50.296281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b2340-1430-4afe-8417-37f6fb1674af req-40ff357d-af8a-44c2-93db-1c178a439263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.297886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-40ff357d-af8a-44c2-93db-1c178a439263 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 1099 time: 0.1257193 Jul 16 17:53:50.305829 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.309783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b474039f-3874-4c74-aa1b-9ee6703ebde4 req-1fd1a40f-9c75-40c0-89ab-2cfffa018ab1 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517688 Jul 16 17:53:50.331077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54712) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:50.340858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-29543221-55d3-48ec-8c83-e658bd2fa12e tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1144133352', 'description': 'tempest-description--1390233691'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:50.379288 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 682bb1c4-b822-4724-91ba-34f42dfea6c5 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:50.381225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 720f9964-e64c-455e-b287-a442509a06f2 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:50.429576 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29543221-55d3-48ec-8c83-e658bd2fa12e tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.549364 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b2340-1430-4afe-8417-37f6fb1674af req-00992f77-fe58-4516-872b-c197b3773a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.551712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-00992f77-fe58-4516-872b-c197b3773a9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2409506 Jul 16 17:53:50.639889 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29543221-55d3-48ec-8c83-e658bd2fa12e tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.682216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-686591f2-9193-457d-9b78-d36f2fd0d91f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0 HTTP/1.1" status: 200 len: 217 time: 0.1195791 Jul 16 17:53:50.684815 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29543221-55d3-48ec-8c83-e658bd2fa12e tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.700825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 720f9964-e64c-455e-b287-a442509a06f2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:50.709984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 720f9964-e64c-455e-b287-a442509a06f2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:50.710357 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.719485 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.768364 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29543221-55d3-48ec-8c83-e658bd2fa12e tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920fb023-8a27-493e-ba2e-a5f56ef5f2c9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:50.778558 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29543221-55d3-48ec-8c83-e658bd2fa12e tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.779359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 682bb1c4-b822-4724-91ba-34f42dfea6c5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=682bb1c4-b822-4724-91ba-34f42dfea6c5,segment=NetworkSegment(78d7079a-18f4-4636-8325-62d568a6c412),segment_id=78d7079a-18f4-4636-8325-62d568a6c412)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:50.779851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-29543221-55d3-48ec-8c83-e658bd2fa12e tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4430721 Jul 16 17:53:50.783289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54726) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:50.790523 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-368bc88e-8de6-4ad4-aee2-7552af6b3eec tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Request body: {'security_group_rule': {'security_group_id': '920fb023-8a27-493e-ba2e-a5f56ef5f2c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:50.809092 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b2340-1430-4afe-8417-37f6fb1674af req-43a30e2e-4830-497e-8e4c-ddce87659047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.810571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-43a30e2e-4830-497e-8e4c-ddce87659047 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0980849 Jul 16 17:53:50.820802 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 76f4245b-a6ca-4577-9b7a-4547cbb927c0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=76f4245b-a6ca-4577-9b7a-4547cbb927c0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:50.823553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8233a2-8a73-4231-bf8c-b6cf648595b3 req-84765aa0-8cd6-47b5-9e95-57947826bb09 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.825972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '682bb1c4-b822-4724-91ba-34f42dfea6c5', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'port_id': '682bb1c4-b822-4724-91ba-34f42dfea6c5', 'mac_address': 'fa:16:3e:01:ea:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e13442-691f-4436-9255-173532d59dbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:50.826243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa8233a2-8a73-4231-bf8c-b6cf648595b3 req-84765aa0-8cd6-47b5-9e95-57947826bb09 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 944 time: 0.3240566 Jul 16 17:53:50.842837 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.852215 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-368bc88e-8de6-4ad4-aee2-7552af6b3eec tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.913975 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa8233a2-8a73-4231-bf8c-b6cf648595b3 req-33ef3999-d3c6-41a2-9fac-5a743f55736c tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778086 Jul 16 17:53:50.937376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b2340-1430-4afe-8417-37f6fb1674af req-a7f47f35-aca7-4de8-a409-788213e87124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.939109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-a7f47f35-aca7-4de8-a409-788213e87124 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1118505 Jul 16 17:53:50.991939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-368bc88e-8de6-4ad4-aee2-7552af6b3eec tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.012050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-368bc88e-8de6-4ad4-aee2-7552af6b3eec tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.054969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bc88e-8de6-4ad4-aee2-7552af6b3eec tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6c48bc-1bdd-456e-86b7-58f987419342,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:51.062234 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.081249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682bb1c4-b822-4724-91ba-34f42dfea6c5 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:51.084290 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-368bc88e-8de6-4ad4-aee2-7552af6b3eec tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.090923 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-368bc88e-8de6-4ad4-aee2-7552af6b3eec tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3051932 Jul 16 17:53:51.091577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54740) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:51.095676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=76f4245b-a6ca-4577-9b7a-4547cbb927c0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:51.101258 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.102172 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0cec998c-d8ef-43de-8013-55d383fd3017 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Request body: {'security_group_rule': {'security_group_id': '920fb023-8a27-493e-ba2e-a5f56ef5f2c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:51.136320 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.139985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 682bb1c4-b822-4724-91ba-34f42dfea6c5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=682bb1c4-b822-4724-91ba-34f42dfea6c5,segment=NetworkSegment(78d7079a-18f4-4636-8325-62d568a6c412),segment_id=78d7079a-18f4-4636-8325-62d568a6c412)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:51.145182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0cec998c-d8ef-43de-8013-55d383fd3017 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.158087 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.158305 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c70be55b-2fc0-4f11-90cf-45d28f4f73b0 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:51.243629 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0cec998c-d8ef-43de-8013-55d383fd3017 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.249386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0cec998c-d8ef-43de-8013-55d383fd3017 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.255154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-0c95d597-0395-4e9d-b4f2-12733475d21d service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087583 Jul 16 17:53:51.273675 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec998c-d8ef-43de-8013-55d383fd3017 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01215b42-e932-41ce-ae16-5aa822b608e3,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:51.281348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:51.289089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451116d3-da8d-49b9-89a6-5aa8036a72f3 req-f608fb4d-ea46-4005-a483-d1dcf9367fcb tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.290075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0cec998c-d8ef-43de-8013-55d383fd3017 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.291159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-451116d3-da8d-49b9-89a6-5aa8036a72f3 req-f608fb4d-ea46-4005-a483-d1dcf9367fcb tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 943 time: 0.2723401 Jul 16 17:53:51.295287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54744) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:51.295783 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0cec998c-d8ef-43de-8013-55d383fd3017 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2031095 Jul 16 17:53:51.299885 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Transition to ACTIVE for port object 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:51.304273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0', 'mac_address': 'fa:16:3e:c4:d3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:51.305757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720f9964-e64c-455e-b287-a442509a06f2'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:51.308769 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d61af45-957a-403d-a827-42cbb264344a" -d '{"events": [{"server_uuid": "a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4", "name": "network-vif-plugged", "status": "completed", "tag": "720f9964-e64c-455e-b287-a442509a06f2"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:51.310686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 76f4245b-a6ca-4577-9b7a-4547cbb927c0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:51.314362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:51.380704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 720f9964-e64c-455e-b287-a442509a06f2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=720f9964-e64c-455e-b287-a442509a06f2,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:51.382831 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.418151 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.436893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-8fc13902-57cd-4919-899c-56992d443240 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.438462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-8fc13902-57cd-4919-899c-56992d443240 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 820 time: 0.3389299 Jul 16 17:53:51.448949 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.464067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-451116d3-da8d-49b9-89a6-5aa8036a72f3 req-7ef70a15-e974-4bdd-ae26-1229e67af049 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a569adc-32b3-4823-b3e0-2a0b50af5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445425 Jul 16 17:53:51.492934 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-c412ef56-3c06-4997-a3d0-5cc31be47ce5 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/quotas/7f610d00090742e9a3e72cc2089ec6d0 HTTP/1.1" status: 200 len: 375 time: 0.0398018 Jul 16 17:53:51.566829 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.580880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Attempting to bind port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:51.581784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Attempting to bind port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:51.582294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Attempting to bind port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc on network 13e3bab1-78b3-4473-be00-74bc5136cee6 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:51.591588 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70be55b-2fc0-4f11-90cf-45d28f4f73b0 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:51.615977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:51.617223 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=682bb1c4-b822-4724-91ba-34f42dfea6c5,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:51.634125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:51.634672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Checking segment: {'id': 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:51.635375 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.635841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Bound using segment: {'id': 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:51.636291 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Bound port: 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:51.639362 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.652787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-3d59e115-5bf4-4f2c-9478-19d018b30631 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582056 Jul 16 17:53:51.658595 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.765808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 76f4245b-a6ca-4577-9b7a-4547cbb927c0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:51.766286 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.789904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733478d-480c-4985-be66-e9621d1d943a None None] Pushing event updated for resources: {'Port': ['ID=09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:51.830482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-4e29f7c6-e32c-4600-a25f-74fcaeb47d62 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3236217 Jul 16 17:53:51.844649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258fe00-c521-4a98-862f-30532bb57aee req-2af05b31-fafd-4db3-b0fd-5d9c1f705ea1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.846082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c258fe00-c521-4a98-862f-30532bb57aee req-2af05b31-fafd-4db3-b0fd-5d9c1f705ea1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 944 time: 0.3187289 Jul 16 17:53:51.895283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] For port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:51.900552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] For port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc,segment=NetworkSegment(d84e7ee9-8677-44ac-a5e8-338f3fe84f48),segment_id=d84e7ee9-8677-44ac-a5e8-338f3fe84f48)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:51.904091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662114b-a73f-4e1f-b477-3d8aa5cb7b35 req-a7cee518-5365-47d4-8ffc-0505b74f07b5 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.906210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c662114b-a73f-4e1f-b477-3d8aa5cb7b35 req-a7cee518-5365-47d4-8ffc-0505b74f07b5 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 944 time: 0.2774312 Jul 16 17:53:51.917380 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.929338 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=720f9964-e64c-455e-b287-a442509a06f2,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:51.971837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['c70be55b-2fc0-4f11-90cf-45d28f4f73b0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:51.973915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['682bb1c4-b822-4724-91ba-34f42dfea6c5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:52.037846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b2340-1430-4afe-8417-37f6fb1674af req-499a7183-4aff-44eb-af8c-22354c16474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:52.039473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-499a7183-4aff-44eb-af8c-22354c16474e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce8a147219c846f8867f8ab7c0c141a2&device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 1096 time: 0.3217993 Jul 16 17:53:52.094228 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-f8a67ddc-fb42-4fe1-a00b-7723a06c6d06 service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463415 Jul 16 17:53:52.139785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54760) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:52.226320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c662114b-a73f-4e1f-b477-3d8aa5cb7b35 req-32608aa2-8e17-4643-bcd6-d4e370c0d64a tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/security-groups?id=deeca6a5-d637-424a-9e65-3ca46c6018a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920823 Jul 16 17:53:52.231633 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.265153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Routers {'ffea0cbe-5d46-48d6-9593-f6da8b4f6401'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:52.265153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:53:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:52.265483 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fc94-73db-43bb-b11a-d85e4b0dddbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.314632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:52.366387 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3f22ae-023d-48e4-801f-61c638d043e4 x-openstack-request-id: req-8a3f22ae-023d-48e4-801f-61c638d043e4 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:52.367512 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4", "name": "network-vif-plugged", "status": "completed", "tag": "720f9964-e64c-455e-b287-a442509a06f2", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:52.367766 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a3f22ae-023d-48e4-801f-61c638d043e4 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:52.368167 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720f9964-e64c-455e-b287-a442509a06f2', 'code': 200} Jul 16 17:53:52.374123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device bfbd5de7-8220-4015-8e72-63e3f7891e05 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:52.376354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-1b02b983-207d-408b-9f5c-ef2bc9ad2f2a service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711084 Jul 16 17:53:52.395979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-c258fe00-c521-4a98-862f-30532bb57aee req-64a13d37-40f4-41c4-9903-91d92975c1c8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Deleting port 487e9781-15ac-416c-9183-3b84f9613afa {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:52.396337 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c258fe00-c521-4a98-862f-30532bb57aee req-64a13d37-40f4-41c4-9903-91d92975c1c8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.462989 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fc94-73db-43bb-b11a-d85e4b0dddbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.475157 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fc94-73db-43bb-b11a-d85e4b0dddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.524277 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8fc94-73db-43bb-b11a-d85e4b0dddbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d9ff48-3628-4ee3-9b87-ce1dd170f780,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:52.526331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c258fe00-c521-4a98-862f-30532bb57aee req-64a13d37-40f4-41c4-9903-91d92975c1c8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] For port 487e9781-15ac-416c-9183-3b84f9613afa, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=487e9781-15ac-416c-9183-3b84f9613afa,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:52.529029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c258fe00-c521-4a98-862f-30532bb57aee req-64a13d37-40f4-41c4-9903-91d92975c1c8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.529256 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733478d-480c-4985-be66-e9621d1d943a None None] Pushing event updated for resources: {'Port': ['ID=09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:52.543382 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a7e8fc94-73db-43bb-b11a-d85e4b0dddbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8895498d0da547cb9acbcadb78664fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017725 Jul 16 17:53:52.545853 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54766) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:52.593812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] Set router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:52.614818 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be6f1040-df8f-4f98-8c63-7bd2d8852139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.660604 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be6f1040-df8f-4f98-8c63-7bd2d8852139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.696745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-c258fe00-c521-4a98-862f-30532bb57aee req-64a13d37-40f4-41c4-9903-91d92975c1c8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Calling delete_port for 487e9781-15ac-416c-9183-3b84f9613afa owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:52.704301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port bfbd5de7-8220-4015-8e72-63e3f7891e05 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:52.724610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b2340-1430-4afe-8417-37f6fb1674af req-ea6a6336-5a44-4e6b-a695-f3018d0e9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:52.727623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-ea6a6336-5a44-4e6b-a695-f3018d0e9da6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 HTTP/1.1" status: 200 len: 930 time: 0.6226847 Jul 16 17:53:52.730018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port bfbd5de7-8220-4015-8e72-63e3f7891e05 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:52.730390 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.782011 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be6f1040-df8f-4f98-8c63-7bd2d8852139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.786441 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be6f1040-df8f-4f98-8c63-7bd2d8852139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.788384 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-be6f1040-df8f-4f98-8c63-7bd2d8852139 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8d9ff48-3628-4ee3-9b87-ce1dd170f780 HTTP/1.1" status: 204 len: 168 time: 0.2413816 Jul 16 17:53:52.824733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Allocated IP 172.25.5.118 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/bc301fc1-5663-445b-a0de-aad3cb3f11ee) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:52.827815 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f1040-df8f-4f98-8c63-7bd2d8852139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d9ff48-3628-4ee3-9b87-ce1dd170f780,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:52.885700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-c0afe611-d021-459d-bbfe-42b2d8205254 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=682bb1c4-b822-4724-91ba-34f42dfea6c5 HTTP/1.1" status: 200 len: 217 time: 0.1347709 Jul 16 17:53:53.070503 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.114581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port bfbd5de7-8220-4015-8e72-63e3f7891e05, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=bfbd5de7-8220-4015-8e72-63e3f7891e05,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:53.136267 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.137186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 487e9781-15ac-416c-9183-3b84f9613afa no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:53.222896 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:53:46Z', 'revision_number': 4, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc', 'name': '', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'mac_address': 'fa:16:3e:2b:3c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:46Z', 'updated_at': '2021-07-16T17:53:51Z', 'revision_number': 4, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'subnets': [{'id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:53.239134 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54782) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:53.259112 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03925863-99a2-4338-9f4f-bc6da08c0fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.261906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=bfbd5de7-8220-4015-8e72-63e3f7891e05,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:53.271598 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c72402-1341-48d8-ad18-6891dfb1d888 None None] The sync data for ids ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'] in n-d-787206-10 is: [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:53:46Z', 'revision_number': 4, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc', 'name': '', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'mac_address': 'fa:16:3e:2b:3c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:46Z', 'updated_at': '2021-07-16T17:53:51Z', 'revision_number': 4, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'subnets': [{'id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:53.410523 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03925863-99a2-4338-9f4f-bc6da08c0fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.419456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d2af1-b6e5-4e9e-8479-09fa0acd05e5 req-5d4988d5-e448-476d-a239-2871fb501d56 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:53.422667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03925863-99a2-4338-9f4f-bc6da08c0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.427393 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c1d2af1-b6e5-4e9e-8479-09fa0acd05e5 req-5d4988d5-e448-476d-a239-2871fb501d56 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 948 time: 0.9097300 Jul 16 17:53:53.466915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f920a6c-0602-4d91-9d89-7a89eeb2d8e5 req-011f49af-aadc-488d-99e4-153eb56bb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:53.468428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f920a6c-0602-4d91-9d89-7a89eeb2d8e5 req-011f49af-aadc-488d-99e4-153eb56bb107 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4 HTTP/1.1" status: 200 len: 1097 time: 0.9519851 Jul 16 17:53:53.476948 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-03925863-99a2-4338-9f4f-bc6da08c0fc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3db1314d464349429e5192f823fa70af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305443 Jul 16 17:53:53.476948 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03925863-99a2-4338-9f4f-bc6da08c0fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9ce746-a398-43a9-b837-e6300551c5d4,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:53.476948 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54786) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:53.556790 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6def6399-0c6e-4c10-bfc9-b977d2659072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.583796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6def6399-0c6e-4c10-bfc9-b977d2659072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.596257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b2340-1430-4afe-8417-37f6fb1674af req-6c17d747-8c7c-4b3e-a574-a245179c5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:53.598562 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-6c17d747-8c7c-4b3e-a574-a245179c5b29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59e13442-691f-4436-9255-173532d59dbf HTTP/1.1" status: 200 len: 868 time: 0.6678407 Jul 16 17:53:53.614672 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c258fe00-c521-4a98-862f-30532bb57aee req-64a13d37-40f4-41c4-9903-91d92975c1c8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.642133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['399f244b-ed6e-405e-8eaf-0ca43309dce2'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:53.650535 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6def6399-0c6e-4c10-bfc9-b977d2659072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.653248 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6def6399-0c6e-4c10-bfc9-b977d2659072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.657410 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6def6399-0c6e-4c10-bfc9-b977d2659072 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e9ce746-a398-43a9-b837-e6300551c5d4 HTTP/1.1" status: 204 len: 168 time: 0.1779914 Jul 16 17:53:53.671340 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def6399-0c6e-4c10-bfc9-b977d2659072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9ce746-a398-43a9-b837-e6300551c5d4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:53.787401 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.817749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c1d2af1-b6e5-4e9e-8479-09fa0acd05e5 req-7f2abe79-782f-4887-a43c-9870adfb2556 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893337 Jul 16 17:53:53.823391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f920a6c-0602-4d91-9d89-7a89eeb2d8e5 req-6f1fcae1-c97d-4633-b7f2-66f2adc82aa0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243518 Jul 16 17:53:53.829368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a13d37-40f4-41c4-9903-91d92975c1c8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Pushing event deleted for resources: {'Port': ['ID=487e9781-15ac-416c-9183-3b84f9613afa,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:53.938770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd660290-cde0-4d8f-995f-9ec70ba3873b req-38cd16da-8508-42f5-9013-4c4fc8ed7766 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:53.946810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd660290-cde0-4d8f-995f-9ec70ba3873b req-38cd16da-8508-42f5-9013-4c4fc8ed7766 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 944 time: 1.0774179 Jul 16 17:53:53.974127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c258fe00-c521-4a98-862f-30532bb57aee req-64a13d37-40f4-41c4-9903-91d92975c1c8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] No DVR routers for this DVR port 487e9781-15ac-416c-9183-3b84f9613afa on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:54.006746 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c258fe00-c521-4a98-862f-30532bb57aee req-64a13d37-40f4-41c4-9903-91d92975c1c8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.008803 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c258fe00-c521-4a98-862f-30532bb57aee req-64a13d37-40f4-41c4-9903-91d92975c1c8 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.43 "DELETE /v2.0/ports/487e9781-15ac-416c-9183-3b84f9613afa HTTP/1.1" status: 204 len: 173 time: 2.1424019 Jul 16 17:53:54.011196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421', 'name': 'network-vif-deleted', 'tag': '487e9781-15ac-416c-9183-3b84f9613afa'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:54.014094 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3075a0ae-ce95-42e7-932a-2f15f8ed12e2" -d '{"events": [{"server_uuid": "4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421", "name": "network-vif-deleted", "tag": "487e9781-15ac-416c-9183-3b84f9613afa"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:54.072673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b2340-1430-4afe-8417-37f6fb1674af req-2581c2e7-34df-4f9c-8fd3-fa7947ec1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:54.074531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-2581c2e7-34df-4f9c-8fd3-fa7947ec1f15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4618552 Jul 16 17:53:54.092872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd660290-cde0-4d8f-995f-9ec70ba3873b req-74fbb2fd-0280-4638-9e51-2c21e73b37d4 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446035 Jul 16 17:53:54.187931 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.363997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 682bb1c4-b822-4724-91ba-34f42dfea6c5 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:54.365200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:54.397292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d49a09-5ce9-4e00-aef0-f5d29350e067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbd5de7-8220-4015-8e72-63e3f7891e05'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:54.401646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa688b-bbae-4601-8c87-191c129f51ff req-ae27e65b-21a0-48b0-a13c-f4058a067db8 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:54.403208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70aa688b-bbae-4601-8c87-191c129f51ff req-ae27e65b-21a0-48b0-a13c-f4058a067db8 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 944 time: 0.4475341 Jul 16 17:53:54.404694 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90324e5b-88eb-4a0c-ba88-ea6aceac7a33" -d '{"events": [{"server_uuid": "c3d49a09-5ce9-4e00-aef0-f5d29350e067", "name": "network-vif-plugged", "status": "completed", "tag": "bfbd5de7-8220-4015-8e72-63e3f7891e05"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:54.429792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0a14a8c-ca61-4b18-ae67-c1b539a7be4a req-111f10b6-ef01-4a69-8eeb-2154a032daae tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 210 time: 0.1230664 Jul 16 17:53:54.455406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:54.463698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:54.489590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 682bb1c4-b822-4724-91ba-34f42dfea6c5 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:54.497230 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 682bb1c4-b822-4724-91ba-34f42dfea6c5 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:54.500395 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.652634 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.698057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Pushing event updated for resources: {'Port': ['ID=bc301fc1-5663-445b-a0de-aad3cb3f11ee,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:54.715009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 682bb1c4-b822-4724-91ba-34f42dfea6c5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=682bb1c4-b822-4724-91ba-34f42dfea6c5,segment=NetworkSegment(78d7079a-18f4-4636-8325-62d568a6c412),segment_id=78d7079a-18f4-4636-8325-62d568a6c412)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:54.721017 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.722565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c70be55b-2fc0-4f11-90cf-45d28f4f73b0 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:54.757460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7075963b-9306-453f-8445-73a31e99bca0 req-d0d79199-39ff-417b-9a22-cc109505d22e tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 210 time: 0.0921857 Jul 16 17:53:54.759822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-98cad043-f675-48e8-acd4-184584867641 service neutron] 10.222.0.35 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635461 Jul 16 17:53:54.834794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=682bb1c4-b822-4724-91ba-34f42dfea6c5,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:54.842981 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70aa688b-bbae-4601-8c87-191c129f51ff req-1f7794c4-63b7-4588-9d6d-c2ff5a77966a tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a569adc-32b3-4823-b3e0-2a0b50af5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104974 Jul 16 17:53:54.868217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-c12ecf32-a883-4304-bd7b-166297eee1c0 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:54.869771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-c12ecf32-a883-4304-bd7b-166297eee1c0 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.35 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 820 time: 0.6454797 Jul 16 17:53:54.950662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Request body: {'port': {'device_id': '348b3afb-924d-4019-b528-276618f1616c', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'admin_state_up': True, 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:54.959542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:54.967645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:54.970242 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.002575 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.056467 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9003fec6-ddef-4671-8d14-b309d02903dd x-openstack-request-id: req-9003fec6-ddef-4671-8d14-b309d02903dd {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:55.056767 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421", "name": "network-vif-deleted", "tag": "487e9781-15ac-416c-9183-3b84f9613afa", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:55.057323 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9003fec6-ddef-4671-8d14-b309d02903dd {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:55.057722 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421', 'name': 'network-vif-deleted', 'tag': '487e9781-15ac-416c-9183-3b84f9613afa', 'status': 'completed', 'code': 200} Jul 16 17:53:55.081016 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea53ec1a-960c-48cf-8e2c-26755e1dc869 x-openstack-request-id: req-ea53ec1a-960c-48cf-8e2c-26755e1dc869 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:55.081956 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d49a09-5ce9-4e00-aef0-f5d29350e067", "name": "network-vif-plugged", "status": "completed", "tag": "bfbd5de7-8220-4015-8e72-63e3f7891e05", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:55.082270 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea53ec1a-960c-48cf-8e2c-26755e1dc869 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:55.082789 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d49a09-5ce9-4e00-aef0-f5d29350e067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbd5de7-8220-4015-8e72-63e3f7891e05', 'code': 200} Jul 16 17:53:55.147490 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.193177 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:55.208430 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.242651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-091b2340-1430-4afe-8417-37f6fb1674af req-c3f5fcb1-e6b1-429f-938b-ec8f8eb19879 service neutron] 10.222.0.35 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688036 Jul 16 17:53:55.248998 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.301507 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:55.359131 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:55.414260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:55.419589 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:55.420017 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.525605 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.569442 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc,segment=NetworkSegment(d84e7ee9-8677-44ac-a5e8-338f3fe84f48),segment_id=d84e7ee9-8677-44ac-a5e8-338f3fe84f48)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:55.576980 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.641409 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:55.656254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Made reservation on behalf of 7f610d00090742e9a3e72cc2089ec6d0 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:55.661328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.671278 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c517be-19f9-4228-8515-84e135659489 req-2a33c197-8f42-469b-a264-b9642689316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:55.672775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-96c517be-19f9-4228-8515-84e135659489 req-2a33c197-8f42-469b-a264-b9642689316f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 1097 time: 0.3400364 Jul 16 17:53:55.715649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd296673-de10-4432-b2c2-98b5f6da1665 req-44cc8bdf-efe7-4151-b7f0-4d355a4afc7a tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:55.717143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cd296673-de10-4432-b2c2-98b5f6da1665 req-44cc8bdf-efe7-4151-b7f0-4d355a4afc7a tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 945 time: 0.3517048 Jul 16 17:53:55.735696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b240601-821f-4cdd-a583-eb65e4bc7489 req-09cac393-9faa-4464-8a01-3adc3097f368 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:55.737146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b240601-821f-4cdd-a583-eb65e4bc7489 req-09cac393-9faa-4464-8a01-3adc3097f368 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.4031904 Jul 16 17:53:55.790441 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-96c517be-19f9-4228-8515-84e135659489 req-2d22dbd8-d750-4d8e-acfa-c3e36725aa12 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028042 Jul 16 17:53:55.901706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cd296673-de10-4432-b2c2-98b5f6da1665 req-2a925c03-0a84-4300-938c-f50fc9fec811 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577139 Jul 16 17:53:55.903943 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.920085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b240601-821f-4cdd-a583-eb65e4bc7489 req-b4e77329-2b44-42a8-b8c1-fcd344a6d450 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577060 Jul 16 17:53:55.935928 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.123754 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.135184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Pushing event updated for resources: {'Port': ['ID=bc301fc1-5663-445b-a0de-aad3cb3f11ee,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:56.139775 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.156193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22b69aa4-5dff-4757-92df-3b3b2b228c87 req-e15acbeb-53ce-4da3-8eae-68be04ecd144 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 210 time: 0.0774853 Jul 16 17:53:56.159822 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Allocated IP 172.20.0.4 (a3cff532-37a3-424d-aefc-c9eb9815e7ea/f4f0b171-2fe1-445f-8879-9823926613a8/f108d088-8d22-4b57-854c-dfbede562546) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:56.193583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2532544d-4661-47c7-8997-ec10d38c6981 req-564319f4-43de-4dee-b3cf-24f04f336cc9 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 210 time: 0.1033397 Jul 16 17:53:56.209832 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.211921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2ba39de1-aac3-4981-9d64-e890a3cb4535 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9057109 Jul 16 17:53:56.334278 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.479492 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.487052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd4d2b-ad5a-4fc2-83f5-d6c7ce16f644 req-2703cc3c-dab2-4d25-861c-aafecf541bc0 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:56.495498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20dd4d2b-ad5a-4fc2-83f5-d6c7ce16f644 req-2703cc3c-dab2-4d25-861c-aafecf541bc0 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 945 time: 0.1685655 Jul 16 17:53:56.534700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Transition to ACTIVE for port object f108d088-8d22-4b57-854c-dfbede562546 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:56.587768 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20dd4d2b-ad5a-4fc2-83f5-d6c7ce16f644 req-e5998830-2392-44bd-bf3c-82a5ddb24642 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a569adc-32b3-4823-b3e0-2a0b50af5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913744 Jul 16 17:53:56.601968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-1f61cd4b-6569-4a3a-9e60-fb39d7c12fb9 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1144133352&fields=id&tenant_id=847bc0d0aca3435bb968700f2ba7aed1 HTTP/1.1" status: 200 len: 267 time: 0.0734057 Jul 16 17:53:56.638641 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.653654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['10a90536-586c-41ce-9e2a-c11d5bb143ac'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:56.767561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Pushing event updated for resources: {'Port': ['ID=f108d088-8d22-4b57-854c-dfbede562546,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:56.772430 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Network a3cff532-37a3-424d-aefc-c9eb9815e7ea is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:56.798405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:56.805482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:56.871362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43caa-e065-4427-acac-a1c29cd40587 req-082184eb-98ca-4708-9e87-483d7704e12b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:56.885074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-082184eb-98ca-4708-9e87-483d7704e12b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/networks?id=13e3bab1-78b3-4473-be00-74bc5136cee6 HTTP/1.1" status: 200 len: 811 time: 0.2594309 Jul 16 17:53:56.910924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:56.912120 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.962547 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-9a4ccfeb-db4a-4067-b0b7-f120f91319fb tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/quotas/847bc0d0aca3435bb968700f2ba7aed1 HTTP/1.1" status: 200 len: 375 time: 0.0765316 Jul 16 17:53:56.984829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cce57-3547-48bd-b3d1-457b30117d51 req-9f5b9a54-5515-48d7-b284-7051f1d85039 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:56.993564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a9cce57-3547-48bd-b3d1-457b30117d51 req-9f5b9a54-5515-48d7-b284-7051f1d85039 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 945 time: 0.2458231 Jul 16 17:53:57.005736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-77ae2b82-bba5-49f1-b20a-e8829ad64b4d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0758188 Jul 16 17:53:57.042571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Request body: {'port': {'device_id': '348b3afb-924d-4019-b528-276618f1616c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:57.083777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682bb1c4-b822-4724-91ba-34f42dfea6c5'}, {'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:57.087444 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850b4be0-674c-4864-b2ff-3fc0f32f0545" -d '{"events": [{"server_uuid": "35c63b26-8dcd-4f54-a5cb-359cd8f5d710", "name": "network-vif-plugged", "status": "completed", "tag": "682bb1c4-b822-4724-91ba-34f42dfea6c5"}, {"server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "name": "network-vif-plugged", "status": "completed", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:57.121998 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a9cce57-3547-48bd-b3d1-457b30117d51 req-4216a19f-bacd-48f4-a65a-b1448b22aa92 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271961 Jul 16 17:53:57.185108 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f195b2ae-9d21-4152-8119-a1f357152228 None None] Provisioning for port f108d088-8d22-4b57-854c-dfbede562546 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:57.190331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f195b2ae-9d21-4152-8119-a1f357152228 None None] Provisioning complete for port f108d088-8d22-4b57-854c-dfbede562546 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:57.199858 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f195b2ae-9d21-4152-8119-a1f357152228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.215220 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.245066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-45017e41-2a3f-49ca-8234-7ee2973c8037 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=847bc0d0aca3435bb968700f2ba7aed1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2815421 Jul 16 17:53:57.294464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f195b2ae-9d21-4152-8119-a1f357152228 None None] Port f108d088-8d22-4b57-854c-dfbede562546 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:57.299753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:57.359749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:57.360481 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.480869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-72a83db6-1fb5-48f6-8fc8-dfd407ba1b51 service neutron] 10.222.0.41 "GET /v2.0/networks/13e3bab1-78b3-4473-be00-74bc5136cee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345681 Jul 16 17:53:57.611945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acbb4f-191a-4652-9be8-eb20911749b3 req-3042a3f6-8d74-4936-a4ba-e520a8a1c70d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:57.613873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-84acbb4f-191a-4652-9be8-eb20911749b3 req-3042a3f6-8d74-4936-a4ba-e520a8a1c70d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.3239701 Jul 16 17:53:57.678091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-873965c6-3def-4d64-9b71-33ab900d86ab service neutron] 10.222.0.41 "GET /v2.0/networks/13e3bab1-78b3-4473-be00-74bc5136cee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961772 Jul 16 17:53:57.714220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-84acbb4f-191a-4652-9be8-eb20911749b3 req-7827dcc3-5129-4c67-a5b8-45204b54e5db tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929255 Jul 16 17:53:57.820169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f108d088-8d22-4b57-854c-dfbede562546 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:57.832059 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.850862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Transition to ACTIVE for port object f108d088-8d22-4b57-854c-dfbede562546 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:57.857774 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.964836 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4755451-a08f-42fb-bbf8-d74f478e0ddb x-openstack-request-id: req-d4755451-a08f-42fb-bbf8-d74f478e0ddb {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:57.965234 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c63b26-8dcd-4f54-a5cb-359cd8f5d710", "name": "network-vif-plugged", "status": "completed", "tag": "682bb1c4-b822-4724-91ba-34f42dfea6c5", "code": 200}, {"server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "name": "network-vif-plugged", "status": "completed", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:57.965551 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4755451-a08f-42fb-bbf8-d74f478e0ddb {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:57.966080 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682bb1c4-b822-4724-91ba-34f42dfea6c5', 'code': 200} Jul 16 17:53:57.966433 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0', 'code': 200} Jul 16 17:53:57.968196 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2590dcc5-63f9-4440-af72-a3f43214898a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.986826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Pushing event updated for resources: {'Port': ['ID=f108d088-8d22-4b57-854c-dfbede562546,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:58.601037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a758683-7008-4e68-b9d6-9cbcdbd5fd62 req-8c72bb54-e8ca-43cd-bb1e-55387d05f14f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f0d8c0e-3cb2-45f1-8c2b-c86df62b3421 HTTP/1.1" status: 200 len: 210 time: 0.4544969 Jul 16 17:53:58.616247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660ea55-22a2-49c6-9c46-6716728febb2 req-f7b3b8ff-3f5b-47fb-b19b-f611521e813f tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:58.622895 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e660ea55-22a2-49c6-9c46-6716728febb2 req-f7b3b8ff-3f5b-47fb-b19b-f611521e813f tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 945 time: 0.7569826 Jul 16 17:53:58.649716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Attempting to bind port f108d088-8d22-4b57-854c-dfbede562546 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:58.658930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Attempting to bind port f108d088-8d22-4b57-854c-dfbede562546 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:58.659876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Attempting to bind port f108d088-8d22-4b57-854c-dfbede562546 on network a3cff532-37a3-424d-aefc-c9eb9815e7ea {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:58.687359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Port f108d088-8d22-4b57-854c-dfbede562546 on network a3cff532-37a3-424d-aefc-c9eb9815e7ea not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:58.687710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Attempting to bind port f108d088-8d22-4b57-854c-dfbede562546 on network a3cff532-37a3-424d-aefc-c9eb9815e7ea {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:58.702008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cbc5f-301b-45d9-858d-644b9be0cd2f req-e2e4297d-bf22-45e3-b32f-e6afbc3e6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:58.703548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c2cbc5f-301b-45d9-858d-644b9be0cd2f req-e2e4297d-bf22-45e3-b32f-e6afbc3e6469 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 1097 time: 0.6412978 Jul 16 17:53:58.705524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:58.705850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Checking segment: {'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:58.706247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Bound using segment: {'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:58.706677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Bound port: f108d088-8d22-4b57-854c-dfbede562546, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36e7dd1-c315-416a-bda4-6c4b149609d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:58.707208 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.720746 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e660ea55-22a2-49c6-9c46-6716728febb2 req-9d9bda26-4329-46ab-a6d2-f58f808a140c tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967083 Jul 16 17:53:58.874650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe02d7b-d86c-47d7-b50a-3f2104d0c4b5 req-19fc9bf7-2fdf-4ac0-98b2-749a081c1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:58.876366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-afe02d7b-d86c-47d7-b50a-3f2104d0c4b5 req-19fc9bf7-2fdf-4ac0-98b2-749a081c1bd8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 1101 time: 0.7696257 Jul 16 17:53:58.996267 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c2cbc5f-301b-45d9-858d-644b9be0cd2f req-cbb8358a-3a7e-400b-8378-090f64e12ace service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2a569adc-32b3-4823-b3e0-2a0b50af5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730942 Jul 16 17:53:59.044114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-afe02d7b-d86c-47d7-b50a-3f2104d0c4b5 req-d35611d4-746a-4737-8fd2-134862ddcd70 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431665 Jul 16 17:53:59.048359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] For port f108d088-8d22-4b57-854c-dfbede562546, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:59.057906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] For port f108d088-8d22-4b57-854c-dfbede562546, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f108d088-8d22-4b57-854c-dfbede562546,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:59.070360 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.110787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992dae2-aac4-4f6c-88e3-efdbcf39d9fc req-083ba4ef-32c8-4eff-b3f9-2fafcbdf662d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.112994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e992dae2-aac4-4f6c-88e3-efdbcf39d9fc req-083ba4ef-32c8-4eff-b3f9-2fafcbdf662d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 943 time: 0.3056574 Jul 16 17:53:59.125364 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.126149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.129269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] 10.222.0.35 "PUT /v2.0/ports/f108d088-8d22-4b57-854c-dfbede562546 HTTP/1.1" status: 200 len: 1092 time: 2.1032572 Jul 16 17:53:59.157106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348b3afb-924d-4019-b528-276618f1616c', 'tag': 'f108d088-8d22-4b57-854c-dfbede562546'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:59.160068 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9d0246-5c2b-462d-b751-2737d2a2c2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "348b3afb-924d-4019-b528-276618f1616c", "tag": "f108d088-8d22-4b57-854c-dfbede562546"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:59.195871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e8f49-084d-418c-86a1-4710a0c7172a req-55ae44d0-bd6c-44c9-aec0-f47cd7ed5775 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.203639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-573e8f49-084d-418c-86a1-4710a0c7172a req-55ae44d0-bd6c-44c9-aec0-f47cd7ed5775 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 945 time: 0.2826602 Jul 16 17:53:59.301535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44f699-f8d1-45e6-8418-2257fc156683 service neutron] Pushing event updated for resources: {'Port': ['ID=f108d088-8d22-4b57-854c-dfbede562546,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:59.328785 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:53:59.338995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-573e8f49-084d-418c-86a1-4710a0c7172a req-ba11e63d-186e-433a-a189-7cf03d674fd0 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a569adc-32b3-4823-b3e0-2a0b50af5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343040 Jul 16 17:53:59.355953 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e992dae2-aac4-4f6c-88e3-efdbcf39d9fc req-0d722b3d-ed71-450e-8861-1f5509112a45 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181818 Jul 16 17:53:59.398569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-7f2daee6-0e48-4ce6-b278-4caa07ac7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.400602 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-7f2daee6-0e48-4ce6-b278-4caa07ac7fb5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 1095 time: 0.1841741 Jul 16 17:53:59.544150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-4809bfbc-66d3-4f59-b247-53f9ae898fe8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f108d088-8d22-4b57-854c-dfbede562546 HTTP/1.1" status: 200 len: 217 time: 0.1267920 Jul 16 17:53:59.713645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-c736fa86-0822-418c-82a1-c37dc1dfe624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.715510 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-c736fa86-0822-418c-82a1-c37dc1dfe624 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.1523876 Jul 16 17:53:59.846109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78f7b7c0-64b8-4f36-ae36-24e0506f8756 req-19147c30-f9a3-4c75-81f6-9445b0dbc7fb tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 210 time: 0.1348298 Jul 16 17:53:59.930986 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-411a67e6-9346-4bd8-8ec9-be223f7c07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.932556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-411a67e6-9346-4bd8-8ec9-be223f7c07cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1963716 Jul 16 17:53:59.939022 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43caa-e065-4427-acac-a1c29cd40587 req-bd24c801-edfd-4f40-aabe-eaa1e259ab76 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.940414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-bd24c801-edfd-4f40-aabe-eaa1e259ab76 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.43 "GET /v2.0/networks?id=13e3bab1-78b3-4473-be00-74bc5136cee6 HTTP/1.1" status: 200 len: 811 time: 0.3944197 Jul 16 17:54:00.077727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-dfe65014-20f9-4a7a-8219-07ff25fa4498 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=847bc0d0aca3435bb968700f2ba7aed1 HTTP/1.1" status: 200 len: 380 time: 0.1269648 Jul 16 17:54:00.113052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-03c43caa-e065-4427-acac-a1c29cd40587 req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Request body: {'port': {'device_id': 'c3f49344-7f29-4ec4-92a6-e173abb773e1', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'admin_state_up': True, 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'security_groups': ['920fb023-8a27-493e-ba2e-a5f56ef5f2c9']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:00.189617 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-1e4f794b-2e1f-4aab-910b-a95d9a048cda service neutron] 10.222.0.35 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465153 Jul 16 17:54:00.310026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e82eab-6fe6-4887-a8d1-29b4409a7e00 req-7c28d00c-4e3d-493b-8748-e7a106350b16 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.311486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47e82eab-6fe6-4887-a8d1-29b4409a7e00 req-7c28d00c-4e3d-493b-8748-e7a106350b16 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b30aa75-90b5-4780-92b6-afc277c97f30 HTTP/1.1" status: 200 len: 946 time: 0.2690611 Jul 16 17:54:00.356633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf230870-ca13-4b5c-8d01-9aaf67e27e63 req-89c8835e-0247-4361-a9f1-36281f5d1e88 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.358060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf230870-ca13-4b5c-8d01-9aaf67e27e63 req-89c8835e-0247-4361-a9f1-36281f5d1e88 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.2857721 Jul 16 17:54:00.441936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c43caa-e065-4427-acac-a1c29cd40587 req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Made reservation on behalf of 847bc0d0aca3435bb968700f2ba7aed1 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:00.445337 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03c43caa-e065-4427-acac-a1c29cd40587 req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.460122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e68c925-4cca-4cfc-85dc-eb1aa1ac4a8a req-f6d4afba-4352-4577-b17d-e1704246963d service neutron] 10.222.0.35 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315643 Jul 16 17:54:00.471069 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47e82eab-6fe6-4887-a8d1-29b4409a7e00 req-74b81ce8-4415-4c83-a429-55f135a0c4f5 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271608 Jul 16 17:54:00.482915 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf230870-ca13-4b5c-8d01-9aaf67e27e63 req-274f3c1a-b7d5-496e-9f08-24b48e75d545 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059794 Jul 16 17:54:00.542992 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b7bba4-c803-49c8-9beb-c72a9aac506a x-openstack-request-id: req-98b7bba4-c803-49c8-9beb-c72a9aac506a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:00.543283 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348b3afb-924d-4019-b528-276618f1616c", "tag": "f108d088-8d22-4b57-854c-dfbede562546", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:00.543546 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98b7bba4-c803-49c8-9beb-c72a9aac506a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:00.543986 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348b3afb-924d-4019-b528-276618f1616c', 'tag': 'f108d088-8d22-4b57-854c-dfbede562546', 'status': 'completed', 'code': 200} Jul 16 17:54:00.614551 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.660499 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3fa1d1de-e06a-4b28-98e1-907b63a222bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.670554 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-03c43caa-e065-4427-acac-a1c29cd40587 req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Allocated IP 172.20.0.4 (13e3bab1-78b3-4473-be00-74bc5136cee6/6e6b76c2-c9e5-4d29-befa-b529efb3d678/c0dcab01-7854-4ba9-a315-e0acc70a04c6) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:00.804744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d0246-5c2b-462d-b751-2737d2a2c2d3 req-abe48fbc-c22b-4ff8-8ce3-c33d4feea4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.806524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f9d0246-5c2b-462d-b751-2737d2a2c2d3 req-abe48fbc-c22b-4ff8-8ce3-c33d4feea4a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 1095 time: 0.2256312 Jul 16 17:54:00.996573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6a70a-d73e-4c5e-9aab-b851dc3fc6b1 req-83a693d6-db55-4889-9eb9-2d448952f794 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.998043 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3b6a70a-d73e-4c5e-9aab-b851dc3fc6b1 req-83a693d6-db55-4889-9eb9-2d448952f794 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 945 time: 0.2932231 Jul 16 17:54:01.011313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acf0c1-289e-4b95-8f38-8f5d7ca26c97 req-5d2ea3a4-334d-400e-97ba-2164c097fc5d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.012803 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7acf0c1-289e-4b95-8f38-8f5d7ca26c97 req-5d2ea3a4-334d-400e-97ba-2164c097fc5d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 945 time: 0.3025360 Jul 16 17:54:01.078131 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03c43caa-e065-4427-acac-a1c29cd40587 req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:01.082773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d0246-5c2b-462d-b751-2737d2a2c2d3 req-bd53400b-5e2f-49eb-923f-57f25a6c2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.084305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f9d0246-5c2b-462d-b751-2737d2a2c2d3 req-bd53400b-5e2f-49eb-923f-57f25a6c2a25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.2534845 Jul 16 17:54:01.154728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-03c43caa-e065-4427-acac-a1c29cd40587 req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Transition to ACTIVE for port object c0dcab01-7854-4ba9-a315-e0acc70a04c6 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:01.158970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7acf0c1-289e-4b95-8f38-8f5d7ca26c97 req-9a115327-642e-4587-8002-65fe34b8cb22 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323373 Jul 16 17:54:01.160299 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f9d0246-5c2b-462d-b751-2737d2a2c2d3 req-04e627de-aca0-4035-9275-a5eed852f16e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f108d088-8d22-4b57-854c-dfbede562546 HTTP/1.1" status: 200 len: 217 time: 0.0622458 Jul 16 17:54:01.186632 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3b6a70a-d73e-4c5e-9aab-b851dc3fc6b1 req-975f71a0-4ffb-4463-af89-e6757e54458f tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a569adc-32b3-4823-b3e0-2a0b50af5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660564 Jul 16 17:54:01.324264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d0246-5c2b-462d-b751-2737d2a2c2d3 req-7e6d5eb6-d9fd-4bdb-9e95-bd42c34ad807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.325671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f9d0246-5c2b-462d-b751-2737d2a2c2d3 req-7e6d5eb6-d9fd-4bdb-9e95-bd42c34ad807 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.1339440 Jul 16 17:54:01.358250 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03c43caa-e065-4427-acac-a1c29cd40587 req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:01.478068 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337d327-3932-4978-95ba-107885b76ae1 req-c8f07e1a-e2c3-42f8-9c7f-b8567ad91cff tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.480995 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1337d327-3932-4978-95ba-107885b76ae1 req-c8f07e1a-e2c3-42f8-9c7f-b8567ad91cff tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e10d406-96af-484a-8ea1-96e62f400d2d HTTP/1.1" status: 200 len: 945 time: 0.1307495 Jul 16 17:54:01.519991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c43caa-e065-4427-acac-a1c29cd40587 req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Network 13e3bab1-78b3-4473-be00-74bc5136cee6 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:01.536295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-03c43caa-e065-4427-acac-a1c29cd40587 req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:01.542959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c43caa-e065-4427-acac-a1c29cd40587 req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:01.546195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Pushing event updated for resources: {'Port': ['ID=c0dcab01-7854-4ba9-a315-e0acc70a04c6,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:01.658883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Deleting port 00f99e4f-760f-4d51-bad7-205d78806fb4 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:01.661274 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:01.707791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d0246-5c2b-462d-b751-2737d2a2c2d3 req-9c705f36-9aa8-40d2-baac-9e48c6737d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.709781 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f9d0246-5c2b-462d-b751-2737d2a2c2d3 req-9c705f36-9aa8-40d2-baac-9e48c6737d3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3675950 Jul 16 17:54:01.717526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43caa-e065-4427-acac-a1c29cd40587 req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.718146 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03c43caa-e065-4427-acac-a1c29cd40587 req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:01.738682 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:01.755665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57b5a9-c215-44e6-86c8-34f853b847a3 req-a611ba30-3b91-451d-be3d-08b9dbe70c46 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.757229 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c57b5a9-c215-44e6-86c8-34f853b847a3 req-a611ba30-3b91-451d-be3d-08b9dbe70c46 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.3409421 Jul 16 17:54:01.800877 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] For port 00f99e4f-760f-4d51-bad7-205d78806fb4, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=00f99e4f-760f-4d51-bad7-205d78806fb4,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:01.801542 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:01.885729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ce457-fe8b-4127-94e4-f5928865caeb req-5a0b46df-1f71-4ce3-9085-86b7a741af72 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.898667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-725ce457-fe8b-4127-94e4-f5928865caeb req-5a0b46df-1f71-4ce3-9085-86b7a741af72 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 943 time: 0.4793930 Jul 16 17:54:01.947218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-a4278424-96d0-48ff-af4f-fd18f6e9574b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8502994 Jul 16 17:54:01.974422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Request body: {'port': {'device_id': 'c3f49344-7f29-4ec4-92a6-e173abb773e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:02.013272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c57b5a9-c215-44e6-86c8-34f853b847a3 req-aaa192f1-1e82-47a3-978c-22a0b4d6fe73 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300258 Jul 16 17:54:02.047025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f776d5ff-19db-434c-a9f0-f0a6e0622205 None None] Provisioning for port c0dcab01-7854-4ba9-a315-e0acc70a04c6 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:02.053066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f776d5ff-19db-434c-a9f0-f0a6e0622205 None None] Provisioning complete for port c0dcab01-7854-4ba9-a315-e0acc70a04c6 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:02.054100 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f776d5ff-19db-434c-a9f0-f0a6e0622205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.135294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f776d5ff-19db-434c-a9f0-f0a6e0622205 None None] Port c0dcab01-7854-4ba9-a315-e0acc70a04c6 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:02.187966 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-725ce457-fe8b-4127-94e4-f5928865caeb req-8648bed4-459a-47fe-8097-4718885fca58 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848539 Jul 16 17:54:02.286344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f9d0246-5c2b-462d-b751-2737d2a2c2d3 req-bb738602-c483-44d5-a55d-2f3ed78f2abf service neutron] 10.222.0.35 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538702 Jul 16 17:54:02.391457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f108d088-8d22-4b57-854c-dfbede562546 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:02.423252 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f9d0246-5c2b-462d-b751-2737d2a2c2d3 req-74996ab4-5d51-4b8f-86cf-31eb8aa7c774 service neutron] 10.222.0.35 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065211 Jul 16 17:54:02.688941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2bd4375e-606c-4577-ac12-efd19aee826e req-b157ba45-462d-44f6-8b32-44d0ad44cf44 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 258 time: 0.4637029 Jul 16 17:54:02.696189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:02.720447 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.789991 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.790703 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.790827 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Floating IP c869334b-93af-4fb5-849b-ca9e6aeb553c disassociated. External IP: 172.25.5.228, port: 00f99e4f-760f-4d51-bad7-205d78806fb4. Jul 16 17:54:02.791347 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Calling delete_port for 00f99e4f-760f-4d51-bad7-205d78806fb4 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:02.826103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f108d088-8d22-4b57-854c-dfbede562546, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f108d088-8d22-4b57-854c-dfbede562546,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:02.840164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'f108d088-8d22-4b57-854c-dfbede562546', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'port_id': 'f108d088-8d22-4b57-854c-dfbede562546', 'mac_address': 'fa:16:3e:ca:65:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:02.912090 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.942203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f108d088-8d22-4b57-854c-dfbede562546 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:02.987036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f108d088-8d22-4b57-854c-dfbede562546, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f108d088-8d22-4b57-854c-dfbede562546,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:02.993323 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.995291 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.016762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.073431 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Pushing event deleted for resources: {'Port': ['ID=00f99e4f-760f-4d51-bad7-205d78806fb4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:03.125284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f108d088-8d22-4b57-854c-dfbede562546,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:03.351753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['f108d088-8d22-4b57-854c-dfbede562546'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:03.353258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Router 1d073212-26a8-4788-a2f0-a34c606188a7 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:03.538987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55000) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:03.541584 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.569230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:03.579971 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c85e1a0-6fc6-4586-8ec0-e74347f082ad None None] Sync routers for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:03.599026 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c85e1a0-6fc6-4586-8ec0-e74347f082ad None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:03.608268 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3c85e1a0-6fc6-4586-8ec0-e74347f082ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:03.736729 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] No DVR routers for this DVR port 00f99e4f-760f-4d51-bad7-205d78806fb4 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:03.743499 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.745922 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1337d327-3932-4978-95ba-107885b76ae1 req-0db85bef-7995-4698-8437-d67bd397524f tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.43 "DELETE /v2.0/ports/00f99e4f-760f-4d51-bad7-205d78806fb4 HTTP/1.1" status: 204 len: 173 time: 2.2558246 Jul 16 17:54:03.746086 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e10d406-96af-484a-8ea1-96e62f400d2d', 'name': 'network-vif-deleted', 'tag': '00f99e4f-760f-4d51-bad7-205d78806fb4'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:03.748391 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13968b3-cb33-430a-b34c-33d0399f8b9e" -d '{"events": [{"server_uuid": "9e10d406-96af-484a-8ea1-96e62f400d2d", "name": "network-vif-deleted", "tag": "00f99e4f-760f-4d51-bad7-205d78806fb4"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:03.750759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5abc4-529d-4d51-aaaa-fc17ccef27e5 req-6932b7ae-301b-44eb-b80d-d5978f14d516 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:03.752521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49a5abc4-529d-4d51-aaaa-fc17ccef27e5 req-6932b7ae-301b-44eb-b80d-d5978f14d516 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 931 time: 1.3279748 Jul 16 17:54:03.800559 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07856a94-5dff-4636-ae87-78d90ce55176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.930228 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3c85e1a0-6fc6-4586-8ec0-e74347f082ad None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:04.006013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49a5abc4-529d-4d51-aaaa-fc17ccef27e5 req-dba7c1d5-893f-4689-99ae-0cf1b4807d87 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/security-groups?id=920fb023-8a27-493e-ba2e-a5f56ef5f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385454 Jul 16 17:54:04.027695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07856a94-5dff-4636-ae87-78d90ce55176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.053141 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07856a94-5dff-4636-ae87-78d90ce55176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.134309 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-07856a94-5dff-4636-ae87-78d90ce55176 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf51c35d43ea4a8bba4f3c472507413f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5914955 Jul 16 17:54:04.136035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55008) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:04.146290 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07856a94-5dff-4636-ae87-78d90ce55176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daf0584-9c6d-4665-a1d8-75829d7a87c7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:04.233384 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86c52baa-1cf6-42b8-a7bc-a0a13e55eb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.262281 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86c52baa-1cf6-42b8-a7bc-a0a13e55eb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.265880 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.286690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0dcab01-7854-4ba9-a315-e0acc70a04c6 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:04.298882 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.314617 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3c85e1a0-6fc6-4586-8ec0-e74347f082ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:04.358785 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c85e1a0-6fc6-4586-8ec0-e74347f082ad None None] Checking router: 1d073212-26a8-4788-a2f0-a34c606188a7 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:04.374422 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c85e1a0-6fc6-4586-8ec0-e74347f082ad None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:04.375395 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3c85e1a0-6fc6-4586-8ec0-e74347f082ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:04.380336 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86c52baa-1cf6-42b8-a7bc-a0a13e55eb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.383813 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86c52baa-1cf6-42b8-a7bc-a0a13e55eb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.385760 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-86c52baa-1cf6-42b8-a7bc-a0a13e55eb65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9daf0584-9c6d-4665-a1d8-75829d7a87c7 HTTP/1.1" status: 204 len: 168 time: 0.2398665 Jul 16 17:54:04.396604 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c52baa-1cf6-42b8-a7bc-a0a13e55eb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daf0584-9c6d-4665-a1d8-75829d7a87c7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:04.434945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Transition to ACTIVE for port object c0dcab01-7854-4ba9-a315-e0acc70a04c6 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:04.451872 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.476263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 00f99e4f-760f-4d51-bad7-205d78806fb4 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:04.524615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 00f99e4f-760f-4d51-bad7-205d78806fb4 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:04.524955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 00f99e4f-760f-4d51-bad7-205d78806fb4 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:04.529315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Pushing event updated for resources: {'Port': ['ID=c0dcab01-7854-4ba9-a315-e0acc70a04c6,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:04.545783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b19d4b-d689-4788-bbaa-b618f61d58dc req-2257841b-cfba-48c5-8689-c5b56e8fa784 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:04.553523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43b19d4b-d689-4788-bbaa-b618f61d58dc req-2257841b-cfba-48c5-8689-c5b56e8fa784 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.3282712 Jul 16 17:54:04.611002 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3c85e1a0-6fc6-4586-8ec0-e74347f082ad None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:04.738062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Allocated IP 172.25.5.152 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/c972f054-7dac-45ca-8fcc-e80c40baf062) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:04.827222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55014) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:04.846448 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bdf48cbd-be1c-46db-a8c2-b45d64e05801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.887472 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43b19d4b-d689-4788-bbaa-b618f61d58dc req-95beb7a4-52c5-4818-93ab-2d57f3097599 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329287 Jul 16 17:54:04.938766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Attempting to bind port c0dcab01-7854-4ba9-a315-e0acc70a04c6 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:04.939541 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Attempting to bind port c0dcab01-7854-4ba9-a315-e0acc70a04c6 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:04.939943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Attempting to bind port c0dcab01-7854-4ba9-a315-e0acc70a04c6 on network 13e3bab1-78b3-4473-be00-74bc5136cee6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:04.955642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Port c0dcab01-7854-4ba9-a315-e0acc70a04c6 on network 13e3bab1-78b3-4473-be00-74bc5136cee6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:04.956746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Attempting to bind port c0dcab01-7854-4ba9-a315-e0acc70a04c6 on network 13e3bab1-78b3-4473-be00-74bc5136cee6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:04.963550 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.973172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:04.973619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Checking segment: {'id': 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:04.974106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Bound using segment: {'id': 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:04.974574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Bound port: c0dcab01-7854-4ba9-a315-e0acc70a04c6, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:04.974934 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.058038 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bdf48cbd-be1c-46db-a8c2-b45d64e05801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.064200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bdf48cbd-be1c-46db-a8c2-b45d64e05801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.107200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf48cbd-be1c-46db-a8c2-b45d64e05801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51623c69-2e56-4852-bc6f-94dad35c5c16,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:05.154973 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3c85e1a0-6fc6-4586-8ec0-e74347f082ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:05.160059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] For port c0dcab01-7854-4ba9-a315-e0acc70a04c6, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:05.163012 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.164593 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bdf48cbd-be1c-46db-a8c2-b45d64e05801 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c61e3d21b113418db13f3e554b4b2117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354108 Jul 16 17:54:05.168709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55024) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:05.186964 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c85e1a0-6fc6-4586-8ec0-e74347f082ad None None] The sync data for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 is: [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:26Z', 'revision_number': 4, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '91b00535-46b3-4a5d-9116-10db0ae70b5c', 'name': '', 'network_id': 'ee8c8716-e6ec-49c2-89d4-211484840579', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'mac_address': 'fa:16:3e:7e:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:24Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'subnets': [{'id': 'f3429175-5601-4f2f-bd60-24ea5b16066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:05.196270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] For port c0dcab01-7854-4ba9-a315-e0acc70a04c6, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c0dcab01-7854-4ba9-a315-e0acc70a04c6,segment=NetworkSegment(d84e7ee9-8677-44ac-a5e8-338f3fe84f48),segment_id=d84e7ee9-8677-44ac-a5e8-338f3fe84f48)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:05.212950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:05.217894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:05.222334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:05.232189 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-357a7f40-e011-439d-971b-21505c8573a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.267151 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-357a7f40-e011-439d-971b-21505c8573a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.282678 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.351198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:05.351858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.353306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] 10.222.0.43 "PUT /v2.0/ports/c0dcab01-7854-4ba9-a315-e0acc70a04c6 HTTP/1.1" status: 200 len: 1092 time: 3.3935905 Jul 16 17:54:05.354941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f49344-7f29-4ec4-92a6-e173abb773e1', 'tag': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:05.357409 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f51606-59b1-45b3-9fce-9fcbf78ebbec" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f49344-7f29-4ec4-92a6-e173abb773e1", "tag": "c0dcab01-7854-4ba9-a315-e0acc70a04c6"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:05.381486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Pushing event updated for resources: {'Port': ['ID=c972f054-7dac-45ca-8fcc-e80c40baf062,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:05.387216 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-357a7f40-e011-439d-971b-21505c8573a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.390227 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-357a7f40-e011-439d-971b-21505c8573a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.394275 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-357a7f40-e011-439d-971b-21505c8573a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51623c69-2e56-4852-bc6f-94dad35c5c16 HTTP/1.1" status: 204 len: 168 time: 0.2214055 Jul 16 17:54:05.398863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5342195e-d06b-43a0-85fa-bc62f8dfcc70 req-a8776fee-0a2b-4b9d-b382-91cb3841be60 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3278871 Jul 16 17:54:05.420986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a7f40-e011-439d-971b-21505c8573a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51623c69-2e56-4852-bc6f-94dad35c5c16,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:05.537795 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.664219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0589941-7acb-4c19-8ffb-35d516911f2b None None] New status for floating IP c869334b-93af-4fb5-849b-ca9e6aeb553c: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:54:05.748266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ac803-b059-420e-a4d5-c73122c8352a service neutron] Pushing event updated for resources: {'Port': ['ID=c0dcab01-7854-4ba9-a315-e0acc70a04c6,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:05.763668 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.803030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43caa-e065-4427-acac-a1c29cd40587 req-e839748b-15e4-4013-9db4-da4acd37d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:05.804584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-e839748b-15e4-4013-9db4-da4acd37d776 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=847bc0d0aca3435bb968700f2ba7aed1&device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 1095 time: 0.3972089 Jul 16 17:54:05.840514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342195e-d06b-43a0-85fa-bc62f8dfcc70 req-55649f8d-0eaf-4f7f-aa53-f93118647414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:05.842414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5342195e-d06b-43a0-85fa-bc62f8dfcc70 req-55649f8d-0eaf-4f7f-aa53-f93118647414 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 1102 time: 0.2697482 Jul 16 17:54:05.911224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2935f0-a2b1-45eb-8fb5-dfac56e7f477 req-5c89b5ee-8f92-4cae-a935-0353f85c8692 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:05.912697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a2935f0-a2b1-45eb-8fb5-dfac56e7f477 req-5c89b5ee-8f92-4cae-a935-0353f85c8692 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 944 time: 0.2888417 Jul 16 17:54:05.913928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-2d480fa8-f093-4be8-82e7-a2f795b4e1e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0dcab01-7854-4ba9-a315-e0acc70a04c6 HTTP/1.1" status: 200 len: 217 time: 0.0938349 Jul 16 17:54:06.091095 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43caa-e065-4427-acac-a1c29cd40587 req-3eff1827-2d2e-451d-b196-58c21e9f3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.092609 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-3eff1827-2d2e-451d-b196-58c21e9f3ed1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6e6b76c2-c9e5-4d29-befa-b529efb3d678 HTTP/1.1" status: 200 len: 850 time: 0.1584601 Jul 16 17:54:06.114825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a2935f0-a2b1-45eb-8fb5-dfac56e7f477 req-9141b531-aceb-4313-ad10-46604d8b4e6a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902628 Jul 16 17:54:06.167869 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342195e-d06b-43a0-85fa-bc62f8dfcc70 req-82e0f332-34dc-4240-9bcc-571e8ba07528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.169339 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5342195e-d06b-43a0-85fa-bc62f8dfcc70 req-82e0f332-34dc-4240-9bcc-571e8ba07528 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2748444 Jul 16 17:54:06.180505 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148654b5-918b-4ed1-9d3e-b9051a67ac46 x-openstack-request-id: req-148654b5-918b-4ed1-9d3e-b9051a67ac46 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:06.180969 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e10d406-96af-484a-8ea1-96e62f400d2d", "name": "network-vif-deleted", "tag": "00f99e4f-760f-4d51-bad7-205d78806fb4", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:06.180969 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-148654b5-918b-4ed1-9d3e-b9051a67ac46 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:06.181317 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e10d406-96af-484a-8ea1-96e62f400d2d', 'name': 'network-vif-deleted', 'tag': '00f99e4f-760f-4d51-bad7-205d78806fb4', 'status': 'completed', 'code': 200} Jul 16 17:54:06.228712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5342195e-d06b-43a0-85fa-bc62f8dfcc70 req-eafdce6a-6ec2-4525-baa3-6ef3b095aec1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f HTTP/1.1" status: 200 len: 217 time: 0.0520134 Jul 16 17:54:06.233162 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.249764 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.358025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43caa-e065-4427-acac-a1c29cd40587 req-b8cac32c-7ec3-4489-be48-15f866230261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.359582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-b8cac32c-7ec3-4489-be48-15f866230261 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13e3bab1-78b3-4473-be00-74bc5136cee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2586095 Jul 16 17:54:06.394998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342195e-d06b-43a0-85fa-bc62f8dfcc70 req-530e5ffc-38b8-4ade-8ec0-1005c0feba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.396443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5342195e-d06b-43a0-85fa-bc62f8dfcc70 req-530e5ffc-38b8-4ade-8ec0-1005c0feba98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1579680 Jul 16 17:54:06.399964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Pushing event updated for resources: {'Port': ['ID=c972f054-7dac-45ca-8fcc-e80c40baf062,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:06.408803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f108d088-8d22-4b57-854c-dfbede562546 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:06.466558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port f108d088-8d22-4b57-854c-dfbede562546 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:06.470768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port f108d088-8d22-4b57-854c-dfbede562546 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:06.471148 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.475556 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.536256 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.537466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2bd4375e-606c-4577-ac12-efd19aee826e req-2abad5aa-d7b7-47c1-824e-08540f54a078 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8476191 Jul 16 17:54:06.549683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769b248-b712-4d15-8ad6-14fafeaf8441 req-12c22a0e-bab9-4f61-a3ac-5c13562ffc8e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.551413 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a769b248-b712-4d15-8ad6-14fafeaf8441 req-12c22a0e-bab9-4f61-a3ac-5c13562ffc8e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.2746212 Jul 16 17:54:06.559275 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.585073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348b3afb-924d-4019-b528-276618f1616c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f108d088-8d22-4b57-854c-dfbede562546'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:06.587313 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12eda550-e9c5-4fd4-b795-6db8abb77fb4" -d '{"events": [{"server_uuid": "348b3afb-924d-4019-b528-276618f1616c", "name": "network-vif-plugged", "status": "completed", "tag": "f108d088-8d22-4b57-854c-dfbede562546"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:06.600662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f108d088-8d22-4b57-854c-dfbede562546, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f108d088-8d22-4b57-854c-dfbede562546,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:06.605143 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.625740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-8b9e31ae-156b-4828-9b2a-cc3b16770243 service neutron] 10.222.0.43 "GET /v2.0/networks/13e3bab1-78b3-4473-be00-74bc5136cee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443676 Jul 16 17:54:06.631469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2bd4375e-606c-4577-ac12-efd19aee826e req-6376383d-8f9a-4592-b066-b5e1de4c9673 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.0780261 Jul 16 17:54:06.643066 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55068) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:06.653949 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f108d088-8d22-4b57-854c-dfbede562546,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:06.667835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342195e-d06b-43a0-85fa-bc62f8dfcc70 req-35167989-6f11-47cd-a7d8-cc819e11ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.669323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5342195e-d06b-43a0-85fa-bc62f8dfcc70 req-35167989-6f11-47cd-a7d8-cc819e11ca27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2498510 Jul 16 17:54:06.728125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a769b248-b712-4d15-8ad6-14fafeaf8441 req-eecff820-f5cd-4fb8-868b-7f5fe9828c22 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536012 Jul 16 17:54:06.753310 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8663-3cb7-4251-90de-01c17771df95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.861792 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8663-3cb7-4251-90de-01c17771df95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.866029 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8663-3cb7-4251-90de-01c17771df95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.906041 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2d8a8663-3cb7-4251-90de-01c17771df95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01297ec146014dccb0848496b04810e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608049 Jul 16 17:54:06.907162 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a8663-3cb7-4251-90de-01c17771df95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba5989e-586b-461f-9b9c-c542b2529ac7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:06.910016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55074) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:06.930497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c43caa-e065-4427-acac-a1c29cd40587 req-6861ba9b-2508-427c-87cf-05aec86daeed service neutron] 10.222.0.43 "GET /v2.0/networks/13e3bab1-78b3-4473-be00-74bc5136cee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959564 Jul 16 17:54:06.962009 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-55d29425-043e-45c9-bc06-a49e33d8fc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.969486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4375e-606c-4577-ac12-efd19aee826e req-cd58c3e0-35c2-4bc7-9dcf-dffdc76f939b tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.970870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2bd4375e-606c-4577-ac12-efd19aee826e req-cd58c3e0-35c2-4bc7-9dcf-dffdc76f939b tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.3232977 Jul 16 17:54:06.985748 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5342195e-d06b-43a0-85fa-bc62f8dfcc70 req-08c3e73e-12f1-4dea-8f15-922ff03790cf service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983658 Jul 16 17:54:06.989594 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-55d29425-043e-45c9-bc06-a49e33d8fc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.010708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676af2b5-9d2e-44f8-a7b4-ccbb107f3f3b req-a65649a8-5f9e-4021-a84f-62b4029ddd86 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.012265 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-676af2b5-9d2e-44f8-a7b4-ccbb107f3f3b req-a65649a8-5f9e-4021-a84f-62b4029ddd86 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 943 time: 0.1713619 Jul 16 17:54:07.060927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-55d29425-043e-45c9-bc06-a49e33d8fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.065104 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-55d29425-043e-45c9-bc06-a49e33d8fc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.084887 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-55d29425-043e-45c9-bc06-a49e33d8fc42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ba5989e-586b-461f-9b9c-c542b2529ac7 HTTP/1.1" status: 204 len: 168 time: 0.1632743 Jul 16 17:54:07.098900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d29425-043e-45c9-bc06-a49e33d8fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba5989e-586b-461f-9b9c-c542b2529ac7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:07.138648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-676af2b5-9d2e-44f8-a7b4-ccbb107f3f3b req-e1613337-bda7-4041-82b1-413e04073f44 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/security-groups?id=920fb023-8a27-493e-ba2e-a5f56ef5f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140773 Jul 16 17:54:07.174428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5342195e-d06b-43a0-85fa-bc62f8dfcc70 req-4f0b2f50-a0ef-4d0b-891b-2a44c4e228bf service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808085 Jul 16 17:54:07.187313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c79e-8629-418f-bad8-9bf926b49d02 req-e147079e-0900-4691-a4f4-1fdc0dfc9b70 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.188850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5832c79e-8629-418f-bad8-9bf926b49d02 req-e147079e-0900-4691-a4f4-1fdc0dfc9b70 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.1443088 Jul 16 17:54:07.296001 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3490f2d9-f647-44af-83d3-68b8d37723f4 x-openstack-request-id: req-3490f2d9-f647-44af-83d3-68b8d37723f4 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:07.296378 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f49344-7f29-4ec4-92a6-e173abb773e1", "tag": "c0dcab01-7854-4ba9-a315-e0acc70a04c6", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:07.296728 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3490f2d9-f647-44af-83d3-68b8d37723f4 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:07.297152 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f49344-7f29-4ec4-92a6-e173abb773e1', 'tag': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6', 'status': 'completed', 'code': 200} Jul 16 17:54:07.410978 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5a452c-5785-44e1-8bdc-014ca9e7f111 x-openstack-request-id: req-da5a452c-5785-44e1-8bdc-014ca9e7f111 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:07.410978 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348b3afb-924d-4019-b528-276618f1616c", "name": "network-vif-plugged", "status": "completed", "tag": "f108d088-8d22-4b57-854c-dfbede562546", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:07.410978 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da5a452c-5785-44e1-8bdc-014ca9e7f111 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:07.410978 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348b3afb-924d-4019-b528-276618f1616c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f108d088-8d22-4b57-854c-dfbede562546', 'code': 200} Jul 16 17:54:07.764482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-5832c79e-8629-418f-bad8-9bf926b49d02 req-21c21502-1ec7-4283-b768-a686f70e91d9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Deleting port 720f9964-e64c-455e-b287-a442509a06f2 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:07.764947 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5832c79e-8629-418f-bad8-9bf926b49d02 req-21c21502-1ec7-4283-b768-a686f70e91d9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.837544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44105182-be78-4871-99cf-04dc2c4e2806 req-5747f494-da4c-4ca2-b040-8f01a971ad20 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.837931 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44105182-be78-4871-99cf-04dc2c4e2806 req-5747f494-da4c-4ca2-b040-8f01a971ad20 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.5620682 Jul 16 17:54:07.895532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be881b-6b58-419c-8a02-93862dbadcc1 req-d6548175-b7ac-4da6-8d57-af03ebea7b4f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.897591 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-d9be881b-6b58-419c-8a02-93862dbadcc1 req-d6548175-b7ac-4da6-8d57-af03ebea7b4f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.43 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 944 time: 0.0710640 Jul 16 17:54:07.928727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f51606-59b1-45b3-9fce-9fcbf78ebbec req-6496058f-0123-4b74-a4d7-d5ec9b9e78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.930209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75f51606-59b1-45b3-9fce-9fcbf78ebbec req-6496058f-0123-4b74-a4d7-d5ec9b9e78f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=847bc0d0aca3435bb968700f2ba7aed1&device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 1095 time: 0.6120846 Jul 16 17:54:08.008468 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-d9be881b-6b58-419c-8a02-93862dbadcc1 req-7cda58cb-aa3d-4568-8266-b865b515f402 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Deleting port 399f244b-ed6e-405e-8eaf-0ca43309dce2 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:08.008875 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-d9be881b-6b58-419c-8a02-93862dbadcc1 req-7cda58cb-aa3d-4568-8266-b865b515f402 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.031999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44105182-be78-4871-99cf-04dc2c4e2806 req-f31bb028-2923-44de-a9aa-4f6f0b4f4967 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641865 Jul 16 17:54:08.103462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-5832c79e-8629-418f-bad8-9bf926b49d02 req-21c21502-1ec7-4283-b768-a686f70e91d9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] For port 720f9964-e64c-455e-b287-a442509a06f2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=720f9964-e64c-455e-b287-a442509a06f2,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:08.103462 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5832c79e-8629-418f-bad8-9bf926b49d02 req-21c21502-1ec7-4283-b768-a686f70e91d9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.123078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-d9be881b-6b58-419c-8a02-93862dbadcc1 req-7cda58cb-aa3d-4568-8266-b865b515f402 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] For port 399f244b-ed6e-405e-8eaf-0ca43309dce2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=399f244b-ed6e-405e-8eaf-0ca43309dce2,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:08.123455 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-d9be881b-6b58-419c-8a02-93862dbadcc1 req-7cda58cb-aa3d-4568-8266-b865b515f402 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.132882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-94e943bc-624f-4f77-9056-49d0986fc6df tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.139509 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-94e943bc-624f-4f77-9056-49d0986fc6df tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3798964 Jul 16 17:54:08.140982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-d9be881b-6b58-419c-8a02-93862dbadcc1 req-7cda58cb-aa3d-4568-8266-b865b515f402 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Calling delete_port for 399f244b-ed6e-405e-8eaf-0ca43309dce2 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:08.142430 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af02915-3112-4290-9286-b385b9ede243 req-f8e03a3f-5c7d-42ed-85b7-2ee416bfaec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.144424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5af02915-3112-4290-9286-b385b9ede243 req-f8e03a3f-5c7d-42ed-85b7-2ee416bfaec7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 1097 time: 0.3825824 Jul 16 17:54:08.145394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-5832c79e-8629-418f-bad8-9bf926b49d02 req-21c21502-1ec7-4283-b768-a686f70e91d9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Calling delete_port for 720f9964-e64c-455e-b287-a442509a06f2 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:08.283955 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-190a1e27-240d-4e1f-8d44-d42a9181298d tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.1435807 Jul 16 17:54:08.293469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f51606-59b1-45b3-9fce-9fcbf78ebbec req-a899d147-a72d-4b6f-ad3b-d677d6dd62cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.294852 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75f51606-59b1-45b3-9fce-9fcbf78ebbec req-a899d147-a72d-4b6f-ad3b-d677d6dd62cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=13e3bab1-78b3-4473-be00-74bc5136cee6 HTTP/1.1" status: 200 len: 912 time: 0.3525550 Jul 16 17:54:08.305045 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-d9be881b-6b58-419c-8a02-93862dbadcc1 req-7cda58cb-aa3d-4568-8266-b865b515f402 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.319295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['399f244b-ed6e-405e-8eaf-0ca43309dce2'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:08.319821 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-3b4264d0-3b03-4586-a04a-0ba35837a6ad tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Request body: {'floatingip': {'port_id': '682bb1c4-b822-4724-91ba-34f42dfea6c5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:08.360799 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda58cb-aa3d-4568-8266-b865b515f402 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Pushing event deleted for resources: {'Port': ['ID=399f244b-ed6e-405e-8eaf-0ca43309dce2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:08.392805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5af02915-3112-4290-9286-b385b9ede243 req-90471bc0-c1e4-4968-8035-5072cb232c35 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336342 Jul 16 17:54:08.405566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75f51606-59b1-45b3-9fce-9fcbf78ebbec req-ed84fbe0-e1c5-441a-8221-8c578986e40c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0dcab01-7854-4ba9-a315-e0acc70a04c6 HTTP/1.1" status: 200 len: 217 time: 0.0958581 Jul 16 17:54:08.406056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9be881b-6b58-419c-8a02-93862dbadcc1 req-7cda58cb-aa3d-4568-8266-b865b515f402 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] No DVR routers for this DVR port 399f244b-ed6e-405e-8eaf-0ca43309dce2 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:08.409698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-d9be881b-6b58-419c-8a02-93862dbadcc1 req-7cda58cb-aa3d-4568-8266-b865b515f402 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.411812 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-d9be881b-6b58-419c-8a02-93862dbadcc1 req-7cda58cb-aa3d-4568-8266-b865b515f402 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.43 "DELETE /v2.0/ports/399f244b-ed6e-405e-8eaf-0ca43309dce2 HTTP/1.1" status: 204 len: 173 time: 0.5081048 Jul 16 17:54:08.412342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59cdc07-de44-4198-a816-b5a21b80a69e', 'name': 'network-vif-deleted', 'tag': '399f244b-ed6e-405e-8eaf-0ca43309dce2'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:08.412619 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-3b4264d0-3b03-4586-a04a-0ba35837a6ad tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.414705 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95da0373-ed30-4a7b-9ebe-48502cec4485" -d '{"events": [{"server_uuid": "d59cdc07-de44-4198-a816-b5a21b80a69e", "name": "network-vif-deleted", "tag": "399f244b-ed6e-405e-8eaf-0ca43309dce2"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:08.577083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bbf6c-da05-4ae8-a989-150eb63581cd req-f63bddd3-adcd-4ab0-a5db-d0b2a6ccfe14 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.578853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f54bbf6c-da05-4ae8-a989-150eb63581cd req-f63bddd3-adcd-4ab0-a5db-d0b2a6ccfe14 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 945 time: 0.3751101 Jul 16 17:54:08.617397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f51606-59b1-45b3-9fce-9fcbf78ebbec req-4bd14a31-7a95-41d2-8ba3-bdb54a8842b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.618834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75f51606-59b1-45b3-9fce-9fcbf78ebbec req-4bd14a31-7a95-41d2-8ba3-bdb54a8842b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6e6b76c2-c9e5-4d29-befa-b529efb3d678 HTTP/1.1" status: 200 len: 850 time: 0.1669927 Jul 16 17:54:08.753483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f54bbf6c-da05-4ae8-a989-150eb63581cd req-d7770f19-7acd-42db-b76c-b4e0662312d0 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552901 Jul 16 17:54:08.758025 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5832c79e-8629-418f-bad8-9bf926b49d02 req-21c21502-1ec7-4283-b768-a686f70e91d9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.785800 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['bfbd5de7-8220-4015-8e72-63e3f7891e05'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:08.788087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['77fc1818-9934-4f1a-a584-b2cfe08f06c9'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:08.831537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c21502-1ec7-4283-b768-a686f70e91d9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Pushing event deleted for resources: {'Port': ['ID=720f9964-e64c-455e-b287-a442509a06f2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:08.889944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f51606-59b1-45b3-9fce-9fcbf78ebbec req-eb7c0946-e77a-49bb-90d9-58e7edca3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.891650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75f51606-59b1-45b3-9fce-9fcbf78ebbec req-eb7c0946-e77a-49bb-90d9-58e7edca3d74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13e3bab1-78b3-4473-be00-74bc5136cee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2580476 Jul 16 17:54:08.945912 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-5832c79e-8629-418f-bad8-9bf926b49d02 req-21c21502-1ec7-4283-b768-a686f70e91d9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] No DVR routers for this DVR port 720f9964-e64c-455e-b287-a442509a06f2 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:08.948943 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5832c79e-8629-418f-bad8-9bf926b49d02 req-21c21502-1ec7-4283-b768-a686f70e91d9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.951253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5832c79e-8629-418f-bad8-9bf926b49d02 req-21c21502-1ec7-4283-b768-a686f70e91d9 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.35 "DELETE /v2.0/ports/720f9964-e64c-455e-b287-a442509a06f2 HTTP/1.1" status: 204 len: 173 time: 1.7566528 Jul 16 17:54:09.007794 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22741e55-ce76-408a-875a-ca8e587feddb req-855fde74-2be6-476a-8b46-d5eea79e26f2 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59cdc07-de44-4198-a816-b5a21b80a69e HTTP/1.1" status: 200 len: 210 time: 0.0652156 Jul 16 17:54:09.220137 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75f51606-59b1-45b3-9fce-9fcbf78ebbec req-fa260be3-e64f-415a-a673-f422494f031a service neutron] 10.222.0.43 "GET /v2.0/networks/13e3bab1-78b3-4473-be00-74bc5136cee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768724 Jul 16 17:54:09.299361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4', 'name': 'network-vif-deleted', 'tag': '720f9964-e64c-455e-b287-a442509a06f2'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:09.303068 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133a6281-b34c-4e03-bc28-4ae0de1900c6" -d '{"events": [{"server_uuid": "a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4", "name": "network-vif-deleted", "tag": "720f9964-e64c-455e-b287-a442509a06f2"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:09.450097 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-3b4264d0-3b03-4586-a04a-0ba35837a6ad tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.458585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75f51606-59b1-45b3-9fce-9fcbf78ebbec req-d5fc1141-d120-44bb-bca6-c8e85eb093f6 service neutron] 10.222.0.43 "GET /v2.0/networks/13e3bab1-78b3-4473-be00-74bc5136cee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295189 Jul 16 17:54:09.462131 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-3b4264d0-3b03-4586-a04a-0ba35837a6ad tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.523627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ea836-6a21-4cf1-9987-7ff327774f98 req-b39ad3db-613b-4e38-85ff-47a0b7575d78 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:09.525166 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f82ea836-6a21-4cf1-9987-7ff327774f98 req-b39ad3db-613b-4e38-85ff-47a0b7575d78 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 943 time: 0.2122223 Jul 16 17:54:09.538169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55170) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:09.604427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f82ea836-6a21-4cf1-9987-7ff327774f98 req-a571a392-0b0a-4089-bba2-782b5e9e7a33 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/security-groups?id=920fb023-8a27-493e-ba2e-a5f56ef5f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479214 Jul 16 17:54:09.608908 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-3b4264d0-3b03-4586-a04a-0ba35837a6ad tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Floating IP ba16334b-33e8-4c31-8e1c-2afab8554730 associated. External IP: 172.25.5.152, port: 682bb1c4-b822-4724-91ba-34f42dfea6c5. Jul 16 17:54:09.671197 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c893fbb6-96ab-4e5f-b94b-7c1b67829475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.684889 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0868dc3-49c1-476a-857d-1aa7f1566419 x-openstack-request-id: req-a0868dc3-49c1-476a-857d-1aa7f1566419 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:09.685279 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59cdc07-de44-4198-a816-b5a21b80a69e", "name": "network-vif-deleted", "tag": "399f244b-ed6e-405e-8eaf-0ca43309dce2", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:09.685530 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0868dc3-49c1-476a-857d-1aa7f1566419 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:09.686052 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59cdc07-de44-4198-a816-b5a21b80a69e', 'name': 'network-vif-deleted', 'tag': '399f244b-ed6e-405e-8eaf-0ca43309dce2', 'status': 'completed', 'code': 200} Jul 16 17:54:09.804572 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c893fbb6-96ab-4e5f-b94b-7c1b67829475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.809223 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c893fbb6-96ab-4e5f-b94b-7c1b67829475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.837903 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c893fbb6-96ab-4e5f-b94b-7c1b67829475 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81d0bde02df04ce5a22d7ff45583c669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979288 Jul 16 17:54:09.840997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55176) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:09.858919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893fbb6-96ab-4e5f-b94b-7c1b67829475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0d85dc-9e03-4a27-9638-3c251f84a65d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:09.869817 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc2e354c-e4d9-47c7-b833-2964eac14faa req-ad24d106-fcf1-4e0b-9fde-e71d1f3bda4f tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4 HTTP/1.1" status: 200 len: 210 time: 0.0429306 Jul 16 17:54:09.917592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55178) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:09.918414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-3b4264d0-3b03-4586-a04a-0ba35837a6ad tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Router eab24e24-c654-4e38-abab-6b8549b4abda has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:09.938727 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e21bfe7-3d97-4738-bdac-dcb4091e0412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.004252 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e21bfe7-3d97-4738-bdac-dcb4091e0412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.007641 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14244a33-722f-4f8c-afda-1e444b6657b6 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.043553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14244a33-722f-4f8c-afda-1e444b6657b6 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.093942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-3b4264d0-3b03-4586-a04a-0ba35837a6ad tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:10.099339 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-3b4264d0-3b03-4586-a04a-0ba35837a6ad tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.108512 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14244a33-722f-4f8c-afda-1e444b6657b6 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.109747 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab17d01c-3176-457c-af3b-7224143abf0a None None] Sync routers for ids ['eab24e24-c654-4e38-abab-6b8549b4abda'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:10.111120 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14244a33-722f-4f8c-afda-1e444b6657b6 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.115318 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-14244a33-722f-4f8c-afda-1e444b6657b6 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "DELETE /v2.0/security-groups/7e0fbe26-08de-47a9-bb9c-ef0b95be34d1 HTTP/1.1" status: 204 len: 168 time: 0.1954117 Jul 16 17:54:10.115998 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55182) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:10.121788 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17d01c-3176-457c-af3b-7224143abf0a None None] Routers {'eab24e24-c654-4e38-abab-6b8549b4abda'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:10.122634 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ab17d01c-3176-457c-af3b-7224143abf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['eab24e24-c654-4e38-abab-6b8549b4abda'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:10.134766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e21bfe7-3d97-4738-bdac-dcb4091e0412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.137751 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e21bfe7-3d97-4738-bdac-dcb4091e0412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.138234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14244a33-722f-4f8c-afda-1e444b6657b6 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0fbe26-08de-47a9-bb9c-ef0b95be34d1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:10.141209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6e21bfe7-3d97-4738-bdac-dcb4091e0412 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec0d85dc-9e03-4a27-9638-3c251f84a65d HTTP/1.1" status: 204 len: 168 time: 0.2960100 Jul 16 17:54:10.141395 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-31533c03-0b74-458c-90aa-45be29ac4e4d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] show failed (client error): The resource could not be found. Jul 16 17:54:10.145290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55186) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:10.146438 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-31533c03-0b74-458c-90aa-45be29ac4e4d tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "GET /v2.0/security-groups/7e0fbe26-08de-47a9-bb9c-ef0b95be34d1 HTTP/1.1" status: 404 len: 347 time: 0.0266571 Jul 16 17:54:10.188834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-3b4264d0-3b03-4586-a04a-0ba35837a6ad tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "PUT /v2.0/floatingips/ba16334b-33e8-4c31-8e1c-2afab8554730 HTTP/1.1" status: 200 len: 996 time: 1.8898475 Jul 16 17:54:10.199689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21bfe7-3d97-4738-bdac-dcb4091e0412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0d85dc-9e03-4a27-9638-3c251f84a65d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:10.276565 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ab17d01c-3176-457c-af3b-7224143abf0a None None] Set router eab24e24-c654-4e38-abab-6b8549b4abda gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:10.441997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 720f9964-e64c-455e-b287-a442509a06f2 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:10.464431 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 720f9964-e64c-455e-b287-a442509a06f2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:10.465514 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 720f9964-e64c-455e-b287-a442509a06f2 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:10.491111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c0dcab01-7854-4ba9-a315-e0acc70a04c6 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:10.517740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55192) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:10.532818 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36df958f-2c29-462f-bc31-b4ccce68d0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.584590 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ab17d01c-3176-457c-af3b-7224143abf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:53:28Z', 'revision_number': 4, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ba16334b-33e8-4c31-8e1c-2afab8554730', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'port_id': '682bb1c4-b822-4724-91ba-34f42dfea6c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'mac_address': 'fa:16:3e:01:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:54:05Z', 'updated_at': '2021-07-16T17:54:09Z', 'revision_number': 1, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94941b89-86c0-4b5c-a4e5-7357b1a4d4b3', 'name': '', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'mac_address': 'fa:16:3e:11:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59e13442-691f-4436-9255-173532d59dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:28Z', 'updated_at': '2021-07-16T17:53:37Z', 'revision_number': 5, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'subnets': [{'id': '59e13442-691f-4436-9255-173532d59dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:10.618019 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port c0dcab01-7854-4ba9-a315-e0acc70a04c6, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c0dcab01-7854-4ba9-a315-e0acc70a04c6,segment=NetworkSegment(d84e7ee9-8677-44ac-a5e8-338f3fe84f48),segment_id=d84e7ee9-8677-44ac-a5e8-338f3fe84f48)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:10.622110 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab17d01c-3176-457c-af3b-7224143abf0a None None] Checking router: eab24e24-c654-4e38-abab-6b8549b4abda for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:10.633219 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17d01c-3176-457c-af3b-7224143abf0a None None] Routers {'eab24e24-c654-4e38-abab-6b8549b4abda'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:10.635361 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ab17d01c-3176-457c-af3b-7224143abf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['eab24e24-c654-4e38-abab-6b8549b4abda'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:10.640422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'port_id': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6', 'mac_address': 'fa:16:3e:86:14:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:10.660039 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36df958f-2c29-462f-bc31-b4ccce68d0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.663545 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e98fa85-b3fd-47d3-8b9c-f7529f718d65 x-openstack-request-id: req-8e98fa85-b3fd-47d3-8b9c-f7529f718d65 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:10.663821 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4", "name": "network-vif-deleted", "tag": "720f9964-e64c-455e-b287-a442509a06f2", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:10.664082 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e98fa85-b3fd-47d3-8b9c-f7529f718d65 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:10.664453 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b61f61-c26c-4874-aa1d-26ec0a0cc1d4', 'name': 'network-vif-deleted', 'tag': '720f9964-e64c-455e-b287-a442509a06f2', 'status': 'completed', 'code': 200} Jul 16 17:54:10.667709 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36df958f-2c29-462f-bc31-b4ccce68d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.696237 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.711385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0dcab01-7854-4ba9-a315-e0acc70a04c6 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:10.715625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df958f-2c29-462f-bc31-b4ccce68d0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c4f33e-5d70-49aa-a511-44ed47642c1d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:10.733829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port c0dcab01-7854-4ba9-a315-e0acc70a04c6, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c0dcab01-7854-4ba9-a315-e0acc70a04c6,segment=NetworkSegment(d84e7ee9-8677-44ac-a5e8-338f3fe84f48),segment_id=d84e7ee9-8677-44ac-a5e8-338f3fe84f48)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:10.736408 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-36df958f-2c29-462f-bc31-b4ccce68d0a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58cabcc15d23452c89e05ae8107c3a16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172620 Jul 16 17:54:10.740011 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55196) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:10.742822 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.774054 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ab17d01c-3176-457c-af3b-7224143abf0a None None] Set router eab24e24-c654-4e38-abab-6b8549b4abda gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:10.799236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-1cc5c532-b432-4a1f-a64c-7d47a6be9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:10.800592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=c0dcab01-7854-4ba9-a315-e0acc70a04c6,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:10.800726 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8617eaa-168b-4e0a-91cd-8cc235fafaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.801426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-1cc5c532-b432-4a1f-a64c-7d47a6be9319 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce8a147219c846f8867f8ab7c0c141a2&device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 1097 time: 0.6118109 Jul 16 17:54:10.836119 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8617eaa-168b-4e0a-91cd-8cc235fafaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.853901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-106a05e5-e18c-41be-ba79-e1c156a58174 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Deleting port 09005780-2ca9-4c8a-95d4-3b0905fb1de4 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:10.854510 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-106a05e5-e18c-41be-ba79-e1c156a58174 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.886136 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8617eaa-168b-4e0a-91cd-8cc235fafaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.887094 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-32ea6d17-76f4-4394-9930-d6e43fc7b876 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2211349 Jul 16 17:54:10.889711 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8617eaa-168b-4e0a-91cd-8cc235fafaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.891356 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d8617eaa-168b-4e0a-91cd-8cc235fafaa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5c4f33e-5d70-49aa-a511-44ed47642c1d HTTP/1.1" status: 204 len: 168 time: 0.1502011 Jul 16 17:54:10.897544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a65e7-91ff-43d2-8c2e-df90529ce33e req-932487b2-486d-4e94-bc47-150a80424fca tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:10.901829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f2a65e7-91ff-43d2-8c2e-df90529ce33e req-932487b2-486d-4e94-bc47-150a80424fca tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 945 time: 0.2348361 Jul 16 17:54:10.905387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8617eaa-168b-4e0a-91cd-8cc235fafaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c4f33e-5d70-49aa-a511-44ed47642c1d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:11.030488 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-106a05e5-e18c-41be-ba79-e1c156a58174 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:11.031067 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-106a05e5-e18c-41be-ba79-e1c156a58174 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:11.043091 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ab17d01c-3176-457c-af3b-7224143abf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:53:28Z', 'revision_number': 4, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ba16334b-33e8-4c31-8e1c-2afab8554730', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'port_id': '682bb1c4-b822-4724-91ba-34f42dfea6c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'mac_address': 'fa:16:3e:01:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:54:05Z', 'updated_at': '2021-07-16T17:54:09Z', 'revision_number': 1, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94941b89-86c0-4b5c-a4e5-7357b1a4d4b3', 'name': '', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'mac_address': 'fa:16:3e:11:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59e13442-691f-4436-9255-173532d59dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:28Z', 'updated_at': '2021-07-16T17:53:37Z', 'revision_number': 5, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'subnets': [{'id': '59e13442-691f-4436-9255-173532d59dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:11.044047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-f9b02fcb-5634-4f9e-a000-d69afb36dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:11.045550 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-f9b02fcb-5634-4f9e-a000-d69afb36dd64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 HTTP/1.1" status: 200 len: 930 time: 0.2325346 Jul 16 17:54:11.053442 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['c0dcab01-7854-4ba9-a315-e0acc70a04c6'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:11.055040 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f2a65e7-91ff-43d2-8c2e-df90529ce33e req-22449f25-3027-4fd1-8018-0f20b3c749bb tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232991 Jul 16 17:54:11.078136 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab17d01c-3176-457c-af3b-7224143abf0a None None] The sync data for ids ['eab24e24-c654-4e38-abab-6b8549b4abda'] in n-d-787206-10 is: [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:53:28Z', 'revision_number': 4, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ba16334b-33e8-4c31-8e1c-2afab8554730', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'port_id': '682bb1c4-b822-4724-91ba-34f42dfea6c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'mac_address': 'fa:16:3e:01:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:54:05Z', 'updated_at': '2021-07-16T17:54:09Z', 'revision_number': 1, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94941b89-86c0-4b5c-a4e5-7357b1a4d4b3', 'name': '', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'mac_address': 'fa:16:3e:11:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59e13442-691f-4436-9255-173532d59dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:28Z', 'updated_at': '2021-07-16T17:53:37Z', 'revision_number': 5, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'subnets': [{'id': '59e13442-691f-4436-9255-173532d59dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:11.081345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-106a05e5-e18c-41be-ba79-e1c156a58174 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Calling delete_port for 09005780-2ca9-4c8a-95d4-3b0905fb1de4 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:11.276184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-97076ed9-1724-44d6-bd00-7bd69dd4aed2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=682bb1c4-b822-4724-91ba-34f42dfea6c5 HTTP/1.1" status: 200 len: 999 time: 0.2197497 Jul 16 17:54:11.363065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-cdd61f78-b465-416b-a46e-7a4b1079dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:11.364502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-cdd61f78-b465-416b-a46e-7a4b1079dabc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59e13442-691f-4436-9255-173532d59dbf HTTP/1.1" status: 200 len: 868 time: 0.0790191 Jul 16 17:54:11.474045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedad2f3-5042-4b2b-b97c-a59bc8f0db0b None None] New status for floating IP ba16334b-33e8-4c31-8e1c-2afab8554730: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:54:11.511288 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-106a05e5-e18c-41be-ba79-e1c156a58174 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:11.551850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a05e5-e18c-41be-ba79-e1c156a58174 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Pushing event deleted for resources: {'Port': ['ID=09005780-2ca9-4c8a-95d4-3b0905fb1de4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:11.561961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-ad65033d-f1e9-41a7-9e14-f57e21c721d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:11.570321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-ad65033d-f1e9-41a7-9e14-f57e21c721d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1777875 Jul 16 17:54:11.576875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-b5071fec-c04c-4d19-a2ba-a6a41cc968e1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:54:11.584255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-b5071fec-c04c-4d19-a2ba-a6a41cc968e1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130744 Jul 16 17:54:11.641119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc921786-2628-403e-a8d0-b14c4c07ee40 req-8a46148f-bdce-419b-9433-70d595e44234 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:11.649247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc921786-2628-403e-a8d0-b14c4c07ee40 req-8a46148f-bdce-419b-9433-70d595e44234 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.3032420 Jul 16 17:54:11.724379 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-106a05e5-e18c-41be-ba79-e1c156a58174 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:11.727060 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-106a05e5-e18c-41be-ba79-e1c156a58174 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:11.731265 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-106a05e5-e18c-41be-ba79-e1c156a58174 tempest-ServersWithSpecificFlavorTestJSON-475916842 tempest-ServersWithSpecificFlavorTestJSON-475916842-project] 10.222.0.41 "DELETE /v2.0/floatingips/c869334b-93af-4fb5-849b-ca9e6aeb553c HTTP/1.1" status: 204 len: 168 time: 1.5791864 Jul 16 17:54:11.796990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc921786-2628-403e-a8d0-b14c4c07ee40 req-ccff80ec-8a98-4e0c-8fb5-f21d599e921e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467607 Jul 16 17:54:11.822276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-bab6d110-0b83-4c52-9d07-b78dcbb92fe4 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370625 Jul 16 17:54:11.976489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57cee3c3-1eda-4820-9e5c-1ed9bd17ab33 req-da346e12-ee91-40b3-8f34-2dab66478167 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528146 Jul 16 17:54:12.019696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacd426-f801-4855-9937-1a247f11aaf2 req-6516adb4-0ee5-49ca-b6bb-30095684bf2e tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:12.021270 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8eacd426-f801-4855-9937-1a247f11aaf2 req-6516adb4-0ee5-49ca-b6bb-30095684bf2e tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 944 time: 0.0914674 Jul 16 17:54:12.072408 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8eacd426-f801-4855-9937-1a247f11aaf2 req-32666103-a73b-4bd4-b3d3-edaf2f5388fb tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/security-groups?id=920fb023-8a27-493e-ba2e-a5f56ef5f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442557 Jul 16 17:54:12.511295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c0dcab01-7854-4ba9-a315-e0acc70a04c6 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:12.542377 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-772da9a3-28fd-4e9e-8def-2ebaae3e436f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:12.551674 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-772da9a3-28fd-4e9e-8def-2ebaae3e436f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3857253 Jul 16 17:54:12.622825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port c0dcab01-7854-4ba9-a315-e0acc70a04c6 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:12.627314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port c0dcab01-7854-4ba9-a315-e0acc70a04c6 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:12.627772 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.632431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-3af25588-351c-4cb8-b436-56eeab45ad8b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 696 time: 0.0794268 Jul 16 17:54:12.642229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-d1e68ed1-1041-47fd-bd5f-dc895eef8494 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Request body: {'floatingip': {'port_id': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:12.684273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'tag': '682bb1c4-b822-4724-91ba-34f42dfea6c5'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:12.684273 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2453a0a-416f-459f-8d53-0e9e9cbc28dd" -d '{"events": [{"name": "network-changed", "server_uuid": "35c63b26-8dcd-4f54-a5cb-359cd8f5d710", "tag": "682bb1c4-b822-4724-91ba-34f42dfea6c5"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:12.697231 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-d1e68ed1-1041-47fd-bd5f-dc895eef8494 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.750087 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.778337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f49344-7f29-4ec4-92a6-e173abb773e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:12.781161 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed1b8d8-5fec-4854-be46-dd0e96482f1c" -d '{"events": [{"server_uuid": "c3f49344-7f29-4ec4-92a6-e173abb773e1", "name": "network-vif-plugged", "status": "completed", "tag": "c0dcab01-7854-4ba9-a315-e0acc70a04c6"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:12.795239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port c0dcab01-7854-4ba9-a315-e0acc70a04c6, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c0dcab01-7854-4ba9-a315-e0acc70a04c6,segment=NetworkSegment(d84e7ee9-8677-44ac-a5e8-338f3fe84f48),segment_id=d84e7ee9-8677-44ac-a5e8-338f3fe84f48)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:12.801188 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.803627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 399f244b-ed6e-405e-8eaf-0ca43309dce2 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:12.845570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 399f244b-ed6e-405e-8eaf-0ca43309dce2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:12.846227 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 399f244b-ed6e-405e-8eaf-0ca43309dce2 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:12.884302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=c0dcab01-7854-4ba9-a315-e0acc70a04c6,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:13.030302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-d28d8c77-e4d9-4b2e-aba9-6361f7d07557 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 258 time: 0.4126525 Jul 16 17:54:13.044074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:13.210045 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.366940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996b18f-352f-4541-b935-bf26fa7012ec req-70c22efb-ded8-4048-9a2e-2bf54bdc9765 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:13.368608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3996b18f-352f-4541-b935-bf26fa7012ec req-70c22efb-ded8-4048-9a2e-2bf54bdc9765 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5543f19-7fa9-4325-9ad6-5d672b435c05 HTTP/1.1" status: 200 len: 944 time: 0.2702250 Jul 16 17:54:13.510333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04646dd5-ce02-4873-83a0-684e9602977f req-e5e7578e-4dc3-47c0-9bf3-ac8f2d16d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:13.511982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-e5e7578e-4dc3-47c0-9bf3-ac8f2d16d74d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 1101 time: 0.3200939 Jul 16 17:54:13.534936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55326) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:13.539667 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.resource_extend [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-d1e68ed1-1041-47fd-bd5f-dc895eef8494 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:54:13.650209 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d44c-08ba-48e4-b926-4ac6e07d4796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.699720 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-d1e68ed1-1041-47fd-bd5f-dc895eef8494 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.715040 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-d1e68ed1-1041-47fd-bd5f-dc895eef8494 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.752370 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d44c-08ba-48e4-b926-4ac6e07d4796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.757255 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d44c-08ba-48e4-b926-4ac6e07d4796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.773593 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.801799 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a9f9d44c-08ba-48e4-b926-4ac6e07d4796 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9e36724069844f5bb4b115df737544d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626138 Jul 16 17:54:13.801799 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9d44c-08ba-48e4-b926-4ac6e07d4796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0939a49-b7ac-4fc9-b246-7ed69ed8e18a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:13.802874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55330) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:13.842771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04646dd5-ce02-4873-83a0-684e9602977f req-ff7adc8f-b9ed-4dcd-ba2e-eb3f93cf29c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:13.844305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-ff7adc8f-b9ed-4dcd-ba2e-eb3f93cf29c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.3228891 Jul 16 17:54:13.852966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-3996b18f-352f-4541-b935-bf26fa7012ec req-66994691-bad1-4513-ae0e-bebef0bf0f0f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Deleting port 3580d4f0-5398-4288-bcbd-f1d577368e4a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:13.853316 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3996b18f-352f-4541-b935-bf26fa7012ec req-66994691-bad1-4513-ae0e-bebef0bf0f0f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.854426 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e64f84b8-13e7-482f-aa7d-42a760e4e44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.875769 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e64f84b8-13e7-482f-aa7d-42a760e4e44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.926295 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e64f84b8-13e7-482f-aa7d-42a760e4e44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.929069 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e64f84b8-13e7-482f-aa7d-42a760e4e44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.930214 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e64f84b8-13e7-482f-aa7d-42a760e4e44d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0939a49-b7ac-4fc9-b246-7ed69ed8e18a HTTP/1.1" status: 204 len: 168 time: 0.1264055 Jul 16 17:54:13.938214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f84b8-13e7-482f-aa7d-42a760e4e44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0939a49-b7ac-4fc9-b246-7ed69ed8e18a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:13.986887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-175c4b4b-a4c9-4780-b9f6-75e8f86e4966 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0 HTTP/1.1" status: 200 len: 217 time: 0.0979049 Jul 16 17:54:14.228653 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55336) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:14.245597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95f441d4-5159-4260-8dad-3bdceb428dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.339780 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95f441d4-5159-4260-8dad-3bdceb428dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.344107 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95f441d4-5159-4260-8dad-3bdceb428dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.385070 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-95f441d4-5159-4260-8dad-3bdceb428dc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=105c362ec33d44359360bf70d26f0664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553013 Jul 16 17:54:14.385962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f441d4-5159-4260-8dad-3bdceb428dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178f8a14-2701-41c2-8bdb-191fe7583540,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:14.388395 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55338) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:14.432417 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-d1e68ed1-1041-47fd-bd5f-dc895eef8494 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Floating IP c67cf30e-7cf1-47b2-8a44-98941d449cfb associated. External IP: 172.25.5.244, port: 10a90536-586c-41ce-9e2a-c11d5bb143ac. Jul 16 17:54:14.438694 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3832-51a4-4db1-9e0b-176325a81e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.460758 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3832-51a4-4db1-9e0b-176325a81e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.511998 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3832-51a4-4db1-9e0b-176325a81e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.514503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3832-51a4-4db1-9e0b-176325a81e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.518054 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5fcb3832-51a4-4db1-9e0b-176325a81e60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/178f8a14-2701-41c2-8bdb-191fe7583540 HTTP/1.1" status: 204 len: 168 time: 0.1263254 Jul 16 17:54:14.523032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04646dd5-ce02-4873-83a0-684e9602977f req-ae0aceb9-12f5-41b5-b0bc-93edfbb04247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:14.524700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-ae0aceb9-12f5-41b5-b0bc-93edfbb04247 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.5251117 Jul 16 17:54:14.525842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Allocated IP 172.25.5.128 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/cd364607-ee7f-4ff3-8852-e86d8d338205) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:14.526149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb3832-51a4-4db1-9e0b-176325a81e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178f8a14-2701-41c2-8bdb-191fe7583540,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:14.529926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3996b18f-352f-4541-b935-bf26fa7012ec req-66994691-bad1-4513-ae0e-bebef0bf0f0f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] For port 3580d4f0-5398-4288-bcbd-f1d577368e4a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3580d4f0-5398-4288-bcbd-f1d577368e4a,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:14.530334 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3996b18f-352f-4541-b935-bf26fa7012ec req-66994691-bad1-4513-ae0e-bebef0bf0f0f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.603091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-3996b18f-352f-4541-b935-bf26fa7012ec req-66994691-bad1-4513-ae0e-bebef0bf0f0f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Calling delete_port for 3580d4f0-5398-4288-bcbd-f1d577368e4a owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:14.832041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04646dd5-ce02-4873-83a0-684e9602977f req-3b8a602b-f8ea-4139-acb7-db7b6783057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:14.833550 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-3b8a602b-f8ea-4139-acb7-db7b6783057a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2641859 Jul 16 17:54:14.894855 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.049132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-d1e68ed1-1041-47fd-bd5f-dc895eef8494 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Router 7a5bb324-aaf0-4181-af91-deae5b574cbc has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:15.073769 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3996b18f-352f-4541-b935-bf26fa7012ec req-66994691-bad1-4513-ae0e-bebef0bf0f0f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.086968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-d23332cb-6b9f-4f87-846d-9984024f4403 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397828 Jul 16 17:54:15.095586 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.168380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66994691-bad1-4513-ae0e-bebef0bf0f0f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Pushing event deleted for resources: {'Port': ['ID=3580d4f0-5398-4288-bcbd-f1d577368e4a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:15.245259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:15.300521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-3996b18f-352f-4541-b935-bf26fa7012ec req-66994691-bad1-4513-ae0e-bebef0bf0f0f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] No DVR routers for this DVR port 3580d4f0-5398-4288-bcbd-f1d577368e4a on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:15.303482 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3996b18f-352f-4541-b935-bf26fa7012ec req-66994691-bad1-4513-ae0e-bebef0bf0f0f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.305835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3996b18f-352f-4541-b935-bf26fa7012ec req-66994691-bad1-4513-ae0e-bebef0bf0f0f tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.43 "DELETE /v2.0/ports/3580d4f0-5398-4288-bcbd-f1d577368e4a HTTP/1.1" status: 204 len: 173 time: 1.9288275 Jul 16 17:54:15.306612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:15.309160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:15.401091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Pushing event updated for resources: {'Port': ['ID=cd364607-ee7f-4ff3-8852-e86d8d338205,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:15.445900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-9bee9682-46ef-4662-91f1-7bc4a1268667 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444664 Jul 16 17:54:15.461454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-d1e68ed1-1041-47fd-bd5f-dc895eef8494 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:15.466277 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-d1e68ed1-1041-47fd-bd5f-dc895eef8494 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.478917 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76cbe42-64d3-48c5-b99e-4e3c2e25ff26 None None] Sync routers for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:15.493456 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76cbe42-64d3-48c5-b99e-4e3c2e25ff26 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:15.494222 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f76cbe42-64d3-48c5-b99e-4e3c2e25ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:15.542665 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-d1e68ed1-1041-47fd-bd5f-dc895eef8494 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "PUT /v2.0/floatingips/c67cf30e-7cf1-47b2-8a44-98941d449cfb HTTP/1.1" status: 200 len: 997 time: 2.9045582 Jul 16 17:54:15.545756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.630630 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-f76cbe42-64d3-48c5-b99e-4e3c2e25ff26 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:15.631299 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.691807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-db1f9f46-254f-4281-92e3-f172ad3dc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:15.695337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-db1f9f46-254f-4281-92e3-f172ad3dc222 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 1098 time: 0.1300611 Jul 16 17:54:15.880601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-485d9068-27e9-4e5f-bdff-7b80f9815258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:15.882713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-485d9068-27e9-4e5f-bdff-7b80f9815258 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.1623497 Jul 16 17:54:15.892356 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f76cbe42-64d3-48c5-b99e-4e3c2e25ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c67cf30e-7cf1-47b2-8a44-98941d449cfb', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'port_id': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'mac_address': 'fa:16:3e:bd:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:54:13Z', 'revision_number': 1, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:15.930046 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76cbe42-64d3-48c5-b99e-4e3c2e25ff26 None None] Checking router: 7a5bb324-aaf0-4181-af91-deae5b574cbc for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:15.942118 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76cbe42-64d3-48c5-b99e-4e3c2e25ff26 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:15.943968 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f76cbe42-64d3-48c5-b99e-4e3c2e25ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:15.946566 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.959131 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.039775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-eb903f64-6802-488e-8dce-c27a83756154 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 200 len: 1000 time: 0.1468616 Jul 16 17:54:16.068207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Pushing event updated for resources: {'Port': ['ID=cd364607-ee7f-4ff3-8852-e86d8d338205,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:16.079837 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-f76cbe42-64d3-48c5-b99e-4e3c2e25ff26 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:16.103388 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.125799 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.126920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-9693bc5e-38c4-422e-8625-5e45ab2ed53c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0886989 Jul 16 17:54:16.130687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-f1ea6e90-c4a1-46ba-be61-70c468015dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:16.136008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-f1ea6e90-c4a1-46ba-be61-70c468015dc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.0833731 Jul 16 17:54:16.211641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-cb2345d1-b0ad-4503-9863-ce4b020e8681 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.128 HTTP/1.1" status: 200 len: 696 time: 0.0741515 Jul 16 17:54:16.304191 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-c6c42df9-b4a8-4262-8257-d5e6ac15fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:16.305851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-c6c42df9-b4a8-4262-8257-d5e6ac15fb71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673920 Jul 16 17:54:16.374710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-30956a21-d87c-49a9-a94f-5c467931c13d tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:16.376254 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2543d59b-46a7-4edc-a8e8-1caf5bd90da2 req-30956a21-d87c-49a9-a94f-5c467931c13d tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.1579411 Jul 16 17:54:16.422411 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f76cbe42-64d3-48c5-b99e-4e3c2e25ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c67cf30e-7cf1-47b2-8a44-98941d449cfb', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'port_id': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'mac_address': 'fa:16:3e:bd:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:54:13Z', 'revision_number': 1, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:16.440938 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-f02cd91a-b285-4a3a-a89c-fc6f2be082fc service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214967 Jul 16 17:54:16.457604 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76cbe42-64d3-48c5-b99e-4e3c2e25ff26 None None] The sync data for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 is: [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c67cf30e-7cf1-47b2-8a44-98941d449cfb', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'port_id': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'mac_address': 'fa:16:3e:bd:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:54:13Z', 'revision_number': 1, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:16.543042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3580d4f0-5398-4288-bcbd-f1d577368e4a no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:16.561557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d98670e1-cc21-45c4-81e3-e2313ac4dc3a req-88d32d89-e205-4aab-be84-a376bbe11a5e service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131399 Jul 16 17:54:16.580159 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 3580d4f0-5398-4288-bcbd-f1d577368e4a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:16.580659 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3580d4f0-5398-4288-bcbd-f1d577368e4a not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:16.641557 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef14df23-1512-403d-b2af-0d527e88c12d x-openstack-request-id: req-ef14df23-1512-403d-b2af-0d527e88c12d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:16.641980 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c63b26-8dcd-4f54-a5cb-359cd8f5d710", "tag": "682bb1c4-b822-4724-91ba-34f42dfea6c5", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:16.642239 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef14df23-1512-403d-b2af-0d527e88c12d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:16.642645 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'tag': '682bb1c4-b822-4724-91ba-34f42dfea6c5', 'status': 'completed', 'code': 200} Jul 16 17:54:16.667879 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800263c7-2c08-465f-8a2b-922f1c06fbe6 x-openstack-request-id: req-800263c7-2c08-465f-8a2b-922f1c06fbe6 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:16.667879 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f49344-7f29-4ec4-92a6-e173abb773e1", "name": "network-vif-plugged", "status": "completed", "tag": "c0dcab01-7854-4ba9-a315-e0acc70a04c6", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:16.667879 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-800263c7-2c08-465f-8a2b-922f1c06fbe6 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:16.667879 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f49344-7f29-4ec4-92a6-e173abb773e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6', 'code': 200} Jul 16 17:54:16.797436 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46907fe6-76d3-44d4-be75-110a6ef5a58a None None] New status for floating IP c67cf30e-7cf1-47b2-8a44-98941d449cfb: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:54:16.877427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2453a0a-416f-459f-8d53-0e9e9cbc28dd req-a062a0b2-9cda-4cf8-8884-d060bceaac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:16.879887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2453a0a-416f-459f-8d53-0e9e9cbc28dd req-a062a0b2-9cda-4cf8-8884-d060bceaac71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce8a147219c846f8867f8ab7c0c141a2&device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 1097 time: 0.2101629 Jul 16 17:54:16.973725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc785c-f4ea-400c-8254-e62e376436dc req-286f4702-5b52-4041-961d-b67039dd1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:16.975169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50bc785c-f4ea-400c-8254-e62e376436dc req-286f4702-5b52-4041-961d-b67039dd1318 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 1097 time: 0.2154455 Jul 16 17:54:17.032025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f35e79-90f1-4c1c-922e-cfc5b8b26705 req-db6eea0d-d2e0-48f9-9073-e66c42851130 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:17.033514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63f35e79-90f1-4c1c-922e-cfc5b8b26705 req-db6eea0d-d2e0-48f9-9073-e66c42851130 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.2233176 Jul 16 17:54:17.073826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bb335-ac71-49f4-9bdc-73608334a17d req-823853e9-2187-48db-99ea-e7e4dacfa4ca tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:17.075275 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-521bb335-ac71-49f4-9bdc-73608334a17d req-823853e9-2187-48db-99ea-e7e4dacfa4ca tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 945 time: 0.2663503 Jul 16 17:54:17.113547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2453a0a-416f-459f-8d53-0e9e9cbc28dd req-9a533d23-085a-47a0-b5da-29886efb9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:17.115022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2453a0a-416f-459f-8d53-0e9e9cbc28dd req-9a533d23-085a-47a0-b5da-29886efb9280 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 HTTP/1.1" status: 200 len: 930 time: 0.2213476 Jul 16 17:54:17.122403 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50bc785c-f4ea-400c-8254-e62e376436dc req-23a3669a-2dd7-470d-8394-f559c791924a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=920fb023-8a27-493e-ba2e-a5f56ef5f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129942 Jul 16 17:54:17.194809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63f35e79-90f1-4c1c-922e-cfc5b8b26705 req-ac1dc90c-8b4c-43db-844f-9de59520629f tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504707 Jul 16 17:54:17.204817 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-521bb335-ac71-49f4-9bdc-73608334a17d req-349444c1-8b27-4547-a99b-f53cd049c8f4 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/security-groups?id=920fb023-8a27-493e-ba2e-a5f56ef5f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094460 Jul 16 17:54:17.234995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2453a0a-416f-459f-8d53-0e9e9cbc28dd req-ca22f098-fc28-4d9b-ac95-7c2cb03ee67b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=682bb1c4-b822-4724-91ba-34f42dfea6c5 HTTP/1.1" status: 200 len: 1001 time: 0.1083286 Jul 16 17:54:17.304437 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2453a0a-416f-459f-8d53-0e9e9cbc28dd req-5f9b3f98-df40-4494-8a41-ae063cd3c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:17.306518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2453a0a-416f-459f-8d53-0e9e9cbc28dd req-5f9b3f98-df40-4494-8a41-ae063cd3c360 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59e13442-691f-4436-9255-173532d59dbf HTTP/1.1" status: 200 len: 868 time: 0.0643692 Jul 16 17:54:17.360206 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55450) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:17.464039 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0fe682c-0b36-4072-b532-80c4d3457f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.467879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3f795-82bb-4f90-8ad5-d1ee66efc5ed req-3005628e-baf0-44aa-a3db-ff69e565fb69 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:17.469366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cef3f795-82bb-4f90-8ad5-d1ee66efc5ed req-3005628e-baf0-44aa-a3db-ff69e565fb69 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1619020 Jul 16 17:54:17.488627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2453a0a-416f-459f-8d53-0e9e9cbc28dd req-506a838d-8781-496e-97fa-c74ce1ff7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:17.490091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2453a0a-416f-459f-8d53-0e9e9cbc28dd req-506a838d-8781-496e-97fa-c74ce1ff7b0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1708694 Jul 16 17:54:17.530294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-09a26545-bb13-43de-927b-82727dcc8a2a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:17.532021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-09a26545-bb13-43de-927b-82727dcc8a2a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=348b3afb-924d-4019-b528-276618f1616c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1627746 Jul 16 17:54:17.554584 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0fe682c-0b36-4072-b532-80c4d3457f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.558846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0fe682c-0b36-4072-b532-80c4d3457f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.562978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cef3f795-82bb-4f90-8ad5-d1ee66efc5ed req-921cd43a-5638-4cd4-b282-34b0552de206 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.128 HTTP/1.1" status: 200 len: 696 time: 0.0857468 Jul 16 17:54:17.597313 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a0fe682c-0b36-4072-b532-80c4d3457f77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=509505bb86184cb5945affc8d0933a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358036 Jul 16 17:54:17.599732 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55454) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:17.606334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-cef3f795-82bb-4f90-8ad5-d1ee66efc5ed req-1a868d36-a246-4ad8-b0db-2937072fb462 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Request body: {'floatingip': {'port_id': '682bb1c4-b822-4724-91ba-34f42dfea6c5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:17.606670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe682c-0b36-4072-b532-80c4d3457f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21408d1-cb94-4e62-9503-944ebbe07567,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:17.653913 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34d01f89-17b4-4d1b-8533-96fefc566220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.677316 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34d01f89-17b4-4d1b-8533-96fefc566220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.726670 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34d01f89-17b4-4d1b-8533-96fefc566220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.729386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34d01f89-17b4-4d1b-8533-96fefc566220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.730607 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-34d01f89-17b4-4d1b-8533-96fefc566220 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a21408d1-cb94-4e62-9503-944ebbe07567 HTTP/1.1" status: 204 len: 168 time: 0.1299222 Jul 16 17:54:17.739999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d01f89-17b4-4d1b-8533-96fefc566220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21408d1-cb94-4e62-9503-944ebbe07567,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:18.010648 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cef3f795-82bb-4f90-8ad5-d1ee66efc5ed req-1a868d36-a246-4ad8-b0db-2937072fb462 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.022598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55460) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:18.036838 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4043598a-0fdf-4df9-90d1-e6c7a6eb7bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.092852 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-b039bcd0-137f-4073-8e10-8b71b93d17d0 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 1002 time: 0.5506811 Jul 16 17:54:18.122801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-e2bc9309-1880-45b4-82e3-73a1d6a66ab3 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Request body: {'floatingip': {'port_id': 'f108d088-8d22-4b57-854c-dfbede562546', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:18.135481 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4043598a-0fdf-4df9-90d1-e6c7a6eb7bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.140433 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4043598a-0fdf-4df9-90d1-e6c7a6eb7bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.181155 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4043598a-0fdf-4df9-90d1-e6c7a6eb7bac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b160639734044e68aa2206e215999224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573429 Jul 16 17:54:18.184055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55462) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:18.192547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043598a-0fdf-4df9-90d1-e6c7a6eb7bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beba54b-37bc-40fe-84a9-5a15f17461e3,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:18.192903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2453a0a-416f-459f-8d53-0e9e9cbc28dd req-3d332ad5-5787-433c-9a45-17e61697826e service neutron] 10.222.0.35 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6746037 Jul 16 17:54:18.239937 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b80cbcc-909b-43ec-8422-bb1fab72a47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.260860 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b80cbcc-909b-43ec-8422-bb1fab72a47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.262693 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-e2bc9309-1880-45b4-82e3-73a1d6a66ab3 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.309228 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b80cbcc-909b-43ec-8422-bb1fab72a47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.311968 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b80cbcc-909b-43ec-8422-bb1fab72a47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.313092 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9b80cbcc-909b-43ec-8422-bb1fab72a47a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0beba54b-37bc-40fe-84a9-5a15f17461e3 HTTP/1.1" status: 204 len: 168 time: 0.1281610 Jul 16 17:54:18.321839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80cbcc-909b-43ec-8422-bb1fab72a47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beba54b-37bc-40fe-84a9-5a15f17461e3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:18.468858 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2453a0a-416f-459f-8d53-0e9e9cbc28dd req-694e5f9a-debf-4868-af71-06a3d08ff076 service neutron] 10.222.0.35 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539511 Jul 16 17:54:18.540753 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-cef3f795-82bb-4f90-8ad5-d1ee66efc5ed req-1a868d36-a246-4ad8-b0db-2937072fb462 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 17:54:18.541884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cef3f795-82bb-4f90-8ad5-d1ee66efc5ed req-1a868d36-a246-4ad8-b0db-2937072fb462 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "PUT /v2.0/floatingips/9096030b-5c6e-4639-aa40-975d12e8db58 HTTP/1.1" status: 409 len: 550 time: 0.9498024 Jul 16 17:54:18.644156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5543f19-7fa9-4325-9ad6-5d672b435c05', 'name': 'network-vif-deleted', 'tag': '3580d4f0-5398-4288-bcbd-f1d577368e4a'}, {'name': 'network-changed', 'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:18.646567 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2663312b-d85e-4b85-abde-5a9cc7e40d35" -d '{"events": [{"server_uuid": "e5543f19-7fa9-4325-9ad6-5d672b435c05", "name": "network-vif-deleted", "tag": "3580d4f0-5398-4288-bcbd-f1d577368e4a"}, {"name": "network-changed", "server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:18.996920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-e2bc9309-1880-45b4-82e3-73a1d6a66ab3 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.005760 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-e2bc9309-1880-45b4-82e3-73a1d6a66ab3 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.161241 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-e2bc9309-1880-45b4-82e3-73a1d6a66ab3 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Floating IP c67cf30e-7cf1-47b2-8a44-98941d449cfb associated. External IP: 172.25.5.244, port: 10a90536-586c-41ce-9e2a-c11d5bb143ac. Jul 16 17:54:19.310668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe13a7-26af-486a-a121-14707da95ead req-1030d330-e1b7-4a73-926d-2d630531a7eb tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:19.312184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fbe13a7-26af-486a-a121-14707da95ead req-1030d330-e1b7-4a73-926d-2d630531a7eb tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.1128056 Jul 16 17:54:19.461436 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fbe13a7-26af-486a-a121-14707da95ead req-154783a2-23b1-407e-a4ed-f6444ac36cbd tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416728 Jul 16 17:54:19.508778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7852c-d236-44a9-aa31-dd24cfa07aa1 req-13128c9e-91cf-4b37-9a65-c600fee7ac09 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:19.510304 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8e7852c-d236-44a9-aa31-dd24cfa07aa1 req-13128c9e-91cf-4b37-9a65-c600fee7ac09 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.43 "GET /v2.0/ports?device_id=da769407-86ef-4d15-a23d-a149feb10aac HTTP/1.1" status: 200 len: 945 time: 0.1820431 Jul 16 17:54:19.512162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-e2bc9309-1880-45b4-82e3-73a1d6a66ab3 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Router 7a5bb324-aaf0-4181-af91-deae5b574cbc has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:19.632541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55544) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:19.748059 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8303824f-4559-4142-834f-f6ae75403067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.841268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8303824f-4559-4142-834f-f6ae75403067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.845067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8303824f-4559-4142-834f-f6ae75403067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.883630 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8303824f-4559-4142-834f-f6ae75403067 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e2cc01aa3914d5081bfda4b6bcbdcb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499306 Jul 16 17:54:19.884541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303824f-4559-4142-834f-f6ae75403067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71172e30-9492-40c2-a10c-3174aeedc2da,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:19.886879 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55548) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:19.942615 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5206f88e-605c-4e5c-91a9-cd1649c5dd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.963686 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5206f88e-605c-4e5c-91a9-cd1649c5dd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.970553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-e2bc9309-1880-45b4-82e3-73a1d6a66ab3 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:19.981386 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcffa0-76e1-4dc4-a794-acaa029d91f7 None None] Sync routers for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:19.991030 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddcffa0-76e1-4dc4-a794-acaa029d91f7 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:19.991684 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fddcffa0-76e1-4dc4-a794-acaa029d91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:20.014048 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5206f88e-605c-4e5c-91a9-cd1649c5dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:20.016823 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5206f88e-605c-4e5c-91a9-cd1649c5dd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:20.018642 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5206f88e-605c-4e5c-91a9-cd1649c5dd21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71172e30-9492-40c2-a10c-3174aeedc2da HTTP/1.1" status: 204 len: 168 time: 0.1303129 Jul 16 17:54:20.025938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af1a60-f0cd-4f02-b8ff-cbae0f0611dc req-a0f3e3bf-ae10-4c59-9d6f-06c6531ba90d tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:20.027226 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206f88e-605c-4e5c-91a9-cd1649c5dd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71172e30-9492-40c2-a10c-3174aeedc2da,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:20.037898 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29af1a60-f0cd-4f02-b8ff-cbae0f0611dc req-a0f3e3bf-ae10-4c59-9d6f-06c6531ba90d tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 945 time: 0.4460206 Jul 16 17:54:20.066750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-f8e7852c-d236-44a9-aa31-dd24cfa07aa1 req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Deleting port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:20.067240 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8e7852c-d236-44a9-aa31-dd24cfa07aa1 req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:20.117261 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-fddcffa0-76e1-4dc4-a794-acaa029d91f7 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:20.185190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29af1a60-f0cd-4f02-b8ff-cbae0f0611dc req-9c64c30c-47fb-467a-ab8c-defe41bc94bc tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/security-groups?id=920fb023-8a27-493e-ba2e-a5f56ef5f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463282 Jul 16 17:54:20.280521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f8e7852c-d236-44a9-aa31-dd24cfa07aa1 req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] For port 5e357754-a51d-4a22-b93b-ef8d2eb6e725, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5e357754-a51d-4a22-b93b-ef8d2eb6e725,segment=NetworkSegment(5df1a6c4-8ba0-482b-ba87-cd16be21b603),segment_id=5df1a6c4-8ba0-482b-ba87-cd16be21b603)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:20.280876 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8e7852c-d236-44a9-aa31-dd24cfa07aa1 req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:20.326011 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-2393e448-394b-4803-a40e-5c979c8d4165 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips/9096030b-5c6e-4639-aa40-975d12e8db58 HTTP/1.1" status: 200 len: 693 time: 0.1028283 Jul 16 17:54:20.334757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-f8e7852c-d236-44a9-aa31-dd24cfa07aa1 req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Calling delete_port for 5e357754-a51d-4a22-b93b-ef8d2eb6e725 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:20.395672 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fddcffa0-76e1-4dc4-a794-acaa029d91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c67cf30e-7cf1-47b2-8a44-98941d449cfb', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'port_id': 'f108d088-8d22-4b57-854c-dfbede562546', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'mac_address': 'fa:16:3e:ca:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348b3afb-924d-4019-b528-276618f1616c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:54:18Z', 'revision_number': 3, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:20.428062 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcffa0-76e1-4dc4-a794-acaa029d91f7 None None] Checking router: 7a5bb324-aaf0-4181-af91-deae5b574cbc for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:20.436806 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddcffa0-76e1-4dc4-a794-acaa029d91f7 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:20.437613 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fddcffa0-76e1-4dc4-a794-acaa029d91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:20.536639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-e2bc9309-1880-45b4-82e3-73a1d6a66ab3 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Router 7a5bb324-aaf0-4181-af91-deae5b574cbc has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:20.550532 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-fddcffa0-76e1-4dc4-a794-acaa029d91f7 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:20.574531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-75abbbd4-17a3-4ffb-9bc8-90fe53b7cd89 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:20.575942 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-75abbbd4-17a3-4ffb-9bc8-90fe53b7cd89 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.2378690 Jul 16 17:54:20.732427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-ab1d6228-f149-49f6-b685-02c4f20dd690 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.128 HTTP/1.1" status: 200 len: 696 time: 0.1051791 Jul 16 17:54:20.760317 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8e7852c-d236-44a9-aa31-dd24cfa07aa1 req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:20.805076 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fddcffa0-76e1-4dc4-a794-acaa029d91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c67cf30e-7cf1-47b2-8a44-98941d449cfb', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'port_id': 'f108d088-8d22-4b57-854c-dfbede562546', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'mac_address': 'fa:16:3e:ca:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348b3afb-924d-4019-b528-276618f1616c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:54:18Z', 'revision_number': 3, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:20.834822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-101cd483-7189-4e51-8bea-930ce760b47e tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.128 HTTP/1.1" status: 200 len: 696 time: 0.0920594 Jul 16 17:54:20.835567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Pushing event deleted for resources: {'Port': ['ID=5e357754-a51d-4a22-b93b-ef8d2eb6e725,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:20.835708 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcffa0-76e1-4dc4-a794-acaa029d91f7 None None] The sync data for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 is: [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c67cf30e-7cf1-47b2-8a44-98941d449cfb', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'port_id': 'f108d088-8d22-4b57-854c-dfbede562546', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'mac_address': 'fa:16:3e:ca:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348b3afb-924d-4019-b528-276618f1616c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:54:18Z', 'revision_number': 3, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:20.852329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:20.852676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:20.853019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:20.853358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:20.853690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:20.854021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:20.854350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:20.854679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:20.855126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:20.855346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:20.855663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:20.855985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:20.859207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-e2bc9309-1880-45b4-82e3-73a1d6a66ab3 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:20.870884 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-e2bc9309-1880-45b4-82e3-73a1d6a66ab3 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:20.966199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e7852c-d236-44a9-aa31-dd24cfa07aa1 req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] No DVR routers for this DVR port 5e357754-a51d-4a22-b93b-ef8d2eb6e725 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:20.974901 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8e7852c-d236-44a9-aa31-dd24cfa07aa1 req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:20.976903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8e7852c-d236-44a9-aa31-dd24cfa07aa1 req-cddc534c-a78f-4b54-ab73-051159bf52f1 tempest-LiveAutoBlockMigrationV225Test-1159526070 tempest-LiveAutoBlockMigrationV225Test-1159526070-project] 10.222.0.43 "DELETE /v2.0/ports/5e357754-a51d-4a22-b93b-ef8d2eb6e725 HTTP/1.1" status: 204 len: 173 time: 1.4595172 Jul 16 17:54:21.052778 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04fc121-0347-43ea-a89f-c36836d2ae9b None None] New status for floating IP c67cf30e-7cf1-47b2-8a44-98941d449cfb: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:54:21.094761 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-e2bc9309-1880-45b4-82e3-73a1d6a66ab3 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "PUT /v2.0/floatingips/c67cf30e-7cf1-47b2-8a44-98941d449cfb HTTP/1.1" status: 200 len: 998 time: 2.9795349 Jul 16 17:54:21.146825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-af0714a7-1793-4b03-ad0c-3debb89e1246 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Deleting port cd364607-ee7f-4ff3-8852-e86d8d338205 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:21.147162 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-af0714a7-1793-4b03-ad0c-3debb89e1246 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:21.186129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-b5478e71-795d-4744-8700-a92fc05d7181 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:21.187531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-b5478e71-795d-4744-8700-a92fc05d7181 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports/10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 200 len: 943 time: 0.0839000 Jul 16 17:54:21.248454 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-af0714a7-1793-4b03-ad0c-3debb89e1246 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:21.248792 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-af0714a7-1793-4b03-ad0c-3debb89e1246 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:21.262588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-af0714a7-1793-4b03-ad0c-3debb89e1246 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Calling delete_port for cd364607-ee7f-4ff3-8852-e86d8d338205 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:21.380903 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fccfde-6e9d-44ca-a614-d892fc335648 None None] Sync routers for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:21.382383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-79bb8148-9726-4457-a420-88541119c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:21.383934 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-79bb8148-9726-4457-a420-88541119c0a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 1098 time: 0.1194258 Jul 16 17:54:21.395938 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fccfde-6e9d-44ca-a614-d892fc335648 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:21.396661 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-63fccfde-6e9d-44ca-a614-d892fc335648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:21.401176 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55588) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:21.521054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-3fbc50ab-ec09-4134-a80d-addbb1a63ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:21.524933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-3fbc50ab-ec09-4134-a80d-addbb1a63ef7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.1310968 Jul 16 17:54:21.524933 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-af0714a7-1793-4b03-ad0c-3debb89e1246 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:21.537528 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1241fcf3-b532-4921-8bcd-204e5f2e3721 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1719976379'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:21.538949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1241fcf3-b532-4921-8bcd-204e5f2e3721 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Unknown quota resources ['metering_label']. {{(pid=100170) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:54:21.539963 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-63fccfde-6e9d-44ca-a614-d892fc335648 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:21.597111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0714a7-1793-4b03-ad0c-3debb89e1246 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Pushing event deleted for resources: {'Port': ['ID=cd364607-ee7f-4ff3-8852-e86d8d338205,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:21.599868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-f640878a-194a-4203-8d48-ecfc96752423 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 200 len: 217 time: 0.0389481 Jul 16 17:54:21.706541 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-c9e2f14c-a903-4ae0-aa35-93959b11469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:21.708216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-c9e2f14c-a903-4ae0-aa35-93959b11469c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.0830901 Jul 16 17:54:21.709155 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-af0714a7-1793-4b03-ad0c-3debb89e1246 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:21.711830 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-af0714a7-1793-4b03-ad0c-3debb89e1246 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:21.717539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bdcd74a-06c5-458f-8097-7196208a1396 req-af0714a7-1793-4b03-ad0c-3debb89e1246 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "DELETE /v2.0/floatingips/9096030b-5c6e-4639-aa40-975d12e8db58 HTTP/1.1" status: 204 len: 173 time: 0.8669508 Jul 16 17:54:21.759806 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f861b50-1454-4526-9e0a-8892c3d15d25 x-openstack-request-id: req-2f861b50-1454-4526-9e0a-8892c3d15d25 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:21.760697 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5543f19-7fa9-4325-9ad6-5d672b435c05", "name": "network-vif-deleted", "tag": "3580d4f0-5398-4288-bcbd-f1d577368e4a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:21.761029 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f861b50-1454-4526-9e0a-8892c3d15d25 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:21.761537 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5543f19-7fa9-4325-9ad6-5d672b435c05', 'name': 'network-vif-deleted', 'tag': '3580d4f0-5398-4288-bcbd-f1d577368e4a', 'status': 'completed', 'code': 200} Jul 16 17:54:21.762288 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'status': 'completed', 'code': 200} Jul 16 17:54:21.772023 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1241fcf3-b532-4921-8bcd-204e5f2e3721 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:21.776252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55594) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:21.776432 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1241fcf3-b532-4921-8bcd-204e5f2e3721 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3740220 Jul 16 17:54:21.782082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9814c94b-271b-4e81-bb03-a8f186a730f0 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a723a4a9-ff72-4e91-9b55-65d459edca6c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:21.782655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9814c94b-271b-4e81-bb03-a8f186a730f0 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100169) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:54:21.837607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-6c27b1c5-bd70-4cca-806f-6562d0261bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:21.838125 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55598) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:21.839168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-6c27b1c5-bd70-4cca-806f-6562d0261bc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205556 Jul 16 17:54:21.851331 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-63fccfde-6e9d-44ca-a614-d892fc335648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c67cf30e-7cf1-47b2-8a44-98941d449cfb', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'port_id': 'f108d088-8d22-4b57-854c-dfbede562546', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'mac_address': 'fa:16:3e:ca:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348b3afb-924d-4019-b528-276618f1616c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:54:21Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:21.885245 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fccfde-6e9d-44ca-a614-d892fc335648 None None] Checking router: 7a5bb324-aaf0-4181-af91-deae5b574cbc for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:21.898989 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fccfde-6e9d-44ca-a614-d892fc335648 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:21.899690 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-63fccfde-6e9d-44ca-a614-d892fc335648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:21.911556 n-d-787206-10 neutron-server[100169]: WARNING neutron.services.metering.metering_plugin [None req-9814c94b-271b-4e81-bb03-a8f186a730f0 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 17:54:22.089987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Deleting subnet 0613ca9c-4811-4c37-882d-5b32e78d1468 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:22.093742 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.138222 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.167593 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-63fccfde-6e9d-44ca-a614-d892fc335648 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:22.192333 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.254010 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.280159 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0613ca9c-4811-4c37-882d-5b32e78d1468,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:22.291324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:22.292120 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:22.292260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:22.293077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:22.293511 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:22.293930 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:22.294381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:22.294838 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:22.295254 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:22.295697 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:22.296114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:22.296656 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:22.304529 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.306646 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2d62a691-6aa0-43df-a09c-18cc0e6dbf05 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0613ca9c-4811-4c37-882d-5b32e78d1468 HTTP/1.1" status: 204 len: 168 time: 0.4673767 Jul 16 17:54:22.309177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55606) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:22.397113 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e421d164-b979-4d23-8b07-322f59d3bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.409403 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9814c94b-271b-4e81-bb03-a8f186a730f0 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.413568 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9814c94b-271b-4e81-bb03-a8f186a730f0 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6330442 Jul 16 17:54:22.417534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55608) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:22.422271 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-63fccfde-6e9d-44ca-a614-d892fc335648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c67cf30e-7cf1-47b2-8a44-98941d449cfb', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'port_id': 'f108d088-8d22-4b57-854c-dfbede562546', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'mac_address': 'fa:16:3e:ca:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348b3afb-924d-4019-b528-276618f1616c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:54:21Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:22.426208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ff8b6d5b-e465-4053-8eac-24b4591ee9cd tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a723a4a9-ff72-4e91-9b55-65d459edca6c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:22.426697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ff8b6d5b-e465-4053-8eac-24b4591ee9cd tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100169) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:54:22.451277 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fccfde-6e9d-44ca-a614-d892fc335648 None None] The sync data for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 is: [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c67cf30e-7cf1-47b2-8a44-98941d449cfb', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'port_id': 'f108d088-8d22-4b57-854c-dfbede562546', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'mac_address': 'fa:16:3e:ca:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348b3afb-924d-4019-b528-276618f1616c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:54:21Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:22.463675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-14906754-6519-4639-8da9-7824cfa45f59 service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817349 Jul 16 17:54:22.482556 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e421d164-b979-4d23-8b07-322f59d3bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.494048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e421d164-b979-4d23-8b07-322f59d3bd9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efdc248-1970-495c-ade6-459ab098ccf2']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:22.505542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e421d164-b979-4d23-8b07-322f59d3bd9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df1a6c4-8ba0-482b-ba87-cd16be21b603') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:22.505943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e421d164-b979-4d23-8b07-322f59d3bd9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df1a6c4-8ba0-482b-ba87-cd16be21b603') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:22.516185 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e421d164-b979-4d23-8b07-322f59d3bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.529138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663312b-d85e-4b85-abde-5a9cc7e40d35 req-f5b2320b-245a-41d2-b6a6-53aabb0a7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.532178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2663312b-d85e-4b85-abde-5a9cc7e40d35 req-f5b2320b-245a-41d2-b6a6-53aabb0a7b90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 1098 time: 0.7362525 Jul 16 17:54:22.533576 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e421d164-b979-4d23-8b07-322f59d3bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.542763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e421d164-b979-4d23-8b07-322f59d3bd9e admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:22.543373 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e421d164-b979-4d23-8b07-322f59d3bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.543875 n-d-787206-10 neutron-server[100169]: WARNING neutron.services.metering.metering_plugin [None req-ff8b6d5b-e465-4053-8eac-24b4591ee9cd tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:22.545222 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:22.583622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5e357754-a51d-4a22-b93b-ef8d2eb6e725 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:22.607130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 5e357754-a51d-4a22-b93b-ef8d2eb6e725 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:22.607584 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5e357754-a51d-4a22-b93b-ef8d2eb6e725 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:22.608430 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e421d164-b979-4d23-8b07-322f59d3bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.627259 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e421d164-b979-4d23-8b07-322f59d3bd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.630398 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e421d164-b979-4d23-8b07-322f59d3bd9e admin admin] 10.222.0.41 "DELETE /v2.0/networks/6efdc248-1970-495c-ade6-459ab098ccf2 HTTP/1.1" status: 204 len: 168 time: 0.3201592 Jul 16 17:54:22.631253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421d164-b979-4d23-8b07-322f59d3bd9e admin admin] Pushing event deleted for resources: {'Network': ['ID=6efdc248-1970-495c-ade6-459ab098ccf2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:22.636736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55610) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:22.651883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d314f-f8c6-4849-a3a2-ed9873dd920e req-e93cd7a6-366e-488e-bcbd-abf25e4efb31 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.653416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ac4d314f-f8c6-4849-a3a2-ed9873dd920e req-e93cd7a6-366e-488e-bcbd-abf25e4efb31 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 945 time: 0.3706234 Jul 16 17:54:22.665930 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55612) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:22.671063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7d0e33b2-d245-48c0-80b3-dc1be43844e5 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Request body: {'floatingip': {'port_id': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:22.720079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d0e33b2-d245-48c0-80b3-dc1be43844e5 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for floatingip, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.747528 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff8b6d5b-e465-4053-8eac-24b4591ee9cd tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.748701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ff8b6d5b-e465-4053-8eac-24b4591ee9cd tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3273697 Jul 16 17:54:22.754634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55614) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:22.768873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31b462e-120e-488d-9729-eff51aa57387 admin admin] Deleting subnet 85fe43c7-3a72-4267-931e-0bf7cf29565b {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:22.779388 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b31b462e-120e-488d-9729-eff51aa57387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.798618 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-35fa1da2-d4b5-4a29-a579-666ba019ed2f tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=008227e6-fa0a-424a-a748-3152f8e1699a HTTP/1.1" status: 200 len: 462 time: 0.0406404 Jul 16 17:54:22.817784 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55616) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:22.824877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663312b-d85e-4b85-abde-5a9cc7e40d35 req-dbeb75d1-e4d3-4e87-8b74-638425237d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.826347 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2663312b-d85e-4b85-abde-5a9cc7e40d35 req-dbeb75d1-e4d3-4e87-8b74-638425237d26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.2802837 Jul 16 17:54:22.829878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-a768082b-d6be-4a42-a845-b91e4a807975 service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575804 Jul 16 17:54:22.890079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b31b462e-120e-488d-9729-eff51aa57387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.891583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2663312b-d85e-4b85-abde-5a9cc7e40d35 req-1478c276-b5ba-4eba-922e-200c7d97a3cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 200 len: 217 time: 0.0568464 Jul 16 17:54:22.980735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273d966-570f-41c9-9b5f-4fa4b937f568 req-074787b2-1239-49e0-80f2-13a01dd8ceee tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.982198 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5273d966-570f-41c9-9b5f-4fa4b937f568 req-074787b2-1239-49e0-80f2-13a01dd8ceee tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.2181604 Jul 16 17:54:22.998960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663312b-d85e-4b85-abde-5a9cc7e40d35 req-8f3a6a90-3268-49a0-8df4-92bcd8675128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:23.000359 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2663312b-d85e-4b85-abde-5a9cc7e40d35 req-8f3a6a90-3268-49a0-8df4-92bcd8675128 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.0861738 Jul 16 17:54:23.026324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-a0247845-6624-4b16-acc6-fedeffb15e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:23.027836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-a0247845-6624-4b16-acc6-fedeffb15e9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 1097 time: 0.1446986 Jul 16 17:54:23.072323 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-297592e2-32ea-4a82-8061-7f81e0c30859 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.073333 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-297592e2-32ea-4a82-8061-7f81e0c30859 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/008227e6-fa0a-424a-a748-3152f8e1699a HTTP/1.1" status: 204 len: 168 time: 0.2528205 Jul 16 17:54:23.077869 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b31b462e-120e-488d-9729-eff51aa57387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.079687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55618) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:23.092113 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5273d966-570f-41c9-9b5f-4fa4b937f568 req-1bb852e0-8641-4483-8cff-97cc5f873a76 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011257 Jul 16 17:54:23.118449 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3806784a-c09b-48cb-89b9-620e63325440 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=008227e6-fa0a-424a-a748-3152f8e1699a HTTP/1.1" status: 200 len: 221 time: 0.0362613 Jul 16 17:54:23.129514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55620) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:23.141235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ea852d2d-75bb-41ac-9bf2-559246372a8a tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1631695224', 'description': 'label created by tempest'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:23.141670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ea852d2d-75bb-41ac-9bf2-559246372a8a tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Unknown quota resources ['metering_label']. {{(pid=100169) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:54:23.232697 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b31b462e-120e-488d-9729-eff51aa57387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.288091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-2fa4251f-01d5-447b-a448-49b81b5f78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:23.289579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-2fa4251f-01d5-447b-a448-49b81b5f78bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.2447331 Jul 16 17:54:23.292937 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b462e-120e-488d-9729-eff51aa57387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85fe43c7-3a72-4267-931e-0bf7cf29565b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:23.299148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b31b462e-120e-488d-9729-eff51aa57387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.301393 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b31b462e-120e-488d-9729-eff51aa57387 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/85fe43c7-3a72-4267-931e-0bf7cf29565b HTTP/1.1" status: 204 len: 168 time: 0.6636813 Jul 16 17:54:23.304273 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55622) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:23.313455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663312b-d85e-4b85-abde-5a9cc7e40d35 req-8ee4cb0c-b41d-48ef-b710-355dce4f080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:23.315065 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2663312b-d85e-4b85-abde-5a9cc7e40d35 req-8ee4cb0c-b41d-48ef-b710-355dce4f080e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3012612 Jul 16 17:54:23.377159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-56ff0b89-8c2c-4bec-b203-4237b86cdd74 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 1001 time: 0.2462554 Jul 16 17:54:23.421868 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8040089d-5359-4083-8097-622366c67aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.535973 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ea852d2d-75bb-41ac-9bf2-559246372a8a tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.537130 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ea852d2d-75bb-41ac-9bf2-559246372a8a tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4040897 Jul 16 17:54:23.546966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55624) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:23.590264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-ec467a2d-a97e-4e18-b5e0-0acb5e01a8e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f108d088-8d22-4b57-854c-dfbede562546 HTTP/1.1" status: 200 len: 1001 time: 0.2320836 Jul 16 17:54:23.701547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1477c89-62d1-4be3-b158-946a861fbdda req-8ed6a0b6-b406-4c71-9955-cd84a914c9e4 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:23.702930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-8ed6a0b6-b406-4c71-9955-cd84a914c9e4 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports/682bb1c4-b822-4724-91ba-34f42dfea6c5 HTTP/1.1" status: 200 len: 942 time: 0.2985253 Jul 16 17:54:23.710315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a8ac875c-f564-4013-ba92-bc18e35dcb9e tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=c09daa55-b589-4d1e-b424-a1b52d29dc87 HTTP/1.1" status: 200 len: 468 time: 0.1572509 Jul 16 17:54:23.711495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55626) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:23.753273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.resource_extend [None req-7d0e33b2-d245-48c0-80b3-dc1be43844e5 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:54:23.830990 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8040089d-5359-4083-8097-622366c67aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.845283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8040089d-5359-4083-8097-622366c67aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158e040b-0d97-47fe-b6f5-8a3c89db1f7d']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:23.851460 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d0e33b2-d245-48c0-80b3-dc1be43844e5 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.858082 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d0e33b2-d245-48c0-80b3-dc1be43844e5 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.863869 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8040089d-5359-4083-8097-622366c67aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad32608-d942-44c4-a6e2-76003463248c') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:23.864165 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8040089d-5359-4083-8097-622366c67aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad32608-d942-44c4-a6e2-76003463248c') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:23.905892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8040089d-5359-4083-8097-622366c67aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.932247 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8040089d-5359-4083-8097-622366c67aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.966426 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8040089d-5359-4083-8097-622366c67aac admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:23.966731 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8040089d-5359-4083-8097-622366c67aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:23.968717 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:24.011134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da769407-86ef-4d15-a23d-a149feb10aac', 'name': 'network-vif-deleted', 'tag': '5e357754-a51d-4a22-b93b-ef8d2eb6e725'}, {'name': 'network-changed', 'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac'}, {'name': 'network-changed', 'server_uuid': '348b3afb-924d-4019-b528-276618f1616c', 'tag': 'f108d088-8d22-4b57-854c-dfbede562546'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:24.013401 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de69332-8187-4a09-a925-1ce9ba5e536b" -d '{"events": [{"server_uuid": "da769407-86ef-4d15-a23d-a149feb10aac", "name": "network-vif-deleted", "tag": "5e357754-a51d-4a22-b93b-ef8d2eb6e725"}, {"name": "network-changed", "server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac"}, {"name": "network-changed", "server_uuid": "348b3afb-924d-4019-b528-276618f1616c", "tag": "f108d088-8d22-4b57-854c-dfbede562546"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:24.021618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2663312b-d85e-4b85-abde-5a9cc7e40d35 req-1298ba87-2f74-446f-b2fc-3bc9b7828a15 service neutron] 10.222.0.43 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566949 Jul 16 17:54:24.030067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-dc25ba26-c936-42b9-8c40-8e19fa3d08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:24.031738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-dc25ba26-c936-42b9-8c40-8e19fa3d08d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.4292657 Jul 16 17:54:24.040596 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-7d0e33b2-d245-48c0-80b3-dc1be43844e5 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Floating IP 52e93a8c-018f-47e4-8d35-84ba4c901f65 associated. External IP: 172.25.5.118, port: c0dcab01-7854-4ba9-a315-e0acc70a04c6. Jul 16 17:54:24.044602 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8040089d-5359-4083-8097-622366c67aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.079700 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8040089d-5359-4083-8097-622366c67aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.082259 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8040089d-5359-4083-8097-622366c67aac admin admin] 10.222.0.41 "DELETE /v2.0/networks/158e040b-0d97-47fe-b6f5-8a3c89db1f7d HTTP/1.1" status: 204 len: 168 time: 0.7771266 Jul 16 17:54:24.105752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040089d-5359-4083-8097-622366c67aac admin admin] Pushing event deleted for resources: {'Network': ['ID=158e040b-0d97-47fe-b6f5-8a3c89db1f7d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:24.219486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55634) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:24.247521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-63a39a4b-998a-4903-ada5-e9adcaa3a318 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 1001 time: 0.2309728 Jul 16 17:54:24.307303 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f9c015d8-521b-4688-b4ab-746308316b65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccec67a3da5b46cca9ed307648d9cb1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0864642 Jul 16 17:54:24.310063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55636) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:24.333390 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0e33b2-d245-48c0-80b3-dc1be43844e5 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:24.333664 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e218f0f7-28a0-4f31-b98f-c1681805b7da tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.334632 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e218f0f7-28a0-4f31-b98f-c1681805b7da tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/c09daa55-b589-4d1e-b424-a1b52d29dc87 HTTP/1.1" status: 204 len: 168 time: 0.6193671 Jul 16 17:54:24.338002 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55638) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:24.368730 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-55d764a4-71de-4305-9e81-30b8d6e68001 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=c09daa55-b589-4d1e-b424-a1b52d29dc87 HTTP/1.1" status: 200 len: 216 time: 0.0297244 Jul 16 17:54:24.374064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55640) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:24.397783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2663312b-d85e-4b85-abde-5a9cc7e40d35 req-5ad317db-0a92-4ab6-b67d-9f32c235ec81 service neutron] 10.222.0.43 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651116 Jul 16 17:54:24.410505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-4fc94cd5-38cf-476c-9bf2-a504ff952490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:24.412021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-4fc94cd5-38cf-476c-9bf2-a504ff952490 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3375371 Jul 16 17:54:24.426907 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b1694bf5-5181-47f9-9182-c40dfad558cc tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0510550 Jul 16 17:54:24.430951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55642) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:24.439795 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7234739-e6de-484d-88ec-94665c6d3cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.467558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1477c89-62d1-4be3-b158-946a861fbdda req-2934685d-0d63-4110-b0fb-a61a3d9e544a tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:24.469060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-2934685d-0d63-4110-b0fb-a61a3d9e544a tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.1672485 Jul 16 17:54:24.478302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-14b2d456-066f-4eaf-a209-0523d83bd1f8 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0399299 Jul 16 17:54:24.484120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-781492b7-1e03-46d1-8377-7a8e360bc40f tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:54:24.485068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-781492b7-1e03-46d1-8377-7a8e360bc40f tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086644 Jul 16 17:54:24.486308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55644) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:24.511841 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7234739-e6de-484d-88ec-94665c6d3cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.557899 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-334aec24-a8c7-48f9-ae39-60cb6ffe70ab tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/a723a4a9-ff72-4e91-9b55-65d459edca6c HTTP/1.1" status: 200 len: 473 time: 0.0698590 Jul 16 17:54:24.562351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55646) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:24.576676 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0e33b2-d245-48c0-80b3-dc1be43844e5 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:24.581662 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d0e33b2-d245-48c0-80b3-dc1be43844e5 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.588907 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60677df1-5195-49eb-8281-0a0c36f8aa38 None None] Sync routers for ids ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:24.599716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60677df1-5195-49eb-8281-0a0c36f8aa38 None None] Routers {'ffea0cbe-5d46-48d6-9593-f6da8b4f6401'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:24.600552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-60677df1-5195-49eb-8281-0a0c36f8aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:24.601627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-e75e0494-431d-4936-96bb-04e6089e4d56 service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772442 Jul 16 17:54:24.609854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-a1f72c4b-1d9c-4bfe-b535-60d19a3f4196 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 1001 time: 0.1161928 Jul 16 17:54:24.616515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-a1477c89-62d1-4be3-b158-946a861fbdda req-58404a2f-4675-4ddf-8680-d506dc899909 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:24.632660 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9f51ceb8-483f-4779-8589-9bcb6eff41ce tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/a79de3a2-e6c6-4606-b51d-891ad61185d9 HTTP/1.1" status: 200 len: 459 time: 0.0625505 Jul 16 17:54:24.632901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55648) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:24.642385 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7d0e33b2-d245-48c0-80b3-dc1be43844e5 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "PUT /v2.0/floatingips/52e93a8c-018f-47e4-8d35-84ba4c901f65 HTTP/1.1" status: 200 len: 991 time: 1.9754224 Jul 16 17:54:24.643783 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f49344-7f29-4ec4-92a6-e173abb773e1', 'tag': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:24.646520 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fe0194-37b7-482b-8021-ed1df5056d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f49344-7f29-4ec4-92a6-e173abb773e1", "tag": "c0dcab01-7854-4ba9-a315-e0acc70a04c6"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:24.664637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7234739-e6de-484d-88ec-94665c6d3cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.667159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7234739-e6de-484d-88ec-94665c6d3cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.670663 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d7234739-e6de-484d-88ec-94665c6d3cb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/deeca6a5-d637-424a-9e65-3ca46c6018a7 HTTP/1.1" status: 204 len: 168 time: 0.3573403 Jul 16 17:54:24.689444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7234739-e6de-484d-88ec-94665c6d3cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeca6a5-d637-424a-9e65-3ca46c6018a7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:24.741376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-60677df1-5195-49eb-8281-0a0c36f8aa38 None None] Set router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:24.755348 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1477c89-62d1-4be3-b158-946a861fbdda req-58404a2f-4675-4ddf-8680-d506dc899909 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.891642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-93bdde46-8407-4999-8244-d5a0ef74e477 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.895305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-93bdde46-8407-4999-8244-d5a0ef74e477 tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/a79de3a2-e6c6-4606-b51d-891ad61185d9 HTTP/1.1" status: 204 len: 168 time: 0.2609799 Jul 16 17:54:24.896172 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55658) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:24.899610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41668ca5-bf1b-46db-aa4b-b6a49b9b8cb2 req-f6eb4ac3-d494-4ac5-9be5-7a08eb4b4120 service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875454 Jul 16 17:54:25.023094 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1477c89-62d1-4be3-b158-946a861fbdda req-58404a2f-4675-4ddf-8680-d506dc899909 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.030257 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1477c89-62d1-4be3-b158-946a861fbdda req-58404a2f-4675-4ddf-8680-d506dc899909 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.030830 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-a1477c89-62d1-4be3-b158-946a861fbdda req-58404a2f-4675-4ddf-8680-d506dc899909 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Floating IP ba16334b-33e8-4c31-8e1c-2afab8554730 disassociated. External IP: 172.25.5.152, port: 682bb1c4-b822-4724-91ba-34f42dfea6c5. Jul 16 17:54:25.086148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55662) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:25.135988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-60677df1-5195-49eb-8281-0a0c36f8aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:53:46Z', 'revision_number': 4, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '52e93a8c-018f-47e4-8d35-84ba4c901f65', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'port_id': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'mac_address': 'fa:16:3e:86:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49344-7f29-4ec4-92a6-e173abb773e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:54Z', 'updated_at': '2021-07-16T17:54:23Z', 'revision_number': 1, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc', 'name': '', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'mac_address': 'fa:16:3e:2b:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:46Z', 'updated_at': '2021-07-16T17:53:55Z', 'revision_number': 5, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'subnets': [{'id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:25.168560 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e6b199-7733-4e8b-b4ef-4d6d1fdaff1a x-openstack-request-id: req-78e6b199-7733-4e8b-b4ef-4d6d1fdaff1a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:25.168864 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da769407-86ef-4d15-a23d-a149feb10aac", "name": "network-vif-deleted", "tag": "5e357754-a51d-4a22-b93b-ef8d2eb6e725", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "348b3afb-924d-4019-b528-276618f1616c", "tag": "f108d088-8d22-4b57-854c-dfbede562546", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:25.169108 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78e6b199-7733-4e8b-b4ef-4d6d1fdaff1a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:25.169494 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da769407-86ef-4d15-a23d-a149feb10aac', 'name': 'network-vif-deleted', 'tag': '5e357754-a51d-4a22-b93b-ef8d2eb6e725', 'status': 'completed', 'code': 200} Jul 16 17:54:25.169740 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'status': 'completed', 'code': 200} Jul 16 17:54:25.169983 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348b3afb-924d-4019-b528-276618f1616c', 'tag': 'f108d088-8d22-4b57-854c-dfbede562546', 'status': 'completed', 'code': 200} Jul 16 17:54:25.182695 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6e8578b4-1b24-4498-82dd-5c5eb20601cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46fa567b021e4b31a256451f5411e871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0951979 Jul 16 17:54:25.185491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55668) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:25.185664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60677df1-5195-49eb-8281-0a0c36f8aa38 None None] Checking router: ffea0cbe-5d46-48d6-9593-f6da8b4f6401 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:25.201454 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60677df1-5195-49eb-8281-0a0c36f8aa38 None None] Routers {'ffea0cbe-5d46-48d6-9593-f6da8b4f6401'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:25.202193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-60677df1-5195-49eb-8281-0a0c36f8aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:25.271198 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40f0bd8b-6e3a-447e-87e3-37ac0617560b tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.273637 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-40f0bd8b-6e3a-447e-87e3-37ac0617560b tempest-MeteringIpV6TestJSON-1897924884 tempest-MeteringIpV6TestJSON-1897924884-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/a723a4a9-ff72-4e91-9b55-65d459edca6c HTTP/1.1" status: 204 len: 168 time: 0.3767700 Jul 16 17:54:25.332968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-60677df1-5195-49eb-8281-0a0c36f8aa38 None None] Set router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:25.456696 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9fa59e81-e9a7-4fc2-ab34-9b944c47cccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.484567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1477c89-62d1-4be3-b158-946a861fbdda req-58404a2f-4675-4ddf-8680-d506dc899909 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Router eab24e24-c654-4e38-abab-6b8549b4abda has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:25.502921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-a2aa7e0f-c596-4832-982b-5f2914918f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:25.504519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-a2aa7e0f-c596-4832-982b-5f2914918f46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 1097 time: 0.3090591 Jul 16 17:54:25.510426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-20f1cf5e-36ae-4d65-a529-8945a7ec1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:25.512199 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-20f1cf5e-36ae-4d65-a529-8945a7ec1340 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 1098 time: 0.2695236 Jul 16 17:54:25.516987 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9fa59e81-e9a7-4fc2-ab34-9b944c47cccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.550041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55674) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:25.576921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc7061-e398-4dbc-a13b-1987a7565495 req-f5f36bbe-6919-499a-bbd2-a0ee9e0afe4f tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:25.578376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37bc7061-e398-4dbc-a13b-1987a7565495 req-f5f36bbe-6919-499a-bbd2-a0ee9e0afe4f tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.2909293 Jul 16 17:54:25.580400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-60677df1-5195-49eb-8281-0a0c36f8aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:53:46Z', 'revision_number': 4, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '52e93a8c-018f-47e4-8d35-84ba4c901f65', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'port_id': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'mac_address': 'fa:16:3e:86:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49344-7f29-4ec4-92a6-e173abb773e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:54Z', 'updated_at': '2021-07-16T17:54:23Z', 'revision_number': 1, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc', 'name': '', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'mac_address': 'fa:16:3e:2b:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:46Z', 'updated_at': '2021-07-16T17:53:55Z', 'revision_number': 5, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'subnets': [{'id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:25.609444 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60677df1-5195-49eb-8281-0a0c36f8aa38 None None] The sync data for ids ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'] in n-d-787206-10 is: [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:53:46Z', 'revision_number': 4, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '52e93a8c-018f-47e4-8d35-84ba4c901f65', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'port_id': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'mac_address': 'fa:16:3e:86:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f49344-7f29-4ec4-92a6-e173abb773e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:54Z', 'updated_at': '2021-07-16T17:54:23Z', 'revision_number': 1, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc', 'name': '', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'mac_address': 'fa:16:3e:2b:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:46Z', 'updated_at': '2021-07-16T17:53:55Z', 'revision_number': 5, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'subnets': [{'id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:25.676554 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2abb58fc-962c-4539-9519-1b0c320c01d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.779565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2abb58fc-962c-4539-9519-1b0c320c01d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.784794 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2abb58fc-962c-4539-9519-1b0c320c01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.833888 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f6398-1055-493f-8da2-acd413f1ce40 None None] New status for floating IP 52e93a8c-018f-47e4-8d35-84ba4c901f65: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:54:25.835161 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2abb58fc-962c-4539-9519-1b0c320c01d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=770a2248b35c4a64af6693e7cc3b93df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834382 Jul 16 17:54:25.835956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55678) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:25.836615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb58fc-962c-4539-9519-1b0c320c01d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370b8051-27c0-4f6c-8c3b-50bc3a37fab6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:25.891256 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a893fcd0-c1af-4086-8a68-b03dc11e222b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.913104 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a893fcd0-c1af-4086-8a68-b03dc11e222b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.962626 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a893fcd0-c1af-4086-8a68-b03dc11e222b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.965361 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a893fcd0-c1af-4086-8a68-b03dc11e222b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.969189 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a893fcd0-c1af-4086-8a68-b03dc11e222b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/370b8051-27c0-4f6c-8c3b-50bc3a37fab6 HTTP/1.1" status: 204 len: 168 time: 0.1270669 Jul 16 17:54:25.974743 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893fcd0-c1af-4086-8a68-b03dc11e222b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370b8051-27c0-4f6c-8c3b-50bc3a37fab6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:26.038378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37bc7061-e398-4dbc-a13b-1987a7565495 req-7dca8adf-fadd-4fb0-8daf-9c1479a00325 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434459 Jul 16 17:54:26.088593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-4a3d8499-5da4-4086-ae18-25f8aefcfdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:26.090059 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-4a3d8499-5da4-4086-ae18-25f8aefcfdf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.5751922 Jul 16 17:54:26.106030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-6622fe5a-46f7-49e0-92df-aa5b866d8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:26.107534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-6622fe5a-46f7-49e0-92df-aa5b866d8974 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.5749023 Jul 16 17:54:26.118134 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9fa59e81-e9a7-4fc2-ab34-9b944c47cccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.120643 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9fa59e81-e9a7-4fc2-ab34-9b944c47cccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.124259 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9fa59e81-e9a7-4fc2-ab34-9b944c47cccd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86611ed2-c0bd-452a-aa1a-90de38ff969c HTTP/1.1" status: 204 len: 168 time: 0.9353244 Jul 16 17:54:26.132154 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.201437 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa59e81-e9a7-4fc2-ab34-9b944c47cccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86611ed2-c0bd-452a-aa1a-90de38ff969c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:26.203985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-37655892-b6bd-4762-ba17-4b22b71a8b45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 200 len: 217 time: 0.0869088 Jul 16 17:54:26.224322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1477c89-62d1-4be3-b158-946a861fbdda req-58404a2f-4675-4ddf-8680-d506dc899909 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:26.232854 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1477c89-62d1-4be3-b158-946a861fbdda req-58404a2f-4675-4ddf-8680-d506dc899909 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.239878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5baa491-abc6-4a5c-b74d-f83a0ba5ea46 None None] Sync routers for ids ['eab24e24-c654-4e38-abab-6b8549b4abda'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:26.252339 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5baa491-abc6-4a5c-b74d-f83a0ba5ea46 None None] Routers {'eab24e24-c654-4e38-abab-6b8549b4abda'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:26.253313 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c5baa491-abc6-4a5c-b74d-f83a0ba5ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['eab24e24-c654-4e38-abab-6b8549b4abda'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:26.297870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-ab15b922-d926-43b1-aa67-61160c8a7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:26.300109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-ab15b922-d926-43b1-aa67-61160c8a7db4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.0859418 Jul 16 17:54:26.324563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-af87d69b-f207-4830-a1c4-3f423f01496a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f108d088-8d22-4b57-854c-dfbede562546 HTTP/1.1" status: 200 len: 1001 time: 0.2199032 Jul 16 17:54:26.384845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55690) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:26.395267 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.404311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c5baa491-abc6-4a5c-b74d-f83a0ba5ea46 None None] Set router eab24e24-c654-4e38-abab-6b8549b4abda gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:26.413547 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff987d91-9657-4524-b7ff-13b49aae9d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.414915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-6f2ea14d-0bfe-46a8-8f0a-b7069ebe8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:26.416423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-6f2ea14d-0bfe-46a8-8f0a-b7069ebe8bba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.0643148 Jul 16 17:54:26.437417 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-58404a2f-4675-4ddf-8680-d506dc899909 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "PUT /v2.0/floatingips/ba16334b-33e8-4c31-8e1c-2afab8554730 HTTP/1.1" status: 200 len: 695 time: 1.8265882 Jul 16 17:54:26.512239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-31e8756c-f607-45f4-8979-12aa68000cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:26.515903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-31e8756c-f607-45f4-8979-12aa68000cbe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938829 Jul 16 17:54:26.530396 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff987d91-9657-4524-b7ff-13b49aae9d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.536328 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff987d91-9657-4524-b7ff-13b49aae9d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.568765 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ff987d91-9657-4524-b7ff-13b49aae9d86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a29bbdced59747eca8554a2c0fe30940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825738 Jul 16 17:54:26.570686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55696) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:26.633057 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff987d91-9657-4524-b7ff-13b49aae9d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecba449-e406-4865-9808-8daecd9f9806,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:26.662094 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43054e65-2245-492a-89db-73365ca45651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.685226 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43054e65-2245-492a-89db-73365ca45651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.701303 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-0dffa992-5c42-4e57-8b69-3d1e38449804 service neutron] 10.222.0.43 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729417 Jul 16 17:54:26.733903 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c931cb-488a-45e9-98c1-43e7e2556ff5 x-openstack-request-id: req-c1c931cb-488a-45e9-98c1-43e7e2556ff5 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:26.734460 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f49344-7f29-4ec4-92a6-e173abb773e1", "tag": "c0dcab01-7854-4ba9-a315-e0acc70a04c6", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:26.734727 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1c931cb-488a-45e9-98c1-43e7e2556ff5 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:26.735283 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f49344-7f29-4ec4-92a6-e173abb773e1', 'tag': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6', 'status': 'completed', 'code': 200} Jul 16 17:54:26.742010 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c5baa491-abc6-4a5c-b74d-f83a0ba5ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:53:28Z', 'revision_number': 4, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '94941b89-86c0-4b5c-a4e5-7357b1a4d4b3', 'name': '', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'mac_address': 'fa:16:3e:11:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59e13442-691f-4436-9255-173532d59dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:28Z', 'updated_at': '2021-07-16T17:53:37Z', 'revision_number': 5, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'subnets': [{'id': '59e13442-691f-4436-9255-173532d59dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:26.773668 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43054e65-2245-492a-89db-73365ca45651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.776244 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43054e65-2245-492a-89db-73365ca45651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.779135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5baa491-abc6-4a5c-b74d-f83a0ba5ea46 None None] Checking router: eab24e24-c654-4e38-abab-6b8549b4abda for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:26.780569 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-43054e65-2245-492a-89db-73365ca45651 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eecba449-e406-4865-9808-8daecd9f9806 HTTP/1.1" status: 204 len: 168 time: 0.2082303 Jul 16 17:54:26.795631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43054e65-2245-492a-89db-73365ca45651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecba449-e406-4865-9808-8daecd9f9806,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:26.820153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-11c1ae06-9205-48d0-9d62-140210a2b6a2 service neutron] 10.222.0.43 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062949 Jul 16 17:54:26.826052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe0194-37b7-482b-8021-ed1df5056d4e req-5ebff90a-cde9-4c29-9df5-522bc26c34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:26.827965 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98fe0194-37b7-482b-8021-ed1df5056d4e req-5ebff90a-cde9-4c29-9df5-522bc26c34b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=847bc0d0aca3435bb968700f2ba7aed1&device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 1097 time: 0.0866437 Jul 16 17:54:26.870355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5baa491-abc6-4a5c-b74d-f83a0ba5ea46 None None] Routers {'eab24e24-c654-4e38-abab-6b8549b4abda'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:26.871213 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c5baa491-abc6-4a5c-b74d-f83a0ba5ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['eab24e24-c654-4e38-abab-6b8549b4abda'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:26.914642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1477c89-62d1-4be3-b158-946a861fbdda req-64c09f63-5458-4a48-93d1-c9441188f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:26.916250 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-64c09f63-5458-4a48-93d1-c9441188f0d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce8a147219c846f8867f8ab7c0c141a2&device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 1097 time: 0.4601891 Jul 16 17:54:26.925116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1341df6b-3455-4f34-89e7-61ec9db535f7 req-b71625c9-7eb0-4007-b009-900a8ffc68de tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 1001 time: 0.1015873 Jul 16 17:54:26.937859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-73bcd4bb-6489-4713-a22d-15eb1f93bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:26.938891 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-73bcd4bb-6489-4713-a22d-15eb1f93bbeb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4972098 Jul 16 17:54:26.977097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe0194-37b7-482b-8021-ed1df5056d4e req-acfe0aa0-2416-48cf-8b3a-8ba7228adeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:26.978817 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98fe0194-37b7-482b-8021-ed1df5056d4e req-acfe0aa0-2416-48cf-8b3a-8ba7228adeb7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=13e3bab1-78b3-4473-be00-74bc5136cee6 HTTP/1.1" status: 200 len: 912 time: 0.1442676 Jul 16 17:54:27.096444 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c5baa491-abc6-4a5c-b74d-f83a0ba5ea46 None None] Set router eab24e24-c654-4e38-abab-6b8549b4abda gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:27.109633 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98fe0194-37b7-482b-8021-ed1df5056d4e req-af9fb6a8-81b9-4eb5-8fc4-37a9b950f1f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0dcab01-7854-4ba9-a315-e0acc70a04c6 HTTP/1.1" status: 200 len: 1001 time: 0.1136487 Jul 16 17:54:27.110004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341df6b-3455-4f34-89e7-61ec9db535f7 req-afad00a9-e9a6-4c5d-b197-37ab65bb53c7 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.111611 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1341df6b-3455-4f34-89e7-61ec9db535f7 req-afad00a9-e9a6-4c5d-b197-37ab65bb53c7 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports/f108d088-8d22-4b57-854c-dfbede562546 HTTP/1.1" status: 200 len: 942 time: 0.1855190 Jul 16 17:54:27.148102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-444ef4c7-8a56-469d-9f68-58e9409cb6aa service neutron] 10.222.0.35 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003798 Jul 16 17:54:27.149059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1477c89-62d1-4be3-b158-946a861fbdda req-2364ab62-4d01-4e2e-89a6-6f7370893a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.150428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-2364ab62-4d01-4e2e-89a6-6f7370893a9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 HTTP/1.1" status: 200 len: 930 time: 0.2156560 Jul 16 17:54:27.183423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'tag': '682bb1c4-b822-4724-91ba-34f42dfea6c5'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:27.185843 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ab8a73-9866-4503-9ac3-7de49b4f5f85" -d '{"events": [{"name": "network-changed", "server_uuid": "35c63b26-8dcd-4f54-a5cb-359cd8f5d710", "tag": "682bb1c4-b822-4724-91ba-34f42dfea6c5"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:27.212027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe0194-37b7-482b-8021-ed1df5056d4e req-db049674-84ea-4cef-8085-062c991312d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.213492 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98fe0194-37b7-482b-8021-ed1df5056d4e req-db049674-84ea-4cef-8085-062c991312d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6e6b76c2-c9e5-4d29-befa-b529efb3d678 HTTP/1.1" status: 200 len: 850 time: 0.0972953 Jul 16 17:54:27.312724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe0194-37b7-482b-8021-ed1df5056d4e req-5618641f-c441-4d5f-9464-ed96468a48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.315900 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98fe0194-37b7-482b-8021-ed1df5056d4e req-5618641f-c441-4d5f-9464-ed96468a48fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13e3bab1-78b3-4473-be00-74bc5136cee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934513 Jul 16 17:54:27.354218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-d9e95912-9987-4247-a860-084ce71f7ffa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=682bb1c4-b822-4724-91ba-34f42dfea6c5 HTTP/1.1" status: 200 len: 217 time: 0.1978908 Jul 16 17:54:27.416396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c5baa491-abc6-4a5c-b74d-f83a0ba5ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:53:28Z', 'revision_number': 4, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '94941b89-86c0-4b5c-a4e5-7357b1a4d4b3', 'name': '', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'mac_address': 'fa:16:3e:11:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59e13442-691f-4436-9255-173532d59dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:28Z', 'updated_at': '2021-07-16T17:53:37Z', 'revision_number': 5, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'subnets': [{'id': '59e13442-691f-4436-9255-173532d59dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:27.444922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5baa491-abc6-4a5c-b74d-f83a0ba5ea46 None None] The sync data for ids ['eab24e24-c654-4e38-abab-6b8549b4abda'] in n-d-787206-10 is: [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:53:28Z', 'revision_number': 4, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '94941b89-86c0-4b5c-a4e5-7357b1a4d4b3', 'name': '', 'network_id': 'd6fabc6e-4bef-48f1-9cdb-4d2a5eed1443', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'mac_address': 'fa:16:3e:11:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '59e13442-691f-4436-9255-173532d59dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:28Z', 'updated_at': '2021-07-16T17:53:37Z', 'revision_number': 5, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'subnets': [{'id': '59e13442-691f-4436-9255-173532d59dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:27.450382 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55726) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:27.474432 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98fe0194-37b7-482b-8021-ed1df5056d4e req-8960707f-1afa-4f00-ba00-8a3a0973925f service neutron] 10.222.0.43 "GET /v2.0/networks/13e3bab1-78b3-4473-be00-74bc5136cee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523459 Jul 16 17:54:27.494352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de69332-8187-4a09-a925-1ce9ba5e536b req-a8f7c9ce-9235-4a36-9374-46f08be82acd service neutron] 10.222.0.35 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278441 Jul 16 17:54:27.567054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1477c89-62d1-4be3-b158-946a861fbdda req-9f491f76-3ebf-4e0f-a2bd-3e7a0c11bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.579905 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-9f491f76-3ebf-4e0f-a2bd-3e7a0c11bb55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59e13442-691f-4436-9255-173532d59dbf HTTP/1.1" status: 200 len: 868 time: 0.2244966 Jul 16 17:54:27.604723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1341df6b-3455-4f34-89e7-61ec9db535f7 req-082152aa-ad2e-4b94-8e36-6766af6a8bf2 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 1001 time: 0.2445366 Jul 16 17:54:27.611729 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98fe0194-37b7-482b-8021-ed1df5056d4e req-a5debe1c-b7c3-493d-b6d0-7b5902615857 service neutron] 10.222.0.43 "GET /v2.0/networks/13e3bab1-78b3-4473-be00-74bc5136cee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304173 Jul 16 17:54:27.645288 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-545926205-network', 'tenant_id': 'f8fd99720b0d4bf1a284f3bc9eb535ce'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:27.669043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Made reservation on behalf of f8fd99720b0d4bf1a284f3bc9eb535ce for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:27.671548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.682944 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.746355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1477c89-62d1-4be3-b158-946a861fbdda req-b1cf641c-9a17-41c6-bc9a-8a0175ceac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.747913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-b1cf641c-9a17-41c6-bc9a-8a0175ceac93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673875 Jul 16 17:54:27.810070 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.812182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341df6b-3455-4f34-89e7-61ec9db535f7 req-0ee5a4cd-90c1-4d27-a35f-98a11746656b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.813700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1341df6b-3455-4f34-89e7-61ec9db535f7 req-0ee5a4cd-90c1-4d27-a35f-98a11746656b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.2079654 Jul 16 17:54:27.814684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.830309 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:27.851850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.852194 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Added segment f27645b4-65ba-47bc-acb1-4c3cc53fd43a of type vlan for network 952ac8ff-0af0-4f75-809e-e546a42ee253 Jul 16 17:54:27.884680 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d77f6-cfe6-473f-b828-c9a8ef465abb None None] New status for floating IP ba16334b-33e8-4c31-8e1c-2afab8554730: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:54:27.895925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-dd7c887d-1a5e-4b54-b800-963616b32baa service neutron] 10.222.0.41 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402724 Jul 16 17:54:27.911248 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd33a916-0ec2-4fc6-8f13-f79677b9a740,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:27.956565 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4df59505-1788-4250-8d66-6adab8d8b7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.957311 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.997578 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.998863 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.999632 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.051672 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1477c89-62d1-4be3-b158-946a861fbdda req-2c34d7eb-8776-4603-91d6-f47dd0dd2a3a service neutron] 10.222.0.41 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493125 Jul 16 17:54:28.058681 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6071148 Jul 16 17:54:28.061641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55748) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:28.069833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b7676803-2dfa-4754-9cab-e9444f210bf5 admin admin] Request body: {'subnet': {'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-545926205-subnet', 'tenant_id': 'f8fd99720b0d4bf1a284f3bc9eb535ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:28.085696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69506673-0245-440b-8de8-9f3593420ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=952ac8ff-0af0-4f75-809e-e546a42ee253,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:28.101260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 952ac8ff-0af0-4f75-809e-e546a42ee253 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:28.122287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7676803-2dfa-4754-9cab-e9444f210bf5 admin admin] Made reservation on behalf of f8fd99720b0d4bf1a284f3bc9eb535ce for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:28.125045 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b7676803-2dfa-4754-9cab-e9444f210bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.275805 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4011199-fe44-4013-acdf-1a53251a48fa x-openstack-request-id: req-e4011199-fe44-4013-acdf-1a53251a48fa {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:28.276073 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c63b26-8dcd-4f54-a5cb-359cd8f5d710", "tag": "682bb1c4-b822-4724-91ba-34f42dfea6c5", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:28.276323 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4011199-fe44-4013-acdf-1a53251a48fa {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:28.276713 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'tag': '682bb1c4-b822-4724-91ba-34f42dfea6c5', 'status': 'completed', 'code': 200} Jul 16 17:54:28.400775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08aaed-5ca3-4a48-9251-759386bccbf7 req-a610bbeb-5500-49e4-9a93-4dbe4d46d113 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:28.402276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a08aaed-5ca3-4a48-9251-759386bccbf7 req-a610bbeb-5500-49e4-9a93-4dbe4d46d113 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.2435231 Jul 16 17:54:28.435381 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-69f015b9-74f9-415c-9ce1-7e4cbf670ecf tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 1001 time: 0.1527979 Jul 16 17:54:28.547218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a08aaed-5ca3-4a48-9251-759386bccbf7 req-a25c1ddd-8592-47e7-96a7-9d03e4aadc59 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339941 Jul 16 17:54:28.566987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab8a73-9866-4503-9ac3-7de49b4f5f85 req-fc619740-3a44-41c7-9aa1-64debf14fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:28.568516 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68ab8a73-9866-4503-9ac3-7de49b4f5f85 req-fc619740-3a44-41c7-9aa1-64debf14fd15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce8a147219c846f8867f8ab7c0c141a2&device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 1097 time: 0.2442131 Jul 16 17:54:28.575196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-37d7802f-cd1b-459e-b7e4-8c27e0005378 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:28.576543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-37d7802f-cd1b-459e-b7e4-8c27e0005378 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports/f108d088-8d22-4b57-854c-dfbede562546 HTTP/1.1" status: 200 len: 942 time: 0.1288311 Jul 16 17:54:28.579030 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b7676803-2dfa-4754-9cab-e9444f210bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.675465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55768) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:28.770064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-563866047', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:28.792375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Made reservation on behalf of 1974458c2a784840a4a04ce25fc9209f for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:28.795145 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.805814 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.898678 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.902912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.908998 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] device_id is not set on port 1d6fd3f4-0c02-4cce-ba3c-44705089ba7f yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 17:54:28.960820 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7c4501-2767-4989-932d-cad9cc21f718,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:29.013072 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7676803-2dfa-4754-9cab-e9444f210bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:29.036951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-a23421c0-1675-4a50-b048-31e3d755966f tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips/ba16334b-33e8-4c31-8e1c-2afab8554730 HTTP/1.1" status: 200 len: 693 time: 0.1158421 Jul 16 17:54:29.038910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Allocated IP 172.25.5.199 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/1d6fd3f4-0c02-4cce-ba3c-44705089ba7f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:29.075469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7676803-2dfa-4754-9cab-e9444f210bf5 admin admin] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:29.075830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7676803-2dfa-4754-9cab-e9444f210bf5 admin admin] Network hostable DHCP agents. Network: 952ac8ff-0af0-4f75-809e-e546a42ee253, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:54:29.099669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab8a73-9866-4503-9ac3-7de49b4f5f85 req-f4f01faa-7fb1-4141-b7de-022cdddfd8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.101130 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68ab8a73-9866-4503-9ac3-7de49b4f5f85 req-f4f01faa-7fb1-4141-b7de-022cdddfd8ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 HTTP/1.1" status: 200 len: 930 time: 0.5233858 Jul 16 17:54:29.104154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-c3c8760b-5f15-4a17-8294-84e393c8d831 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 1001 time: 0.1775892 Jul 16 17:54:29.174814 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.214311 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68ab8a73-9866-4503-9ac3-7de49b4f5f85 req-42661cb2-d21b-4477-a82d-7925feadb58e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=682bb1c4-b822-4724-91ba-34f42dfea6c5 HTTP/1.1" status: 200 len: 217 time: 0.1017871 Jul 16 17:54:29.214939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.244471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7676803-2dfa-4754-9cab-e9444f210bf5 admin admin] Network 952ac8ff-0af0-4f75-809e-e546a42ee253 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:54:29.257249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:29.262041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:29.265345 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:29.299077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Pushing event updated for resources: {'Port': ['ID=1d6fd3f4-0c02-4cce-ba3c-44705089ba7f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:29.317809 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.318717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.335810 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d931d8f5-7845-490a-af6e-cbc089412169 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6565695 Jul 16 17:54:29.336039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-b7676803-2dfa-4754-9cab-e9444f210bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 952ac8ff-0af0-4f75-809e-e546a42ee253) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:29.336146 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55774) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:29.341071 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.199'}]}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:29.343194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d865f4b-9d68-421f-b9ba-c895a7eab781 None None] Network 952ac8ff-0af0-4f75-809e-e546a42ee253 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:29.350496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7676803-2dfa-4754-9cab-e9444f210bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.351079 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b7676803-2dfa-4754-9cab-e9444f210bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.353816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab8a73-9866-4503-9ac3-7de49b4f5f85 req-ad7ea9dc-2614-470f-a4ca-dc839aa569bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.355289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68ab8a73-9866-4503-9ac3-7de49b4f5f85 req-ad7ea9dc-2614-470f-a4ca-dc839aa569bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59e13442-691f-4436-9255-173532d59dbf HTTP/1.1" status: 200 len: 868 time: 0.1321950 Jul 16 17:54:29.362551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-e35c0cf8-ebf3-45cf-bc3f-d15413c8c7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.363916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-e35c0cf8-ebf3-45cf-bc3f-d15413c8c7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.3121736 Jul 16 17:54:29.364839 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.366967 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.420398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-ebbb1910-0d29-453c-ac4c-7242497cf374 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.421713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-ebbb1910-0d29-453c-ac4c-7242497cf374 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.3073947 Jul 16 17:54:29.432917 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.456782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b7676803-2dfa-4754-9cab-e9444f210bf5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3928423 Jul 16 17:54:29.481694 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b4c00d-dd1b-4d44-8a72-b55a4934dd42 None None] Network 952ac8ff-0af0-4f75-809e-e546a42ee253 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:29.520509 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-0953c4f8-10c5-4c68-be1f-eb3f8695eb2b tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.1348197 Jul 16 17:54:29.597296 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.598567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-3031bbb2-3700-4753-a092-2b3e39141206 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.0716970 Jul 16 17:54:29.624908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-6cb83b6f-0b0c-4b80-ba26-8d60499dcf7c tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 1001 time: 0.1652601 Jul 16 17:54:29.630136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-da52407c-ce4b-46cf-a06b-84b3d3a3b030 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:29.665360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab8a73-9866-4503-9ac3-7de49b4f5f85 req-76b01ef1-b493-4dce-9721-f72936dc4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.666865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68ab8a73-9866-4503-9ac3-7de49b4f5f85 req-76b01ef1-b493-4dce-9721-f72936dc4833 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2940981 Jul 16 17:54:29.823271 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.846228 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.850281 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-da52407c-ce4b-46cf-a06b-84b3d3a3b030 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.919458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68ab8a73-9866-4503-9ac3-7de49b4f5f85 req-effa6065-53e8-4097-b981-d62bf574847e service neutron] 10.222.0.35 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181149 Jul 16 17:54:30.003341 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.006063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-dc7ad901-0b5d-4eeb-b617-a2b7f025f692 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Deleting port c972f054-7dac-45ca-8fcc-e80c40baf062 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:30.006400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-dc7ad901-0b5d-4eeb-b617-a2b7f025f692 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.098283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55792) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:30.103086 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-339952086-network', 'tenant_id': '7a24608204d54f60b326c7424723c424'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:30.110710 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-da52407c-ce4b-46cf-a06b-84b3d3a3b030 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.140403 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-da52407c-ce4b-46cf-a06b-84b3d3a3b030 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.140712 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-da52407c-ce4b-46cf-a06b-84b3d3a3b030 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Floating IP c67cf30e-7cf1-47b2-8a44-98941d449cfb disassociated. External IP: 172.25.5.244, port: f108d088-8d22-4b57-854c-dfbede562546. Jul 16 17:54:30.173932 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.177580 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.188900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Made reservation on behalf of 7a24608204d54f60b326c7424723c424 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:30.191388 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.212903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68ab8a73-9866-4503-9ac3-7de49b4f5f85 req-30a7d87c-b7d6-4b13-8dc1-7487e4333310 service neutron] 10.222.0.35 "GET /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811549 Jul 16 17:54:30.253693 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-dc7ad901-0b5d-4eeb-b617-a2b7f025f692 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.254390 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-dc7ad901-0b5d-4eeb-b617-a2b7f025f692 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.274689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-dc7ad901-0b5d-4eeb-b617-a2b7f025f692 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Calling delete_port for c972f054-7dac-45ca-8fcc-e80c40baf062 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:30.481112 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.488956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-da52407c-ce4b-46cf-a06b-84b3d3a3b030 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Router 7a5bb324-aaf0-4181-af91-deae5b574cbc has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:30.493752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.494330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11110789-6fc1-41f0-a98f-f2ae2b615a9d {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:54:30.557913 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-dc7ad901-0b5d-4eeb-b617-a2b7f025f692 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.585025 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.591561 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.598115 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.600884 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 17:54:30.604733 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e9818f41-66df-4032-acc6-afe841408e3d tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2677712 Jul 16 17:54:30.607158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55794) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:30.616865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ad901-0b5d-4eeb-b617-a2b7f025f692 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Pushing event deleted for resources: {'Port': ['ID=c972f054-7dac-45ca-8fcc-e80c40baf062,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:30.645188 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-70df542f-0da9-4cb5-933c-8c688f693e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.649314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:30.682008 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.682356 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Added segment 29b2de94-4ac2-46e6-aaae-c021e6a413ed of type vlan for network 2f256c44-d5e0-44a0-afb0-2ff2781c71fb Jul 16 17:54:30.685413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fe9eff-e1ac-4d1c-8825-c2ac203051e7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:30.758411 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.802285 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0898ee7d-b8e7-4747-86eb-7ee8275b3aa6 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Deleting port 1d6fd3f4-0c02-4cce-ba3c-44705089ba7f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:30.802752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0898ee7d-b8e7-4747-86eb-7ee8275b3aa6 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.806155 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.807343 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.807955 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.863211 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7638578 Jul 16 17:54:30.866750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55796) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:30.899981 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-974ca2e9-542a-4693-9766-b9e8a8a636e0 admin admin] Request body: {'subnet': {'network_id': '2f256c44-d5e0-44a0-afb0-2ff2781c71fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-339952086-subnet', 'tenant_id': '7a24608204d54f60b326c7424723c424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:30.929798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-da52407c-ce4b-46cf-a06b-84b3d3a3b030 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:30.935115 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-da52407c-ce4b-46cf-a06b-84b3d3a3b030 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.942458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48c1fc-036f-43b5-8c66-9a9dd1225488 None None] Sync routers for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:30.948596 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e95345-10ff-42fb-bf14-2dd8e4580408 admin admin] Pushing event updated for resources: {'Network': ['ID=2f256c44-d5e0-44a0-afb0-2ff2781c71fb,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:30.952601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb48c1fc-036f-43b5-8c66-9a9dd1225488 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:30.953344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-cb48c1fc-036f-43b5-8c66-9a9dd1225488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:30.959463 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-dc7ad901-0b5d-4eeb-b617-a2b7f025f692 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.961569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-dc7ad901-0b5d-4eeb-b617-a2b7f025f692 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.962867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d0e15b8-baaa-4a70-800b-adfd4323e41b req-dc7ad901-0b5d-4eeb-b617-a2b7f025f692 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "DELETE /v2.0/floatingips/ba16334b-33e8-4c31-8e1c-2afab8554730 HTTP/1.1" status: 204 len: 173 time: 1.3551104 Jul 16 17:54:30.982041 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0898ee7d-b8e7-4747-86eb-7ee8275b3aa6 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.983571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-da52407c-ce4b-46cf-a06b-84b3d3a3b030 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "PUT /v2.0/floatingips/c67cf30e-7cf1-47b2-8a44-98941d449cfb HTTP/1.1" status: 200 len: 695 time: 1.3578856 Jul 16 17:54:30.984021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348b3afb-924d-4019-b528-276618f1616c', 'tag': 'f108d088-8d22-4b57-854c-dfbede562546'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:30.986791 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea724cff-384e-4cc0-ac87-3094cbb1c8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "348b3afb-924d-4019-b528-276618f1616c", "tag": "f108d088-8d22-4b57-854c-dfbede562546"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:30.993794 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974ca2e9-542a-4693-9766-b9e8a8a636e0 admin admin] Made reservation on behalf of 7a24608204d54f60b326c7424723c424 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:30.996194 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-974ca2e9-542a-4693-9766-b9e8a8a636e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.999041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 2f256c44-d5e0-44a0-afb0-2ff2781c71fb details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:31.004236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0898ee7d-b8e7-4747-86eb-7ee8275b3aa6 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Calling delete_port for 1d6fd3f4-0c02-4cce-ba3c-44705089ba7f owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:31.085698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55802) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:31.107859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-20ea8693-da6c-469b-a493-e4db40ab7006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.117565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-20ea8693-da6c-469b-a493-e4db40ab7006 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 1097 time: 0.1016476 Jul 16 17:54:31.150193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-cb48c1fc-036f-43b5-8c66-9a9dd1225488 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:31.336711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-6c358dbe-014a-4068-9aab-c2836f20cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.344464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-6c358dbe-014a-4068-9aab-c2836f20cb79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.2243237 Jul 16 17:54:31.355646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0898ee7d-b8e7-4747-86eb-7ee8275b3aa6 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:31.384787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-974ca2e9-542a-4693-9766-b9e8a8a636e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:31.433711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898ee7d-b8e7-4747-86eb-7ee8275b3aa6 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d6fd3f4-0c02-4cce-ba3c-44705089ba7f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:31.447970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-51425a05-172e-4142-9896-00ccf37e5c46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f108d088-8d22-4b57-854c-dfbede562546 HTTP/1.1" status: 200 len: 217 time: 0.1023381 Jul 16 17:54:31.530656 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ca2e9-542a-4693-9766-b9e8a8a636e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2895eff7-abde-4f93-aaa6-4fa9f109da63,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:31.540645 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0898ee7d-b8e7-4747-86eb-7ee8275b3aa6 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:31.543897 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0898ee7d-b8e7-4747-86eb-7ee8275b3aa6 tempest-RoutersAdminNegativeTest-1111267622 tempest-RoutersAdminNegativeTest-1111267622-project-admin] 10.222.0.41 "DELETE /v2.0/ports/1d6fd3f4-0c02-4cce-ba3c-44705089ba7f HTTP/1.1" status: 204 len: 168 time: 0.9357576 Jul 16 17:54:31.553598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ca2e9-542a-4693-9766-b9e8a8a636e0 admin admin] Checking segment: {'id': '29b2de94-4ac2-46e6-aaae-c021e6a413ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2f256c44-d5e0-44a0-afb0-2ff2781c71fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:31.554165 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ca2e9-542a-4693-9766-b9e8a8a636e0 admin admin] Network hostable DHCP agents. Network: 2f256c44-d5e0-44a0-afb0-2ff2781c71fb, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:54:31.574511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-cb48c1fc-036f-43b5-8c66-9a9dd1225488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:31.575502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ca2e9-542a-4693-9766-b9e8a8a636e0 admin admin] Network 2f256c44-d5e0-44a0-afb0-2ff2781c71fb is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:54:31.590298 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-974ca2e9-542a-4693-9766-b9e8a8a636e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 2f256c44-d5e0-44a0-afb0-2ff2781c71fb) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:31.598548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974ca2e9-542a-4693-9766-b9e8a8a636e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.599369 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-974ca2e9-542a-4693-9766-b9e8a8a636e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:31.614084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6fb985-5dfc-4fc6-bfb1-e7d3dd55c79f None None] Network 2f256c44-d5e0-44a0-afb0-2ff2781c71fb requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:31.622049 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-974ca2e9-542a-4693-9766-b9e8a8a636e0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7258821 Jul 16 17:54:31.628349 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48c1fc-036f-43b5-8c66-9a9dd1225488 None None] Checking router: 7a5bb324-aaf0-4181-af91-deae5b574cbc for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:31.654807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-7672393e-2e65-47b9-8783-0ecd3759e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.656716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-7672393e-2e65-47b9-8783-0ecd3759e95c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.2072256 Jul 16 17:54:31.692599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb48c1fc-036f-43b5-8c66-9a9dd1225488 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:31.698150 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-cb48c1fc-036f-43b5-8c66-9a9dd1225488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:31.786041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829f61a-b13b-40e8-a87f-eea610f84807 req-daea9050-8a9f-4471-a37c-e910d0a6d4c4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.787685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2829f61a-b13b-40e8-a87f-eea610f84807 req-daea9050-8a9f-4471-a37c-e910d0a6d4c4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.2604973 Jul 16 17:54:31.789044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55816) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:31.793222 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:31.889445 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47bc74f-527e-4b50-afe5-f1c53de22fad None None] Network 2f256c44-d5e0-44a0-afb0-2ff2781c71fb requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:31.892449 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2829f61a-b13b-40e8-a87f-eea610f84807 req-3a33ca37-1cab-419e-a52e-2e0bf4d85f61 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939021 Jul 16 17:54:31.912303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-6347a401-a075-4bed-afc4-98fa9d83939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.921528 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-6347a401-a075-4bed-afc4-98fa9d83939c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2536676 Jul 16 17:54:31.939381 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e153143c-d35b-40db-8367-d0092984a4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:31.961195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-cb48c1fc-036f-43b5-8c66-9a9dd1225488 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:32.007879 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a217e1b-5bc6-469a-9a69-781ceba7aa5b x-openstack-request-id: req-3a217e1b-5bc6-469a-9a69-781ceba7aa5b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:32.008790 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348b3afb-924d-4019-b528-276618f1616c", "tag": "f108d088-8d22-4b57-854c-dfbede562546", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:32.009163 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a217e1b-5bc6-469a-9a69-781ceba7aa5b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:32.009814 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348b3afb-924d-4019-b528-276618f1616c', 'tag': 'f108d088-8d22-4b57-854c-dfbede562546', 'status': 'completed', 'code': 200} Jul 16 17:54:32.096754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e153143c-d35b-40db-8367-d0092984a4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.101506 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e153143c-d35b-40db-8367-d0092984a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.149881 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153143c-d35b-40db-8367-d0092984a4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e67f19e-6118-40fb-9ba3-dd0871c03970,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:32.172080 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e153143c-d35b-40db-8367-d0092984a4d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=506469434b8b4c0d85ce9e1bcb9376ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819509 Jul 16 17:54:32.175208 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55828) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:32.234081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-f8e516fb-47f9-4262-848d-d77bf89e3321 service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998688 Jul 16 17:54:32.241919 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5ab45ce-f9da-4ad5-9445-4c8757a45271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.249783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-cb48c1fc-036f-43b5-8c66-9a9dd1225488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:32.269838 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5ab45ce-f9da-4ad5-9445-4c8757a45271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.277520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48c1fc-036f-43b5-8c66-9a9dd1225488 None None] The sync data for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 is: [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:32.283979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea724cff-384e-4cc0-ac87-3094cbb1c8e6 req-749883a0-08a2-422c-ba57-17822ddc329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.285437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea724cff-384e-4cc0-ac87-3094cbb1c8e6 req-749883a0-08a2-422c-ba57-17822ddc329f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 1097 time: 0.2595484 Jul 16 17:54:32.341070 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5ab45ce-f9da-4ad5-9445-4c8757a45271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.344305 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5ab45ce-f9da-4ad5-9445-4c8757a45271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.348800 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a5ab45ce-f9da-4ad5-9445-4c8757a45271 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e67f19e-6118-40fb-9ba3-dd0871c03970 HTTP/1.1" status: 204 len: 168 time: 0.1678741 Jul 16 17:54:32.356293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab45ce-f9da-4ad5-9445-4c8757a45271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e67f19e-6118-40fb-9ba3-dd0871c03970,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:32.529303 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3da04b7-9550-4b8f-94c8-2e337fad769d req-1001bf87-8753-4b80-bf53-c84a2c9de363 service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820139 Jul 16 17:54:32.541119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea724cff-384e-4cc0-ac87-3094cbb1c8e6 req-32667fa9-0742-427c-9007-c04e7f50551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.542582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea724cff-384e-4cc0-ac87-3094cbb1c8e6 req-32667fa9-0742-427c-9007-c04e7f50551b service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.2476096 Jul 16 17:54:32.632467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea724cff-384e-4cc0-ac87-3094cbb1c8e6 req-15eb2663-d1c7-4a15-93d4-afdda8324693 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f108d088-8d22-4b57-854c-dfbede562546 HTTP/1.1" status: 200 len: 217 time: 0.0601311 Jul 16 17:54:32.636813 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927368ad-9b8c-4207-a032-ee5ec3378d59 None None] New status for floating IP c67cf30e-7cf1-47b2-8a44-98941d449cfb: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:54:32.694588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55846) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:32.704650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-8eaa09e9-1a74-41c7-839e-a1113c4540de tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.707020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-8eaa09e9-1a74-41c7-839e-a1113c4540de tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 807 time: 0.2847271 Jul 16 17:54:32.709801 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bbf069e9-5628-44be-a881-61f4530ff55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.739493 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-27b570cd-eba9-47a5-b69e-5c5705c53e14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1974458c2a784840a4a04ce25fc9209f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424640 Jul 16 17:54:32.741024 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55848) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:32.791495 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d9bd2ac-704e-40b4-9e8e-728b1113f596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.801670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-7f52c8da-6cee-4e2b-ac53-a366996c72aa tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/quotas/f8fd99720b0d4bf1a284f3bc9eb535ce HTTP/1.1" status: 200 len: 375 time: 0.0364320 Jul 16 17:54:32.806001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea724cff-384e-4cc0-ac87-3094cbb1c8e6 req-1b32891a-e4a0-4858-bcbe-985ad526d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.807273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea724cff-384e-4cc0-ac87-3094cbb1c8e6 req-1b32891a-e4a0-4858-bcbe-985ad526d8d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.1562953 Jul 16 17:54:32.816725 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d9bd2ac-704e-40b4-9e8e-728b1113f596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.873365 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d9bd2ac-704e-40b4-9e8e-728b1113f596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.875986 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d9bd2ac-704e-40b4-9e8e-728b1113f596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.880119 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3d9bd2ac-704e-40b4-9e8e-728b1113f596 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e7c4501-2767-4989-932d-cad9cc21f718 HTTP/1.1" status: 204 len: 168 time: 0.1350722 Jul 16 17:54:32.893492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bd2ac-704e-40b4-9e8e-728b1113f596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7c4501-2767-4989-932d-cad9cc21f718,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:33.162037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-3fb7772e-4cce-4a45-84e9-2ccf70d1dc9b tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3236001 Jul 16 17:54:33.202346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b842e12-2ba3-4d71-ab55-635ef35c4a7b req-cd2d28f2-ffc5-485a-9860-396486701cde tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:33.204146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b842e12-2ba3-4d71-ab55-635ef35c4a7b req-cd2d28f2-ffc5-485a-9860-396486701cde tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5219457 Jul 16 17:54:33.348029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b842e12-2ba3-4d71-ab55-635ef35c4a7b req-3beeecc9-76d8-4c61-852c-2b42c5a4237a tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1199496 Jul 16 17:54:33.387874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea724cff-384e-4cc0-ac87-3094cbb1c8e6 req-ddc3f9fa-b361-4a1b-a8e4-075c0f4f958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:33.389343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea724cff-384e-4cc0-ac87-3094cbb1c8e6 req-ddc3f9fa-b361-4a1b-a8e4-075c0f4f958b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5490489 Jul 16 17:54:33.486480 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.522123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-4689e556-eae0-4ba5-bc90-c6c931523dfb service neutron] 10.222.0.41 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468904 Jul 16 17:54:33.635230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea724cff-384e-4cc0-ac87-3094cbb1c8e6 req-78e056d1-6b6a-473f-8270-86d221c7adc5 service neutron] 10.222.0.35 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194557 Jul 16 17:54:33.699331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55876) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:33.791342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1718481697'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:33.801731 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6a4392c7-dcec-4a31-b3d2-69813c6f7c92 service neutron] 10.222.0.41 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720518 Jul 16 17:54:33.816561 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:33.820735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.831471 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.833374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbe7bf-f785-4ff1-82de-b83b5ddd49d5 req-65243268-45b7-4cac-967b-440ec25dc6f5 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:33.839419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbe7bf-f785-4ff1-82de-b83b5ddd49d5 req-65243268-45b7-4cac-967b-440ec25dc6f5 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:33.843882 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bbbe7bf-f785-4ff1-82de-b83b5ddd49d5 req-65243268-45b7-4cac-967b-440ec25dc6f5 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b30aa75-90b5-4780-92b6-afc277c97f30&device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 1682 time: 0.2664049 Jul 16 17:54:33.868624 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea724cff-384e-4cc0-ac87-3094cbb1c8e6 req-a9152474-8980-4044-97be-a11f1cc5714b service neutron] 10.222.0.35 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013869 Jul 16 17:54:33.887584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-bbf069e9-5628-44be-a881-61f4530ff55a admin admin] Deleting port 91b00535-46b3-4a5d-9116-10db0ae70b5c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:33.887859 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bbf069e9-5628-44be-a881-61f4530ff55a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.931363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bbbe7bf-f785-4ff1-82de-b83b5ddd49d5 req-22b3d95a-ba46-4793-b945-ae0198c6d5bb tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/security-groups?id=486bf1d0-6e77-442f-8f02-4dac65444a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809259 Jul 16 17:54:33.997351 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.004794 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.011413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-bbf069e9-5628-44be-a881-61f4530ff55a admin admin] For port 91b00535-46b3-4a5d-9116-10db0ae70b5c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=91b00535-46b3-4a5d-9116-10db0ae70b5c,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:34.012109 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bbf069e9-5628-44be-a881-61f4530ff55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.050235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-bbf069e9-5628-44be-a881-61f4530ff55a admin admin] Calling delete_port for 91b00535-46b3-4a5d-9116-10db0ae70b5c owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:34.059253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:34.094237 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.094594 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Added segment 05726e97-2dbe-4b75-9b9a-41ed97b13468 of type vlan for network ab5e0b39-c589-4d08-94f7-0457f49e09ba Jul 16 17:54:34.161224 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.186529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c525509-df85-4e5d-90e9-618fabb8d338,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:34.246593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.253961 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:34.254667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.324915 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6237495 Jul 16 17:54:34.332971 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55892) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:34.338338 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-946bfc62-85a6-4480-99df-ab07638fa334 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-549187396'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:34.391161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b51133cb-19ca-47dd-a5a0-d336a04b8f40 req-340eea87-0d38-4408-b550-272ad4a13e71 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0840061 Jul 16 17:54:34.396300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c6591-b430-483f-9859-f4a6a5790e80 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Network': ['ID=ab5e0b39-c589-4d08-94f7-0457f49e09ba,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:34.407996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network ab5e0b39-c589-4d08-94f7-0457f49e09ba details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:34.421667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946bfc62-85a6-4480-99df-ab07638fa334 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:34.426278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-946bfc62-85a6-4480-99df-ab07638fa334 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.460259 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946bfc62-85a6-4480-99df-ab07638fa334 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:34.463270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6fa17-f068-4230-8d9b-db5c0e98a656 req-c3d51515-06ba-453e-8f0e-6b7ca6bb1fa0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:34.464854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90a6fa17-f068-4230-8d9b-db5c0e98a656 req-c3d51515-06ba-453e-8f0e-6b7ca6bb1fa0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.2199481 Jul 16 17:54:34.473437 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-946bfc62-85a6-4480-99df-ab07638fa334 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.473969 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-946bfc62-85a6-4480-99df-ab07638fa334 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Added segment caf65d2d-1054-43fe-b1b3-4c451c0717f6 of type vlan for network cb2dee8b-4785-4290-8928-7bad9654b56d Jul 16 17:54:34.522309 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-946bfc62-85a6-4480-99df-ab07638fa334 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.532719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2062cc34-6faa-4f99-8438-1b91a6d53a9a req-e1a16180-1c2d-4e5f-8bd1-4b9428630903 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0664370 Jul 16 17:54:34.570291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90a6fa17-f068-4230-8d9b-db5c0e98a656 req-9bf2e323-a291-4521-8276-da842d84b492 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893044 Jul 16 17:54:34.580028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-946bfc62-85a6-4480-99df-ab07638fa334 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.583501 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bbf069e9-5628-44be-a881-61f4530ff55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.604922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946bfc62-85a6-4480-99df-ab07638fa334 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:34.605851 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-946bfc62-85a6-4480-99df-ab07638fa334 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.614951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf069e9-5628-44be-a881-61f4530ff55a admin admin] Pushing event deleted for resources: {'Port': ['ID=91b00535-46b3-4a5d-9116-10db0ae70b5c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:34.712947 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bfc62-85a6-4480-99df-ab07638fa334 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Network': ['ID=cb2dee8b-4785-4290-8928-7bad9654b56d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:34.726039 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network cb2dee8b-4785-4290-8928-7bad9654b56d details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:34.730702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55902) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:34.731715 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-946bfc62-85a6-4480-99df-ab07638fa334 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3967619 Jul 16 17:54:34.740211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4fbfb040-378e-4318-b92a-6fa31cba4abb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'subnet': {'network_id': 'ab5e0b39-c589-4d08-94f7-0457f49e09ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:34.953029 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-641f46a3-2008-4d95-9850-d6c44dbb86c7 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:34.960747 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-641f46a3-2008-4d95-9850-d6c44dbb86c7 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2753279 Jul 16 17:54:35.033121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-ba7645c8-6470-48a2-846b-92a3b607f36a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 696 time: 0.0713239 Jul 16 17:54:35.035251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbfb040-378e-4318-b92a-6fa31cba4abb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:35.038619 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fbfb040-378e-4318-b92a-6fa31cba4abb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.058760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-b39e0a6a-3a31-4290-8fb6-bc174e747fc9 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Request body: {'floatingip': {'port_id': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:35.073605 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bbf069e9-5628-44be-a881-61f4530ff55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.187286 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-b39e0a6a-3a31-4290-8fb6-bc174e747fc9 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.435126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-24d45f04-dd00-4bdd-a444-6b5a2a36d871 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:35.436685 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-24d45f04-dd00-4bdd-a444-6b5a2a36d871 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.43 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 807 time: 0.1158791 Jul 16 17:54:35.463258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-2a1a58e4-74bb-4ddc-9859-4902c333cd69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Request body: {'port': {'device_id': '2391e9f2-9072-45d0-9a99-626682c8a9b5', 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253', 'admin_state_up': True, 'tenant_id': 'f8fd99720b0d4bf1a284f3bc9eb535ce'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:35.584200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-2a1a58e4-74bb-4ddc-9859-4902c333cd69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Made reservation on behalf of f8fd99720b0d4bf1a284f3bc9eb535ce for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:35.587787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-2a1a58e4-74bb-4ddc-9859-4902c333cd69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.719546 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-2a1a58e4-74bb-4ddc-9859-4902c333cd69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Allocated IP 172.20.0.5 (952ac8ff-0af0-4f75-809e-e546a42ee253/7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e/3f376ca7-e988-47e8-a851-cfa988121adf) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:35.844490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890c2c-0ab1-427c-a2d7-e39760544d87 req-8c25ae31-662c-4f6a-9cd4-7f0a2fa4dfbc tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:35.845951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff890c2c-0ab1-427c-a2d7-e39760544d87 req-8c25ae31-662c-4f6a-9cd4-7f0a2fa4dfbc tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 945 time: 0.6136751 Jul 16 17:54:35.868107 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-2a1a58e4-74bb-4ddc-9859-4902c333cd69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.912306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-2a1a58e4-74bb-4ddc-9859-4902c333cd69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.957470 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-2a1a58e4-74bb-4ddc-9859-4902c333cd69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Network 952ac8ff-0af0-4f75-809e-e546a42ee253 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:35.960657 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-2a1a58e4-74bb-4ddc-9859-4902c333cd69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:35.964586 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-2a1a58e4-74bb-4ddc-9859-4902c333cd69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:35.971575 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a58e4-74bb-4ddc-9859-4902c333cd69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Pushing event updated for resources: {'Port': ['ID=3f376ca7-e988-47e8-a851-cfa988121adf,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:35.984435 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fbfb040-378e-4318-b92a-6fa31cba4abb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.016537 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-2a1a58e4-74bb-4ddc-9859-4902c333cd69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:36.017150 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-2a1a58e4-74bb-4ddc-9859-4902c333cd69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.032133 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-2a1a58e4-74bb-4ddc-9859-4902c333cd69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730739 Jul 16 17:54:36.042280 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff890c2c-0ab1-427c-a2d7-e39760544d87 req-3928bb09-28eb-4fcc-9c75-052675dcf9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a569adc-32b3-4823-b3e0-2a0b50af5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692193 Jul 16 17:54:36.043796 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Request body: {'port': {'device_id': '2391e9f2-9072-45d0-9a99-626682c8a9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:36.111588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfb040-378e-4318-b92a-6fa31cba4abb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Subnet': ['ID=b52cddac-c520-487a-b73e-595578cf3a8f,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:36.124676 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.172048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf069e9-5628-44be-a881-61f4530ff55a admin admin] Router 1d073212-26a8-4788-a2f0-a34c606188a7 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:36.191678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbfb040-378e-4318-b92a-6fa31cba4abb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Checking segment: {'id': '05726e97-2dbe-4b75-9b9a-41ed97b13468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ab5e0b39-c589-4d08-94f7-0457f49e09ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:36.192046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbfb040-378e-4318-b92a-6fa31cba4abb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network hostable DHCP agents. Network: ab5e0b39-c589-4d08-94f7-0457f49e09ba, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:54:36.302907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbfb040-378e-4318-b92a-6fa31cba4abb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network ab5e0b39-c589-4d08-94f7-0457f49e09ba is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:54:36.331298 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:54:36.362275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-4fbfb040-378e-4318-b92a-6fa31cba4abb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, ab5e0b39-c589-4d08-94f7-0457f49e09ba) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:36.369919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e65ec0-867f-4962-ac86-f5a436dd5423 None None] Network ab5e0b39-c589-4d08-94f7-0457f49e09ba requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:36.401993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbfb040-378e-4318-b92a-6fa31cba4abb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:36.402575 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fbfb040-378e-4318-b92a-6fa31cba4abb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.420152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f376ca7-e988-47e8-a851-cfa988121adf {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:36.428312 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.resource_extend [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-b39e0a6a-3a31-4290-8fb6-bc174e747fc9 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:54:36.430956 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.446416 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Transition to ACTIVE for port object 3f376ca7-e988-47e8-a851-cfa988121adf will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:36.449908 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.508834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4fbfb040-378e-4318-b92a-6fa31cba4abb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7711782 Jul 16 17:54:36.514246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55918) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:36.521710 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f376ca7-e988-47e8-a851-cfa988121adf,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:36.524734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4fef7be6-9d37-4a3b-a238-78e401c4dd5b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'subnet': {'network_id': 'cb2dee8b-4785-4290-8928-7bad9654b56d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:36.529911 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-ab5e0b39-c589-4d08-94f7-0457f49e09ba', 'network_id': 'ab5e0b39-c589-4d08-94f7-0457f49e09ba', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'fixed_ips': [{'subnet_id': 'b52cddac-c520-487a-b73e-595578cf3a8f'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:54:36.530076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf069e9-5628-44be-a881-61f4530ff55a admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:36.531831 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.544520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92830286-339d-4e2b-a9ce-9b2e399aeeef None None] Sync routers for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:36.552398 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bbf069e9-5628-44be-a881-61f4530ff55a admin admin] 10.222.0.41 "PUT /v2.0/routers/1d073212-26a8-4788-a2f0-a34c606188a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4653883 Jul 16 17:54:36.555065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55920) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:36.561779 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92830286-339d-4e2b-a9ce-9b2e399aeeef None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:36.562756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-92830286-339d-4e2b-a9ce-9b2e399aeeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:36.563721 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-b39e0a6a-3a31-4290-8fb6-bc174e747fc9 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.585805 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-b39e0a6a-3a31-4290-8fb6-bc174e747fc9 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.661240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Attempting to bind port 3f376ca7-e988-47e8-a851-cfa988121adf on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:36.661574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Attempting to bind port 3f376ca7-e988-47e8-a851-cfa988121adf by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:36.661809 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Attempting to bind port 3f376ca7-e988-47e8-a851-cfa988121adf on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:36.672452 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Port 3f376ca7-e988-47e8-a851-cfa988121adf on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:36.672769 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Attempting to bind port 3f376ca7-e988-47e8-a851-cfa988121adf on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:36.682018 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:36.682349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:36.682732 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:36.683166 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Bound port: 3f376ca7-e988-47e8-a851-cfa988121adf, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:36.683550 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.684914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e9ebf-b7d6-422a-83c5-46dba587e187 req-bc3d2c1d-90fe-4177-84c4-75060cc42041 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:36.686452 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d94e9ebf-b7d6-422a-83c5-46dba587e187 req-bc3d2c1d-90fe-4177-84c4-75060cc42041 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 931 time: 0.3293955 Jul 16 17:54:36.699207 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.703686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe2027-eb9a-48a0-a8c6-9fe017380aed req-664bd073-809b-4f7f-b474-cd21b74476a7 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:36.703883 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edbe2027-eb9a-48a0-a8c6-9fe017380aed req-664bd073-809b-4f7f-b474-cd21b74476a7 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.35 "GET /v2.0/ports?device_id=348b3afb-924d-4019-b528-276618f1616c HTTP/1.1" status: 200 len: 945 time: 0.2984223 Jul 16 17:54:36.761616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-92830286-339d-4e2b-a9ce-9b2e399aeeef None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:36.839993 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:36.844745 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3f376ca7-e988-47e8-a851-cfa988121adf,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:36.853553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Allocated IP 2001:db8::2 (ab5e0b39-c589-4d08-94f7-0457f49e09ba/b52cddac-c520-487a-b73e-595578cf3a8f/72c47449-a3f2-4a39-bf51-e94f253b10a8) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:36.853826 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d94e9ebf-b7d6-422a-83c5-46dba587e187 req-5ce91768-7e03-4fc1-8f2f-87ec72cf3e69 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487617 Jul 16 17:54:36.863953 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.865717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fef7be6-9d37-4a3b-a238-78e401c4dd5b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:36.869356 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fef7be6-9d37-4a3b-a238-78e401c4dd5b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.879764 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.931087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:36.931731 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.933124 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] 10.222.0.43 "PUT /v2.0/ports/3f376ca7-e988-47e8-a851-cfa988121adf HTTP/1.1" status: 200 len: 1092 time: 0.8936491 Jul 16 17:54:36.933888 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2391e9f2-9072-45d0-9a99-626682c8a9b5', 'tag': '3f376ca7-e988-47e8-a851-cfa988121adf'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:36.936205 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788b40d7-2af5-416b-a1de-4bf5054f8ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "2391e9f2-9072-45d0-9a99-626682c8a9b5", "tag": "3f376ca7-e988-47e8-a851-cfa988121adf"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:36.983996 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675d0af-cac2-473d-9dba-00e0126841a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f376ca7-e988-47e8-a851-cfa988121adf,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:37.063415 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Deleting port 744f3f6f-4af9-48b8-bb8e-b20df820f657 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:37.064079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.097834 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-57af56d1-d8d9-4348-99b4-a065461a4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:37.099342 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-57af56d1-d8d9-4348-99b4-a065461a4333 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 1095 time: 0.1052423 Jul 16 17:54:37.104882 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-b39e0a6a-3a31-4290-8fb6-bc174e747fc9 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Floating IP c67cf30e-7cf1-47b2-8a44-98941d449cfb associated. External IP: 172.25.5.244, port: 10a90536-586c-41ce-9e2a-c11d5bb143ac. Jul 16 17:54:37.172689 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-bc0dd19d-f257-46de-9705-3c265c4737c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f376ca7-e988-47e8-a851-cfa988121adf HTTP/1.1" status: 200 len: 217 time: 0.0442851 Jul 16 17:54:37.229921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] For port 744f3f6f-4af9-48b8-bb8e-b20df820f657, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=744f3f6f-4af9-48b8-bb8e-b20df820f657,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:37.229921 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.242509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-92830286-339d-4e2b-a9ce-9b2e399aeeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:54:34Z', 'revision_number': 5, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port': {'id': '744f3f6f-4af9-48b8-bb8e-b20df820f657', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:37.248268 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-b3876fdb-925e-4e08-ab8a-209373343859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:37.249734 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-b3876fdb-925e-4e08-ab8a-209373343859 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.0717204 Jul 16 17:54:37.250579 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Calling delete_port for 744f3f6f-4af9-48b8-bb8e-b20df820f657 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:37.289006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92830286-339d-4e2b-a9ce-9b2e399aeeef None None] Checking router: 1d073212-26a8-4788-a2f0-a34c606188a7 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:37.291137 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fef7be6-9d37-4a3b-a238-78e401c4dd5b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.310155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92830286-339d-4e2b-a9ce-9b2e399aeeef None None] Routers {'1d073212-26a8-4788-a2f0-a34c606188a7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:37.310846 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-92830286-339d-4e2b-a9ce-9b2e399aeeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1d073212-26a8-4788-a2f0-a34c606188a7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:37.319710 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-fc40cc57-b137-4ad7-bfcc-6d7e5c0e2d46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596285 Jul 16 17:54:37.385790 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.402901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Transition to ACTIVE for port object 72c47449-a3f2-4a39-bf51-e94f253b10a8 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:37.429580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-92830286-339d-4e2b-a9ce-9b2e399aeeef None None] Set router 1d073212-26a8-4788-a2f0-a34c606188a7 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:37.431699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Transition to ACTIVE for port object 72c47449-a3f2-4a39-bf51-e94f253b10a8 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:37.488837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-92830286-339d-4e2b-a9ce-9b2e399aeeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:54:36Z', 'revision_number': 6, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:37.491401 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.506231 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-5b30e278-1883-4b46-a2b3-b468556f6929 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796379 Jul 16 17:54:37.544355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92830286-339d-4e2b-a9ce-9b2e399aeeef None None] The sync data for ids ['1d073212-26a8-4788-a2f0-a34c606188a7'] in n-d-787206-10 is: [{'id': '1d073212-26a8-4788-a2f0-a34c606188a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1115969362-router', 'tenant_id': '80e3923cfee9414f8eb9d7ce3046e725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:54:36Z', 'revision_number': 6, 'project_id': '80e3923cfee9414f8eb9d7ce3046e725', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:37.557038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Network ab5e0b39-c589-4d08-94f7-0457f49e09ba is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:37.561010 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:37.566105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:37.612463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Pushing event updated for resources: {'Port': ['ID=72c47449-a3f2-4a39-bf51-e94f253b10a8,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:37.638046 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.639132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:37.639270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:37.639628 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:37.640493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:37.640493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:37.640705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:37.640920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:37.641768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:37.641768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:37.641986 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:37.642179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:37.642502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:37.657450 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26b5c4-75ae-4ecc-a70a-5465690f5251 req-3d022b4c-c71a-4e19-a533-8a8744aaa0f7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:37.659477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6d26b5c4-75ae-4ecc-a70a-5465690f5251 req-3d022b4c-c71a-4e19-a533-8a8744aaa0f7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.6462140 Jul 16 17:54:37.666867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-edbe2027-eb9a-48a0-a8c6-9fe017380aed req-e80ac9f1-9d18-45f2-85b0-4c03cd143b3f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Deleting port f108d088-8d22-4b57-854c-dfbede562546 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:37.667201 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-edbe2027-eb9a-48a0-a8c6-9fe017380aed req-e80ac9f1-9d18-45f2-85b0-4c03cd143b3f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.668651 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Attempting to bind port 72c47449-a3f2-4a39-bf51-e94f253b10a8 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:37.669025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Attempting to bind port 72c47449-a3f2-4a39-bf51-e94f253b10a8 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '05726e97-2dbe-4b75-9b9a-41ed97b13468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ab5e0b39-c589-4d08-94f7-0457f49e09ba'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:37.669391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Attempting to bind port 72c47449-a3f2-4a39-bf51-e94f253b10a8 on network ab5e0b39-c589-4d08-94f7-0457f49e09ba {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:37.675223 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:37.675921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Checking segment: {'id': '05726e97-2dbe-4b75-9b9a-41ed97b13468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ab5e0b39-c589-4d08-94f7-0457f49e09ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:37.676397 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.676860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Bound using segment: {'id': '05726e97-2dbe-4b75-9b9a-41ed97b13468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ab5e0b39-c589-4d08-94f7-0457f49e09ba'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:37.677398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Bound port: 72c47449-a3f2-4a39-bf51-e94f253b10a8, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05726e97-2dbe-4b75-9b9a-41ed97b13468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ab5e0b39-c589-4d08-94f7-0457f49e09ba'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:37.677845 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.689618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8e56c-18bd-4e33-99bd-84c7519f3b80 req-3fdabcb6-afd0-4de7-a66b-a0254717151a tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:37.691183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0a8e56c-18bd-4e33-99bd-84c7519f3b80 req-3fdabcb6-afd0-4de7-a66b-a0254717151a tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.35 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 945 time: 0.6007369 Jul 16 17:54:37.698195 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=744f3f6f-4af9-48b8-bb8e-b20df820f657,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:37.706614 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-587fc5b7-880f-4a3e-8f44-acb657232be7 req-805f7bc7-e4e4-4890-b506-e33ae5e891b3 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905019 Jul 16 17:54:37.714194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef7be6-9d37-4a3b-a238-78e401c4dd5b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Subnet': ['ID=0939bb27-92b8-4490-96ab-7acb6f4346b0,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:37.748192 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.754152 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] For port 72c47449-a3f2-4a39-bf51-e94f253b10a8, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:37.758233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] For port 72c47449-a3f2-4a39-bf51-e94f253b10a8, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=72c47449-a3f2-4a39-bf51-e94f253b10a8,segment=NetworkSegment(05726e97-2dbe-4b75-9b9a-41ed97b13468),segment_id=05726e97-2dbe-4b75-9b9a-41ed97b13468)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:37.762399 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.829906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69d75c-d4b5-41f4-9b24-08357e60793d None None] Pushing event updated for resources: {'Port': ['ID=72c47449-a3f2-4a39-bf51-e94f253b10a8,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:37.848270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.850134 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.886906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef7be6-9d37-4a3b-a238-78e401c4dd5b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Checking segment: {'id': 'caf65d2d-1054-43fe-b1b3-4c451c0717f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cb2dee8b-4785-4290-8928-7bad9654b56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:37.887511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fef7be6-9d37-4a3b-a238-78e401c4dd5b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network hostable DHCP agents. Network: cb2dee8b-4785-4290-8928-7bad9654b56d, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:54:37.896697 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.897166 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d073212-26a8-4788-a2f0-a34c606188a7 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:54:37.902989 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.903602 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a154935b-c022-44ca-81f2-7a8035bc1e4c admin admin] 10.222.0.41 "DELETE /v2.0/routers/1d073212-26a8-4788-a2f0-a34c606188a7 HTTP/1.1" status: 204 len: 168 time: 1.3474619 Jul 16 17:54:37.906194 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55930) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:37.927007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6d26b5c4-75ae-4ecc-a70a-5465690f5251 req-ef0d1c6f-4a2e-499a-a875-36204a6b6881 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527940 Jul 16 17:54:37.972462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-0febbd21-29ee-4a22-b99f-6cb8234e00ea admin admin] Deleting subnet f3429175-5601-4f2f-bd60-24ea5b16066f {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:37.976257 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0febbd21-29ee-4a22-b99f-6cb8234e00ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.022923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0febbd21-29ee-4a22-b99f-6cb8234e00ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.102366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fef7be6-9d37-4a3b-a238-78e401c4dd5b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network cb2dee8b-4785-4290-8928-7bad9654b56d is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:54:38.135685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-edbe2027-eb9a-48a0-a8c6-9fe017380aed req-e80ac9f1-9d18-45f2-85b0-4c03cd143b3f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] For port f108d088-8d22-4b57-854c-dfbede562546, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f108d088-8d22-4b57-854c-dfbede562546,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:38.136049 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-edbe2027-eb9a-48a0-a8c6-9fe017380aed req-e80ac9f1-9d18-45f2-85b0-4c03cd143b3f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.147895 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0febbd21-29ee-4a22-b99f-6cb8234e00ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.181977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-4fef7be6-9d37-4a3b-a238-78e401c4dd5b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, cb2dee8b-4785-4290-8928-7bad9654b56d) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:38.188027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-edbe2027-eb9a-48a0-a8c6-9fe017380aed req-e80ac9f1-9d18-45f2-85b0-4c03cd143b3f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Calling delete_port for f108d088-8d22-4b57-854c-dfbede562546 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:38.191236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6342befe-daca-44b9-bac7-99194219a5b9 None None] Network cb2dee8b-4785-4290-8928-7bad9654b56d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:38.196584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fef7be6-9d37-4a3b-a238-78e401c4dd5b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:38.197183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fef7be6-9d37-4a3b-a238-78e401c4dd5b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.212282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-b39e0a6a-3a31-4290-8fb6-bc174e747fc9 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Router 7a5bb324-aaf0-4181-af91-deae5b574cbc has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:38.226351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-cc53e798-d49d-4a20-a52a-e835367bc120 service neutron] 10.222.0.35 "GET /v2.0/ports/c70be55b-2fc0-4f11-90cf-45d28f4f73b0/bindings/n-h1-787206-10 HTTP/1.1" status: 200 len: 383 time: 0.2983651 Jul 16 17:54:38.295977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4fef7be6-9d37-4a3b-a238-78e401c4dd5b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7775049 Jul 16 17:54:38.301987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55932) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:38.307116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d2917f43-7db2-4d01-b1ef-0c88e92fe643 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2037122772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:38.324395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e0a8e56c-18bd-4e33-99bd-84c7519f3b80 req-a4b2b1e2-1a19-49f0-9128-eac74194868c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Deleting port 682bb1c4-b822-4724-91ba-34f42dfea6c5 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:38.324732 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e0a8e56c-18bd-4e33-99bd-84c7519f3b80 req-a4b2b1e2-1a19-49f0-9128-eac74194868c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.434175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-cb2dee8b-4785-4290-8928-7bad9654b56d', 'network_id': 'cb2dee8b-4785-4290-8928-7bad9654b56d', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'fixed_ips': [{'subnet_id': '0939bb27-92b8-4490-96ab-7acb6f4346b0'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:54:38.435026 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.483007 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b8b9f3-7d5c-4dda-853a-6838f7558d1a x-openstack-request-id: req-85b8b9f3-7d5c-4dda-853a-6838f7558d1a {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:38.483226 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2391e9f2-9072-45d0-9a99-626682c8a9b5", "tag": "3f376ca7-e988-47e8-a851-cfa988121adf", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:38.483707 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85b8b9f3-7d5c-4dda-853a-6838f7558d1a {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:38.483928 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2391e9f2-9072-45d0-9a99-626682c8a9b5', 'tag': '3f376ca7-e988-47e8-a851-cfa988121adf', 'status': 'completed', 'code': 200} Jul 16 17:54:38.595331 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0febbd21-29ee-4a22-b99f-6cb8234e00ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.636735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febbd21-29ee-4a22-b99f-6cb8234e00ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3429175-5601-4f2f-bd60-24ea5b16066f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:38.645158 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0febbd21-29ee-4a22-b99f-6cb8234e00ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.648081 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0febbd21-29ee-4a22-b99f-6cb8234e00ea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f3429175-5601-4f2f-bd60-24ea5b16066f HTTP/1.1" status: 204 len: 168 time: 0.7406106 Jul 16 17:54:38.650593 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55936) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:38.683275 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2917f43-7db2-4d01-b1ef-0c88e92fe643 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.684382 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2917f43-7db2-4d01-b1ef-0c88e92fe643 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.698707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Allocated IP 2001:db8:1::2 (cb2dee8b-4785-4290-8928-7bad9654b56d/0939bb27-92b8-4490-96ab-7acb6f4346b0/7d5bb74b-339a-41b3-b79e-9e2ba59573bf) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:38.711286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f0b468-913e-42fa-b1f9-5b60b470123c None None] Network ee8c8716-e6ec-49c2-89d4-211484840579 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:38.734863 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-edbe2027-eb9a-48a0-a8c6-9fe017380aed req-e80ac9f1-9d18-45f2-85b0-4c03cd143b3f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.742309 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40d7-2af5-416b-a1de-4bf5054f8ffa req-e3e5ce9e-15d0-4e00-9ea1-cdbb45395158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:38.744222 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-788b40d7-2af5-416b-a1de-4bf5054f8ffa req-e3e5ce9e-15d0-4e00-9ea1-cdbb45395158 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 1095 time: 0.2093813 Jul 16 17:54:38.747292 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.766259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['10a90536-586c-41ce-9e2a-c11d5bb143ac'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:38.899362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ac9f1-9d18-45f2-85b0-4c03cd143b3f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Pushing event deleted for resources: {'Port': ['ID=f108d088-8d22-4b57-854c-dfbede562546,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:38.931313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40d7-2af5-416b-a1de-4bf5054f8ffa req-0a26ea9d-cb6e-43ed-a15d-717ddfca9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:38.934609 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-788b40d7-2af5-416b-a1de-4bf5054f8ffa req-0a26ea9d-cb6e-43ed-a15d-717ddfca9f4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.1793714 Jul 16 17:54:38.963525 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Deleting port 594e60a0-9585-46d9-b5aa-b506b57b8a89 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:38.964332 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.056225 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2917f43-7db2-4d01-b1ef-0c88e92fe643 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.076206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-b39e0a6a-3a31-4290-8fb6-bc174e747fc9 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:39.082658 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-b39e0a6a-3a31-4290-8fb6-bc174e747fc9 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.091944 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb55c90-6feb-435e-ba8f-1b3e313b0973 None None] Sync routers for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:39.107593 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb55c90-6feb-435e-ba8f-1b3e313b0973 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:39.108233 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1cb55c90-6feb-435e-ba8f-1b3e313b0973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:39.126076 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.126460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] For port 594e60a0-9585-46d9-b5aa-b506b57b8a89, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=594e60a0-9585-46d9-b5aa-b506b57b8a89,segment=NetworkSegment(25b56cb7-c458-4f42-9ca4-a97015d3b005),segment_id=25b56cb7-c458-4f42-9ca4-a97015d3b005)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:39.126808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e0a8e56c-18bd-4e33-99bd-84c7519f3b80 req-a4b2b1e2-1a19-49f0-9128-eac74194868c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] For port 682bb1c4-b822-4724-91ba-34f42dfea6c5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=682bb1c4-b822-4724-91ba-34f42dfea6c5,segment=NetworkSegment(78d7079a-18f4-4636-8325-62d568a6c412),segment_id=78d7079a-18f4-4636-8325-62d568a6c412)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:39.127605 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.128711 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e0a8e56c-18bd-4e33-99bd-84c7519f3b80 req-a4b2b1e2-1a19-49f0-9128-eac74194868c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.142348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Calling delete_port for 594e60a0-9585-46d9-b5aa-b506b57b8a89 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:39.161599 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-788b40d7-2af5-416b-a1de-4bf5054f8ffa req-0fd8e76e-9c22-43ae-a147-377188859764 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f376ca7-e988-47e8-a851-cfa988121adf HTTP/1.1" status: 200 len: 217 time: 0.2160156 Jul 16 17:54:39.176021 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Transition to ACTIVE for port object 7d5bb74b-339a-41b3-b79e-9e2ba59573bf will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:39.178998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e0a8e56c-18bd-4e33-99bd-84c7519f3b80 req-a4b2b1e2-1a19-49f0-9128-eac74194868c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Calling delete_port for 682bb1c4-b822-4724-91ba-34f42dfea6c5 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:39.243716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Transition to ACTIVE for port object 7d5bb74b-339a-41b3-b79e-9e2ba59573bf will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:39.273030 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.386096 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-1cb55c90-6feb-435e-ba8f-1b3e313b0973 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:39.388148 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b40d7-2af5-416b-a1de-4bf5054f8ffa req-b044f92f-0e18-44e4-b086-aa2f0ea0a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:39.389822 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-788b40d7-2af5-416b-a1de-4bf5054f8ffa req-b044f92f-0e18-44e4-b086-aa2f0ea0a515 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.0891118 Jul 16 17:54:39.405349 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ea8c94-ffd2-4cf8-9c3d-378328ed9fbc None None] DHCP port deletion for ee8c8716-e6ec-49c2-89d4-211484840579 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:54:39.415644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c876b8-247a-4588-8750-b5e43852fbda None None] Network ab5e0b39-c589-4d08-94f7-0457f49e09ba requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:39.448035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Network cb2dee8b-4785-4290-8928-7bad9654b56d is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:39.450480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 72c47449-a3f2-4a39-bf51-e94f253b10a8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:39.455907 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-788b40d7-2af5-416b-a1de-4bf5054f8ffa req-81dd34e0-7438-45ed-a542-5ab0e668e327 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551882 Jul 16 17:54:39.481856 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.489517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:39.492714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:39.497766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2917f43-7db2-4d01-b1ef-0c88e92fe643 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.538884 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Pushing event deleted for resources: {'Port': ['ID=594e60a0-9585-46d9-b5aa-b506b57b8a89,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:39.549587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea8c94-ffd2-4cf8-9c3d-378328ed9fbc None None] The port '594e60a0-9585-46d9-b5aa-b506b57b8a89' was deleted {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 17:54:39.551693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Pushing event updated for resources: {'Port': ['ID=7d5bb74b-339a-41b3-b79e-9e2ba59573bf,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:39.596462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] No DVR routers for this DVR port 594e60a0-9585-46d9-b5aa-b506b57b8a89 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:39.613427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbe2027-eb9a-48a0-a8c6-9fe017380aed req-e80ac9f1-9d18-45f2-85b0-4c03cd143b3f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] No DVR routers for this DVR port f108d088-8d22-4b57-854c-dfbede562546 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:39.618902 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-edbe2027-eb9a-48a0-a8c6-9fe017380aed req-e80ac9f1-9d18-45f2-85b0-4c03cd143b3f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.621558 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edbe2027-eb9a-48a0-a8c6-9fe017380aed req-e80ac9f1-9d18-45f2-85b0-4c03cd143b3f tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.35 "DELETE /v2.0/ports/f108d088-8d22-4b57-854c-dfbede562546 HTTP/1.1" status: 204 len: 173 time: 2.9082370 Jul 16 17:54:39.640676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-824c661e-bab0-4ecf-b27b-dafb9f338940 None None] Provisioning for port 72c47449-a3f2-4a39-bf51-e94f253b10a8 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:39.644882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348b3afb-924d-4019-b528-276618f1616c', 'name': 'network-vif-deleted', 'tag': 'f108d088-8d22-4b57-854c-dfbede562546'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:39.650488 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7393190-16a0-446f-a90d-7c7ba26347eb" -d '{"events": [{"server_uuid": "348b3afb-924d-4019-b528-276618f1616c", "name": "network-vif-deleted", "tag": "f108d088-8d22-4b57-854c-dfbede562546"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:39.655699 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2917f43-7db2-4d01-b1ef-0c88e92fe643 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.662700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d2917f43-7db2-4d01-b1ef-0c88e92fe643 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3596430 Jul 16 17:54:39.670862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Attempting to bind port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:39.674071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55944) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:39.675508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Attempting to bind port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'caf65d2d-1054-43fe-b1b3-4c451c0717f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cb2dee8b-4785-4290-8928-7bad9654b56d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:39.675892 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Attempting to bind port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf on network cb2dee8b-4785-4290-8928-7bad9654b56d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:39.697752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:39.698123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Checking segment: {'id': 'caf65d2d-1054-43fe-b1b3-4c451c0717f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cb2dee8b-4785-4290-8928-7bad9654b56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:39.698565 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.698803 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-788b40d7-2af5-416b-a1de-4bf5054f8ffa req-64e84d53-9b8b-4c17-b23f-ffb6506aaf6e service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366669 Jul 16 17:54:39.698955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Bound using segment: {'id': 'caf65d2d-1054-43fe-b1b3-4c451c0717f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cb2dee8b-4785-4290-8928-7bad9654b56d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:39.699689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Bound port: 7d5bb74b-339a-41b3-b79e-9e2ba59573bf, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf65d2d-1054-43fe-b1b3-4c451c0717f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cb2dee8b-4785-4290-8928-7bad9654b56d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:39.700076 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.717169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 72c47449-a3f2-4a39-bf51-e94f253b10a8 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:39.721892 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1cb55c90-6feb-435e-ba8f-1b3e313b0973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c67cf30e-7cf1-47b2-8a44-98941d449cfb', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'port_id': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'mac_address': 'fa:16:3e:bd:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:54:36Z', 'revision_number': 8, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:39.726101 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.756724 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 72c47449-a3f2-4a39-bf51-e94f253b10a8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:39.757365 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.772443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8c8716-e6ec-49c2-89d4-211484840579']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:39.794004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57636-08b2-4527-be98-8ced4d931e1b req-787fd845-351d-4024-af1c-ea3bc4d24a97 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:39.795636 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94c57636-08b2-4527-be98-8ced4d931e1b req-787fd845-351d-4024-af1c-ea3bc4d24a97 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c63b26-8dcd-4f54-a5cb-359cd8f5d710 HTTP/1.1" status: 200 len: 945 time: 1.1259480 Jul 16 17:54:39.876078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04646dd5-ce02-4873-83a0-684e9602977f req-1228fe49-d968-4b17-bfe2-cef18d3c7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:39.880469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] For port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:39.880701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-1228fe49-d968-4b17-bfe2-cef18d3c7a9c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e&tenant_id=b48b42f5272d407db4f841b2e42a65b5 HTTP/1.1" status: 200 len: 1101 time: 1.2329063 Jul 16 17:54:39.882898 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-b39e0a6a-3a31-4290-8fb6-bc174e747fc9 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "PUT /v2.0/floatingips/c67cf30e-7cf1-47b2-8a44-98941d449cfb HTTP/1.1" status: 200 len: 997 time: 4.8408632 Jul 16 17:54:39.886771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] For port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7d5bb74b-339a-41b3-b79e-9e2ba59573bf,segment=NetworkSegment(caf65d2d-1054-43fe-b1b3-4c451c0717f6),segment_id=caf65d2d-1054-43fe-b1b3-4c451c0717f6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:39.904720 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb55c90-6feb-435e-ba8f-1b3e313b0973 None None] Checking router: 7a5bb324-aaf0-4181-af91-deae5b574cbc for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:39.914933 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb55c90-6feb-435e-ba8f-1b3e313b0973 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:39.915755 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1cb55c90-6feb-435e-ba8f-1b3e313b0973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:39.922374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b56cb7-c458-4f42-9ca4-a97015d3b005') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:39.922669 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b56cb7-c458-4f42-9ca4-a97015d3b005') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:39.930565 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.937867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e0a8e56c-18bd-4e33-99bd-84c7519f3b80 req-a4b2b1e2-1a19-49f0-9128-eac74194868c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.944893 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.974371 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.985993 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-788b40d7-2af5-416b-a1de-4bf5054f8ffa req-8658de2b-ea3d-4f84-8b1a-d1c7cd78afd4 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571092 Jul 16 17:54:39.987868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:39.988335 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:39.992934 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:40.001000 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:40.067402 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758abf52-77c1-44ae-8617-dae4c07b2f8f None None] Pushing event updated for resources: {'Port': ['ID=7d5bb74b-339a-41b3-b79e-9e2ba59573bf,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:40.101692 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-1cb55c90-6feb-435e-ba8f-1b3e313b0973 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:40.107367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 72c47449-a3f2-4a39-bf51-e94f253b10a8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=72c47449-a3f2-4a39-bf51-e94f253b10a8,segment=NetworkSegment(05726e97-2dbe-4b75-9b9a-41ed97b13468),segment_id=05726e97-2dbe-4b75-9b9a-41ed97b13468)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:40.114019 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:40.152072 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:40.160134 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:40.169362 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] 10.222.0.41 "DELETE /v2.0/networks/ee8c8716-e6ec-49c2-89d4-211484840579 HTTP/1.1" status: 204 len: 168 time: 1.5175021 Jul 16 17:54:40.169991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55946) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:40.218739 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 744f3f6f-4af9-48b8-bb8e-b20df820f657 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:40.229936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2b1e2-1a19-49f0-9128-eac74194868c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Pushing event deleted for resources: {'Port': ['ID=682bb1c4-b822-4724-91ba-34f42dfea6c5,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:40.275728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=72c47449-a3f2-4a39-bf51-e94f253b10a8,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:40.278938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 744f3f6f-4af9-48b8-bb8e-b20df820f657 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:40.279523 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 744f3f6f-4af9-48b8-bb8e-b20df820f657 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:40.280704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 91b00535-46b3-4a5d-9116-10db0ae70b5c no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:40.318511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 91b00535-46b3-4a5d-9116-10db0ae70b5c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:40.318897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 91b00535-46b3-4a5d-9116-10db0ae70b5c not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:40.329899 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ae2a3-645b-4d7f-9bba-00d57e5e90bb admin admin] Pushing event deleted for resources: {'Network': ['ID=ee8c8716-e6ec-49c2-89d4-211484840579,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:40.485968 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1cb55c90-6feb-435e-ba8f-1b3e313b0973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c67cf30e-7cf1-47b2-8a44-98941d449cfb', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'port_id': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'mac_address': 'fa:16:3e:bd:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:54:36Z', 'revision_number': 8, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:40.519869 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb55c90-6feb-435e-ba8f-1b3e313b0973 None None] The sync data for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 is: [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'c67cf30e-7cf1-47b2-8a44-98941d449cfb', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'port_id': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'mac_address': 'fa:16:3e:bd:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:54:36Z', 'revision_number': 8, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:40.627907 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 682bb1c4-b822-4724-91ba-34f42dfea6c5 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:40.670607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 682bb1c4-b822-4724-91ba-34f42dfea6c5 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:40.675570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 682bb1c4-b822-4724-91ba-34f42dfea6c5 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:40.676561 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f108d088-8d22-4b57-854c-dfbede562546 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:40.722541 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: f108d088-8d22-4b57-854c-dfbede562546 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:40.723167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f108d088-8d22-4b57-854c-dfbede562546 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:40.723855 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c70be55b-2fc0-4f11-90cf-45d28f4f73b0 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:40.731236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3f376ca7-e988-47e8-a851-cfa988121adf details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:40.795340 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2958370-2204-45d1-ab22-57af16922d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:40.901320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f8df14-db80-4bff-99d9-d65cbdf8097a None None] New status for floating IP c67cf30e-7cf1-47b2-8a44-98941d449cfb: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:54:40.944982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94c57636-08b2-4527-be98-8ced4d931e1b req-73dd0a71-5e9b-400b-99b1-6620ac8e3c09 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a569adc-32b3-4823-b3e0-2a0b50af5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0596113 Jul 16 17:54:40.969479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d5818b7e-5e52-4c4c-a843-3069d5e9fbf0 None None] Provisioning complete for port 72c47449-a3f2-4a39-bf51-e94f253b10a8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:40.970099 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d5818b7e-5e52-4c4c-a843-3069d5e9fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:40.978878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3f376ca7-e988-47e8-a851-cfa988121adf,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:41.136257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a8e56c-18bd-4e33-99bd-84c7519f3b80 req-a4b2b1e2-1a19-49f0-9128-eac74194868c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] No DVR routers for this DVR port 682bb1c4-b822-4724-91ba-34f42dfea6c5 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:41.176255 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e0a8e56c-18bd-4e33-99bd-84c7519f3b80 req-a4b2b1e2-1a19-49f0-9128-eac74194868c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.178808 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0a8e56c-18bd-4e33-99bd-84c7519f3b80 req-a4b2b1e2-1a19-49f0-9128-eac74194868c tempest-FloatingIPsAssociationNegativeTestJSON-1977108833 tempest-FloatingIPsAssociationNegativeTestJSON-1977108833-project] 10.222.0.35 "DELETE /v2.0/ports/682bb1c4-b822-4724-91ba-34f42dfea6c5 HTTP/1.1" status: 204 len: 173 time: 3.4686606 Jul 16 17:54:41.179957 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.191053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '3f376ca7-e988-47e8-a851-cfa988121adf', 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253', 'port_id': '3f376ca7-e988-47e8-a851-cfa988121adf', 'mac_address': 'fa:16:3e:5c:3a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:41.204113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65438a-95f9-4167-992f-9da408f53196 req-d6115760-76ff-41f8-b597-ddebefa2a5dd tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.206602 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd65438a-95f9-4167-992f-9da408f53196 req-d6115760-76ff-41f8-b597-ddebefa2a5dd tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b30aa75-90b5-4780-92b6-afc277c97f30 HTTP/1.1" status: 200 len: 946 time: 1.2627664 Jul 16 17:54:41.215807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04646dd5-ce02-4873-83a0-684e9602977f req-991d6302-f190-430e-9780-52bbc8955a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.216659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a2958370-2204-45d1-ab22-57af16922d2e admin admin] Deleting port 6007de2e-0276-4b18-a7f2-1034d7dfff71 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:41.217134 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2958370-2204-45d1-ab22-57af16922d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.217596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-991d6302-f190-430e-9780-52bbc8955a3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 1101 time: 1.2624645 Jul 16 17:54:41.368698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-a2958370-2204-45d1-ab22-57af16922d2e admin admin] For port 6007de2e-0276-4b18-a7f2-1034d7dfff71, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6007de2e-0276-4b18-a7f2-1034d7dfff71,segment=NetworkSegment(65aba011-da60-43e6-991e-047b5a5192b3),segment_id=65aba011-da60-43e6-991e-047b5a5192b3)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:41.369173 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2958370-2204-45d1-ab22-57af16922d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.385608 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a2958370-2204-45d1-ab22-57af16922d2e admin admin] Calling delete_port for 6007de2e-0276-4b18-a7f2-1034d7dfff71 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:41.417631 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.437263 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.463737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-a7e4dc28-233f-4c80-af91-03e4906ec9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.472160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-a7e4dc28-233f-4c80-af91-03e4906ec9fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 1098 time: 1.4688923 Jul 16 17:54:41.544865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:41.547557 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf28527-698f-4a7d-ac30-243ef26e1c15" -d '{"events": [{"server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "name": "network-vif-unplugged", "status": "completed", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:41.550044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 72c47449-a3f2-4a39-bf51-e94f253b10a8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:41.552792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f376ca7-e988-47e8-a851-cfa988121adf {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:41.635609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:41.665668 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.672743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3f376ca7-e988-47e8-a851-cfa988121adf,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:41.683666 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.729419 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2958370-2204-45d1-ab22-57af16922d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.752700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:41.760337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 72c47449-a3f2-4a39-bf51-e94f253b10a8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:41.760710 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.768490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2958370-2204-45d1-ab22-57af16922d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=6007de2e-0276-4b18-a7f2-1034d7dfff71,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:41.822024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6802656e-42cf-4275-9084-0b57ba7c7737 None None] Network cb2dee8b-4785-4290-8928-7bad9654b56d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:41.864937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04646dd5-ce02-4873-83a0-684e9602977f req-b392997c-eb4f-4daf-8b17-0df53cc2b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.867880 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-b392997c-eb4f-4daf-8b17-0df53cc2b8b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.5332305 Jul 16 17:54:41.887410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc361ab-9076-45dd-97f6-0df521998127 req-998372fc-9931-4e33-89ba-c2d87ec07420 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.892237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3dc361ab-9076-45dd-97f6-0df521998127 req-998372fc-9931-4e33-89ba-c2d87ec07420 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 943 time: 0.4768186 Jul 16 17:54:41.916695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=3f376ca7-e988-47e8-a851-cfa988121adf,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:41.961883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-989eddbe-e2bd-431c-991b-39bc414f85f4 None None] Provisioning for port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:42.029531 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2958370-2204-45d1-ab22-57af16922d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.039537 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['3f376ca7-e988-47e8-a851-cfa988121adf'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:42.065509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-dd65438a-95f9-4167-992f-9da408f53196 req-23d7116b-199f-49a2-b343-09561796da74 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Deleting port 77fc1818-9934-4f1a-a584-b2cfe08f06c9 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:42.066071 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-dd65438a-95f9-4167-992f-9da408f53196 req-23d7116b-199f-49a2-b343-09561796da74 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.075147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-7a49ba6e-c8a6-48fd-81ab-b90ff6d30c34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0 HTTP/1.1" status: 200 len: 217 time: 0.1258595 Jul 16 17:54:42.088640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7d5bb74b-339a-41b3-b79e-9e2ba59573bf up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:42.216814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-23e17de8-ff32-4096-862a-8840c10e4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:42.218620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-23e17de8-ff32-4096-862a-8840c10e4cab service neutron] 10.222.0.41 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.7453501 Jul 16 17:54:42.244812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:42.249790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:42.250159 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.263772 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3dc361ab-9076-45dd-97f6-0df521998127 req-a067a65c-cca3-4829-b3b7-72c7df3dddd8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836125 Jul 16 17:54:42.328110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2958370-2204-45d1-ab22-57af16922d2e admin admin] Router a75150c6-e14c-44f0-bbe5-d46751ce97b7 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:42.335167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-0fa75a2c-bead-493d-93bb-cd24c7c98901 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 200 len: 1002 time: 0.0787642 Jul 16 17:54:42.376243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Allocated IP 2001:db8::1 (ab5e0b39-c589-4d08-94f7-0457f49e09ba/b52cddac-c520-487a-b73e-595578cf3a8f/d65155b2-9b77-4aea-be7e-cfc7bfef5d87) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:42.381310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04646dd5-ce02-4873-83a0-684e9602977f req-c03dbf59-932b-47c4-b226-0e74d0392e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:42.382824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-c03dbf59-932b-47c4-b226-0e74d0392e85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.2382231 Jul 16 17:54:42.403349 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.461587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7d5bb74b-339a-41b3-b79e-9e2ba59573bf,segment=NetworkSegment(caf65d2d-1054-43fe-b1b3-4c451c0717f6),segment_id=caf65d2d-1054-43fe-b1b3-4c451c0717f6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:42.468433 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.505900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-dd65438a-95f9-4167-992f-9da408f53196 req-23d7116b-199f-49a2-b343-09561796da74 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] For port 77fc1818-9934-4f1a-a584-b2cfe08f06c9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77fc1818-9934-4f1a-a584-b2cfe08f06c9,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:42.506464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-dd65438a-95f9-4167-992f-9da408f53196 req-23d7116b-199f-49a2-b343-09561796da74 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.509243 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2958370-2204-45d1-ab22-57af16922d2e admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:42.524274 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a2958370-2204-45d1-ab22-57af16922d2e admin admin] 10.222.0.41 "PUT /v2.0/routers/a75150c6-e14c-44f0-bbe5-d46751ce97b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3218930 Jul 16 17:54:42.524274 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55954) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:42.529502 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eead5c-7eee-4de2-b556-e2c9eb364a66 None None] Sync routers for ids ['a75150c6-e14c-44f0-bbe5-d46751ce97b7'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:42.543319 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eead5c-7eee-4de2-b556-e2c9eb364a66 None None] Routers {'a75150c6-e14c-44f0-bbe5-d46751ce97b7'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:42.552328 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f3eead5c-7eee-4de2-b556-e2c9eb364a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a75150c6-e14c-44f0-bbe5-d46751ce97b7'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:42.560470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-20f55c43-ea36-4ed5-a15b-e98d3e7e88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:42.562162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-20f55c43-ea36-4ed5-a15b-e98d3e7e88c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.2094314 Jul 16 17:54:42.563142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-dd65438a-95f9-4167-992f-9da408f53196 req-23d7116b-199f-49a2-b343-09561796da74 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Calling delete_port for 77fc1818-9934-4f1a-a584-b2cfe08f06c9 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:42.564860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=7d5bb74b-339a-41b3-b79e-9e2ba59573bf,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:42.590097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 594e60a0-9585-46d9-b5aa-b506b57b8a89 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:42.625232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 594e60a0-9585-46d9-b5aa-b506b57b8a89 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:42.627749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 594e60a0-9585-46d9-b5aa-b506b57b8a89 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:42.643609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 77fc1818-9934-4f1a-a584-b2cfe08f06c9 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:42.737847 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.745481 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-f3eead5c-7eee-4de2-b556-e2c9eb364a66 None None] Set router a75150c6-e14c-44f0-bbe5-d46751ce97b7 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:42.801313 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.809723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04646dd5-ce02-4873-83a0-684e9602977f req-d3cf9d4a-2d49-40bf-b29c-6abb192a1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:42.811244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-d3cf9d4a-2d49-40bf-b29c-6abb192a1387 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3865690 Jul 16 17:54:42.826798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0fdb6480-e70e-4da9-bf1a-9eb9b1b1646e None None] Provisioning complete for port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:42.827453 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0fdb6480-e70e-4da9-bf1a-9eb9b1b1646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.875335 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.883562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 77fc1818-9934-4f1a-a584-b2cfe08f06c9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77fc1818-9934-4f1a-a584-b2cfe08f06c9,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:42.893495 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.939191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Deleting port f6714bb9-86d4-4c9a-acab-2cd7227792c3 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:42.940177 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.987526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=77fc1818-9934-4f1a-a584-b2cfe08f06c9,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:42.997350 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f3eead5c-7eee-4de2-b556-e2c9eb364a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2098857603-router', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:31Z', 'updated_at': '2021-07-16T17:54:41Z', 'revision_number': 5, 'project_id': 'e611e8207215439495e1cc9f977fd9a0', 'gw_port': {'id': 'f6714bb9-86d4-4c9a-acab-2cd7227792c3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:33Z', 'updated_at': '2021-07-16T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:43.026672 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eead5c-7eee-4de2-b556-e2c9eb364a66 None None] Checking router: a75150c6-e14c-44f0-bbe5-d46751ce97b7 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:43.035820 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eead5c-7eee-4de2-b556-e2c9eb364a66 None None] Routers {'a75150c6-e14c-44f0-bbe5-d46751ce97b7'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:43.036658 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f3eead5c-7eee-4de2-b556-e2c9eb364a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a75150c6-e14c-44f0-bbe5-d46751ce97b7'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:43.042305 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.054053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] For port f6714bb9-86d4-4c9a-acab-2cd7227792c3, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f6714bb9-86d4-4c9a-acab-2cd7227792c3,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:43.055232 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.056727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-0d370d72-aa53-4436-93f4-0520b3e30987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:43.058411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-0d370d72-aa53-4436-93f4-0520b3e30987 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4882872 Jul 16 17:54:43.068603 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Calling delete_port for f6714bb9-86d4-4c9a-acab-2cd7227792c3 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:43.128138 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-f3eead5c-7eee-4de2-b556-e2c9eb364a66 None None] Set router a75150c6-e14c-44f0-bbe5-d46751ce97b7 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:43.132056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Transition to ACTIVE for port object d65155b2-9b77-4aea-be7e-cfc7bfef5d87 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:43.143754 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-dd65438a-95f9-4167-992f-9da408f53196 req-23d7116b-199f-49a2-b343-09561796da74 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.159895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['bfbd5de7-8220-4015-8e72-63e3f7891e05'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:43.188212 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f3eead5c-7eee-4de2-b556-e2c9eb364a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2098857603-router', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:31Z', 'updated_at': '2021-07-16T17:54:42Z', 'revision_number': 6, 'project_id': 'e611e8207215439495e1cc9f977fd9a0', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:43.215696 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eead5c-7eee-4de2-b556-e2c9eb364a66 None None] The sync data for ids ['a75150c6-e14c-44f0-bbe5-d46751ce97b7'] in n-d-787206-10 is: [{'id': 'a75150c6-e14c-44f0-bbe5-d46751ce97b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2098857603-router', 'tenant_id': 'e611e8207215439495e1cc9f977fd9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:31Z', 'updated_at': '2021-07-16T17:54:42Z', 'revision_number': 6, 'project_id': 'e611e8207215439495e1cc9f977fd9a0', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:43.254296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e8fbb-deb0-4d93-8ec2-66d1b5baceb8 req-4ce5de9e-e44d-407c-b025-4985bf27625b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:43.262104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a33e8fbb-deb0-4d93-8ec2-66d1b5baceb8 req-4ce5de9e-e44d-407c-b025-4985bf27625b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 947 time: 0.3632073 Jul 16 17:54:43.264391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7116b-199f-49a2-b343-09561796da74 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Pushing event deleted for resources: {'Port': ['ID=77fc1818-9934-4f1a-a584-b2cfe08f06c9,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:43.268442 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.295717 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Pushing event deleted for resources: {'Port': ['ID=f6714bb9-86d4-4c9a-acab-2cd7227792c3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:43.314803 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-e505556e-f040-4a11-8554-2473b88770e0 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286087 Jul 16 17:54:43.364961 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.464894 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.467122 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.510502 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.511244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a75150c6-e14c-44f0-bbe5-d46751ce97b7 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:54:43.516015 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.517182 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-781e0f91-5c8f-41bb-8443-24639982eaaa admin admin] 10.222.0.41 "DELETE /v2.0/routers/a75150c6-e14c-44f0-bbe5-d46751ce97b7 HTTP/1.1" status: 204 len: 168 time: 0.9928010 Jul 16 17:54:43.520469 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55960) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:43.568010 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bef4c7f-d1c9-4693-9a18-f693aaec0c80 admin admin] Deleting subnet d764e8fc-0a37-4d7d-ad7f-e67f7e0bd817 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:43.569360 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1bef4c7f-d1c9-4693-9a18-f693aaec0c80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.605202 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1bef4c7f-d1c9-4693-9a18-f693aaec0c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.679117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd65438a-95f9-4167-992f-9da408f53196 req-23d7116b-199f-49a2-b343-09561796da74 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] No DVR routers for this DVR port 77fc1818-9934-4f1a-a584-b2cfe08f06c9 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:43.681801 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-dd65438a-95f9-4167-992f-9da408f53196 req-23d7116b-199f-49a2-b343-09561796da74 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.684216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd65438a-95f9-4167-992f-9da408f53196 req-23d7116b-199f-49a2-b343-09561796da74 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.35 "DELETE /v2.0/ports/77fc1818-9934-4f1a-a584-b2cfe08f06c9 HTTP/1.1" status: 204 len: 173 time: 2.4715502 Jul 16 17:54:43.709325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7d5bb74b-339a-41b3-b79e-9e2ba59573bf up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:43.750127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-cfb41710-a5c6-4044-bfec-084c0f92e25e service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6596014 Jul 16 17:54:43.753861 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a33e8fbb-deb0-4d93-8ec2-66d1b5baceb8 req-9e19439b-1552-4124-b6d4-52c78d9b4c35 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908094 Jul 16 17:54:43.807327 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:43.807810 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.844465 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b887d9ae-844f-408e-9531-608ce1a0e8f2 x-openstack-request-id: req-b887d9ae-844f-408e-9531-608ce1a0e8f2 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:43.844757 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348b3afb-924d-4019-b528-276618f1616c", "name": "network-vif-deleted", "tag": "f108d088-8d22-4b57-854c-dfbede562546", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:43.844998 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b887d9ae-844f-408e-9531-608ce1a0e8f2 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:43.845387 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348b3afb-924d-4019-b528-276618f1616c', 'name': 'network-vif-deleted', 'tag': 'f108d088-8d22-4b57-854c-dfbede562546', 'status': 'completed', 'code': 200} Jul 16 17:54:43.860470 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.988855 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1bef4c7f-d1c9-4693-9a18-f693aaec0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.035831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network ab5e0b39-c589-4d08-94f7-0457f49e09ba is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:44.040422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04646dd5-ce02-4873-83a0-684e9602977f req-cee5130a-748c-44cb-91e6-0920d9d11c01 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082191 Jul 16 17:54:44.059296 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1bef4c7f-d1c9-4693-9a18-f693aaec0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.060230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-375321cd-1219-4ec7-94fa-fa56c163f0d0 req-4cc4c579-02c4-4e17-8601-f18bc9b632cb service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795677 Jul 16 17:54:44.066658 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32922162-a45e-4233-9096-8e420d4bbb93 x-openstack-request-id: req-32922162-a45e-4233-9096-8e420d4bbb93 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:44.067870 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "name": "network-vif-unplugged", "status": "completed", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:44.068339 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32922162-a45e-4233-9096-8e420d4bbb93 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:44.069993 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0', 'code': 200} Jul 16 17:54:44.070135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:44.072923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:44.073532 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.076244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=d65155b2-9b77-4aea-be7e-cfc7bfef5d87,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:44.095107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef4c7f-d1c9-4693-9a18-f693aaec0c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d764e8fc-0a37-4d7d-ad7f-e67f7e0bd817,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:44.151691 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1bef4c7f-d1c9-4693-9a18-f693aaec0c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.153597 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1bef4c7f-d1c9-4693-9a18-f693aaec0c80 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d764e8fc-0a37-4d7d-ad7f-e67f7e0bd817 HTTP/1.1" status: 204 len: 168 time: 0.6321084 Jul 16 17:54:44.164468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4cef15-834e-4dcc-bb7e-1567a58abfc3 None None] Network 59ff5878-1c07-46d3-a7d4-ef0fa122a72e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:44.165595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55966) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:44.241047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55968) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:44.535801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-feab12fe-f3ba-4b28-89a0-8e60b8af516e None None] Provisioning for port d65155b2-9b77-4aea-be7e-cfc7bfef5d87 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:44.542688 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-feab12fe-f3ba-4b28-89a0-8e60b8af516e None None] Provisioning complete for port d65155b2-9b77-4aea-be7e-cfc7bfef5d87 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:44.543958 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-feab12fe-f3ba-4b28-89a0-8e60b8af516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.556703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3c97f-3903-4155-a8ab-29e24c790985 req-d0eb5d2a-fea3-4471-b066-7a8e55fe5949 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:44.558218 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3aa3c97f-3903-4155-a8ab-29e24c790985 req-d0eb5d2a-fea3-4471-b066-7a8e55fe5949 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 945 time: 0.4663055 Jul 16 17:54:44.604260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-feab12fe-f3ba-4b28-89a0-8e60b8af516e None None] Port d65155b2-9b77-4aea-be7e-cfc7bfef5d87 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:44.615057 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-826f50d2-0c9c-42ff-8901-2944d6edcf89 req-45499a55-3ae8-4e09-b04c-0bd5e27168eb tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips/c67cf30e-7cf1-47b2-8a44-98941d449cfb HTTP/1.1" status: 200 len: 999 time: 0.1521754 Jul 16 17:54:44.620124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec958ce8-2976-4ede-84ba-953ef4168589 None None] DHCP port deletion for 59ff5878-1c07-46d3-a7d4-ef0fa122a72e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:54:44.631374 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.693238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ec958ce8-2976-4ede-84ba-953ef4168589 None None] Deleting port 4b93d674-63c3-4053-8dbf-03445325609b {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:44.693238 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ec958ce8-2976-4ede-84ba-953ef4168589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.710243 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.713350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3f376ca7-e988-47e8-a851-cfa988121adf up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:44.804118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ec958ce8-2976-4ede-84ba-953ef4168589 None None] For port 4b93d674-63c3-4053-8dbf-03445325609b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4b93d674-63c3-4053-8dbf-03445325609b,segment=NetworkSegment(65aba011-da60-43e6-991e-047b5a5192b3),segment_id=65aba011-da60-43e6-991e-047b5a5192b3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:44.804425 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ec958ce8-2976-4ede-84ba-953ef4168589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.821620 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ec958ce8-2976-4ede-84ba-953ef4168589 None None] Calling delete_port for 4b93d674-63c3-4053-8dbf-03445325609b owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:44.842775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 3f376ca7-e988-47e8-a851-cfa988121adf completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:44.844095 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-3aa3c97f-3903-4155-a8ab-29e24c790985 req-b40e5d58-cb1a-4db1-86e2-20c1900c7549 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Deleting port bfbd5de7-8220-4015-8e72-63e3f7891e05 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:44.844446 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3aa3c97f-3903-4155-a8ab-29e24c790985 req-b40e5d58-cb1a-4db1-86e2-20c1900c7549 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.871225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f50d2-0c9c-42ff-8901-2944d6edcf89 req-1073602b-b0ff-4584-b5bf-da009c5b998b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:44.872642 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-826f50d2-0c9c-42ff-8901-2944d6edcf89 req-1073602b-b0ff-4584-b5bf-da009c5b998b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.2506564 Jul 16 17:54:44.881938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 3f376ca7-e988-47e8-a851-cfa988121adf triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:44.882312 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.901521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Deleting port 4b93d674-63c3-4053-8dbf-03445325609b {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:44.901847 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.927477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1175d81-40a1-41f0-90dd-8f3d55275ccd req-6c95f251-ac34-4825-aeca-91d10826d34d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:44.929001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1175d81-40a1-41f0-90dd-8f3d55275ccd req-6c95f251-ac34-4825-aeca-91d10826d34d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 944 time: 0.3035951 Jul 16 17:54:44.995359 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1175d81-40a1-41f0-90dd-8f3d55275ccd req-998c7c40-c154-4a84-9d1a-849cbf7eb502 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588942 Jul 16 17:54:45.078585 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] For port 4b93d674-63c3-4053-8dbf-03445325609b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4b93d674-63c3-4053-8dbf-03445325609b,segment=NetworkSegment(65aba011-da60-43e6-991e-047b5a5192b3),segment_id=65aba011-da60-43e6-991e-047b5a5192b3)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:45.079028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.102183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Calling delete_port for 4b93d674-63c3-4053-8dbf-03445325609b owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:45.122867 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-3aa3c97f-3903-4155-a8ab-29e24c790985 req-b40e5d58-cb1a-4db1-86e2-20c1900c7549 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] For port bfbd5de7-8220-4015-8e72-63e3f7891e05, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=bfbd5de7-8220-4015-8e72-63e3f7891e05,segment=NetworkSegment(bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06),segment_id=bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:45.123221 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3aa3c97f-3903-4155-a8ab-29e24c790985 req-b40e5d58-cb1a-4db1-86e2-20c1900c7549 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.165034 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ec958ce8-2976-4ede-84ba-953ef4168589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.181757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-3aa3c97f-3903-4155-a8ab-29e24c790985 req-b40e5d58-cb1a-4db1-86e2-20c1900c7549 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Calling delete_port for bfbd5de7-8220-4015-8e72-63e3f7891e05 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:45.200689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec958ce8-2976-4ede-84ba-953ef4168589 None None] Pushing event deleted for resources: {'Port': ['ID=4b93d674-63c3-4053-8dbf-03445325609b,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:45.206300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-51e41539-431d-4381-ab5d-f4dccc32ff9b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 1002 time: 0.1337366 Jul 16 17:54:45.206580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec958ce8-2976-4ede-84ba-953ef4168589 None None] No DVR routers for this DVR port 4b93d674-63c3-4053-8dbf-03445325609b on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:45.213996 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.271744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3f376ca7-e988-47e8-a851-cfa988121adf,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:45.281863 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.291410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.312120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1854fb-8eb4-4f06-be51-0a104768ea62 req-fe63a3c4-ff5d-43a2-80c0-3b1906cff150 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:45.319948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f6714bb9-86d4-4c9a-acab-2cd7227792c3 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:45.320315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de1854fb-8eb4-4f06-be51-0a104768ea62 req-fe63a3c4-ff5d-43a2-80c0-3b1906cff150 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 947 time: 0.1995959 Jul 16 17:54:45.320469 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.338530 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.339500 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.353153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: f6714bb9-86d4-4c9a-acab-2cd7227792c3 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:45.353498 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f6714bb9-86d4-4c9a-acab-2cd7227792c3 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:45.353917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6007de2e-0276-4b18-a7f2-1034d7dfff71 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:45.364804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=4b93d674-63c3-4053-8dbf-03445325609b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:45.367384 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] No DVR routers for this DVR port 4b93d674-63c3-4053-8dbf-03445325609b on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:45.389073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 6007de2e-0276-4b18-a7f2-1034d7dfff71 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:45.389417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6007de2e-0276-4b18-a7f2-1034d7dfff71 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:45.389830 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4b93d674-63c3-4053-8dbf-03445325609b no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:45.392140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-e797bf61-dd1d-49e5-965d-3450767eacb1 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:45.399897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-e797bf61-dd1d-49e5-965d-3450767eacb1 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports/10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 200 len: 943 time: 0.1728640 Jul 16 17:54:45.400086 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-436b50db-0e61-414b-9b30-36a925312157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.419967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 4b93d674-63c3-4053-8dbf-03445325609b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:45.420345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4b93d674-63c3-4053-8dbf-03445325609b not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:45.435194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=3f376ca7-e988-47e8-a851-cfa988121adf,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:45.458360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=d65155b2-9b77-4aea-be7e-cfc7bfef5d87,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:45.485738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de1854fb-8eb4-4f06-be51-0a104768ea62 req-1fe95ee2-00a8-4efe-9004-1776f12f7d16 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644671 Jul 16 17:54:45.533721 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.581430 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ff5878-1c07-46d3-a7d4-ef0fa122a72e']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:45.599332 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65aba011-da60-43e6-991e-047b5a5192b3') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:45.599563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65aba011-da60-43e6-991e-047b5a5192b3') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:45.600540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-2256c01f-3089-4725-9a6f-58f2405be3bc tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 1002 time: 0.1100187 Jul 16 17:54:45.609588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3aa3c97f-3903-4155-a8ab-29e24c790985 req-b40e5d58-cb1a-4db1-86e2-20c1900c7549 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.621792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['bfbd5de7-8220-4015-8e72-63e3f7891e05'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:45.622010 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.650755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network ab5e0b39-c589-4d08-94f7-0457f49e09ba is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:45.654117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-274d0f33-6023-4d4d-9df9-fe4b2555764a req-42ed6481-440e-470c-a8e8-9fb1dccdeac5 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3d49a09-5ce9-4e00-aef0-f5d29350e067 HTTP/1.1" status: 200 len: 210 time: 0.0519829 Jul 16 17:54:45.654284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:45.658944 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e5d58-cb1a-4db1-86e2-20c1900c7549 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Pushing event deleted for resources: {'Port': ['ID=bfbd5de7-8220-4015-8e72-63e3f7891e05,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:45.715057 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.727984 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:45.728698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:45.819193 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:45.822131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa3c97f-3903-4155-a8ab-29e24c790985 req-b40e5d58-cb1a-4db1-86e2-20c1900c7549 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] No DVR routers for this DVR port bfbd5de7-8220-4015-8e72-63e3f7891e05 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:45.823859 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3aa3c97f-3903-4155-a8ab-29e24c790985 req-b40e5d58-cb1a-4db1-86e2-20c1900c7549 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.826283 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3aa3c97f-3903-4155-a8ab-29e24c790985 req-b40e5d58-cb1a-4db1-86e2-20c1900c7549 tempest-ListServersNegativeTestJSON-1165696018 tempest-ListServersNegativeTestJSON-1165696018-project] 10.222.0.43 "DELETE /v2.0/ports/bfbd5de7-8220-4015-8e72-63e3f7891e05 HTTP/1.1" status: 204 len: 173 time: 1.2529583 Jul 16 17:54:45.845312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d49a09-5ce9-4e00-aef0-f5d29350e067', 'name': 'network-vif-deleted', 'tag': 'bfbd5de7-8220-4015-8e72-63e3f7891e05'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:45.848593 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f8ed29-937b-4fae-b8c6-5370d08f45f7" -d '{"events": [{"server_uuid": "c3d49a09-5ce9-4e00-aef0-f5d29350e067", "name": "network-vif-deleted", "tag": "bfbd5de7-8220-4015-8e72-63e3f7891e05"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:45.854363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac'}, {'server_uuid': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'name': 'network-vif-deleted', 'tag': '682bb1c4-b822-4724-91ba-34f42dfea6c5'}, {'server_uuid': '7b30aa75-90b5-4780-92b6-afc277c97f30', 'name': 'network-vif-deleted', 'tag': '77fc1818-9934-4f1a-a584-b2cfe08f06c9'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:45.871730 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e310246-e848-4d01-a0da-7b49bd78a12b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac"}, {"server_uuid": "35c63b26-8dcd-4f54-a5cb-359cd8f5d710", "name": "network-vif-deleted", "tag": "682bb1c4-b822-4724-91ba-34f42dfea6c5"}, {"server_uuid": "7b30aa75-90b5-4780-92b6-afc277c97f30", "name": "network-vif-deleted", "tag": "77fc1818-9934-4f1a-a584-b2cfe08f06c9"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:45.878709 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.893396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-7d4c2ae5-ee10-4640-bc61-835f8fa55540 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:45.893772 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.896090 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] 10.222.0.41 "DELETE /v2.0/networks/59ff5878-1c07-46d3-a7d4-ef0fa122a72e HTTP/1.1" status: 204 len: 168 time: 1.7286570 Jul 16 17:54:45.897771 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cac29e-ba0d-4044-a0cd-20ad1f1c3a0f x-openstack-request-id: req-00cac29e-ba0d-4044-a0cd-20ad1f1c3a0f {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:45.897895 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d49a09-5ce9-4e00-aef0-f5d29350e067", "name": "network-vif-deleted", "tag": "bfbd5de7-8220-4015-8e72-63e3f7891e05", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:45.898193 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00cac29e-ba0d-4044-a0cd-20ad1f1c3a0f {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:45.898599 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d49a09-5ce9-4e00-aef0-f5d29350e067', 'name': 'network-vif-deleted', 'tag': 'bfbd5de7-8220-4015-8e72-63e3f7891e05', 'status': 'completed', 'code': 200} Jul 16 17:54:45.903648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-7d4c2ae5-ee10-4640-bc61-835f8fa55540 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.2873061 Jul 16 17:54:45.938171 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ddbc3-a03d-4832-afa5-a9646d84a2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=59ff5878-1c07-46d3-a7d4-ef0fa122a72e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:46.025588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 4b35c26b-c2a8-4880-8475-8d684ff3efa1 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:54:46.051424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-70a08903-4706-4cd8-a837-9ba2c884eb4a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 1002 time: 0.1467295 Jul 16 17:54:46.059605 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-aba19f1a-1ed9-4bd8-a780-4e7020828cde None None] Provisioning complete for port d65155b2-9b77-4aea-be7e-cfc7bfef5d87 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:46.060177 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aba19f1a-1ed9-4bd8-a780-4e7020828cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.060483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-2b56745c-dfc8-4e39-a366-1f29602e7a9b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:46.109657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b30aa75-90b5-4780-92b6-afc277c97f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fc1818-9934-4f1a-a584-b2cfe08f06c9'}, {'server_uuid': '2391e9f2-9072-45d0-9a99-626682c8a9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f376ca7-e988-47e8-a851-cfa988121adf'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:46.109883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-436b50db-0e61-414b-9b30-36a925312157 admin admin] Deleting port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:46.109993 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-436b50db-0e61-414b-9b30-36a925312157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.114002 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f62a93-0053-4b04-ab37-310d905e5999" -d '{"events": [{"server_uuid": "7b30aa75-90b5-4780-92b6-afc277c97f30", "name": "network-vif-unplugged", "status": "completed", "tag": "77fc1818-9934-4f1a-a584-b2cfe08f06c9"}, {"server_uuid": "2391e9f2-9072-45d0-9a99-626682c8a9b5", "name": "network-vif-plugged", "status": "completed", "tag": "3f376ca7-e988-47e8-a851-cfa988121adf"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:46.116720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-aba19f1a-1ed9-4bd8-a780-4e7020828cde None None] Port d65155b2-9b77-4aea-be7e-cfc7bfef5d87 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:46.126025 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-2b56745c-dfc8-4e39-a366-1f29602e7a9b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.130690 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a43dce0-eb45-4bbe-892b-61b960c82eb7 x-openstack-request-id: req-7a43dce0-eb45-4bbe-892b-61b960c82eb7 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:46.131104 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac", "status": "completed", "code": 200}, {"server_uuid": "35c63b26-8dcd-4f54-a5cb-359cd8f5d710", "name": "network-vif-deleted", "tag": "682bb1c4-b822-4724-91ba-34f42dfea6c5", "status": "completed", "code": 200}, {"server_uuid": "7b30aa75-90b5-4780-92b6-afc277c97f30", "name": "network-vif-deleted", "tag": "77fc1818-9934-4f1a-a584-b2cfe08f06c9", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:46.131489 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a43dce0-eb45-4bbe-892b-61b960c82eb7 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:46.131970 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'status': 'completed', 'code': 200} Jul 16 17:54:46.132310 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c63b26-8dcd-4f54-a5cb-359cd8f5d710', 'name': 'network-vif-deleted', 'tag': '682bb1c4-b822-4724-91ba-34f42dfea6c5', 'status': 'completed', 'code': 200} Jul 16 17:54:46.132820 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b30aa75-90b5-4780-92b6-afc277c97f30', 'name': 'network-vif-deleted', 'tag': '77fc1818-9934-4f1a-a584-b2cfe08f06c9', 'status': 'completed', 'code': 200} Jul 16 17:54:46.224276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-436b50db-0e61-414b-9b30-36a925312157 admin admin] For port 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=94941b89-86c0-4b5c-a4e5-7357b1a4d4b3,segment=NetworkSegment(78d7079a-18f4-4636-8325-62d568a6c412),segment_id=78d7079a-18f4-4636-8325-62d568a6c412)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:46.224676 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-436b50db-0e61-414b-9b30-36a925312157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.250085 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-436b50db-0e61-414b-9b30-36a925312157 admin admin] Calling delete_port for 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:46.273615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55992) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:46.308792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:46.318544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ae587e81-76f9-4674-8a23-738b95e0a79f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/4b35c26b-c2a8-4880-8475-8d684ff3efa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6423705 Jul 16 17:54:46.319763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b281a6c0-43bf-4e54-8308-8a40bfaf0f7b None None] Sync routers for ids ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:46.329024 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55994) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:46.331388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b281a6c0-43bf-4e54-8308-8a40bfaf0f7b None None] Routers {'4b35c26b-c2a8-4880-8475-8d684ff3efa1'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:46.332133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b281a6c0-43bf-4e54-8308-8a40bfaf0f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:46.369297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b281a6c0-43bf-4e54-8308-8a40bfaf0f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:46.377968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b281a6c0-43bf-4e54-8308-8a40bfaf0f7b None None] Routers {'4b35c26b-c2a8-4880-8475-8d684ff3efa1'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:46.378578 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b281a6c0-43bf-4e54-8308-8a40bfaf0f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:46.412684 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-08858562-3ac1-4486-9bee-c69e42fdd369 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80e3923cfee9414f8eb9d7ce3046e725&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1333680 Jul 16 17:54:46.413442 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55996) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:46.414409 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b281a6c0-43bf-4e54-8308-8a40bfaf0f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:46.415169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b281a6c0-43bf-4e54-8308-8a40bfaf0f7b None None] The sync data for ids ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:46.450665 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9cc24c-93b1-4c0a-9a2c-c9346326695b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:46.452196 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7b9cc24c-93b1-4c0a-9a2c-c9346326695b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports/d65155b2-9b77-4aea-be7e-cfc7bfef5d87 HTTP/1.1" status: 200 len: 911 time: 0.1221025 Jul 16 17:54:46.463624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55998) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:46.646576 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e310246-e848-4d01-a0da-7b49bd78a12b req-77dd783b-7054-4b09-af87-04dafa5db5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:46.648115 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7e310246-e848-4d01-a0da-7b49bd78a12b req-77dd783b-7054-4b09-af87-04dafa5db5c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 1098 time: 0.5251951 Jul 16 17:54:46.660305 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c70be55b-2fc0-4f11-90cf-45d28f4f73b0 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:46.748165 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61f55303-5bca-4439-8140-d5527d8114f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.762791 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-2b56745c-dfc8-4e39-a366-1f29602e7a9b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.776166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c33bd0-a3cc-44a8-920e-e0ab9cf38ab8 req-d515d148-d998-457d-80d6-5e682b3f62af tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:46.777715 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5c33bd0-a3cc-44a8-920e-e0ab9cf38ab8 req-d515d148-d998-457d-80d6-5e682b3f62af tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 945 time: 0.4997997 Jul 16 17:54:46.779496 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-2b56745c-dfc8-4e39-a366-1f29602e7a9b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.779496 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-2b56745c-dfc8-4e39-a366-1f29602e7a9b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Floating IP c67cf30e-7cf1-47b2-8a44-98941d449cfb disassociated. External IP: 172.25.5.244, port: 10a90536-586c-41ce-9e2a-c11d5bb143ac. Jul 16 17:54:46.792928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:46.813442 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0', 'mac_address': 'fa:16:3e:c4:d3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:46.862790 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5c33bd0-a3cc-44a8-920e-e0ab9cf38ab8 req-d52e9570-f72f-43de-95db-d335c8f4d43c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490568 Jul 16 17:54:46.888937 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.912345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70be55b-2fc0-4f11-90cf-45d28f4f73b0 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:46.935459 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f821779-96fc-49c4-be8b-903af4bd235e x-openstack-request-id: req-7f821779-96fc-49c4-be8b-903af4bd235e {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:46.935826 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b30aa75-90b5-4780-92b6-afc277c97f30", "name": "network-vif-unplugged", "status": "completed", "tag": "77fc1818-9934-4f1a-a584-b2cfe08f06c9", "code": 200}, {"server_uuid": "2391e9f2-9072-45d0-9a99-626682c8a9b5", "name": "network-vif-plugged", "status": "completed", "tag": "3f376ca7-e988-47e8-a851-cfa988121adf", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:46.936019 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f821779-96fc-49c4-be8b-903af4bd235e {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:46.936570 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b30aa75-90b5-4780-92b6-afc277c97f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fc1818-9934-4f1a-a584-b2cfe08f06c9', 'code': 200} Jul 16 17:54:46.936827 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2391e9f2-9072-45d0-9a99-626682c8a9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f376ca7-e988-47e8-a851-cfa988121adf', 'code': 200} Jul 16 17:54:46.943725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:46.952472 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.014185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:47.163028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-2b56745c-dfc8-4e39-a366-1f29602e7a9b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Router 7a5bb324-aaf0-4181-af91-deae5b574cbc has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:47.178496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d42ee-a829-4072-8177-8f0b6b28e258 req-0a5c79dc-d93d-4d05-a4a6-e74009891eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.180047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b4d42ee-a829-4072-8177-8f0b6b28e258 req-0a5c79dc-d93d-4d05-a4a6-e74009891eac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 1097 time: 0.1745770 Jul 16 17:54:47.191465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef703a55-1fc9-4113-bccc-46fde9ec6183 req-8b02f210-bc11-4720-8602-a3e686fc5ee6 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.193000 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef703a55-1fc9-4113-bccc-46fde9ec6183 req-8b02f210-bc11-4720-8602-a3e686fc5ee6 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 948 time: 0.1265306 Jul 16 17:54:47.202675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['c70be55b-2fc0-4f11-90cf-45d28f4f73b0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:47.209750 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61f55303-5bca-4439-8140-d5527d8114f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.276870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e310246-e848-4d01-a0da-7b49bd78a12b req-f95a0ecf-64b3-4215-b36c-8a3cda712fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.278332 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7e310246-e848-4d01-a0da-7b49bd78a12b req-f95a0ecf-64b3-4215-b36c-8a3cda712fa0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.6189656 Jul 16 17:54:47.330001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b4d42ee-a829-4072-8177-8f0b6b28e258 req-130e1161-ffac-48c2-bbee-dde7ff028cbf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359942 Jul 16 17:54:47.333653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef703a55-1fc9-4113-bccc-46fde9ec6183 req-ad445e84-c9db-40ad-b0e3-b6e515c69d1a tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307726 Jul 16 17:54:47.343142 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7e310246-e848-4d01-a0da-7b49bd78a12b req-71851326-3aba-4c03-9e2f-86ba164dd8d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 200 len: 217 time: 0.0558894 Jul 16 17:54:47.365700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-2b56745c-dfc8-4e39-a366-1f29602e7a9b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:47.375903 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-2b56745c-dfc8-4e39-a366-1f29602e7a9b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.381334 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f9256-a535-43b8-9b47-373276b8b48a None None] Sync routers for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:47.397863 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-436b50db-0e61-414b-9b30-36a925312157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.400026 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f9256-a535-43b8-9b47-373276b8b48a None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:47.400975 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a85f9256-a535-43b8-9b47-373276b8b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:47.443271 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-2b56745c-dfc8-4e39-a366-1f29602e7a9b tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "PUT /v2.0/floatingips/c67cf30e-7cf1-47b2-8a44-98941d449cfb HTTP/1.1" status: 200 len: 696 time: 1.3856235 Jul 16 17:54:47.485978 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56008) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:47.526355 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-a85f9256-a535-43b8-9b47-373276b8b48a None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:47.532056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-58621d61-dbe0-42f7-a841-a55b1cd4fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.533809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-58621d61-dbe0-42f7-a841-a55b1cd4fe84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 1098 time: 0.0771091 Jul 16 17:54:47.542048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b50db-0e61-414b-9b30-36a925312157 admin admin] Pushing event deleted for resources: {'Port': ['ID=94941b89-86c0-4b5c-a4e5-7357b1a4d4b3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:47.561128 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61f55303-5bca-4439-8140-d5527d8114f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.563728 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61f55303-5bca-4439-8140-d5527d8114f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.568643 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-61f55303-5bca-4439-8140-d5527d8114f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a47f46d7-e7d1-459d-ab18-7f1ffe98c419 HTTP/1.1" status: 204 len: 168 time: 1.1541920 Jul 16 17:54:47.571904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-da046732-8a9e-478e-9bc5-76e6a5b6d010 admin admin] Deleting subnet 2d2ae90f-cfe4-425d-b43d-281f13bcf877 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:47.588685 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da046732-8a9e-478e-9bc5-76e6a5b6d010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.693760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e310246-e848-4d01-a0da-7b49bd78a12b req-a1afa36e-2e3c-4f53-b9d8-fba10a06e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.695152 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7e310246-e848-4d01-a0da-7b49bd78a12b req-a1afa36e-2e3c-4f53-b9d8-fba10a06e5b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.2988479 Jul 16 17:54:47.700434 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f55303-5bca-4439-8140-d5527d8114f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47f46d7-e7d1-459d-ab18-7f1ffe98c419,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:47.715811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-03185726-3fdd-4c0e-a2a0-755ebb4148e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.732379 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-03185726-3fdd-4c0e-a2a0-755ebb4148e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.1843739 Jul 16 17:54:47.787303 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-986c792a-62ae-4ec3-8b2f-0abdef3ed53f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 200 len: 217 time: 0.0530183 Jul 16 17:54:47.862413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-6e782fd5-25ac-4fef-a4af-55c3ff611076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.875797 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-6e782fd5-25ac-4fef-a4af-55c3ff611076 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.0871387 Jul 16 17:54:47.942508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da046732-8a9e-478e-9bc5-76e6a5b6d010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.943165 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a85f9256-a535-43b8-9b47-373276b8b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:47.948839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-eb78a72a-bf0d-4b19-94fc-72bd0ff08f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.958479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-eb78a72a-bf0d-4b19-94fc-72bd0ff08f97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816495 Jul 16 17:54:47.986306 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f9256-a535-43b8-9b47-373276b8b48a None None] Checking router: 7a5bb324-aaf0-4181-af91-deae5b574cbc for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:48.023900 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f9256-a535-43b8-9b47-373276b8b48a None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:48.024541 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a85f9256-a535-43b8-9b47-373276b8b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:48.077579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-c4c1f361-b36c-43bd-8bad-8463e02f4e62 service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179664 Jul 16 17:54:48.095989 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.116215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56018) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:48.118528 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da046732-8a9e-478e-9bc5-76e6a5b6d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.138229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:48.141190 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8e5ef0-eb9a-4c84-838f-e0d4a72d1b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:48.151277 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e310246-e848-4d01-a0da-7b49bd78a12b req-43209212-abd8-48ab-b489-b7969fb20019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.152928 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7e310246-e848-4d01-a0da-7b49bd78a12b req-43209212-abd8-48ab-b489-b7969fb20019 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4402742 Jul 16 17:54:48.153583 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-436b50db-0e61-414b-9b30-36a925312157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.229283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2797d197-2c35-4922-802b-6a16ffc37d45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e611e8207215439495e1cc9f977fd9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1112366 Jul 16 17:54:48.235283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56024) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:48.277099 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-a85f9256-a535-43b8-9b47-373276b8b48a None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:48.316836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b01a4b0-2b6e-478a-8331-1dfe74db71db req-fe63b96b-06d0-43cd-bec3-dedde0133997 service neutron] 10.222.0.41 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383022 Jul 16 17:54:48.390510 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ad0225-a782-481b-a11a-d52e7da6348d x-openstack-request-id: req-55ad0225-a782-481b-a11a-d52e7da6348d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:48.390796 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:48.391176 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55ad0225-a782-481b-a11a-d52e7da6348d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:48.391585 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'status': 'completed', 'code': 200} Jul 16 17:54:48.463037 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fd0f85ed-03e2-4809-bbed-07096e1471f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.476633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-8371dda8-b9f3-43f1-93d3-4ec174dbd5e9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.478214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-8371dda8-b9f3-43f1-93d3-4ec174dbd5e9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e&tenant_id=b48b42f5272d407db4f841b2e42a65b5&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 948 time: 0.2408826 Jul 16 17:54:48.505501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775651b2-ee46-45a7-a6a8-ec1f213e076b req-2b94728c-93a7-4802-a5e2-34c7a0c60888 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.507750 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-775651b2-ee46-45a7-a6a8-ec1f213e076b req-2b94728c-93a7-4802-a5e2-34c7a0c60888 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 945 time: 0.2015257 Jul 16 17:54:48.556264 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fd0f85ed-03e2-4809-bbed-07096e1471f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.565694 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a85f9256-a535-43b8-9b47-373276b8b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:48.597885 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f9256-a535-43b8-9b47-373276b8b48a None None] The sync data for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 is: [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:16Z', 'revision_number': 4, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '924d081c-6aff-48c4-b376-1e13d6d134f2', 'name': '', 'network_id': 'a3cff532-37a3-424d-aefc-c9eb9815e7ea', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'mac_address': 'fa:16:3e:b5:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:15Z', 'updated_at': '2021-07-16T17:53:24Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'subnets': [{'id': 'f4f0b171-2fe1-445f-8879-9823926613a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:48.673492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-3a5ccabd-4372-44bf-a569-6127881804f3 service neutron] 10.222.0.35 "GET /v2.0/ports/c70be55b-2fc0-4f11-90cf-45d28f4f73b0/bindings/n-h1-787206-10 HTTP/1.1" status: 200 len: 383 time: 0.1845095 Jul 16 17:54:48.676538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-775651b2-ee46-45a7-a6a8-ec1f213e076b req-a2089576-c785-4170-815e-1c82316f5d6b tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361320 Jul 16 17:54:48.701960 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c70be55b-2fc0-4f11-90cf-45d28f4f73b0 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:48.717929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9990f-35b2-4963-9d09-28ff3d0f48f2 req-1aca1a6b-f82d-4f4c-b113-101bf067d8f7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.719412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13e9990f-35b2-4963-9d09-28ff3d0f48f2 req-1aca1a6b-f82d-4f4c-b113-101bf067d8f7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 948 time: 0.1779215 Jul 16 17:54:48.752374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device bfbd5de7-8220-4015-8e72-63e3f7891e05 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:48.762752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Allocated IP 2001:db8:1::1 (cb2dee8b-4785-4290-8928-7bad9654b56d/0939bb27-92b8-4490-96ab-7acb6f4346b0/9cb90c8d-a7bb-4f83-8c72-25be8bc7e2b7) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:48.785396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: bfbd5de7-8220-4015-8e72-63e3f7891e05 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:48.786027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device bfbd5de7-8220-4015-8e72-63e3f7891e05 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:48.793740 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da046732-8a9e-478e-9bc5-76e6a5b6d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.795640 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fd0f85ed-03e2-4809-bbed-07096e1471f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.802261 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fd0f85ed-03e2-4809-bbed-07096e1471f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.803829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fd0f85ed-03e2-4809-bbed-07096e1471f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c2f17fd-f6d3-4a04-8dd1-2a2aadc9af40 HTTP/1.1" status: 204 len: 168 time: 0.5675161 Jul 16 17:54:48.845346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da046732-8a9e-478e-9bc5-76e6a5b6d010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2ae90f-cfe4-425d-b43d-281f13bcf877,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:48.853767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:48.855324 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.868143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13e9990f-35b2-4963-9d09-28ff3d0f48f2 req-e55ecf36-58d6-40f0-b4a0-9c1b0dc7e6a4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344898 Jul 16 17:54:48.878794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f85ed-03e2-4809-bbed-07096e1471f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2f17fd-f6d3-4a04-8dd1-2a2aadc9af40,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:48.921565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da046732-8a9e-478e-9bc5-76e6a5b6d010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.923470 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-da046732-8a9e-478e-9bc5-76e6a5b6d010 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2d2ae90f-cfe4-425d-b43d-281f13bcf877 HTTP/1.1" status: 204 len: 168 time: 1.4359729 Jul 16 17:54:48.928610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56034) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:48.934173 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7e310246-e848-4d01-a0da-7b49bd78a12b req-4b02cc3e-3367-45c5-9405-520e475d0d66 service neutron] 10.222.0.43 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973148 Jul 16 17:54:48.934291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-fefebb2d-573e-41a5-9456-2cf13187153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.935584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-fefebb2d-573e-41a5-9456-2cf13187153c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 1100 time: 0.2149382 Jul 16 17:54:49.052194 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.061603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a4471-c00e-411b-a027-d4effa09be26 None None] New status for floating IP c67cf30e-7cf1-47b2-8a44-98941d449cfb: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:54:49.138919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:49.159780 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-ba608baf-ebfe-4a24-ac3a-d13dca67b3f5 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips/c67cf30e-7cf1-47b2-8a44-98941d449cfb HTTP/1.1" status: 200 len: 696 time: 0.0977471 Jul 16 17:54:49.172861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:49.175342 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53aec0c-4666-4c6d-b06c-4c011847679b" -d '{"events": [{"server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "name": "network-vif-plugged", "status": "completed", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:49.186848 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7e310246-e848-4d01-a0da-7b49bd78a12b req-c52464bf-5670-46d7-852b-afca90da419c service neutron] 10.222.0.43 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143538 Jul 16 17:54:49.206006 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28dad7b8-5906-4c8d-a999-5d776bb55c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.209786 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.316519 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb748f8-8f1d-4150-95f1-e3e577620ce3 x-openstack-request-id: req-fbb748f8-8f1d-4150-95f1-e3e577620ce3 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:49.316853 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "name": "network-vif-plugged", "status": "completed", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:49.317576 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbb748f8-8f1d-4150-95f1-e3e577620ce3 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:49.317990 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0', 'code': 200} Jul 16 17:54:49.387142 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:49.403092 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28dad7b8-5906-4c8d-a999-5d776bb55c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.417330 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-28dad7b8-5906-4c8d-a999-5d776bb55c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617ef8e7-02b6-4b4d-894a-1a1e10d11230']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:49.430338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-28dad7b8-5906-4c8d-a999-5d776bb55c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:49.430661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-28dad7b8-5906-4c8d-a999-5d776bb55c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3eb7c0-5a6c-4811-9ffd-d4dd138efa06') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:49.444181 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28dad7b8-5906-4c8d-a999-5d776bb55c69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.447145 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.469515 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28dad7b8-5906-4c8d-a999-5d776bb55c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.475854 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e5ef0-eb9a-4c84-838f-e0d4a72d1b9d req-2523fca6-2d4a-4ca8-90c2-b0a44a2cb5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.476591 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28dad7b8-5906-4c8d-a999-5d776bb55c69 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:49.476999 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28dad7b8-5906-4c8d-a999-5d776bb55c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.477351 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4c8e5ef0-eb9a-4c84-838f-e0d4a72d1b9d req-2523fca6-2d4a-4ca8-90c2-b0a44a2cb5a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 1098 time: 0.1934514 Jul 16 17:54:49.486964 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436b50db-0e61-414b-9b30-36a925312157 admin admin] Router eab24e24-c654-4e38-abab-6b8549b4abda has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: timer() Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:49.492555 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:49.511709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-3c6d7cbd-9a59-4071-8881-0bfc99481d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.513278 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-3c6d7cbd-9a59-4071-8881-0bfc99481d94 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.5573690 Jul 16 17:54:49.603039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-2fc38ff2-6a28-4255-af5b-068ce1335355 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0 HTTP/1.1" status: 200 len: 217 time: 0.0816517 Jul 16 17:54:49.610428 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28dad7b8-5906-4c8d-a999-5d776bb55c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.621426 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e5ef0-eb9a-4c84-838f-e0d4a72d1b9d req-af4c7d56-4132-4e51-adcd-a28acb2ad903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.622895 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4c8e5ef0-eb9a-4c84-838f-e0d4a72d1b9d req-af4c7d56-4132-4e51-adcd-a28acb2ad903 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 200 len: 921 time: 0.1389909 Jul 16 17:54:49.624419 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Transition to ACTIVE for port object 9cb90c8d-a7bb-4f83-8c72-25be8bc7e2b7 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:49.628253 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28dad7b8-5906-4c8d-a999-5d776bb55c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.632885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-28dad7b8-5906-4c8d-a999-5d776bb55c69 admin admin] 10.222.0.41 "DELETE /v2.0/networks/617ef8e7-02b6-4b4d-894a-1a1e10d11230 HTTP/1.1" status: 204 len: 168 time: 0.6963556 Jul 16 17:54:49.649234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-bdcff1f0-05b6-425b-b61d-53f9f18a3a65 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.650608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-bdcff1f0-05b6-425b-b61d-53f9f18a3a65 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.4592521 Jul 16 17:54:49.672888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dad7b8-5906-4c8d-a999-5d776bb55c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=617ef8e7-02b6-4b4d-894a-1a1e10d11230,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:49.717082 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4c8e5ef0-eb9a-4c84-838f-e0d4a72d1b9d req-352b591a-e22a-4311-81f9-2abdbea71021 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 200 len: 217 time: 0.0535865 Jul 16 17:54:49.794948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-ae7ea66b-e75a-47b2-951b-0c179a0650c1 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 697 time: 0.1232493 Jul 16 17:54:49.835364 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.876616 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e5ef0-eb9a-4c84-838f-e0d4a72d1b9d req-bc050fef-a483-476b-8436-9ae28cfe234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.878915 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4c8e5ef0-eb9a-4c84-838f-e0d4a72d1b9d req-bc050fef-a483-476b-8436-9ae28cfe234a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 200 len: 859 time: 0.1282103 Jul 16 17:54:49.882982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436b50db-0e61-414b-9b30-36a925312157 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:49.890519 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-436b50db-0e61-414b-9b30-36a925312157 admin admin] 10.222.0.41 "PUT /v2.0/routers/eab24e24-c654-4e38-abab-6b8549b4abda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6467748 Jul 16 17:54:49.892806 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c28ec4-ffdc-4816-8f33-ce318a4433c0 None None] Sync routers for ids ['eab24e24-c654-4e38-abab-6b8549b4abda'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:49.902560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56068) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:49.904495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-c19d593d-2abd-4f09-ac59-af596a287bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.905615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network cb2dee8b-4785-4290-8928-7bad9654b56d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:49.906899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-c19d593d-2abd-4f09-ac59-af596a287bc4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.2923779 Jul 16 17:54:49.908921 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c28ec4-ffdc-4816-8f33-ce318a4433c0 None None] Routers {'eab24e24-c654-4e38-abab-6b8549b4abda'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:49.910123 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-79c28ec4-ffdc-4816-8f33-ce318a4433c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['eab24e24-c654-4e38-abab-6b8549b4abda'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:49.922405 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:49.925482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:49.926015 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.933673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56070) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:49.996344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-963049c3-75b9-49e7-8cc3-725ac6302aab tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.244 HTTP/1.1" status: 200 len: 697 time: 0.1989439 Jul 16 17:54:50.092413 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-79c28ec4-ffdc-4816-8f33-ce318a4433c0 None None] Set router eab24e24-c654-4e38-abab-6b8549b4abda gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:50.177501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2f9411dc-70d9-4d27-9fee-b38720dcc6bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d0dd331295647a58d2876294f9effcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765161 Jul 16 17:54:50.183326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56076) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:50.305919 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-86623b24-a643-411e-aa1c-d2e9fd42215a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.344099 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-79c28ec4-ffdc-4816-8f33-ce318a4433c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:54:46Z', 'revision_number': 5, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:50.380813 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=9cb90c8d-a7bb-4f83-8c72-25be8bc7e2b7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:50.382461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9b602062-2a1b-4dfc-b018-cbaed7491fe6 None None] Provisioning for port 9cb90c8d-a7bb-4f83-8c72-25be8bc7e2b7 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:50.388319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9b602062-2a1b-4dfc-b018-cbaed7491fe6 None None] Provisioning complete for port 9cb90c8d-a7bb-4f83-8c72-25be8bc7e2b7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:50.388665 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9b602062-2a1b-4dfc-b018-cbaed7491fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.408476 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c28ec4-ffdc-4816-8f33-ce318a4433c0 None None] Checking router: eab24e24-c654-4e38-abab-6b8549b4abda for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:50.429068 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c28ec4-ffdc-4816-8f33-ce318a4433c0 None None] Routers {'eab24e24-c654-4e38-abab-6b8549b4abda'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:50.429701 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-79c28ec4-ffdc-4816-8f33-ce318a4433c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['eab24e24-c654-4e38-abab-6b8549b4abda'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:50.434977 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.459899 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e5ef0-eb9a-4c84-838f-e0d4a72d1b9d req-d647ebba-902b-48c0-b4c3-d33ef2766e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:50.461429 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4c8e5ef0-eb9a-4c84-838f-e0d4a72d1b9d req-d647ebba-902b-48c0-b4c3-d33ef2766e59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3cff532-37a3-424d-aefc-c9eb9815e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5615022 Jul 16 17:54:50.481461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9b602062-2a1b-4dfc-b018-cbaed7491fe6 None None] Port 9cb90c8d-a7bb-4f83-8c72-25be8bc7e2b7 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:50.579908 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-79c28ec4-ffdc-4816-8f33-ce318a4433c0 None None] Set router eab24e24-c654-4e38-abab-6b8549b4abda gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:50.665926 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4c8e5ef0-eb9a-4c84-838f-e0d4a72d1b9d req-63eae9c2-2536-463f-b72b-c56723670cdd service neutron] 10.222.0.43 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816633 Jul 16 17:54:50.725768 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-86623b24-a643-411e-aa1c-d2e9fd42215a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.777816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-7c6424d1-c4b2-4026-b6f6-678faa9a55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:50.779325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-7c6424d1-c4b2-4026-b6f6-678faa9a55ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8571348 Jul 16 17:54:50.800007 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-79c28ec4-ffdc-4816-8f33-ce318a4433c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:54:46Z', 'revision_number': 5, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:50.813252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12593a7-354f-4649-b3f9-90c6724ec46a req-71a6b1b2-a298-457b-a73a-d55c8335f923 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:50.815813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e12593a7-354f-4649-b3f9-90c6724ec46a req-71a6b1b2-a298-457b-a73a-d55c8335f923 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 945 time: 0.9135966 Jul 16 17:54:50.816380 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.840270 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c28ec4-ffdc-4816-8f33-ce318a4433c0 None None] The sync data for ids ['eab24e24-c654-4e38-abab-6b8549b4abda'] in n-d-787206-10 is: [{'id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1771016307-router', 'tenant_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:22Z', 'updated_at': '2021-07-16T17:54:46Z', 'revision_number': 5, 'project_id': 'ce8a147219c846f8867f8ab7c0c141a2', 'gw_port': {'id': 'aa37a7f5-7923-483c-bda0-262eb9dfbbf2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab24e24-c654-4e38-abab-6b8549b4abda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:24Z', 'updated_at': '2021-07-16T17:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:50.841257 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4c8e5ef0-eb9a-4c84-838f-e0d4a72d1b9d req-495aa8fc-1976-479d-b3f5-828c9773d0f7 service neutron] 10.222.0.43 "GET /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600361 Jul 16 17:54:50.869066 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.878972 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.879729 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.916466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-dd8d74ce-9ebe-43ac-86ae-1a6f1905c70d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Deleting port cb54e4ea-1b1c-418b-8db1-30bb03e815a8 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:50.917041 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-dd8d74ce-9ebe-43ac-86ae-1a6f1905c70d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.945735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=9cb90c8d-a7bb-4f83-8c72-25be8bc7e2b7,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:51.008593 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network cb2dee8b-4785-4290-8928-7bad9654b56d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:51.010068 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:51.037946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e12593a7-354f-4649-b3f9-90c6724ec46a req-b5ad6de9-b03b-4b93-8949-649c9d6068b0 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718905 Jul 16 17:54:51.046756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-86623b24-a643-411e-aa1c-d2e9fd42215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.046756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-86623b24-a643-411e-aa1c-d2e9fd42215a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.047401 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-86623b24-a643-411e-aa1c-d2e9fd42215a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/486bf1d0-6e77-442f-8f02-4dac65444a03 HTTP/1.1" status: 204 len: 168 time: 0.8609440 Jul 16 17:54:51.126497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86623b24-a643-411e-aa1c-d2e9fd42215a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486bf1d0-6e77-442f-8f02-4dac65444a03,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:51.169508 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-9b6c8fed-9a61-48e0-9c80-8c8c92e51b92 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754914 Jul 16 17:54:51.186583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.221884 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 4b35c26b-c2a8-4880-8475-8d684ff3efa1 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:51.227830 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:51.254441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:51.262616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 94941b89-86c0-4b5c-a4e5-7357b1a4d4b3 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:51.312570 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-dd8d74ce-9ebe-43ac-86ae-1a6f1905c70d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.313545 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-dd8d74ce-9ebe-43ac-86ae-1a6f1905c70d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.368460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:51.379672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-dd8d74ce-9ebe-43ac-86ae-1a6f1905c70d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Calling delete_port for cb54e4ea-1b1c-418b-8db1-30bb03e815a8 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:51.379826 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b8c286b8-64fa-4021-94ae-13bf30d366ed tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/4b35c26b-c2a8-4880-8475-8d684ff3efa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9109941 Jul 16 17:54:51.380335 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56094) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:51.385953 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb362a-5a4f-48c8-9429-6b6015834b63 None None] Sync routers for ids ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:51.403489 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb362a-5a4f-48c8-9429-6b6015834b63 None None] Routers {'4b35c26b-c2a8-4880-8475-8d684ff3efa1'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:51.404254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-78bb362a-5a4f-48c8-9429-6b6015834b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:51.460093 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fcfe03-b4c9-47c4-a4c7-d3b97a71211f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:51.462260 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-13fcfe03-b4c9-47c4-a4c7-d3b97a71211f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports/9cb90c8d-a7bb-4f83-8c72-25be8bc7e2b7 HTTP/1.1" status: 200 len: 913 time: 0.0799253 Jul 16 17:54:51.465399 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56096) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:51.476400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-78bb362a-5a4f-48c8-9429-6b6015834b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:51.495631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb362a-5a4f-48c8-9429-6b6015834b63 None None] Routers {'4b35c26b-c2a8-4880-8475-8d684ff3efa1'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:51.496563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-78bb362a-5a4f-48c8-9429-6b6015834b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:51.540326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307aa51e-3e6b-421d-a8dc-3732ea8769e8 req-da2d04a1-03ca-4be6-a9d7-93d124d1c7ab tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:51.547183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-307aa51e-3e6b-421d-a8dc-3732ea8769e8 req-da2d04a1-03ca-4be6-a9d7-93d124d1c7ab tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.3672988 Jul 16 17:54:51.556792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6d0577d1-636f-4c32-809a-f8cfe35be1bf None None] Provisioning complete for port 9cb90c8d-a7bb-4f83-8c72-25be8bc7e2b7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:51.558251 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6d0577d1-636f-4c32-809a-f8cfe35be1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.559040 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-1951dd66-c015-4935-9316-b4d2ffbbc937 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685617 Jul 16 17:54:51.560654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-78bb362a-5a4f-48c8-9429-6b6015834b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:51.561612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb362a-5a4f-48c8-9429-6b6015834b63 None None] The sync data for ids ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:51.598505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Deleting port aa37a7f5-7923-483c-bda0-262eb9dfbbf2 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:51.598902 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.601245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6d0577d1-636f-4c32-809a-f8cfe35be1bf None None] Port 9cb90c8d-a7bb-4f83-8c72-25be8bc7e2b7 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:51.645241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-307aa51e-3e6b-421d-a8dc-3732ea8769e8 req-e3c64846-cc30-42c8-9118-634645a0ff8b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958066 Jul 16 17:54:51.749554 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] For port aa37a7f5-7923-483c-bda0-262eb9dfbbf2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=aa37a7f5-7923-483c-bda0-262eb9dfbbf2,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:51.750038 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.767775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Calling delete_port for aa37a7f5-7923-483c-bda0-262eb9dfbbf2 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:51.773428 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-dd8d74ce-9ebe-43ac-86ae-1a6f1905c70d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.819210 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d74ce-9ebe-43ac-86ae-1a6f1905c70d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Pushing event deleted for resources: {'Port': ['ID=cb54e4ea-1b1c-418b-8db1-30bb03e815a8,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:51.922407 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-121b3295-556b-4b1f-bcef-46e95c5eba44 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.933093 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-dd8d74ce-9ebe-43ac-86ae-1a6f1905c70d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.935674 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-dd8d74ce-9ebe-43ac-86ae-1a6f1905c70d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.946157 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49a6f0ed-c693-41eb-808f-0fa7eb27e12f req-dd8d74ce-9ebe-43ac-86ae-1a6f1905c70d tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "DELETE /v2.0/floatingips/c67cf30e-7cf1-47b2-8a44-98941d449cfb HTTP/1.1" status: 204 len: 173 time: 1.9488392 Jul 16 17:54:52.130641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56120) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:52.164315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.215756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa37a7f5-7923-483c-bda0-262eb9dfbbf2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:52.257889 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2052500624-network', 'tenant_id': '33cbe3592bfd488bb4d087a2c1394b6e'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:52.269718 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-121b3295-556b-4b1f-bcef-46e95c5eba44 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port 9cb90c8d-a7bb-4f83-8c72-25be8bc7e2b7 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:52.270058 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-121b3295-556b-4b1f-bcef-46e95c5eba44 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.310051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Made reservation on behalf of 33cbe3592bfd488bb4d087a2c1394b6e for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:52.312339 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.344717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.355773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c417-cb47-4882-8a59-564c3e44eebd req-8a1db829-1887-4f90-9a43-da4328682021 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.356258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c417-cb47-4882-8a59-564c3e44eebd req-8a1db829-1887-4f90-9a43-da4328682021 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.356727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c417-cb47-4882-8a59-564c3e44eebd req-8a1db829-1887-4f90-9a43-da4328682021 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.357189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c417-cb47-4882-8a59-564c3e44eebd req-8a1db829-1887-4f90-9a43-da4328682021 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.357648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c417-cb47-4882-8a59-564c3e44eebd req-8a1db829-1887-4f90-9a43-da4328682021 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.358105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c417-cb47-4882-8a59-564c3e44eebd req-8a1db829-1887-4f90-9a43-da4328682021 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.358567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c417-cb47-4882-8a59-564c3e44eebd req-8a1db829-1887-4f90-9a43-da4328682021 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.359017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c417-cb47-4882-8a59-564c3e44eebd req-8a1db829-1887-4f90-9a43-da4328682021 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.359492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c417-cb47-4882-8a59-564c3e44eebd req-8a1db829-1887-4f90-9a43-da4328682021 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.360096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c417-cb47-4882-8a59-564c3e44eebd req-8a1db829-1887-4f90-9a43-da4328682021 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.362416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3657c417-cb47-4882-8a59-564c3e44eebd req-8a1db829-1887-4f90-9a43-da4328682021 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7091 time: 0.3258379 Jul 16 17:54:52.376360 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.386095 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-121b3295-556b-4b1f-bcef-46e95c5eba44 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.412120 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-121b3295-556b-4b1f-bcef-46e95c5eba44 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for 9cb90c8d-a7bb-4f83-8c72-25be8bc7e2b7 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:52.497825 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.500563 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.531408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d5791-da76-4278-beb3-7d5929f9038d req-0b870417-e384-46d0-b732-2e295566746e tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.533901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa4d5791-da76-4278-beb3-7d5929f9038d req-0b870417-e384-46d0-b732-2e295566746e tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 1097 time: 0.2268834 Jul 16 17:54:52.557872 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.567101 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.586062 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.586741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab24e24-c654-4e38-abab-6b8549b4abda {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:54:52.587037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:52.594664 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.596560 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b206a688-e12b-43f5-8096-a602f302c75e admin admin] 10.222.0.41 "DELETE /v2.0/routers/eab24e24-c654-4e38-abab-6b8549b4abda HTTP/1.1" status: 204 len: 168 time: 2.6878989 Jul 16 17:54:52.603804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56126) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:52.620023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f9d2e1-3036-4370-b7a4-2f82aa526daa,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:52.643926 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa4d5791-da76-4278-beb3-7d5929f9038d req-47d263cc-b3ea-430c-918e-8a44d1ba3a67 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783901 Jul 16 17:54:52.679386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7675a877-2f6b-46c4-8c18-efb8454b081a admin admin] Deleting subnet 59e13442-691f-4436-9255-173532d59dbf {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:52.684593 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7675a877-2f6b-46c4-8c18-efb8454b081a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.692349 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.692702 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Added segment 618cf0de-ec37-4e67-a189-4d159d710828 of type vlan for network fa1e7fee-67ae-4c01-8389-4753932ba152 Jul 16 17:54:52.694316 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-121b3295-556b-4b1f-bcef-46e95c5eba44 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.746845 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7675a877-2f6b-46c4-8c18-efb8454b081a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.803547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b3295-556b-4b1f-bcef-46e95c5eba44 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=9cb90c8d-a7bb-4f83-8c72-25be8bc7e2b7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:52.856117 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.922064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c2d7c-dae2-420c-87d2-b46500d09971 req-a5d78ce3-b5e3-4894-997b-693ea1331179 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.923596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf4c2d7c-dae2-420c-87d2-b46500d09971 req-a5d78ce3-b5e3-4894-997b-693ea1331179 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 886 time: 0.2406149 Jul 16 17:54:52.927277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-121b3295-556b-4b1f-bcef-46e95c5eba44 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.941498 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.942450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.943026 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.960380 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7675a877-2f6b-46c4-8c18-efb8454b081a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.001299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15be889-8b9e-457c-9f69-f27405d05a55 req-f4a80366-3267-47fc-b854-0bfbc9eacbb4 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:53.003466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a15be889-8b9e-457c-9f69-f27405d05a55 req-f4a80366-3267-47fc-b854-0bfbc9eacbb4 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 946 time: 0.1968017 Jul 16 17:54:53.020059 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8882406 Jul 16 17:54:53.021855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56138) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:53.027110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0b33a999-3e59-40b5-aabb-3330b25f8315 admin admin] Request body: {'subnet': {'network_id': 'fa1e7fee-67ae-4c01-8389-4753932ba152', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2052500624-subnet', 'tenant_id': '33cbe3592bfd488bb4d087a2c1394b6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:53.108152 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7675a877-2f6b-46c4-8c18-efb8454b081a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.114739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b33a999-3e59-40b5-aabb-3330b25f8315 admin admin] Made reservation on behalf of 33cbe3592bfd488bb4d087a2c1394b6e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:53.115138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ba958-9c1d-4602-bf98-2009f14dc272 admin admin] Pushing event updated for resources: {'Network': ['ID=fa1e7fee-67ae-4c01-8389-4753932ba152,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.116952 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0b33a999-3e59-40b5-aabb-3330b25f8315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.127985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network fa1e7fee-67ae-4c01-8389-4753932ba152 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:53.129722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a15be889-8b9e-457c-9f69-f27405d05a55 req-8717e717-0df4-4df9-b475-ef352eac753a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129160 Jul 16 17:54:53.167270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675a877-2f6b-46c4-8c18-efb8454b081a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e13442-691f-4436-9255-173532d59dbf,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.221889 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7675a877-2f6b-46c4-8c18-efb8454b081a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.226127 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c47bc62-0fb4-46cc-8147-1f124ee5b65a None None] Network d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:53.226417 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7675a877-2f6b-46c4-8c18-efb8454b081a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/59e13442-691f-4436-9255-173532d59dbf HTTP/1.1" status: 204 len: 168 time: 0.6191347 Jul 16 17:54:53.234179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56140) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:53.274888 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121b3295-556b-4b1f-bcef-46e95c5eba44 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 4b35c26b-c2a8-4880-8475-8d684ff3efa1 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:53.315750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device aa37a7f5-7923-483c-bda0-262eb9dfbbf2 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:53.370020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a80b7-e786-4e6d-a8a9-018046a3fef4 req-053f8d2d-4585-4a7c-862e-2a40537d8203 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:53.371050 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121b3295-556b-4b1f-bcef-46e95c5eba44 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:53.377435 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6d8a80b7-e786-4e6d-a8a9-018046a3fef4 req-053f8d2d-4585-4a7c-862e-2a40537d8203 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.3200123 Jul 16 17:54:53.381213 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: aa37a7f5-7923-483c-bda0-262eb9dfbbf2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:53.381470 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-121b3295-556b-4b1f-bcef-46e95c5eba44 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/4b35c26b-c2a8-4880-8475-8d684ff3efa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9125378 Jul 16 17:54:53.381588 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device aa37a7f5-7923-483c-bda0-262eb9dfbbf2 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:53.382915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56142) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:53.394019 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6340bc47-63ea-4fd5-915b-797b81eb6830 None None] Sync routers for ids ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:53.404908 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6340bc47-63ea-4fd5-915b-797b81eb6830 None None] Routers {'4b35c26b-c2a8-4880-8475-8d684ff3efa1'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:53.405786 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6340bc47-63ea-4fd5-915b-797b81eb6830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:53.440962 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6340bc47-63ea-4fd5-915b-797b81eb6830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:53.450258 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6340bc47-63ea-4fd5-915b-797b81eb6830 None None] Routers {'4b35c26b-c2a8-4880-8475-8d684ff3efa1'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:53.451136 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6340bc47-63ea-4fd5-915b-797b81eb6830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:53.493899 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.509765 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6340bc47-63ea-4fd5-915b-797b81eb6830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:53.510732 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6340bc47-63ea-4fd5-915b-797b81eb6830 None None] The sync data for ids ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:53.523971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6d8a80b7-e786-4e6d-a8a9-018046a3fef4 req-277092b5-590f-4685-91bf-8cd408ef552f tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455848 Jul 16 17:54:53.529094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2523e86-5d83-4fb5-9055-c62b8ff37e10 req-b73a0991-8c6a-463d-85b6-1f7037a5370a tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:53.530796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2523e86-5d83-4fb5-9055-c62b8ff37e10 req-b73a0991-8c6a-463d-85b6-1f7037a5370a tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 1097 time: 0.2258885 Jul 16 17:54:53.551079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1629e893-7df6-460e-b1de-927866dcbc01 None None] DHCP port deletion for d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:54:53.637344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1629e893-7df6-460e-b1de-927866dcbc01 None None] Deleting port 71929104-efab-4399-9307-bb5d5a5e46e8 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:53.637758 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1629e893-7df6-460e-b1de-927866dcbc01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.661727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2523e86-5d83-4fb5-9055-c62b8ff37e10 req-0c051401-db33-45c4-9ca3-fe16410e976d tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207683 Jul 16 17:54:53.751200 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0b33a999-3e59-40b5-aabb-3330b25f8315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.764365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Deleting port 71929104-efab-4399-9307-bb5d5a5e46e8 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:53.764760 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.809457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1629e893-7df6-460e-b1de-927866dcbc01 None None] For port 71929104-efab-4399-9307-bb5d5a5e46e8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=71929104-efab-4399-9307-bb5d5a5e46e8,segment=NetworkSegment(78d7079a-18f4-4636-8325-62d568a6c412),segment_id=78d7079a-18f4-4636-8325-62d568a6c412)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:53.810246 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1629e893-7df6-460e-b1de-927866dcbc01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.825220 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1629e893-7df6-460e-b1de-927866dcbc01 None None] Calling delete_port for 71929104-efab-4399-9307-bb5d5a5e46e8 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:53.858646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c113887-4fee-4b60-b1e8-5d9c497cc13e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.962325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33a999-3e59-40b5-aabb-3330b25f8315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7842b5-176e-4f2f-a5a8-4022ea5193d3,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.984442 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1629e893-7df6-460e-b1de-927866dcbc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.036504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629e893-7df6-460e-b1de-927866dcbc01 None None] Pushing event deleted for resources: {'Port': ['ID=71929104-efab-4399-9307-bb5d5a5e46e8,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:54.043053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629e893-7df6-460e-b1de-927866dcbc01 None None] No DVR routers for this DVR port 71929104-efab-4399-9307-bb5d5a5e46e8 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:54.267209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8f24f-df78-4792-a19d-0fae5d01380c req-00bf8830-b439-4fb9-b126-984b949ec68a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.269682 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-bfa8f24f-df78-4792-a19d-0fae5d01380c req-00bf8830-b439-4fb9-b126-984b949ec68a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 946 time: 0.1292970 Jul 16 17:54:54.288011 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2c113887-4fee-4b60-b1e8-5d9c497cc13e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port d65155b2-9b77-4aea-be7e-cfc7bfef5d87 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:54.288356 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c113887-4fee-4b60-b1e8-5d9c497cc13e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.332971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] For port 71929104-efab-4399-9307-bb5d5a5e46e8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=71929104-efab-4399-9307-bb5d5a5e46e8,segment=NetworkSegment(78d7079a-18f4-4636-8325-62d568a6c412),segment_id=78d7079a-18f4-4636-8325-62d568a6c412)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:54.333353 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.381157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Calling delete_port for 71929104-efab-4399-9307-bb5d5a5e46e8 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:54.385195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b33a999-3e59-40b5-aabb-3330b25f8315 admin admin] Checking segment: {'id': '618cf0de-ec37-4e67-a189-4d159d710828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fa1e7fee-67ae-4c01-8389-4753932ba152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:54.385548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b33a999-3e59-40b5-aabb-3330b25f8315 admin admin] Network hostable DHCP agents. Network: fa1e7fee-67ae-4c01-8389-4753932ba152, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:54:54.404696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40edf4-7a74-4ac6-a458-93256f7ee00c req-abc675dd-f549-43c8-9d5a-d782a3777bf6 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.405166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40edf4-7a74-4ac6-a458-93256f7ee00c req-abc675dd-f549-43c8-9d5a-d782a3777bf6 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.405621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40edf4-7a74-4ac6-a458-93256f7ee00c req-abc675dd-f549-43c8-9d5a-d782a3777bf6 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.406067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40edf4-7a74-4ac6-a458-93256f7ee00c req-abc675dd-f549-43c8-9d5a-d782a3777bf6 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.406765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40edf4-7a74-4ac6-a458-93256f7ee00c req-abc675dd-f549-43c8-9d5a-d782a3777bf6 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.407271 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40edf4-7a74-4ac6-a458-93256f7ee00c req-abc675dd-f549-43c8-9d5a-d782a3777bf6 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.407691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40edf4-7a74-4ac6-a458-93256f7ee00c req-abc675dd-f549-43c8-9d5a-d782a3777bf6 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.408215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40edf4-7a74-4ac6-a458-93256f7ee00c req-abc675dd-f549-43c8-9d5a-d782a3777bf6 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.408667 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40edf4-7a74-4ac6-a458-93256f7ee00c req-abc675dd-f549-43c8-9d5a-d782a3777bf6 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.409190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40edf4-7a74-4ac6-a458-93256f7ee00c req-abc675dd-f549-43c8-9d5a-d782a3777bf6 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.409633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40edf4-7a74-4ac6-a458-93256f7ee00c req-abc675dd-f549-43c8-9d5a-d782a3777bf6 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.418667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca40edf4-7a74-4ac6-a458-93256f7ee00c req-abc675dd-f549-43c8-9d5a-d782a3777bf6 tempest-NetworksTest-202106055 tempest-NetworksTest-202106055-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7719 time: 0.7029164 Jul 16 17:54:54.466732 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c113887-4fee-4b60-b1e8-5d9c497cc13e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.484600 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2c113887-4fee-4b60-b1e8-5d9c497cc13e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for d65155b2-9b77-4aea-be7e-cfc7bfef5d87 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:54.485129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b33a999-3e59-40b5-aabb-3330b25f8315 admin admin] Network fa1e7fee-67ae-4c01-8389-4753932ba152 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:54:54.502703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-bfa8f24f-df78-4792-a19d-0fae5d01380c req-405ce409-e748-4837-8649-606896ec7c8a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Deleting port 10a90536-586c-41ce-9e2a-c11d5bb143ac {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:54.503139 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-bfa8f24f-df78-4792-a19d-0fae5d01380c req-405ce409-e748-4837-8649-606896ec7c8a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.513246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-0b33a999-3e59-40b5-aabb-3330b25f8315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, fa1e7fee-67ae-4c01-8389-4753932ba152) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:54.521231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b33a999-3e59-40b5-aabb-3330b25f8315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.522895 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0b33a999-3e59-40b5-aabb-3330b25f8315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.527172 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d83cd6-babf-41a5-9e53-6f0471b64526 None None] Network fa1e7fee-67ae-4c01-8389-4753932ba152 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:54.528116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-a3d907f3-e233-43fa-9758-aca549477f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.529630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-a3d907f3-e233-43fa-9758-aca549477f0f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e&tenant_id=b48b42f5272d407db4f841b2e42a65b5 HTTP/1.1" status: 200 len: 1101 time: 0.2113595 Jul 16 17:54:54.563163 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0b33a999-3e59-40b5-aabb-3330b25f8315 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5395648 Jul 16 17:54:54.598823 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.757695 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-bfa8f24f-df78-4792-a19d-0fae5d01380c req-405ce409-e748-4837-8649-606896ec7c8a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] For port 10a90536-586c-41ce-9e2a-c11d5bb143ac, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=10a90536-586c-41ce-9e2a-c11d5bb143ac,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:54.758705 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-bfa8f24f-df78-4792-a19d-0fae5d01380c req-405ce409-e748-4837-8649-606896ec7c8a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.794314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] No DVR routers for this DVR port 71929104-efab-4399-9307-bb5d5a5e46e8 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:54.797418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Pushing event deleted for resources: {'Port': ['ID=71929104-efab-4399-9307-bb5d5a5e46e8,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:54.799824 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56184) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:54.802321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-bfa8f24f-df78-4792-a19d-0fae5d01380c req-405ce409-e748-4837-8649-606896ec7c8a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Calling delete_port for 10a90536-586c-41ce-9e2a-c11d5bb143ac owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:54.815722 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e22a61-1c3b-4ab8-aaea-f58622e42575 None None] Network fa1e7fee-67ae-4c01-8389-4753932ba152 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:54.981510 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c113887-4fee-4b60-b1e8-5d9c497cc13e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.007791 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.023845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:55.027362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-57853afc-dac6-48e8-a1a2-2cf50e50a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.028931 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-57853afc-dac6-48e8-a1a2-2cf50e50a635 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 1101 time: 0.4603720 Jul 16 17:54:55.045062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0c569-536e-4935-87a7-5b26d5c3153f req-10bd3344-1388-4277-97cc-86a38dc561da tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.046050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8eb0c569-536e-4935-87a7-5b26d5c3153f req-10bd3344-1388-4277-97cc-86a38dc561da tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a05b61b-2da2-4616-8303-04e2ae5e9edd HTTP/1.1" status: 200 len: 946 time: 0.4043088 Jul 16 17:54:55.059500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d7079a-18f4-4636-8325-62d568a6c412') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:55.059881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d7079a-18f4-4636-8325-62d568a6c412') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:55.095064 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.155246 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.174598 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-eda7e090-52b0-4ecf-92c2-af82a7ed5729 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:54:55.175652 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-eda7e090-52b0-4ecf-92c2-af82a7ed5729 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168080 Jul 16 17:54:55.178781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:55.179332 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: timer() Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:55.182627 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:55.188885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] Request body: {'binding': {'host': 'n-h1-787206-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:55.190146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] Unknown quota resources ['binding']. {{(pid=100169) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:54:55.216030 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8eb0c569-536e-4935-87a7-5b26d5c3153f req-2c9469d0-9bea-42a2-a1a1-451c77661090 tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.41 "GET /v2.0/security-groups?id=857e53f3-9bdd-4f76-94b5-81bcd6027d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532934 Jul 16 17:54:55.263485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 71929104-efab-4399-9307-bb5d5a5e46e8 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:55.292837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 71929104-efab-4399-9307-bb5d5a5e46e8 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:55.293223 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 71929104-efab-4399-9307-bb5d5a5e46e8 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:55.322344 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c113887-4fee-4b60-b1e8-5d9c497cc13e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=d65155b2-9b77-4aea-be7e-cfc7bfef5d87,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:55.329161 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-39022914-611a-4e6b-a295-14a4459d470d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.348617 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.350555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-077c47cc-e1a6-4282-b726-04e6b2ba42d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.352188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-077c47cc-e1a6-4282-b726-04e6b2ba42d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.3161998 Jul 16 17:54:55.363052 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.365022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443 HTTP/1.1" status: 204 len: 168 time: 2.1265247 Jul 16 17:54:55.489797 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c113887-4fee-4b60-b1e8-5d9c497cc13e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.491713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-f47032fa-a6ce-41e9-aeb6-cb64c359c2da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0 HTTP/1.1" status: 200 len: 217 time: 0.1254506 Jul 16 17:54:55.491906 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-bfa8f24f-df78-4792-a19d-0fae5d01380c req-405ce409-e748-4837-8649-606896ec7c8a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.531923 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56192) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:55.552877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91abc11-a002-40e5-9343-910ab26d2443 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6fabc6e-4bef-48f1-9cdb-4d2a5eed1443,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:55.590714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ce409-e748-4837-8649-606896ec7c8a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Pushing event deleted for resources: {'Port': ['ID=10a90536-586c-41ce-9e2a-c11d5bb143ac,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:55.606129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] Attempting to bind port 3f376ca7-e988-47e8-a851-cfa988121adf on host n-h1-787206-10 for vnic_type normal with profile None {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:55.606467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] Attempting to bind port 3f376ca7-e988-47e8-a851-cfa988121adf by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:55.606911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] Attempting to bind port 3f376ca7-e988-47e8-a851-cfa988121adf on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:55.621651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-4ef93346-68ec-468a-beff-eedb822085e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.623039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-4ef93346-68ec-468a-beff-eedb822085e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0983572 Jul 16 17:54:55.627314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] Port 3f376ca7-e988-47e8-a851-cfa988121adf on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:55.627495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa8f24f-df78-4792-a19d-0fae5d01380c req-405ce409-e748-4837-8649-606896ec7c8a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] No DVR routers for this DVR port 10a90536-586c-41ce-9e2a-c11d5bb143ac on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:55.627614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] Attempting to bind port 3f376ca7-e988-47e8-a851-cfa988121adf on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:55.631753 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-bfa8f24f-df78-4792-a19d-0fae5d01380c req-405ce409-e748-4837-8649-606896ec7c8a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.633649 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-bfa8f24f-df78-4792-a19d-0fae5d01380c req-405ce409-e748-4837-8649-606896ec7c8a tempest-FloatingIPsAssociationTestJSON-102155044 tempest-FloatingIPsAssociationTestJSON-102155044-project] 10.222.0.43 "DELETE /v2.0/ports/10a90536-586c-41ce-9e2a-c11d5bb143ac HTTP/1.1" status: 204 len: 173 time: 1.3558149 Jul 16 17:54:55.667131 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:55.667493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:55.667687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'name': 'network-vif-deleted', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:55.667876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:55.668321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] Bound port: 3f376ca7-e988-47e8-a851-cfa988121adf, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:55.669957 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4254b3-f57c-4730-a82f-52ff1c8e4b06" -d '{"events": [{"server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "name": "network-vif-deleted", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:55.736383 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-76d52565-7984-4fc0-bdb7-d31cdc7bb6ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce8a147219c846f8867f8ab7c0c141a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032976 Jul 16 17:54:55.739302 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56196) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:55.760189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda719b0-f9d3-4381-a841-5d1b330121f7 req-3cb7cf97-66ba-47fd-a3c1-82ca32bdeeea tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.761717 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bda719b0-f9d3-4381-a841-5d1b330121f7 req-3cb7cf97-66ba-47fd-a3c1-82ca32bdeeea tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.3180478 Jul 16 17:54:55.817551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3f376ca7-e988-47e8-a851-cfa988121adf,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:55.831400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.832598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-676b5626-7432-4ef9-8c81-59ce0f2a9893 service neutron] 10.222.0.41 "POST /v2.0/ports/3f376ca7-e988-47e8-a851-cfa988121adf/bindings HTTP/1.1" status: 201 len: 390 time: 0.6473422 Jul 16 17:54:55.834427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-02baf7a2-9f23-4c10-b200-cc7056f9c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.835879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-02baf7a2-9f23-4c10-b200-cc7056f9c19c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2051425 Jul 16 17:54:55.841274 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bda719b0-f9d3-4381-a841-5d1b330121f7 req-a1a4eaa7-a20d-4093-acd8-0f7228b890bd tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652089 Jul 16 17:54:55.863204 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-39022914-611a-4e6b-a295-14a4459d470d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.870931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c113887-4fee-4b60-b1e8-5d9c497cc13e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 4b35c26b-c2a8-4880-8475-8d684ff3efa1 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:55.872716 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-39022914-611a-4e6b-a295-14a4459d470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.943663 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-39022914-611a-4e6b-a295-14a4459d470d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=774fbd344217406a9be7a6ac8deefecd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1427677 Jul 16 17:54:55.946559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39022914-611a-4e6b-a295-14a4459d470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd52d76-90a4-432b-ab3a-d7af66b77193,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:55.949379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56200) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:55.949989 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dcfebe80-5588-47b5-8b63-1954bf05c556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.973289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-2044b913-715d-41aa-a969-537329bb7912 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301029 Jul 16 17:54:56.090207 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dcfebe80-5588-47b5-8b63-1954bf05c556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.105021 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c113887-4fee-4b60-b1e8-5d9c497cc13e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:56.116595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56204) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:56.121456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f57df2-8e68-4db9-bff1-af6bb394b2b9 None None] Sync routers for ids ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:56.123087 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2c113887-4fee-4b60-b1e8-5d9c497cc13e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/4b35c26b-c2a8-4880-8475-8d684ff3efa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7390103 Jul 16 17:54:56.159901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ca01469c-f6d5-439f-973e-aa74ec237f2c tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35c26b-c2a8-4880-8475-8d684ff3efa1 HTTP/1.1" status: 200 len: 205 time: 0.0418882 Jul 16 17:54:56.162386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56206) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:56.165460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f57df2-8e68-4db9-bff1-af6bb394b2b9 None None] Routers {'4b35c26b-c2a8-4880-8475-8d684ff3efa1'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:56.166617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-26f57df2-8e68-4db9-bff1-af6bb394b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:56.175304 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.184265 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76be3b1d-a7a5-4396-b3f4-fe8d66729fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.211240 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76be3b1d-a7a5-4396-b3f4-fe8d66729fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.223191 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dcfebe80-5588-47b5-8b63-1954bf05c556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.226009 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dcfebe80-5588-47b5-8b63-1954bf05c556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.227283 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dcfebe80-5588-47b5-8b63-1954bf05c556 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a569adc-32b3-4823-b3e0-2a0b50af5836 HTTP/1.1" status: 204 len: 168 time: 0.4869053 Jul 16 17:54:56.247609 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfebe80-5588-47b5-8b63-1954bf05c556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a569adc-32b3-4823-b3e0-2a0b50af5836,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:56.292528 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699133ea-88f5-4ef8-936a-56cba89637d9 x-openstack-request-id: req-699133ea-88f5-4ef8-936a-56cba89637d9 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:56.292825 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a05b61b-2da2-4616-8303-04e2ae5e9edd", "name": "network-vif-deleted", "tag": "10a90536-586c-41ce-9e2a-c11d5bb143ac", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:56.293074 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-699133ea-88f5-4ef8-936a-56cba89637d9 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:56.293691 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a05b61b-2da2-4616-8303-04e2ae5e9edd', 'name': 'network-vif-deleted', 'tag': '10a90536-586c-41ce-9e2a-c11d5bb143ac', 'status': 'completed', 'code': 200} Jul 16 17:54:56.310969 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76be3b1d-a7a5-4396-b3f4-fe8d66729fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.314346 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76be3b1d-a7a5-4396-b3f4-fe8d66729fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.318224 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-76be3b1d-a7a5-4396-b3f4-fe8d66729fca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3bd52d76-90a4-432b-ab3a-d7af66b77193 HTTP/1.1" status: 204 len: 168 time: 0.3636279 Jul 16 17:54:56.333698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be3b1d-a7a5-4396-b3f4-fe8d66729fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd52d76-90a4-432b-ab3a-d7af66b77193,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:56.338775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-26f57df2-8e68-4db9-bff1-af6bb394b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:56.352443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-022d94ee-f5a1-4cf8-bac9-2f6556cfd2f9 req-f7707fd8-8c9e-42a5-a6e1-face12a9bdc6 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702588 Jul 16 17:54:56.377180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21360076-e297-47d8-9d49-9bde7f61aeaa tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.385538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f57df2-8e68-4db9-bff1-af6bb394b2b9 None None] Routers {'4b35c26b-c2a8-4880-8475-8d684ff3efa1'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:56.386906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-26f57df2-8e68-4db9-bff1-af6bb394b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:56.441461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-26f57df2-8e68-4db9-bff1-af6bb394b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:56.446415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f57df2-8e68-4db9-bff1-af6bb394b2b9 None None] The sync data for ids ['4b35c26b-c2a8-4880-8475-8d684ff3efa1'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:56.459586 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.681032 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21360076-e297-47d8-9d49-9bde7f61aeaa tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.694601 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21360076-e297-47d8-9d49-9bde7f61aeaa tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.704286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528022a-22e8-46c1-ba19-6107ccab393f req-39f234c4-bd84-4887-b788-25d2cafd4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:56.706716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-39f234c4-bd84-4887-b788-25d2cafd4b43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 1097 time: 0.4149613 Jul 16 17:54:56.724790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 10a90536-586c-41ce-9e2a-c11d5bb143ac no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:56.745190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 10a90536-586c-41ce-9e2a-c11d5bb143ac {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:56.745758 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 10a90536-586c-41ce-9e2a-c11d5bb143ac not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:56.753282 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c70be55b-2fc0-4f11-90cf-45d28f4f73b0 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:56.851724 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.858566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dba91-23e7-4f80-8e59-a3abedcc95ad req-7ee09696-d168-44e4-b786-ce5dfe2e0b84 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:56.866079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f43dba91-23e7-4f80-8e59-a3abedcc95ad req-7ee09696-d168-44e4-b786-ce5dfe2e0b84 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 945 time: 0.4018948 Jul 16 17:54:56.867923 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21360076-e297-47d8-9d49-9bde7f61aeaa tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.868432 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21360076-e297-47d8-9d49-9bde7f61aeaa tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Fanout notify agent at l3_agent the message router_deleted on router 4b35c26b-c2a8-4880-8475-8d684ff3efa1 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:54:56.880983 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21360076-e297-47d8-9d49-9bde7f61aeaa tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.884634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-21360076-e297-47d8-9d49-9bde7f61aeaa tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/4b35c26b-c2a8-4880-8475-8d684ff3efa1 HTTP/1.1" status: 204 len: 168 time: 0.7168038 Jul 16 17:54:56.884813 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:56.885034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56234) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:56.887089 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53992944-f4f3-45e3-97eb-c8facd412200" -d '{"events": [{"server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "name": "network-vif-unplugged", "status": "completed", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:56.906473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:56.912616 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.954081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-b18758aa-041f-475b-8114-1ac0f3f90abb tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:56.955873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-b18758aa-041f-475b-8114-1ac0f3f90abb tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/networks?id=fa1e7fee-67ae-4c01-8389-4753932ba152 HTTP/1.1" status: 200 len: 822 time: 0.3254898 Jul 16 17:54:56.980314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:56.996304 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-9750d5c5-a928-4c65-bb09-0e5b3a0b218e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting subnet 0939bb27-92b8-4490-96ab-7acb6f4346b0 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:56.999968 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9750d5c5-a928-4c65-bb09-0e5b3a0b218e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.004253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f43dba91-23e7-4f80-8e59-a3abedcc95ad req-e435fa22-b5d2-40f6-9984-3fab3c15d423 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370180 Jul 16 17:54:57.021544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-64c77764-7763-4ca1-ba33-cfeb20574939 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/quotas/33cbe3592bfd488bb4d087a2c1394b6e HTTP/1.1" status: 200 len: 375 time: 0.0535438 Jul 16 17:54:57.021544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528022a-22e8-46c1-ba19-6107ccab393f req-c5541f12-72f0-4177-a89f-7a5d4c4314b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.025904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-c5541f12-72f0-4177-a89f-7a5d4c4314b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.2966688 Jul 16 17:54:57.046816 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56240) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:57.063258 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ffe25345-2886-4c75-bf79-f087ee1aefff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.086727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-8541c867-9f88-4f49-9664-f4acd1a6ded0 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=33cbe3592bfd488bb4d087a2c1394b6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594351 Jul 16 17:54:57.136715 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56244) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:57.142156 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9750d5c5-a928-4c65-bb09-0e5b3a0b218e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.154069 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d42e6db-f15e-4f3e-8141-61116c0d237b x-openstack-request-id: req-1d42e6db-f15e-4f3e-8141-61116c0d237b {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:57.154563 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "name": "network-vif-unplugged", "status": "completed", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:57.154563 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d42e6db-f15e-4f3e-8141-61116c0d237b {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:57.154966 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0', 'code': 200} Jul 16 17:54:57.179790 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-37b78936-c023-4aa6-b96a-745b0304d2c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f376ca7-e988-47e8-a851-cfa988121adf HTTP/1.1" status: 200 len: 217 time: 0.0898664 Jul 16 17:54:57.299867 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ffe25345-2886-4c75-bf79-f087ee1aefff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.307209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528022a-22e8-46c1-ba19-6107ccab393f req-0217eefc-5e97-483c-bd25-b1821a6acedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.309062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-0217eefc-5e97-483c-bd25-b1821a6acedd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.0972083 Jul 16 17:54:57.309805 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ffe25345-2886-4c75-bf79-f087ee1aefff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.328356 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-ba7cd150-f3a9-46ca-9d7d-5e110bc60d0e service neutron] 10.222.0.41 "GET /v2.0/networks/fa1e7fee-67ae-4c01-8389-4753932ba152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322569 Jul 16 17:54:57.366871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-9acaf6ff-a1e7-4f27-a833-218eca7edb22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373156 Jul 16 17:54:57.392432 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ffe25345-2886-4c75-bf79-f087ee1aefff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71282b22c3324549a929434f9f8939af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475668 Jul 16 17:54:57.393990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe25345-2886-4c75-bf79-f087ee1aefff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221b09a7-01cb-4193-b287-8b5d5cec409a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:57.397448 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56254) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:57.412258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56256) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:57.439519 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9750d5c5-a928-4c65-bb09-0e5b3a0b218e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.542359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-944931908-network', 'tenant_id': '6b40efcb76344e21a2c44feffe833761'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:57.591868 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b94aad7-7739-4197-beba-2e934ac2b9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.598667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9750d5c5-a928-4c65-bb09-0e5b3a0b218e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.666099 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9750d5c5-a928-4c65-bb09-0e5b3a0b218e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.670524 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9750d5c5-a928-4c65-bb09-0e5b3a0b218e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/0939bb27-92b8-4490-96ab-7acb6f4346b0 HTTP/1.1" status: 204 len: 168 time: 0.7816157 Jul 16 17:54:57.675039 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cfbdf8-c644-4b11-9bb5-b699d0a3f46f None None] Network cb2dee8b-4785-4290-8928-7bad9654b56d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:57.676027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750d5c5-a928-4c65-bb09-0e5b3a0b218e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Subnet': ['ID=0939bb27-92b8-4490-96ab-7acb6f4346b0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:57.680454 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56260) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:57.694951 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b94aad7-7739-4197-beba-2e934ac2b9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.794933 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4000ae6b-eb21-4b5e-8775-f9fe9d4ac01b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting subnet b52cddac-c520-487a-b73e-595578cf3a8f {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:57.800270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4000ae6b-eb21-4b5e-8775-f9fe9d4ac01b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.852062 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4000ae6b-eb21-4b5e-8775-f9fe9d4ac01b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.858747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c335f3-8a45-449b-b972-cceb5917c0e7 req-c3994a91-425c-4907-8f35-5da17cf7af83 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.860414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24c335f3-8a45-449b-b972-cceb5917c0e7 req-c3994a91-425c-4907-8f35-5da17cf7af83 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 947 time: 0.5719001 Jul 16 17:54:57.890263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-dcf59e29-a6a5-4c42-8287-4c564ad0d559 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100152 Jul 16 17:54:57.893411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-e7b682e6-b45a-4ced-b0a9-54e7204af18b service neutron] 10.222.0.41 "GET /v2.0/networks/fa1e7fee-67ae-4c01-8389-4753932ba152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513175 Jul 16 17:54:57.893575 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b94aad7-7739-4197-beba-2e934ac2b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.896020 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b94aad7-7739-4197-beba-2e934ac2b9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.899235 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9b94aad7-7739-4197-beba-2e934ac2b9ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/221b09a7-01cb-4193-b287-8b5d5cec409a HTTP/1.1" status: 204 len: 168 time: 0.4668252 Jul 16 17:54:57.927519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94aad7-7739-4197-beba-2e934ac2b9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221b09a7-01cb-4193-b287-8b5d5cec409a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:57.929612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31259a0d-08bc-4755-876d-f9d1c5a93d0d None None] DHCP port deletion for cb2dee8b-4785-4290-8928-7bad9654b56d request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:54:57.952033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Made reservation on behalf of 6b40efcb76344e21a2c44feffe833761 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:57.954338 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.965440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24c335f3-8a45-449b-b972-cceb5917c0e7 req-5ccff20d-70d5-4cc4-be0c-e9eb52d5c32b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901458 Jul 16 17:54:57.998871 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.023063 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4000ae6b-eb21-4b5e-8775-f9fe9d4ac01b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.067068 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8e6ff426-0475-4a40-b1ba-1f73500e2dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.100053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-31259a0d-08bc-4755-876d-f9d1c5a93d0d None None] Deleting port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:58.100537 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31259a0d-08bc-4755-876d-f9d1c5a93d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.120638 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-31e8f965-80a9-453c-878c-d6d86c4496d0 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198696 Jul 16 17:54:58.170997 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9abf3fa4-66ee-4aed-b815-95e59c180fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.278043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-31259a0d-08bc-4755-876d-f9d1c5a93d0d None None] For port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7d5bb74b-339a-41b3-b79e-9e2ba59573bf,segment=NetworkSegment(caf65d2d-1054-43fe-b1b3-4c451c0717f6),segment_id=caf65d2d-1054-43fe-b1b3-4c451c0717f6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:58.278662 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31259a0d-08bc-4755-876d-f9d1c5a93d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.304579 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4000ae6b-eb21-4b5e-8775-f9fe9d4ac01b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.306715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-31259a0d-08bc-4755-876d-f9d1c5a93d0d None None] Calling delete_port for 7d5bb74b-339a-41b3-b79e-9e2ba59573bf owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:58.407876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343d540-65cc-403c-baa6-13d5fb258518 None None] Network ab5e0b39-c589-4d08-94f7-0457f49e09ba requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:58.452450 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4000ae6b-eb21-4b5e-8775-f9fe9d4ac01b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.476372 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4000ae6b-eb21-4b5e-8775-f9fe9d4ac01b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/b52cddac-c520-487a-b73e-595578cf3a8f HTTP/1.1" status: 204 len: 168 time: 0.7921073 Jul 16 17:54:58.482826 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e20bb42-3f8f-41ce-ba77-9ec1ba0cff8f req-94089cc1-7d55-4649-8f1a-5d7252f4f1f5 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 210 time: 0.1561482 Jul 16 17:54:58.483508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56274) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:58.490074 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.513315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.519626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000ae6b-eb21-4b5e-8775-f9fe9d4ac01b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Subnet': ['ID=b52cddac-c520-487a-b73e-595578cf3a8f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:58.605347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:58.696396 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.696837 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Added segment 5666cb3e-b836-4a67-b6f2-61faba06196c of type vlan for network 093e40e5-d450-4eff-8589-16f4a38c8ec6 Jul 16 17:54:58.736751 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31259a0d-08bc-4755-876d-f9d1c5a93d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.764615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5c43d4-6d51-46b9-abc6-c6a2cbb91f38,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:58.781221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528022a-22e8-46c1-ba19-6107ccab393f req-5b790276-0272-4f00-9e62-980b09f81989 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:58.781441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31259a0d-08bc-4755-876d-f9d1c5a93d0d None None] No DVR routers for this DVR port 7d5bb74b-339a-41b3-b79e-9e2ba59573bf on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:58.784923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31259a0d-08bc-4755-876d-f9d1c5a93d0d None None] Pushing event deleted for resources: {'Port': ['ID=7d5bb74b-339a-41b3-b79e-9e2ba59573bf,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:58.786463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-5b790276-0272-4f00-9e62-980b09f81989 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 1097 time: 0.5785832 Jul 16 17:54:58.792527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c70be55b-2fc0-4f11-90cf-45d28f4f73b0 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:58.813344 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbba718b-8e69-4159-b8c9-fa5cf9909ecd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.831742 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.849974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-10'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:58.905922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:58.922132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9abf3fa4-66ee-4aed-b815-95e59c180fdd admin admin] Deleting port 924d081c-6aff-48c4-b376-1e13d6d134f2 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:58.922469 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9abf3fa4-66ee-4aed-b815-95e59c180fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.948778 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0', 'mac_address': 'fa:16:3e:c4:d3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:58.952482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd28afb-bd42-4731-9e32-1af1d764eefa req-9fabc862-c229-4b5d-9301-32d169791bcd tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:58.962454 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2dd28afb-bd42-4731-9e32-1af1d764eefa req-9fabc862-c229-4b5d-9301-32d169791bcd tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 945 time: 0.6348264 Jul 16 17:54:59.030704 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.091756 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-9abf3fa4-66ee-4aed-b815-95e59c180fdd admin admin] For port 924d081c-6aff-48c4-b376-1e13d6d134f2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=924d081c-6aff-48c4-b376-1e13d6d134f2,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:59.092469 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9abf3fa4-66ee-4aed-b815-95e59c180fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.113079 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9abf3fa4-66ee-4aed-b815-95e59c180fdd admin admin] Calling delete_port for 924d081c-6aff-48c4-b376-1e13d6d134f2 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:59.116078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2dd28afb-bd42-4731-9e32-1af1d764eefa req-5502223d-0f56-4412-bff7-2bb50fdd7c0d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524589 Jul 16 17:54:59.136493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70be55b-2fc0-4f11-90cf-45d28f4f73b0 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:59.188346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:59.206073 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.210381 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.228436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.228943 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.317727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7d5bb74b-339a-41b3-b79e-9e2ba59573bf no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:59.359076 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 7d5bb74b-339a-41b3-b79e-9e2ba59573bf {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:59.363774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7d5bb74b-339a-41b3-b79e-9e2ba59573bf not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:59.384512 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbba718b-8e69-4159-b8c9-fa5cf9909ecd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.434476 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,revision_number=10']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:59.452643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-fbba718b-8e69-4159-b8c9-fa5cf9909ecd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2dee8b-4785-4290-8928-7bad9654b56d']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:59.456641 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.469192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0534415 Jul 16 17:54:59.471200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff134f3e-a80f-4e93-844e-459db6eb760a admin admin] Pushing event updated for resources: {'Network': ['ID=093e40e5-d450-4eff-8589-16f4a38c8ec6,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:59.473899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56300) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:59.480641 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['c70be55b-2fc0-4f11-90cf-45d28f4f73b0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:59.486721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 093e40e5-d450-4eff-8589-16f4a38c8ec6 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:59.486950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-fbba718b-8e69-4159-b8c9-fa5cf9909ecd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf65d2d-1054-43fe-b1b3-4c451c0717f6') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:59.487735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-fbba718b-8e69-4159-b8c9-fa5cf9909ecd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf65d2d-1054-43fe-b1b3-4c451c0717f6') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:59.493017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f3bb4e71-8f26-463b-908b-5954e53d74cb admin admin] Request body: {'subnet': {'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-944931908-subnet', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:59.525655 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbba718b-8e69-4159-b8c9-fa5cf9909ecd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.533902 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9abf3fa4-66ee-4aed-b815-95e59c180fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.561029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb4db15-30f1-446a-8ffb-16e7e7b314f6 None None] DHCP port deletion for ab5e0b39-c589-4d08-94f7-0457f49e09ba request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:54:59.610456 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbba718b-8e69-4159-b8c9-fa5cf9909ecd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.616029 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf3fa4-66ee-4aed-b815-95e59c180fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=924d081c-6aff-48c4-b376-1e13d6d134f2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:59.651247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbba718b-8e69-4159-b8c9-fa5cf9909ecd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:59.651699 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbba718b-8e69-4159-b8c9-fa5cf9909ecd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: timer() Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:59.656854 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:59.690792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bb4e71-8f26-463b-908b-5954e53d74cb admin admin] Made reservation on behalf of 6b40efcb76344e21a2c44feffe833761 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:59.695829 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3bb4e71-8f26-463b-908b-5954e53d74cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.797111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4db15-30f1-446a-8ffb-16e7e7b314f6 None None] Deleting port 72c47449-a3f2-4a39-bf51-e94f253b10a8 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:59.797591 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dcb4db15-30f1-446a-8ffb-16e7e7b314f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.855034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9460ebf-4c9b-4fc3-b7e3-3c8dac021640 req-870a22f4-32b4-4250-b29b-989fb5b5d0ea tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.862974 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9460ebf-4c9b-4fc3-b7e3-3c8dac021640 req-870a22f4-32b4-4250-b29b-989fb5b5d0ea tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.6580398 Jul 16 17:54:59.871571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-dcb4db15-30f1-446a-8ffb-16e7e7b314f6 None None] For port 72c47449-a3f2-4a39-bf51-e94f253b10a8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=72c47449-a3f2-4a39-bf51-e94f253b10a8,segment=NetworkSegment(05726e97-2dbe-4b75-9b9a-41ed97b13468),segment_id=05726e97-2dbe-4b75-9b9a-41ed97b13468)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:59.872192 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dcb4db15-30f1-446a-8ffb-16e7e7b314f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.895083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4db15-30f1-446a-8ffb-16e7e7b314f6 None None] Calling delete_port for 72c47449-a3f2-4a39-bf51-e94f253b10a8 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:59.914128 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14da1734-7f50-4b7f-b365-44fc80deb92e req-a4d62a6e-a352-4216-a56a-377e82ab02ca tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 210 time: 0.1503637 Jul 16 17:54:59.934913 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9abf3fa4-66ee-4aed-b815-95e59c180fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.000369 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbba718b-8e69-4159-b8c9-fa5cf9909ecd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.024328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbba718b-8e69-4159-b8c9-fa5cf9909ecd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.026244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fbba718b-8e69-4159-b8c9-fa5cf9909ecd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/networks/cb2dee8b-4785-4290-8928-7bad9654b56d HTTP/1.1" status: 204 len: 168 time: 1.5345528 Jul 16 17:55:00.029436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56310) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:00.044220 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dcb4db15-30f1-446a-8ffb-16e7e7b314f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.078617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb4db15-30f1-446a-8ffb-16e7e7b314f6 None None] No DVR routers for this DVR port 72c47449-a3f2-4a39-bf51-e94f253b10a8 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:00.081057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4db15-30f1-446a-8ffb-16e7e7b314f6 None None] Pushing event deleted for resources: {'Port': ['ID=72c47449-a3f2-4a39-bf51-e94f253b10a8,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:00.097398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba718b-8e69-4159-b8c9-fa5cf9909ecd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Network': ['ID=cb2dee8b-4785-4290-8928-7bad9654b56d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:00.161634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9460ebf-4c9b-4fc3-b7e3-3c8dac021640 req-d7eee499-eaa2-42f6-8822-9bdcee530e50 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972641 Jul 16 17:55:00.208921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3f376ca7-e988-47e8-a851-cfa988121adf,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:00.343495 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-853c8600-db47-40c9-80ea-f345f7562ee8 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.402886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abf3fa4-66ee-4aed-b815-95e59c180fdd admin admin] Router 7a5bb324-aaf0-4181-af91-deae5b574cbc has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:00.506049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-e92a777c-881b-4d75-a653-583cf8a08fbc tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:00.508046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-e92a777c-881b-4d75-a653-583cf8a08fbc tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.35 "GET /v2.0/networks?id=fa1e7fee-67ae-4c01-8389-4753932ba152 HTTP/1.1" status: 200 len: 822 time: 0.1516087 Jul 16 17:55:00.562087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abf3fa4-66ee-4aed-b815-95e59c180fdd admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:00.570833 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9abf3fa4-66ee-4aed-b815-95e59c180fdd admin admin] 10.222.0.41 "PUT /v2.0/routers/7a5bb324-aaf0-4181-af91-deae5b574cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4310722 Jul 16 17:55:00.574831 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56326) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:00.576115 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9d62e1-c9ea-4fb6-9396-d6779cadd3e0 None None] Sync routers for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:00.592766 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d62e1-c9ea-4fb6-9396-d6779cadd3e0 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:00.593549 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fe9d62e1-c9ea-4fb6-9396-d6779cadd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:54:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:00.613271 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.645578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-459a410f-05c7-420f-9028-1b18781d9c4e tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Request body: {'port': {'device_id': '47e27866-942c-4e9d-9c4e-5577c2173d2e', 'network_id': 'fa1e7fee-67ae-4c01-8389-4753932ba152', 'admin_state_up': True, 'tenant_id': '33cbe3592bfd488bb4d087a2c1394b6e'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:00.661213 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8164fcef-c985-4640-a90b-3c6759974b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.665567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:00.717047 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.746312 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.754834 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3bb4e71-8f26-463b-908b-5954e53d74cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.756482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2391e9f2-9072-45d0-9a99-626682c8a9b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f376ca7-e988-47e8-a851-cfa988121adf'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:00.758959 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec92cd0-c804-456d-b826-67216460df7d" -d '{"events": [{"server_uuid": "2391e9f2-9072-45d0-9a99-626682c8a9b5", "name": "network-vif-unplugged", "status": "completed", "tag": "3f376ca7-e988-47e8-a851-cfa988121adf"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:00.767925 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-fe9d62e1-c9ea-4fb6-9396-d6779cadd3e0 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:00.777693 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.782357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c70be55b-2fc0-4f11-90cf-45d28f4f73b0 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:00.852183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:00.852935 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.995473 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.067549 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fe9d62e1-c9ea-4fb6-9396-d6779cadd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:54:59Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:01.069908 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:01.071139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:01.074022 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be37a67b-92e1-4c09-be16-289dd8c63666" -d '{"events": [{"server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "name": "network-vif-plugged", "status": "completed", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:01.081688 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.088904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Pushing event updated for resources: {'Port': ['ID=3f376ca7-e988-47e8-a851-cfa988121adf,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:01.121724 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9d62e1-c9ea-4fb6-9396-d6779cadd3e0 None None] Checking router: 7a5bb324-aaf0-4181-af91-deae5b574cbc for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:01.128764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e01ccf-b853-42c1-b5d4-4240a303e81e req-30a4713c-5193-4be8-a573-fc9d65b99df1 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:01.130384 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29e01ccf-b853-42c1-b5d4-4240a303e81e req-30a4713c-5193-4be8-a573-fc9d65b99df1 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 949 time: 0.8102107 Jul 16 17:55:01.131218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb4e71-8f26-463b-908b-5954e53d74cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=56dd63de-df54-43a5-8c9b-9cb8de2b6546,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:01.148309 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d62e1-c9ea-4fb6-9396-d6779cadd3e0 None None] Routers {'7a5bb324-aaf0-4181-af91-deae5b574cbc'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:01.149023 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fe9d62e1-c9ea-4fb6-9396-d6779cadd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7a5bb324-aaf0-4181-af91-deae5b574cbc'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:01.176519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,revision_number=11']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:01.218193 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-853c8600-db47-40c9-80ea-f345f7562ee8 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.222483 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.233261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-853c8600-db47-40c9-80ea-f345f7562ee8 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5e0b39-c589-4d08-94f7-0457f49e09ba']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:01.277052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bb4e71-8f26-463b-908b-5954e53d74cb admin admin] Checking segment: {'id': '5666cb3e-b836-4a67-b6f2-61faba06196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:01.277548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb4e71-8f26-463b-908b-5954e53d74cb admin admin] Network hostable DHCP agents. Network: 093e40e5-d450-4eff-8589-16f4a38c8ec6, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:01.279412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Attempting to bind port 3f376ca7-e988-47e8-a851-cfa988121adf on host n-h2-787206-10 for vnic_type normal with profile {"migrating_to": "n-h1-787206-10"} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:01.284197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Attempting to bind port 3f376ca7-e988-47e8-a851-cfa988121adf by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:01.284450 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Attempting to bind port 3f376ca7-e988-47e8-a851-cfa988121adf on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:01.288652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-853c8600-db47-40c9-80ea-f345f7562ee8 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05726e97-2dbe-4b75-9b9a-41ed97b13468') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:01.289942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-853c8600-db47-40c9-80ea-f345f7562ee8 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05726e97-2dbe-4b75-9b9a-41ed97b13468') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:01.307877 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Deleting port fe25f7a1-3e80-4989-9ad5-912b697d3e79 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:01.308828 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.323391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c853d5-800a-4788-9050-032981d7da15 req-48746a29-2d13-4282-a441-d844eb5e8e90 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:01.331100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6c853d5-800a-4788-9050-032981d7da15 req-48746a29-2d13-4282-a441-d844eb5e8e90 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 945 time: 0.8214369 Jul 16 17:55:01.345187 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-853c8600-db47-40c9-80ea-f345f7562ee8 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.361768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Port 3f376ca7-e988-47e8-a851-cfa988121adf on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:01.362090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Attempting to bind port 3f376ca7-e988-47e8-a851-cfa988121adf on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:01.370060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 72c47449-a3f2-4a39-bf51-e94f253b10a8 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:01.395616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 72c47449-a3f2-4a39-bf51-e94f253b10a8 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:01.396020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 72c47449-a3f2-4a39-bf51-e94f253b10a8 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:01.397044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29e01ccf-b853-42c1-b5d4-4240a303e81e req-a3d4d1af-9fc1-4c37-a624-b9c4f71c2efc tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433894 Jul 16 17:55:01.397782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-459a410f-05c7-420f-9028-1b18781d9c4e tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Made reservation on behalf of 33cbe3592bfd488bb4d087a2c1394b6e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:01.401335 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-459a410f-05c7-420f-9028-1b18781d9c4e tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.419192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:01.419669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:01.419932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:01.420362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Bound port: 3f376ca7-e988-47e8-a851-cfa988121adf, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:01.420716 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.430417 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-853c8600-db47-40c9-80ea-f345f7562ee8 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.430680 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] For port fe25f7a1-3e80-4989-9ad5-912b697d3e79, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=fe25f7a1-3e80-4989-9ad5-912b697d3e79,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:01.431121 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.441895 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-fe9d62e1-c9ea-4fb6-9396-d6779cadd3e0 None None] Set router 7a5bb324-aaf0-4181-af91-deae5b574cbc gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:01.449952 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Calling delete_port for fe25f7a1-3e80-4989-9ad5-912b697d3e79 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:01.452157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853c8600-db47-40c9-80ea-f345f7562ee8 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:55:01.452568 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-853c8600-db47-40c9-80ea-f345f7562ee8 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.456120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb4e71-8f26-463b-908b-5954e53d74cb admin admin] Network 093e40e5-d450-4eff-8589-16f4a38c8ec6 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: timer() Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:55:01.458091 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:55:01.519662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb4e71-8f26-463b-908b-5954e53d74cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 093e40e5-d450-4eff-8589-16f4a38c8ec6) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:01.528842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0d11cd-4097-4dd3-8af2-f6cc41b5c11f None None] Network 093e40e5-d450-4eff-8589-16f4a38c8ec6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:01.534572 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6c853d5-800a-4788-9050-032981d7da15 req-ab75b8aa-e8ff-4b97-9f36-f1ec0bbc21b5 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024219 Jul 16 17:55:01.640773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bb4e71-8f26-463b-908b-5954e53d74cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:01.640996 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3bb4e71-8f26-463b-908b-5954e53d74cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.659717 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88663d21-150f-4dfc-8447-38a5fc129fc8 x-openstack-request-id: req-88663d21-150f-4dfc-8447-38a5fc129fc8 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:01.660339 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2391e9f2-9072-45d0-9a99-626682c8a9b5", "name": "network-vif-unplugged", "status": "completed", "tag": "3f376ca7-e988-47e8-a851-cfa988121adf", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:01.660783 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88663d21-150f-4dfc-8447-38a5fc129fc8 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:01.661678 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2391e9f2-9072-45d0-9a99-626682c8a9b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f376ca7-e988-47e8-a851-cfa988121adf', 'code': 200} Jul 16 17:55:01.701759 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fe9d62e1-c9ea-4fb6-9396-d6779cadd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:54:59Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:01.737086 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9d62e1-c9ea-4fb6-9396-d6779cadd3e0 None None] The sync data for ids ['7a5bb324-aaf0-4181-af91-deae5b574cbc'] in n-d-787206-10 is: [{'id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'name': 'tempest-FloatingIPsAssociationTestJSON-122963340-router', 'tenant_id': '7f610d00090742e9a3e72cc2089ec6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:54:59Z', 'revision_number': 5, 'project_id': '7f610d00090742e9a3e72cc2089ec6d0', 'gw_port': {'id': 'fe25f7a1-3e80-4989-9ad5-912b697d3e79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bb324-aaf0-4181-af91-deae5b574cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:10Z', 'updated_at': '2021-07-16T17:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:01.796951 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.799099 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.810336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-093e40e5-d450-4eff-8589-16f4a38c8ec6', 'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'fixed_ips': [{'subnet_id': '56dd63de-df54-43a5-8c9b-9cb8de2b6546'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:01.811207 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.823452 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f3bb4e71-8f26-463b-908b-5954e53d74cb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3390236 Jul 16 17:55:01.824273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56342) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:01.834326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe25f7a1-3e80-4989-9ad5-912b697d3e79,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:01.836154 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-853c8600-db47-40c9-80ea-f345f7562ee8 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.845217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-944931908-router', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:01.852160 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33abfd4e-0590-4bf2-967c-e1fbbbb03cea x-openstack-request-id: req-33abfd4e-0590-4bf2-967c-e1fbbbb03cea {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:01.852580 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "name": "network-vif-plugged", "status": "completed", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:01.852818 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33abfd4e-0590-4bf2-967c-e1fbbbb03cea {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:01.861055 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0', 'code': 200} Jul 16 17:55:01.865794 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-853c8600-db47-40c9-80ea-f345f7562ee8 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.868045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-853c8600-db47-40c9-80ea-f345f7562ee8 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/networks/ab5e0b39-c589-4d08-94f7-0457f49e09ba HTTP/1.1" status: 204 len: 168 time: 1.8203471 Jul 16 17:55:01.887067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56344) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:01.896030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1c333148-562a-4162-8edf-f0cf9ccf7ab5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1459599744'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:01.922964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c8600-db47-40c9-80ea-f345f7562ee8 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Network': ['ID=ab5e0b39-c589-4d08-94f7-0457f49e09ba,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:01.944547 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.967768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:01.981832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f3382a0-7ab0-4b2e-b9a1-1525e0d800da req-b8f2370c-2b43-4d4f-b869-493820adc510 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 210 time: 0.0920265 Jul 16 17:55:02.003137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3f376ca7-e988-47e8-a851-cfa988121adf,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:02.012371 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.013388 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.026165 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.031224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-459a410f-05c7-420f-9028-1b18781d9c4e tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Allocated IP 172.20.0.7 (fa1e7fee-67ae-4c01-8389-4753932ba152/9d7842b5-176e-4f2f-a5a8-4022ea5193d3/ec13d091-7ca1-46ed-884e-f9fc86eaa8f7) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:02.086436 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.093426 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.098576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Allocated IP 172.20.0.2 (093e40e5-d450-4eff-8589-16f4a38c8ec6/56dd63de-df54-43a5-8c9b-9cb8de2b6546/33a0cb97-e02a-4a2b-9547-4728c7e35d71) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:02.116791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c333148-562a-4162-8edf-f0cf9ccf7ab5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:02.120317 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1c333148-562a-4162-8edf-f0cf9ccf7ab5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.184077 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.184757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5bb324-aaf0-4181-af91-deae5b574cbc {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:55:02.190398 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.194058 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bd7ea887-3349-4bbf-b9ef-7153f9a37569 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7a5bb324-aaf0-4181-af91-deae5b574cbc HTTP/1.1" status: 204 len: 168 time: 1.6142008 Jul 16 17:55:02.194299 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56358) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:02.244138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c04189-6306-4a2e-a9f1-da6056dd364a admin admin] Deleting subnet f4f0b171-2fe1-445f-8879-9823926613a8 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:55:02.247667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53c04189-6306-4a2e-a9f1-da6056dd364a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.286778 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53c04189-6306-4a2e-a9f1-da6056dd364a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.369581 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.396280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Transition to ACTIVE for port object 33a0cb97-e02a-4a2b-9547-4728c7e35d71 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:02.435350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Transition to ACTIVE for port object 33a0cb97-e02a-4a2b-9547-4728c7e35d71 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:02.445043 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.462008 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53c04189-6306-4a2e-a9f1-da6056dd364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.496618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Network 093e40e5-d450-4eff-8589-16f4a38c8ec6 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:02.504783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:02.509378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:02.525004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Pushing event updated for resources: {'Port': ['ID=33a0cb97-e02a-4a2b-9547-4728c7e35d71,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:02.577047 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.586735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53c04189-6306-4a2e-a9f1-da6056dd364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.617341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Pushing event updated for resources: {'Port': ['ID=3f376ca7-e988-47e8-a851-cfa988121adf,revision_number=8']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:02.642089 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c04189-6306-4a2e-a9f1-da6056dd364a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f0b171-2fe1-445f-8879-9823926613a8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:02.645864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Attempting to bind port 33a0cb97-e02a-4a2b-9547-4728c7e35d71 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:02.646241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Attempting to bind port 33a0cb97-e02a-4a2b-9547-4728c7e35d71 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '5666cb3e-b836-4a67-b6f2-61faba06196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:02.646670 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Attempting to bind port 33a0cb97-e02a-4a2b-9547-4728c7e35d71 on network 093e40e5-d450-4eff-8589-16f4a38c8ec6 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:02.655056 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53c04189-6306-4a2e-a9f1-da6056dd364a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.657379 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-53c04189-6306-4a2e-a9f1-da6056dd364a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f4f0b171-2fe1-445f-8879-9823926613a8 HTTP/1.1" status: 204 len: 168 time: 0.4621251 Jul 16 17:55:02.657767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.659216 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.660606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56368) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:02.660753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a0d4b6bb-27cd-4855-85c4-4492881d2755 service neutron] 10.222.0.35 "PUT /v2.0/ports/3f376ca7-e988-47e8-a851-cfa988121adf HTTP/1.1" status: 200 len: 1123 time: 3.8514943 Jul 16 17:55:02.667284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3254823-92d3-4d51-a5b6-202ce1f64a19 None None] Network a3cff532-37a3-424d-aefc-c9eb9815e7ea requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:02.710697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-51b24dd8-5a83-4d16-a510-f30235db4091 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b48b42f5272d407db4f841b2e42a65b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1633639 Jul 16 17:55:02.741665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:02.741925 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Checking segment: {'id': '5666cb3e-b836-4a67-b6f2-61faba06196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:02.742267 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.742991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Bound using segment: {'id': '5666cb3e-b836-4a67-b6f2-61faba06196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:02.743872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Bound port: 33a0cb97-e02a-4a2b-9547-4728c7e35d71, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5666cb3e-b836-4a67-b6f2-61faba06196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:02.744516 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.797127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c333148-562a-4162-8edf-f0cf9ccf7ab5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:02.802630 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['3f376ca7-e988-47e8-a851-cfa988121adf'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:02.823381 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.831565 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1c333148-562a-4162-8edf-f0cf9ccf7ab5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.832201 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-1c333148-562a-4162-8edf-f0cf9ccf7ab5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Added segment 92e9678e-bec0-46d5-ab5a-240ce159a2e8 of type vlan for network f6f082ee-292d-42f1-832d-1741bafff6de Jul 16 17:55:02.885944 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Deleting port ba313003-0c56-462d-a262-cb850798f55b {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:02.886471 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.965428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9952d21-f498-4652-b892-d25e0a3832df req-ebdf3064-bb9e-4cbd-a66f-6276bb5f1cd4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.969015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-ebdf3064-bb9e-4cbd-a66f-6276bb5f1cd4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553737 Jul 16 17:55:02.992192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] For port ba313003-0c56-462d-a262-cb850798f55b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ba313003-0c56-462d-a262-cb850798f55b,segment=NetworkSegment(f36e7dd1-c315-416a-bda4-6c4b149609d3),segment_id=f36e7dd1-c315-416a-bda4-6c4b149609d3)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:02.992669 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.011057 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Calling delete_port for ba313003-0c56-462d-a262-cb850798f55b owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:03.097098 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.131875 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] For port 33a0cb97-e02a-4a2b-9547-4728c7e35d71, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:03.139323 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cc1d2bc0-c9a3-41dd-ad54-0e7c4e250d75 req-6c618a5a-e561-4880-82e2-3e0749e6559f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1909831 Jul 16 17:55:03.141427 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.142122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] For port 33a0cb97-e02a-4a2b-9547-4728c7e35d71, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=33a0cb97-e02a-4a2b-9547-4728c7e35d71,segment=NetworkSegment(5666cb3e-b836-4a67-b6f2-61faba06196c),segment_id=5666cb3e-b836-4a67-b6f2-61faba06196c)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:03.163526 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.216156 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1c333148-562a-4162-8edf-f0cf9ccf7ab5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.222908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba313003-0c56-462d-a262-cb850798f55b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.285578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] No DVR routers for this DVR port ba313003-0c56-462d-a262-cb850798f55b on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:03.295930 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa1cab-f599-46f6-860e-b9b01e4dad47 None None] Pushing event updated for resources: {'Port': ['ID=33a0cb97-e02a-4a2b-9547-4728c7e35d71,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.357073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 924d081c-6aff-48c4-b376-1e13d6d134f2 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:03.407385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 924d081c-6aff-48c4-b376-1e13d6d134f2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:03.412887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 924d081c-6aff-48c4-b376-1e13d6d134f2 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:03.413517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fe25f7a1-3e80-4989-9ad5-912b697d3e79 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:03.422277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.429108 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-459a410f-05c7-420f-9028-1b18781d9c4e tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.435072 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3cff532-37a3-424d-aefc-c9eb9815e7ea']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:03.452209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: fe25f7a1-3e80-4989-9ad5-912b697d3e79 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:03.452762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fe25f7a1-3e80-4989-9ad5-912b697d3e79 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:03.454616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fb0e14-492a-4e68-a04e-18226d1b5fa6 None None] DHCP port deletion for a3cff532-37a3-424d-aefc-c9eb9815e7ea request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:55:03.463227 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36e7dd1-c315-416a-bda4-6c4b149609d3') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:03.463549 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36e7dd1-c315-416a-bda4-6c4b149609d3') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:03.499372 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1c333148-562a-4162-8edf-f0cf9ccf7ab5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.505007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.507314 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.509301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c333148-562a-4162-8edf-f0cf9ccf7ab5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:03.509812 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1c333148-562a-4162-8edf-f0cf9ccf7ab5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.521419 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-459a410f-05c7-420f-9028-1b18781d9c4e tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.530958 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-22f81375-45b4-4494-926e-504ec6f64dec tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/quotas/b48b42f5272d407db4f841b2e42a65b5 HTTP/1.1" status: 200 len: 375 time: 0.5081306 Jul 16 17:55:03.554948 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.561541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:55:03.562393 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:55:03.566044 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:55:03.604098 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d2bc0-c9a3-41dd-ad54-0e7c4e250d75 req-412d42c1-4dd9-4ae5-8eff-1fea35473297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:03.606079 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cc1d2bc0-c9a3-41dd-ad54-0e7c4e250d75 req-412d42c1-4dd9-4ae5-8eff-1fea35473297 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 1101 time: 0.3847351 Jul 16 17:55:03.668455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2391e9f2-9072-45d0-9a99-626682c8a9b5', 'tag': '3f376ca7-e988-47e8-a851-cfa988121adf'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:03.671095 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0358275-f4cf-4f6c-be7a-1cce185a2bba" -d '{"events": [{"name": "network-changed", "server_uuid": "2391e9f2-9072-45d0-9a99-626682c8a9b5", "tag": "3f376ca7-e988-47e8-a851-cfa988121adf"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:03.686128 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.699704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1c333148-562a-4162-8edf-f0cf9ccf7ab5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8086355 Jul 16 17:55:03.722966 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56374) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:03.730379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-101356ce-8862-464d-a665-e66158b7d150 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'subnet': {'network_id': 'f6f082ee-292d-42f1-832d-1741bafff6de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:03.735460 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.739903 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] 10.222.0.41 "DELETE /v2.0/networks/a3cff532-37a3-424d-aefc-c9eb9815e7ea HTTP/1.1" status: 204 len: 168 time: 1.0742822 Jul 16 17:55:03.757670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-459a410f-05c7-420f-9028-1b18781d9c4e tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Network fa1e7fee-67ae-4c01-8389-4753932ba152 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:03.773932 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb26794-a0ab-4484-8298-cfd0530f629f admin admin] Pushing event deleted for resources: {'Network': ['ID=a3cff532-37a3-424d-aefc-c9eb9815e7ea,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.813959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c333148-562a-4162-8edf-f0cf9ccf7ab5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Network': ['ID=f6f082ee-292d-42f1-832d-1741bafff6de,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.816960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-459a410f-05c7-420f-9028-1b18781d9c4e tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:03.819772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-459a410f-05c7-420f-9028-1b18781d9c4e tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:03.834032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network f6f082ee-292d-42f1-832d-1741bafff6de details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:03.849760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d2bc0-c9a3-41dd-ad54-0e7c4e250d75 req-d3b56fec-70f3-43fe-9956-72df4ff373f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:03.851009 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cc1d2bc0-c9a3-41dd-ad54-0e7c4e250d75 req-d3b56fec-70f3-43fe-9956-72df4ff373f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2056787 Jul 16 17:55:03.854305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a410f-05c7-420f-9028-1b18781d9c4e tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Pushing event updated for resources: {'Port': ['ID=ec13d091-7ca1-46ed-884e-f9fc86eaa8f7,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.880189 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101356ce-8862-464d-a665-e66158b7d150 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:03.883763 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-101356ce-8862-464d-a665-e66158b7d150 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.893661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2e660-84ab-4cc1-a282-394054631c05 req-cee5c67b-da23-4d55-9d36-04a501bf05b0 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:03.900589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ce2e660-84ab-4cc1-a282-394054631c05 req-cee5c67b-da23-4d55-9d36-04a501bf05b0 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 943 time: 0.9425900 Jul 16 17:55:03.921383 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cc1d2bc0-c9a3-41dd-ad54-0e7c4e250d75 req-bce25dcf-41c0-4baa-9ff2-6e58d4fdcbd7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=5e598ef2-b61e-477a-8490-a26f7743d703 HTTP/1.1" status: 200 len: 217 time: 0.0495639 Jul 16 17:55:03.945461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-459a410f-05c7-420f-9028-1b18781d9c4e tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:03.946133 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-459a410f-05c7-420f-9028-1b18781d9c4e tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.007928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-21ca2e18-70c5-4758-8c9c-6878199f1886 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4225726 Jul 16 17:55:04.010453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56378) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:04.020097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-459a410f-05c7-420f-9028-1b18781d9c4e tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4932208 Jul 16 17:55:04.037183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d2bc0-c9a3-41dd-ad54-0e7c4e250d75 req-bb84170f-30c8-41e5-b262-e84c1248c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.038643 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cc1d2bc0-c9a3-41dd-ad54-0e7c4e250d75 req-bb84170f-30c8-41e5-b262-e84c1248c9a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1074996 Jul 16 17:55:04.040541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ce2e660-84ab-4cc1-a282-394054631c05 req-0827b693-d5b6-4aa5-ac9a-4840c684f1b6 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384871 Jul 16 17:55:04.061343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Request body: {'port': {'device_id': '47e27866-942c-4e9d-9c4e-5577c2173d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:04.185890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c6a090fe-0563-43c9-87ea-c955aea81862 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f610d00090742e9a3e72cc2089ec6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728776 Jul 16 17:55:04.188263 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56382) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:04.246390 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d2bc0-c9a3-41dd-ad54-0e7c4e250d75 req-30a8c944-fdce-47d1-aa0e-0ccc71aeb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.248328 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cc1d2bc0-c9a3-41dd-ad54-0e7c4e250d75 req-30a8c944-fdce-47d1-aa0e-0ccc71aeb79e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2020593 Jul 16 17:55:04.386151 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.482706 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.496753 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-101356ce-8862-464d-a665-e66158b7d150 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.542682 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c0c66da6-1f19-4894-ad6c-8a04db2fe0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.549497 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575bc27e-fcf7-4f0d-8b8e-279684fc7552 x-openstack-request-id: req-575bc27e-fcf7-4f0d-8b8e-279684fc7552 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:04.549786 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2391e9f2-9072-45d0-9a99-626682c8a9b5", "tag": "3f376ca7-e988-47e8-a851-cfa988121adf", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:04.550050 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-575bc27e-fcf7-4f0d-8b8e-279684fc7552 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:04.550446 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2391e9f2-9072-45d0-9a99-626682c8a9b5', 'tag': '3f376ca7-e988-47e8-a851-cfa988121adf', 'status': 'completed', 'code': 200} Jul 16 17:55:04.561613 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.572141 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cc1d2bc0-c9a3-41dd-ad54-0e7c4e250d75 req-80619279-c279-4f98-a228-8ffaf2f1ac0f service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744863 Jul 16 17:55:04.702569 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c0c66da6-1f19-4894-ad6c-8a04db2fe0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.746568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171022af-6f74-4250-807b-d88267501f74 None None] Network 093e40e5-d450-4eff-8589-16f4a38c8ec6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:04.765375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02060b3e-b26a-4d22-85b1-f97c4fef4f11 req-f61f9bcd-5b0d-429f-83e7-23bfe770a279 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 210 time: 0.1430044 Jul 16 17:55:04.785531 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101356ce-8862-464d-a665-e66158b7d150 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Subnet': ['ID=dab00bae-1c55-4151-9a4b-57b5afc27f4d,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:04.805099 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcde19d-9f6d-496e-9895-c9d07f058b9d req-27bfef4f-bf39-44b3-823f-47bdf4a920d2 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.806650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cdcde19d-9f6d-496e-9895-c9d07f058b9d req-27bfef4f-bf39-44b3-823f-47bdf4a920d2 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 931 time: 0.4623208 Jul 16 17:55:04.810526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101356ce-8862-464d-a665-e66158b7d150 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Checking segment: {'id': '92e9678e-bec0-46d5-ab5a-240ce159a2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6f082ee-292d-42f1-832d-1741bafff6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:04.811314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101356ce-8862-464d-a665-e66158b7d150 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network hostable DHCP agents. Network: f6f082ee-292d-42f1-832d-1741bafff6de, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:04.846549 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cc1d2bc0-c9a3-41dd-ad54-0e7c4e250d75 req-5afe5551-26ee-4cb0-b70f-556492d9654c service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643640 Jul 16 17:55:04.852355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101356ce-8862-464d-a665-e66158b7d150 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network f6f082ee-292d-42f1-832d-1741bafff6de is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:04.864574 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c0c66da6-1f19-4894-ad6c-8a04db2fe0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.869268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c0c66da6-1f19-4894-ad6c-8a04db2fe0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.870994 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c0c66da6-1f19-4894-ad6c-8a04db2fe0ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/857e53f3-9bdd-4f76-94b5-81bcd6027d5c HTTP/1.1" status: 204 len: 168 time: 0.6817863 Jul 16 17:55:04.874839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-101356ce-8862-464d-a665-e66158b7d150 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, f6f082ee-292d-42f1-832d-1741bafff6de) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:04.885175 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101356ce-8862-464d-a665-e66158b7d150 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.885770 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-101356ce-8862-464d-a665-e66158b7d150 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.887918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56398) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:04.898185 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c66da6-1f19-4894-ad6c-8a04db2fe0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857e53f3-9bdd-4f76-94b5-81bcd6027d5c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:04.910118 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-101356ce-8862-464d-a665-e66158b7d150 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1845167 Jul 16 17:55:04.912738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56402) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:04.919832 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-cdd72cd4-4824-4d3e-804b-f54f3b3753e3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-661368557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:04.940926 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3f376ca7-e988-47e8-a851-cfa988121adf details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:04.956386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cdd72cd4-4824-4d3e-804b-f54f3b3753e3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.958292 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cdd72cd4-4824-4d3e-804b-f54f3b3753e3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.959289 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6d5162-86e1-497f-bd24-b8573827e385 None None] Network f6f082ee-292d-42f1-832d-1741bafff6de requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:05.034404 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cdd72cd4-4824-4d3e-804b-f54f3b3753e3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.040197 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cdd72cd4-4824-4d3e-804b-f54f3b3753e3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.083956 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cdd72cd4-4824-4d3e-804b-f54f3b3753e3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.085583 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cdd72cd4-4824-4d3e-804b-f54f3b3753e3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1708324 Jul 16 17:55:05.088445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56406) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:05.090393 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cdcde19d-9f6d-496e-9895-c9d07f058b9d req-c7dedad2-65ae-4fdd-9264-48692ac86cfa tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/security-groups?id=98f9d2e1-3036-4370-b7a4-2f82aa526daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510519 Jul 16 17:55:05.096465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'port': {'network_id': 'f6f082ee-292d-42f1-832d-1741bafff6de', 'name': 'tempest-RoutersIpV6Test-1316294988'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:05.109732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0358275-f4cf-4f6c-be7a-1cce185a2bba req-e8eb20ce-f706-4928-b610-08b681b41ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:05.111327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0358275-f4cf-4f6c-be7a-1cce185a2bba req-e8eb20ce-f706-4928-b610-08b681b41ba5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 1126 time: 0.5072384 Jul 16 17:55:05.137068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ae63b34d-94f2-41b8-bfea-5ec4bf73e095 None None] Provisioning for port 33a0cb97-e02a-4a2b-9547-4728c7e35d71 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:05.143846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1749483b-a837-40b8-8935-c9f80c2972c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.263022 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0358275-f4cf-4f6c-be7a-1cce185a2bba req-ac1c21ce-cb81-4f2f-8c61-de31193bd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:05.264952 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0358275-f4cf-4f6c-be7a-1cce185a2bba req-ac1c21ce-cb81-4f2f-8c61-de31193bd6e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.1377158 Jul 16 17:55:05.280559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Allocated IP 172.25.5.204 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/13b9da63-984a-45b3-869a-0500160e3d65) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:05.363102 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1749483b-a837-40b8-8935-c9f80c2972c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.379368 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1749483b-a837-40b8-8935-c9f80c2972c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.387371 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0358275-f4cf-4f6c-be7a-1cce185a2bba req-346f0afd-f141-4658-844f-e63422f568ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f376ca7-e988-47e8-a851-cfa988121adf HTTP/1.1" status: 200 len: 217 time: 0.1010938 Jul 16 17:55:05.399291 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.resource_extend [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:55:05.476310 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749483b-a837-40b8-8935-c9f80c2972c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957788d3-615c-4cb7-866a-62371ac911fc,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:05.481009 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1749483b-a837-40b8-8935-c9f80c2972c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd1f9dcbca634179b9c52706a460d35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5920179 Jul 16 17:55:05.484564 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56414) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:05.505063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 33a0cb97-e02a-4a2b-9547-4728c7e35d71 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:05.530339 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:05.535112 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.566777 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a6c70fe-7306-462f-b564-8c9ceb73578b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.607418 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a6c70fe-7306-462f-b564-8c9ceb73578b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.638273 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] device_id is not set on port be3e48aa-0462-45ce-87d5-529d467803ea yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 17:55:05.742579 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 33a0cb97-e02a-4a2b-9547-4728c7e35d71 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:05.750981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3f376ca7-e988-47e8-a851-cfa988121adf,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:05.776255 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a6c70fe-7306-462f-b564-8c9ceb73578b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.779119 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a6c70fe-7306-462f-b564-8c9ceb73578b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.780661 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9a6c70fe-7306-462f-b564-8c9ceb73578b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/957788d3-615c-4cb7-866a-62371ac911fc HTTP/1.1" status: 204 len: 168 time: 0.2947588 Jul 16 17:55:05.799225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c70fe-7306-462f-b564-8c9ceb73578b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957788d3-615c-4cb7-866a-62371ac911fc,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:05.805567 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 33a0cb97-e02a-4a2b-9547-4728c7e35d71 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:05.806014 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.830692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Allocated IP 2001:db8::15c (f6f082ee-292d-42f1-832d-1741bafff6de/dab00bae-1c55-4151-9a4b-57b5afc27f4d/be3e48aa-0462-45ce-87d5-529d467803ea) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:05.841660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3f376ca7-e988-47e8-a851-cfa988121adf has no active binding in host n-h1-787206-10 {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:55:05.913418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-f6f082ee-292d-42f1-832d-1741bafff6de', 'network_id': 'f6f082ee-292d-42f1-832d-1741bafff6de', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'fixed_ips': [{'subnet_id': 'dab00bae-1c55-4151-9a4b-57b5afc27f4d'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:05.916031 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.088579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4e1f299-9ade-45ce-9605-d1dde732cc29 req-a19bcce2-970a-47ef-9330-20ec4ab4f3d5 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 210 time: 0.0547612 Jul 16 17:55:06.094623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0358275-f4cf-4f6c-be7a-1cce185a2bba req-cacea90b-0355-4514-a75b-9042bfdda424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:06.099858 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0358275-f4cf-4f6c-be7a-1cce185a2bba req-cacea90b-0355-4514-a75b-9042bfdda424 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.6976953 Jul 16 17:55:06.134760 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.194026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 33a0cb97-e02a-4a2b-9547-4728c7e35d71, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=33a0cb97-e02a-4a2b-9547-4728c7e35d71,segment=NetworkSegment(5666cb3e-b836-4a67-b6f2-61faba06196c),segment_id=5666cb3e-b836-4a67-b6f2-61faba06196c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:06.201472 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.206191 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.228734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fc205-4af8-4363-9651-b3f387512234 req-21dcc868-3b37-437a-81f5-29665bf7175c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:06.230429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Transition to ACTIVE for port object be3e48aa-0462-45ce-87d5-529d467803ea will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:06.243787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb2fc205-4af8-4363-9651-b3f387512234 req-21dcc868-3b37-437a-81f5-29665bf7175c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 943 time: 0.9776175 Jul 16 17:55:06.268714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=33a0cb97-e02a-4a2b-9547-4728c7e35d71,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:06.307398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ba313003-0c56-462d-a262-cb850798f55b no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:06.330155 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.332892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0358275-f4cf-4f6c-be7a-1cce185a2bba req-4c53dac2-8d25-4c11-9b5b-d900c2b7cafd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837398 Jul 16 17:55:06.411643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: ba313003-0c56-462d-a262-cb850798f55b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:06.412077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ba313003-0c56-462d-a262-cb850798f55b not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:06.444367 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network f6f082ee-292d-42f1-832d-1741bafff6de is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:06.456107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Allocated IP 2001:db8::2 (f6f082ee-292d-42f1-832d-1741bafff6de/dab00bae-1c55-4151-9a4b-57b5afc27f4d/6a081968-b055-4d7c-9ab9-7be4ffebc82c) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:06.458242 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:06.461679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:06.476083 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:06.476766 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.518276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb2fc205-4af8-4363-9651-b3f387512234 req-5989104a-1d26-4268-84b2-c83d51460e13 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728951 Jul 16 17:55:06.554284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=be3e48aa-0462-45ce-87d5-529d467803ea,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:06.557111 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-07ae6acd-d184-4481-a24a-428fdd0f422d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b48b42f5272d407db4f841b2e42a65b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653000 Jul 16 17:55:06.563201 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-43fe4991-712f-42df-bafd-792539e481cd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4735141 Jul 16 17:55:06.566521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56440) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:06.621083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:06.640895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fcbf45b4-ac30-4e31-9b70-d4de23860f52 None None] Provisioning complete for port 33a0cb97-e02a-4a2b-9547-4728c7e35d71 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:06.641277 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fcbf45b4-ac30-4e31-9b70-d4de23860f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.758647 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.767260 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.773012 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56444) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:06.776654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56446) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:06.841052 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-84f398a8-4120-47fb-8da8-8a2e4a645f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.851067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9952d21-f498-4652-b892-d25e0a3832df req-ef655151-ba4c-42e8-83fc-cbdc736f9fc2 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:06.852603 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-ef655151-ba4c-42e8-83fc-cbdc736f9fc2 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256444 Jul 16 17:55:06.872261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Transition to ACTIVE for port object ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:06.888434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Request body: {'port': {'device_id': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': 'b48b42f5272d407db4f841b2e42a65b5'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:06.900056 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.902714 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.903508 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0358275-f4cf-4f6c-be7a-1cce185a2bba req-018866c1-c826-4225-bdc9-50af22600d24 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369749 Jul 16 17:55:06.915010 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Transition to ACTIVE for port object 6a081968-b055-4d7c-9ab9-7be4ffebc82c will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:06.942292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Transition to ACTIVE for port object 6a081968-b055-4d7c-9ab9-7be4ffebc82c will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:06.951991 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.015643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cf17a-e068-4f96-bb26-6a0deccc1faa req-61ff39b0-34a0-41ad-84d8-9b4918d19fdd tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:07.024002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c1cf17a-e068-4f96-bb26-6a0deccc1faa req-61ff39b0-34a0-41ad-84d8-9b4918d19fdd tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 931 time: 0.6898937 Jul 16 17:55:07.027380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Network f6f082ee-292d-42f1-832d-1741bafff6de is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:07.029285 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Pushing event updated for resources: {'Port': ['ID=6a081968-b055-4d7c-9ab9-7be4ffebc82c,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:07.034024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:07.041411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:07.119978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Attempting to bind port 6a081968-b055-4d7c-9ab9-7be4ffebc82c on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:07.120651 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Attempting to bind port 6a081968-b055-4d7c-9ab9-7be4ffebc82c by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '92e9678e-bec0-46d5-ab5a-240ce159a2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6f082ee-292d-42f1-832d-1741bafff6de'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:07.121197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Attempting to bind port 6a081968-b055-4d7c-9ab9-7be4ffebc82c on network f6f082ee-292d-42f1-832d-1741bafff6de {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:07.147078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:07.149003 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.151493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Checking segment: {'id': '92e9678e-bec0-46d5-ab5a-240ce159a2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6f082ee-292d-42f1-832d-1741bafff6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:07.152164 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.152747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Bound using segment: {'id': '92e9678e-bec0-46d5-ab5a-240ce159a2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6f082ee-292d-42f1-832d-1741bafff6de'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:07.154218 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Bound port: 6a081968-b055-4d7c-9ab9-7be4ffebc82c, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e9678e-bec0-46d5-ab5a-240ce159a2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6f082ee-292d-42f1-832d-1741bafff6de'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:07.156511 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.227340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0358275-f4cf-4f6c-be7a-1cce185a2bba req-cc16ab2d-5d29-4ada-9350-dbaab56ae5e2 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926962 Jul 16 17:55:07.228194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec13d091-7ca1-46ed-884e-f9fc86eaa8f7,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:07.257711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] For port 6a081968-b055-4d7c-9ab9-7be4ffebc82c, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:07.262864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] For port 6a081968-b055-4d7c-9ab9-7be4ffebc82c, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6a081968-b055-4d7c-9ab9-7be4ffebc82c,segment=NetworkSegment(92e9678e-bec0-46d5-ab5a-240ce159a2e8),segment_id=92e9678e-bec0-46d5-ab5a-240ce159a2e8)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:07.278709 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.285006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1811247159-network', 'tenant_id': '30622ed81a8149d1b30f489202ef95da'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:07.311168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c1cf17a-e068-4f96-bb26-6a0deccc1faa req-24ed9a3e-29bb-4fe1-a5e9-0069ce1d4f6c tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/security-groups?id=98f9d2e1-3036-4370-b7a4-2f82aa526daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547662 Jul 16 17:55:07.324703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 33a0cb97-e02a-4a2b-9547-4728c7e35d71 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:07.354003 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.401565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b527ada-c53e-4c56-9abd-7691f6c81568 None None] Pushing event updated for resources: {'Port': ['ID=6a081968-b055-4d7c-9ab9-7be4ffebc82c,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:07.416671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 33a0cb97-e02a-4a2b-9547-4728c7e35d71 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:07.416671 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.467907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:07.471367 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b31674e3-09da-4890-8035-ae1be73fa6b9 req-bcc753cc-a289-45ee-80a4-e2513403f13e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 210 time: 0.1499715 Jul 16 17:55:07.503622 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.510322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:07.519154 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.531460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:07.627921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Pushing event updated for resources: {'Port': ['ID=13b9da63-984a-45b3-869a-0500160e3d65,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:07.629411 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=be3e48aa-0462-45ce-87d5-529d467803ea,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:07.652411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Attempting to bind port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:07.652689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Attempting to bind port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '618cf0de-ec37-4e67-a189-4d159d710828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fa1e7fee-67ae-4c01-8389-4753932ba152'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:07.653015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Attempting to bind port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 on network fa1e7fee-67ae-4c01-8389-4753932ba152 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:07.669023 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-84f398a8-4120-47fb-8da8-8a2e4a645f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.672081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 on network fa1e7fee-67ae-4c01-8389-4753932ba152 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:07.672476 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Attempting to bind port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 on network fa1e7fee-67ae-4c01-8389-4753932ba152 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:07.681207 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-84f398a8-4120-47fb-8da8-8a2e4a645f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.764057 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.784662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:07.785001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Checking segment: {'id': '618cf0de-ec37-4e67-a189-4d159d710828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fa1e7fee-67ae-4c01-8389-4753932ba152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:07.785381 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Bound using segment: {'id': '618cf0de-ec37-4e67-a189-4d159d710828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fa1e7fee-67ae-4c01-8389-4753932ba152'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:07.785851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Bound port: ec13d091-7ca1-46ed-884e-f9fc86eaa8f7, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618cf0de-ec37-4e67-a189-4d159d710828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fa1e7fee-67ae-4c01-8389-4753932ba152'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:07.786203 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.788079 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.api [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:55:07.788079 n-d-787206-10 neutron-server[100169]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:55:07.788079 n-d-787206-10 neutron-server[100169]: [parameters: {'project_id_1': 'b48b42f5272d407db4f841b2e42a65b5', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 55, 7, 506248)}] Jul 16 17:55:07.788079 n-d-787206-10 neutron-server[100169]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:55:07.788430 n-d-787206-10 neutron-server[100169]: DEBUG oslo_db.api [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:55:07.812684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f398a8-4120-47fb-8da8-8a2e4a645f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a732dc26-ae69-42bc-b3df-bfc889477f62,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:07.848713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Made reservation on behalf of 30622ed81a8149d1b30f489202ef95da for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:07.851038 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.886041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-84f398a8-4120-47fb-8da8-8a2e4a645f9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87cafcb6451b41d4b167e982182c7c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1078115 Jul 16 17:55:07.888901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56456) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:07.889721 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.913344 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.139631 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] For port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:08.204678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] For port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ec13d091-7ca1-46ed-884e-f9fc86eaa8f7,segment=NetworkSegment(618cf0de-ec37-4e67-a189-4d159d710828),segment_id=618cf0de-ec37-4e67-a189-4d159d710828)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:08.217949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74741186-1fa1-41d6-9c6e-8d8dbf2313d5 req-d0233b0a-d3f0-47f0-adad-bb72258f8ce0 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:08.219714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74741186-1fa1-41d6-9c6e-8d8dbf2313d5 req-d0233b0a-d3f0-47f0-adad-bb72258f8ce0 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 943 time: 0.5166690 Jul 16 17:55:08.253615 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.311273 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c5b43814-5784-46e3-a6a1-84909012c018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.322616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-de8c4443-00c8-4b05-abc4-a83442d48e98 service neutron] 10.222.0.43 "GET /v2.0/ports/3f376ca7-e988-47e8-a851-cfa988121adf/bindings/n-h1-787206-10 HTTP/1.1" status: 200 len: 385 time: 0.3476112 Jul 16 17:55:08.427401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:08.428113 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.429659 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] 10.222.0.35 "PUT /v2.0/ports/ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 HTTP/1.1" status: 200 len: 1092 time: 4.3748736 Jul 16 17:55:08.430208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e27866-942c-4e9d-9c4e-5577c2173d2e', 'tag': 'ec13d091-7ca1-46ed-884e-f9fc86eaa8f7'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:08.432622 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aebdd0a-de4b-4d15-a5b6-8a4ea16daa52" -d '{"events": [{"name": "network-changed", "server_uuid": "47e27866-942c-4e9d-9c4e-5577c2173d2e", "tag": "ec13d091-7ca1-46ed-884e-f9fc86eaa8f7"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:08.461324 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.519644 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.521933 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c5b43814-5784-46e3-a6a1-84909012c018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.525190 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.526407 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.545308 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74741186-1fa1-41d6-9c6e-8d8dbf2313d5 req-dd84eaaa-8fbc-4b00-af17-25525f43bf7a tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095524 Jul 16 17:55:08.559216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411bfe9d-4e05-4b81-ab6b-b3a830558426 None None] Network f6f082ee-292d-42f1-832d-1741bafff6de requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:08.612220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc24d31-0120-4781-af72-eaf175535ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec13d091-7ca1-46ed-884e-f9fc86eaa8f7,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:08.656200 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a401df-39c8-4605-99d6-e92d0a9a40bd x-openstack-request-id: req-f6a401df-39c8-4605-99d6-e92d0a9a40bd {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:08.656541 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e27866-942c-4e9d-9c4e-5577c2173d2e", "tag": "ec13d091-7ca1-46ed-884e-f9fc86eaa8f7", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:08.656733 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6a401df-39c8-4605-99d6-e92d0a9a40bd {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:08.657741 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e27866-942c-4e9d-9c4e-5577c2173d2e', 'tag': 'ec13d091-7ca1-46ed-884e-f9fc86eaa8f7', 'status': 'completed', 'code': 200} Jul 16 17:55:08.661132 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.676025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network f6f082ee-292d-42f1-832d-1741bafff6de is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:08.677855 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:08.680017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=be3e48aa-0462-45ce-87d5-529d467803ea,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:08.692292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4d6d7960-43f3-4f1e-984f-f98b72c8da9f None None] Provisioning for port 6a081968-b055-4d7c-9ab9-7be4ffebc82c completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:08.722083 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.785142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:08.832121 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router e4554a00-094a-4dbb-b7e2-e9b11a34c5ed is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:08.848128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Made reservation on behalf of b48b42f5272d407db4f841b2e42a65b5 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:08.851709 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.890065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e20bc12-f748-4063-ab0a-ff65e2299e65,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:08.904497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6622dd7c-d240-4437-ab9b-fc9b7ee2a8b8 req-fe2daa42-033b-4b60-8261-277d07d3e2d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5560853 Jul 16 17:55:08.905317 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.905568 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Added segment 4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2 of type vlan for network 46c733de-523b-4edc-89b4-7986214861ef Jul 16 17:55:08.915244 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c5b43814-5784-46e3-a6a1-84909012c018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.917769 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c5b43814-5784-46e3-a6a1-84909012c018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.918884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c5b43814-5784-46e3-a6a1-84909012c018 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a732dc26-ae69-42bc-b3df-bfc889477f62 HTTP/1.1" status: 204 len: 168 time: 1.0271840 Jul 16 17:55:08.971231 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:08.982294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99552506-c6df-4d5c-a8b5-a102618b3fa3 None None] Sync routers for ids ['e4554a00-094a-4dbb-b7e2-e9b11a34c5ed'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:08.987486 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-91ea2d0c-109d-4670-a98b-b3c9da20ab68 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/e4554a00-094a-4dbb-b7e2-e9b11a34c5ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4161127 Jul 16 17:55:08.988340 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56470) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:09.006203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99552506-c6df-4d5c-a8b5-a102618b3fa3 None None] Routers {'e4554a00-094a-4dbb-b7e2-e9b11a34c5ed'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:09.009017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-99552506-c6df-4d5c-a8b5-a102618b3fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e4554a00-094a-4dbb-b7e2-e9b11a34c5ed'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:09.055143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7ef354-a3ab-4a3e-a44b-297e2ad25c26 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:09.059309 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-de7ef354-a3ab-4a3e-a44b-297e2ad25c26 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports/be3e48aa-0462-45ce-87d5-529d467803ea HTTP/1.1" status: 200 len: 984 time: 0.0661108 Jul 16 17:55:09.060003 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56472) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:09.062975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-99552506-c6df-4d5c-a8b5-a102618b3fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:09.076398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99552506-c6df-4d5c-a8b5-a102618b3fa3 None None] Routers {'e4554a00-094a-4dbb-b7e2-e9b11a34c5ed'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:09.077660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-99552506-c6df-4d5c-a8b5-a102618b3fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e4554a00-094a-4dbb-b7e2-e9b11a34c5ed'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:09.130096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-99552506-c6df-4d5c-a8b5-a102618b3fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:09.130974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99552506-c6df-4d5c-a8b5-a102618b3fa3 None None] The sync data for ids ['e4554a00-094a-4dbb-b7e2-e9b11a34c5ed'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:09.371581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6a081968-b055-4d7c-9ab9-7be4ffebc82c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:09.382577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8b750bae-e656-47f3-98d6-056c809e1699 None None] Provisioning for port be3e48aa-0462-45ce-87d5-529d467803ea completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:09.426426 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8b750bae-e656-47f3-98d6-056c809e1699 None None] Provisioning complete for port be3e48aa-0462-45ce-87d5-529d467803ea triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:09.433124 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8b750bae-e656-47f3-98d6-056c809e1699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.457495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7938ec1b-5823-4915-b550-4e62f767384d req-28f51bc2-497d-401c-8064-9917ec776fd8 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 210 time: 0.6805909 Jul 16 17:55:09.546209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8b750bae-e656-47f3-98d6-056c809e1699 None None] Port be3e48aa-0462-45ce-87d5-529d467803ea cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:09.553761 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.576165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 6a081968-b055-4d7c-9ab9-7be4ffebc82c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:09.583872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6a081968-b055-4d7c-9ab9-7be4ffebc82c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:09.584425 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.601893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-4f8b73f1-17d0-43fa-abb0-401ade8b4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:09.604511 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-4f8b73f1-17d0-43fa-abb0-401ade8b4b63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33cbe3592bfd488bb4d087a2c1394b6e&device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 1095 time: 1.0746386 Jul 16 17:55:09.642647 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.643975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:09.644749 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.647161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b43814-5784-46e3-a6a1-84909012c018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a732dc26-ae69-42bc-b3df-bfc889477f62,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:09.684114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00ad53-7df0-4486-b6b6-2614394743b5 req-c1d509f3-e35a-4386-aa91-00eb6afedf79 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:09.691868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b00ad53-7df0-4486-b6b6-2614394743b5 req-c1d509f3-e35a-4386-aa91-00eb6afedf79 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 943 time: 1.1609652 Jul 16 17:55:09.772608 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32622929-2d98-47b0-b8c8-3fdfd315762d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.795571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4f8c71af-c2a1-45a0-8e6d-d52cccea9d2b None None] Provisioning complete for port be3e48aa-0462-45ce-87d5-529d467803ea triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:09.795990 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4f8c71af-c2a1-45a0-8e6d-d52cccea9d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.797523 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.906741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-dbb8a9ca-92b7-4016-b95e-8b8d4761bbd7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 HTTP/1.1" status: 200 len: 217 time: 0.2535517 Jul 16 17:55:09.916051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 6a081968-b055-4d7c-9ab9-7be4ffebc82c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6a081968-b055-4d7c-9ab9-7be4ffebc82c,segment=NetworkSegment(92e9678e-bec0-46d5-ab5a-240ce159a2e8),segment_id=92e9678e-bec0-46d5-ab5a-240ce159a2e8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:09.932263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c71af-c2a1-45a0-8e6d-d52cccea9d2b None None] Port be3e48aa-0462-45ce-87d5-529d467803ea cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:09.932263 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.969619 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.1745403 Jul 16 17:55:09.974710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56494) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:10.000803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=6a081968-b055-4d7c-9ab9-7be4ffebc82c,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:10.038225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d6fa94e6-03a9-43ba-8825-0336da7d2030 admin admin] Request body: {'subnet': {'network_id': '46c733de-523b-4edc-89b4-7986214861ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1811247159-subnet', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:10.046885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b00ad53-7df0-4486-b6b6-2614394743b5 req-11000ae4-8129-4da2-b9dd-e168455b96a6 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/security-groups?id=98f9d2e1-3036-4370-b7a4-2f82aa526daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541405 Jul 16 17:55:10.051822 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.095055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-32622929-2d98-47b0-b8c8-3fdfd315762d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port be3e48aa-0462-45ce-87d5-529d467803ea {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:10.096076 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32622929-2d98-47b0-b8c8-3fdfd315762d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.172942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6b69aee4-b5d2-4474-877f-22617ff70779 None None] Provisioning complete for port be3e48aa-0462-45ce-87d5-529d467803ea triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:10.173502 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6b69aee4-b5d2-4474-877f-22617ff70779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.209159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0747014-afdf-4d06-9615-ca7f68159fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=46c733de-523b-4edc-89b4-7986214861ef,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:10.218719 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32622929-2d98-47b0-b8c8-3fdfd315762d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.235915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 46c733de-523b-4edc-89b4-7986214861ef details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:10.240578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-32622929-2d98-47b0-b8c8-3fdfd315762d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for be3e48aa-0462-45ce-87d5-529d467803ea owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:10.286041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6b69aee4-b5d2-4474-877f-22617ff70779 None None] Port be3e48aa-0462-45ce-87d5-529d467803ea cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:10.350028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-27563075-19f2-4065-87f4-5cddf707a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:10.351559 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-27563075-19f2-4065-87f4-5cddf707a21c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d7842b5-176e-4f2f-a5a8-4022ea5193d3 HTTP/1.1" status: 200 len: 862 time: 0.3916237 Jul 16 17:55:10.380539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Allocated IP 192.168.233.53 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:10.383981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622dd7c-d240-4437-ab9b-fc9b7ee2a8b8 req-ed1ab3c9-4379-42e2-a0d3-75624a33f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:10.385589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6622dd7c-d240-4437-ab9b-fc9b7ee2a8b8 req-ed1ab3c9-4379-42e2-a0d3-75624a33f01b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 1102 time: 0.9348176 Jul 16 17:55:10.409385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2528022a-22e8-46c1-ba19-6107ccab393f req-14038688-bb24-4868-8d20-6d70132bd34c service neutron] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3f376ca7-e988-47e8-a851-cfa988121adf,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:10.411944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-209f4d18-9cf7-401e-856b-87ca74a58b65 None None] Provisioning complete for port be3e48aa-0462-45ce-87d5-529d467803ea triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:10.412406 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-209f4d18-9cf7-401e-856b-87ca74a58b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.457741 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-209f4d18-9cf7-401e-856b-87ca74a58b65 None None] Port be3e48aa-0462-45ce-87d5-529d467803ea cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:10.468040 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32622929-2d98-47b0-b8c8-3fdfd315762d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.469355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fa94e6-03a9-43ba-8825-0336da7d2030 admin admin] Made reservation on behalf of 30622ed81a8149d1b30f489202ef95da for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:10.474116 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d6fa94e6-03a9-43ba-8825-0336da7d2030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.509254 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32622929-2d98-47b0-b8c8-3fdfd315762d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=be3e48aa-0462-45ce-87d5-529d467803ea,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:10.549389 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-0bb2bf9d-46bc-404f-95e3-b1011e9eca10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa1e7fee-67ae-4c01-8389-4753932ba152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416004 Jul 16 17:55:10.637198 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32622929-2d98-47b0-b8c8-3fdfd315762d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.664018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2528022a-22e8-46c1-ba19-6107ccab393f req-14038688-bb24-4868-8d20-6d70132bd34c service neutron] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:10.696412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cc4df-2dcc-46e8-a2e6-7ecbf73094f4 req-1bab11a2-3d03-445b-8015-bf6cbf4e31b8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:10.703921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b1cc4df-2dcc-46e8-a2e6-7ecbf73094f4 req-1bab11a2-3d03-445b-8015-bf6cbf4e31b8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 943 time: 0.8404346 Jul 16 17:55:10.724853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3f376ca7-e988-47e8-a851-cfa988121adf no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:10.836016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32622929-2d98-47b0-b8c8-3fdfd315762d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router e4554a00-094a-4dbb-b7e2-e9b11a34c5ed has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:10.848061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-382ab703-38c4-4409-b0b5-b052831ed7aa req-58e43aea-8782-47c7-8823-71699b401db3 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 210 time: 0.1980803 Jul 16 17:55:10.951053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32622929-2d98-47b0-b8c8-3fdfd315762d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:10.956334 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-32622929-2d98-47b0-b8c8-3fdfd315762d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/e4554a00-094a-4dbb-b7e2-e9b11a34c5ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8947175 Jul 16 17:55:10.960978 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03960410-dfc0-4a9e-b75f-b45e70f7233e None None] Sync routers for ids ['e4554a00-094a-4dbb-b7e2-e9b11a34c5ed'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:10.970600 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56516) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:10.974114 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03960410-dfc0-4a9e-b75f-b45e70f7233e None None] Routers {'e4554a00-094a-4dbb-b7e2-e9b11a34c5ed'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:10.974757 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-03960410-dfc0-4a9e-b75f-b45e70f7233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e4554a00-094a-4dbb-b7e2-e9b11a34c5ed'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:11.047469 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-03960410-dfc0-4a9e-b75f-b45e70f7233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:11.089372 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03960410-dfc0-4a9e-b75f-b45e70f7233e None None] Routers {'e4554a00-094a-4dbb-b7e2-e9b11a34c5ed'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:11.089628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-2528022a-22e8-46c1-ba19-6107ccab393f req-14038688-bb24-4868-8d20-6d70132bd34c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f376ca7-e988-47e8-a851-cfa988121adf {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:11.090008 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-03960410-dfc0-4a9e-b75f-b45e70f7233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e4554a00-094a-4dbb-b7e2-e9b11a34c5ed'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:11.107968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-0d7a9a90-25bc-4ee9-b27b-142930315041 service neutron] 10.222.0.35 "GET /v2.0/networks/fa1e7fee-67ae-4c01-8389-4753932ba152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212245 Jul 16 17:55:11.121335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b1cc4df-2dcc-46e8-a2e6-7ecbf73094f4 req-98a3e2cd-aead-4e01-ba06-fe91b3716239 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164557 Jul 16 17:55:11.125854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2528022a-22e8-46c1-ba19-6107ccab393f req-14038688-bb24-4868-8d20-6d70132bd34c service neutron] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3f376ca7-e988-47e8-a851-cfa988121adf,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:11.134206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Router fefc66af-5518-47a0-a914-e08ed0bc9778 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:11.179090 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-03960410-dfc0-4a9e-b75f-b45e70f7233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:11.182074 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03960410-dfc0-4a9e-b75f-b45e70f7233e None None] The sync data for ids ['e4554a00-094a-4dbb-b7e2-e9b11a34c5ed'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:11.192034 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-31cc7b12-a7e4-47f1-a78d-25f4691b79dc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 17:55:11.193141 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-31cc7b12-a7e4-47f1-a78d-25f4691b79dc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/e4554a00-094a-4dbb-b7e2-e9b11a34c5ed/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2214780 Jul 16 17:55:11.196136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56526) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:11.227088 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2528022a-22e8-46c1-ba19-6107ccab393f req-14038688-bb24-4868-8d20-6d70132bd34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.231586 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cdebed9a-ef5b-454c-b8bf-91333ae40dfe tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4554a00-094a-4dbb-b7e2-e9b11a34c5ed HTTP/1.1" status: 200 len: 205 time: 0.0341733 Jul 16 17:55:11.233934 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56530) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:11.270619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622dd7c-d240-4437-ab9b-fc9b7ee2a8b8 req-cfe858b9-e7e7-4764-8333-733b4755abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:11.272264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6622dd7c-d240-4437-ab9b-fc9b7ee2a8b8 req-cfe858b9-e7e7-4764-8333-733b4755abf0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.8423986 Jul 16 17:55:11.275245 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.315244 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6a081968-b055-4d7c-9ab9-7be4ffebc82c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:11.334072 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1818f264-bab1-4b12-9835-fa0ffb11f701 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.383420 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6a081968-b055-4d7c-9ab9-7be4ffebc82c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:11.383797 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.462641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Transition to ACTIVE for port object 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:11.514377 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1818f264-bab1-4b12-9835-fa0ffb11f701 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.516671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1818f264-bab1-4b12-9835-fa0ffb11f701 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.591600 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6622dd7c-d240-4437-ab9b-fc9b7ee2a8b8 req-d46658d2-b727-4ece-a863-f7106ea8a292 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0 HTTP/1.1" status: 200 len: 217 time: 0.2999465 Jul 16 17:55:11.600794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:11.615750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Sync routers for ids ['fefc66af-5518-47a0-a914-e08ed0bc9778'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:11.635893 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Routers {'fefc66af-5518-47a0-a914-e08ed0bc9778'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:11.637024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fefc66af-5518-47a0-a914-e08ed0bc9778'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:11.778706 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.780064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bfc99513-9ff3-4c60-971b-969e90574654 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.9419417 Jul 16 17:55:11.794021 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d6fa94e6-03a9-43ba-8825-0336da7d2030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.797816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Set router fefc66af-5518-47a0-a914-e08ed0bc9778 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:11.802872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56542) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:11.872519 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1818f264-bab1-4b12-9835-fa0ffb11f701 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.873116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1818f264-bab1-4b12-9835-fa0ffb11f701 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Fanout notify agent at l3_agent the message router_deleted on router e4554a00-094a-4dbb-b7e2-e9b11a34c5ed {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:55:11.880480 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1818f264-bab1-4b12-9835-fa0ffb11f701 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.884136 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1818f264-bab1-4b12-9835-fa0ffb11f701 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/e4554a00-094a-4dbb-b7e2-e9b11a34c5ed HTTP/1.1" status: 204 len: 168 time: 0.6489170 Jul 16 17:55:11.884750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56548) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:11.934687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be08a0-1c7f-4432-bd94-e09b835c4134 req-3a91d19a-7ee2-4170-a912-42677c8d5a05 service neutron] 10.222.0.35 "GET /v2.0/networks/fa1e7fee-67ae-4c01-8389-4753932ba152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8049116 Jul 16 17:55:11.971970 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-79603ac6-f877-4128-b355-40fd9e4a02ee tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting subnet dab00bae-1c55-4151-9a4b-57b5afc27f4d {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:55:11.976942 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79603ac6-f877-4128-b355-40fd9e4a02ee tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.979174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622dd7c-d240-4437-ab9b-fc9b7ee2a8b8 req-3adad8bc-2029-4073-8978-4af6f96bc4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:11.980738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6622dd7c-d240-4437-ab9b-fc9b7ee2a8b8 req-3adad8bc-2029-4073-8978-4af6f96bc4be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.3719108 Jul 16 17:55:11.992183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.026496 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['5e598ef2-b61e-477a-8490-a26f7743d703'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:12.028924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['a18a4c5c-e22a-4859-ab9d-ae88ac808a4f', 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:12.029819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-2528022a-22e8-46c1-ba19-6107ccab393f req-14038688-bb24-4868-8d20-6d70132bd34c service neutron] Transition to ACTIVE for port object 3f376ca7-e988-47e8-a851-cfa988121adf will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:12.053270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79603ac6-f877-4128-b355-40fd9e4a02ee tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.093859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429efa0-8340-436e-a916-5184b2ac1307 req-c520834f-7b2c-414c-b8ef-fe44f690c825 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:12.094898 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1429efa0-8340-436e-a916-5184b2ac1307 req-c520834f-7b2c-414c-b8ef-fe44f690c825 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 943 time: 0.8172760 Jul 16 17:55:12.155981 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79603ac6-f877-4128-b355-40fd9e4a02ee tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.169309 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2528022a-22e8-46c1-ba19-6107ccab393f req-14038688-bb24-4868-8d20-6d70132bd34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.211612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'name': 'tempest-FloatingIPDetailsTestJSON-944931908-router', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '13b9da63-984a-45b3-869a-0500160e3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 3, 'project_id': '6b40efcb76344e21a2c44feffe833761', 'gw_port': {'id': '13b9da63-984a-45b3-869a-0500160e3d65', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:04Z', 'updated_at': '2021-07-16T17:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:12.224580 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79603ac6-f877-4128-b355-40fd9e4a02ee tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.249853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Checking router: fefc66af-5518-47a0-a914-e08ed0bc9778 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:12.250204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Updating router fefc66af-5518-47a0-a914-e08ed0bc9778 port 13b9da63-984a-45b3-869a-0500160e3d65 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:12.252366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79603ac6-f877-4128-b355-40fd9e4a02ee tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Subnet': ['ID=dab00bae-1c55-4151-9a4b-57b5afc27f4d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:12.260541 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79603ac6-f877-4128-b355-40fd9e4a02ee tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.262921 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-79603ac6-f877-4128-b355-40fd9e4a02ee tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/dab00bae-1c55-4151-9a4b-57b5afc27f4d HTTP/1.1" status: 204 len: 168 time: 0.3772254 Jul 16 17:55:12.265518 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56560) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:12.311038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88270cf-107e-4009-8558-1b9836987059 None None] Network f6f082ee-292d-42f1-832d-1741bafff6de requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:12.353519 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.411684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port 6a081968-b055-4d7c-9ab9-7be4ffebc82c {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:12.412468 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.412602 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.482216 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] For port 6a081968-b055-4d7c-9ab9-7be4ffebc82c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6a081968-b055-4d7c-9ab9-7be4ffebc82c,segment=NetworkSegment(92e9678e-bec0-46d5-ab5a-240ce159a2e8),segment_id=92e9678e-bec0-46d5-ab5a-240ce159a2e8)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:12.482216 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.494470 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for 6a081968-b055-4d7c-9ab9-7be4ffebc82c owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:12.548616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa94e6-03a9-43ba-8825-0336da7d2030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b005d019-19ec-4219-a6ec-9c32751a2009,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:12.552362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:12.582147 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.594216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:12.605753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:12.616167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=6a081968-b055-4d7c-9ab9-7be4ffebc82c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:12.618224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No DVR routers for this DVR port 6a081968-b055-4d7c-9ab9-7be4ffebc82c on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:12.648600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Pushing event updated for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:12.710293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa94e6-03a9-43ba-8825-0336da7d2030 admin admin] Checking segment: {'id': '4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '46c733de-523b-4edc-89b4-7986214861ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:12.710951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fa94e6-03a9-43ba-8825-0336da7d2030 admin admin] Network hostable DHCP agents. Network: 46c733de-523b-4edc-89b4-7986214861ef, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:12.720487 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.731249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f082ee-292d-42f1-832d-1741bafff6de']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:12.748022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e9678e-bec0-46d5-ab5a-240ce159a2e8') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:12.748332 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e9678e-bec0-46d5-ab5a-240ce159a2e8') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:12.758799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:12.759063 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.759860 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.774414 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.798609 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:55:12.799390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.802939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2528022a-22e8-46c1-ba19-6107ccab393f req-14038688-bb24-4868-8d20-6d70132bd34c service neutron] No DVR routers for this DVR port 3f376ca7-e988-47e8-a851-cfa988121adf on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:55:12.804414 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:55:12.878009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6def0546-c908-4a0b-b17c-64143c34e78e None None] DHCP port deletion for f6f082ee-292d-42f1-832d-1741bafff6de request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:55:12.890577 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.916646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.918151 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1429efa0-8340-436e-a916-5184b2ac1307 req-f06178b6-da70-4386-868d-9bebac18d59d tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/security-groups?id=98f9d2e1-3036-4370-b7a4-2f82aa526daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7398818 Jul 16 17:55:12.922767 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/networks/f6f082ee-292d-42f1-832d-1741bafff6de HTTP/1.1" status: 204 len: 168 time: 0.6520522 Jul 16 17:55:12.922767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b264e-7ec8-43c0-95ef-e1d6a1473876 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Network': ['ID=f6f082ee-292d-42f1-832d-1741bafff6de,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:12.922767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56562) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:12.930978 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.931751 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ff016882-90c5-4dfd-9fc2-24bcf6d7e9da tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1201536355'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:12.947211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-976b6277-5090-4338-a752-4377eb50e487 None None] Provisioning for port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:12.953993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Transition to ACTIVE for port object 13b9da63-984a-45b3-869a-0500160e3d65 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:12.956024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-976b6277-5090-4338-a752-4377eb50e487 None None] Provisioning complete for port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:12.956319 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-976b6277-5090-4338-a752-4377eb50e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.976462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622dd7c-d240-4437-ab9b-fc9b7ee2a8b8 req-ed8c8cfb-afee-4931-8d6a-c3aa149c16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:12.978542 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6622dd7c-d240-4437-ab9b-fc9b7ee2a8b8 req-ed8c8cfb-afee-4931-8d6a-c3aa149c16ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9471304 Jul 16 17:55:12.981793 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.012240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff016882-90c5-4dfd-9fc2-24bcf6d7e9da tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:13.015812 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff016882-90c5-4dfd-9fc2-24bcf6d7e9da tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.023479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-de122533-f622-4fd3-afa1-32a0d64380ad tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1416299 Jul 16 17:55:13.053033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-976b6277-5090-4338-a752-4377eb50e487 None None] Port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:13.058661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Attempting to bind port 13b9da63-984a-45b3-869a-0500160e3d65 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:13.059115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Attempting to bind port 13b9da63-984a-45b3-869a-0500160e3d65 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:13.059575 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Attempting to bind port 13b9da63-984a-45b3-869a-0500160e3d65 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:13.060741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff016882-90c5-4dfd-9fc2-24bcf6d7e9da tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:13.065008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fa94e6-03a9-43ba-8825-0336da7d2030 admin admin] Network 46c733de-523b-4edc-89b4-7986214861ef is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:13.068679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:13.069812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:13.069812 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.070062 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:13.070904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Bound port: 13b9da63-984a-45b3-869a-0500160e3d65, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:13.071335 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.072176 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff016882-90c5-4dfd-9fc2-24bcf6d7e9da tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.072176 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-ff016882-90c5-4dfd-9fc2-24bcf6d7e9da tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Added segment 8ccfa2d0-f4c3-4666-ae4d-91744970cfd0 of type vlan for network 377b4077-74dc-4791-9307-7ae2b9adc18a Jul 16 17:55:13.073945 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d660f5e-8138-4128-b722-47d478681e36 None None] Pushing event updated for resources: {'Port': ['ID=13b9da63-984a-45b3-869a-0500160e3d65,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.084500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebdd0a-de4b-4d15-a5b6-8a4ea16daa52 req-41ec9acb-6097-42f4-bafc-f9d99a5b2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.086041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0aebdd0a-de4b-4d15-a5b6-8a4ea16daa52 req-41ec9acb-6097-42f4-bafc-f9d99a5b2ed4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33cbe3592bfd488bb4d087a2c1394b6e&device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 1095 time: 1.0688300 Jul 16 17:55:13.093866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Request body: {'port': {'device_id': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:13.107591 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-14038688-bb24-4868-8d20-6d70132bd34c service neutron] 10.222.0.43 "PUT /v2.0/ports/3f376ca7-e988-47e8-a851-cfa988121adf/bindings/n-h1-787206-10/activate HTTP/1.1" status: 200 len: 370 time: 4.7660613 Jul 16 17:55:13.120250 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9c87c-4cd5-4ca6-b9dd-dc21e772621e req-6d32cf6a-40be-4f3a-b188-7637a35be3be tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.127310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05f9c87c-4cd5-4ca6-b9dd-dc21e772621e req-6d32cf6a-40be-4f3a-b188-7637a35be3be tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 935 time: 1.0764246 Jul 16 17:55:13.132068 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff016882-90c5-4dfd-9fc2-24bcf6d7e9da tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.157100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] For port 13b9da63-984a-45b3-869a-0500160e3d65, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:13.161940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] For port 13b9da63-984a-45b3-869a-0500160e3d65, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=13b9da63-984a-45b3-869a-0500160e3d65,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:13.170223 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.170793 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff016882-90c5-4dfd-9fc2-24bcf6d7e9da tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.179723 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff016882-90c5-4dfd-9fc2-24bcf6d7e9da tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.180662 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff016882-90c5-4dfd-9fc2-24bcf6d7e9da tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.198505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-d6fa94e6-03a9-43ba-8825-0336da7d2030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 46c733de-523b-4edc-89b4-7986214861ef) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:13.200171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14038688-bb24-4868-8d20-6d70132bd34c service neutron] Pushing event updated for resources: {'Port': ['ID=3f376ca7-e988-47e8-a851-cfa988121adf,revision_number=10']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.217932 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd4c387-e09c-4668-8a1a-b1f706e9b2e5 None None] Network 46c733de-523b-4edc-89b4-7986214861ef requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:13.279447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff016882-90c5-4dfd-9fc2-24bcf6d7e9da tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Network': ['ID=377b4077-74dc-4791-9307-7ae2b9adc18a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.303556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fa94e6-03a9-43ba-8825-0336da7d2030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.304233 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d6fa94e6-03a9-43ba-8825-0336da7d2030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.305493 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ff016882-90c5-4dfd-9fc2-24bcf6d7e9da tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3800049 Jul 16 17:55:13.306393 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56568) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:13.311902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e12c0c1b-27cb-497d-8316-b456bf82c750 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'subnet': {'network_id': '377b4077-74dc-4791-9307-7ae2b9adc18a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:13.333295 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:55:13.334807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 377b4077-74dc-4791-9307-7ae2b9adc18a details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:13.372265 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6a081968-b055-4d7c-9ab9-7be4ffebc82c no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:13.436820 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12c0c1b-27cb-497d-8316-b456bf82c750 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:13.438520 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6622dd7c-d240-4437-ab9b-fc9b7ee2a8b8 req-d9500c85-1c8a-4434-ba56-53a01e2c7395 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074795 Jul 16 17:55:13.442893 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12c0c1b-27cb-497d-8316-b456bf82c750 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.462240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 6a081968-b055-4d7c-9ab9-7be4ffebc82c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:13.462590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6a081968-b055-4d7c-9ab9-7be4ffebc82c not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:13.470675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d6fa94e6-03a9-43ba-8825-0336da7d2030 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.4431434 Jul 16 17:55:13.476888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56572) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:13.529673 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Routers {'fefc66af-5518-47a0-a914-e08ed0bc9778'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:13.530320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fefc66af-5518-47a0-a914-e08ed0bc9778'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:13.534869 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d660f5e-8138-4128-b722-47d478681e36 None None] Pushing event updated for resources: {'Port': ['ID=13b9da63-984a-45b3-869a-0500160e3d65,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.550040 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1811247159-router', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:13.555828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05f9c87c-4cd5-4ca6-b9dd-dc21e772621e req-a1e21919-9ae3-42f6-9314-82ca8bcc160e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273598 Jul 16 17:55:13.711790 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12c0c1b-27cb-497d-8316-b456bf82c750 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.732284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebdd0a-de4b-4d15-a5b6-8a4ea16daa52 req-f4dc5644-24ea-4b10-813b-39e00a48efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.733605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0aebdd0a-de4b-4d15-a5b6-8a4ea16daa52 req-f4dc5644-24ea-4b10-813b-39e00a48efd9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fa1e7fee-67ae-4c01-8389-4753932ba152 HTTP/1.1" status: 200 len: 923 time: 0.6223974 Jul 16 17:55:13.742200 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.748503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-46c733de-523b-4edc-89b4-7986214861ef', 'network_id': '46c733de-523b-4edc-89b4-7986214861ef', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'fixed_ips': [{'subnet_id': 'b005d019-19ec-4219-a6ec-9c32751a2009'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:13.749432 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.787486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c0c1b-27cb-497d-8316-b456bf82c750 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Subnet': ['ID=b02ffd81-bc30-49ba-b322-9c70f06e7629,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.817970 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.818994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.828731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528022a-22e8-46c1-ba19-6107ccab393f req-e46a91c9-96c2-4c1c-b274-af4299020207 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.831408 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-e46a91c9-96c2-4c1c-b274-af4299020207 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 1096 time: 0.6338973 Jul 16 17:55:13.841241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0aebdd0a-de4b-4d15-a5b6-8a4ea16daa52 req-493342a0-30b2-4794-aa2e-609be5967115 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 HTTP/1.1" status: 200 len: 217 time: 0.0967398 Jul 16 17:55:13.843038 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c0c1b-27cb-497d-8316-b456bf82c750 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Checking segment: {'id': '8ccfa2d0-f4c3-4666-ae4d-91744970cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '377b4077-74dc-4791-9307-7ae2b9adc18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:13.844100 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12c0c1b-27cb-497d-8316-b456bf82c750 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network hostable DHCP agents. Network: 377b4077-74dc-4791-9307-7ae2b9adc18a, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:13.871032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12c0c1b-27cb-497d-8316-b456bf82c750 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network 377b4077-74dc-4791-9307-7ae2b9adc18a is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:13.881494 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e12c0c1b-27cb-497d-8316-b456bf82c750 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 377b4077-74dc-4791-9307-7ae2b9adc18a) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:13.898668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080467eb-6c9e-4ad0-85c4-0beb8af18ce8 None None] Network 377b4077-74dc-4791-9307-7ae2b9adc18a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:13.901113 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12c0c1b-27cb-497d-8316-b456bf82c750 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.902195 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12c0c1b-27cb-497d-8316-b456bf82c750 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.905269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] Set router fefc66af-5518-47a0-a914-e08ed0bc9778 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:13.925371 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e12c0c1b-27cb-497d-8316-b456bf82c750 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6161425 Jul 16 17:55:13.926433 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56584) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:13.932303 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b0ff5c59-87c6-4a64-946b-6f0f70dab312 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-836528491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:13.966791 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5c59-87c6-4a64-946b-6f0f70dab312 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.968465 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5c59-87c6-4a64-946b-6f0f70dab312 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.048200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5c59-87c6-4a64-946b-6f0f70dab312 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.062823 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5c59-87c6-4a64-946b-6f0f70dab312 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.096839 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5c59-87c6-4a64-946b-6f0f70dab312 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.098957 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b0ff5c59-87c6-4a64-946b-6f0f70dab312 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1713779 Jul 16 17:55:14.101789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56590) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:14.146730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Allocated IP 172.20.0.2 (46c733de-523b-4edc-89b4-7986214861ef/b005d019-19ec-4219-a6ec-9c32751a2009/96016ee7-6158-4b93-aea9-b10667c72abf) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:14.158838 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6622dd7c-d240-4437-ab9b-fc9b7ee2a8b8 req-76b062ae-77ab-49e4-bdf0-39fd848bd2fd service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6827381 Jul 16 17:55:14.314093 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.325848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8d85f-e074-4a9c-bfa6-edc4724c7318 req-edb59795-1c16-4575-b05d-75cd8a64a34c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:14.333852 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ac8d85f-e074-4a9c-bfa6-edc4724c7318 req-edb59795-1c16-4575-b05d-75cd8a64a34c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 944 time: 0.8624482 Jul 16 17:55:14.412023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae339449-872a-4920-a626-58a760269663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-377b4077-74dc-4791-9307-7ae2b9adc18a', 'network_id': '377b4077-74dc-4791-9307-7ae2b9adc18a', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'fixed_ips': [{'subnet_id': 'b02ffd81-bc30-49ba-b322-9c70f06e7629'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:14.416084 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ae339449-872a-4920-a626-58a760269663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.464941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebdd0a-de4b-4d15-a5b6-8a4ea16daa52 req-653a8524-a107-4142-b3d4-585525940d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:14.466551 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0aebdd0a-de4b-4d15-a5b6-8a4ea16daa52 req-653a8524-a107-4142-b3d4-585525940d1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d7842b5-176e-4f2f-a5a8-4022ea5193d3 HTTP/1.1" status: 200 len: 862 time: 0.5714929 Jul 16 17:55:14.472266 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.504380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'name': 'tempest-FloatingIPDetailsTestJSON-944931908-router', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '13b9da63-984a-45b3-869a-0500160e3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 3, 'project_id': '6b40efcb76344e21a2c44feffe833761', 'gw_port': {'id': '13b9da63-984a-45b3-869a-0500160e3d65', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:04Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:14.555607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093ea66-6f53-437f-98bc-442ea90724a3 None None] The sync data for ids ['fefc66af-5518-47a0-a914-e08ed0bc9778'] in n-d-787206-10 is: [{'id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'name': 'tempest-FloatingIPDetailsTestJSON-944931908-router', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '13b9da63-984a-45b3-869a-0500160e3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 3, 'project_id': '6b40efcb76344e21a2c44feffe833761', 'gw_port': {'id': '13b9da63-984a-45b3-869a-0500160e3d65', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:04Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:14.557612 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.578842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0aebdd0a-de4b-4d15-a5b6-8a4ea16daa52 req-d7ac6632-d788-4dfa-8096-dfc3ed9c96e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa1e7fee-67ae-4c01-8389-4753932ba152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001477 Jul 16 17:55:14.637798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Transition to ACTIVE for port object 96016ee7-6158-4b93-aea9-b10667c72abf will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:14.667826 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Transition to ACTIVE for port object 96016ee7-6158-4b93-aea9-b10667c72abf will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:14.671801 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.689563 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.750277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528022a-22e8-46c1-ba19-6107ccab393f req-8cf9d138-102b-4bc2-9000-d2c129cb6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:14.752553 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-8cf9d138-102b-4bc2-9000-d2c129cb6123 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce HTTP/1.1" status: 200 len: 1096 time: 0.9044907 Jul 16 17:55:14.777657 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56598) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:14.801663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Network 46c733de-523b-4edc-89b4-7986214861ef is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:14.810981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:14.817689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:14.830904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ac8d85f-e074-4a9c-bfa6-edc4724c7318 req-c40409ae-5735-4671-9ba2-f94263577a26 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956310 Jul 16 17:55:14.833418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Pushing event updated for resources: {'Port': ['ID=96016ee7-6158-4b93-aea9-b10667c72abf,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:14.836298 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-ae339449-872a-4920-a626-58a760269663 None None] Allocated IP 2001:db8::2 (377b4077-74dc-4791-9307-7ae2b9adc18a/b02ffd81-bc30-49ba-b322-9c70f06e7629/9dc244e8-473a-446f-8809-c947d9281f87) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:14.898448 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:14.958064 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fdac71dc-edb3-4ceb-b652-20319b79a9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.013011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Attempting to bind port 96016ee7-6158-4b93-aea9-b10667c72abf on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:15.013011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Attempting to bind port 96016ee7-6158-4b93-aea9-b10667c72abf by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '46c733de-523b-4edc-89b4-7986214861ef'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:15.013643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Attempting to bind port 96016ee7-6158-4b93-aea9-b10667c72abf on network 46c733de-523b-4edc-89b4-7986214861ef {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:15.061393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:15.061940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Checking segment: {'id': '4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '46c733de-523b-4edc-89b4-7986214861ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:15.062455 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.062964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Bound using segment: {'id': '4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '46c733de-523b-4edc-89b4-7986214861ef'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:15.063602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Bound port: 96016ee7-6158-4b93-aea9-b10667c72abf, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '46c733de-523b-4edc-89b4-7986214861ef'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:15.064838 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.192427 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fdac71dc-edb3-4ceb-b652-20319b79a9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.196890 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fdac71dc-edb3-4ceb-b652-20319b79a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.301240 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fdac71dc-edb3-4ceb-b652-20319b79a9b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1eb2e3d75fa4e1fb0b46b46a4ddc347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5196376 Jul 16 17:55:15.302919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac71dc-edb3-4ceb-b652-20319b79a9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f049b1-5a91-4a44-b322-ed4a0d9b005b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:15.321205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56602) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:15.339013 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] For port 96016ee7-6158-4b93-aea9-b10667c72abf, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:15.352457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ec13d091-7ca1-46ed-884e-f9fc86eaa8f7,segment=NetworkSegment(618cf0de-ec37-4e67-a189-4d159d710828),segment_id=618cf0de-ec37-4e67-a189-4d159d710828)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:15.378295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 13b9da63-984a-45b3-869a-0500160e3d65 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:15.386881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] For port 96016ee7-6158-4b93-aea9-b10667c72abf, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=96016ee7-6158-4b93-aea9-b10667c72abf,segment=NetworkSegment(4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2),segment_id=4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:15.398154 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa904-8c66-4527-a454-f7430e808525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.416488 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.422404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'ec13d091-7ca1-46ed-884e-f9fc86eaa8f7', 'network_id': 'fa1e7fee-67ae-4c01-8389-4753932ba152', 'port_id': 'ec13d091-7ca1-46ed-884e-f9fc86eaa8f7', 'mac_address': 'fa:16:3e:62:79:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7842b5-176e-4f2f-a5a8-4022ea5193d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:15.423049 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa904-8c66-4527-a454-f7430e808525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.434412 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ae339449-872a-4920-a626-58a760269663 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.450064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:15.460824 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.484586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Transition to ACTIVE for port object 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:15.504511 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa904-8c66-4527-a454-f7430e808525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.507318 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa904-8c66-4527-a454-f7430e808525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.508592 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b4aaa904-8c66-4527-a454-f7430e808525 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2f049b1-5a91-4a44-b322-ed4a0d9b005b HTTP/1.1" status: 204 len: 168 time: 0.1864190 Jul 16 17:55:15.519201 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaa904-8c66-4527-a454-f7430e808525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f049b1-5a91-4a44-b322-ed4a0d9b005b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:15.523153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ae339449-872a-4920-a626-58a760269663 None None] Transition to ACTIVE for port object 9dc244e8-473a-446f-8809-c947d9281f87 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:15.562134 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.573576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b010d94-53cf-4e36-b471-79163a9a86a3 None None] Pushing event updated for resources: {'Port': ['ID=96016ee7-6158-4b93-aea9-b10667c72abf,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:15.599581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ae339449-872a-4920-a626-58a760269663 None None] Transition to ACTIVE for port object 9dc244e8-473a-446f-8809-c947d9281f87 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:15.602834 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.638909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 13b9da63-984a-45b3-869a-0500160e3d65 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:15.649345 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ae339449-872a-4920-a626-58a760269663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.654262 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 13b9da63-984a-45b3-869a-0500160e3d65 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:15.654542 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.696393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:15.726604 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0aebdd0a-de4b-4d15-a5b6-8a4ea16daa52 req-3c268a36-7933-42ee-953d-dd487e136102 service neutron] 10.222.0.35 "GET /v2.0/networks/fa1e7fee-67ae-4c01-8389-4753932ba152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9858849 Jul 16 17:55:15.728342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Allocated IP 2001:db8::1 (377b4077-74dc-4791-9307-7ae2b9adc18a/b02ffd81-bc30-49ba-b322-9c70f06e7629/905f4631-ef26-4278-9360-16ec55aacc5e) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:15.826345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae339449-872a-4920-a626-58a760269663 None None] Network 377b4077-74dc-4791-9307-7ae2b9adc18a is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:15.830461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1ef4f-5a5f-42ad-929e-a3e87383ddce req-93966b7e-ae07-430d-9440-a0a3a769b9c5 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:15.830992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ec13d091-7ca1-46ed-884e-f9fc86eaa8f7,segment=NetworkSegment(618cf0de-ec37-4e67-a189-4d159d710828),segment_id=618cf0de-ec37-4e67-a189-4d159d710828)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:15.833465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fa1ef4f-5a5f-42ad-929e-a3e87383ddce req-93966b7e-ae07-430d-9440-a0a3a769b9c5 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 943 time: 1.6627638 Jul 16 17:55:15.838534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-ae339449-872a-4920-a626-58a760269663 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:15.841694 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae339449-872a-4920-a626-58a760269663 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:15.846992 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.848711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae339449-872a-4920-a626-58a760269663 None None] Pushing event updated for resources: {'Port': ['ID=9dc244e8-473a-446f-8809-c947d9281f87,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:15.896602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Pushing event updated for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:15.959078 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.998306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.026160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Transition to ACTIVE for port object 905f4631-ef26-4278-9360-16ec55aacc5e will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:16.083196 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.140890 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network 377b4077-74dc-4791-9307-7ae2b9adc18a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:16.146314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:16.149491 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:16.150318 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.195904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56612) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:16.222063 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5f282ef-0234-4abb-a633-31cb3fbf3fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.253672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=905f4631-ef26-4278-9360-16ec55aacc5e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:16.259404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d37185-2ecc-4684-8049-5e34ab4ec801 req-a29dbba0-5b78-49f3-b1ad-8b64d84c18be tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:16.261426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69d37185-2ecc-4684-8049-5e34ab4ec801 req-a29dbba0-5b78-49f3-b1ad-8b64d84c18be tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 947 time: 0.7595484 Jul 16 17:55:16.269622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fa1ef4f-5a5f-42ad-929e-a3e87383ddce req-c5fe743b-94b3-4d61-8c04-9441b44f072b tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/security-groups?id=98f9d2e1-3036-4370-b7a4-2f82aa526daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643074 Jul 16 17:55:16.289099 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Attempting to bind port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:16.289546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Attempting to bind port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:16.290007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Attempting to bind port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:16.331809 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.342861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=ec13d091-7ca1-46ed-884e-f9fc86eaa8f7,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:16.391280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a4ea28f0-1843-4f6c-9c8f-b5919246c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:16.393903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-a4ea28f0-1843-4f6c-9c8f-b5919246c23e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 1096 time: 1.5608356 Jul 16 17:55:16.410435 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['ec13d091-7ca1-46ed-884e-f9fc86eaa8f7'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:16.412658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:16.413103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Attempting to bind port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:16.424637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.444260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ae339449-872a-4920-a626-58a760269663 None None] Attempting to bind port 9dc244e8-473a-446f-8809-c947d9281f87 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:16.444936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ae339449-872a-4920-a626-58a760269663 None None] Attempting to bind port 9dc244e8-473a-446f-8809-c947d9281f87 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '8ccfa2d0-f4c3-4666-ae4d-91744970cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '377b4077-74dc-4791-9307-7ae2b9adc18a'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:16.445424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae339449-872a-4920-a626-58a760269663 None None] Attempting to bind port 9dc244e8-473a-446f-8809-c947d9281f87 on network 377b4077-74dc-4791-9307-7ae2b9adc18a {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:16.475960 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae339449-872a-4920-a626-58a760269663 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:16.476364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae339449-872a-4920-a626-58a760269663 None None] Checking segment: {'id': '8ccfa2d0-f4c3-4666-ae4d-91744970cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '377b4077-74dc-4791-9307-7ae2b9adc18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:16.476760 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ae339449-872a-4920-a626-58a760269663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.477151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae339449-872a-4920-a626-58a760269663 None None] Bound using segment: {'id': '8ccfa2d0-f4c3-4666-ae4d-91744970cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '377b4077-74dc-4791-9307-7ae2b9adc18a'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:16.477625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ae339449-872a-4920-a626-58a760269663 None None] Bound port: 9dc244e8-473a-446f-8809-c947d9281f87, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccfa2d0-f4c3-4666-ae4d-91744970cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '377b4077-74dc-4791-9307-7ae2b9adc18a'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:16.478005 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ae339449-872a-4920-a626-58a760269663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.482199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 13b9da63-984a-45b3-869a-0500160e3d65, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=13b9da63-984a-45b3-869a-0500160e3d65,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:16.485255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0aebdd0a-de4b-4d15-a5b6-8a4ea16daa52 req-2b9b4678-9f29-4ea6-815e-cb889392b6ea service neutron] 10.222.0.35 "GET /v2.0/networks/fa1e7fee-67ae-4c01-8389-4753932ba152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011291 Jul 16 17:55:16.486802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:16.487456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:16.487825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:16.488387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Bound port: 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:16.488936 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.498572 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.575049 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5f282ef-0234-4abb-a633-31cb3fbf3fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.579327 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=13b9da63-984a-45b3-869a-0500160e3d65,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:16.613599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5f282ef-0234-4abb-a633-31cb3fbf3fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.637246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69d37185-2ecc-4684-8049-5e34ab4ec801 req-aba108d8-98ba-4be1-bcfb-a6353da6291b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100624 Jul 16 17:55:16.642239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ae339449-872a-4920-a626-58a760269663 None None] For port 9dc244e8-473a-446f-8809-c947d9281f87, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:16.647796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ae339449-872a-4920-a626-58a760269663 None None] For port 9dc244e8-473a-446f-8809-c947d9281f87, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9dc244e8-473a-446f-8809-c947d9281f87,segment=NetworkSegment(8ccfa2d0-f4c3-4666-ae4d-91744970cfd0),segment_id=8ccfa2d0-f4c3-4666-ae4d-91744970cfd0)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:16.659186 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ae339449-872a-4920-a626-58a760269663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.741450 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f5f282ef-0234-4abb-a633-31cb3fbf3fb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91fc04652a954fc7aa24f9675902f02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5288081 Jul 16 17:55:16.746062 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56614) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:16.763706 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f282ef-0234-4abb-a633-31cb3fbf3fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a706d6-232e-41b8-aae1-421e4af53a8a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:16.826990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae339449-872a-4920-a626-58a760269663 None None] Pushing event updated for resources: {'Port': ['ID=9dc244e8-473a-446f-8809-c947d9281f87,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:16.847779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528022a-22e8-46c1-ba19-6107ccab393f req-e63e36f0-59b3-46e6-be10-1f39e9934106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:16.849443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-e63e36f0-59b3-46e6-be10-1f39e9934106 service neutron] 10.222.0.35 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.4223878 Jul 16 17:55:16.920961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Allocated IP 172.20.0.1 (093e40e5-d450-4eff-8589-16f4a38c8ec6/56dd63de-df54-43a5-8c9b-9cb8de2b6546/6444631b-1ce7-4dbe-be84-9cf0f952b409) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:16.936358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b725b-33cb-4068-8ab0-3dda85cae356 req-03416a0d-f1f0-405b-bfab-97ccc47cb19c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:16.947192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-052b725b-33cb-4068-8ab0-3dda85cae356 req-03416a0d-f1f0-405b-bfab-97ccc47cb19c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 944 time: 0.5208395 Jul 16 17:55:16.950685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:16.988549 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b56c9c0-643b-486a-90f8-553da7815e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.049156 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b56c9c0-643b-486a-90f8-553da7815e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.061399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-f6c4fa90-732e-448d-915a-06d20bfb43d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f376ca7-e988-47e8-a851-cfa988121adf HTTP/1.1" status: 200 len: 217 time: 0.1433079 Jul 16 17:55:17.127928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:17.145101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-052b725b-33cb-4068-8ab0-3dda85cae356 req-3b1a3458-653f-4852-9fc0-dd6008886e9e tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966817 Jul 16 17:55:17.149449 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.158532 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.168212 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.179416 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.187140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ce4688-3ba2-4d89-9ede-a2b0e0a8e39b None None] Network 46c733de-523b-4edc-89b4-7986214861ef requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:17.257866 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b56c9c0-643b-486a-90f8-553da7815e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.260716 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b56c9c0-643b-486a-90f8-553da7815e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.262163 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3b56c9c0-643b-486a-90f8-553da7815e15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0a706d6-232e-41b8-aae1-421e4af53a8a HTTP/1.1" status: 204 len: 168 time: 0.5133572 Jul 16 17:55:17.280491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:17.281206 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.283391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] 10.222.0.35 "PUT /v2.0/ports/281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e HTTP/1.1" status: 200 len: 1096 time: 4.2074871 Jul 16 17:55:17.294954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:17.296558 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56c9c0-643b-486a-90f8-553da7815e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a706d6-232e-41b8-aae1-421e4af53a8a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:17.297418 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cb94a2-b6bf-40c6-a9b2-41c664ec18f5" -d '{"events": [{"name": "network-changed", "server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:17.299869 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=905f4631-ef26-4278-9360-16ec55aacc5e,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:17.364059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3f834432-395e-4069-8780-10da0efdda05 None None] Provisioning for port 96016ee7-6158-4b93-aea9-b10667c72abf completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:17.400985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528022a-22e8-46c1-ba19-6107ccab393f req-ef29cf59-81d3-4fb6-b105-07f88de823c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:17.402616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-ef29cf59-81d3-4fb6-b105-07f88de823c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.3097062 Jul 16 17:55:17.440224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network 377b4077-74dc-4791-9307-7ae2b9adc18a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:17.443773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:17.537166 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1758a7-7b02-44c3-80b9-824c73e2455d x-openstack-request-id: req-cb1758a7-7b02-44c3-80b9-824c73e2455d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:17.537464 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:17.537718 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb1758a7-7b02-44c3-80b9-824c73e2455d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:17.538115 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'status': 'completed', 'code': 200} Jul 16 17:55:17.641647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-62ea5612-7257-4cb0-809e-ec4dbce79b3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179409 Jul 16 17:55:17.642711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de133d22-81a1-48ab-a414-9a45d042eb25 service neutron] Pushing event updated for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:17.686781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 96016ee7-6158-4b93-aea9-b10667c72abf up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:17.710034 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.751913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 9caf9fd3-f95f-4969-9d27-5c475ee42f37 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:17.774060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 96016ee7-6158-4b93-aea9-b10667c72abf completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:17.780174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 96016ee7-6158-4b93-aea9-b10667c72abf triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:17.780944 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.869219 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.923475 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.947684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Transition to ACTIVE for port object 6444631b-1ce7-4dbe-be84-9cf0f952b409 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:17.966730 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.014295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:18.026728 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b39a3-1c4d-4333-a7b6-c4e314e28236 None None] Sync routers for ids ['9caf9fd3-f95f-4969-9d27-5c475ee42f37'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:18.033611 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e0674603-27d0-4906-8309-d80ac5a18eb0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/9caf9fd3-f95f-4969-9d27-5c475ee42f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9267941 Jul 16 17:55:18.033611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56634) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:18.042404 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b39a3-1c4d-4333-a7b6-c4e314e28236 None None] Routers {'9caf9fd3-f95f-4969-9d27-5c475ee42f37'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:18.043041 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-525b39a3-1c4d-4333-a7b6-c4e314e28236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9caf9fd3-f95f-4969-9d27-5c475ee42f37'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:18.077878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 96016ee7-6158-4b93-aea9-b10667c72abf, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=96016ee7-6158-4b93-aea9-b10667c72abf,segment=NetworkSegment(4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2),segment_id=4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:18.085106 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.086237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9dc244e8-473a-446f-8809-c947d9281f87 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:18.102277 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-525b39a3-1c4d-4333-a7b6-c4e314e28236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:18.112836 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b39a3-1c4d-4333-a7b6-c4e314e28236 None None] Routers {'9caf9fd3-f95f-4969-9d27-5c475ee42f37'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:18.113726 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-525b39a3-1c4d-4333-a7b6-c4e314e28236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9caf9fd3-f95f-4969-9d27-5c475ee42f37'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:18.180355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65836ca2-d8cf-4368-abd5-0aedb77970df tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:18.183289 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-65836ca2-d8cf-4368-abd5-0aedb77970df tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports/905f4631-ef26-4278-9360-16ec55aacc5e HTTP/1.1" status: 200 len: 911 time: 0.1489081 Jul 16 17:55:18.186177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56640) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:18.187173 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-525b39a3-1c4d-4333-a7b6-c4e314e28236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:18.190032 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b39a3-1c4d-4333-a7b6-c4e314e28236 None None] The sync data for ids ['9caf9fd3-f95f-4969-9d27-5c475ee42f37'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:18.197489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9952d21-f498-4652-b892-d25e0a3832df req-9f6e7e7a-8e88-4f1d-afbe-83447e318812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:18.199074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-9f6e7e7a-8e88-4f1d-afbe-83447e318812 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 1099 time: 0.8525789 Jul 16 17:55:18.211749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-db7d7ec2-e7a4-4cf7-b79d-3660f39f96b9 None None] Provisioning complete for port 96016ee7-6158-4b93-aea9-b10667c72abf triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:18.212197 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-db7d7ec2-e7a4-4cf7-b79d-3660f39f96b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.215920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=96016ee7-6158-4b93-aea9-b10667c72abf,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:18.265767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 9dc244e8-473a-446f-8809-c947d9281f87 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:18.271543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 13b9da63-984a-45b3-869a-0500160e3d65 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:18.343413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3ca8e-5842-4db0-a41d-de50718bf3f2 req-162c582b-5dab-4931-bfa6-cc93ee426f06 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:18.345035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4e3ca8e-5842-4db0-a41d-de50718bf3f2 req-162c582b-5dab-4931-bfa6-cc93ee426f06 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 944 time: 0.7938004 Jul 16 17:55:18.347944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-86b24abb-f19a-4b0b-b090-962de47c3b47 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6544993 Jul 16 17:55:18.403341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 13b9da63-984a-45b3-869a-0500160e3d65 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:18.405218 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.426352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-b1d21cc3-5fb5-4ee7-94b0-7b6677131083 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e HTTP/1.1" status: 200 len: 217 time: 0.2092290 Jul 16 17:55:18.428773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Allocated IP 172.25.5.183 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:18.433653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd6ca8-eeb5-4afb-8d3f-92b27b76ec4d None None] Network 377b4077-74dc-4791-9307-7ae2b9adc18a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:18.533747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cd07a771-484e-4be2-97dd-0fcb5e8b1af3 None None] Provisioning for port 9dc244e8-473a-446f-8809-c947d9281f87 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:18.566397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cd07a771-484e-4be2-97dd-0fcb5e8b1af3 None None] Provisioning complete for port 9dc244e8-473a-446f-8809-c947d9281f87 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:18.566817 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cd07a771-484e-4be2-97dd-0fcb5e8b1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.589519 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.655527 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78d6eaa3-28da-486c-bfa8-7b519a2eeede tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.719473 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cd07a771-484e-4be2-97dd-0fcb5e8b1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.766841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cd07a771-484e-4be2-97dd-0fcb5e8b1af3 None None] For port 9dc244e8-473a-446f-8809-c947d9281f87, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9dc244e8-473a-446f-8809-c947d9281f87,segment=NetworkSegment(8ccfa2d0-f4c3-4666-ae4d-91744970cfd0),segment_id=8ccfa2d0-f4c3-4666-ae4d-91744970cfd0)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:18.772028 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cd07a771-484e-4be2-97dd-0fcb5e8b1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.827729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07a771-484e-4be2-97dd-0fcb5e8b1af3 None None] Pushing event updated for resources: {'Port': ['ID=9dc244e8-473a-446f-8809-c947d9281f87,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:18.937298 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-78d6eaa3-28da-486c-bfa8-7b519a2eeede tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port 905f4631-ef26-4278-9360-16ec55aacc5e {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:18.937646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78d6eaa3-28da-486c-bfa8-7b519a2eeede tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.955878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:19.027149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:19.031148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:19.031566 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.051642 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78d6eaa3-28da-486c-bfa8-7b519a2eeede tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.063232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Network 093e40e5-d450-4eff-8589-16f4a38c8ec6 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:19.066061 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-78d6eaa3-28da-486c-bfa8-7b519a2eeede tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for 905f4631-ef26-4278-9360-16ec55aacc5e owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:19.070676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4e3ca8e-5842-4db0-a41d-de50718bf3f2 req-ef240e61-83c6-455a-a7a6-3903365875a3 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/security-groups?id=98f9d2e1-3036-4370-b7a4-2f82aa526daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6773689 Jul 16 17:55:19.088731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:19.097456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9952d21-f498-4652-b892-d25e0a3832df req-854a70d3-a7a5-4812-9fa2-531ec1897cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:19.100430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-854a70d3-a7a5-4812-9fa2-531ec1897cf3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.6542327 Jul 16 17:55:19.101286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:19.171104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d87620f2-8475-4cbc-adb7-63e701967128 None None] Provisioning for port 905f4631-ef26-4278-9360-16ec55aacc5e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:19.177307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d87620f2-8475-4cbc-adb7-63e701967128 None None] Provisioning complete for port 905f4631-ef26-4278-9360-16ec55aacc5e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:19.177965 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d87620f2-8475-4cbc-adb7-63e701967128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.178516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cce275-646c-4cc2-a3ae-a76525425e98 req-98c81b7c-3a2c-4e84-88c0-3ee711a93d3c tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:19.180210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6cce275-646c-4cc2-a3ae-a76525425e98 req-98c81b7c-3a2c-4e84-88c0-3ee711a93d3c tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 947 time: 1.2014742 Jul 16 17:55:19.189946 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.327915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e27866-942c-4e9d-9c4e-5577c2173d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec13d091-7ca1-46ed-884e-f9fc86eaa8f7'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:19.333978 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dd7722-d7b9-4a13-ab99-ab618432d187" -d '{"events": [{"server_uuid": "47e27866-942c-4e9d-9c4e-5577c2173d2e", "name": "network-vif-plugged", "status": "completed", "tag": "ec13d091-7ca1-46ed-884e-f9fc86eaa8f7"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:19.374169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Pushing event updated for resources: {'Port': ['ID=6444631b-1ce7-4dbe-be84-9cf0f952b409,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.397570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ec13d091-7ca1-46ed-884e-f9fc86eaa8f7,segment=NetworkSegment(618cf0de-ec37-4e67-a189-4d159d710828),segment_id=618cf0de-ec37-4e67-a189-4d159d710828)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:19.410687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9dc244e8-473a-446f-8809-c947d9281f87 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:19.451796 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.453774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d87620f2-8475-4cbc-adb7-63e701967128 None None] Port 905f4631-ef26-4278-9360-16ec55aacc5e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:19.489666 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-1fd4d459-91e5-4196-ae70-e5137f36c98d service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1007147 Jul 16 17:55:19.568890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d87620f2-8475-4cbc-adb7-63e701967128 None None] Provisioning complete for port 9dc244e8-473a-446f-8809-c947d9281f87 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:19.569353 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d87620f2-8475-4cbc-adb7-63e701967128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.604882 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.643909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=ec13d091-7ca1-46ed-884e-f9fc86eaa8f7,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.693013 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 9dc244e8-473a-446f-8809-c947d9281f87 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:19.693387 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.786566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6cce275-646c-4cc2-a3ae-a76525425e98 req-8340d99a-3f9a-419f-812c-8edfa65c0864 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397447 Jul 16 17:55:19.790379 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.864150 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 96016ee7-6158-4b93-aea9-b10667c72abf up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:19.908533 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.912838 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-928f4ba4-492c-40a4-b1d1-9d0cca9444be None None] Provisioning for port 6444631b-1ce7-4dbe-be84-9cf0f952b409 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:19.918637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-928f4ba4-492c-40a4-b1d1-9d0cca9444be None None] Provisioning complete for port 6444631b-1ce7-4dbe-be84-9cf0f952b409 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:19.919001 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-928f4ba4-492c-40a4-b1d1-9d0cca9444be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.920763 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78d6eaa3-28da-486c-bfa8-7b519a2eeede tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.957307 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6eaa3-28da-486c-bfa8-7b519a2eeede tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=905f4631-ef26-4278-9360-16ec55aacc5e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.958121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 96016ee7-6158-4b93-aea9-b10667c72abf triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:19.958493 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.984725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-928f4ba4-492c-40a4-b1d1-9d0cca9444be None None] Port 6444631b-1ce7-4dbe-be84-9cf0f952b409 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:19.991795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-928f4ba4-492c-40a4-b1d1-9d0cca9444be None None] Could not find standard attr ID for object 905f4631-ef26-4278-9360-16ec55aacc5e. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 17:55:20.004405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9952d21-f498-4652-b892-d25e0a3832df req-982fedc1-3429-412c-bb4a-acacfa453c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.006114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-982fedc1-3429-412c-bb4a-acacfa453c4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7704971 Jul 16 17:55:20.085039 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd898d-fdd6-4489-a3ae-65406619b4c6 x-openstack-request-id: req-d8fd898d-fdd6-4489-a3ae-65406619b4c6 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:20.085571 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78d6eaa3-28da-486c-bfa8-7b519a2eeede tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.099363 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e27866-942c-4e9d-9c4e-5577c2173d2e", "name": "network-vif-plugged", "status": "completed", "tag": "ec13d091-7ca1-46ed-884e-f9fc86eaa8f7", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:20.099805 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8fd898d-fdd6-4489-a3ae-65406619b4c6 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:20.100830 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e27866-942c-4e9d-9c4e-5577c2173d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec13d091-7ca1-46ed-884e-f9fc86eaa8f7', 'code': 200} Jul 16 17:55:20.175670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-ba4a176a-c8e3-428c-ae14-69a875833318 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182594 Jul 16 17:55:20.196937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ec6f6-954a-42ed-90c8-e4d76710b207 req-58a09f62-a987-41ee-a0f6-e638505a6181 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.203789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d84ec6f6-954a-42ed-90c8-e4d76710b207 req-58a09f62-a987-41ee-a0f6-e638505a6181 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 944 time: 0.7131150 Jul 16 17:55:20.241142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:20.280184 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d6eaa3-28da-486c-bfa8-7b519a2eeede tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 9caf9fd3-f95f-4969-9d27-5c475ee42f37 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:20.298078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:20.309277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Pushing event updated for resources: {'Port': ['ID=65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:20.335803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:20.354849 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d6eaa3-28da-486c-bfa8-7b519a2eeede tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:20.360484 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-78d6eaa3-28da-486c-bfa8-7b519a2eeede tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/9caf9fd3-f95f-4969-9d27-5c475ee42f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1702418 Jul 16 17:55:20.363877 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56664) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:20.365725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1dc7b-80d6-45d8-a4d0-0e83c151550d None None] Sync routers for ids ['9caf9fd3-f95f-4969-9d27-5c475ee42f37'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:20.377680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1dc7b-80d6-45d8-a4d0-0e83c151550d None None] Routers {'9caf9fd3-f95f-4969-9d27-5c475ee42f37'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:20.378390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-12a1dc7b-80d6-45d8-a4d0-0e83c151550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9caf9fd3-f95f-4969-9d27-5c475ee42f37'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:20.400911 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-37270a05-5ea0-4199-b450-6e223b203723 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=9caf9fd3-f95f-4969-9d27-5c475ee42f37 HTTP/1.1" status: 200 len: 205 time: 0.0356817 Jul 16 17:55:20.403515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56666) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:20.411393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-12a1dc7b-80d6-45d8-a4d0-0e83c151550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:20.419914 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1dc7b-80d6-45d8-a4d0-0e83c151550d None None] Routers {'9caf9fd3-f95f-4969-9d27-5c475ee42f37'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:20.420525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-12a1dc7b-80d6-45d8-a4d0-0e83c151550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9caf9fd3-f95f-4969-9d27-5c475ee42f37'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:20.454742 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-12a1dc7b-80d6-45d8-a4d0-0e83c151550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:20.455465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1dc7b-80d6-45d8-a4d0-0e83c151550d None None] The sync data for ids ['9caf9fd3-f95f-4969-9d27-5c475ee42f37'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:20.477835 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-456a4456-f81b-4489-a287-88476d776e9e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.481240 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d84ec6f6-954a-42ed-90c8-e4d76710b207 req-9dea6d86-2236-4eca-bd55-7355a6b400da tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766149 Jul 16 17:55:20.519047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528022a-22e8-46c1-ba19-6107ccab393f req-074b9bbc-b408-4e72-a208-96a598dd24f0 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.520603 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-074b9bbc-b408-4e72-a208-96a598dd24f0 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1096 time: 0.6496935 Jul 16 17:55:20.564400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.638204 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-456a4456-f81b-4489-a287-88476d776e9e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.640338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-456a4456-f81b-4489-a287-88476d776e9e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.655092 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9952d21-f498-4652-b892-d25e0a3832df req-81c822c6-bbe6-4ca5-9050-821c37b55d3c service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485533 Jul 16 17:55:20.686389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76524f28-5e56-4a57-bcfa-599e421eb1c8 req-1339cca4-dd37-41f1-a948-0412b40b1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.687918 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76524f28-5e56-4a57-bcfa-599e421eb1c8 req-1339cca4-dd37-41f1-a948-0412b40b1135 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 1097 time: 0.5022688 Jul 16 17:55:20.700892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12109ebc-d1ea-4158-8eda-cd2348a99d27 req-256e5bf7-df4d-4a40-9d53-f430b4fb0299 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.702457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-12109ebc-d1ea-4158-8eda-cd2348a99d27 req-256e5bf7-df4d-4a40-9d53-f430b4fb0299 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 945 time: 0.4533801 Jul 16 17:55:20.711079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-456a4456-f81b-4489-a287-88476d776e9e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.712445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456a4456-f81b-4489-a287-88476d776e9e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Fanout notify agent at l3_agent the message router_deleted on router 9caf9fd3-f95f-4969-9d27-5c475ee42f37 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:55:20.727940 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-456a4456-f81b-4489-a287-88476d776e9e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.731896 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-456a4456-f81b-4489-a287-88476d776e9e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/9caf9fd3-f95f-4969-9d27-5c475ee42f37 HTTP/1.1" status: 204 len: 168 time: 0.3273630 Jul 16 17:55:20.732757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56676) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:20.790741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4958ae14-946c-47e8-9736-c5783104bda9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting subnet b02ffd81-bc30-49ba-b322-9c70f06e7629 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:55:20.794155 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4958ae14-946c-47e8-9736-c5783104bda9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.839019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4958ae14-946c-47e8-9736-c5783104bda9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.904647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76524f28-5e56-4a57-bcfa-599e421eb1c8 req-71b05025-a346-4e0c-b405-f54cf99e1bfc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=98f9d2e1-3036-4370-b7a4-2f82aa526daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820993 Jul 16 17:55:20.947906 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4958ae14-946c-47e8-9736-c5783104bda9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.970916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-12109ebc-d1ea-4158-8eda-cd2348a99d27 req-9a73c5fe-56f6-4e48-93b5-8f7e45553ff7 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/security-groups?id=98f9d2e1-3036-4370-b7a4-2f82aa526daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368996 Jul 16 17:55:21.030154 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4958ae14-946c-47e8-9736-c5783104bda9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.062351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958ae14-946c-47e8-9736-c5783104bda9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Subnet': ['ID=b02ffd81-bc30-49ba-b322-9c70f06e7629,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.067778 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4958ae14-946c-47e8-9736-c5783104bda9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.071418 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4958ae14-946c-47e8-9736-c5783104bda9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/b02ffd81-bc30-49ba-b322-9c70f06e7629 HTTP/1.1" status: 204 len: 168 time: 0.3376870 Jul 16 17:55:21.073843 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56692) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:21.081000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6376f06a-6291-41e8-85af-efea23aac7fb None None] Network 377b4077-74dc-4791-9307-7ae2b9adc18a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:21.125453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb94a2-b6bf-40c6-a9b2-41c664ec18f5 req-90c254ca-e015-4554-a834-1b8e03f66003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:21.127698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60cb94a2-b6bf-40c6-a9b2-41c664ec18f5 req-90c254ca-e015-4554-a834-1b8e03f66003 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 1099 time: 0.3821464 Jul 16 17:55:21.149027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2528022a-22e8-46c1-ba19-6107ccab393f req-983a2c0b-474d-4a05-bc9c-74838773a996 service neutron] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:21.174407 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2528022a-22e8-46c1-ba19-6107ccab393f req-983a2c0b-474d-4a05-bc9c-74838773a996 service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.175558 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2528022a-22e8-46c1-ba19-6107ccab393f req-983a2c0b-474d-4a05-bc9c-74838773a996 service neutron] 10.222.0.35 "DELETE /v2.0/ports/3f376ca7-e988-47e8-a851-cfa988121adf/bindings/n-h2-787206-10 HTTP/1.1" status: 204 len: 173 time: 0.5789771 Jul 16 17:55:21.218196 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.239227 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.306652 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.307261 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port 9dc244e8-473a-446f-8809-c947d9281f87 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:21.307681 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.323907 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.365894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5581c-4171-4987-8078-cb709124d7dd req-7832898b-5aaf-4adc-ab90-3d6187ff2560 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:21.369286 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cb5581c-4171-4987-8078-cb709124d7dd req-7832898b-5aaf-4adc-ab90-3d6187ff2560 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 947 time: 0.3956039 Jul 16 17:55:21.375047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82813507-d87c-4e61-805d-2bb07224c7a7 None None] DHCP port deletion for 377b4077-74dc-4791-9307-7ae2b9adc18a request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:55:21.395303 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] For port 9dc244e8-473a-446f-8809-c947d9281f87, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9dc244e8-473a-446f-8809-c947d9281f87,segment=NetworkSegment(8ccfa2d0-f4c3-4666-ae4d-91744970cfd0),segment_id=8ccfa2d0-f4c3-4666-ae4d-91744970cfd0)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:21.396189 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.413697 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for 9dc244e8-473a-446f-8809-c947d9281f87 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:21.446107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-82813507-d87c-4e61-805d-2bb07224c7a7 None None] Deleting port 9dc244e8-473a-446f-8809-c947d9281f87 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:21.447363 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82813507-d87c-4e61-805d-2bb07224c7a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.492542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb94a2-b6bf-40c6-a9b2-41c664ec18f5 req-b5ee5825-8094-4eda-95b7-0fcb425c900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:21.494014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60cb94a2-b6bf-40c6-a9b2-41c664ec18f5 req-b5ee5825-8094-4eda-95b7-0fcb425c900f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.3493083 Jul 16 17:55:21.514838 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.515302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.534879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Pushing event updated for resources: {'Port': ['ID=6444631b-1ce7-4dbe-be84-9cf0f952b409,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.545010 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=9dc244e8-473a-446f-8809-c947d9281f87,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.554961 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No DVR routers for this DVR port 9dc244e8-473a-446f-8809-c947d9281f87 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:21.579078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-82813507-d87c-4e61-805d-2bb07224c7a7 None None] For port 9dc244e8-473a-446f-8809-c947d9281f87, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9dc244e8-473a-446f-8809-c947d9281f87,segment=NetworkSegment(8ccfa2d0-f4c3-4666-ae4d-91744970cfd0),segment_id=8ccfa2d0-f4c3-4666-ae4d-91744970cfd0)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:21.581943 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82813507-d87c-4e61-805d-2bb07224c7a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.586431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cb5581c-4171-4987-8078-cb709124d7dd req-b2712ae9-4057-4482-96e9-df866e9335c9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602087 Jul 16 17:55:21.613086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-82813507-d87c-4e61-805d-2bb07224c7a7 None None] Calling delete_port for 9dc244e8-473a-446f-8809-c947d9281f87 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:21.661022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60cb94a2-b6bf-40c6-a9b2-41c664ec18f5 req-4c838e51-1510-4fc3-9291-2bb3c89b8e91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e HTTP/1.1" status: 200 len: 217 time: 0.1547167 Jul 16 17:55:21.662360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:21.662701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:21.663034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:21.663365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:21.663715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:21.664226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:21.664349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:21.665095 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:21.665095 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:21.665306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:21.665587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:21.665903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:21.760432 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.771885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377b4077-74dc-4791-9307-7ae2b9adc18a']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:21.781096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56714) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:21.790763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccfa2d0-f4c3-4666-ae4d-91744970cfd0') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:21.791133 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccfa2d0-f4c3-4666-ae4d-91744970cfd0') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:21.800988 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.805051 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82813507-d87c-4e61-805d-2bb07224c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.818631 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.829205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:55:21.830673 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:55:21.834836 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:55:21.855092 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82813507-d87c-4e61-805d-2bb07224c7a7 None None] No DVR routers for this DVR port 9dc244e8-473a-446f-8809-c947d9281f87 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:21.862171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82813507-d87c-4e61-805d-2bb07224c7a7 None None] Pushing event deleted for resources: {'Port': ['ID=9dc244e8-473a-446f-8809-c947d9281f87,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.916852 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.923270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.929333 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/networks/377b4077-74dc-4791-9307-7ae2b9adc18a HTTP/1.1" status: 204 len: 168 time: 0.8509169 Jul 16 17:55:21.935270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56718) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:21.942800 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-652285936', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:21.968344 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.973644 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08422b-447c-45a2-bf25-3fa6d82dbcd3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Network': ['ID=377b4077-74dc-4791-9307-7ae2b9adc18a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:22.021866 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.023265 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.127171 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.270320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb94a2-b6bf-40c6-a9b2-41c664ec18f5 req-65c6f270-3b39-4362-ab0c-bda5625a36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.271804 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60cb94a2-b6bf-40c6-a9b2-41c664ec18f5 req-65c6f270-3b39-4362-ab0c-bda5625a36b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.5914638 Jul 16 17:55:22.301014 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.331381 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.331755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.345885 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.348440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Network 093e40e5-d450-4eff-8589-16f4a38c8ec6 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:22.360553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:22.392791 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e1a050506194920923a9d384a2f5e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6098545 Jul 16 17:55:22.393527 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb7132c-646b-4cc8-868d-a300e6423f59,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:22.395457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56722) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:22.421886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:22.422252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:22.422557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:22.422886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:22.424474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:22.424474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:22.424474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:22.424474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:22.424823 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:22.425063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:22.425308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:22.425620 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbfed6-4168-4ba2-ba61-2051c5c0708c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:22.436787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93766e-f731-4f7f-b4bf-fd795a160ef9 req-6dd23698-4961-4581-8d60-f4ddaa9dcb38 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.438319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6d93766e-f731-4f7f-b4bf-fd795a160ef9 req-6dd23698-4961-4581-8d60-f4ddaa9dcb38 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 944 time: 0.6801698 Jul 16 17:55:22.494719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2c5ad-1262-4334-bc6c-a6025d17639f req-a011c26d-29f9-4f0b-ad4d-fefa50925ba4 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.496319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbf2c5ad-1262-4334-bc6c-a6025d17639f req-a011c26d-29f9-4f0b-ad4d-fefa50925ba4 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 945 time: 0.2939680 Jul 16 17:55:22.516640 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2e5635c5-b021-4397-8810-3d2d5c79c60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.551324 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2e5635c5-b021-4397-8810-3d2d5c79c60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.621000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb94a2-b6bf-40c6-a9b2-41c664ec18f5 req-601da8a6-bbed-46d9-9de4-6408cd80b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.622490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60cb94a2-b6bf-40c6-a9b2-41c664ec18f5 req-601da8a6-bbed-46d9-9de4-6408cd80b344 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3405666 Jul 16 17:55:22.639255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6be7ed3d-ff7e-4773-a90d-5bb84e8d3580 None None] Provisioning complete for port 6444631b-1ce7-4dbe-be84-9cf0f952b409 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:22.639831 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6be7ed3d-ff7e-4773-a90d-5bb84e8d3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.666700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6d93766e-f731-4f7f-b4bf-fd795a160ef9 req-c222002b-f828-49ef-a776-21cf733b6265 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870689 Jul 16 17:55:22.680139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6be7ed3d-ff7e-4773-a90d-5bb84e8d3580 None None] Port 6444631b-1ce7-4dbe-be84-9cf0f952b409 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:22.692874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.713378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbf2c5ad-1262-4334-bc6c-a6025d17639f req-21fc4294-6958-48e0-b43f-d79862ef8c8a tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/security-groups?id=98f9d2e1-3036-4370-b7a4-2f82aa526daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721630 Jul 16 17:55:22.715035 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.716781 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2e5635c5-b021-4397-8810-3d2d5c79c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.719618 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2e5635c5-b021-4397-8810-3d2d5c79c60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.721032 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2e5635c5-b021-4397-8810-3d2d5c79c60f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fb7132c-646b-4cc8-868d-a300e6423f59 HTTP/1.1" status: 204 len: 168 time: 0.3230100 Jul 16 17:55:22.734504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5635c5-b021-4397-8810-3d2d5c79c60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb7132c-646b-4cc8-868d-a300e6423f59,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:22.763067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Router fefc66af-5518-47a0-a914-e08ed0bc9778 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:22.839581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Router 81f71699-8b9e-4fa6-8933-04e584047ba7 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:22.847197 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60cb94a2-b6bf-40c6-a9b2-41c664ec18f5 req-aa50927e-bb03-4c98-b73c-aa9ffdb78451 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020400 Jul 16 17:55:22.861598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Allocated IP 172.25.5.129 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/09abd5ef-9ccb-48d3-a14f-d432fee286f4) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:22.973916 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:23.006680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.068092 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.121247 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:23.123472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:23.130164 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:23.136316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:23.146312 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Sync routers for ids ['fefc66af-5518-47a0-a914-e08ed0bc9778'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:23.163480 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Routers {'fefc66af-5518-47a0-a914-e08ed0bc9778'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:23.164503 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fefc66af-5518-47a0-a914-e08ed0bc9778'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:23.172616 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=09abd5ef-9ccb-48d3-a14f-d432fee286f4,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:23.174208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0c71c3a8-9b8b-455d-a92d-181a06c02fbd admin admin] 10.222.0.41 "PUT /v2.0/routers/fefc66af-5518-47a0-a914-e08ed0bc9778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3668520 Jul 16 17:55:23.224714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60cb94a2-b6bf-40c6-a9b2-41c664ec18f5 req-78b1dbd9-9bdb-4361-b21b-b57d6c1a2c9c service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634033 Jul 16 17:55:23.241288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:23.271985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Sync routers for ids ['81f71699-8b9e-4fa6-8933-04e584047ba7'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:23.296110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Routers {'81f71699-8b9e-4fa6-8933-04e584047ba7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:23.296906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['81f71699-8b9e-4fa6-8933-04e584047ba7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:23.312515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c332e-54f2-4d84-bb25-edf0224cef59 req-8cb9af3b-3344-4294-bfa8-cd553184b6ac tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:23.320093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f0c332e-54f2-4d84-bb25-edf0224cef59 req-8cb9af3b-3344-4294-bfa8-cd553184b6ac tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 947 time: 0.4005737 Jul 16 17:55:23.350283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6c123-07c6-4711-80f8-361aaf5e96b6 req-b10f975b-4590-4c42-8c56-dcc98141ed80 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:23.351856 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46e6c123-07c6-4711-80f8-361aaf5e96b6 req-b10f975b-4590-4c42-8c56-dcc98141ed80 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 1096 time: 0.3797166 Jul 16 17:55:23.358746 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.363682 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c0220c10-9c5e-48a5-89a6-6c97c636685a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.8798826 Jul 16 17:55:23.369244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56746) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:23.372802 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Set router fefc66af-5518-47a0-a914-e08ed0bc9778 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:23.418452 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f0c332e-54f2-4d84-bb25-edf0224cef59 req-b8b7ff08-f016-4cf0-b499-2c3446625b52 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952933 Jul 16 17:55:23.438466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46e6c123-07c6-4711-80f8-361aaf5e96b6 req-c9dbdcab-f4f9-4670-89d7-5f19b54c8fb8 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717487 Jul 16 17:55:23.470512 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9dc244e8-473a-446f-8809-c947d9281f87 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:23.523783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 9dc244e8-473a-446f-8809-c947d9281f87 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:23.524111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9dc244e8-473a-446f-8809-c947d9281f87 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:23.546757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:23.568198 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'mac_address': 'fa:16:3e:ab:0b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:23.581562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Set router 81f71699-8b9e-4fa6-8933-04e584047ba7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:23.692679 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.710158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:23.731845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:23.746202 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'name': 'tempest-FloatingIPDetailsTestJSON-944931908-router', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '13b9da63-984a-45b3-869a-0500160e3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': '6b40efcb76344e21a2c44feffe833761', 'gw_port': {'id': '13b9da63-984a-45b3-869a-0500160e3d65', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:04Z', 'updated_at': '2021-07-16T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6444631b-1ce7-4dbe-be84-9cf0f952b409', 'name': '', 'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'mac_address': 'fa:16:3e:e5:02:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '56dd63de-df54-43a5-8c9b-9cb8de2b6546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:16Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 2, 'project_id': '6b40efcb76344e21a2c44feffe833761', 'subnets': [{'id': '56dd63de-df54-43a5-8c9b-9cb8de2b6546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:23.777466 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Checking router: fefc66af-5518-47a0-a914-e08ed0bc9778 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:23.778019 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Updating router fefc66af-5518-47a0-a914-e08ed0bc9778 port 6444631b-1ce7-4dbe-be84-9cf0f952b409 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:23.801005 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.843634 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.874249 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.890594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:23.925677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1811247159-router', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:13Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 3, 'project_id': '30622ed81a8149d1b30f489202ef95da', 'gw_port': {'id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:17Z', 'updated_at': '2021-07-16T17:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:23.962466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Checking router: 81f71699-8b9e-4fa6-8933-04e584047ba7 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:23.963082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Updating router 81f71699-8b9e-4fa6-8933-04e584047ba7 port 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:24.001819 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.136527 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-9e1ee53a-2365-46dc-9af1-f99d1aced9ef tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3036366 Jul 16 17:55:24.146309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-a81b0eba-595b-4d00-b01c-7475175690fb tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:24.147899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-a81b0eba-595b-4d00-b01c-7475175690fb tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 807 time: 0.3593044 Jul 16 17:55:24.151001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:24.172109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-54ac4a72-a901-4d55-a03a-892c804d9f61 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/quotas/f8fd99720b0d4bf1a284f3bc9eb535ce HTTP/1.1" status: 200 len: 375 time: 0.0164762 Jul 16 17:55:24.213019 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.220589 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.227338 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Transition to ACTIVE for port object 6444631b-1ce7-4dbe-be84-9cf0f952b409 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:24.236312 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.309836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-748d30e4-18fe-468f-8801-37d5186aa444 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1310794 Jul 16 17:55:24.323246 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.335663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Transition to ACTIVE for port object 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:24.342910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:24.381990 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Attempting to bind port 6444631b-1ce7-4dbe-be84-9cf0f952b409 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:24.382651 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Attempting to bind port 6444631b-1ce7-4dbe-be84-9cf0f952b409 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '5666cb3e-b836-4a67-b6f2-61faba06196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:24.383203 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Attempting to bind port 6444631b-1ce7-4dbe-be84-9cf0f952b409 on network 093e40e5-d450-4eff-8589-16f4a38c8ec6 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:24.393781 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:24.394590 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Checking segment: {'id': '5666cb3e-b836-4a67-b6f2-61faba06196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:24.395192 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.395822 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Bound using segment: {'id': '5666cb3e-b836-4a67-b6f2-61faba06196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:24.396469 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Bound port: 6444631b-1ce7-4dbe-be84-9cf0f952b409, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5666cb3e-b836-4a67-b6f2-61faba06196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:24.397068 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.424209 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.437067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-559236cc-783d-423e-b12c-5e61cc375636 service neutron] 10.222.0.41 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262751 Jul 16 17:55:24.475609 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] For port 6444631b-1ce7-4dbe-be84-9cf0f952b409, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:24.480062 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] For port 6444631b-1ce7-4dbe-be84-9cf0f952b409, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6444631b-1ce7-4dbe-be84-9cf0f952b409,segment=NetworkSegment(5666cb3e-b836-4a67-b6f2-61faba06196c),segment_id=5666cb3e-b836-4a67-b6f2-61faba06196c)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:24.494071 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Pushing event updated for resources: {'Port': ['ID=6444631b-1ce7-4dbe-be84-9cf0f952b409,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:24.497995 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.511663 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:24.512008 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:24.512349 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:24.512886 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:24.513222 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:24.513544 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:24.513874 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:24.514195 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:24.514520 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:24.514836 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:24.515158 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:24.515492 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:24.563018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e82bb-90fb-472f-8c86-7640bee2a75f None None] Pushing event updated for resources: {'Port': ['ID=65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:24.575741 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Attempting to bind port 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:24.576387 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Attempting to bind port 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:24.577072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Attempting to bind port 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:24.589848 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:24.590609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:24.591166 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Routers {'fefc66af-5518-47a0-a914-e08ed0bc9778'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:24.591425 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.591952 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fefc66af-5518-47a0-a914-e08ed0bc9778'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:24.592492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:24.593168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Bound port: 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:24.593745 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.648757 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1fbd9-7532-42cd-a2e0-d289c0b3739c None None] Pushing event updated for resources: {'Port': ['ID=6444631b-1ce7-4dbe-be84-9cf0f952b409,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:24.671476 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.698827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-ac9c368e-2b26-4ce4-a520-437bcefc60e9 service neutron] 10.222.0.41 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608259 Jul 16 17:55:24.721917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] For port 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:24.754079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] For port 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:24.758466 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] Set router fefc66af-5518-47a0-a914-e08ed0bc9778 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:24.764059 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.847397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Routers {'81f71699-8b9e-4fa6-8933-04e584047ba7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:24.848240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['81f71699-8b9e-4fa6-8933-04e584047ba7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:24.893349 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e82bb-90fb-472f-8c86-7640bee2a75f None None] Pushing event updated for resources: {'Port': ['ID=65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:24.951360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Allocated IP 172.25.5.222 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/5a5db159-0b43-43b9-9674-4c3f770cfafa) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:25.009952 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.033650 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] Set router 81f71699-8b9e-4fa6-8933-04e584047ba7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:25.154518 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.249869 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a9143-e104-497c-8943-e43536b6fdef req-7d595c27-4335-4aa4-9795-e74017e9d8a6 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.253090 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'name': 'tempest-FloatingIPDetailsTestJSON-944931908-router', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '13b9da63-984a-45b3-869a-0500160e3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': '6b40efcb76344e21a2c44feffe833761', 'gw_port': {'id': '13b9da63-984a-45b3-869a-0500160e3d65', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:04Z', 'updated_at': '2021-07-16T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6444631b-1ce7-4dbe-be84-9cf0f952b409', 'name': '', 'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'mac_address': 'fa:16:3e:e5:02:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '56dd63de-df54-43a5-8c9b-9cb8de2b6546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:16Z', 'updated_at': '2021-07-16T17:55:24Z', 'revision_number': 4, 'project_id': '6b40efcb76344e21a2c44feffe833761', 'subnets': [{'id': '56dd63de-df54-43a5-8c9b-9cb8de2b6546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:25.257351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-428a9143-e104-497c-8943-e43536b6fdef req-7d595c27-4335-4aa4-9795-e74017e9d8a6 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 945 time: 0.1190772 Jul 16 17:55:25.265182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.288027 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.290001 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dce927-7ce4-433e-952f-798f461497e6 None None] The sync data for ids ['fefc66af-5518-47a0-a914-e08ed0bc9778'] in n-d-787206-10 is: [{'id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'name': 'tempest-FloatingIPDetailsTestJSON-944931908-router', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '13b9da63-984a-45b3-869a-0500160e3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': '6b40efcb76344e21a2c44feffe833761', 'gw_port': {'id': '13b9da63-984a-45b3-869a-0500160e3d65', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:04Z', 'updated_at': '2021-07-16T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6444631b-1ce7-4dbe-be84-9cf0f952b409', 'name': '', 'network_id': '093e40e5-d450-4eff-8589-16f4a38c8ec6', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'mac_address': 'fa:16:3e:e5:02:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '56dd63de-df54-43a5-8c9b-9cb8de2b6546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:16Z', 'updated_at': '2021-07-16T17:55:24Z', 'revision_number': 4, 'project_id': '6b40efcb76344e21a2c44feffe833761', 'subnets': [{'id': '56dd63de-df54-43a5-8c9b-9cb8de2b6546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:25.396552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:25.414631 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-428a9143-e104-497c-8943-e43536b6fdef req-229f9417-f695-44ca-a82e-dd9b94eafdf1 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/security-groups?id=98f9d2e1-3036-4370-b7a4-2f82aa526daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562035 Jul 16 17:55:25.427797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:25.437131 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Pushing event updated for resources: {'Port': ['ID=5a5db159-0b43-43b9-9674-4c3f770cfafa,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:25.437883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:25.482136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1811247159-router', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:13Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 3, 'project_id': '30622ed81a8149d1b30f489202ef95da', 'gw_port': {'id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:17Z', 'updated_at': '2021-07-16T17:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:25.531520 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 62647c4f-f7ee-4067-9bed-af069f4ba9b6 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:25.557195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d247be-8a2d-4bd8-a38a-2f0cb3261a61 None None] The sync data for ids ['81f71699-8b9e-4fa6-8933-04e584047ba7'] in n-d-787206-10 is: [{'id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1811247159-router', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:13Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 3, 'project_id': '30622ed81a8149d1b30f489202ef95da', 'gw_port': {'id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:17Z', 'updated_at': '2021-07-16T17:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:25.626034 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.718888 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Allocated IP 172.20.0.1 (46c733de-523b-4edc-89b4-7986214861ef/b005d019-19ec-4219-a6ec-9c32751a2009/f484ee2d-5ede-4b09-b6c3-b1c16b8c49af) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:25.725443 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.750690 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:25.762600 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80acd52f-6c7e-423f-904e-a0bed76876ff None None] Sync routers for ids ['62647c4f-f7ee-4067-9bed-af069f4ba9b6'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:25.777623 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80acd52f-6c7e-423f-904e-a0bed76876ff None None] Routers {'62647c4f-f7ee-4067-9bed-af069f4ba9b6'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:25.778677 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-80acd52f-6c7e-423f-904e-a0bed76876ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['62647c4f-f7ee-4067-9bed-af069f4ba9b6'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:25.805073 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.806417 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b0f8d047-756e-4e3b-ad45-c1620e43d998 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8701677 Jul 16 17:55:25.812702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56804) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:25.844064 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-80acd52f-6c7e-423f-904e-a0bed76876ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:25.845349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-709f82ec-6e56-465f-ae3c-ce09939e853e tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=137a2bf30b944c518cc9dd10f19457a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600920 Jul 16 17:55:25.866042 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80acd52f-6c7e-423f-904e-a0bed76876ff None None] Routers {'62647c4f-f7ee-4067-9bed-af069f4ba9b6'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:25.866666 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-80acd52f-6c7e-423f-904e-a0bed76876ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['62647c4f-f7ee-4067-9bed-af069f4ba9b6'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:25.902434 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.932889 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-80acd52f-6c7e-423f-904e-a0bed76876ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:25.933654 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80acd52f-6c7e-423f-904e-a0bed76876ff None None] The sync data for ids ['62647c4f-f7ee-4067-9bed-af069f4ba9b6'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:25.936356 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Transition to ACTIVE for port object f484ee2d-5ede-4b09-b6c3-b1c16b8c49af will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:25.995712 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.050637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Network 46c733de-523b-4edc-89b4-7986214861ef is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:26.053782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:26.056207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:26.083020 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Pushing event updated for resources: {'Port': ['ID=f484ee2d-5ede-4b09-b6c3-b1c16b8c49af,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:26.115597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.183269 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.190237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-7253729c-a76b-464a-b933-5828a84155c2 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.197844 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-7253729c-a76b-464a-b933-5828a84155c2 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3515801 Jul 16 17:55:26.297419 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-d1725d5b-ba20-4433-b219-2ffb158e45ec tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/quotas/137a2bf30b944c518cc9dd10f19457a9 HTTP/1.1" status: 200 len: 375 time: 0.0974107 Jul 16 17:55:26.361375 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.382268 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.465195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cd28c541-4cdf-4647-8558-bb0b3cc0b350 None None] Provisioning for port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:26.472472 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cd28c541-4cdf-4647-8558-bb0b3cc0b350 None None] Provisioning complete for port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:26.474137 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cd28c541-4cdf-4647-8558-bb0b3cc0b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.555983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-cd28c541-4cdf-4647-8558-bb0b3cc0b350 None None] Port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:26.628195 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.633819 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.721023 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.723169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Pushing event updated for resources: {'Port': ['ID=f484ee2d-5ede-4b09-b6c3-b1c16b8c49af,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:26.839397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-14b9ad71-36d2-47f6-87d8-74191d148367 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=137a2bf30b944c518cc9dd10f19457a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5415785 Jul 16 17:55:26.888356 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Network 46c733de-523b-4edc-89b4-7986214861ef is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:26.889840 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:26.940117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ada17d27-b8ad-4ed8-a473-b9766e42141a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/routers/62647c4f-f7ee-4067-9bed-af069f4ba9b6 HTTP/1.1" status: 200 len: 884 time: 1.1161559 Jul 16 17:55:26.987222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:27.015782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56806) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:27.150396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:27.155222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:27.156044 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.342818 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.380366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Router 81f71699-8b9e-4fa6-8933-04e584047ba7 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:27.399623 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:27.402524 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff3bcb1-5213-43a8-9332-c16d976b23f1" -d '{"events": [{"server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "name": "network-vif-plugged", "status": "completed", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:27.442390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:27.446041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f1e00060-5152-4b28-aa40-c505e0524004 None None] Provisioning complete for port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:27.447580 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f1e00060-5152-4b28-aa40-c505e0524004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.450835 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.457748 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.474659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-76e2228c-7af7-48e7-8225-281e59d014c7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:27.484781 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-76e2228c-7af7-48e7-8225-281e59d014c7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.43 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 807 time: 0.6575382 Jul 16 17:55:27.488440 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.488957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6444631b-1ce7-4dbe-be84-9cf0f952b409 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:27.555363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-bf089f31-0646-4905-8249-437c77cc7ae7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Request body: {'port': {'device_id': '9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d', 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253', 'admin_state_up': True, 'tenant_id': 'f8fd99720b0d4bf1a284f3bc9eb535ce'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:27.579054 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f1e00060-5152-4b28-aa40-c505e0524004 None None] Port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:27.591726 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:27.604195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Pushing event updated for resources: {'Port': ['ID=5a5db159-0b43-43b9-9674-4c3f770cfafa,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:27.630397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 6444631b-1ce7-4dbe-be84-9cf0f952b409 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:27.637231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6444631b-1ce7-4dbe-be84-9cf0f952b409 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:27.637624 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.665568 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:27.677473 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e77dcb26-db37-4dda-8023-37538f6d6177 admin admin] 10.222.0.41 "PUT /v2.0/routers/81f71699-8b9e-4fa6-8933-04e584047ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3048675 Jul 16 17:55:27.703291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62412788-04b4-434b-891a-e299ac51ecfe req-04df359d-5d18-4108-ba6b-4a7e326d817e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:27.705775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62412788-04b4-434b-891a-e299ac51ecfe req-04df359d-5d18-4108-ba6b-4a7e326d817e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 948 time: 0.4704635 Jul 16 17:55:27.718466 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.774026 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.780887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-38d626f6-35c6-4467-a959-132760b0f54b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6433914 Jul 16 17:55:27.791656 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-be2a4a71-bfc8-4e2c-b4cc-c6ed7ad09520 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7658458 Jul 16 17:55:27.792067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56822) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:27.800915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-86cabff4-176a-43d0-96fb-dd782bcfc4ad tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-652285936'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:27.802086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62412788-04b4-434b-891a-e299ac51ecfe req-63cef32b-3e21-46fd-b6f5-a12612489fe7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876508 Jul 16 17:55:27.816982 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.855122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-2da5154a-4808-4701-bc78-40eb95402c5e tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.222 HTTP/1.1" status: 200 len: 696 time: 0.0733202 Jul 16 17:55:27.867529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-bf089f31-0646-4905-8249-437c77cc7ae7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Made reservation on behalf of f8fd99720b0d4bf1a284f3bc9eb535ce for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:27.870867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-bf089f31-0646-4905-8249-437c77cc7ae7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.883965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 6444631b-1ce7-4dbe-be84-9cf0f952b409, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6444631b-1ce7-4dbe-be84-9cf0f952b409,segment=NetworkSegment(5666cb3e-b836-4a67-b6f2-61faba06196c),segment_id=5666cb3e-b836-4a67-b6f2-61faba06196c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:27.891602 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.893563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:28.075457 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-dd0eade3-e762-4388-88b3-bc0e02fdaa29 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:28.088094 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af373e4-9a87-459f-a689-3bb47a8c3583 req-dd0eade3-e762-4388-88b3-bc0e02fdaa29 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.2319069 Jul 16 17:55:28.173872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-bf089f31-0646-4905-8249-437c77cc7ae7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Allocated IP 172.20.0.2 (952ac8ff-0af0-4f75-809e-e546a42ee253/7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e/567d3e35-3fae-43e8-a936-55485c886ba9) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:28.253715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=6444631b-1ce7-4dbe-be84-9cf0f952b409,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:28.282639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79822c67-2c67-4e5f-9e5e-0372ae6e83bf req-9d339ebb-7a29-4c03-92c5-7652830db326 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 210 time: 0.0713880 Jul 16 17:55:28.295784 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9378136e-bae7-429c-b671-7ef2c2a02c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.323283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:28.327199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:28.327604 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.385349 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9507c76-a1a8-4f8d-878c-1730aab0695a x-openstack-request-id: req-f9507c76-a1a8-4f8d-878c-1730aab0695a {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:28.385956 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "name": "network-vif-plugged", "status": "completed", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:28.385956 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9507c76-a1a8-4f8d-878c-1730aab0695a {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:28.386236 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'code': 200} Jul 16 17:55:28.435049 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86cabff4-176a-43d0-96fb-dd782bcfc4ad tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.473301 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86cabff4-176a-43d0-96fb-dd782bcfc4ad tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.478480 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.504556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddb1ce25-f321-4f83-8ace-3419a5799b0d req-ad5a1d5a-1206-48f3-a5c1-f13ce9a341cf tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a121e4-6ee3-4009-89ab-a6cfca44dab7 HTTP/1.1" status: 200 len: 210 time: 0.0500562 Jul 16 17:55:28.510244 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:28.514379 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.594075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:28.613579 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-bf089f31-0646-4905-8249-437c77cc7ae7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.628726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72225155-aaf0-4cf7-ac5f-ab66cf70484e req-7866ccd5-3df9-49f3-9dd4-d96c9f829586 tempest-FloatingIPsNegativeTestJSON-1126586900 tempest-FloatingIPsNegativeTestJSON-1126586900-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=30622ed81a8149d1b30f489202ef95da HTTP/1.1" status: 200 len: 217 time: 0.1193175 Jul 16 17:55:28.630212 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cabff4-176a-43d0-96fb-dd782bcfc4ad tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 62647c4f-f7ee-4067-9bed-af069f4ba9b6 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:28.706163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Sync routers for ids ['81f71699-8b9e-4fa6-8933-04e584047ba7'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:28.717761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Routers {'81f71699-8b9e-4fa6-8933-04e584047ba7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:28.718399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['81f71699-8b9e-4fa6-8933-04e584047ba7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:28.741950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2992890-68a1-4738-8403-9bdf99922f55 req-3fb8311c-6a6d-4fc4-8e46-3bf7335e2fd1 tempest-FloatingIPsNegativeTestJSON-1126586900 tempest-FloatingIPsNegativeTestJSON-1126586900-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0694675 Jul 16 17:55:28.761677 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-458e9532-893e-40f7-89e9-06a06e4970ae tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=137a2bf30b944c518cc9dd10f19457a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265162 Jul 16 17:55:28.803249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-3d8209ed-6f22-42e4-8aba-9cdc3cb4f9c7 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2091060 Jul 16 17:55:28.805475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362425c2-bcd1-4061-944f-5cd710c3f58c req-9409b8c0-fdda-41dc-978a-f6654e066fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:28.807047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-362425c2-bcd1-4061-944f-5cd710c3f58c req-9409b8c0-fdda-41dc-978a-f6654e066fc4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 1101 time: 0.3020933 Jul 16 17:55:28.809027 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-bf089f31-0646-4905-8249-437c77cc7ae7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.846527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:28.862953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cabff4-176a-43d0-96fb-dd782bcfc4ad tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:28.871145 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86cabff4-176a-43d0-96fb-dd782bcfc4ad tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.873732 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9396843-6d94-4232-ad3f-caa6e95165cc None None] Sync routers for ids ['62647c4f-f7ee-4067-9bed-af069f4ba9b6'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:28.875172 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-86cabff4-176a-43d0-96fb-dd782bcfc4ad tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/62647c4f-f7ee-4067-9bed-af069f4ba9b6 HTTP/1.1" status: 200 len: 891 time: 1.0815420 Jul 16 17:55:28.875844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56840) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:28.896809 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9396843-6d94-4232-ad3f-caa6e95165cc None None] Routers {'62647c4f-f7ee-4067-9bed-af069f4ba9b6'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:28.897582 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f9396843-6d94-4232-ad3f-caa6e95165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['62647c4f-f7ee-4067-9bed-af069f4ba9b6'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:28.943037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-bf089f31-0646-4905-8249-437c77cc7ae7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Network 952ac8ff-0af0-4f75-809e-e546a42ee253 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:28.953616 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f9396843-6d94-4232-ad3f-caa6e95165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:28.960230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf089f31-0646-4905-8249-437c77cc7ae7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Pushing event updated for resources: {'Port': ['ID=567d3e35-3fae-43e8-a936-55485c886ba9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:28.968716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-bf089f31-0646-4905-8249-437c77cc7ae7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:28.977329 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9396843-6d94-4232-ad3f-caa6e95165cc None None] Routers {'62647c4f-f7ee-4067-9bed-af069f4ba9b6'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:28.977696 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f9396843-6d94-4232-ad3f-caa6e95165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['62647c4f-f7ee-4067-9bed-af069f4ba9b6'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:28.996008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-bf089f31-0646-4905-8249-437c77cc7ae7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:28.999055 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-af54bf8e-3a1f-483c-989c-fd59059556c6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/routers/62647c4f-f7ee-4067-9bed-af069f4ba9b6 HTTP/1.1" status: 200 len: 891 time: 0.1172757 Jul 16 17:55:29.001833 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56842) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:29.024054 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Set router 81f71699-8b9e-4fa6-8933-04e584047ba7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:29.049138 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f9396843-6d94-4232-ad3f-caa6e95165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:29.052336 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.053129 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9396843-6d94-4232-ad3f-caa6e95165cc None None] The sync data for ids ['62647c4f-f7ee-4067-9bed-af069f4ba9b6'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:29.062097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-362425c2-bcd1-4061-944f-5cd710c3f58c req-995abb9d-a04b-4d73-881e-ef9689af82e0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071061 Jul 16 17:55:29.065874 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-66217161-2ac3-4f40-876a-d134f41acf5f tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=62647c4f-f7ee-4067-9bed-af069f4ba9b6 HTTP/1.1" status: 200 len: 205 time: 0.0598199 Jul 16 17:55:29.066518 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56846) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:29.107773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-bf089f31-0646-4905-8249-437c77cc7ae7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:29.108652 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-bf089f31-0646-4905-8249-437c77cc7ae7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.130404 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-c9fec832-5d0b-44a5-8007-f009dc9418d1 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:29.131958 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-c9fec832-5d0b-44a5-8007-f009dc9418d1 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3647053 Jul 16 17:55:29.132605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-bf089f31-0646-4905-8249-437c77cc7ae7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5884211 Jul 16 17:55:29.152529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Request body: {'port': {'device_id': '71a121e4-6ee3-4009-89ab-a6cfca44dab7', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '137a2bf30b944c518cc9dd10f19457a9'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:29.163333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Request body: {'port': {'device_id': '9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:29.273349 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-2da4f5f9-8448-44a2-af9f-11bcd4117cca req-d45bb7df-7f8a-40b4-9307-1b8302be8302 tempest-FloatingIPsNegativeTestJSON-1126586900 tempest-FloatingIPsNegativeTestJSON-1126586900-project] show failed (client error): The resource could not be found. Jul 16 17:55:29.284132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2da4f5f9-8448-44a2-af9f-11bcd4117cca req-d45bb7df-7f8a-40b4-9307-1b8302be8302 tempest-FloatingIPsNegativeTestJSON-1126586900 tempest-FloatingIPsNegativeTestJSON-1126586900-project] 10.222.0.41 "GET /v2.0/floatingips/5143890f-06c5-4c91-9815-1922061b9a43 HTTP/1.1" status: 404 len: 350 time: 0.0714846 Jul 16 17:55:29.285815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56850) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:29.288689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1811247159-router', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:13Z', 'updated_at': '2021-07-16T17:55:26Z', 'revision_number': 4, 'project_id': '30622ed81a8149d1b30f489202ef95da', 'gw_port': {'id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:17Z', 'updated_at': '2021-07-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'f484ee2d-5ede-4b09-b6c3-b1c16b8c49af', 'name': '', 'network_id': '46c733de-523b-4edc-89b4-7986214861ef', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'mac_address': 'fa:16:3e:10:27:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b005d019-19ec-4219-a6ec-9c32751a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:25Z', 'updated_at': '2021-07-16T17:55:26Z', 'revision_number': 2, 'project_id': '30622ed81a8149d1b30f489202ef95da', 'subnets': [{'id': 'b005d019-19ec-4219-a6ec-9c32751a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:29.323895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Checking router: 81f71699-8b9e-4fa6-8933-04e584047ba7 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:29.324513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Updating router 81f71699-8b9e-4fa6-8933-04e584047ba7 port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:29.329878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6444631b-1ce7-4dbe-be84-9cf0f952b409 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:29.415725 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.434568 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.447927 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.474507 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6444631b-1ce7-4dbe-be84-9cf0f952b409 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:29.474973 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.617295 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.696025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:29.741414 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Made reservation on behalf of 137a2bf30b944c518cc9dd10f19457a9 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:29.745187 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.762495 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.773524 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.788001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f3ee7-b9dd-41de-b108-7c342e7fc65a req-7f44a731-630b-4f31-95c2-6d28998f9f37 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:29.789499 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-210f3ee7-b9dd-41de-b108-7c342e7fc65a req-7f44a731-630b-4f31-95c2-6d28998f9f37 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.3592060 Jul 16 17:55:29.813882 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.816972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:29.817315 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.817960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Allocated IP 172.25.5.19 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/b0f8ef67-4db3-415d-b65b-98fd51ad446f) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:29.854465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Transition to ACTIVE for port object f484ee2d-5ede-4b09-b6c3-b1c16b8c49af will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:29.872320 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.890646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port 09abd5ef-9ccb-48d3-a14f-d432fee286f4 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:29.891017 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.945067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-210f3ee7-b9dd-41de-b108-7c342e7fc65a req-146d5b01-601c-49b8-88b6-0bf45f0271d0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445959 Jul 16 17:55:29.988285 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.989315 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5acb5-9d4e-4f22-93b8-ee6d5bcad6ad None None] Pushing event updated for resources: {'Port': ['ID=f484ee2d-5ede-4b09-b6c3-b1c16b8c49af,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:29.998302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.039526 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.110406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for 09abd5ef-9ccb-48d3-a14f-d432fee286f4 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:30.133640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab860527-5e0a-4e0e-b3be-7c7af80e0f93,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.145512 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Attempting to bind port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:30.145883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Attempting to bind port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '46c733de-523b-4edc-89b4-7986214861ef'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:30.146425 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Attempting to bind port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af on network 46c733de-523b-4edc-89b4-7986214861ef {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:30.156710 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:30.156876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Checking segment: {'id': '4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '46c733de-523b-4edc-89b4-7986214861ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:30.158228 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.158573 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Bound using segment: {'id': '4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '46c733de-523b-4edc-89b4-7986214861ef'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:30.159060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Bound port: f484ee2d-5ede-4b09-b6c3-b1c16b8c49af, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '46c733de-523b-4edc-89b4-7986214861ef'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:30.159533 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.194709 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.239819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] For port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:30.258343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] For port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f484ee2d-5ede-4b09-b6c3-b1c16b8c49af,segment=NetworkSegment(4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2),segment_id=4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:30.272196 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.285113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567d3e35-3fae-43e8-a936-55485c886ba9 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:30.314713 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Allocated IP 192.168.233.160 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/54beb31d-db3a-4170-94c8-6c58f5394a23) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:30.326270 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.366181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Transition to ACTIVE for port object 567d3e35-3fae-43e8-a936-55485c886ba9 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:30.407963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Routers {'81f71699-8b9e-4fa6-8933-04e584047ba7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:30.408621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['81f71699-8b9e-4fa6-8933-04e584047ba7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:30.410464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5acb5-9d4e-4f22-93b8-ee6d5bcad6ad None None] Pushing event updated for resources: {'Port': ['ID=f484ee2d-5ede-4b09-b6c3-b1c16b8c49af,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.410637 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.507055 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.528888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Pushing event updated for resources: {'Port': ['ID=567d3e35-3fae-43e8-a936-55485c886ba9,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.544170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4e121-a9ca-49e1-9431-8d8cf6cc02a8 req-206ba5b6-dc96-47c0-8f6d-c05e999efdc0 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:30.545713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f3a4e121-a9ca-49e1-9431-8d8cf6cc02a8 req-206ba5b6-dc96-47c0-8f6d-c05e999efdc0 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 945 time: 0.3070414 Jul 16 17:55:30.571007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.578488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] Set router 81f71699-8b9e-4fa6-8933-04e584047ba7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:30.608229 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=09abd5ef-9ccb-48d3-a14f-d432fee286f4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.629277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.643381 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:30.681413 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ba7013a-2f43-4f4a-980d-d7bbca7ecdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.683659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:30.691818 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Transition to ACTIVE for port object 54beb31d-db3a-4170-94c8-6c58f5394a23 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:30.715671 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27247695-6577-4b1a-b1bd-78d65c7c9f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.717202 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.717951 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.738362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:30.825810 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.829291 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.838052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1811247159-router', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:13Z', 'updated_at': '2021-07-16T17:55:26Z', 'revision_number': 4, 'project_id': '30622ed81a8149d1b30f489202ef95da', 'gw_port': {'id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:17Z', 'updated_at': '2021-07-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'f484ee2d-5ede-4b09-b6c3-b1c16b8c49af', 'name': '', 'network_id': '46c733de-523b-4edc-89b4-7986214861ef', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'mac_address': 'fa:16:3e:10:27:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b005d019-19ec-4219-a6ec-9c32751a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:25Z', 'updated_at': '2021-07-16T17:55:30Z', 'revision_number': 4, 'project_id': '30622ed81a8149d1b30f489202ef95da', 'subnets': [{'id': 'b005d019-19ec-4219-a6ec-9c32751a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:30.840806 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.872946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc80a45-0e81-4e33-b2e9-ab9d2194c219 None None] The sync data for ids ['81f71699-8b9e-4fa6-8933-04e584047ba7'] in n-d-787206-10 is: [{'id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1811247159-router', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:13Z', 'updated_at': '2021-07-16T17:55:26Z', 'revision_number': 4, 'project_id': '30622ed81a8149d1b30f489202ef95da', 'gw_port': {'id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:17Z', 'updated_at': '2021-07-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'f484ee2d-5ede-4b09-b6c3-b1c16b8c49af', 'name': '', 'network_id': '46c733de-523b-4edc-89b4-7986214861ef', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'mac_address': 'fa:16:3e:10:27:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b005d019-19ec-4219-a6ec-9c32751a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:25Z', 'updated_at': '2021-07-16T17:55:30Z', 'revision_number': 4, 'project_id': '30622ed81a8149d1b30f489202ef95da', 'subnets': [{'id': 'b005d019-19ec-4219-a6ec-9c32751a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:30.921907 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.922487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Fanout notify agent at l3_agent the message router_deleted on router 62647c4f-f7ee-4067-9bed-af069f4ba9b6 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:55:30.929834 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.932477 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4633f853-b101-420c-bd68-54331c9e9103 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/62647c4f-f7ee-4067-9bed-af069f4ba9b6 HTTP/1.1" status: 204 len: 168 time: 1.8574467 Jul 16 17:55:30.953169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:30.956100 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56856) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:30.968073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3b5ecd78-56ef-4340-aae3-141021236e56 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-780087580'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:30.986623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:30.993319 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:30.999402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Pushing event updated for resources: {'Port': ['ID=54beb31d-db3a-4170-94c8-6c58f5394a23,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:31.078926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5ecd78-56ef-4340-aae3-141021236e56 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:31.083597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b5ecd78-56ef-4340-aae3-141021236e56 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.110238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.111702 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.130107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5ecd78-56ef-4340-aae3-141021236e56 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:31.141526 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b5ecd78-56ef-4340-aae3-141021236e56 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.142599 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-3b5ecd78-56ef-4340-aae3-141021236e56 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Added segment 18877d7e-4c36-4094-9eb1-294e8d3b42b9 of type vlan for network 1a37c8f4-b049-4bb1-9bde-5bd003489d30 Jul 16 17:55:31.145605 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-25ac4a5d-94b4-476c-81db-24ecd214992f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9987826 Jul 16 17:55:31.160814 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Request body: {'port': {'device_id': '71a121e4-6ee3-4009-89ab-a6cfca44dab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:31.224539 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b5ecd78-56ef-4340-aae3-141021236e56 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.247318 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Pushing event updated for resources: {'Port': ['ID=b0f8ef67-4db3-415d-b65b-98fd51ad446f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:31.279692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f3a4e121-a9ca-49e1-9431-8d8cf6cc02a8 req-e6989709-827a-47ce-8f93-cb6055cb8736 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/security-groups?id=98f9d2e1-3036-4370-b7a4-2f82aa526daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7075040 Jul 16 17:55:31.319881 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.332851 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b5ecd78-56ef-4340-aae3-141021236e56 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.332851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ecd78-56ef-4340-aae3-141021236e56 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.332851 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b5ecd78-56ef-4340-aae3-141021236e56 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.358526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-46b84151-afdc-4825-acc3-de9b83573392 None None] Provisioning for port 54beb31d-db3a-4170-94c8-6c58f5394a23 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:31.367180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-46b84151-afdc-4825-acc3-de9b83573392 None None] Provisioning complete for port 54beb31d-db3a-4170-94c8-6c58f5394a23 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:31.367636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-46b84151-afdc-4825-acc3-de9b83573392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.411844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Attempting to bind port 567d3e35-3fae-43e8-a936-55485c886ba9 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:31.412284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Attempting to bind port 567d3e35-3fae-43e8-a936-55485c886ba9 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:31.412669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Attempting to bind port 567d3e35-3fae-43e8-a936-55485c886ba9 on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:31.435175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Port 567d3e35-3fae-43e8-a936-55485c886ba9 on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:31.435562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Attempting to bind port 567d3e35-3fae-43e8-a936-55485c886ba9 on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:31.453007 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.453213 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f484ee2d-5ede-4b09-b6c3-b1c16b8c49af up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:31.458519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:31.458928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:31.459374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:31.459932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Bound port: 567d3e35-3fae-43e8-a936-55485c886ba9, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:31.460341 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.472828 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3b5ecd78-56ef-4340-aae3-141021236e56 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5125127 Jul 16 17:55:31.476682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56862) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:31.500646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-46b84151-afdc-4825-acc3-de9b83573392 None None] Port 54beb31d-db3a-4170-94c8-6c58f5394a23 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:31.519175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39a776-7ad7-444f-8f3f-23890ed3f6b1 req-6da3b8ad-5f1f-48ec-ba85-5358bd819a87 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.520932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a39a776-7ad7-444f-8f3f-23890ed3f6b1 req-6da3b8ad-5f1f-48ec-ba85-5358bd819a87 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.35 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 945 time: 0.2989521 Jul 16 17:55:31.527898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e60e8433-6be9-4b4a-aa74-dfb582b83cd6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'subnet': {'network_id': '1a37c8f4-b049-4bb1-9bde-5bd003489d30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:31.538971 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ecd78-56ef-4340-aae3-141021236e56 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Network': ['ID=1a37c8f4-b049-4bb1-9bde-5bd003489d30,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:31.549627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:31.557334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 1a37c8f4-b049-4bb1-9bde-5bd003489d30 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:31.561098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:31.561653 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.785986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54beb31d-db3a-4170-94c8-6c58f5394a23 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:31.794077 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.795794 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.809476 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Transition to ACTIVE for port object 54beb31d-db3a-4170-94c8-6c58f5394a23 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:31.814047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.820899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60e8433-6be9-4b4a-aa74-dfb582b83cd6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:31.825313 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e60e8433-6be9-4b4a-aa74-dfb582b83cd6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.835510 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.844641 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.876317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Pushing event updated for resources: {'Port': ['ID=54beb31d-db3a-4170-94c8-6c58f5394a23,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:31.879232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f484ee2d-5ede-4b09-b6c3-b1c16b8c49af,segment=NetworkSegment(4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2),segment_id=4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:31.884737 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.942537 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=f484ee2d-5ede-4b09-b6c3-b1c16b8c49af,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:31.962539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:31.981493 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Attempting to bind port 54beb31d-db3a-4170-94c8-6c58f5394a23 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:31.981722 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Attempting to bind port 54beb31d-db3a-4170-94c8-6c58f5394a23 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:31.982114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Attempting to bind port 54beb31d-db3a-4170-94c8-6c58f5394a23 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:31.988106 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Port 54beb31d-db3a-4170-94c8-6c58f5394a23 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:31.988519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Attempting to bind port 54beb31d-db3a-4170-94c8-6c58f5394a23 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:31.993797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:31.994218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:31.994664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:31.995157 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Bound port: 54beb31d-db3a-4170-94c8-6c58f5394a23, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:31.995600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.034215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=567d3e35-3fae-43e8-a936-55485c886ba9,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:32.056808 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.082810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] For port 54beb31d-db3a-4170-94c8-6c58f5394a23, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:32.086112 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] For port 54beb31d-db3a-4170-94c8-6c58f5394a23, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=54beb31d-db3a-4170-94c8-6c58f5394a23,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:32.090536 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.096248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a538df1-a0ef-4b80-860c-a28557d1ebf0 req-25f3af56-bd1f-47b8-b8b6-3fe81fd3fb5b tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.097759 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a538df1-a0ef-4b80-860c-a28557d1ebf0 req-25f3af56-bd1f-47b8-b8b6-3fe81fd3fb5b tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 943 time: 0.5746198 Jul 16 17:55:32.132545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.133180 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.134711 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] 10.222.0.43 "PUT /v2.0/ports/54beb31d-db3a-4170-94c8-6c58f5394a23 HTTP/1.1" status: 200 len: 1097 time: 0.9801915 Jul 16 17:55:32.135105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a121e4-6ee3-4009-89ab-a6cfca44dab7', 'tag': '54beb31d-db3a-4170-94c8-6c58f5394a23'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:32.137410 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fbd2ff-2984-494e-afa8-e72c8cd2ac4d" -d '{"events": [{"name": "network-changed", "server_uuid": "71a121e4-6ee3-4009-89ab-a6cfca44dab7", "tag": "54beb31d-db3a-4170-94c8-6c58f5394a23"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:32.149026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.149831 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.152033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] 10.222.0.43 "PUT /v2.0/ports/567d3e35-3fae-43e8-a936-55485c886ba9 HTTP/1.1" status: 200 len: 1092 time: 2.9934371 Jul 16 17:55:32.159318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f15a5-ea7a-4ff2-8478-9fd0da470e51 service neutron] Pushing event updated for resources: {'Port': ['ID=54beb31d-db3a-4170-94c8-6c58f5394a23,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:32.191157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d', 'tag': '567d3e35-3fae-43e8-a936-55485c886ba9'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:32.193416 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6a71c2-b62b-413f-a511-5e0057e693d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d", "tag": "567d3e35-3fae-43e8-a936-55485c886ba9"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:32.249545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-678018bd-9012-4c67-a8bf-1b4ff2623d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.251262 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-678018bd-9012-4c67-a8bf-1b4ff2623d26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 1095 time: 0.0574825 Jul 16 17:55:32.304007 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-ac3714f2-b7dd-40bd-800b-bfc4058436e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=567d3e35-3fae-43e8-a936-55485c886ba9 HTTP/1.1" status: 200 len: 217 time: 0.0450194 Jul 16 17:55:32.347403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-6a39a776-7ad7-444f-8f3f-23890ed3f6b1 req-6f578837-a7e1-472c-859e-7fa5f46e4415 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Deleting port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:32.348021 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6a39a776-7ad7-444f-8f3f-23890ed3f6b1 req-6f578837-a7e1-472c-859e-7fa5f46e4415 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.364425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-37a9287e-12d4-4235-a9e4-37c2a835be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.365308 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-37a9287e-12d4-4235-a9e4-37c2a835be6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.0535970 Jul 16 17:55:32.399091 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-5503a9b9-99a0-4cc5-be9c-c49fbed057cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268312 Jul 16 17:55:32.402792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77463373-f891-4ab2-8e66-1f615b93d27b service neutron] Pushing event updated for resources: {'Port': ['ID=567d3e35-3fae-43e8-a936-55485c886ba9,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:32.440504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a538df1-a0ef-4b80-860c-a28557d1ebf0 req-cdcb9652-aa4b-48ab-8ab6-df2e2cba8099 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090928 Jul 16 17:55:32.491062 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.513532 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.527927 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-612591ef-283a-45a5-8bdd-5a288d772ab8 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219251 Jul 16 17:55:32.637698 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-07ad6928-951c-43e6-9576-3c497cfecf9e req-d06938a2-4b0c-459d-9168-41b88080cb65 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012156 Jul 16 17:55:32.750127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-3f09bdff-a267-49d7-ade6-824c1ab665ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.752646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-3f09bdff-a267-49d7-ade6-824c1ab665ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=137a2bf30b944c518cc9dd10f19457a9&device_id=71a121e4-6ee3-4009-89ab-a6cfca44dab7 HTTP/1.1" status: 200 len: 1100 time: 0.5532136 Jul 16 17:55:32.761561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Pushing event updated for resources: {'Port': ['ID=b0f8ef67-4db3-415d-b65b-98fd51ad446f,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:32.769173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6a39a776-7ad7-444f-8f3f-23890ed3f6b1 req-6f578837-a7e1-472c-859e-7fa5f46e4415 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] For port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ec13d091-7ca1-46ed-884e-f9fc86eaa8f7,segment=NetworkSegment(618cf0de-ec37-4e67-a189-4d159d710828),segment_id=618cf0de-ec37-4e67-a189-4d159d710828)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:32.769289 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6a39a776-7ad7-444f-8f3f-23890ed3f6b1 req-6f578837-a7e1-472c-859e-7fa5f46e4415 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.787416 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e60e8433-6be9-4b4a-aa74-dfb582b83cd6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.840734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-6a39a776-7ad7-444f-8f3f-23890ed3f6b1 req-6f578837-a7e1-472c-859e-7fa5f46e4415 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Calling delete_port for ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:32.869065 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-bdde40f5-820e-4c87-9e46-e6e27313fb48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=54beb31d-db3a-4170-94c8-6c58f5394a23 HTTP/1.1" status: 200 len: 217 time: 0.1027486 Jul 16 17:55:32.871181 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.883097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7013a-2f43-4f4a-980d-d7bbca7ecdea admin admin] Deleting port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:32.883461 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ba7013a-2f43-4f4a-980d-d7bbca7ecdea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.001104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.002622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-1795d717-9f29-49c4-b125-d1a7b6d41ac8 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1863856 Jul 16 17:55:33.019928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e8433-6be9-4b4a-aa74-dfb582b83cd6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Subnet': ['ID=4b549f7c-3349-4068-948c-0cb416691e56,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:33.080041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087a81e-b176-49ab-b8db-a63f951f0cca req-68809c5b-0a89-455c-b547-e59bdc442db5 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:33.081457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7087a81e-b176-49ab-b8db-a63f951f0cca req-68809c5b-0a89-455c-b547-e59bdc442db5 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a121e4-6ee3-4009-89ab-a6cfca44dab7 HTTP/1.1" status: 200 len: 948 time: 0.5089798 Jul 16 17:55:33.152770 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-ae9f7b55-a4bb-4286-94ad-5364e39767d5 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.19 HTTP/1.1" status: 200 len: 695 time: 0.1390038 Jul 16 17:55:33.154101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-f18da094-4bf0-495d-a200-f0dc3e68b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:33.155478 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-f18da094-4bf0-495d-a200-f0dc3e68b6b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.2667768 Jul 16 17:55:33.182348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60e8433-6be9-4b4a-aa74-dfb582b83cd6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Checking segment: {'id': '18877d7e-4c36-4094-9eb1-294e8d3b42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1a37c8f4-b049-4bb1-9bde-5bd003489d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:33.182712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e8433-6be9-4b4a-aa74-dfb582b83cd6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network hostable DHCP agents. Network: 1a37c8f4-b049-4bb1-9bde-5bd003489d30, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:33.280272 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f484ee2d-5ede-4b09-b6c3-b1c16b8c49af up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:33.290024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-4ba7013a-2f43-4f4a-980d-d7bbca7ecdea admin admin] For port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f484ee2d-5ede-4b09-b6c3-b1c16b8c49af,segment=NetworkSegment(4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2),segment_id=4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:33.290386 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ba7013a-2f43-4f4a-980d-d7bbca7ecdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.298141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7087a81e-b176-49ab-b8db-a63f951f0cca req-bee1aeb2-1ee8-4e0c-823c-dfb6165e9229 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab860527-5e0a-4e0e-b3be-7c7af80e0f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740854 Jul 16 17:55:33.344224 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f484ee2d-5ede-4b09-b6c3-b1c16b8c49af triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:33.344799 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.347013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e8433-6be9-4b4a-aa74-dfb582b83cd6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network 1a37c8f4-b049-4bb1-9bde-5bd003489d30 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:33.377355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7013a-2f43-4f4a-980d-d7bbca7ecdea admin admin] Calling delete_port for f484ee2d-5ede-4b09-b6c3-b1c16b8c49af owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:33.426094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e60e8433-6be9-4b4a-aa74-dfb582b83cd6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 1a37c8f4-b049-4bb1-9bde-5bd003489d30) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:33.439053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2b6089-3f14-43d8-bc77-2465517a1c63 None None] Network 1a37c8f4-b049-4bb1-9bde-5bd003489d30 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:33.484314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60e8433-6be9-4b4a-aa74-dfb582b83cd6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:33.484925 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e60e8433-6be9-4b4a-aa74-dfb582b83cd6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.518480 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.530329 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6a39a776-7ad7-444f-8f3f-23890ed3f6b1 req-6f578837-a7e1-472c-859e-7fa5f46e4415 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.550262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-d64cdeb5-651d-47b5-bbc5-b50de3c204f0 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:33.551649 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-734facb4-956c-4234-91d6-4e8f65de12c1 req-d64cdeb5-651d-47b5-bbc5-b50de3c204f0 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.3817666 Jul 16 17:55:33.560116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-605aef22-364c-42b6-9dbe-792774d5e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:33.561606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-605aef22-364c-42b6-9dbe-792774d5e1b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3956289 Jul 16 17:55:33.591149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e60e8433-6be9-4b4a-aa74-dfb582b83cd6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0666025 Jul 16 17:55:33.591450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56874) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:33.597519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9b4d8b19-7445-4dbc-9904-def1c5d936e7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1657867478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:33.602437 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f578837-a7e1-472c-859e-7fa5f46e4415 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Pushing event deleted for resources: {'Port': ['ID=ec13d091-7ca1-46ed-884e-f9fc86eaa8f7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:33.631965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85559065-edb6-4034-8335-00712ced75dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-1a37c8f4-b049-4bb1-9bde-5bd003489d30', 'network_id': '1a37c8f4-b049-4bb1-9bde-5bd003489d30', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'fixed_ips': [{'subnet_id': '4b549f7c-3349-4068-948c-0cb416691e56'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:33.632898 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85559065-edb6-4034-8335-00712ced75dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.634155 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8b19-7445-4dbc-9904-def1c5d936e7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.636698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8b19-7445-4dbc-9904-def1c5d936e7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.710261 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8b19-7445-4dbc-9904-def1c5d936e7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.716740 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8b19-7445-4dbc-9904-def1c5d936e7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.739233 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0a846a-3c04-484f-a258-b99154015a74 x-openstack-request-id: req-6f0a846a-3c04-484f-a258-b99154015a74 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:33.739545 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a121e4-6ee3-4009-89ab-a6cfca44dab7", "tag": "54beb31d-db3a-4170-94c8-6c58f5394a23", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:33.740305 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f0a846a-3c04-484f-a258-b99154015a74 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:33.742045 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a121e4-6ee3-4009-89ab-a6cfca44dab7', 'tag': '54beb31d-db3a-4170-94c8-6c58f5394a23', 'status': 'completed', 'code': 200} Jul 16 17:55:33.745861 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8b19-7445-4dbc-9904-def1c5d936e7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.752171 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9b4d8b19-7445-4dbc-9904-def1c5d936e7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1589594 Jul 16 17:55:33.752867 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56876) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:33.831577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-85559065-edb6-4034-8335-00712ced75dc None None] Allocated IP 2001:db8::2 (1a37c8f4-b049-4bb1-9bde-5bd003489d30/4b549f7c-3349-4068-948c-0cb416691e56/db76f3dd-c0bf-43cd-a10c-c1a8a997c077) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:34.006732 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85559065-edb6-4034-8335-00712ced75dc None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.016260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-85559065-edb6-4034-8335-00712ced75dc None None] Transition to ACTIVE for port object db76f3dd-c0bf-43cd-a10c-c1a8a997c077 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:34.034409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a71c2-b62b-413f-a511-5e0057e693d6 req-7cec021d-29ad-421e-bc86-6f8fe303a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.035924 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7c6a71c2-b62b-413f-a511-5e0057e693d6 req-7cec021d-29ad-421e-bc86-6f8fe303a442 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 1095 time: 0.2380810 Jul 16 17:55:34.045971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-85559065-edb6-4034-8335-00712ced75dc None None] Transition to ACTIVE for port object db76f3dd-c0bf-43cd-a10c-c1a8a997c077 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:34.053017 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85559065-edb6-4034-8335-00712ced75dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.073908 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3ca29b-1097-4ac0-8a35-12e68d401236 x-openstack-request-id: req-8f3ca29b-1097-4ac0-8a35-12e68d401236 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:34.074199 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d", "tag": "567d3e35-3fae-43e8-a936-55485c886ba9", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:34.074451 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f3ca29b-1097-4ac0-8a35-12e68d401236 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:34.074838 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d', 'tag': '567d3e35-3fae-43e8-a936-55485c886ba9', 'status': 'completed', 'code': 200} Jul 16 17:55:34.089505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85559065-edb6-4034-8335-00712ced75dc None None] Network 1a37c8f4-b049-4bb1-9bde-5bd003489d30 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:34.094559 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-85559065-edb6-4034-8335-00712ced75dc None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:34.101418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85559065-edb6-4034-8335-00712ced75dc None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:34.108738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a39a776-7ad7-444f-8f3f-23890ed3f6b1 req-6f578837-a7e1-472c-859e-7fa5f46e4415 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] No DVR routers for this DVR port ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:34.117398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85559065-edb6-4034-8335-00712ced75dc None None] Pushing event updated for resources: {'Port': ['ID=db76f3dd-c0bf-43cd-a10c-c1a8a997c077,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:34.127317 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6a39a776-7ad7-444f-8f3f-23890ed3f6b1 req-6f578837-a7e1-472c-859e-7fa5f46e4415 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.129342 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a39a776-7ad7-444f-8f3f-23890ed3f6b1 req-6f578837-a7e1-472c-859e-7fa5f46e4415 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.35 "DELETE /v2.0/ports/ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 HTTP/1.1" status: 204 len: 173 time: 2.5904152 Jul 16 17:55:34.159470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ac24a4aa-bd81-47ba-95f6-2cd0f26572ba req-1825cfb7-88e6-4ea7-a5fc-170b03f764c0 tempest-ServerAddressesNegativeTestJSON-1669119633 tempest-ServerAddressesNegativeTestJSON-1669119633-project] 10.222.0.41 "GET /v2.0/ports?device_id=47e27866-942c-4e9d-9c4e-5577c2173d2e HTTP/1.1" status: 200 len: 210 time: 0.1038713 Jul 16 17:55:34.172545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a881a-dbc0-45e9-a490-0e4cfb5268dc req-d2489dfe-187f-4a91-b7ad-4a403247786b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.173460 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.174397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f7a881a-dbc0-45e9-a490-0e4cfb5268dc req-d2489dfe-187f-4a91-b7ad-4a403247786b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.7493370 Jul 16 17:55:34.210143 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-85559065-edb6-4034-8335-00712ced75dc None None] Attempting to bind port db76f3dd-c0bf-43cd-a10c-c1a8a997c077 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:34.213861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-85559065-edb6-4034-8335-00712ced75dc None None] Attempting to bind port db76f3dd-c0bf-43cd-a10c-c1a8a997c077 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '18877d7e-4c36-4094-9eb1-294e8d3b42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1a37c8f4-b049-4bb1-9bde-5bd003489d30'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:34.214477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85559065-edb6-4034-8335-00712ced75dc None None] Attempting to bind port db76f3dd-c0bf-43cd-a10c-c1a8a997c077 on network 1a37c8f4-b049-4bb1-9bde-5bd003489d30 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:34.223062 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85559065-edb6-4034-8335-00712ced75dc None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:34.223449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85559065-edb6-4034-8335-00712ced75dc None None] Checking segment: {'id': '18877d7e-4c36-4094-9eb1-294e8d3b42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1a37c8f4-b049-4bb1-9bde-5bd003489d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:34.223875 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85559065-edb6-4034-8335-00712ced75dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.224270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85559065-edb6-4034-8335-00712ced75dc None None] Bound using segment: {'id': '18877d7e-4c36-4094-9eb1-294e8d3b42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1a37c8f4-b049-4bb1-9bde-5bd003489d30'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:34.224735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-85559065-edb6-4034-8335-00712ced75dc None None] Bound port: db76f3dd-c0bf-43cd-a10c-c1a8a997c077, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18877d7e-4c36-4094-9eb1-294e8d3b42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1a37c8f4-b049-4bb1-9bde-5bd003489d30'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:34.225117 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85559065-edb6-4034-8335-00712ced75dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.232458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-659e379b-4262-42c3-903c-29562e6b2218 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419008 Jul 16 17:55:34.263989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a71c2-b62b-413f-a511-5e0057e693d6 req-259b9756-0970-42ca-9536-e9218612f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.265763 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7c6a71c2-b62b-413f-a511-5e0057e693d6 req-259b9756-0970-42ca-9536-e9218612f0b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.2214906 Jul 16 17:55:34.325425 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7c6a71c2-b62b-413f-a511-5e0057e693d6 req-c3737994-f622-468f-aa49-dda35b3986f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=567d3e35-3fae-43e8-a936-55485c886ba9 HTTP/1.1" status: 200 len: 217 time: 0.0526719 Jul 16 17:55:34.364635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f7a881a-dbc0-45e9-a490-0e4cfb5268dc req-1ec534bb-32e5-4844-9f21-ffb29c6525af tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747882 Jul 16 17:55:34.378371 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-85559065-edb6-4034-8335-00712ced75dc None None] For port db76f3dd-c0bf-43cd-a10c-c1a8a997c077, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:34.379171 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ba7013a-2f43-4f4a-980d-d7bbca7ecdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.395233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-85559065-edb6-4034-8335-00712ced75dc None None] For port db76f3dd-c0bf-43cd-a10c-c1a8a997c077, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=db76f3dd-c0bf-43cd-a10c-c1a8a997c077,segment=NetworkSegment(18877d7e-4c36-4094-9eb1-294e8d3b42b9),segment_id=18877d7e-4c36-4094-9eb1-294e8d3b42b9)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:34.401314 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85559065-edb6-4034-8335-00712ced75dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.456132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a71c2-b62b-413f-a511-5e0057e693d6 req-b068f559-940b-4a31-ba1e-202d9075fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.457589 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7c6a71c2-b62b-413f-a511-5e0057e693d6 req-b068f559-940b-4a31-ba1e-202d9075fc53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.0950763 Jul 16 17:55:34.471334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7013a-2f43-4f4a-980d-d7bbca7ecdea admin admin] Pushing event deleted for resources: {'Port': ['ID=f484ee2d-5ede-4b09-b6c3-b1c16b8c49af,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:34.489144 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85559065-edb6-4034-8335-00712ced75dc None None] Pushing event updated for resources: {'Port': ['ID=db76f3dd-c0bf-43cd-a10c-c1a8a997c077,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:34.505371 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7c6a71c2-b62b-413f-a511-5e0057e693d6 req-57b5b21a-3d39-43be-adb3-a302c900fb86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391262 Jul 16 17:55:34.609771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26f7ae03-95e6-46c8-958f-68c5b74366ce req-91d87f3a-1a23-47ba-8956-6ad33f2ffa16 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688426 Jul 16 17:55:34.624666 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Allocated IP 2001:db8::1 (1a37c8f4-b049-4bb1-9bde-5bd003489d30/4b549f7c-3349-4068-948c-0cb416691e56/9e0b23ef-0615-4126-a7d3-1af26d572349) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:34.687262 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7c6a71c2-b62b-413f-a511-5e0057e693d6 req-68f6f054-3962-4338-a3f9-cb1da4b6a746 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733754 Jul 16 17:55:34.796674 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd38c0-a3ed-4849-8e34-10b8613c9ad2 req-f93775ae-42ca-4efa-95d4-eb2e28cc5581 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.798380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22fd38c0-a3ed-4849-8e34-10b8613c9ad2 req-f93775ae-42ca-4efa-95d4-eb2e28cc5581 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 943 time: 0.4328265 Jul 16 17:55:34.803119 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-8535275d-7cf8-42d8-b724-45e6eaa52125 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3724797 Jul 16 17:55:34.834621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:34.853540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 567d3e35-3fae-43e8-a936-55485c886ba9 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:34.935953 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7c6a71c2-b62b-413f-a511-5e0057e693d6 req-2bfc0eab-a96d-4e38-be90-28c359bcdc36 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366970 Jul 16 17:55:34.969799 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.983585 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.988063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Transition to ACTIVE for port object 9e0b23ef-0615-4126-a7d3-1af26d572349 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:34.997676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22fd38c0-a3ed-4849-8e34-10b8613c9ad2 req-ba32137a-a2e5-4c49-b47a-958c904f1431 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838536 Jul 16 17:55:35.011323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbd2ff-2984-494e-afa8-e72c8cd2ac4d req-d0c0cba5-8c9c-4d29-b09c-a7cf4a803554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.013133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27fbd2ff-2984-494e-afa8-e72c8cd2ac4d req-d0c0cba5-8c9c-4d29-b09c-a7cf4a803554 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=137a2bf30b944c518cc9dd10f19457a9&device_id=71a121e4-6ee3-4009-89ab-a6cfca44dab7 HTTP/1.1" status: 200 len: 1100 time: 0.3415513 Jul 16 17:55:35.027578 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=567d3e35-3fae-43e8-a936-55485c886ba9,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:35.031749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:35.035030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.062938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:35.063289 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ec13d091-7ca1-46ed-884e-f9fc86eaa8f7 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:35.065113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '567d3e35-3fae-43e8-a936-55485c886ba9', 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253', 'port_id': '567d3e35-3fae-43e8-a936-55485c886ba9', 'mac_address': 'fa:16:3e:cc:df:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:35.085236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network 1a37c8f4-b049-4bb1-9bde-5bd003489d30 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:35.088642 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:35.093346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:35.094024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.109428 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.125046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567d3e35-3fae-43e8-a936-55485c886ba9 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:35.146984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=567d3e35-3fae-43e8-a936-55485c886ba9,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:35.152439 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbd2ff-2984-494e-afa8-e72c8cd2ac4d req-5a428562-cfe9-4ef1-a4cb-37fda2ecf539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.154106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27fbd2ff-2984-494e-afa8-e72c8cd2ac4d req-5a428562-cfe9-4ef1-a4cb-37fda2ecf539 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1203113 Jul 16 17:55:35.154725 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ba7013a-2f43-4f4a-980d-d7bbca7ecdea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.155665 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.158140 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=9e0b23ef-0615-4126-a7d3-1af26d572349,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:35.226947 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=567d3e35-3fae-43e8-a936-55485c886ba9,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:35.240915 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27fbd2ff-2984-494e-afa8-e72c8cd2ac4d req-f0ecee0e-092e-451e-9a44-1c2ee3d77137 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=54beb31d-db3a-4170-94c8-6c58f5394a23 HTTP/1.1" status: 200 len: 217 time: 0.0731397 Jul 16 17:55:35.264321 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.421195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device db76f3dd-c0bf-43cd-a10c-c1a8a997c077 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:35.442724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbd2ff-2984-494e-afa8-e72c8cd2ac4d req-b3b04051-2b47-4dc7-9627-9592311912fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.444264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27fbd2ff-2984-494e-afa8-e72c8cd2ac4d req-b3b04051-2b47-4dc7-9627-9592311912fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1600742 Jul 16 17:55:35.457601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['567d3e35-3fae-43e8-a936-55485c886ba9'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:35.519535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b145eb0-273f-4e34-b940-abcc366af0e7 req-fe80d127-be53-4f16-8a4c-22f2d59ce28b tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.521102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b145eb0-273f-4e34-b940-abcc366af0e7 req-fe80d127-be53-4f16-8a4c-22f2d59ce28b tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a121e4-6ee3-4009-89ab-a6cfca44dab7 HTTP/1.1" status: 200 len: 948 time: 0.3524091 Jul 16 17:55:35.540077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port db76f3dd-c0bf-43cd-a10c-c1a8a997c077 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:35.645193 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.649416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b145eb0-273f-4e34-b940-abcc366af0e7 req-b97755c3-4604-429a-bc49-f9887b53ecf3 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab860527-5e0a-4e0e-b3be-7c7af80e0f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196523 Jul 16 17:55:35.709426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbd2ff-2984-494e-afa8-e72c8cd2ac4d req-191b7880-e241-4c5e-bc80-da48fe8c7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.710964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27fbd2ff-2984-494e-afa8-e72c8cd2ac4d req-191b7880-e241-4c5e-bc80-da48fe8c7efb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2550681 Jul 16 17:55:35.817169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c63302a-9cc5-4529-ad8e-daf30d8d0eae None None] Network 1a37c8f4-b049-4bb1-9bde-5bd003489d30 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:35.910828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba7013a-2f43-4f4a-980d-d7bbca7ecdea admin admin] Router 81f71699-8b9e-4fa6-8933-04e584047ba7 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:35.933224 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.940833 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.942299 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.947475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f2d684b6-c980-40a2-bf92-14b4436b6bf7 None None] Provisioning for port db76f3dd-c0bf-43cd-a10c-c1a8a997c077 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:35.965155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Allocated IP 172.25.5.113 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/2f78c7f9-a7d1-4cdf-924c-15ca2bac2051) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:35.965895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f2d684b6-c980-40a2-bf92-14b4436b6bf7 None None] Provisioning complete for port db76f3dd-c0bf-43cd-a10c-c1a8a997c077 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:35.966270 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f2d684b6-c980-40a2-bf92-14b4436b6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.973884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27fbd2ff-2984-494e-afa8-e72c8cd2ac4d req-aca693bc-cbb4-40aa-bfeb-e2312e29eb4a service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332819 Jul 16 17:55:36.010717 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=9e0b23ef-0615-4126-a7d3-1af26d572349,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:36.074382 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f2d684b6-c980-40a2-bf92-14b4436b6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.075984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e27866-942c-4e9d-9c4e-5577c2173d2e', 'name': 'network-vif-deleted', 'tag': 'ec13d091-7ca1-46ed-884e-f9fc86eaa8f7'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:36.078865 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573d9a25-8a5d-45c7-934c-210107cadd15" -d '{"events": [{"server_uuid": "47e27866-942c-4e9d-9c4e-5577c2173d2e", "name": "network-vif-deleted", "tag": "ec13d091-7ca1-46ed-884e-f9fc86eaa8f7"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:36.088129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5ac8f-c118-4991-8f88-e1ae44c24126 req-def45df2-fe17-4cb1-baea-da5494e56e24 tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:36.089732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ba5ac8f-c118-4991-8f88-e1ae44c24126 req-def45df2-fe17-4cb1-baea-da5494e56e24 tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 1101 time: 0.3002641 Jul 16 17:55:36.097951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network 1a37c8f4-b049-4bb1-9bde-5bd003489d30 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:36.099617 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:36.120146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f2d684b6-c980-40a2-bf92-14b4436b6bf7 None None] For port db76f3dd-c0bf-43cd-a10c-c1a8a997c077, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=db76f3dd-c0bf-43cd-a10c-c1a8a997c077,segment=NetworkSegment(18877d7e-4c36-4094-9eb1-294e8d3b42b9),segment_id=18877d7e-4c36-4094-9eb1-294e8d3b42b9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:36.127357 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f2d684b6-c980-40a2-bf92-14b4436b6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.181664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d684b6-c980-40a2-bf92-14b4436b6bf7 None None] Pushing event updated for resources: {'Port': ['ID=db76f3dd-c0bf-43cd-a10c-c1a8a997c077,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:36.238296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router f948c959-bc48-419b-b21c-50eecc539b17 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:36.262087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba7013a-2f43-4f4a-980d-d7bbca7ecdea admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:36.270316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4ba7013a-2f43-4f4a-980d-d7bbca7ecdea admin admin] 10.222.0.41 "PUT /v2.0/routers/81f71699-8b9e-4fa6-8933-04e584047ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9800420 Jul 16 17:55:36.272592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e981e4c-da56-430f-82e5-157fcb198df2 None None] Sync routers for ids ['81f71699-8b9e-4fa6-8933-04e584047ba7'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:36.273726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ba5ac8f-c118-4991-8f88-e1ae44c24126 req-90a27607-f32e-44ac-bcd4-07cb040c2424 tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462677 Jul 16 17:55:36.274160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56890) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:36.286857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27fbd2ff-2984-494e-afa8-e72c8cd2ac4d req-e51bdb59-95c6-43ab-b524-c2ef7b794b05 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740066 Jul 16 17:55:36.289211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e981e4c-da56-430f-82e5-157fcb198df2 None None] Routers {'81f71699-8b9e-4fa6-8933-04e584047ba7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:36.290085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0e981e4c-da56-430f-82e5-157fcb198df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['81f71699-8b9e-4fa6-8933-04e584047ba7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:36.357260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:36.364264 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5331891a-6acf-46a6-b847-71f3da2bb2a4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/f948c959-bc48-419b-b21c-50eecc539b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6100223 Jul 16 17:55:36.366918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56894) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:36.369087 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43e75e-d050-48bd-80df-bafe526ce178 None None] Sync routers for ids ['f948c959-bc48-419b-b21c-50eecc539b17'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:36.389209 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43e75e-d050-48bd-80df-bafe526ce178 None None] Routers {'f948c959-bc48-419b-b21c-50eecc539b17'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:36.389857 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-be43e75e-d050-48bd-80df-bafe526ce178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f948c959-bc48-419b-b21c-50eecc539b17'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:36.427328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.471389 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.488460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54dd883-289f-4915-9e1d-eb4ac2caad91 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:36.490571 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e54dd883-289f-4915-9e1d-eb4ac2caad91 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports/9e0b23ef-0615-4126-a7d3-1af26d572349 HTTP/1.1" status: 200 len: 911 time: 0.1225436 Jul 16 17:55:36.493047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56896) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:36.498805 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-be43e75e-d050-48bd-80df-bafe526ce178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:36.500856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b5bf0ba9-af34-43c6-bded-19c627bf5a94 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b549f7c-3349-4068-948c-0cb416691e56'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:36.508954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-005f4c7e-e44b-4d5d-aa57-c880cb8f18fa None None] Provisioning for port 9e0b23ef-0615-4126-a7d3-1af26d572349 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:36.523086 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43e75e-d050-48bd-80df-bafe526ce178 None None] Routers {'f948c959-bc48-419b-b21c-50eecc539b17'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:36.524971 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-be43e75e-d050-48bd-80df-bafe526ce178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f948c959-bc48-419b-b21c-50eecc539b17'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:36.529282 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-005f4c7e-e44b-4d5d-aa57-c880cb8f18fa None None] Provisioning complete for port 9e0b23ef-0615-4126-a7d3-1af26d572349 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:36.530443 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-005f4c7e-e44b-4d5d-aa57-c880cb8f18fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.578485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-0e981e4c-da56-430f-82e5-157fcb198df2 None None] Set router 81f71699-8b9e-4fa6-8933-04e584047ba7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:36.593731 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.611608 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-be43e75e-d050-48bd-80df-bafe526ce178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:36.614686 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43e75e-d050-48bd-80df-bafe526ce178 None None] The sync data for ids ['f948c959-bc48-419b-b21c-50eecc539b17'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:36.668272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Pushing event updated for resources: {'Port': ['ID=2f78c7f9-a7d1-4cdf-924c-15ca2bac2051,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:36.676788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56898) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:36.786180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-005f4c7e-e44b-4d5d-aa57-c880cb8f18fa None None] Port 9e0b23ef-0615-4126-a7d3-1af26d572349 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:36.806843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-005f4c7e-e44b-4d5d-aa57-c880cb8f18fa None None] Provisioning complete for port db76f3dd-c0bf-43cd-a10c-c1a8a997c077 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:36.807131 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-005f4c7e-e44b-4d5d-aa57-c880cb8f18fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.807983 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ba9-af34-43c6-bded-19c627bf5a94 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.851086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 54beb31d-db3a-4170-94c8-6c58f5394a23 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:36.852988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 567d3e35-3fae-43e8-a936-55485c886ba9 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:36.902377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0e981e4c-da56-430f-82e5-157fcb198df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1811247159-router', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:13Z', 'updated_at': '2021-07-16T17:55:34Z', 'revision_number': 5, 'project_id': '30622ed81a8149d1b30f489202ef95da', 'gw_port': {'id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:17Z', 'updated_at': '2021-07-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:36.954680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e981e4c-da56-430f-82e5-157fcb198df2 None None] Checking router: 81f71699-8b9e-4fa6-8933-04e584047ba7 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:37.055308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e981e4c-da56-430f-82e5-157fcb198df2 None None] Routers {'81f71699-8b9e-4fa6-8933-04e584047ba7'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:37.055936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0e981e4c-da56-430f-82e5-157fcb198df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['81f71699-8b9e-4fa6-8933-04e584047ba7'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:37.112701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 567d3e35-3fae-43e8-a936-55485c886ba9 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:37.134742 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 567d3e35-3fae-43e8-a936-55485c886ba9 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:37.135631 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.136690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:37.138290 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 54beb31d-db3a-4170-94c8-6c58f5394a23, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=54beb31d-db3a-4170-94c8-6c58f5394a23,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:37.160547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:37.166162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:37.170137 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.214808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3600b2d9-ee94-47ac-b34d-93eb75cf8e9a admin admin] Deleting subnet 9d7842b5-176e-4f2f-a5a8-4022ea5193d3 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:55:37.245895 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3600b2d9-ee94-47ac-b34d-93eb75cf8e9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.300420 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ba9-af34-43c6-bded-19c627bf5a94 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.313600 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3600b2d9-ee94-47ac-b34d-93eb75cf8e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.316428 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ba9-af34-43c6-bded-19c627bf5a94 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.323541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf0ba9-af34-43c6-bded-19c627bf5a94 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.324003 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ba9-af34-43c6-bded-19c627bf5a94 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.328119 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b5bf0ba9-af34-43c6-bded-19c627bf5a94 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/ports/9e0b23ef-0615-4126-a7d3-1af26d572349 HTTP/1.1" status: 200 len: 911 time: 0.8311884 Jul 16 17:55:37.329986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56902) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:37.339664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device db76f3dd-c0bf-43cd-a10c-c1a8a997c077 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:37.346618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '54beb31d-db3a-4170-94c8-6c58f5394a23', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '54beb31d-db3a-4170-94c8-6c58f5394a23', 'mac_address': 'fa:16:3e:2f:0b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:37.359215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9f83e-36bd-4f50-8f1b-65e0667bf4a3 req-9fd2d60f-2723-4901-ada4-e2e10ab5b0c7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.361667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78e9f83e-36bd-4f50-8f1b-65e0667bf4a3 req-9fd2d60f-2723-4901-ada4-e2e10ab5b0c7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 944 time: 0.2453008 Jul 16 17:55:37.441313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Deleting port 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:37.441832 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.451513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a912b0d2-53d8-41b3-9ab0-7fa58f179f8a None None] Provisioning complete for port 9e0b23ef-0615-4126-a7d3-1af26d572349 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:37.451888 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a912b0d2-53d8-41b3-9ab0-7fa58f179f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.459036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf0ba9-af34-43c6-bded-19c627bf5a94 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=9e0b23ef-0615-4126-a7d3-1af26d572349,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:37.465536 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-0e981e4c-da56-430f-82e5-157fcb198df2 None None] Set router 81f71699-8b9e-4fa6-8933-04e584047ba7 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:37.472091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.481305 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3600b2d9-ee94-47ac-b34d-93eb75cf8e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.511524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78e9f83e-36bd-4f50-8f1b-65e0667bf4a3 req-2c63a1c4-7481-4641-a7d7-b285696b95fc tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236217 Jul 16 17:55:37.565732 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.587876 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7967a9-a5ce-48d8-bb22-b05a31215609 x-openstack-request-id: req-0a7967a9-a5ce-48d8-bb22-b05a31215609 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:37.588265 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e27866-942c-4e9d-9c4e-5577c2173d2e", "name": "network-vif-deleted", "tag": "ec13d091-7ca1-46ed-884e-f9fc86eaa8f7", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:37.588607 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a7967a9-a5ce-48d8-bb22-b05a31215609 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:37.589085 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e27866-942c-4e9d-9c4e-5577c2173d2e', 'name': 'network-vif-deleted', 'tag': 'ec13d091-7ca1-46ed-884e-f9fc86eaa8f7', 'status': 'completed', 'code': 200} Jul 16 17:55:37.612256 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.617810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a912b0d2-53d8-41b3-9ab0-7fa58f179f8a None None] Port 9e0b23ef-0615-4126-a7d3-1af26d572349 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:37.634253 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54beb31d-db3a-4170-94c8-6c58f5394a23 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:37.662590 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] For port 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:37.663098 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.672420 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port db76f3dd-c0bf-43cd-a10c-c1a8a997c077 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:37.672818 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.686434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Calling delete_port for 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:37.689608 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3600b2d9-ee94-47ac-b34d-93eb75cf8e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.691360 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.723746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600b2d9-ee94-47ac-b34d-93eb75cf8e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7842b5-176e-4f2f-a5a8-4022ea5193d3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:37.739993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 54beb31d-db3a-4170-94c8-6c58f5394a23, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=54beb31d-db3a-4170-94c8-6c58f5394a23,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:37.743308 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3600b2d9-ee94-47ac-b34d-93eb75cf8e9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.748042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3600b2d9-ee94-47ac-b34d-93eb75cf8e9a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9d7842b5-176e-4f2f-a5a8-4022ea5193d3 HTTP/1.1" status: 204 len: 168 time: 1.0674372 Jul 16 17:55:37.749346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56908) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:37.760249 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.779550 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567d3e35-3fae-43e8-a936-55485c886ba9'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:37.781991 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a7173c-f1d5-405b-9d29-9ca3dd74b2b1" -d '{"events": [{"server_uuid": "9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d", "name": "network-vif-plugged", "status": "completed", "tag": "567d3e35-3fae-43e8-a936-55485c886ba9"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:37.806615 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62578834-630d-4c16-9617-a37d73e532d9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.824365 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=567d3e35-3fae-43e8-a936-55485c886ba9,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:37.859660 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.879528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=54beb31d-db3a-4170-94c8-6c58f5394a23,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:37.942563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:37.944139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:37.944139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:37.944139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:37.944139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:37.944571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:37.944571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:37.944827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:37.945151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:37.945473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:37.945797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:37.946113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:37.960005 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-22a13266-f469-4fb3-85fd-b6e769f26346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.034306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['54beb31d-db3a-4170-94c8-6c58f5394a23'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:38.069963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=567d3e35-3fae-43e8-a936-55485c886ba9,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:38.076330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0e981e4c-da56-430f-82e5-157fcb198df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1811247159-router', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:13Z', 'updated_at': '2021-07-16T17:55:34Z', 'revision_number': 5, 'project_id': '30622ed81a8149d1b30f489202ef95da', 'gw_port': {'id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:17Z', 'updated_at': '2021-07-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:38.112757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e981e4c-da56-430f-82e5-157fcb198df2 None None] The sync data for ids ['81f71699-8b9e-4fa6-8933-04e584047ba7'] in n-d-787206-10 is: [{'id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1811247159-router', 'tenant_id': '30622ed81a8149d1b30f489202ef95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:13Z', 'updated_at': '2021-07-16T17:55:34Z', 'revision_number': 5, 'project_id': '30622ed81a8149d1b30f489202ef95da', 'gw_port': {'id': '65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f71699-8b9e-4fa6-8933-04e584047ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:17Z', 'updated_at': '2021-07-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:38.239350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-62578834-630d-4c16-9617-a37d73e532d9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port 9e0b23ef-0615-4126-a7d3-1af26d572349 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:38.240191 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62578834-630d-4c16-9617-a37d73e532d9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.244614 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.264022 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.295330 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-22a13266-f469-4fb3-85fd-b6e769f26346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.344159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62578834-630d-4c16-9617-a37d73e532d9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.358340 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-62578834-630d-4c16-9617-a37d73e532d9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for 9e0b23ef-0615-4126-a7d3-1af26d572349 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:38.361033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-22a13266-f469-4fb3-85fd-b6e769f26346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1e7fee-67ae-4c01-8389-4753932ba152']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:38.395349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-22a13266-f469-4fb3-85fd-b6e769f26346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618cf0de-ec37-4e67-a189-4d159d710828') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:38.395670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-22a13266-f469-4fb3-85fd-b6e769f26346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618cf0de-ec37-4e67-a189-4d159d710828') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:38.442601 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-22a13266-f469-4fb3-85fd-b6e769f26346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.466898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0318d4-2534-43c0-a9d8-7fc0c262f36b req-fb2c2708-8d56-4cf0-ae1b-418c28cc315f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.468518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae0318d4-2534-43c0-a9d8-7fc0c262f36b req-fb2c2708-8d56-4cf0-ae1b-418c28cc315f tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a121e4-6ee3-4009-89ab-a6cfca44dab7 HTTP/1.1" status: 200 len: 949 time: 0.4383287 Jul 16 17:55:38.477639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Pushing event updated for resources: {'Port': ['ID=2f78c7f9-a7d1-4cdf-924c-15ca2bac2051,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:38.491620 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.493926 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-22a13266-f469-4fb3-85fd-b6e769f26346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.536065 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62578834-630d-4c16-9617-a37d73e532d9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.543646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a13266-f469-4fb3-85fd-b6e769f26346 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:55:38.544058 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-22a13266-f469-4fb3-85fd-b6e769f26346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: timer() Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:55:38.547649 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:55:38.552630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-e0600320-11af-4e31-a35c-3f8b1930b71e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5638280 Jul 16 17:55:38.560876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62578834-630d-4c16-9617-a37d73e532d9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=9e0b23ef-0615-4126-a7d3-1af26d572349,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:38.569890 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:38.602467 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.668156 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62578834-630d-4c16-9617-a37d73e532d9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.697003 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.698258 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-0d3d1407-7a3e-481d-b1a8-d26aba794e18 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8832598 Jul 16 17:55:38.706562 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae0318d4-2534-43c0-a9d8-7fc0c262f36b req-69cbac18-7d65-4a0f-932b-89324d36693e tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab860527-5e0a-4e0e-b3be-7c7af80e0f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213950 Jul 16 17:55:38.707187 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-22a13266-f469-4fb3-85fd-b6e769f26346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.712240 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-22a13266-f469-4fb3-85fd-b6e769f26346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.716435 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-22a13266-f469-4fb3-85fd-b6e769f26346 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fa1e7fee-67ae-4c01-8389-4753932ba152 HTTP/1.1" status: 204 len: 168 time: 0.9537506 Jul 16 17:55:38.780197 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.782694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a13266-f469-4fb3-85fd-b6e769f26346 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1e7fee-67ae-4c01-8389-4753932ba152,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:38.863200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-f245633e-0d7f-4909-8408-eaa5353c8925 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.113 HTTP/1.1" status: 200 len: 696 time: 0.1458473 Jul 16 17:55:38.863662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 54beb31d-db3a-4170-94c8-6c58f5394a23 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:38.949037 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 54beb31d-db3a-4170-94c8-6c58f5394a23 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:38.955689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 54beb31d-db3a-4170-94c8-6c58f5394a23 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:38.956743 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.995479 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.999672 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.011796 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6ea029-998b-4dd4-8d34-de52224e55a7 x-openstack-request-id: req-8e6ea029-998b-4dd4-8d34-de52224e55a7 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:39.012338 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d", "name": "network-vif-plugged", "status": "completed", "tag": "567d3e35-3fae-43e8-a936-55485c886ba9", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:39.013626 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e6ea029-998b-4dd4-8d34-de52224e55a7 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:39.014209 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567d3e35-3fae-43e8-a936-55485c886ba9', 'code': 200} Jul 16 17:55:39.092017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56936) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:39.108699 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.109223 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f71699-8b9e-4fa6-8933-04e584047ba7 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:55:39.114632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.118599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7d4c855d-1dc4-4a67-a5f5-5175fe8a7711 admin admin] 10.222.0.41 "DELETE /v2.0/routers/81f71699-8b9e-4fa6-8933-04e584047ba7 HTTP/1.1" status: 204 len: 168 time: 2.8414292 Jul 16 17:55:39.121513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56940) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:39.144841 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62578834-630d-4c16-9617-a37d73e532d9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router f948c959-bc48-419b-b21c-50eecc539b17 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:39.167071 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.219315 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-15587ef2-7ef7-48f7-be3a-a5b0eff26449 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33cbe3592bfd488bb4d087a2c1394b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1252422 Jul 16 17:55:39.238899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 54beb31d-db3a-4170-94c8-6c58f5394a23, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=54beb31d-db3a-4170-94c8-6c58f5394a23,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:39.240333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-7430d0f2-6dad-47f4-9d4f-5a3796004370 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:39.244727 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.261356 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88df70a1-6ad4-43ca-911e-eb3ad2855ad1 req-7430d0f2-6dad-47f4-9d4f-5a3796004370 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.3973045 Jul 16 17:55:39.273327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56942) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:39.321071 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62578834-630d-4c16-9617-a37d73e532d9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:39.327476 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-62578834-630d-4c16-9617-a37d73e532d9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/f948c959-bc48-419b-b21c-50eecc539b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9950027 Jul 16 17:55:39.331890 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56948) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:39.345320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0cd043-45ef-4497-8f03-9f07c5452ce2 None None] Sync routers for ids ['f948c959-bc48-419b-b21c-50eecc539b17'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:39.354665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=54beb31d-db3a-4170-94c8-6c58f5394a23,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:39.374962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1ee2ed-8f69-40b4-8a59-7e5c0a4da816 admin admin] Deleting subnet b005d019-19ec-4219-a6ec-9c32751a2009 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:55:39.388260 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee2ed-8f69-40b4-8a59-7e5c0a4da816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.390961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0cd043-45ef-4497-8f03-9f07c5452ce2 None None] Routers {'f948c959-bc48-419b-b21c-50eecc539b17'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:39.394747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6e0cd043-45ef-4497-8f03-9f07c5452ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f948c959-bc48-419b-b21c-50eecc539b17'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:39.398125 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-149839b0-d28e-4f2b-8061-1fc45ed317ec tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=f948c959-bc48-419b-b21c-50eecc539b17 HTTP/1.1" status: 200 len: 205 time: 0.0648990 Jul 16 17:55:39.400596 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56952) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:39.459338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1c6a5-7f76-49fd-bb24-f35ac61af31e req-a436b335-b465-41e0-adcc-b6c6535ef840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:39.473270 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15e1c6a5-7f76-49fd-bb24-f35ac61af31e req-a436b335-b465-41e0-adcc-b6c6535ef840 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 1097 time: 0.3840718 Jul 16 17:55:39.480752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f484ee2d-5ede-4b09-b6c3-b1c16b8c49af no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:39.493071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6e0cd043-45ef-4497-8f03-9f07c5452ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:39.498348 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c646d1f7-d59c-4791-bb78-b8b21409f158 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.512397 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee2ed-8f69-40b4-8a59-7e5c0a4da816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.518793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: f484ee2d-5ede-4b09-b6c3-b1c16b8c49af {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:39.519295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f484ee2d-5ede-4b09-b6c3-b1c16b8c49af not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:39.522899 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32f61a9b-5471-44e0-be92-e883cbc3e744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.529581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0cd043-45ef-4497-8f03-9f07c5452ce2 None None] Routers {'f948c959-bc48-419b-b21c-50eecc539b17'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:39.530510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6e0cd043-45ef-4497-8f03-9f07c5452ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f948c959-bc48-419b-b21c-50eecc539b17'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:39.569658 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6e0cd043-45ef-4497-8f03-9f07c5452ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:39.570828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0cd043-45ef-4497-8f03-9f07c5452ce2 None None] The sync data for ids ['f948c959-bc48-419b-b21c-50eecc539b17'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:39.624681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be0f01-2c31-44f1-ae8b-353ad1f0fa7e req-25f10625-8975-42eb-be9a-4e1c203dc2ed tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:39.626297 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81be0f01-2c31-44f1-ae8b-353ad1f0fa7e req-25f10625-8975-42eb-be9a-4e1c203dc2ed tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.4227092 Jul 16 17:55:39.631675 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32f61a9b-5471-44e0-be92-e883cbc3e744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.660102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15e1c6a5-7f76-49fd-bb24-f35ac61af31e req-21f0f99a-55ef-453f-9c48-1b79f0fb70ad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647224 Jul 16 17:55:39.707689 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c646d1f7-d59c-4791-bb78-b8b21409f158 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.710386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c646d1f7-d59c-4791-bb78-b8b21409f158 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.768180 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c646d1f7-d59c-4791-bb78-b8b21409f158 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.769491 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c646d1f7-d59c-4791-bb78-b8b21409f158 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Fanout notify agent at l3_agent the message router_deleted on router f948c959-bc48-419b-b21c-50eecc539b17 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:55:39.769910 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81be0f01-2c31-44f1-ae8b-353ad1f0fa7e req-b0360cdb-88d3-4898-8e63-595d61d6d754 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343853 Jul 16 17:55:39.771354 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee2ed-8f69-40b4-8a59-7e5c0a4da816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.779690 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c646d1f7-d59c-4791-bb78-b8b21409f158 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.780974 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c646d1f7-d59c-4791-bb78-b8b21409f158 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/f948c959-bc48-419b-b21c-50eecc539b17 HTTP/1.1" status: 204 len: 168 time: 0.3794143 Jul 16 17:55:39.785906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56956) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:39.799073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcf1e4-7673-47b8-8909-2208e4f8167f req-28ca3c43-a87b-4f0a-b114-539f7897af42 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:39.800741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ccbcf1e4-7673-47b8-8909-2208e4f8167f req-28ca3c43-a87b-4f0a-b114-539f7897af42 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 945 time: 0.3015845 Jul 16 17:55:39.836930 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32f61a9b-5471-44e0-be92-e883cbc3e744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.839508 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32f61a9b-5471-44e0-be92-e883cbc3e744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.840660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-32f61a9b-5471-44e0-be92-e883cbc3e744 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98f9d2e1-3036-4370-b7a4-2f82aa526daa HTTP/1.1" status: 204 len: 168 time: 0.5624788 Jul 16 17:55:39.861271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca934e9d-8c66-4533-9c1d-f83666b8a920 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting subnet 4b549f7c-3349-4068-948c-0cb416691e56 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:55:39.865379 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca934e9d-8c66-4533-9c1d-f83666b8a920 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.874298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f61a9b-5471-44e0-be92-e883cbc3e744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f9d2e1-3036-4370-b7a4-2f82aa526daa,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:39.914867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee2ed-8f69-40b4-8a59-7e5c0a4da816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.939379 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca934e9d-8c66-4533-9c1d-f83666b8a920 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.947263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ccbcf1e4-7673-47b8-8909-2208e4f8167f req-0cf6a7dc-2d31-4023-b85e-0ad837dfad83 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376591 Jul 16 17:55:40.002091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee2ed-8f69-40b4-8a59-7e5c0a4da816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.003535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1740fdb0-e1a1-417c-bb83-47b5cfcd0f2e None None] Network 46c733de-523b-4edc-89b4-7986214861ef requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:40.008286 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ce1ee2ed-8f69-40b4-8a59-7e5c0a4da816 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b005d019-19ec-4219-a6ec-9c32751a2009 HTTP/1.1" status: 204 len: 168 time: 0.8640776 Jul 16 17:55:40.009428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ee2ed-8f69-40b4-8a59-7e5c0a4da816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b005d019-19ec-4219-a6ec-9c32751a2009,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:40.036067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56962) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:40.110111 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-a491acb9-05e0-4b27-9e7f-60f375042fda tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2455883 Jul 16 17:55:40.117617 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:40.186333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.241041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9782ba26-17ba-41d4-ab0a-59b11c2bf631 None None] DHCP port deletion for 46c733de-523b-4edc-89b4-7986214861ef request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:55:40.321271 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9782ba26-17ba-41d4-ab0a-59b11c2bf631 None None] Deleting port 96016ee7-6158-4b93-aea9-b10667c72abf {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:40.327753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6325ac7-e8c7-4c0a-b436-e6f853c0d985 req-87c60243-1449-4ebd-8de8-a2dd435a33b1 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:40.328016 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9782ba26-17ba-41d4-ab0a-59b11c2bf631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.336048 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6325ac7-e8c7-4c0a-b436-e6f853c0d985 req-87c60243-1449-4ebd-8de8-a2dd435a33b1 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a121e4-6ee3-4009-89ab-a6cfca44dab7 HTTP/1.1" status: 200 len: 950 time: 0.1987228 Jul 16 17:55:40.433450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9782ba26-17ba-41d4-ab0a-59b11c2bf631 None None] For port 96016ee7-6158-4b93-aea9-b10667c72abf, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=96016ee7-6158-4b93-aea9-b10667c72abf,segment=NetworkSegment(4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2),segment_id=4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:40.433994 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9782ba26-17ba-41d4-ab0a-59b11c2bf631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.448471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6325ac7-e8c7-4c0a-b436-e6f853c0d985 req-4e2e7abb-cd7a-4f45-8bb3-afcdba093380 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab860527-5e0a-4e0e-b3be-7c7af80e0f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118131 Jul 16 17:55:40.451783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9782ba26-17ba-41d4-ab0a-59b11c2bf631 None None] Calling delete_port for 96016ee7-6158-4b93-aea9-b10667c72abf owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:40.462785 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.478560 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.488452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-e522c43e-e8a4-41e0-90a8-fc06f7be9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:40.488874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca934e9d-8c66-4533-9c1d-f83666b8a920 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.489940 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-e522c43e-e8a4-41e0-90a8-fc06f7be9ce5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 1101 time: 0.1163824 Jul 16 17:55:40.580840 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Deleting port 96016ee7-6158-4b93-aea9-b10667c72abf {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:40.581041 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.595939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca934e9d-8c66-4533-9c1d-f83666b8a920 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.617607 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9782ba26-17ba-41d4-ab0a-59b11c2bf631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.642753 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca934e9d-8c66-4533-9c1d-f83666b8a920 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.645435 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ca934e9d-8c66-4533-9c1d-f83666b8a920 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/4b549f7c-3349-4068-948c-0cb416691e56 HTTP/1.1" status: 204 len: 168 time: 0.8582649 Jul 16 17:55:40.646630 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca934e9d-8c66-4533-9c1d-f83666b8a920 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Subnet': ['ID=4b549f7c-3349-4068-948c-0cb416691e56,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:40.648712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56974) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:40.694277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669ac14e-a3dc-46f8-bd52-79d04873cdc4 None None] Network 1a37c8f4-b049-4bb1-9bde-5bd003489d30 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:40.731881 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] For port 96016ee7-6158-4b93-aea9-b10667c72abf, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=96016ee7-6158-4b93-aea9-b10667c72abf,segment=NetworkSegment(4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2),segment_id=4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:40.732556 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.742438 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782ba26-17ba-41d4-ab0a-59b11c2bf631 None None] No DVR routers for this DVR port 96016ee7-6158-4b93-aea9-b10667c72abf on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:40.786663 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Calling delete_port for 96016ee7-6158-4b93-aea9-b10667c72abf owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:40.841743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782ba26-17ba-41d4-ab0a-59b11c2bf631 None None] Pushing event deleted for resources: {'Port': ['ID=96016ee7-6158-4b93-aea9-b10667c72abf,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:40.854198 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.931645 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.997455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=96016ee7-6158-4b93-aea9-b10667c72abf,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:41.012405 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] No DVR routers for this DVR port 96016ee7-6158-4b93-aea9-b10667c72abf on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:41.015498 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a121e4-6ee3-4009-89ab-a6cfca44dab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54beb31d-db3a-4170-94c8-6c58f5394a23'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:41.018624 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c8c24a-22a4-4bb5-8108-1b59c8a96cb2" -d '{"events": [{"server_uuid": "71a121e4-6ee3-4009-89ab-a6cfca44dab7", "name": "network-vif-plugged", "status": "completed", "tag": "54beb31d-db3a-4170-94c8-6c58f5394a23"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:41.033803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c65b297-91b3-43c4-a985-ec48414874db None None] DHCP port deletion for 1a37c8f4-b049-4bb1-9bde-5bd003489d30 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:55:41.101996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-7c65b297-91b3-43c4-a985-ec48414874db None None] Deleting port db76f3dd-c0bf-43cd-a10c-c1a8a997c077 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:41.101996 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7c65b297-91b3-43c4-a985-ec48414874db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.111121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56990) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:41.129871 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.134556 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port db76f3dd-c0bf-43cd-a10c-c1a8a997c077 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:41.134905 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.162413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c733de-523b-4edc-89b4-7986214861ef']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:41.173045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-0a4cc869-fc51-4116-bb60-3fa191484dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.174928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-0a4cc869-fc51-4116-bb60-3fa191484dc2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.6505423 Jul 16 17:55:41.181170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-7c65b297-91b3-43c4-a985-ec48414874db None None] For port db76f3dd-c0bf-43cd-a10c-c1a8a997c077, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=db76f3dd-c0bf-43cd-a10c-c1a8a997c077,segment=NetworkSegment(18877d7e-4c36-4094-9eb1-294e8d3b42b9),segment_id=18877d7e-4c36-4094-9eb1-294e8d3b42b9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:41.181986 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7c65b297-91b3-43c4-a985-ec48414874db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.185660 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:41.185972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca9f60b-afa5-415e-a5a6-5985dcf7e6b2') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:41.194235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Allocated IP 172.25.5.206 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/9eca3392-f0e1-4f47-b4bb-fff3493be899) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:41.197952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-7c65b297-91b3-43c4-a985-ec48414874db None None] Calling delete_port for db76f3dd-c0bf-43cd-a10c-c1a8a997c077 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:41.237253 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.253136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1397339177-network', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:41.258937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-03f6c98a-f058-4f7d-8a52-8e04e7c4b87a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e HTTP/1.1" status: 200 len: 217 time: 0.0739961 Jul 16 17:55:41.261186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] For port db76f3dd-c0bf-43cd-a10c-c1a8a997c077, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=db76f3dd-c0bf-43cd-a10c-c1a8a997c077,segment=NetworkSegment(18877d7e-4c36-4094-9eb1-294e8d3b42b9),segment_id=18877d7e-4c36-4094-9eb1-294e8d3b42b9)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:41.261547 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.274604 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.287474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:55:41.287983 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:55:41.306424 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:55:41.316881 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for db76f3dd-c0bf-43cd-a10c-c1a8a997c077 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:41.354355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Made reservation on behalf of 6659736fb9cd41d391c1680db88c67fd for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:41.356791 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.404877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8cbbc-000f-4bbe-9ddf-8ddc4abb3a33 req-00d0949c-9dab-4380-ba9a-23ac69a680fd tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.412887 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.413108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdb8cbbc-000f-4bbe-9ddf-8ddc4abb3a33 req-00d0949c-9dab-4380-ba9a-23ac69a680fd tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.3170490 Jul 16 17:55:41.417959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.423848 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/46c733de-523b-4edc-89b4-7986214861ef HTTP/1.1" status: 204 len: 168 time: 1.3859088 Jul 16 17:55:41.425330 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.431316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-a7ea6437-1164-42a3-b7a7-83383cdb7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.432845 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-a7ea6437-1164-42a3-b7a7-83383cdb7237 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1628494 Jul 16 17:55:41.448374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6046fc-92e5-4da7-aed8-be751e5eeed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=46c733de-523b-4edc-89b4-7986214861ef,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:41.470865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:41.486795 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.500008 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7c65b297-91b3-43c4-a985-ec48414874db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.506139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:41.506345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 65ae2f3c-9d47-4bb0-9408-5ecea0f9ae2c not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:41.506709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 96016ee7-6158-4b93-aea9-b10667c72abf no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:41.515369 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=db76f3dd-c0bf-43cd-a10c-c1a8a997c077,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:41.549126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No DVR routers for this DVR port db76f3dd-c0bf-43cd-a10c-c1a8a997c077 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:41.553626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 96016ee7-6158-4b93-aea9-b10667c72abf {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:41.553995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 96016ee7-6158-4b93-aea9-b10667c72abf not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:41.554687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device db76f3dd-c0bf-43cd-a10c-c1a8a997c077 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:41.555979 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdb8cbbc-000f-4bbe-9ddf-8ddc4abb3a33 req-86731186-55b8-4d22-be33-371a8b4882c7 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421640 Jul 16 17:55:41.560833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65b297-91b3-43c4-a985-ec48414874db None None] Pushing event deleted for resources: {'Port': ['ID=db76f3dd-c0bf-43cd-a10c-c1a8a997c077,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:41.575305 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.582209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c65b297-91b3-43c4-a985-ec48414874db None None] No DVR routers for this DVR port db76f3dd-c0bf-43cd-a10c-c1a8a997c077 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:41.592692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: db76f3dd-c0bf-43cd-a10c-c1a8a997c077 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:41.593089 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device db76f3dd-c0bf-43cd-a10c-c1a8a997c077 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:41.668271 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56998) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:41.674055 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.686043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a37c8f4-b049-4bb1-9bde-5bd003489d30']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:41.699866 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.703218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18877d7e-4c36-4094-9eb1-294e8d3b42b9') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:41.703651 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18877d7e-4c36-4094-9eb1-294e8d3b42b9') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:41.714442 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.729312 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.738991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:55:41.739389 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:55:41.742933 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:55:41.747227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-55af66e0-7708-4ecf-9e35-ae1dd7aacc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.748834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-55af66e0-7708-4ecf-9e35-ae1dd7aacc58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2949040 Jul 16 17:55:41.803007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:41.803267 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.810576 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.817153 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/networks/1a37c8f4-b049-4bb1-9bde-5bd003489d30 HTTP/1.1" status: 204 len: 168 time: 1.1314058 Jul 16 17:55:41.823774 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57002) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:41.828508 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3ac6329f-61cf-4f20-b4e5-4d40c6201715 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-162851879', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:41.833516 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63176848-afef-45cc-be52-f895388ed7b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Network': ['ID=1a37c8f4-b049-4bb1-9bde-5bd003489d30,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:41.847423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:41.865570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:41.869259 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-91adc5fc-c59d-480d-bc73-92c4bae2f070 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30622ed81a8149d1b30f489202ef95da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999760 Jul 16 17:55:41.872137 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57004) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:41.873215 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.876799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Pushing event updated for resources: {'Port': ['ID=9eca3392-f0e1-4f47-b4bb-fff3493be899,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:41.902633 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.919137 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ac6329f-61cf-4f20-b4e5-4d40c6201715 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.920057 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ac6329f-61cf-4f20-b4e5-4d40c6201715 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.947021 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ee8be5e-88a6-4e60-8d95-ce824a48ab2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.993858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:42.003279 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ac6329f-61cf-4f20-b4e5-4d40c6201715 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.008467 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ee8be5e-88a6-4e60-8d95-ce824a48ab2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.010487 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ac6329f-61cf-4f20-b4e5-4d40c6201715 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.018018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d3d81d-9e30-4fbd-9c51-bf509a038c5a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.027983 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.028347 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Added segment 8cf5ddb0-04dd-475f-880a-b33ef209e5b9 of type vlan for network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 Jul 16 17:55:42.053483 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ac6329f-61cf-4f20-b4e5-4d40c6201715 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.055025 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3ac6329f-61cf-4f20-b4e5-4d40c6201715 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2300348 Jul 16 17:55:42.057677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57006) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:42.062743 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9fc75476-e909-4fbf-b8b2-cbb94ecf1f99 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-137456680'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:42.080778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764560b-e247-4712-8151-83eb31a81ed9 req-df38d60e-2962-46a2-9998-a632d61f745c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.082479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f764560b-e247-4712-8151-83eb31a81ed9 req-df38d60e-2962-46a2-9998-a632d61f745c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 945 time: 0.3408673 Jul 16 17:55:42.089278 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc75476-e909-4fbf-b8b2-cbb94ecf1f99 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:42.094195 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9fc75476-e909-4fbf-b8b2-cbb94ecf1f99 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.096276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-89e66e19-3398-4425-9c7f-ed8f2f0d07dd service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216839 Jul 16 17:55:42.113620 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ee8be5e-88a6-4e60-8d95-ce824a48ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.116165 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ee8be5e-88a6-4e60-8d95-ce824a48ab2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.117286 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1ee8be5e-88a6-4e60-8d95-ce824a48ab2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e20bc12-f748-4063-ab0a-ff65e2299e65 HTTP/1.1" status: 204 len: 168 time: 0.2441838 Jul 16 17:55:42.131174 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8be5e-88a6-4e60-8d95-ce824a48ab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e20bc12-f748-4063-ab0a-ff65e2299e65,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.138316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc75476-e909-4fbf-b8b2-cbb94ecf1f99 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:42.150326 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9fc75476-e909-4fbf-b8b2-cbb94ecf1f99 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.150691 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-9fc75476-e909-4fbf-b8b2-cbb94ecf1f99 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Added segment 30a3aaff-a637-4fec-b567-67449c459971 of type vlan for network b3710f39-8b47-42c8-9347-86db1531decc Jul 16 17:55:42.178843 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.186582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.200594 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9fc75476-e909-4fbf-b8b2-cbb94ecf1f99 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.223621 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f764560b-e247-4712-8151-83eb31a81ed9 req-f03d70ff-7fbd-4784-a45a-2b00a74e3e12 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334095 Jul 16 17:55:42.238194 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9fc75476-e909-4fbf-b8b2-cbb94ecf1f99 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.248840 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc75476-e909-4fbf-b8b2-cbb94ecf1f99 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.249773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9fc75476-e909-4fbf-b8b2-cbb94ecf1f99 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.294550 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9fc75476-e909-4fbf-b8b2-cbb94ecf1f99 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2323315 Jul 16 17:55:42.294550 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57012) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:42.300950 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaa720e-3090-4414-bf9e-dfe7438bad4e x-openstack-request-id: req-beaa720e-3090-4414-bf9e-dfe7438bad4e {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:42.301614 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a121e4-6ee3-4009-89ab-a6cfca44dab7", "name": "network-vif-plugged", "status": "completed", "tag": "54beb31d-db3a-4170-94c8-6c58f5394a23", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:42.301614 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-beaa720e-3090-4414-bf9e-dfe7438bad4e {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:42.302503 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a121e4-6ee3-4009-89ab-a6cfca44dab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54beb31d-db3a-4170-94c8-6c58f5394a23', 'code': 200} Jul 16 17:55:42.311276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4412d0a9-d8c3-4b86-bc28-00e972a938b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'subnet': {'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:42.316485 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.317863 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.318443 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.326711 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.409863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-a3006fc8-4036-491b-8d03-837958082a32 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849197 Jul 16 17:55:42.442365 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3251503 Jul 16 17:55:42.444605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57016) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:42.453734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-31a0f1db-baf4-4032-80aa-544e47ee320d admin admin] Request body: {'subnet': {'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1397339177-subnet', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:42.461315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc75476-e909-4fbf-b8b2-cbb94ecf1f99 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Network': ['ID=b3710f39-8b47-42c8-9347-86db1531decc,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.473367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network b3710f39-8b47-42c8-9347-86db1531decc details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:42.484156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d8d45-1ba2-4574-82ad-c27ffc746df4 admin admin] Pushing event updated for resources: {'Network': ['ID=779ac9d7-2f9a-4efa-90ae-d58907e96a43,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.504902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:42.525902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4412d0a9-d8c3-4b86-bc28-00e972a938b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:42.536973 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4412d0a9-d8c3-4b86-bc28-00e972a938b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.660320 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a0f1db-baf4-4032-80aa-544e47ee320d admin admin] Made reservation on behalf of 6659736fb9cd41d391c1680db88c67fd for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:42.660320 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31a0f1db-baf4-4032-80aa-544e47ee320d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.698629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e7b83-b8df-4931-8c94-da1a4eda93b6 req-3ea4a5a2-0b21-48ed-bfbb-0d66a91d24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.700535 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c26e7b83-b8df-4931-8c94-da1a4eda93b6 req-3ea4a5a2-0b21-48ed-bfbb-0d66a91d24e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71a121e4-6ee3-4009-89ab-a6cfca44dab7 HTTP/1.1" status: 200 len: 1102 time: 0.3041844 Jul 16 17:55:42.750287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc0670-a53b-4f04-b570-bf209c4aaea4 req-c9af0fc1-8742-4c18-b9d7-997735cbf4ea tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.752846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7cc0670-a53b-4f04-b570-bf209c4aaea4 req-c9af0fc1-8742-4c18-b9d7-997735cbf4ea tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a121e4-6ee3-4009-89ab-a6cfca44dab7 HTTP/1.1" status: 200 len: 950 time: 0.2729969 Jul 16 17:55:42.803018 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.808432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c26e7b83-b8df-4931-8c94-da1a4eda93b6 req-5d604b81-9ba4-42ea-ae34-615073bf9739 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ab860527-5e0a-4e0e-b3be-7c7af80e0f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948751 Jul 16 17:55:42.810922 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.865941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7cc0670-a53b-4f04-b570-bf209c4aaea4 req-b7678db6-58d5-495a-a8c3-43c60157ae03 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab860527-5e0a-4e0e-b3be-7c7af80e0f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016171 Jul 16 17:55:42.879268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4412d0a9-d8c3-4b86-bc28-00e972a938b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.895884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Pushing event updated for resources: {'Port': ['ID=9eca3392-f0e1-4f47-b4bb-fff3493be899,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.914724 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.931420 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.933015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-abf28691-fefa-4442-b4b4-042cde64cd35 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8209708 Jul 16 17:55:42.998201 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412d0a9-d8c3-4b86-bc28-00e972a938b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Subnet': ['ID=9169d08f-1fe6-4ef2-bfb0-dd5e8f368197,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:43.003372 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-cf675bd1-c9c1-4499-b28f-e3a92c909b63 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.206 HTTP/1.1" status: 200 len: 696 time: 0.0635710 Jul 16 17:55:43.039894 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31a0f1db-baf4-4032-80aa-544e47ee320d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.044402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4412d0a9-d8c3-4b86-bc28-00e972a938b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Checking segment: {'id': '30a3aaff-a637-4fec-b567-67449c459971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:43.045625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4412d0a9-d8c3-4b86-bc28-00e972a938b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network hostable DHCP agents. Network: b3710f39-8b47-42c8-9347-86db1531decc, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:43.117186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0f1db-baf4-4032-80aa-544e47ee320d admin admin] Pushing event updated for resources: {'Subnet': ['ID=523cbcf0-c6a3-4b6e-9020-6529e4d951df,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:43.124684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4412d0a9-d8c3-4b86-bc28-00e972a938b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network b3710f39-8b47-42c8-9347-86db1531decc is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:43.128829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-14eac01d-83cc-4d84-9509-cee590ab1136 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.130169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d059525d-36f4-4ae1-9a29-97974192ac6f req-14eac01d-83cc-4d84-9509-cee590ab1136 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.1211312 Jul 16 17:55:43.139924 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a0f1db-baf4-4032-80aa-544e47ee320d admin admin] Checking segment: {'id': '8cf5ddb0-04dd-475f-880a-b33ef209e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:43.140463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a0f1db-baf4-4032-80aa-544e47ee320d admin admin] Network hostable DHCP agents. Network: 779ac9d7-2f9a-4efa-90ae-d58907e96a43, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:43.145280 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4412d0a9-d8c3-4b86-bc28-00e972a938b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, b3710f39-8b47-42c8-9347-86db1531decc) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:43.151322 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4412d0a9-d8c3-4b86-bc28-00e972a938b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.151322 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4412d0a9-d8c3-4b86-bc28-00e972a938b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.154589 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace45b5-1c4d-4896-aa91-5ea8df96e7fc None None] Network b3710f39-8b47-42c8-9347-86db1531decc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:43.173223 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4412d0a9-d8c3-4b86-bc28-00e972a938b0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8770907 Jul 16 17:55:43.174490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a0f1db-baf4-4032-80aa-544e47ee320d admin admin] Network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:43.177206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57040) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:43.183498 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-31a0f1db-baf4-4032-80aa-544e47ee320d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 779ac9d7-2f9a-4efa-90ae-d58907e96a43) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:43.190257 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a0f1db-baf4-4032-80aa-544e47ee320d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.190840 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31a0f1db-baf4-4032-80aa-544e47ee320d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.197995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e4a58-cccd-4fad-a9f1-2aabf4464f47 None None] Network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:43.209449 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-31a0f1db-baf4-4032-80aa-544e47ee320d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7618906 Jul 16 17:55:43.210070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57042) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:43.214719 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1397339177-router', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:43.239633 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.241931 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.299302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.405549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca07ca-aace-48cc-9b2b-a385beca3121 req-b15d3b85-d238-4a93-afc8-42d1b981ccf8 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.410098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5ca07ca-aace-48cc-9b2b-a385beca3121 req-b15d3b85-d238-4a93-afc8-42d1b981ccf8 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 1097 time: 0.2783206 Jul 16 17:55:43.410269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ffa0f3-543c-4f3c-94ca-df795cd455a5 None None] Network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:43.439532 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.488070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-b3710f39-8b47-42c8-9347-86db1531decc', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:43.488475 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.568086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21e348-b134-494c-b63b-91d319030701 req-f0e6a048-4dda-427c-954d-2d2b778b276e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.569596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e21e348-b134-494c-b63b-91d319030701 req-f0e6a048-4dda-427c-954d-2d2b778b276e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.2971928 Jul 16 17:55:43.592859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5ca07ca-aace-48cc-9b2b-a385beca3121 req-16b77ba6-e8aa-4e9a-9fa9-f58df629f18c tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726606 Jul 16 17:55:43.643542 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e21e348-b134-494c-b63b-91d319030701 req-74e85fad-5261-4e49-b779-465fab20a4bb tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628233 Jul 16 17:55:43.674771 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.706970 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.738536 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.775202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Allocated IP 2001:db8::2 (b3710f39-8b47-42c8-9347-86db1531decc/9169d08f-1fe6-4ef2-bfb0-dd5e8f368197/42bc420d-a4d7-4ff4-832b-310979cfa0f7) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:43.850208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13305d4f-f35b-4a56-bffa-d20d4354c2c5 req-97256401-e98f-4a32-be4e-979c6f485ecc tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips/2b972f82-b6d6-42e4-9661-af419e6ae5c4 HTTP/1.1" status: 200 len: 693 time: 0.1035805 Jul 16 17:55:43.888119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Allocated IP 172.25.5.86 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/5c5a2f66-ab3d-43ca-980a-168eede84844) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:43.973353 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.982842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Transition to ACTIVE for port object 42bc420d-a4d7-4ff4-832b-310979cfa0f7 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:44.000001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Transition to ACTIVE for port object 42bc420d-a4d7-4ff4-832b-310979cfa0f7 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:44.008677 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.018051 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.046482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Network b3710f39-8b47-42c8-9347-86db1531decc is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:44.052525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:44.056265 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:44.066290 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Pushing event updated for resources: {'Port': ['ID=42bc420d-a4d7-4ff4-832b-310979cfa0f7,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:44.076206 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.096527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13305d4f-f35b-4a56-bffa-d20d4354c2c5 req-b8f7edc7-b705-4feb-81d0-017ff149d067 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:44.100037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13305d4f-f35b-4a56-bffa-d20d4354c2c5 req-b8f7edc7-b705-4feb-81d0-017ff149d067 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.2488761 Jul 16 17:55:44.113066 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:44.117119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:44.121159 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:44.125358 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Attempting to bind port 42bc420d-a4d7-4ff4-832b-310979cfa0f7 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:44.126623 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Attempting to bind port 42bc420d-a4d7-4ff4-832b-310979cfa0f7 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '30a3aaff-a637-4fec-b567-67449c459971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:44.127211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Attempting to bind port 42bc420d-a4d7-4ff4-832b-310979cfa0f7 on network b3710f39-8b47-42c8-9347-86db1531decc {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:44.134629 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:44.135094 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Checking segment: {'id': '30a3aaff-a637-4fec-b567-67449c459971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:44.135596 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.136057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Bound using segment: {'id': '30a3aaff-a637-4fec-b567-67449c459971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:44.136591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Bound port: 42bc420d-a4d7-4ff4-832b-310979cfa0f7, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a3aaff-a637-4fec-b567-67449c459971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:44.137050 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.172735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5a2f66-ab3d-43ca-980a-168eede84844,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:44.209833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Allocated IP 2001:db8::1 (b3710f39-8b47-42c8-9347-86db1531decc/9169d08f-1fe6-4ef2-bfb0-dd5e8f368197/324f8ce2-f3f5-4e6a-add2-404fadb54cbc) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:44.217601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] For port 42bc420d-a4d7-4ff4-832b-310979cfa0f7, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:44.222026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] For port 42bc420d-a4d7-4ff4-832b-310979cfa0f7, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=42bc420d-a4d7-4ff4-832b-310979cfa0f7,segment=NetworkSegment(30a3aaff-a637-4fec-b567-67449c459971),segment_id=30a3aaff-a637-4fec-b567-67449c459971)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:44.225161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7bd63-1b40-4801-b39c-d65b1bdcadd9 req-113cd69a-1dd6-47a6-acb9-9714d4e1cf07 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:44.229927 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.233120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0e7bd63-1b40-4801-b39c-d65b1bdcadd9 req-113cd69a-1dd6-47a6-acb9-9714d4e1cf07 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 1097 time: 0.2752216 Jul 16 17:55:44.294128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62a0ef-cbe0-401b-b234-7a14c1c4e97c None None] Pushing event updated for resources: {'Port': ['ID=42bc420d-a4d7-4ff4-832b-310979cfa0f7,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:44.346211 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0e7bd63-1b40-4801-b39c-d65b1bdcadd9 req-e7c304bc-069a-4eda-a077-12ac0f462b38 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121986 Jul 16 17:55:44.441812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cab28-b4f3-44e4-9e3d-cfd18ab70ffd req-1bc54b82-daaa-4d11-9eb3-3574fc8b4f21 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:44.448676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b7cab28-b4f3-44e4-9e3d-cfd18ab70ffd req-1bc54b82-daaa-4d11-9eb3-3574fc8b4f21 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a121e4-6ee3-4009-89ab-a6cfca44dab7 HTTP/1.1" status: 200 len: 950 time: 0.2025580 Jul 16 17:55:44.449919 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.503980 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.543633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Transition to ACTIVE for port object 324f8ce2-f3f5-4e6a-add2-404fadb54cbc will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:44.573908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b7cab28-b4f3-44e4-9e3d-cfd18ab70ffd req-d11ca40c-f6df-4f87-b358-265f1e78368a tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab860527-5e0a-4e0e-b3be-7c7af80e0f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243725 Jul 16 17:55:44.592554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-f991ce12-ca54-44ba-ad80-30d47c3d68df tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips/2b972f82-b6d6-42e4-9661-af419e6ae5c4 HTTP/1.1" status: 200 len: 693 time: 0.0695677 Jul 16 17:55:44.711217 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.723194 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.758780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-4ac91dda-8792-4bc6-8926-b5db8c81f5b6 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:44.765541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-4ac91dda-8792-4bc6-8926-b5db8c81f5b6 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.1721411 Jul 16 17:55:44.782891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network b3710f39-8b47-42c8-9347-86db1531decc is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:44.822532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:44.825168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:44.826053 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.863129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Router c24b9cab-f1ef-4d31-8220-edf61431d7c5 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:44.878747 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-345f7bc7-041e-4c3b-8b47-c3e2fcae866c tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.206 HTTP/1.1" status: 200 len: 696 time: 0.1122651 Jul 16 17:55:44.884907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=324f8ce2-f3f5-4e6a-add2-404fadb54cbc,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:44.970340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-c095aec9-1db1-4350-9c5c-c42cb5f545d5 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.206 HTTP/1.1" status: 200 len: 696 time: 0.0795174 Jul 16 17:55:44.989633 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:44.998611 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Sync routers for ids ['c24b9cab-f1ef-4d31-8220-edf61431d7c5'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:45.019320 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Routers {'c24b9cab-f1ef-4d31-8220-edf61431d7c5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:45.021251 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c24b9cab-f1ef-4d31-8220-edf61431d7c5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:45.026312 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.028226 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f961071d-91ed-4bac-904a-240a7f2af518 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8170326 Jul 16 17:55:45.033888 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57090) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:45.129676 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.252591 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Set router c24b9cab-f1ef-4d31-8220-edf61431d7c5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:45.365342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-aff5b5fd-5688-48b2-be53-beb6d4857d4e tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Deleting port 9eca3392-f0e1-4f47-b4bb-fff3493be899 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:45.365810 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-aff5b5fd-5688-48b2-be53-beb6d4857d4e tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.411759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 42bc420d-a4d7-4ff4-832b-310979cfa0f7 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:45.472868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 42bc420d-a4d7-4ff4-832b-310979cfa0f7 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:45.528575 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'name': 'tempest-ServerRescueTestJSON-1397339177-router', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '5c5a2f66-ab3d-43ca-980a-168eede84844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:44Z', 'revision_number': 3, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'gw_port': {'id': '5c5a2f66-ab3d-43ca-980a-168eede84844', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:45.568458 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Checking router: c24b9cab-f1ef-4d31-8220-edf61431d7c5 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:45.569692 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Updating router c24b9cab-f1ef-4d31-8220-edf61431d7c5 port 5c5a2f66-ab3d-43ca-980a-168eede84844 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:45.579973 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead04749-79dd-4f55-ba3a-3fef5113dde2 None None] Network b3710f39-8b47-42c8-9347-86db1531decc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:45.615865 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.691128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cea8cd59-6613-42c3-a0fb-9ad32c223ffd None None] Provisioning for port 42bc420d-a4d7-4ff4-832b-310979cfa0f7 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:45.704450 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.730800 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cea8cd59-6613-42c3-a0fb-9ad32c223ffd None None] Provisioning complete for port 42bc420d-a4d7-4ff4-832b-310979cfa0f7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:45.731627 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cea8cd59-6613-42c3-a0fb-9ad32c223ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.866350 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cea8cd59-6613-42c3-a0fb-9ad32c223ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.884764 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Allocated IP 172.20.0.1 (779ac9d7-2f9a-4efa-90ae-d58907e96a43/523cbcf0-c6a3-4b6e-9020-6529e4d951df/531f26fb-3b86-4edd-b9b0-3e212b8b2117) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:45.910290 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cea8cd59-6613-42c3-a0fb-9ad32c223ffd None None] For port 42bc420d-a4d7-4ff4-832b-310979cfa0f7, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=42bc420d-a4d7-4ff4-832b-310979cfa0f7,segment=NetworkSegment(30a3aaff-a637-4fec-b567-67449c459971),segment_id=30a3aaff-a637-4fec-b567-67449c459971)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:45.915209 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cea8cd59-6613-42c3-a0fb-9ad32c223ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.007393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8cd59-6613-42c3-a0fb-9ad32c223ffd None None] Pushing event updated for resources: {'Port': ['ID=42bc420d-a4d7-4ff4-832b-310979cfa0f7,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.016063 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-aff5b5fd-5688-48b2-be53-beb6d4857d4e tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.017088 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-aff5b5fd-5688-48b2-be53-beb6d4857d4e tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.022150 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.044658 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.055980 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Transition to ACTIVE for port object 5c5a2f66-ab3d-43ca-980a-168eede84844 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:46.065340 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.073852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-aff5b5fd-5688-48b2-be53-beb6d4857d4e tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Calling delete_port for 9eca3392-f0e1-4f47-b4bb-fff3493be899 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:46.081831 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.098622 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37e7eb-f9b1-4cac-bb29-eef8ef9cc122 req-45bcbd1e-cdc4-4532-94d6-21cc73738a68 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.105598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e37e7eb-f9b1-4cac-bb29-eef8ef9cc122 req-45bcbd1e-cdc4-4532-94d6-21cc73738a68 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.7141716 Jul 16 17:55:46.132738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:46.135862 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:46.137846 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580ccd0-0a4d-4381-bed5-546912555ace None None] Pushing event updated for resources: {'Port': ['ID=5c5a2f66-ab3d-43ca-980a-168eede84844,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.138472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:46.148707 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Attempting to bind port 5c5a2f66-ab3d-43ca-980a-168eede84844 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:46.149169 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Attempting to bind port 5c5a2f66-ab3d-43ca-980a-168eede84844 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:46.149629 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Attempting to bind port 5c5a2f66-ab3d-43ca-980a-168eede84844 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:46.155738 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:46.156269 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:46.156764 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.158736 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:46.159424 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Bound port: 5c5a2f66-ab3d-43ca-980a-168eede84844, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:46.160002 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.175480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Pushing event updated for resources: {'Port': ['ID=531f26fb-3b86-4edd-b9b0-3e212b8b2117,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.198704 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.221932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e37e7eb-f9b1-4cac-bb29-eef8ef9cc122 req-9648c075-45bc-47aa-8eb4-efb6ba8ef163 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152024 Jul 16 17:55:46.228288 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] For port 5c5a2f66-ab3d-43ca-980a-168eede84844, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:46.233059 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] For port 5c5a2f66-ab3d-43ca-980a-168eede84844, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5c5a2f66-ab3d-43ca-980a-168eede84844,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:46.249887 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.331848 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580ccd0-0a4d-4381-bed5-546912555ace None None] Pushing event updated for resources: {'Port': ['ID=5c5a2f66-ab3d-43ca-980a-168eede84844,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.357715 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Routers {'c24b9cab-f1ef-4d31-8220-edf61431d7c5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:46.358086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a3bf75db-c636-4610-a321-d63fcc60298f None None] Provisioning complete for port 42bc420d-a4d7-4ff4-832b-310979cfa0f7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:46.358465 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a3bf75db-c636-4610-a321-d63fcc60298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.358609 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c24b9cab-f1ef-4d31-8220-edf61431d7c5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:46.361702 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.365663 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.386766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.387540 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.389456 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-aff5b5fd-5688-48b2-be53-beb6d4857d4e tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.551228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a3bf75db-c636-4610-a321-d63fcc60298f None None] Provisioning for port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:46.557353 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] Set router c24b9cab-f1ef-4d31-8220-edf61431d7c5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:46.560558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a3bf75db-c636-4610-a321-d63fcc60298f None None] Provisioning complete for port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:46.561067 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a3bf75db-c636-4610-a321-d63fcc60298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.597772 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.603642 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.603921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf75db-c636-4610-a321-d63fcc60298f None None] Port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:46.637783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=324f8ce2-f3f5-4e6a-add2-404fadb54cbc,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.687166 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Pushing event updated for resources: {'Port': ['ID=531f26fb-3b86-4edd-b9b0-3e212b8b2117,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.695364 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.711333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-aff5b5fd-5688-48b2-be53-beb6d4857d4e tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.713401 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-aff5b5fd-5688-48b2-be53-beb6d4857d4e tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.729446 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f5dde75-ecc4-4192-b96b-ea0931cbaa4a req-aff5b5fd-5688-48b2-be53-beb6d4857d4e tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "DELETE /v2.0/floatingips/2b972f82-b6d6-42e4-9661-af419e6ae5c4 HTTP/1.1" status: 204 len: 173 time: 1.7495146 Jul 16 17:55:46.733209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5b5fd-5688-48b2-be53-beb6d4857d4e tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Pushing event deleted for resources: {'Port': ['ID=9eca3392-f0e1-4f47-b4bb-fff3493be899,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.737879 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1f16a739-a23c-4402-8438-09e1af20d3fa None None] Provisioning complete for port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:46.738099 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1f16a739-a23c-4402-8438-09e1af20d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.788118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1f16a739-a23c-4402-8438-09e1af20d3fa None None] Port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:46.809274 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:46.810876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:46.820867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad7cb6-29fe-4c12-abf1-cb4d07a25b2f req-68fdb38f-ec36-4cfd-ad46-0392b3cb7b2b tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.822594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1ad7cb6-29fe-4c12-abf1-cb4d07a25b2f req-68fdb38f-ec36-4cfd-ad46-0392b3cb7b2b tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.43 "GET /v2.0/ports?device_id=71a121e4-6ee3-4009-89ab-a6cfca44dab7 HTTP/1.1" status: 200 len: 950 time: 0.4595828 Jul 16 17:55:46.831781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network b3710f39-8b47-42c8-9347-86db1531decc is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:46.835901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:46.873847 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4565f1-d4e5-414c-bbd1-b1608e6f5d49 req-05d56a9d-37e8-4aca-99ab-122ba1e33df2 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.881303 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a4565f1-d4e5-414c-bbd1-b1608e6f5d49 req-05d56a9d-37e8-4aca-99ab-122ba1e33df2 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a121e4-6ee3-4009-89ab-a6cfca44dab7 HTTP/1.1" status: 200 len: 950 time: 0.4490013 Jul 16 17:55:46.900809 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'name': 'tempest-ServerRescueTestJSON-1397339177-router', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '5c5a2f66-ab3d-43ca-980a-168eede84844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:46Z', 'revision_number': 4, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'gw_port': {'id': '5c5a2f66-ab3d-43ca-980a-168eede84844', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '531f26fb-3b86-4edd-b9b0-3e212b8b2117', 'name': '', 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'mac_address': 'fa:16:3e:20:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '523cbcf0-c6a3-4b6e-9020-6529e4d951df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:45Z', 'updated_at': '2021-07-16T17:55:45Z', 'revision_number': 1, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'subnets': [{'id': '523cbcf0-c6a3-4b6e-9020-6529e4d951df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:46.936834 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a811df1-3bc9-4ac0-bb78-4b25a01b812c None None] The sync data for ids ['c24b9cab-f1ef-4d31-8220-edf61431d7c5'] in n-d-787206-10 is: [{'id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'name': 'tempest-ServerRescueTestJSON-1397339177-router', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '5c5a2f66-ab3d-43ca-980a-168eede84844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:46Z', 'revision_number': 4, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'gw_port': {'id': '5c5a2f66-ab3d-43ca-980a-168eede84844', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '531f26fb-3b86-4edd-b9b0-3e212b8b2117', 'name': '', 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'mac_address': 'fa:16:3e:20:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '523cbcf0-c6a3-4b6e-9020-6529e4d951df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:45Z', 'updated_at': '2021-07-16T17:55:45Z', 'revision_number': 1, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'subnets': [{'id': '523cbcf0-c6a3-4b6e-9020-6529e4d951df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:47.119054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a4565f1-d4e5-414c-bbd1-b1608e6f5d49 req-caa2d539-0f66-4fb3-93eb-1964cf5b3ebd tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab860527-5e0a-4e0e-b3be-7c7af80e0f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365737 Jul 16 17:55:47.179921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949cf4f-3d1d-477f-8075-6db8290a7f23 req-926672bd-5245-4bea-945f-3bb24321947d tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.181585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7949cf4f-3d1d-477f-8075-6db8290a7f23 req-926672bd-5245-4bea-945f-3bb24321947d tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 1097 time: 0.2917578 Jul 16 17:55:47.223331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-d1ad7cb6-29fe-4c12-abf1-cb4d07a25b2f req-dd295a49-06bd-4ce9-82e8-837f5244f092 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Deleting port 54beb31d-db3a-4170-94c8-6c58f5394a23 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:47.223331 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d1ad7cb6-29fe-4c12-abf1-cb4d07a25b2f req-dd295a49-06bd-4ce9-82e8-837f5244f092 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.270466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b7e5c42f-c91b-4ac1-9efa-d6d45ebdaae8 None None] Provisioning complete for port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:47.271257 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b7e5c42f-c91b-4ac1-9efa-d6d45ebdaae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.277478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 08c9315d-76ab-4b7e-b940-fd42c6e7560c is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:47.332352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5c42f-c91b-4ac1-9efa-d6d45ebdaae8 None None] Port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:47.359017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Router c24b9cab-f1ef-4d31-8220-edf61431d7c5 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:47.371390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 42bc420d-a4d7-4ff4-832b-310979cfa0f7 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:47.395855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7949cf4f-3d1d-477f-8075-6db8290a7f23 req-925c76ef-2d25-4020-86cf-5e9097ce00b4 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061110 Jul 16 17:55:47.441448 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 42bc420d-a4d7-4ff4-832b-310979cfa0f7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:47.441829 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.543085 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:47.557616 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f236eb2e-7134-4076-addd-d67a87e2798b admin admin] 10.222.0.41 "PUT /v2.0/routers/c24b9cab-f1ef-4d31-8220-edf61431d7c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5226400 Jul 16 17:55:47.677163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d1ad7cb6-29fe-4c12-abf1-cb4d07a25b2f req-dd295a49-06bd-4ce9-82e8-837f5244f092 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] For port 54beb31d-db3a-4170-94c8-6c58f5394a23, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=54beb31d-db3a-4170-94c8-6c58f5394a23,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:47.677417 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d1ad7cb6-29fe-4c12-abf1-cb4d07a25b2f req-dd295a49-06bd-4ce9-82e8-837f5244f092 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.770589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-d1ad7cb6-29fe-4c12-abf1-cb4d07a25b2f req-dd295a49-06bd-4ce9-82e8-837f5244f092 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Calling delete_port for 54beb31d-db3a-4170-94c8-6c58f5394a23 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:47.783308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:47.794321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3067bf41-13a9-4838-ac92-a8630b0d6f6e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6160867 Jul 16 17:55:47.797123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57120) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:47.797282 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Sync routers for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:47.803896 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b110cefa-6560-4d85-97cd-bd252dec694b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2063233569'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:47.814586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:47.815680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:47.841701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57122) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:47.849441 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79701ff7-4bff-46fa-bef8-e7b4666c4109 req-36e52276-e097-4b0a-b23a-402ed43b91ae tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.850986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79701ff7-4bff-46fa-bef8-e7b4666c4109 req-36e52276-e097-4b0a-b23a-402ed43b91ae tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4972794 Jul 16 17:55:47.868465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b110cefa-6560-4d85-97cd-bd252dec694b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:47.872029 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b110cefa-6560-4d85-97cd-bd252dec694b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.948101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8aa01-0ce1-4c3c-914c-a812835dcd61 req-5277d9e3-ed1a-432b-8f75-17e62aedc40e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.955864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fb8aa01-0ce1-4c3c-914c-a812835dcd61 req-5277d9e3-ed1a-432b-8f75-17e62aedc40e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.2951624 Jul 16 17:55:47.966466 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b110cefa-6560-4d85-97cd-bd252dec694b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:47.991614 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b110cefa-6560-4d85-97cd-bd252dec694b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.992070 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-b110cefa-6560-4d85-97cd-bd252dec694b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Added segment f0458fb1-679b-4cea-ba6e-ce1f9b157a28 of type vlan for network af526daf-f358-4a81-a44f-c4fa41349894 Jul 16 17:55:48.015028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:48.026336 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fb8aa01-0ce1-4c3c-914c-a812835dcd61 req-fc0986ae-07a1-4ee8-a63e-191423b80bf4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693097 Jul 16 17:55:48.131660 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b110cefa-6560-4d85-97cd-bd252dec694b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.170162 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b110cefa-6560-4d85-97cd-bd252dec694b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.177192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110cefa-6560-4d85-97cd-bd252dec694b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.177871 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b110cefa-6560-4d85-97cd-bd252dec694b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.181304 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b252aef1-5407-42d7-8c79-f9b565287c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.212605 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b110cefa-6560-4d85-97cd-bd252dec694b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4098084 Jul 16 17:55:48.217324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57132) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:48.223209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-28655250-8cb1-473e-aa59-952e8a5f6ac3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'subnet': {'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:48.263970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90ffdeca-5dfe-42a8-9e5e-9d0fedbfde9c req-72ad43c3-d73f-47aa-82a9-a4a5fc68286b tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=6b40efcb76344e21a2c44feffe833761 HTTP/1.1" status: 200 len: 1656 time: 0.1777015 Jul 16 17:55:48.306353 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110cefa-6560-4d85-97cd-bd252dec694b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Network': ['ID=af526daf-f358-4a81-a44f-c4fa41349894,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:48.323583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d1ad7cb6-29fe-4c12-abf1-cb4d07a25b2f req-dd295a49-06bd-4ce9-82e8-837f5244f092 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.337508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network af526daf-f358-4a81-a44f-c4fa41349894 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:48.402901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd295a49-06bd-4ce9-82e8-837f5244f092 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Pushing event deleted for resources: {'Port': ['ID=54beb31d-db3a-4170-94c8-6c58f5394a23,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:48.478798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:55:44Z', 'revision_number': 2, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:45Z', 'revision_number': 2, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:48.531662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Checking router: 08c9315d-76ab-4b7e-b940-fd42c6e7560c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:48.532308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Updating router 08c9315d-76ab-4b7e-b940-fd42c6e7560c port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:48.543779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ad7cb6-29fe-4c12-abf1-cb4d07a25b2f req-dd295a49-06bd-4ce9-82e8-837f5244f092 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] No DVR routers for this DVR port 54beb31d-db3a-4170-94c8-6c58f5394a23 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:48.551331 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d1ad7cb6-29fe-4c12-abf1-cb4d07a25b2f req-dd295a49-06bd-4ce9-82e8-837f5244f092 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.553792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1ad7cb6-29fe-4c12-abf1-cb4d07a25b2f req-dd295a49-06bd-4ce9-82e8-837f5244f092 tempest-ImagesNegativeTestJSON-235402225 tempest-ImagesNegativeTestJSON-235402225-project] 10.222.0.43 "DELETE /v2.0/ports/54beb31d-db3a-4170-94c8-6c58f5394a23 HTTP/1.1" status: 204 len: 173 time: 1.7193956 Jul 16 17:55:48.556249 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a121e4-6ee3-4009-89ab-a6cfca44dab7', 'name': 'network-vif-deleted', 'tag': '54beb31d-db3a-4170-94c8-6c58f5394a23'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:48.558617 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917b7f58-7f08-42df-9954-3ee568acc591" -d '{"events": [{"server_uuid": "71a121e4-6ee3-4009-89ab-a6cfca44dab7", "name": "network-vif-deleted", "tag": "54beb31d-db3a-4170-94c8-6c58f5394a23"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:48.616071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffdeca-5dfe-42a8-9e5e-9d0fedbfde9c req-ad8fa157-c88d-4216-b67d-dcecbf7c18f2 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.617751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90ffdeca-5dfe-42a8-9e5e-9d0fedbfde9c req-ad8fa157-c88d-4216-b67d-dcecbf7c18f2 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks?id=12ae1271-214d-4601-81d9-3144fec69c7d&id=12ae1271-214d-4601-81d9-3144fec69c7d&id=12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 787 time: 0.3376489 Jul 16 17:55:48.690143 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b252aef1-5407-42d7-8c79-f9b565287c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.702833 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b252aef1-5407-42d7-8c79-f9b565287c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.725838 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28655250-8cb1-473e-aa59-952e8a5f6ac3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:48.730959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28655250-8cb1-473e-aa59-952e8a5f6ac3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.801428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b252aef1-5407-42d7-8c79-f9b565287c64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad4c90e91f3e4366960437e8693d95d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9481766 Jul 16 17:55:48.802214 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252aef1-5407-42d7-8c79-f9b565287c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253a0f60-aba4-4273-89ad-31d9cce40342,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:48.811751 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57158) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:48.879152 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.930193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 54beb31d-db3a-4170-94c8-6c58f5394a23 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:48.964991 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c01e5dcc-54c8-4620-aa23-782bb1c6d2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.993117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 54beb31d-db3a-4170-94c8-6c58f5394a23 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:48.993606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 54beb31d-db3a-4170-94c8-6c58f5394a23 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:49.005801 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c01e5dcc-54c8-4620-aa23-782bb1c6d2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.093767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-ef9c05e9-5c75-42df-9e10-d11a8ce79fc6 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.102751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-ef9c05e9-5c75-42df-9e10-d11a8ce79fc6 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/networks?id=779ac9d7-2f9a-4efa-90ae-d58907e96a43 HTTP/1.1" status: 200 len: 811 time: 0.1888955 Jul 16 17:55:49.121407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-8615479f-82a3-4ab7-9ec1-28debdad3540 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/quotas/6659736fb9cd41d391c1680db88c67fd HTTP/1.1" status: 200 len: 375 time: 0.0175936 Jul 16 17:55:49.197845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28655250-8cb1-473e-aa59-952e8a5f6ac3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.231740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-2a0e7bd9-acad-4421-91ed-807b8b466732 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6659736fb9cd41d391c1680db88c67fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1091554 Jul 16 17:55:49.257294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28655250-8cb1-473e-aa59-952e8a5f6ac3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Subnet': ['ID=dfc9195b-f5a4-4a8d-945a-2a29e7dd3079,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:49.268720 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c01e5dcc-54c8-4620-aa23-782bb1c6d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.271928 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c01e5dcc-54c8-4620-aa23-782bb1c6d2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.275622 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c01e5dcc-54c8-4620-aa23-782bb1c6d2ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/253a0f60-aba4-4273-89ad-31d9cce40342 HTTP/1.1" status: 204 len: 168 time: 0.4600756 Jul 16 17:55:49.296734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e5dcc-54c8-4620-aa23-782bb1c6d2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253a0f60-aba4-4273-89ad-31d9cce40342,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:49.333165 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28655250-8cb1-473e-aa59-952e8a5f6ac3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Checking segment: {'id': 'f0458fb1-679b-4cea-ba6e-ce1f9b157a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:49.333522 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28655250-8cb1-473e-aa59-952e8a5f6ac3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network hostable DHCP agents. Network: af526daf-f358-4a81-a44f-c4fa41349894, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:49.353626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28655250-8cb1-473e-aa59-952e8a5f6ac3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network af526daf-f358-4a81-a44f-c4fa41349894 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:49.364323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-28655250-8cb1-473e-aa59-952e8a5f6ac3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, af526daf-f358-4a81-a44f-c4fa41349894) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:49.371580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28655250-8cb1-473e-aa59-952e8a5f6ac3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.373318 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28655250-8cb1-473e-aa59-952e8a5f6ac3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.388138 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31812224-cab6-4c63-907e-f693366ab8f6 None None] Network af526daf-f358-4a81-a44f-c4fa41349894 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:49.407464 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-28655250-8cb1-473e-aa59-952e8a5f6ac3 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1839266 Jul 16 17:55:49.407464 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57178) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:49.459375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-c53b90e0-e25e-45ac-b5fb-ea0189b34d12 service neutron] 10.222.0.41 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183130 Jul 16 17:55:49.459704 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.540273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5c5a2f66-ab3d-43ca-980a-168eede84844 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:49.599084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-9e6b50b8-9fb8-454a-b612-4f71f4c97089 service neutron] 10.222.0.41 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387081 Jul 16 17:55:49.601291 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Transition to ACTIVE for port object 324f8ce2-f3f5-4e6a-add2-404fadb54cbc will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:49.629309 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.690340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-88cdc37c-f8a8-4e07-952f-65b5b7dd334b tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:55:49.691595 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-88cdc37c-f8a8-4e07-952f-65b5b7dd334b tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082042 Jul 16 17:55:49.702466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] Request body: {'binding': {'host': 'n-h1-787206-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:49.702934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] Unknown quota resources ['binding']. {{(pid=100169) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:55:49.804928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 5c5a2f66-ab3d-43ca-980a-168eede84844 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:49.884193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13c760-2b7c-4006-a013-c4362628423d None None] Pushing event updated for resources: {'Port': ['ID=324f8ce2-f3f5-4e6a-add2-404fadb54cbc,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:49.889985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 5c5a2f66-ab3d-43ca-980a-168eede84844 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:49.890359 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.068679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] Attempting to bind port 567d3e35-3fae-43e8-a936-55485c886ba9 on host n-h1-787206-10 for vnic_type normal with profile None {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:50.068989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] Attempting to bind port 567d3e35-3fae-43e8-a936-55485c886ba9 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:50.069298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] Attempting to bind port 567d3e35-3fae-43e8-a936-55485c886ba9 on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:50.077337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.089199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] Port 567d3e35-3fae-43e8-a936-55485c886ba9 on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:50.089540 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] Attempting to bind port 567d3e35-3fae-43e8-a936-55485c886ba9 on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:50.105225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:50.109372 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:50.109822 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:50.110459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] Bound port: 567d3e35-3fae-43e8-a936-55485c886ba9, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:50.159516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Attempting to bind port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:50.160314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Attempting to bind port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '30a3aaff-a637-4fec-b567-67449c459971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:50.160692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Attempting to bind port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc on network b3710f39-8b47-42c8-9347-86db1531decc {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:50.176810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-af526daf-f358-4a81-a44f-c4fa41349894', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:50.177670 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.259297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:50.261034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=567d3e35-3fae-43e8-a936-55485c886ba9,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:50.265671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Checking segment: {'id': '30a3aaff-a637-4fec-b567-67449c459971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:50.267359 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.268091 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Bound using segment: {'id': '30a3aaff-a637-4fec-b567-67449c459971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:50.268774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Bound port: 324f8ce2-f3f5-4e6a-add2-404fadb54cbc, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a3aaff-a637-4fec-b567-67449c459971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:50.269394 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.270893 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.272588 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-b7ca39b8-d517-4dd9-b41f-67ac835b3a1a service neutron] 10.222.0.41 "POST /v2.0/ports/567d3e35-3fae-43e8-a936-55485c886ba9/bindings HTTP/1.1" status: 201 len: 390 time: 0.5739894 Jul 16 17:55:50.282879 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92569808-434a-451b-af57-a8c44248632c None None] Sync routers for ids ['c24b9cab-f1ef-4d31-8220-edf61431d7c5'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:50.326210 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92569808-434a-451b-af57-a8c44248632c None None] Routers {'c24b9cab-f1ef-4d31-8220-edf61431d7c5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:50.327285 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-92569808-434a-451b-af57-a8c44248632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c24b9cab-f1ef-4d31-8220-edf61431d7c5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:50.380143 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023db07e-908b-4b2e-8753-667afc2530c1 x-openstack-request-id: req-023db07e-908b-4b2e-8753-667afc2530c1 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:50.380536 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a121e4-6ee3-4009-89ab-a6cfca44dab7", "name": "network-vif-deleted", "tag": "54beb31d-db3a-4170-94c8-6c58f5394a23", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:50.380897 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-023db07e-908b-4b2e-8753-667afc2530c1 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:50.381472 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a121e4-6ee3-4009-89ab-a6cfca44dab7', 'name': 'network-vif-deleted', 'tag': '54beb31d-db3a-4170-94c8-6c58f5394a23', 'status': 'completed', 'code': 200} Jul 16 17:55:50.448205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Allocated IP 2001:db8:1::1 (af526daf-f358-4a81-a44f-c4fa41349894/dfc9195b-f5a4-4a8d-945a-2a29e7dd3079/8fc92c6c-ff88-4aef-910b-4f874cc8c18a) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:50.498469 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:55:50.584912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-cae3e745-975b-42f9-9e43-3cdb5a1f94b5 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips/6131db3d-c0c6-4994-921b-4626d6d0d18f HTTP/1.1" status: 200 len: 693 time: 0.1676731 Jul 16 17:55:50.599361 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.625531 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Transition to ACTIVE for port object 8fc92c6c-ff88-4aef-910b-4f874cc8c18a will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:50.644648 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.666120 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.710544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network af526daf-f358-4a81-a44f-c4fa41349894 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:50.714238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:50.721697 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 5c5a2f66-ab3d-43ca-980a-168eede84844, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5c5a2f66-ab3d-43ca-980a-168eede84844,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:50.738882 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.745090 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-92569808-434a-451b-af57-a8c44248632c None None] Set router c24b9cab-f1ef-4d31-8220-edf61431d7c5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:50.749530 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=8fc92c6c-ff88-4aef-910b-4f874cc8c18a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:50.752457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:50.753030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.788263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Allocated IP 2001:db8:1::2 (af526daf-f358-4a81-a44f-c4fa41349894/dfc9195b-f5a4-4a8d-945a-2a29e7dd3079/82756aab-cfb8-4653-b9a7-20c591e420e3) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:50.804663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] For port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:50.845591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] For port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=324f8ce2-f3f5-4e6a-add2-404fadb54cbc,segment=NetworkSegment(30a3aaff-a637-4fec-b567-67449c459971),segment_id=30a3aaff-a637-4fec-b567-67449c459971)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:50.854837 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.874238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=5c5a2f66-ab3d-43ca-980a-168eede84844,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:50.930077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:50.930757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:50.973146 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.040946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-ce0c0c0b-55d7-406e-b102-d7eb8ed74fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.042893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-ce0c0c0b-55d7-406e-b102-d7eb8ed74fc8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 1097 time: 0.3665764 Jul 16 17:55:51.066202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d3c44-68e5-4365-b3e8-5228cc883ff1 req-ca8d0ed0-dee9-4c4d-93ee-f31e84f6f403 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.076141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c43d3c44-68e5-4365-b3e8-5228cc883ff1 req-ca8d0ed0-dee9-4c4d-93ee-f31e84f6f403 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.3707390 Jul 16 17:55:51.124501 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13c760-2b7c-4006-a013-c4362628423d None None] Pushing event updated for resources: {'Port': ['ID=324f8ce2-f3f5-4e6a-add2-404fadb54cbc,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:51.194207 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:51.199858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-c00caf75-5908-4fc9-afab-1aa98854e1da tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.207618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-c00caf75-5908-4fc9-afab-1aa98854e1da tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.6217384 Jul 16 17:55:51.246038 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-92569808-434a-451b-af57-a8c44248632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'name': 'tempest-ServerRescueTestJSON-1397339177-router', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '5c5a2f66-ab3d-43ca-980a-168eede84844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:46Z', 'revision_number': 4, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'gw_port': {'id': '5c5a2f66-ab3d-43ca-980a-168eede84844', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '531f26fb-3b86-4edd-b9b0-3e212b8b2117', 'name': '', 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'mac_address': 'fa:16:3e:20:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '523cbcf0-c6a3-4b6e-9020-6529e4d951df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:45Z', 'updated_at': '2021-07-16T17:55:46Z', 'revision_number': 2, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'subnets': [{'id': '523cbcf0-c6a3-4b6e-9020-6529e4d951df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:51.272937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-a3887ed4-1e11-40e9-9515-d53582bdc9a0 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.113 HTTP/1.1" status: 200 len: 696 time: 0.0643780 Jul 16 17:55:51.292443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c43d3c44-68e5-4365-b3e8-5228cc883ff1 req-2a11d520-08cb-4ec8-aa41-4b1ebafbd7ca tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139325 Jul 16 17:55:51.336877 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92569808-434a-451b-af57-a8c44248632c None None] Checking router: c24b9cab-f1ef-4d31-8220-edf61431d7c5 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:51.337480 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92569808-434a-451b-af57-a8c44248632c None None] Updating router c24b9cab-f1ef-4d31-8220-edf61431d7c5 port 531f26fb-3b86-4edd-b9b0-3e212b8b2117 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:51.413532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5c5a2f66-ab3d-43ca-980a-168eede84844 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:51.415478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-0bf8fab6-307b-4ffa-b95e-d14ca681f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.418135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-0bf8fab6-307b-4ffa-b95e-d14ca681f9d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.3333056 Jul 16 17:55:51.418303 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.434851 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-92569808-434a-451b-af57-a8c44248632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.437251 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-114cdc3b-85ba-45c5-a826-f139b5f6728e tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.113 HTTP/1.1" status: 200 len: 696 time: 0.1634450 Jul 16 17:55:51.485771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Transition to ACTIVE for port object 82756aab-cfb8-4653-b9a7-20c591e420e3 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:51.500252 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.506235 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.507640 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.576836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Transition to ACTIVE for port object 82756aab-cfb8-4653-b9a7-20c591e420e3 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:51.612297 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.622664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 5c5a2f66-ab3d-43ca-980a-168eede84844 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:51.623036 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.634550 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=8fc92c6c-ff88-4aef-910b-4f874cc8c18a,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:51.673137 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network af526daf-f358-4a81-a44f-c4fa41349894 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:51.674782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:51.796638 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 08c9315d-76ab-4b7e-b940-fd42c6e7560c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:51.800956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Network af526daf-f358-4a81-a44f-c4fa41349894 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:51.811088 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-92569808-434a-451b-af57-a8c44248632c None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.816769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:51.823575 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-92569808-434a-451b-af57-a8c44248632c None None] Transition to ACTIVE for port object 531f26fb-3b86-4edd-b9b0-3e212b8b2117 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:51.824867 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:51.831027 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-92569808-434a-451b-af57-a8c44248632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.843283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Pushing event updated for resources: {'Port': ['ID=82756aab-cfb8-4653-b9a7-20c591e420e3,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:51.926353 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:51.936331 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5b1141df-7262-440d-bc73-724aaed3a904 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5214286 Jul 16 17:55:51.937007 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57218) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:51.942297 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ddb74834-e4dc-465e-8991-5e94a97a539e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1247858587'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:51.990752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb74834-e4dc-465e-8991-5e94a97a539e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:51.995237 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddb74834-e4dc-465e-8991-5e94a97a539e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.008107 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-05e7c098-235d-40b5-a620-cffda58b9210 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=567d3e35-3fae-43e8-a936-55485c886ba9 HTTP/1.1" status: 200 len: 217 time: 0.5818548 Jul 16 17:55:52.022509 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76d0c549-503c-4f28-8e39-526009dc8510 req-ce6207f2-d80d-4eac-8dbe-2821cf3f752b tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 210 time: 0.5823226 Jul 16 17:55:52.039483 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0953b-2be8-4a8f-9b98-cd8893e2655e None None] Pushing event updated for resources: {'Port': ['ID=531f26fb-3b86-4edd-b9b0-3e212b8b2117,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:52.048493 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-92569808-434a-451b-af57-a8c44248632c None None] Attempting to bind port 531f26fb-3b86-4edd-b9b0-3e212b8b2117 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:52.049077 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-92569808-434a-451b-af57-a8c44248632c None None] Attempting to bind port 531f26fb-3b86-4edd-b9b0-3e212b8b2117 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '8cf5ddb0-04dd-475f-880a-b33ef209e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:52.049619 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92569808-434a-451b-af57-a8c44248632c None None] Attempting to bind port 531f26fb-3b86-4edd-b9b0-3e212b8b2117 on network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:52.065573 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92569808-434a-451b-af57-a8c44248632c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:52.065573 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92569808-434a-451b-af57-a8c44248632c None None] Checking segment: {'id': '8cf5ddb0-04dd-475f-880a-b33ef209e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:52.065573 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-92569808-434a-451b-af57-a8c44248632c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.065573 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92569808-434a-451b-af57-a8c44248632c None None] Bound using segment: {'id': '8cf5ddb0-04dd-475f-880a-b33ef209e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:52.065573 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-92569808-434a-451b-af57-a8c44248632c None None] Bound port: 531f26fb-3b86-4edd-b9b0-3e212b8b2117, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf5ddb0-04dd-475f-880a-b33ef209e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:52.065573 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-92569808-434a-451b-af57-a8c44248632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.066309 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb74834-e4dc-465e-8991-5e94a97a539e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:52.089902 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddb74834-e4dc-465e-8991-5e94a97a539e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.091641 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-ddb74834-e4dc-465e-8991-5e94a97a539e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Added segment 754035e9-f3f5-47cb-b992-5263e670aa18 of type vlan for network db88ffa0-4f27-4c60-a5c5-42270f94f03c Jul 16 17:55:52.164336 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-92569808-434a-451b-af57-a8c44248632c None None] For port 531f26fb-3b86-4edd-b9b0-3e212b8b2117, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:52.170768 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-92569808-434a-451b-af57-a8c44248632c None None] For port 531f26fb-3b86-4edd-b9b0-3e212b8b2117, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=531f26fb-3b86-4edd-b9b0-3e212b8b2117,segment=NetworkSegment(8cf5ddb0-04dd-475f-880a-b33ef209e5b9),segment_id=8cf5ddb0-04dd-475f-880a-b33ef209e5b9)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:52.178768 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-92569808-434a-451b-af57-a8c44248632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.186853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:55:50Z', 'revision_number': 3, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:50Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:55:50Z', 'revision_number': 1, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:52.188037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddb74834-e4dc-465e-8991-5e94a97a539e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.234684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddb74834-e4dc-465e-8991-5e94a97a539e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.237423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Attempting to bind port 82756aab-cfb8-4653-b9a7-20c591e420e3 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:52.237800 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Attempting to bind port 82756aab-cfb8-4653-b9a7-20c591e420e3 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'f0458fb1-679b-4cea-ba6e-ce1f9b157a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:52.238656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Attempting to bind port 82756aab-cfb8-4653-b9a7-20c591e420e3 on network af526daf-f358-4a81-a44f-c4fa41349894 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:52.241320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012fe1d3-9225-4330-92fa-9ab784be6cb2 None None] The sync data for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 is: [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:55:50Z', 'revision_number': 3, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:50Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:55:50Z', 'revision_number': 1, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:52.242172 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92569808-434a-451b-af57-a8c44248632c None None] Routers {'c24b9cab-f1ef-4d31-8220-edf61431d7c5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:52.242865 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-92569808-434a-451b-af57-a8c44248632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c24b9cab-f1ef-4d31-8220-edf61431d7c5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:52.250772 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb74834-e4dc-465e-8991-5e94a97a539e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.252264 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddb74834-e4dc-465e-8991-5e94a97a539e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.261078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:52.261992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Checking segment: {'id': 'f0458fb1-679b-4cea-ba6e-ce1f9b157a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:52.262617 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.263360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Bound using segment: {'id': 'f0458fb1-679b-4cea-ba6e-ce1f9b157a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:52.264886 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Bound port: 82756aab-cfb8-4653-b9a7-20c591e420e3, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0458fb1-679b-4cea-ba6e-ce1f9b157a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:52.265494 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.311130 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ddb74834-e4dc-465e-8991-5e94a97a539e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3703887 Jul 16 17:55:52.323573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57222) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:52.331023 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0953b-2be8-4a8f-9b98-cd8893e2655e None None] Pushing event updated for resources: {'Port': ['ID=531f26fb-3b86-4edd-b9b0-3e212b8b2117,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:52.341878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8e985d28-afed-441e-ba36-5d4f5a23bf48 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'subnet': {'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:52.344120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-2eb7fcfc-27fb-435d-ad5f-28598e3a434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.345734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-2eb7fcfc-27fb-435d-ad5f-28598e3a434e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.3218389 Jul 16 17:55:52.376468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] For port 82756aab-cfb8-4653-b9a7-20c591e420e3, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:52.380661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] For port 82756aab-cfb8-4653-b9a7-20c591e420e3, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=82756aab-cfb8-4653-b9a7-20c591e420e3,segment=NetworkSegment(f0458fb1-679b-4cea-ba6e-ce1f9b157a28),segment_id=f0458fb1-679b-4cea-ba6e-ce1f9b157a28)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:52.389021 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.443788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb74834-e4dc-465e-8991-5e94a97a539e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Network': ['ID=db88ffa0-4f27-4c60-a5c5-42270f94f03c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:52.450104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-120100b3-c441-45cd-8e11-1fadddf05e35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800641 Jul 16 17:55:52.465060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network db88ffa0-4f27-4c60-a5c5-42270f94f03c details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:52.465320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-fa324499-25de-46b6-93cf-4791edebdbf1 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.466436 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-fa324499-25de-46b6-93cf-4791edebdbf1 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.43 "GET /v2.0/networks?id=779ac9d7-2f9a-4efa-90ae-d58907e96a43 HTTP/1.1" status: 200 len: 811 time: 0.5326705 Jul 16 17:55:52.470443 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-92569808-434a-451b-af57-a8c44248632c None None] Set router c24b9cab-f1ef-4d31-8220-edf61431d7c5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:52.508320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-58a3cb43-1f22-4469-b675-97782c1cbfd9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Request body: {'port': {'device_id': '29450e49-e881-4876-9760-6a99c2ce44cd', 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43', 'admin_state_up': True, 'tenant_id': '6659736fb9cd41d391c1680db88c67fd'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:52.562691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e985d28-afed-441e-ba36-5d4f5a23bf48 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:52.566708 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e985d28-afed-441e-ba36-5d4f5a23bf48 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.635789 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-a0621c34-8a45-4ffd-be1a-c413abb5c5c9 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Deleting port 2f78c7f9-a7d1-4cdf-924c-15ca2bac2051 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:52.636484 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-a0621c34-8a45-4ffd-be1a-c413abb5c5c9 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.639897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619afbc-c863-43e5-8575-a560a34d089e None None] Pushing event updated for resources: {'Port': ['ID=82756aab-cfb8-4653-b9a7-20c591e420e3,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:52.830620 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-92569808-434a-451b-af57-a8c44248632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'name': 'tempest-ServerRescueTestJSON-1397339177-router', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '5c5a2f66-ab3d-43ca-980a-168eede84844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:46Z', 'revision_number': 4, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'gw_port': {'id': '5c5a2f66-ab3d-43ca-980a-168eede84844', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '531f26fb-3b86-4edd-b9b0-3e212b8b2117', 'name': '', 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'mac_address': 'fa:16:3e:20:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '523cbcf0-c6a3-4b6e-9020-6529e4d951df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:45Z', 'updated_at': '2021-07-16T17:55:52Z', 'revision_number': 4, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'subnets': [{'id': '523cbcf0-c6a3-4b6e-9020-6529e4d951df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:52.834532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-3730cad5-ac95-4b97-8ec9-027c74ec6f53 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505812 Jul 16 17:55:52.874624 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92569808-434a-451b-af57-a8c44248632c None None] The sync data for ids ['c24b9cab-f1ef-4d31-8220-edf61431d7c5'] in n-d-787206-10 is: [{'id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'name': 'tempest-ServerRescueTestJSON-1397339177-router', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '5c5a2f66-ab3d-43ca-980a-168eede84844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:46Z', 'revision_number': 4, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'gw_port': {'id': '5c5a2f66-ab3d-43ca-980a-168eede84844', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '531f26fb-3b86-4edd-b9b0-3e212b8b2117', 'name': '', 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'mac_address': 'fa:16:3e:20:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '523cbcf0-c6a3-4b6e-9020-6529e4d951df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:45Z', 'updated_at': '2021-07-16T17:55:52Z', 'revision_number': 4, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'subnets': [{'id': '523cbcf0-c6a3-4b6e-9020-6529e4d951df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:52.930849 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e985d28-afed-441e-ba36-5d4f5a23bf48 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.013397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb818b-a614-41b3-bc0d-58666316e16b req-f1dad378-9a3d-4ba5-a86f-6fe679049afa tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.015109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1bb818b-a614-41b3-bc0d-58666316e16b req-f1dad378-9a3d-4ba5-a86f-6fe679049afa tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 945 time: 0.5749519 Jul 16 17:55:53.040261 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e985d28-afed-441e-ba36-5d4f5a23bf48 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Subnet': ['ID=8ccea7c6-7647-49e2-b7a3-64142b6c024d,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:53.055953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e985d28-afed-441e-ba36-5d4f5a23bf48 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Checking segment: {'id': '754035e9-f3f5-47cb-b992-5263e670aa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:53.056637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e985d28-afed-441e-ba36-5d4f5a23bf48 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network hostable DHCP agents. Network: db88ffa0-4f27-4c60-a5c5-42270f94f03c, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:53.082007 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e985d28-afed-441e-ba36-5d4f5a23bf48 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network db88ffa0-4f27-4c60-a5c5-42270f94f03c is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:53.099814 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-8e985d28-afed-441e-ba36-5d4f5a23bf48 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, db88ffa0-4f27-4c60-a5c5-42270f94f03c) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:53.101622 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-a0621c34-8a45-4ffd-be1a-c413abb5c5c9 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.102200 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-a0621c34-8a45-4ffd-be1a-c413abb5c5c9 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.104387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e985d28-afed-441e-ba36-5d4f5a23bf48 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.105127 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e985d28-afed-441e-ba36-5d4f5a23bf48 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.117549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf30750-5a68-4e82-b453-48b42f73ab58 None None] Network db88ffa0-4f27-4c60-a5c5-42270f94f03c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:53.138470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-a0621c34-8a45-4ffd-be1a-c413abb5c5c9 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Calling delete_port for 2f78c7f9-a7d1-4cdf-924c-15ca2bac2051 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:53.154890 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8e985d28-afed-441e-ba36-5d4f5a23bf48 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8276515 Jul 16 17:55:53.160425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57228) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:53.165046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-58a3cb43-1f22-4469-b675-97782c1cbfd9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Made reservation on behalf of 6659736fb9cd41d391c1680db88c67fd for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:53.169060 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-58a3cb43-1f22-4469-b675-97782c1cbfd9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.340047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'fixed_ips': [{'subnet_id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:53.340912 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.363843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-58a3cb43-1f22-4469-b675-97782c1cbfd9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Allocated IP 172.20.0.7 (779ac9d7-2f9a-4efa-90ae-d58907e96a43/523cbcf0-c6a3-4b6e-9020-6529e4d951df/b53c3abf-aaf3-4279-b018-2618043a1d80) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:53.720252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Allocated IP 2001:db8:2::2 (db88ffa0-4f27-4c60-a5c5-42270f94f03c/8ccea7c6-7647-49e2-b7a3-64142b6c024d/8d56331f-74ae-4b41-b08e-dc904db9ea82) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:53.746055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 531f26fb-3b86-4edd-b9b0-3e212b8b2117 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:53.791058 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1bb818b-a614-41b3-bc0d-58666316e16b req-42040bfb-ef81-47c1-ab52-8e64454fc520 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7356455 Jul 16 17:55:53.815580 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-5a2d47db-b40a-4269-b9eb-f59773f6b707 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9610262 Jul 16 17:55:53.923982 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.967444 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-a0621c34-8a45-4ffd-be1a-c413abb5c5c9 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.040362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0621c34-8a45-4ffd-be1a-c413abb5c5c9 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Pushing event deleted for resources: {'Port': ['ID=2f78c7f9-a7d1-4cdf-924c-15ca2bac2051,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:54.085150 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-58a3cb43-1f22-4469-b675-97782c1cbfd9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.085397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd57c953-a132-46a8-b4ba-d99fce90d34a None None] Network af526daf-f358-4a81-a44f-c4fa41349894 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:54.118151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 531f26fb-3b86-4edd-b9b0-3e212b8b2117 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:54.157544 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.165872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 531f26fb-3b86-4edd-b9b0-3e212b8b2117 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:54.166256 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.256534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-90dc07d6-e8e5-4319-89a0-955a3eb1d627 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ca52eb529dbe41a59822569d6436224a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557253 Jul 16 17:55:54.259008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Transition to ACTIVE for port object 8d56331f-74ae-4b41-b08e-dc904db9ea82 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:54.286115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bc567fdf-e2e9-4a91-96b2-f4d6aa20385a None None] Provisioning for port 82756aab-cfb8-4653-b9a7-20c591e420e3 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:54.296518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Transition to ACTIVE for port object 8d56331f-74ae-4b41-b08e-dc904db9ea82 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:54.311963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-620223d8-e862-49ae-b6b6-47b7a859e2cd tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.313327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-620223d8-e862-49ae-b6b6-47b7a859e2cd tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 1097 time: 0.4245839 Jul 16 17:55:54.319481 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.341376 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-a0621c34-8a45-4ffd-be1a-c413abb5c5c9 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.344124 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-a0621c34-8a45-4ffd-be1a-c413abb5c5c9 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.350062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c32f697c-fc91-4cd6-aabe-f265e0b560bc req-a0621c34-8a45-4ffd-be1a-c413abb5c5c9 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "DELETE /v2.0/floatingips/6131db3d-c0c6-4994-921b-4626d6d0d18f HTTP/1.1" status: 204 len: 173 time: 2.9075418 Jul 16 17:55:54.369465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-10'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:54.380424 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Allocated IP 2001:db8:2::1 (db88ffa0-4f27-4c60-a5c5-42270f94f03c/8ccea7c6-7647-49e2-b7a3-64142b6c024d/55042076-0d5b-4804-9394-ae4f48f91ae0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:54.406337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Network db88ffa0-4f27-4c60-a5c5-42270f94f03c is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:54.428128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:54.439049 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:54.445783 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-58a3cb43-1f22-4469-b675-97782c1cbfd9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.522336 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.532223 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.538989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Transition to ACTIVE for port object 55042076-0d5b-4804-9394-ae4f48f91ae0 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:54.557369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Attempting to bind port 8d56331f-74ae-4b41-b08e-dc904db9ea82 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:54.557745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Attempting to bind port 8d56331f-74ae-4b41-b08e-dc904db9ea82 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '754035e9-f3f5-47cb-b992-5263e670aa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:54.558111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Attempting to bind port 8d56331f-74ae-4b41-b08e-dc904db9ea82 on network db88ffa0-4f27-4c60-a5c5-42270f94f03c {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:54.559993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Pushing event updated for resources: {'Port': ['ID=8d56331f-74ae-4b41-b08e-dc904db9ea82,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:54.568268 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-58a3cb43-1f22-4469-b675-97782c1cbfd9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:54.582758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-58a3cb43-1f22-4469-b675-97782c1cbfd9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:54.587660 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.598030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-58a3cb43-1f22-4469-b675-97782c1cbfd9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:54.615738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:54.616115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Checking segment: {'id': '754035e9-f3f5-47cb-b992-5263e670aa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:54.616518 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.616915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Bound using segment: {'id': '754035e9-f3f5-47cb-b992-5263e670aa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:54.617396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Bound port: 8d56331f-74ae-4b41-b08e-dc904db9ea82, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754035e9-f3f5-47cb-b992-5263e670aa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:54.617795 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.633276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3cb43-1f22-4469-b675-97782c1cbfd9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Pushing event updated for resources: {'Port': ['ID=b53c3abf-aaf3-4279-b018-2618043a1d80,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:54.635875 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.638081 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network db88ffa0-4f27-4c60-a5c5-42270f94f03c is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:54.642655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:54.650680 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:54.651234 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.677842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 531f26fb-3b86-4edd-b9b0-3e212b8b2117, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=531f26fb-3b86-4edd-b9b0-3e212b8b2117,segment=NetworkSegment(8cf5ddb0-04dd-475f-880a-b33ef209e5b9),segment_id=8cf5ddb0-04dd-475f-880a-b33ef209e5b9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:54.678810 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-8a0a9657-7772-4486-a706-e4273115f656 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.685924 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-8a0a9657-7772-4486-a706-e4273115f656 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4284964 Jul 16 17:55:54.706342 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.707144 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 324f8ce2-f3f5-4e6a-add2-404fadb54cbc up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:54.714115 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=55042076-0d5b-4804-9394-ae4f48f91ae0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:54.753334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-57228389-44ec-499a-97fa-2ad57efb0db2 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/quotas/ca52eb529dbe41a59822569d6436224a HTTP/1.1" status: 200 len: 375 time: 0.0663929 Jul 16 17:55:54.759350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-58a3cb43-1f22-4469-b675-97782c1cbfd9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.760215 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-58a3cb43-1f22-4469-b675-97782c1cbfd9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.814600 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] For port 8d56331f-74ae-4b41-b08e-dc904db9ea82, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:54.817125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-6ea1e79d-287c-4ff9-be8a-4c7bce10587b tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca52eb529dbe41a59822569d6436224a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540650 Jul 16 17:55:54.817289 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.833199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=531f26fb-3b86-4edd-b9b0-3e212b8b2117,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:54.837113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] For port 8d56331f-74ae-4b41-b08e-dc904db9ea82, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8d56331f-74ae-4b41-b08e-dc904db9ea82,segment=NetworkSegment(754035e9-f3f5-47cb-b992-5263e670aa18),segment_id=754035e9-f3f5-47cb-b992-5263e670aa18)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:54.838892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-58a3cb43-1f22-4469-b675-97782c1cbfd9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3396473 Jul 16 17:55:54.846865 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.860496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Request body: {'port': {'device_id': '29450e49-e881-4876-9760-6a99c2ce44cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:54.901414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:54.916022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:54.916404 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.955902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412f516-997f-4af6-8e09-2cd22dd1d726 None None] Pushing event updated for resources: {'Port': ['ID=8d56331f-74ae-4b41-b08e-dc904db9ea82,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:55.018840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b4e0f-a244-4052-88f9-d8c16c82a8fd req-2b377ca5-9302-4b0d-9d92-bb3c7bd6e312 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.020854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec7b4e0f-a244-4052-88f9-d8c16c82a8fd req-2b377ca5-9302-4b0d-9d92-bb3c7bd6e312 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.3328087 Jul 16 17:55:55.046264 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.121469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=324f8ce2-f3f5-4e6a-add2-404fadb54cbc,segment=NetworkSegment(30a3aaff-a637-4fec-b567-67449c459971),segment_id=30a3aaff-a637-4fec-b567-67449c459971)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:55.133264 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.134621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 82756aab-cfb8-4653-b9a7-20c591e420e3 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:55.313014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=567d3e35-3fae-43e8-a936-55485c886ba9,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:55.322511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=324f8ce2-f3f5-4e6a-add2-404fadb54cbc,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:55.347054 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 82756aab-cfb8-4653-b9a7-20c591e420e3 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:55.351884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 82756aab-cfb8-4653-b9a7-20c591e420e3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:55.352357 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.377511 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.390352 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.391386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.419956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:55.487154 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d5f2b278-df84-4cbd-8536-acd344b133b8 None None] Provisioning for port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:55.494093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d5f2b278-df84-4cbd-8536-acd344b133b8 None None] Provisioning complete for port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:55.494467 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d5f2b278-df84-4cbd-8536-acd344b133b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.515185 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec7b4e0f-a244-4052-88f9-d8c16c82a8fd req-f14b27cf-ca72-4143-a246-8be6a84ce19b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791682 Jul 16 17:55:55.550321 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.557044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2b278-df84-4cbd-8536-acd344b133b8 None None] Port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:55.558997 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.597401 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d5f2b278-df84-4cbd-8536-acd344b133b8 None None] Provisioning complete for port 82756aab-cfb8-4653-b9a7-20c591e420e3 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:55.597545 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d5f2b278-df84-4cbd-8536-acd344b133b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.626730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Sync routers for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:55.657318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 82756aab-cfb8-4653-b9a7-20c591e420e3, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=82756aab-cfb8-4653-b9a7-20c591e420e3,segment=NetworkSegment(f0458fb1-679b-4cea-ba6e-ce1f9b157a28),segment_id=f0458fb1-679b-4cea-ba6e-ce1f9b157a28)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:55.666643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:55.667617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:55.675293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '567d3e35-3fae-43e8-a936-55485c886ba9'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:55.677906 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45007010-789f-45ae-b23b-51a17a877942" -d '{"events": [{"server_uuid": "9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d", "name": "network-vif-unplugged", "status": "completed", "tag": "567d3e35-3fae-43e8-a936-55485c886ba9"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:55.683722 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.717385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-2e612eca-6bce-40fa-b68e-5af13d46b674 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips/9ca37a51-4113-40f4-ab36-b0a6e471f3b0 HTTP/1.1" status: 200 len: 692 time: 0.1166267 Jul 16 17:55:55.723734 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.781370 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.002053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:56.006627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=82756aab-cfb8-4653-b9a7-20c591e420e3,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:56.049340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc42a49-e2cb-4ef7-ab76-c959bc2271a9 req-9daf1fde-16df-451a-87da-e0a488c255fc tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.051114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5cc42a49-e2cb-4ef7-ab76-c959bc2271a9 req-9daf1fde-16df-451a-87da-e0a488c255fc tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 931 time: 0.5412838 Jul 16 17:55:56.051976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Pushing event updated for resources: {'Port': ['ID=567d3e35-3fae-43e8-a936-55485c886ba9,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:56.181805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 531f26fb-3b86-4edd-b9b0-3e212b8b2117 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:56.227704 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=55042076-0d5b-4804-9394-ae4f48f91ae0,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:56.243747 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network db88ffa0-4f27-4c60-a5c5-42270f94f03c is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:56.246580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:56.260010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Attempting to bind port 567d3e35-3fae-43e8-a936-55485c886ba9 on host n-h2-787206-10 for vnic_type normal with profile {"migrating_to": "n-h1-787206-10"} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:56.260424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Attempting to bind port 567d3e35-3fae-43e8-a936-55485c886ba9 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:56.260826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Attempting to bind port 567d3e35-3fae-43e8-a936-55485c886ba9 on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:56.315973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Port 567d3e35-3fae-43e8-a936-55485c886ba9 on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:56.316256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Attempting to bind port 567d3e35-3fae-43e8-a936-55485c886ba9 on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:56.322499 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2a54738d-96e7-4637-a612-42f2657f533f None None] Provisioning complete for port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:56.322949 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2a54738d-96e7-4637-a612-42f2657f533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.350799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-c8e61219-e715-4c5b-80e5-7ed499be4270 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.357400 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-c8e61219-e715-4c5b-80e5-7ed499be4270 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.6234336 Jul 16 17:55:56.362524 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 08c9315d-76ab-4b7e-b940-fd42c6e7560c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:56.410003 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.417541 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:56.417962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:56.418260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:56.418705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Bound port: 567d3e35-3fae-43e8-a936-55485c886ba9, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:56.419388 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.444372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 531f26fb-3b86-4edd-b9b0-3e212b8b2117 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:56.444728 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.450175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5cc42a49-e2cb-4ef7-ab76-c959bc2271a9 req-da427663-8097-4c23-9e33-fe8c7853347b tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598809 Jul 16 17:55:56.473303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2a54738d-96e7-4637-a612-42f2657f533f None None] Port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:56.495652 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.500376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:56.505486 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-18bd05ed-3bbc-40d6-a542-c6eb070f57f6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3436236 Jul 16 17:55:56.509204 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57262) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:56.514419 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a6906098-f9d3-47bf-ad67-79c26586dbf9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-345812272'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:56.528182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-e025368c-0a39-412b-b40a-9eb2b595c67e tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.19 HTTP/1.1" status: 200 len: 695 time: 0.1698191 Jul 16 17:55:56.568741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6906098-f9d3-47bf-ad67-79c26586dbf9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:56.572473 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a6906098-f9d3-47bf-ad67-79c26586dbf9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.623474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6906098-f9d3-47bf-ad67-79c26586dbf9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:56.635718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a6906098-f9d3-47bf-ad67-79c26586dbf9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.636069 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-a6906098-f9d3-47bf-ad67-79c26586dbf9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Added segment 57abf299-e4b8-49d4-8d0a-a6349eb8627d of type vlan for network 5869f23f-5459-4d56-898f-e7a4c093a8b0 Jul 16 17:55:56.684534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-c16f7e44-e9ea-46c4-8b6a-19237bc58605 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.19 HTTP/1.1" status: 200 len: 695 time: 0.1554136 Jul 16 17:55:56.716471 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a6906098-f9d3-47bf-ad67-79c26586dbf9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.743030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec7e5b-45a5-48e0-93e8-7a91a03d0953 None None] Network db88ffa0-4f27-4c60-a5c5-42270f94f03c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:56.760724 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a6906098-f9d3-47bf-ad67-79c26586dbf9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.767519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6906098-f9d3-47bf-ad67-79c26586dbf9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.768439 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a6906098-f9d3-47bf-ad67-79c26586dbf9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.819374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f6350aad-67d2-4534-a067-771a3b973a1d None None] Provisioning complete for port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:56.819777 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6350aad-67d2-4534-a067-771a3b973a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.852427 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a6906098-f9d3-47bf-ad67-79c26586dbf9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3421259 Jul 16 17:55:56.853738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6906098-f9d3-47bf-ad67-79c26586dbf9 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Network': ['ID=5869f23f-5459-4d56-898f-e7a4c093a8b0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:56.856147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57266) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:56.862160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-293ccbe2-0aa8-48fd-a203-853e07af06fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'subnet': {'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:56.868455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:56.880640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 5869f23f-5459-4d56-898f-e7a4c093a8b0 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:56.946450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f6350aad-67d2-4534-a067-771a3b973a1d None None] Port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:56.948645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8d56331f-74ae-4b41-b08e-dc904db9ea82 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:56.950717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=567d3e35-3fae-43e8-a936-55485c886ba9,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:56.955018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53c3abf-aaf3-4279-b018-2618043a1d80 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:56.967552 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.971206 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293ccbe2-0aa8-48fd-a203-853e07af06fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Made reservation on behalf of 295e3acb607842b887594f7092b85dce for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:56.971369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:55:54Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55042076-0d5b-4804-9394-ae4f48f91ae0', 'name': '', 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:56:e5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 2, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:55:51Z', 'revision_number': 2, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:56.976528 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-293ccbe2-0aa8-48fd-a203-853e07af06fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.976818 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.068092 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Checking router: 08c9315d-76ab-4b7e-b940-fd42c6e7560c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:57.068445 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Updating router 08c9315d-76ab-4b7e-b940-fd42c6e7560c port 55042076-0d5b-4804-9394-ae4f48f91ae0 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:57.160469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c1163042-5f1a-40d8-8700-6bd686d24dbe None None] Provisioning for port 8d56331f-74ae-4b41-b08e-dc904db9ea82 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:57.163913 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.227032 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-293ccbe2-0aa8-48fd-a203-853e07af06fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.231719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 8d56331f-74ae-4b41-b08e-dc904db9ea82 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:57.288747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8d56331f-74ae-4b41-b08e-dc904db9ea82 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:57.289065 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.297037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ccbe2-0aa8-48fd-a203-853e07af06fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Subnet': ['ID=05fa29ff-f295-40b9-84da-f559a319c3a1,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:57.330116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ccbe2-0aa8-48fd-a203-853e07af06fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Checking segment: {'id': '57abf299-e4b8-49d4-8d0a-a6349eb8627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:57.330609 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293ccbe2-0aa8-48fd-a203-853e07af06fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network hostable DHCP agents. Network: 5869f23f-5459-4d56-898f-e7a4c093a8b0, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:57.356824 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293ccbe2-0aa8-48fd-a203-853e07af06fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network 5869f23f-5459-4d56-898f-e7a4c093a8b0 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:57.378898 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-293ccbe2-0aa8-48fd-a203-853e07af06fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 5869f23f-5459-4d56-898f-e7a4c093a8b0) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:57.384104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293ccbe2-0aa8-48fd-a203-853e07af06fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:57.384861 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-293ccbe2-0aa8-48fd-a203-853e07af06fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.410767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e8577-5d4d-4e34-b729-f35c4cbd2a4c None None] Network 5869f23f-5459-4d56-898f-e7a4c093a8b0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:57.421515 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-293ccbe2-0aa8-48fd-a203-853e07af06fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5615602 Jul 16 17:55:57.422588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57268) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:57.542207 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.583748 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-936e7824-3bee-4631-bf88-89ea5885200d tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ca52eb529dbe41a59822569d6436224a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711570 Jul 16 17:55:57.605740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886993ac-6665-4df5-ba37-eb5fc2d7e666 req-e0209251-0c8c-4aa4-8b3e-f0059e4df095 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:57.609153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 8d56331f-74ae-4b41-b08e-dc904db9ea82, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8d56331f-74ae-4b41-b08e-dc904db9ea82,segment=NetworkSegment(754035e9-f3f5-47cb-b992-5263e670aa18),segment_id=754035e9-f3f5-47cb-b992-5263e670aa18)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:57.613743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-886993ac-6665-4df5-ba37-eb5fc2d7e666 req-e0209251-0c8c-4aa4-8b3e-f0059e4df095 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 943 time: 0.9223976 Jul 16 17:55:57.640419 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.642507 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 324f8ce2-f3f5-4e6a-add2-404fadb54cbc up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:57.643508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Transition to ACTIVE for port object b53c3abf-aaf3-4279-b018-2618043a1d80 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:57.733067 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.771616 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.775575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-886993ac-6665-4df5-ba37-eb5fc2d7e666 req-e68dedf3-ff50-4438-908c-793d9af76fd1 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606057 Jul 16 17:55:57.800924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b1619840-da7b-411b-9cf1-86c8796e22c6 None None] Provisioning complete for port 8d56331f-74ae-4b41-b08e-dc904db9ea82 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:57.801211 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1619840-da7b-411b-9cf1-86c8796e22c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.805757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Pushing event updated for resources: {'Port': ['ID=567d3e35-3fae-43e8-a936-55485c886ba9,revision_number=8']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:57.815120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:57.815626 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.820361 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-9559a27f-0389-42be-b74a-964bceabc08e service neutron] 10.222.0.35 "PUT /v2.0/ports/567d3e35-3fae-43e8-a936-55485c886ba9 HTTP/1.1" status: 200 len: 1123 time: 3.4840534 Jul 16 17:55:57.844870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-b4038297-dd7a-4aca-ab43-ea334ffaa9ea tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Deleting port b0f8ef67-4db3-415d-b65b-98fd51ad446f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:57.846777 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-b4038297-dd7a-4aca-ab43-ea334ffaa9ea tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.897960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-fd4ec1ad-2d75-4719-82a5-5da3cf2e8373 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:57.899796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-fd4ec1ad-2d75-4719-82a5-5da3cf2e8373 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2651618 Jul 16 17:55:57.913632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Transition to ACTIVE for port object 55042076-0d5b-4804-9394-ae4f48f91ae0 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:57.923516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Request body: {'port': {'device_id': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': 'ca52eb529dbe41a59822569d6436224a'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:57.967864 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.975226 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:57.975973 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.022148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['567d3e35-3fae-43e8-a936-55485c886ba9'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:58.032364 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.035308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Pushing event updated for resources: {'Port': ['ID=b53c3abf-aaf3-4279-b018-2618043a1d80,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:58.083937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=8d56331f-74ae-4b41-b08e-dc904db9ea82,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:58.136932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-852f72d0-f1b0-403e-9214-f8fcf5361f77 req-0c497aab-9568-4709-8c3b-d4fafe2f52e4 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 210 time: 0.0936966 Jul 16 17:55:58.179658 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-b4038297-dd7a-4aca-ab43-ea334ffaa9ea tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.180260 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-b4038297-dd7a-4aca-ab43-ea334ffaa9ea tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.202531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-b4038297-dd7a-4aca-ab43-ea334ffaa9ea tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Calling delete_port for b0f8ef67-4db3-415d-b65b-98fd51ad446f owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:58.237273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Attempting to bind port b53c3abf-aaf3-4279-b018-2618043a1d80 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:58.237820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Attempting to bind port b53c3abf-aaf3-4279-b018-2618043a1d80 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '8cf5ddb0-04dd-475f-880a-b33ef209e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:58.238584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Attempting to bind port b53c3abf-aaf3-4279-b018-2618043a1d80 on network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:58.255942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-5869f23f-5459-4d56-898f-e7a4c093a8b0', 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'fixed_ips': [{'subnet_id': '05fa29ff-f295-40b9-84da-f559a319c3a1'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:58.257446 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.263354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Port b53c3abf-aaf3-4279-b018-2618043a1d80 on network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:58.263917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Attempting to bind port b53c3abf-aaf3-4279-b018-2618043a1d80 on network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:58.301036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Allocated IP 2001:db8:3::1 (5869f23f-5459-4d56-898f-e7a4c093a8b0/05fa29ff-f295-40b9-84da-f559a319c3a1/f82485a0-285b-422b-bdde-4864fcafd303) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:58.337398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:58.338115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Checking segment: {'id': '8cf5ddb0-04dd-475f-880a-b33ef209e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:58.338515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Bound using segment: {'id': '8cf5ddb0-04dd-475f-880a-b33ef209e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:58.339201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Bound port: b53c3abf-aaf3-4279-b018-2618043a1d80, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf5ddb0-04dd-475f-880a-b33ef209e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:58.339350 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.360035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Made reservation on behalf of ca52eb529dbe41a59822569d6436224a for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:58.363714 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.385729 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.418991 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a604cd-f2a4-4278-a453-cd9046c4dd48 x-openstack-request-id: req-a0a604cd-f2a4-4278-a453-cd9046c4dd48 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:58.418991 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d", "name": "network-vif-unplugged", "status": "completed", "tag": "567d3e35-3fae-43e8-a936-55485c886ba9", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:58.419333 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0a604cd-f2a4-4278-a453-cd9046c4dd48 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:58.419672 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '567d3e35-3fae-43e8-a936-55485c886ba9', 'code': 200} Jul 16 17:55:58.461350 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa6a88da-a7c0-455d-93ad-d01d6a121771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.522885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] For port b53c3abf-aaf3-4279-b018-2618043a1d80, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:58.538054 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee937ea7-7e56-404d-81af-4bc47da01c4e None None] Pushing event updated for resources: {'Port': ['ID=55042076-0d5b-4804-9394-ae4f48f91ae0,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:58.545114 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.574630 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Transition to ACTIVE for port object f82485a0-285b-422b-bdde-4864fcafd303 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:58.582529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b1619840-da7b-411b-9cf1-86c8796e22c6 None None] Provisioning for port 55042076-0d5b-4804-9394-ae4f48f91ae0 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:58.585666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] For port b53c3abf-aaf3-4279-b018-2618043a1d80, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b53c3abf-aaf3-4279-b018-2618043a1d80,segment=NetworkSegment(8cf5ddb0-04dd-475f-880a-b33ef209e5b9),segment_id=8cf5ddb0-04dd-475f-880a-b33ef209e5b9)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:58.622296 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-b4038297-dd7a-4aca-ab43-ea334ffaa9ea tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.626198 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.647718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Attempting to bind port 55042076-0d5b-4804-9394-ae4f48f91ae0 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:58.648093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Attempting to bind port 55042076-0d5b-4804-9394-ae4f48f91ae0 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '754035e9-f3f5-47cb-b992-5263e670aa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:58.648461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Attempting to bind port 55042076-0d5b-4804-9394-ae4f48f91ae0 on network db88ffa0-4f27-4c60-a5c5-42270f94f03c {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:58.653026 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.679306 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network 5869f23f-5459-4d56-898f-e7a4c093a8b0 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:58.685085 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:58.689362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:58.689753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Checking segment: {'id': '754035e9-f3f5-47cb-b992-5263e670aa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:58.690158 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.690560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Bound using segment: {'id': '754035e9-f3f5-47cb-b992-5263e670aa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:58.691053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Bound port: 55042076-0d5b-4804-9394-ae4f48f91ae0, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754035e9-f3f5-47cb-b992-5263e670aa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:58.691467 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.693722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:58.694599 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.696648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] 10.222.0.43 "PUT /v2.0/ports/b53c3abf-aaf3-4279-b018-2618043a1d80 HTTP/1.1" status: 200 len: 1092 time: 3.8454185 Jul 16 17:55:58.698001 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:58.698550 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.752810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=f82485a0-285b-422b-bdde-4864fcafd303,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:58.851208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4038297-dd7a-4aca-ab43-ea334ffaa9ea tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Pushing event deleted for resources: {'Port': ['ID=b0f8ef67-4db3-415d-b65b-98fd51ad446f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:58.859075 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.870276 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Allocated IP 2001:db8:3::2 (5869f23f-5459-4d56-898f-e7a4c093a8b0/05fa29ff-f295-40b9-84da-f559a319c3a1/a96d6f84-0afb-481f-82a3-27121f32de2f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:58.876510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8d56331f-74ae-4b41-b08e-dc904db9ea82 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:58.892023 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.892511 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.957585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] For port 55042076-0d5b-4804-9394-ae4f48f91ae0, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:58.959739 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-b4038297-dd7a-4aca-ab43-ea334ffaa9ea tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.962899 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-b4038297-dd7a-4aca-ab43-ea334ffaa9ea tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.964320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a1ada09-1865-4743-83a1-70336781c6c8 req-b4038297-dd7a-4aca-ab43-ea334ffaa9ea tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "DELETE /v2.0/floatingips/9ca37a51-4113-40f4-ab36-b0a6e471f3b0 HTTP/1.1" status: 204 len: 173 time: 2.2789948 Jul 16 17:55:59.003533 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] For port 55042076-0d5b-4804-9394-ae4f48f91ae0, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=55042076-0d5b-4804-9394-ae4f48f91ae0,segment=NetworkSegment(754035e9-f3f5-47cb-b992-5263e670aa18),segment_id=754035e9-f3f5-47cb-b992-5263e670aa18)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:59.026913 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.047076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b1475d-faa3-48fa-aec4-b08a8d51b334,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.068352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc26048-cd27-4bf2-b17f-fa0101debf3a service neutron] Pushing event updated for resources: {'Port': ['ID=b53c3abf-aaf3-4279-b018-2618043a1d80,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.103609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ae75c-7546-44a0-8b6c-50bf369d322c req-846fc606-aca9-43d5-9c40-547ebe4cdb7d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.105531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c23ae75c-7546-44a0-8b6c-50bf369d322c req-846fc606-aca9-43d5-9c40-547ebe4cdb7d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.4761596 Jul 16 17:55:59.126349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-668e0158-75b7-414e-b7bf-38cb86420dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.128380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-668e0158-75b7-414e-b7bf-38cb86420dfd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6659736fb9cd41d391c1680db88c67fd&device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 1095 time: 0.3387299 Jul 16 17:55:59.202129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 567d3e35-3fae-43e8-a936-55485c886ba9 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:59.243476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-c44c1076-5e97-4193-9a49-1dcf2512a681 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53c3abf-aaf3-4279-b018-2618043a1d80 HTTP/1.1" status: 200 len: 217 time: 0.0871716 Jul 16 17:55:59.243728 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.254151 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.254585 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.260045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8d56331f-74ae-4b41-b08e-dc904db9ea82 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:59.260487 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.273018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Updating router 08c9315d-76ab-4b7e-b940-fd42c6e7560c port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:59.312085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Allocated IP 192.168.233.60 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/333d8682-d9bd-4119-98af-39a668a15bf5) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:59.331584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c23ae75c-7546-44a0-8b6c-50bf369d322c req-0d9630da-b2a1-4ceb-b376-fa237d34c452 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110798 Jul 16 17:55:59.364992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event updated for resources: {'Port': ['ID=f82485a0-285b-422b-bdde-4864fcafd303,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.381570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee937ea7-7e56-404d-81af-4bc47da01c4e None None] Pushing event updated for resources: {'Port': ['ID=55042076-0d5b-4804-9394-ae4f48f91ae0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.390160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-4702aa82-eae3-4f3f-9d2e-885dd6b45cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.392330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-4702aa82-eae3-4f3f-9d2e-885dd6b45cfe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=523cbcf0-c6a3-4b6e-9020-6529e4d951df HTTP/1.1" status: 200 len: 851 time: 0.1329110 Jul 16 17:55:59.405800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13042f15-d909-405f-af5d-f8992e4de5bc req-df2bdd96-00c8-458d-9f02-ec0715ab6dc8 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.411447 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.415327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13042f15-d909-405f-af5d-f8992e4de5bc req-df2bdd96-00c8-458d-9f02-ec0715ab6dc8 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 943 time: 0.3060367 Jul 16 17:55:59.468196 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-ff2e6831-248f-4e4e-a45a-85fd8e68c3dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=779ac9d7-2f9a-4efa-90ae-d58907e96a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413232 Jul 16 17:55:59.482330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Network 5869f23f-5459-4d56-898f-e7a4c093a8b0 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:59.483943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:59.568229 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13042f15-d909-405f-af5d-f8992e4de5bc req-7b2f098d-2efc-4c1e-8b23-89c47daa3673 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518602 Jul 16 17:55:59.599088 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.634436 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Transition to ACTIVE for port object a96d6f84-0afb-481f-82a3-27121f32de2f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:59.651451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=567d3e35-3fae-43e8-a936-55485c886ba9,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:59.660565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 08c9315d-76ab-4b7e-b940-fd42c6e7560c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:59.725465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-a5412bdf-4613-461d-a05c-09e513cc5220 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips/293236c9-5b58-4e4c-9b2c-d8a7d484ac28 HTTP/1.1" status: 200 len: 693 time: 0.1165047 Jul 16 17:55:59.745055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 82756aab-cfb8-4653-b9a7-20c591e420e3 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:59.753334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Transition to ACTIVE for port object a96d6f84-0afb-481f-82a3-27121f32de2f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:59.754730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 567d3e35-3fae-43e8-a936-55485c886ba9 has no active binding in host n-h1-787206-10 {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:55:59.785972 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.827691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:59.839781 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-18242f7d-8342-418b-b24e-738791b5f284 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4152565 Jul 16 17:55:59.842361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57286) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:59.847679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ebcae320-b96b-455d-8b21-717793c293bb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:59.876446 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-c30227fa-d633-49ff-9279-e6b8aa1ade8c service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948374 Jul 16 17:55:59.881488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Network 5869f23f-5459-4d56-898f-e7a4c093a8b0 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:59.885467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Pushing event updated for resources: {'Port': ['ID=a96d6f84-0afb-481f-82a3-27121f32de2f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.914833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:59.919406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:59.935425 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.012888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 82756aab-cfb8-4653-b9a7-20c591e420e3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:00.013125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Transition to ACTIVE for port object 333d8682-d9bd-4119-98af-39a668a15bf5 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:00.013276 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.033861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Attempting to bind port a96d6f84-0afb-481f-82a3-27121f32de2f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:00.034235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Attempting to bind port a96d6f84-0afb-481f-82a3-27121f32de2f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '57abf299-e4b8-49d4-8d0a-a6349eb8627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:00.034666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-cdd0bad6-3c56-4cf7-93ef-68d734001048 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.035055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Attempting to bind port a96d6f84-0afb-481f-82a3-27121f32de2f on network 5869f23f-5459-4d56-898f-e7a4c093a8b0 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:00.036106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-cdd0bad6-3c56-4cf7-93ef-68d734001048 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.3098776 Jul 16 17:56:00.052232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5839-6c7b-4ece-96eb-9ead350ac8d9 req-f498932f-8d64-4a5c-990e-95c643d00ffd tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.053779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c82a5839-6c7b-4ece-96eb-9ead350ac8d9 req-f498932f-8d64-4a5c-990e-95c643d00ffd tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 943 time: 0.3456981 Jul 16 17:56:00.056368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:00.056742 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Checking segment: {'id': '57abf299-e4b8-49d4-8d0a-a6349eb8627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:00.057144 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.057531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Bound using segment: {'id': '57abf299-e4b8-49d4-8d0a-a6349eb8627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:00.058003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Bound port: a96d6f84-0afb-481f-82a3-27121f32de2f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57abf299-e4b8-49d4-8d0a-a6349eb8627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:00.058378 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.130022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-183364fe-d15f-486d-bb05-9c1fc09f55bb tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.222 HTTP/1.1" status: 200 len: 696 time: 0.0734758 Jul 16 17:56:00.160480 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.207417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Transition to ACTIVE for port object 8fc92c6c-ff88-4aef-910b-4f874cc8c18a will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:00.209427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d00a133d-188b-4ba2-9274-25e74fd66236 req-c610642e-17b0-4612-beb3-d0c5fc4a1fd7 service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232427 Jul 16 17:56:00.221727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-276e631a-3182-44ba-8d81-6395d22563f5 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.222 HTTP/1.1" status: 200 len: 696 time: 0.0839148 Jul 16 17:56:00.233511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] For port a96d6f84-0afb-481f-82a3-27121f32de2f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:00.236421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c82a5839-6c7b-4ece-96eb-9ead350ac8d9 req-38766d85-1845-457a-bffc-5f59956aadb1 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692531 Jul 16 17:56:00.239733 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] For port a96d6f84-0afb-481f-82a3-27121f32de2f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a96d6f84-0afb-481f-82a3-27121f32de2f,segment=NetworkSegment(57abf299-e4b8-49d4-8d0a-a6349eb8627d),segment_id=57abf299-e4b8-49d4-8d0a-a6349eb8627d)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:00.240072 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.243829 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.283612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.extraroute_db [None req-ebcae320-b96b-455d-8b21-717793c293bb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 17:56:00.286160 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.303136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.extraroute_db [None req-ebcae320-b96b-455d-8b21-717793c293bb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Removed routes are [] {{(pid=100170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 17:56:00.303579 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ebcae320-b96b-455d-8b21-717793c293bb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.335863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee937ea7-7e56-404d-81af-4bc47da01c4e None None] Pushing event updated for resources: {'Port': ['ID=8fc92c6c-ff88-4aef-910b-4f874cc8c18a,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:00.401247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:00.428257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:00.433538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d', 'tag': '567d3e35-3fae-43e8-a936-55485c886ba9'}, {'name': 'network-changed', 'server_uuid': '29450e49-e881-4876-9760-6a99c2ce44cd', 'tag': 'b53c3abf-aaf3-4279-b018-2618043a1d80'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:00.439614 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524c056a-94cb-422e-954b-1f94d8728a01" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d", "tag": "567d3e35-3fae-43e8-a936-55485c886ba9"}, {"name": "network-changed", "server_uuid": "29450e49-e881-4876-9760-6a99c2ce44cd", "tag": "b53c3abf-aaf3-4279-b018-2618043a1d80"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:00.450056 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Attempting to bind port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:00.450767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Attempting to bind port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'f0458fb1-679b-4cea-ba6e-ce1f9b157a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:00.451315 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Attempting to bind port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a on network af526daf-f358-4a81-a44f-c4fa41349894 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:00.460486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:00.461126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Checking segment: {'id': 'f0458fb1-679b-4cea-ba6e-ce1f9b157a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:00.461715 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.465484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Bound using segment: {'id': 'f0458fb1-679b-4cea-ba6e-ce1f9b157a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:00.466236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Bound port: 8fc92c6c-ff88-4aef-910b-4f874cc8c18a, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0458fb1-679b-4cea-ba6e-ce1f9b157a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:00.466817 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.469060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2df34-2777-4334-bc15-be31a8cff08f None None] Pushing event updated for resources: {'Port': ['ID=a96d6f84-0afb-481f-82a3-27121f32de2f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:00.497491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:00.502470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Pushing event updated for resources: {'Port': ['ID=333d8682-d9bd-4119-98af-39a668a15bf5,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:00.576633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] For port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:00.581658 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] For port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8fc92c6c-ff88-4aef-910b-4f874cc8c18a,segment=NetworkSegment(f0458fb1-679b-4cea-ba6e-ce1f9b157a28),segment_id=f0458fb1-679b-4cea-ba6e-ce1f9b157a28)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:00.589020 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.643804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.644496 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.659198 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ebcae320-b96b-455d-8b21-717793c293bb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.672146 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ebcae320-b96b-455d-8b21-717793c293bb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.713452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bfe02-099d-4f13-844f-15747996e40d req-839fba37-7317-469e-9750-b6d0e8557320 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.721622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f78bfe02-099d-4f13-844f-15747996e40d req-839fba37-7317-469e-9750-b6d0e8557320 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 935 time: 0.2471988 Jul 16 17:56:00.734925 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.745581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61362222-7488-4694-ac21-da095701870e tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8250864 Jul 16 17:56:00.746798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:00.747643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:00.749785 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8039b101-9f2d-4af9-b2ae-a61e84b37aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.751213 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-06c2e5c2-97bd-49c0-a4b0-8609d883d106 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Deleting port 5a5db159-0b43-43b9-9674-4c3f770cfafa {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:00.751352 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-06c2e5c2-97bd-49c0-a4b0-8609d883d106 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.849164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Request body: {'port': {'device_id': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:00.915512 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee937ea7-7e56-404d-81af-4bc47da01c4e None None] Pushing event updated for resources: {'Port': ['ID=8fc92c6c-ff88-4aef-910b-4f874cc8c18a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:00.965363 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a96d6f84-0afb-481f-82a3-27121f32de2f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:00.976974 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f78bfe02-099d-4f13-844f-15747996e40d req-a1e86481-9b82-499f-bdcd-4a11e2038971 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/security-groups?id=33b1475d-faa3-48fa-aec4-b08a8d51b334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534716 Jul 16 17:56:00.977214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcae320-b96b-455d-8b21-717793c293bb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 08c9315d-76ab-4b7e-b940-fd42c6e7560c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:00.981801 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-06c2e5c2-97bd-49c0-a4b0-8609d883d106 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.982281 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-06c2e5c2-97bd-49c0-a4b0-8609d883d106 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.997007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-06c2e5c2-97bd-49c0-a4b0-8609d883d106 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Calling delete_port for 5a5db159-0b43-43b9-9674-4c3f770cfafa owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:01.069069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:01.165344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port a96d6f84-0afb-481f-82a3-27121f32de2f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:01.167389 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcae320-b96b-455d-8b21-717793c293bb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:01.180581 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ebcae320-b96b-455d-8b21-717793c293bb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.181678 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ebcae320-b96b-455d-8b21-717793c293bb tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c HTTP/1.1" status: 200 len: 953 time: 1.3381112 Jul 16 17:56:01.185637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57296) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:01.215253 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.302074 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-06c2e5c2-97bd-49c0-a4b0-8609d883d106 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.334477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fa2a102f-4914-4d24-ab0e-3b78890f9d67 None None] Provisioning for port 333d8682-d9bd-4119-98af-39a668a15bf5 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:01.350465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fa2a102f-4914-4d24-ab0e-3b78890f9d67 None None] Provisioning complete for port 333d8682-d9bd-4119-98af-39a668a15bf5 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:01.354392 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa2a102f-4914-4d24-ab0e-3b78890f9d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.364084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2e5c2-97bd-49c0-a4b0-8609d883d106 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Pushing event deleted for resources: {'Port': ['ID=5a5db159-0b43-43b9-9674-4c3f770cfafa,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:01.448534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a102f-4914-4d24-ab0e-3b78890f9d67 None None] Port 333d8682-d9bd-4119-98af-39a668a15bf5 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:01.459599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:00Z', 'revision_number': 6, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55042076-0d5b-4804-9394-ae4f48f91ae0', 'name': '', 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:56:e5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:55:58Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:00Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f82485a0-285b-422b-bdde-4864fcafd303', 'name': '', 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:7b:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:58Z', 'updated_at': '2021-07-16T17:55:59Z', 'revision_number': 2, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:01.513250 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b73723-7fd5-4187-8919-aa41045ae92b None None] The sync data for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 is: [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:00Z', 'revision_number': 6, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55042076-0d5b-4804-9394-ae4f48f91ae0', 'name': '', 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:56:e5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:55:58Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:00Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f82485a0-285b-422b-bdde-4864fcafd303', 'name': '', 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:7b:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:58Z', 'updated_at': '2021-07-16T17:55:59Z', 'revision_number': 2, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:01.705946 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-06c2e5c2-97bd-49c0-a4b0-8609d883d106 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.708622 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-06c2e5c2-97bd-49c0-a4b0-8609d883d106 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.710337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b0ba678-f609-4168-ae7f-97faeade0f9e req-06c2e5c2-97bd-49c0-a4b0-8609d883d106 tempest-FloatingIPDetailsTestJSON-92440995 tempest-FloatingIPDetailsTestJSON-92440995-project] 10.222.0.41 "DELETE /v2.0/floatingips/293236c9-5b58-4e4c-9b2c-d8a7d484ac28 HTTP/1.1" status: 204 len: 173 time: 1.4725425 Jul 16 17:56:01.722779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57304) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:01.775884 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.793554 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57306) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:01.798861 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-d2d2ce1f-b6a4-45fd-b1ef-31a7f3e9f37e service neutron] 10.222.0.43 "GET /v2.0/ports/567d3e35-3fae-43e8-a936-55485c886ba9/bindings/n-h1-787206-10 HTTP/1.1" status: 200 len: 385 time: 0.2266986 Jul 16 17:56:01.901138 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-967a0e96-49b2-40a6-84db-17101c7ec4c7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c HTTP/1.1" status: 200 len: 953 time: 0.7141325 Jul 16 17:56:01.904077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57308) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:01.910007 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a0824106-cc4c-4172-93b8-a36e50492dc7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'router': {'routes': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:01.952545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991f51a9-0db0-456f-a070-adfa06d2d6d2 None None] Network 5869f23f-5459-4d56-898f-e7a4c093a8b0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:02.072169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8209da0a-89d3-41fa-80c2-3522a02da3fb None None] Provisioning for port a96d6f84-0afb-481f-82a3-27121f32de2f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:02.084899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8209da0a-89d3-41fa-80c2-3522a02da3fb None None] Provisioning complete for port a96d6f84-0afb-481f-82a3-27121f32de2f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:02.085471 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8209da0a-89d3-41fa-80c2-3522a02da3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.137293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c056a-94cb-422e-954b-1f94d8728a01 req-7acaae7f-dce9-4d32-9816-cdf63f912489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.138830 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-7acaae7f-dce9-4d32-9816-cdf63f912489 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 1126 time: 0.2879033 Jul 16 17:56:02.346712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c056a-94cb-422e-954b-1f94d8728a01 req-3777ac92-f9c6-41ca-adfe-4924cda1608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.348294 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-3777ac92-f9c6-41ca-adfe-4924cda1608c service neutron] 10.222.0.43 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.1821611 Jul 16 17:56:02.356365 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568c34f7-08df-4144-a6de-22857c83decf x-openstack-request-id: req-568c34f7-08df-4144-a6de-22857c83decf {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:02.356768 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d", "tag": "567d3e35-3fae-43e8-a936-55485c886ba9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29450e49-e881-4876-9760-6a99c2ce44cd", "tag": "b53c3abf-aaf3-4279-b018-2618043a1d80", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:02.356912 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-568c34f7-08df-4144-a6de-22857c83decf {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:02.357357 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d', 'tag': '567d3e35-3fae-43e8-a936-55485c886ba9', 'status': 'completed', 'code': 200} Jul 16 17:56:02.357610 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29450e49-e881-4876-9760-6a99c2ce44cd', 'tag': 'b53c3abf-aaf3-4279-b018-2618043a1d80', 'status': 'completed', 'code': 200} Jul 16 17:56:02.412776 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8209da0a-89d3-41fa-80c2-3522a02da3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.437714 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-a57a3397-bb51-4012-abaf-28e4492c161b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=567d3e35-3fae-43e8-a936-55485c886ba9 HTTP/1.1" status: 200 len: 217 time: 0.0643575 Jul 16 17:56:02.466832 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8209da0a-89d3-41fa-80c2-3522a02da3fb None None] For port a96d6f84-0afb-481f-82a3-27121f32de2f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a96d6f84-0afb-481f-82a3-27121f32de2f,segment=NetworkSegment(57abf299-e4b8-49d4-8d0a-a6349eb8627d),segment_id=57abf299-e4b8-49d4-8d0a-a6349eb8627d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:02.477924 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8209da0a-89d3-41fa-80c2-3522a02da3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.569030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209da0a-89d3-41fa-80c2-3522a02da3fb None None] Pushing event updated for resources: {'Port': ['ID=a96d6f84-0afb-481f-82a3-27121f32de2f,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:02.586574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c056a-94cb-422e-954b-1f94d8728a01 req-839d4369-c704-486b-9d49-c8305910922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.594124 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-839d4369-c704-486b-9d49-c8305910922b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.1488285 Jul 16 17:56:02.596909 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.extraroute_db [None req-a0824106-cc4c-4172-93b8-a36e50492dc7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Added routes are [] {{(pid=100170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 17:56:02.597225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.extraroute_db [None req-a0824106-cc4c-4172-93b8-a36e50492dc7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 17:56:02.647274 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-6a9fc9f6-a698-4802-9d54-6dd3739f8dc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420680 Jul 16 17:56:02.746176 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0824106-cc4c-4172-93b8-a36e50492dc7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.887568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55b5b-874f-40ba-a581-724f5865253e req-36bb6fd2-b4a4-4058-ac40-1f18daefcdbe tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.889168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aeb55b5b-874f-40ba-a581-724f5865253e req-36bb6fd2-b4a4-4058-ac40-1f18daefcdbe tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 1.4327478 Jul 16 17:56:02.933528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b9856d75-dd38-4f4d-8be4-3d4d9fdd2b17 None None] Provisioning complete for port a96d6f84-0afb-481f-82a3-27121f32de2f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:02.934101 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9856d75-dd38-4f4d-8be4-3d4d9fdd2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.984757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b53c3abf-aaf3-4279-b018-2618043a1d80 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:03.026429 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-c561c6d2-3fa4-42ae-99cd-c84b26ce1b04 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710024 Jul 16 17:56:03.136520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8fc92c6c-ff88-4aef-910b-4f874cc8c18a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:03.162750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-cb01b0a3-9a9e-42a2-973a-faa5e446277c service neutron] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=567d3e35-3fae-43e8-a936-55485c886ba9,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:03.210976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-cb01b0a3-9a9e-42a2-973a-faa5e446277c service neutron] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:03.292037 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b9856d75-dd38-4f4d-8be4-3d4d9fdd2b17 None None] Provisioning for port f82485a0-285b-422b-bdde-4864fcafd303 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:03.300174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b9856d75-dd38-4f4d-8be4-3d4d9fdd2b17 None None] Provisioning complete for port f82485a0-285b-422b-bdde-4864fcafd303 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:03.300694 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9856d75-dd38-4f4d-8be4-3d4d9fdd2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.308531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b53c3abf-aaf3-4279-b018-2618043a1d80, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b53c3abf-aaf3-4279-b018-2618043a1d80,segment=NetworkSegment(8cf5ddb0-04dd-475f-880a-b33ef209e5b9),segment_id=8cf5ddb0-04dd-475f-880a-b33ef209e5b9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:03.333705 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0824106-cc4c-4172-93b8-a36e50492dc7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.352592 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-ae7630e8-f018-415b-95ba-8945d1bacb92 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175995 Jul 16 17:56:03.352817 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e45997c2-f032-47c0-864a-3e678bb6dad3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=137a2bf30b944c518cc9dd10f19457a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5526569 Jul 16 17:56:03.353262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57314) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:03.353979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0824106-cc4c-4172-93b8-a36e50492dc7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.377675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:03.392419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'b53c3abf-aaf3-4279-b018-2618043a1d80', 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43', 'port_id': 'b53c3abf-aaf3-4279-b018-2618043a1d80', 'mac_address': 'fa:16:3e:ca:5d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523cbcf0-c6a3-4b6e-9020-6529e4d951df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:03.409560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:03.410025 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.456046 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Sync routers for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:03.472835 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:03.473736 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:03.497589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aeb55b5b-874f-40ba-a581-724f5865253e req-2a14f309-0176-4312-bdad-3fb3c22d4fc3 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984831 Jul 16 17:56:03.503751 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.504293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-cb01b0a3-9a9e-42a2-973a-faa5e446277c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567d3e35-3fae-43e8-a936-55485c886ba9 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:03.506560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b9856d75-dd38-4f4d-8be4-3d4d9fdd2b17 None None] Port f82485a0-285b-422b-bdde-4864fcafd303 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:03.540851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53c3abf-aaf3-4279-b018-2618043a1d80 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:03.602048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0824106-cc4c-4172-93b8-a36e50492dc7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 08c9315d-76ab-4b7e-b940-fd42c6e7560c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:03.604927 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.607080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b53c3abf-aaf3-4279-b018-2618043a1d80, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b53c3abf-aaf3-4279-b018-2618043a1d80,segment=NetworkSegment(8cf5ddb0-04dd-475f-880a-b33ef209e5b9),segment_id=8cf5ddb0-04dd-475f-880a-b33ef209e5b9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:03.623999 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.635351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-cb01b0a3-9a9e-42a2-973a-faa5e446277c service neutron] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=567d3e35-3fae-43e8-a936-55485c886ba9,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:03.641941 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c056a-94cb-422e-954b-1f94d8728a01 req-c66777eb-eb43-437e-8fe2-2e8216915404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.643561 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-c66777eb-eb43-437e-8fe2-2e8216915404 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6659736fb9cd41d391c1680db88c67fd&device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 1095 time: 0.1924818 Jul 16 17:56:03.737751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333d8682-d9bd-4119-98af-39a668a15bf5 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:03.750965 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:03.756744 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-cb01b0a3-9a9e-42a2-973a-faa5e446277c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.764883 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.815182 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.838898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5bb90e10-b056-4c11-8348-937e6102022c None None] Provisioning complete for port f82485a0-285b-422b-bdde-4864fcafd303 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:03.839256 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5bb90e10-b056-4c11-8348-937e6102022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.857563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0824106-cc4c-4172-93b8-a36e50492dc7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:03.866933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0824106-cc4c-4172-93b8-a36e50492dc7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.868146 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a0824106-cc4c-4172-93b8-a36e50492dc7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c HTTP/1.1" status: 200 len: 703 time: 1.9628932 Jul 16 17:56:03.868892 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=b53c3abf-aaf3-4279-b018-2618043a1d80,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:03.871464 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57316) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:03.888596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['b53c3abf-aaf3-4279-b018-2618043a1d80'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:03.892555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823eed7-1044-4e6d-8bdf-af77b0798367 req-9d2cce0f-b1d2-43f5-be8f-7fa0d36c0f70 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.894326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e823eed7-1044-4e6d-8bdf-af77b0798367 req-9d2cce0f-b1d2-43f5-be8f-7fa0d36c0f70 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 943 time: 1.5399158 Jul 16 17:56:03.895973 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6b5a6fd0-99b0-4dec-a08c-94409d03d530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.901754 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8fc92c6c-ff88-4aef-910b-4f874cc8c18a,segment=NetworkSegment(f0458fb1-679b-4cea-ba6e-ce1f9b157a28),segment_id=f0458fb1-679b-4cea-ba6e-ce1f9b157a28)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:03.909225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Transition to ACTIVE for port object 333d8682-d9bd-4119-98af-39a668a15bf5 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:03.928632 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.929687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 55042076-0d5b-4804-9394-ae4f48f91ae0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:03.963379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c056a-94cb-422e-954b-1f94d8728a01 req-92a40ae2-1d5c-4974-a4ad-394c99232777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.965079 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-92a40ae2-1d5c-4974-a4ad-394c99232777 service neutron] 10.222.0.43 "GET /v2.0/networks?id=779ac9d7-2f9a-4efa-90ae-d58907e96a43 HTTP/1.1" status: 200 len: 912 time: 0.2464542 Jul 16 17:56:03.980665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5bb90e10-b056-4c11-8348-937e6102022c None None] Port f82485a0-285b-422b-bdde-4864fcafd303 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:04.003635 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.020975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=8fc92c6c-ff88-4aef-910b-4f874cc8c18a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:04.037169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-cb01b0a3-9a9e-42a2-973a-faa5e446277c service neutron] Transition to ACTIVE for port object 567d3e35-3fae-43e8-a936-55485c886ba9 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:04.038015 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-666e24aa-f4f5-4798-8632-5632941e098b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53c3abf-aaf3-4279-b018-2618043a1d80 HTTP/1.1" status: 200 len: 217 time: 0.0636053 Jul 16 17:56:04.071337 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-20f2efbc-09a6-4a93-971d-a247402e2d63 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c HTTP/1.1" status: 200 len: 703 time: 0.1923156 Jul 16 17:56:04.090869 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57318) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:04.122246 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c056a-94cb-422e-954b-1f94d8728a01 req-abcec996-3e0e-451e-a26e-acaf69255ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.124276 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-abcec996-3e0e-451e-a26e-acaf69255ed2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=523cbcf0-c6a3-4b6e-9020-6529e4d951df HTTP/1.1" status: 200 len: 851 time: 0.0745754 Jul 16 17:56:04.141680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a8ea9119-f060-4db8-af83-afec5497fe42 None None] Provisioning complete for port f82485a0-285b-422b-bdde-4864fcafd303 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:04.142053 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a8ea9119-f060-4db8-af83-afec5497fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.166504 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-d1f9aabe-0cbf-46c0-ab08-38c20cde66f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=779ac9d7-2f9a-4efa-90ae-d58907e96a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345285 Jul 16 17:56:04.226789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 55042076-0d5b-4804-9394-ae4f48f91ae0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:04.229133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a8ea9119-f060-4db8-af83-afec5497fe42 None None] Port f82485a0-285b-422b-bdde-4864fcafd303 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:04.243206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 55042076-0d5b-4804-9394-ae4f48f91ae0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:04.244027 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.248085 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:02Z', 'revision_number': 7, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55042076-0d5b-4804-9394-ae4f48f91ae0', 'name': '', 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:56:e5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:55:58Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:00Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f82485a0-285b-422b-bdde-4864fcafd303', 'name': '', 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:7b:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:58Z', 'updated_at': '2021-07-16T17:55:59Z', 'revision_number': 2, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:04.257655 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-cb01b0a3-9a9e-42a2-973a-faa5e446277c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.262045 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6b5a6fd0-99b0-4dec-a08c-94409d03d530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.287615 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Checking router: 08c9315d-76ab-4b7e-b940-fd42c6e7560c for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:04.287973 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Updating router 08c9315d-76ab-4b7e-b940-fd42c6e7560c port f82485a0-285b-422b-bdde-4864fcafd303 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:04.331942 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.338962 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-d7c5d37c-38f8-42ca-9add-613e1590060a service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640825 Jul 16 17:56:04.417479 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.451382 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-524c056a-94cb-422e-954b-1f94d8728a01 req-b3f1626b-ecbe-40d1-a45b-885aaaa3c8d1 service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044266 Jul 16 17:56:04.469645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 55042076-0d5b-4804-9394-ae4f48f91ae0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=55042076-0d5b-4804-9394-ae4f48f91ae0,segment=NetworkSegment(754035e9-f3f5-47cb-b992-5263e670aa18),segment_id=754035e9-f3f5-47cb-b992-5263e670aa18)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:04.478977 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.479836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a96d6f84-0afb-481f-82a3-27121f32de2f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:04.491102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=333d8682-d9bd-4119-98af-39a668a15bf5,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:04.508607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-cb01b0a3-9a9e-42a2-973a-faa5e446277c service neutron] No DVR routers for this DVR port 567d3e35-3fae-43e8-a936-55485c886ba9 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:04.552894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e823eed7-1044-4e6d-8bdf-af77b0798367 req-520a096a-a1b6-4a70-9287-ab284f3e8481 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536697 Jul 16 17:56:04.610501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d63ab6-05f7-495c-a121-1d4de5adf33c req-5fb403a4-99f9-4663-82e9-3ca562fac3ca tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.624077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4d63ab6-05f7-495c-a121-1d4de5adf33c req-5fb403a4-99f9-4663-82e9-3ca562fac3ca tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 945 time: 0.8755293 Jul 16 17:56:04.626374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=55042076-0d5b-4804-9394-ae4f48f91ae0,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:04.628470 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3107c24b-c6c0-49e4-8660-080b5aee5edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.648104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port a96d6f84-0afb-481f-82a3-27121f32de2f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:04.648579 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.662471 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.674405 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Transition to ACTIVE for port object f82485a0-285b-422b-bdde-4864fcafd303 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:04.681173 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.727958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Attempting to bind port 333d8682-d9bd-4119-98af-39a668a15bf5 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:04.728326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Attempting to bind port 333d8682-d9bd-4119-98af-39a668a15bf5 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:04.728939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Attempting to bind port 333d8682-d9bd-4119-98af-39a668a15bf5 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:04.730377 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a29be-f744-4571-999a-47bc6ba8ec95 None None] Pushing event updated for resources: {'Port': ['ID=f82485a0-285b-422b-bdde-4864fcafd303,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:04.815969 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Attempting to bind port f82485a0-285b-422b-bdde-4864fcafd303 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:04.816402 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Attempting to bind port f82485a0-285b-422b-bdde-4864fcafd303 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '57abf299-e4b8-49d4-8d0a-a6349eb8627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:04.816820 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Attempting to bind port f82485a0-285b-422b-bdde-4864fcafd303 on network 5869f23f-5459-4d56-898f-e7a4c093a8b0 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:04.822286 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:04.822750 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Checking segment: {'id': '57abf299-e4b8-49d4-8d0a-a6349eb8627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:04.823206 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.823711 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Bound using segment: {'id': '57abf299-e4b8-49d4-8d0a-a6349eb8627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:04.824234 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Bound port: f82485a0-285b-422b-bdde-4864fcafd303, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57abf299-e4b8-49d4-8d0a-a6349eb8627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:04.824688 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.849071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8fc92c6c-ff88-4aef-910b-4f874cc8c18a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:04.856529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-cb01b0a3-9a9e-42a2-973a-faa5e446277c service neutron] 10.222.0.43 "PUT /v2.0/ports/567d3e35-3fae-43e8-a936-55485c886ba9/bindings/n-h1-787206-10/activate HTTP/1.1" status: 200 len: 370 time: 2.4963653 Jul 16 17:56:04.876782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Port 333d8682-d9bd-4119-98af-39a668a15bf5 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:04.877104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Attempting to bind port 333d8682-d9bd-4119-98af-39a668a15bf5 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:04.919343 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] For port f82485a0-285b-422b-bdde-4864fcafd303, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:04.921557 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] For port f82485a0-285b-422b-bdde-4864fcafd303, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f82485a0-285b-422b-bdde-4864fcafd303,segment=NetworkSegment(57abf299-e4b8-49d4-8d0a-a6349eb8627d),segment_id=57abf299-e4b8-49d4-8d0a-a6349eb8627d)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:04.928522 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.938724 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:04.939182 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.974691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4d63ab6-05f7-495c-a121-1d4de5adf33c req-7c4afe1e-524e-441c-b8bc-7ee08386274e tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/security-groups?id=920fb023-8a27-493e-ba2e-a5f56ef5f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494780 Jul 16 17:56:04.980860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01b0a3-9a9e-42a2-973a-faa5e446277c service neutron] Pushing event updated for resources: {'Port': ['ID=567d3e35-3fae-43e8-a936-55485c886ba9,revision_number=10']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:04.988804 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:04.989563 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:05.019760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b53c3abf-aaf3-4279-b018-2618043a1d80 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:05.058573 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-2a8564ae-c09f-409c-b82b-02a57dd1ea42 service neutron] show failed (client error): The resource could not be found. Jul 16 17:56:05.059566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-2a8564ae-c09f-409c-b82b-02a57dd1ea42 service neutron] 10.222.0.35 "GET /v2.0/ports/281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e/bindings/n-h2-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.5055099 Jul 16 17:56:05.060172 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6b5a6fd0-99b0-4dec-a08c-94409d03d530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.076270 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6b5a6fd0-99b0-4dec-a08c-94409d03d530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.081430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6b5a6fd0-99b0-4dec-a08c-94409d03d530 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab860527-5e0a-4e0e-b3be-7c7af80e0f93 HTTP/1.1" status: 204 len: 168 time: 1.7141964 Jul 16 17:56:05.088843 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a29be-f744-4571-999a-47bc6ba8ec95 None None] Pushing event updated for resources: {'Port': ['ID=f82485a0-285b-422b-bdde-4864fcafd303,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:05.103392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 55042076-0d5b-4804-9394-ae4f48f91ae0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:05.146854 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:05.197340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 55042076-0d5b-4804-9394-ae4f48f91ae0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:05.197721 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.210146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:05.212941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:05.213370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:05.213837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Bound port: 333d8682-d9bd-4119-98af-39a668a15bf5, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:05.214213 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.220502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port b53c3abf-aaf3-4279-b018-2618043a1d80 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:05.235692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port b53c3abf-aaf3-4279-b018-2618043a1d80 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:05.236300 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.402746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a6fd0-99b0-4dec-a08c-94409d03d530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab860527-5e0a-4e0e-b3be-7c7af80e0f93,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:05.412852 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.494577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29450e49-e881-4876-9760-6a99c2ce44cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53c3abf-aaf3-4279-b018-2618043a1d80'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:05.504055 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7348f1e2-3146-4c78-b0ba-7ee2b92f0a92" -d '{"events": [{"server_uuid": "29450e49-e881-4876-9760-6a99c2ce44cd", "name": "network-vif-plugged", "status": "completed", "tag": "b53c3abf-aaf3-4279-b018-2618043a1d80"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:05.528306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b53c3abf-aaf3-4279-b018-2618043a1d80, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b53c3abf-aaf3-4279-b018-2618043a1d80,segment=NetworkSegment(8cf5ddb0-04dd-475f-880a-b33ef209e5b9),segment_id=8cf5ddb0-04dd-475f-880a-b33ef209e5b9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:05.536436 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.537477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 567d3e35-3fae-43e8-a936-55485c886ba9 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:05.630821 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 567d3e35-3fae-43e8-a936-55485c886ba9 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:05.637408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=b53c3abf-aaf3-4279-b018-2618043a1d80,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:05.644909 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-4c48abef-ad66-4bbd-b6a2-631574e4e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.646148 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-4c48abef-ad66-4bbd-b6a2-631574e4e2ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62&tenant_id=b48b42f5272d407db4f841b2e42a65b5 HTTP/1.1" status: 200 len: 1101 time: 0.1679456 Jul 16 17:56:05.655542 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:02Z', 'revision_number': 7, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55042076-0d5b-4804-9394-ae4f48f91ae0', 'name': '', 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:56:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:03Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f82485a0-285b-422b-bdde-4864fcafd303', 'name': '', 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:7b:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:58Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:05.662070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:05.669383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6633d4-995d-4b26-b99d-1b255582594e req-d7bb59e5-f8f7-41ac-bb0d-244d129cad39 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.676616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d6633d4-995d-4b26-b99d-1b255582594e req-d7bb59e5-f8f7-41ac-bb0d-244d129cad39 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 944 time: 0.9060240 Jul 16 17:56:05.690063 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bd8b3-85f6-46af-8257-1313d140ebe3 None None] The sync data for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 is: [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:02Z', 'revision_number': 7, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55042076-0d5b-4804-9394-ae4f48f91ae0', 'name': '', 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:56:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:03Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f82485a0-285b-422b-bdde-4864fcafd303', 'name': '', 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:7b:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:58Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:05.699050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-d6489eca-3996-445c-8829-1d9fb7922078 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.700626 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-d6489eca-3996-445c-8829-1d9fb7922078 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 1096 time: 0.7127900 Jul 16 17:56:05.767796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.782498 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:05.809669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f4b7f40-2a56-4e4d-94d0-a39e8f55f31d req-b2bd0f06-0dad-4690-96fd-2d72b26814aa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6152544 Jul 16 17:56:05.841576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d6633d4-995d-4b26-b99d-1b255582594e req-40f053c3-3dec-42fd-a073-6af60c84111b tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639528 Jul 16 17:56:05.868292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=333d8682-d9bd-4119-98af-39a668a15bf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:05.920801 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.026699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=333d8682-d9bd-4119-98af-39a668a15bf5,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:06.043187 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:06.065392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a937d7e-8946-491e-95d9-b337a7d3ba9c req-d3eacc6c-d5ed-494b-a437-f2322ba8d52d tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.071976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a937d7e-8946-491e-95d9-b337a7d3ba9c req-d3eacc6c-d5ed-494b-a437-f2322ba8d52d tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 947 time: 0.7618685 Jul 16 17:56:06.073757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c49f1-0b78-4ccc-a1cc-5224ea672897 None None] Sync routers for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:06.092785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:06.106073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c49f1-0b78-4ccc-a1cc-5224ea672897 None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:06.107901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b91c49f1-0b78-4ccc-a1cc-5224ea672897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:06.149343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.150459 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.152259 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e223fe2a-0c4c-494a-b6aa-39e1a6b7d9e9 service neutron] 10.222.0.35 "PUT /v2.0/ports/333d8682-d9bd-4119-98af-39a668a15bf5 HTTP/1.1" status: 200 len: 1096 time: 5.3256195 Jul 16 17:56:06.152882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:06.155518 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240caacb-fed3-4fdf-9d33-92cca3d6732a" -d '{"events": [{"name": "network-changed", "server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:06.190661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:06.193718 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d39b4c0-6847-4d73-beab-3c5b2681364d" -d '{"events": [{"server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "name": "network-vif-unplugged", "status": "completed", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:06.200449 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.217836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Transition to ACTIVE for port object 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:06.226158 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.256057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-b91c49f1-0b78-4ccc-a1cc-5224ea672897 None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:06.296783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-df0a5cb3-0e37-4706-99e9-b4e34ba55852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.298869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-df0a5cb3-0e37-4706-99e9-b4e34ba55852 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce HTTP/1.1" status: 200 len: 1096 time: 0.5695016 Jul 16 17:56:06.300853 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] No DVR routers for this DVR port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:06.304833 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Pushing event updated for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=6']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:06.335400 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a937d7e-8946-491e-95d9-b337a7d3ba9c req-2d372d67-07f5-4c38-8e6e-4cb41ddc3631 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/security-groups?id=33b1475d-faa3-48fa-aec4-b08a8d51b334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625465 Jul 16 17:56:06.383463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Attempting to bind port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:06.383846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Attempting to bind port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:06.384180 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Attempting to bind port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:06.392097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:06.392390 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Attempting to bind port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:06.409203 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:06.409552 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:06.409943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:06.410383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Bound port: 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:06.410743 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.432944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b7f40-2a56-4e4d-94d0-a39e8f55f31d req-8ec81061-d918-416a-9c2c-db612d5cd27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.434103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f4b7f40-2a56-4e4d-94d0-a39e8f55f31d req-8ec81061-d918-416a-9c2c-db612d5cd27e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=847bc0d0aca3435bb968700f2ba7aed1&device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 1097 time: 0.5844164 Jul 16 17:56:06.494915 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cea9d8c-3b0c-4beb-9736-a8f5a83622e4 x-openstack-request-id: req-5cea9d8c-3b0c-4beb-9736-a8f5a83622e4 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:06.495238 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29450e49-e881-4876-9760-6a99c2ce44cd", "name": "network-vif-plugged", "status": "completed", "tag": "b53c3abf-aaf3-4279-b018-2618043a1d80", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:06.495481 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cea9d8c-3b0c-4beb-9736-a8f5a83622e4 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:06.495879 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29450e49-e881-4876-9760-6a99c2ce44cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53c3abf-aaf3-4279-b018-2618043a1d80', 'code': 200} Jul 16 17:56:06.534286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:06.542333 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:06.551394 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.596003 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.596622 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.598081 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] 10.222.0.43 "PUT /v2.0/ports/281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e HTTP/1.1" status: 200 len: 1096 time: 0.9431894 Jul 16 17:56:06.619828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaafa21-f688-4228-8b92-10813f215e0c service neutron] Pushing event updated for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=7']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:06.660439 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b91c49f1-0b78-4ccc-a1cc-5224ea672897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:02Z', 'revision_number': 7, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55042076-0d5b-4804-9394-ae4f48f91ae0', 'name': '', 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:56:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:03Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f82485a0-285b-422b-bdde-4864fcafd303', 'name': '', 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:7b:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:58Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:06.692383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-9e11bcad-9225-4ca2-b172-1d1834585474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.699180 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-9e11bcad-9225-4ca2-b172-1d1834585474 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 1099 time: 0.0679877 Jul 16 17:56:06.701079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c49f1-0b78-4ccc-a1cc-5224ea672897 None None] Checking router: 08c9315d-76ab-4b7e-b940-fd42c6e7560c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:06.712022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c49f1-0b78-4ccc-a1cc-5224ea672897 None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:06.712823 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b91c49f1-0b78-4ccc-a1cc-5224ea672897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:06.817850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-c076efc9-f6e9-48a6-9c45-a49c3a8b9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.820104 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-c076efc9-f6e9-48a6-9c45-a49c3a8b9331 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1176934 Jul 16 17:56:06.866913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-b91c49f1-0b78-4ccc-a1cc-5224ea672897 None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:06.869382 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-f4ef1476-c233-4612-8ceb-40edb9b3ae4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e HTTP/1.1" status: 200 len: 217 time: 0.0424316 Jul 16 17:56:06.941511 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-0604cd71-11e0-4fa3-b97c-513f1c7339c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.943772 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-0604cd71-11e0-4fa3-b97c-513f1c7339c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0649908 Jul 16 17:56:06.988473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d3f3e-bf02-48e6-a3de-2b2260a27a4a req-ef2bbd9f-c1c0-43d4-9edb-5f36742a1438 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.990243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d0d3f3e-bf02-48e6-a3de-2b2260a27a4a req-ef2bbd9f-c1c0-43d4-9edb-5f36742a1438 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.9825377 Jul 16 17:56:07.009080 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-1c5da9ab-183c-4c19-9ede-3fac803934d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.010757 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-1c5da9ab-183c-4c19-9ede-3fac803934d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610244 Jul 16 17:56:07.057971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f82485a0-285b-422b-bdde-4864fcafd303 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:07.076613 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c1ec7f2-c5a8-4bc2-8320-8e4c452cf902 req-14ea0132-1496-4221-86a1-b0c91e87fb2b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9130924 Jul 16 17:56:07.110988 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-8eae37ac-8efb-4031-8064-d04e8d1c6e94 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932200 Jul 16 17:56:07.129391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:07.201720 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d0d3f3e-bf02-48e6-a3de-2b2260a27a4a req-9877e7a1-b6f5-4ada-804f-f95274641206 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576436 Jul 16 17:56:07.203054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-3107c24b-c6c0-49e4-8660-080b5aee5edb admin admin] Deleting port 6444631b-1ce7-4dbe-be84-9cf0f952b409 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:07.203953 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3107c24b-c6c0-49e4-8660-080b5aee5edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.232354 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66eae5bb-8deb-4a8b-9981-ebd5989a37a0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.236968 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e8be0c56-09ad-451c-80df-b5fbde1996be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.239035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-e8be0c56-09ad-451c-80df-b5fbde1996be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca52eb529dbe41a59822569d6436224a&device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 1099 time: 1.0016825 Jul 16 17:56:07.261511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:07.282156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port f82485a0-285b-422b-bdde-4864fcafd303 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:07.301752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f82485a0-285b-422b-bdde-4864fcafd303 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:07.301752 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.460419 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-36850aba-c47f-4a56-9755-36df93d85d1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=333d8682-d9bd-4119-98af-39a668a15bf5 HTTP/1.1" status: 200 len: 217 time: 0.1592464 Jul 16 17:56:07.478528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-3f63e4e9-4927-4f40-a9d5-404012be4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.480070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-3f63e4e9-4927-4f40-a9d5-404012be4096 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 1096 time: 1.0656092 Jul 16 17:56:07.481049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b7f40-2a56-4e4d-94d0-a39e8f55f31d req-ddd1a213-b507-456d-8a22-aa3b7859ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.482472 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f4b7f40-2a56-4e4d-94d0-a39e8f55f31d req-ddd1a213-b507-456d-8a22-aa3b7859ef68 service neutron] 10.222.0.43 "GET /v2.0/networks?id=13e3bab1-78b3-4473-be00-74bc5136cee6 HTTP/1.1" status: 200 len: 912 time: 0.5528688 Jul 16 17:56:07.484524 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.517637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cf2f7-260d-433c-803a-5f5c13488d53 req-d50c0182-0a9c-4627-aa66-5a8bc1ba56e2 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.529313 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f61cf2f7-260d-433c-803a-5f5c13488d53 req-d50c0182-0a9c-4627-aa66-5a8bc1ba56e2 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.5808756 Jul 16 17:56:07.541021 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port f82485a0-285b-422b-bdde-4864fcafd303, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f82485a0-285b-422b-bdde-4864fcafd303,segment=NetworkSegment(57abf299-e4b8-49d4-8d0a-a6349eb8627d),segment_id=57abf299-e4b8-49d4-8d0a-a6349eb8627d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:07.546842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b91c49f1-0b78-4ccc-a1cc-5224ea672897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:02Z', 'revision_number': 7, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55042076-0d5b-4804-9394-ae4f48f91ae0', 'name': '', 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:56:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:03Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f82485a0-285b-422b-bdde-4864fcafd303', 'name': '', 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:7b:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:58Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:07.554103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd205fd4-5c3c-48ab-a47c-7b48e88ae276 req-2ce325f2-109e-42a1-830d-fb8fa59c12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.555614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cd205fd4-5c3c-48ab-a47c-7b48e88ae276 req-2ce325f2-109e-42a1-830d-fb8fa59c12a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 1097 time: 0.6227896 Jul 16 17:56:07.558128 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-71cadbc2-542b-4555-9350-9089362b1fa7 req-666772bb-bfde-43bb-9872-c2e52df8c86e service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370680 Jul 16 17:56:07.588287 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934512db-0661-4092-99ef-2fecdca05316 x-openstack-request-id: req-934512db-0661-4092-99ef-2fecdca05316 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:07.588631 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:07.588788 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-934512db-0661-4092-99ef-2fecdca05316 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:07.589182 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5', 'status': 'completed', 'code': 200} Jul 16 17:56:07.594920 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.597143 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c49f1-0b78-4ccc-a1cc-5224ea672897 None None] The sync data for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 is: [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:02Z', 'revision_number': 7, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55042076-0d5b-4804-9394-ae4f48f91ae0', 'name': '', 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:56:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:03Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f82485a0-285b-422b-bdde-4864fcafd303', 'name': '', 'network_id': '5869f23f-5459-4d56-898f-e7a4c093a8b0', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:7b:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:58Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 4, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '05fa29ff-f295-40b9-84da-f559a319c3a1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:07.661276 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=f82485a0-285b-422b-bdde-4864fcafd303,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:07.762566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-3107c24b-c6c0-49e4-8660-080b5aee5edb admin admin] For port 6444631b-1ce7-4dbe-be84-9cf0f952b409, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6444631b-1ce7-4dbe-be84-9cf0f952b409,segment=NetworkSegment(5666cb3e-b836-4a67-b6f2-61faba06196c),segment_id=5666cb3e-b836-4a67-b6f2-61faba06196c)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:07.762931 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3107c24b-c6c0-49e4-8660-080b5aee5edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.836061 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15daa57-3f2c-4372-971c-3776969f95b9 x-openstack-request-id: req-d15daa57-3f2c-4372-971c-3776969f95b9 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:07.836541 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "name": "network-vif-unplugged", "status": "completed", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:07.836645 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d15daa57-3f2c-4372-971c-3776969f95b9 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:07.837015 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'code': 200} Jul 16 17:56:07.850378 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ec7f2-c5a8-4bc2-8320-8e4c452cf902 req-5aa7da3f-d8e2-4dc8-9241-1480ad284c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.852713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c1ec7f2-c5a8-4bc2-8320-8e4c452cf902 req-5aa7da3f-d8e2-4dc8-9241-1480ad284c38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 1102 time: 0.6833599 Jul 16 17:56:07.869719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-3107c24b-c6c0-49e4-8660-080b5aee5edb admin admin] Calling delete_port for 6444631b-1ce7-4dbe-be84-9cf0f952b409 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:07.873857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f61cf2f7-260d-433c-803a-5f5c13488d53 req-284502fd-c016-425d-bd12-47bcc3eb11bf tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484812 Jul 16 17:56:07.875209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-c94c2a37-ce4b-4189-9449-8d6deabb0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.876942 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-c94c2a37-ce4b-4189-9449-8d6deabb0b2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.3871927 Jul 16 17:56:07.936862 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cd205fd4-5c3c-48ab-a47c-7b48e88ae276 req-d976c11b-645b-40db-a70b-45966eee1a51 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468456 Jul 16 17:56:07.960941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f4b7f40-2a56-4e4d-94d0-a39e8f55f31d req-b9b50603-f89c-42ea-b01c-0d69421389fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0dcab01-7854-4ba9-a315-e0acc70a04c6 HTTP/1.1" status: 200 len: 1001 time: 0.4568603 Jul 16 17:56:08.142916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-e13961e8-b373-4bc9-bb4c-90bb4cac698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.144400 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-e13961e8-b373-4bc9-bb4c-90bb4cac698d service neutron] 10.222.0.35 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.6393638 Jul 16 17:56:08.257128 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-8ed8a0ea-5261-4086-951d-31ad58a66966 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=567d3e35-3fae-43e8-a936-55485c886ba9 HTTP/1.1" status: 200 len: 217 time: 0.0912209 Jul 16 17:56:08.279184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b7f40-2a56-4e4d-94d0-a39e8f55f31d req-006e7eef-95ce-463d-a861-474f544a618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.280610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f4b7f40-2a56-4e4d-94d0-a39e8f55f31d req-006e7eef-95ce-463d-a861-474f544a618e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6e6b76c2-c9e5-4d29-befa-b529efb3d678 HTTP/1.1" status: 200 len: 850 time: 0.2545738 Jul 16 17:56:08.357226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ec7f2-c5a8-4bc2-8320-8e4c452cf902 req-f09329c9-a61e-469a-9466-181fa08e0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.358675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c1ec7f2-c5a8-4bc2-8320-8e4c452cf902 req-f09329c9-a61e-469a-9466-181fa08e0c30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.4780371 Jul 16 17:56:08.411258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61cd96f3-c6a6-4363-b581-538ae9f2d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.412745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-61cd96f3-c6a6-4363-b581-538ae9f2d5e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5222597 Jul 16 17:56:08.505126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbf51b-4054-42cc-a09b-a7f20d01d65f req-135aec3c-731a-4fe1-b684-079fd231b6a3 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.506929 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cbf51b-4054-42cc-a09b-a7f20d01d65f req-135aec3c-731a-4fe1-b684-079fd231b6a3 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 944 time: 0.5689917 Jul 16 17:56:08.508689 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c1ec7f2-c5a8-4bc2-8320-8e4c452cf902 req-d59e009b-6e7c-488c-85b3-69a6de969992 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f HTTP/1.1" status: 200 len: 217 time: 0.1144960 Jul 16 17:56:08.561093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-17715d85-533d-4520-8218-fc767964f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.562538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-17715d85-533d-4520-8218-fc767964f6b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.2930262 Jul 16 17:56:08.586354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e0ba5-3966-4b6d-9fee-44c28e7481b8 req-fc330659-49e9-45c5-b674-d5a81bfba554 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.587796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f2e0ba5-3966-4b6d-9fee-44c28e7481b8 req-fc330659-49e9-45c5-b674-d5a81bfba554 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 947 time: 0.5627904 Jul 16 17:56:08.702539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-72d0a26f-4d1d-45ee-952e-b7bd912fdad7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096101 Jul 16 17:56:08.823894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f82485a0-285b-422b-bdde-4864fcafd303 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:08.840620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cbf51b-4054-42cc-a09b-a7f20d01d65f req-0f8ed3a7-b506-4746-9961-d9b2e140e128 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022099 Jul 16 17:56:08.842919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ec7f2-c5a8-4bc2-8320-8e4c452cf902 req-433f69e9-1dec-4c4d-aabf-d5a8f2d63e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.845589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c1ec7f2-c5a8-4bc2-8320-8e4c452cf902 req-433f69e9-1dec-4c4d-aabf-d5a8f2d63e57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.3113585 Jul 16 17:56:08.878734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f82485a0-285b-422b-bdde-4864fcafd303 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:08.879115 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.888236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b7f40-2a56-4e4d-94d0-a39e8f55f31d req-442b6aee-e798-4a06-bfc7-243d6390f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.889748 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f4b7f40-2a56-4e4d-94d0-a39e8f55f31d req-442b6aee-e798-4a06-bfc7-243d6390f4c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13e3bab1-78b3-4473-be00-74bc5136cee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5948634 Jul 16 17:56:08.966714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f2e0ba5-3966-4b6d-9fee-44c28e7481b8 req-c41f873f-05e0-4573-91e6-05e883766b7f tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/security-groups?id=33b1475d-faa3-48fa-aec4-b08a8d51b334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443816 Jul 16 17:56:08.968689 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-5c74b2e5-36c5-40f2-b1d2-37d8c96e4d6a service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159774 Jul 16 17:56:09.025992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:09.176971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:09.196295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'mac_address': 'fa:16:3e:ab:0b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:09.237353 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.252074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:09.274085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:09.278811 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.335087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:09.427192 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3107c24b-c6c0-49e4-8660-080b5aee5edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.549284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-66eae5bb-8deb-4a8b-9981-ebd5989a37a0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port f82485a0-285b-422b-bdde-4864fcafd303 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:09.549520 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66eae5bb-8deb-4a8b-9981-ebd5989a37a0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.561208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107c24b-c6c0-49e4-8660-080b5aee5edb admin admin] Pushing event deleted for resources: {'Port': ['ID=6444631b-1ce7-4dbe-be84-9cf0f952b409,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:09.562229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:09.623468 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-c9fe67f2-7839-4f5d-9d16-20b6e763ffb2 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8942111 Jul 16 17:56:09.815422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f4b7f40-2a56-4e4d-94d0-a39e8f55f31d req-f15a69b9-ce0d-4e64-9777-cc9eb35e4126 service neutron] 10.222.0.43 "GET /v2.0/networks/13e3bab1-78b3-4473-be00-74bc5136cee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9099698 Jul 16 17:56:09.827193 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ec7f2-c5a8-4bc2-8320-8e4c452cf902 req-875156a5-fb9f-4dab-a6ac-0653afd44e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.829240 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c1ec7f2-c5a8-4bc2-8320-8e4c452cf902 req-875156a5-fb9f-4dab-a6ac-0653afd44e3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9467068 Jul 16 17:56:09.838543 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:09.840894 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4084ab02-3d07-40d2-96fa-8e967424dd28" -d '{"events": [{"name": "network-changed", "server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:09.894713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57d64c93-d119-4dab-b350-a77cc11c5a43 req-f6cc4d9a-fb1d-42ed-98e6-c3805ecbc1e6 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8969011 Jul 16 17:56:09.968747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-66eae5bb-8deb-4a8b-9981-ebd5989a37a0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] For port f82485a0-285b-422b-bdde-4864fcafd303, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f82485a0-285b-422b-bdde-4864fcafd303,segment=NetworkSegment(57abf299-e4b8-49d4-8d0a-a6349eb8627d),segment_id=57abf299-e4b8-49d4-8d0a-a6349eb8627d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:09.969761 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66eae5bb-8deb-4a8b-9981-ebd5989a37a0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.978960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3790-b06b-4ea3-86a5-558974b16042 req-f64fba67-8711-4391-b615-ceddfa38d623 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.980422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-337a3790-b06b-4ea3-86a5-558974b16042 req-f64fba67-8711-4391-b615-ceddfa38d623 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 948 time: 0.5939860 Jul 16 17:56:09.988383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88c927-f2aa-4e39-97f3-60a0749bef34 req-8a3d1603-a963-4e0c-9ae8-2de1a1896b2c tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.989760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf88c927-f2aa-4e39-97f3-60a0749bef34 req-8a3d1603-a963-4e0c-9ae8-2de1a1896b2c tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 945 time: 0.6021345 Jul 16 17:56:10.108013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-66eae5bb-8deb-4a8b-9981-ebd5989a37a0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for f82485a0-285b-422b-bdde-4864fcafd303 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:10.195627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-0e57dfeb-daf6-41ab-b077-7576c837b131 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553656 Jul 16 17:56:10.336715 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-337a3790-b06b-4ea3-86a5-558974b16042 req-b13825eb-d2ca-4484-bf7d-4e2c185dd3f2 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302925 Jul 16 17:56:10.350201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f4b7f40-2a56-4e4d-94d0-a39e8f55f31d req-eda00037-a093-4bd2-a604-86ffedca4ba2 service neutron] 10.222.0.43 "GET /v2.0/networks/13e3bab1-78b3-4473-be00-74bc5136cee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189199 Jul 16 17:56:10.356255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c1ec7f2-c5a8-4bc2-8320-8e4c452cf902 req-2bbb02a7-278c-48c0-89ca-d327a36b22c9 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795794 Jul 16 17:56:10.359185 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf88c927-f2aa-4e39-97f3-60a0749bef34 req-d3fa6e9b-70a5-46e8-8f08-7ffecc1b8fcc tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/security-groups?id=920fb023-8a27-493e-ba2e-a5f56ef5f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3393240 Jul 16 17:56:10.401451 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3107c24b-c6c0-49e4-8660-080b5aee5edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.416055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240caacb-fed3-4fdf-9d33-92cca3d6732a req-bb648d7a-b7e6-45bd-b32d-d116de25eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.420081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-240caacb-fed3-4fdf-9d33-92cca3d6732a req-bb648d7a-b7e6-45bd-b32d-d116de25eadf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca52eb529dbe41a59822569d6436224a&device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 1099 time: 0.4562478 Jul 16 17:56:10.516514 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a59ee4-c114-498e-8d5a-8ff905c8f005 x-openstack-request-id: req-73a59ee4-c114-498e-8d5a-8ff905c8f005 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:10.517022 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:10.517499 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73a59ee4-c114-498e-8d5a-8ff905c8f005 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:10.518075 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'status': 'completed', 'code': 200} Jul 16 17:56:10.760917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57410) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:10.909966 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af255d57-c138-44f6-91fa-f5479c5c58e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.938548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c1ec7f2-c5a8-4bc2-8320-8e4c452cf902 req-59e13bb5-4f57-4f54-a0f5-88da0985237e service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652900 Jul 16 17:56:11.009137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240caacb-fed3-4fdf-9d33-92cca3d6732a req-7a3b17cf-6c68-41fb-8d5d-74057e4bfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.010666 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-240caacb-fed3-4fdf-9d33-92cca3d6732a req-7a3b17cf-6c68-41fb-8d5d-74057e4bfa1d service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.5292826 Jul 16 17:56:11.022841 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66eae5bb-8deb-4a8b-9981-ebd5989a37a0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.031552 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af255d57-c138-44f6-91fa-f5479c5c58e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.036887 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af255d57-c138-44f6-91fa-f5479c5c58e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.043934 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:11.044691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e37a25-d51e-488f-b291-a8cab0b98077 req-2a8f1135-67ac-4b3c-b6c6-8c0d15aff22a tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.046203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1e37a25-d51e-488f-b291-a8cab0b98077 req-2a8f1135-67ac-4b3c-b6c6-8c0d15aff22a tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.5516293 Jul 16 17:56:11.078193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af255d57-c138-44f6-91fa-f5479c5c58e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ed3c59-6bfe-4189-a60a-55c25dee4457,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:11.086115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-6854e50a-1810-4b0b-96d4-2bdc09663ab3 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.087679 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-6854e50a-1810-4b0b-96d4-2bdc09663ab3 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1096 time: 0.5671468 Jul 16 17:56:11.089152 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57414) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:11.089780 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-af255d57-c138-44f6-91fa-f5479c5c58e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c4623581af84456b4806958f801281e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274386 Jul 16 17:56:11.112278 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:11.115989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:11.116361 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.125024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-be3f512a-40a4-4772-aa0b-b85b0df45617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.127537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-be3f512a-40a4-4772-aa0b-b85b0df45617 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 1100 time: 0.5107923 Jul 16 17:56:11.137921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 333d8682-d9bd-4119-98af-39a668a15bf5 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:11.141406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eae5bb-8deb-4a8b-9981-ebd5989a37a0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=f82485a0-285b-422b-bdde-4864fcafd303,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:11.159014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-3bbcce82-04d3-45f4-9047-82b3f5356b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.160582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-3bbcce82-04d3-45f4-9047-82b3f5356b8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 1100 time: 0.5889206 Jul 16 17:56:11.161862 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-240caacb-fed3-4fdf-9d33-92cca3d6732a req-82bfcc87-3b48-425e-9742-29d406c68258 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=333d8682-d9bd-4119-98af-39a668a15bf5 HTTP/1.1" status: 200 len: 217 time: 0.1317987 Jul 16 17:56:11.191695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec955c-19bf-4aec-a738-3327ab32934b req-a04f5902-81e7-40ad-aebb-666a6240cf75 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.193256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44ec955c-19bf-4aec-a738-3327ab32934b req-a04f5902-81e7-40ad-aebb-666a6240cf75 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 944 time: 0.5223072 Jul 16 17:56:11.278862 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.301877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=333d8682-d9bd-4119-98af-39a668a15bf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:11.323746 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '333d8682-d9bd-4119-98af-39a668a15bf5', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '333d8682-d9bd-4119-98af-39a668a15bf5', 'mac_address': 'fa:16:3e:3c:d4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:11.338921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:11.341581 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eac10c-f989-4303-b6bf-b1a237f6d3e9" -d '{"events": [{"server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "name": "network-vif-plugged", "status": "completed", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:11.378902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:11.390169 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.418435 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.441236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333d8682-d9bd-4119-98af-39a668a15bf5 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:11.472749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:11.480090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=333d8682-d9bd-4119-98af-39a668a15bf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:11.487656 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.541062 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=333d8682-d9bd-4119-98af-39a668a15bf5,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:11.770980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['333d8682-d9bd-4119-98af-39a668a15bf5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:11.927221 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1e37a25-d51e-488f-b291-a8cab0b98077 req-2103758f-ac49-40e5-96eb-331155f13cfb tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8444157 Jul 16 17:56:12.012752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240caacb-fed3-4fdf-9d33-92cca3d6732a req-d9cc3cc9-b9fd-4c79-97bd-85d9927e7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.014261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-240caacb-fed3-4fdf-9d33-92cca3d6732a req-d9cc3cc9-b9fd-4c79-97bd-85d9927e7f97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.7828784 Jul 16 17:56:12.017296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44ec955c-19bf-4aec-a738-3327ab32934b req-98b2a626-5a19-4619-90d1-64056555796d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856242 Jul 16 17:56:12.083601 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66eae5bb-8deb-4a8b-9981-ebd5989a37a0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.085428 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b117e0e2-c184-44e9-9e9f-b11f50da8a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.099195 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d278bf-60a6-44a2-bcf6-c448f7507136 x-openstack-request-id: req-f4d278bf-60a6-44a2-bcf6-c448f7507136 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:12.100202 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "name": "network-vif-plugged", "status": "completed", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:12.100536 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4d278bf-60a6-44a2-bcf6-c448f7507136 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:12.101015 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'code': 200} Jul 16 17:56:12.145732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-d1257a96-e35a-4011-a1f8-c741721b2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.147200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-d1257a96-e35a-4011-a1f8-c741721b2d8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 1.0005937 Jul 16 17:56:12.212150 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-0f56b4d3-a88e-4491-97fb-31f9239972b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.213623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-0f56b4d3-a88e-4491-97fb-31f9239972b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.9811459 Jul 16 17:56:12.259472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3107c24b-c6c0-49e4-8660-080b5aee5edb admin admin] Router fefc66af-5518-47a0-a914-e08ed0bc9778 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:12.292851 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b117e0e2-c184-44e9-9e9f-b11f50da8a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.350144 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-305c91e1-ae19-468e-9181-f1e58f4204ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e HTTP/1.1" status: 200 len: 217 time: 0.1730199 Jul 16 17:56:12.444923 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-6e8be9f3-e2c2-4cfe-a2e8-063c3130e6b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e HTTP/1.1" status: 200 len: 217 time: 0.1485548 Jul 16 17:56:12.488585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-cba34eef-be35-4b39-ae6d-86f3db363037 service neutron] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:12.516930 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-cba34eef-be35-4b39-ae6d-86f3db363037 service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.518025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58a024ac-eef5-4861-b6dd-00d9dd04f481 req-cba34eef-be35-4b39-ae6d-86f3db363037 service neutron] 10.222.0.35 "DELETE /v2.0/ports/567d3e35-3fae-43e8-a936-55485c886ba9/bindings/n-h2-787206-10 HTTP/1.1" status: 204 len: 173 time: 1.3789468 Jul 16 17:56:12.628514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240caacb-fed3-4fdf-9d33-92cca3d6732a req-4b8584e7-5264-430a-ae03-e8a4cdefa2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.629935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-240caacb-fed3-4fdf-9d33-92cca3d6732a req-4b8584e7-5264-430a-ae03-e8a4cdefa2b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5973172 Jul 16 17:56:12.648256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986689-86d7-486c-bf6c-0e0281a25a6c req-550f709c-b5cd-4d19-9439-f64f661a8918 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.649685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1c986689-86d7-486c-bf6c-0e0281a25a6c req-550f709c-b5cd-4d19-9439-f64f661a8918 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 948 time: 0.5984948 Jul 16 17:56:12.651837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-a0e31dbb-ac2d-409b-838b-10b06b9f93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.653178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-a0e31dbb-ac2d-409b-838b-10b06b9f93c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.2482605 Jul 16 17:56:12.729283 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b117e0e2-c184-44e9-9e9f-b11f50da8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.731768 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b117e0e2-c184-44e9-9e9f-b11f50da8a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.732814 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b117e0e2-c184-44e9-9e9f-b11f50da8a1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48ed3c59-6bfe-4189-a60a-55c25dee4457 HTTP/1.1" status: 204 len: 168 time: 1.6100380 Jul 16 17:56:12.774807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-ca09f4cb-0262-432b-b0b2-dc8567c8e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.776290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-ca09f4cb-0262-432b-b0b2-dc8567c8e59e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.2891111 Jul 16 17:56:12.857267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cfcf3-e03a-4d00-9e3d-e0ef836a4dd4 req-15a26222-5048-41e2-bfaa-14e80ade2bb6 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.858941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-616cfcf3-e03a-4d00-9e3d-e0ef836a4dd4 req-15a26222-5048-41e2-bfaa-14e80ade2bb6 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.6567304 Jul 16 17:56:12.894033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117e0e2-c184-44e9-9e9f-b11f50da8a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ed3c59-6bfe-4189-a60a-55c25dee4457,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:12.989456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3107c24b-c6c0-49e4-8660-080b5aee5edb admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:12.998670 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc48db57-475a-49e5-bff0-7462c5ab4bfa None None] Sync routers for ids ['fefc66af-5518-47a0-a914-e08ed0bc9778'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:13.002144 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3107c24b-c6c0-49e4-8660-080b5aee5edb admin admin] 10.222.0.41 "PUT /v2.0/routers/fefc66af-5518-47a0-a914-e08ed0bc9778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2723231 Jul 16 17:56:13.002457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57434) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:13.004496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1c986689-86d7-486c-bf6c-0e0281a25a6c req-b321b83e-8b34-4cc2-90e5-3a1ba4152f83 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/security-groups?id=33b1475d-faa3-48fa-aec4-b08a8d51b334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083045 Jul 16 17:56:13.023269 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc48db57-475a-49e5-bff0-7462c5ab4bfa None None] Routers {'fefc66af-5518-47a0-a914-e08ed0bc9778'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:13.024067 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-cc48db57-475a-49e5-bff0-7462c5ab4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fefc66af-5518-47a0-a914-e08ed0bc9778'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:13.035009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eae5bb-8deb-4a8b-9981-ebd5989a37a0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 08c9315d-76ab-4b7e-b940-fd42c6e7560c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:13.058954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-616cfcf3-e03a-4d00-9e3d-e0ef836a4dd4 req-76591ec8-2ce1-47a6-9fdc-7eb49fd6d8f5 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660171 Jul 16 17:56:13.071217 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-240caacb-fed3-4fdf-9d33-92cca3d6732a req-31191bf6-99ca-42c1-a0c8-b3501ba9dd92 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155250 Jul 16 17:56:13.091367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-533616d3-a9aa-4278-a2db-788fd214b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:13.092834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-533616d3-a9aa-4278-a2db-788fd214b0fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3648801 Jul 16 17:56:13.108237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-addf60db-6818-4f05-bc8f-62919d3736ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:13.109970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-addf60db-6818-4f05-bc8f-62919d3736ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3112695 Jul 16 17:56:13.124147 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 333d8682-d9bd-4119-98af-39a668a15bf5 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:13.251212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 333d8682-d9bd-4119-98af-39a668a15bf5 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:13.256444 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 333d8682-d9bd-4119-98af-39a668a15bf5 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:13.257173 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.316391 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.343845 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-cc48db57-475a-49e5-bff0-7462c5ab4bfa None None] Set router fefc66af-5518-47a0-a914-e08ed0bc9778 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:13.464573 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.573331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=333d8682-d9bd-4119-98af-39a668a15bf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:13.581260 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.680677 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.696914 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=333d8682-d9bd-4119-98af-39a668a15bf5,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:13.783560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Deleting port 13b9da63-984a-45b3-869a-0500160e3d65 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:13.784322 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.848297 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-cc48db57-475a-49e5-bff0-7462c5ab4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'name': 'tempest-FloatingIPDetailsTestJSON-944931908-router', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '13b9da63-984a-45b3-869a-0500160e3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:56:08Z', 'revision_number': 5, 'project_id': '6b40efcb76344e21a2c44feffe833761', 'gw_port': {'id': '13b9da63-984a-45b3-869a-0500160e3d65', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:04Z', 'updated_at': '2021-07-16T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:13.888213 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc48db57-475a-49e5-bff0-7462c5ab4bfa None None] Checking router: fefc66af-5518-47a0-a914-e08ed0bc9778 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:13.903575 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc48db57-475a-49e5-bff0-7462c5ab4bfa None None] Routers {'fefc66af-5518-47a0-a914-e08ed0bc9778'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:13.904223 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-cc48db57-475a-49e5-bff0-7462c5ab4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fefc66af-5518-47a0-a914-e08ed0bc9778'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:13.919730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57458) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:13.957549 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] For port 13b9da63-984a-45b3-869a-0500160e3d65, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=13b9da63-984a-45b3-869a-0500160e3d65,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:13.959625 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.989558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eae5bb-8deb-4a8b-9981-ebd5989a37a0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:13.990741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Calling delete_port for 13b9da63-984a-45b3-869a-0500160e3d65 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:14.000111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef70c2-2420-410f-9e7a-7667b1cf9404 None None] Sync routers for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:14.014160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef70c2-2420-410f-9e7a-7667b1cf9404 None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:14.018432 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-53ef70c2-2420-410f-9e7a-7667b1cf9404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:14.019640 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-66eae5bb-8deb-4a8b-9981-ebd5989a37a0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9243031 Jul 16 17:56:14.024927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-240caacb-fed3-4fdf-9d33-92cca3d6732a req-16979cb5-b90e-44e2-beb0-9d6d9e6e8b61 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9449673 Jul 16 17:56:14.027859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57462) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:14.050239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-26021455-e8f5-4778-88ff-d37b9c2a4882 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9390559 Jul 16 17:56:14.071269 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-cc48db57-475a-49e5-bff0-7462c5ab4bfa None None] Set router fefc66af-5518-47a0-a914-e08ed0bc9778 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:14.112247 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-201617836-network', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:14.118613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:14.125279 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b20b193-21bc-4128-8f54-e077335868ae" -d '{"events": [{"server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "name": "network-vif-plugged", "status": "completed", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:14.136254 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-dd862b84-3a9e-4623-b3b3-50493c52f079 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0060043 Jul 16 17:56:14.154782 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-cc48db57-475a-49e5-bff0-7462c5ab4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'name': 'tempest-FloatingIPDetailsTestJSON-944931908-router', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:56:13Z', 'revision_number': 6, 'project_id': '6b40efcb76344e21a2c44feffe833761', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:14.162432 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Made reservation on behalf of 9c356839d88c421f868ad1f22bfdc2f1 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:14.164097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.196026 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.199329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b79e20-d83b-423c-a32d-25676b02abe4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting subnet 05fa29ff-f295-40b9-84da-f559a319c3a1 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:56:14.206116 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc48db57-475a-49e5-bff0-7462c5ab4bfa None None] The sync data for ids ['fefc66af-5518-47a0-a914-e08ed0bc9778'] in n-d-787206-10 is: [{'id': 'fefc66af-5518-47a0-a914-e08ed0bc9778', 'name': 'tempest-FloatingIPDetailsTestJSON-944931908-router', 'tenant_id': '6b40efcb76344e21a2c44feffe833761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:56:13Z', 'revision_number': 6, 'project_id': '6b40efcb76344e21a2c44feffe833761', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:14.246041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-53ef70c2-2420-410f-9e7a-7667b1cf9404 None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:14.267328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9b79e20-d83b-423c-a32d-25676b02abe4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.350208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d43ad5-213d-4359-9818-381ac55763fb req-e772db36-0e4a-427b-8ca5-ed3c07233cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:14.351755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1d43ad5-213d-4359-9818-381ac55763fb req-e772db36-0e4a-427b-8ca5-ed3c07233cab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6659736fb9cd41d391c1680db88c67fd&device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 1097 time: 0.4164298 Jul 16 17:56:14.429954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ebffa-391f-4e54-8083-b9609c3d55fa req-05cb89f4-4ef7-440d-85f8-db0b33dc70cf tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:14.431745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da5ebffa-391f-4e54-8083-b9609c3d55fa req-05cb89f4-4ef7-440d-85f8-db0b33dc70cf tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 1096 time: 0.5003557 Jul 16 17:56:14.448245 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.449586 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9b79e20-d83b-423c-a32d-25676b02abe4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.466874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.518967 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-eb8631bf-a81d-4ef9-8e4e-fca6d0687bd7 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248250 Jul 16 17:56:14.530735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:14.562701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-53ef70c2-2420-410f-9e7a-7667b1cf9404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:10Z', 'revision_number': 8, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55042076-0d5b-4804-9394-ae4f48f91ae0', 'name': '', 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:56:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:03Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:14.563543 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.564054 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Added segment af68ae4b-d2f0-4ea6-b980-145dbb84625e of type vlan for network bb64f7cc-287f-4695-9aa1-c2f719cc83ad Jul 16 17:56:14.593484 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-cfe8b2ec-99ee-4cd3-b825-43bb5c953125 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:14.595868 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-cfe8b2ec-99ee-4cd3-b825-43bb5c953125 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.43 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62&tenant_id=b48b42f5272d407db4f841b2e42a65b5&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 949 time: 0.2400215 Jul 16 17:56:14.597124 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb6432b-dc95-4729-afd6-59d730057c20,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:14.611259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef70c2-2420-410f-9e7a-7667b1cf9404 None None] Checking router: 08c9315d-76ab-4b7e-b940-fd42c6e7560c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:14.622421 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef70c2-2420-410f-9e7a-7667b1cf9404 None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:14.623563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-53ef70c2-2420-410f-9e7a-7667b1cf9404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:14.652386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4084ab02-3d07-40d2-96fa-8e967424dd28 req-a946748f-7943-4a75-8159-a7a874b47671 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958210 Jul 16 17:56:14.654270 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da5ebffa-391f-4e54-8083-b9609c3d55fa req-f4b2df9b-1efa-4806-a74d-5beb2c4f710b tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667399 Jul 16 17:56:14.690018 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.726405 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.729674 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e5d70-a594-41ad-a438-3e9f0b5691f4 req-a87cf8a3-e136-4dbe-9871-8df305962099 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:14.731287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e53e5d70-a594-41ad-a438-3e9f0b5691f4 req-a87cf8a3-e136-4dbe-9871-8df305962099 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.4073367 Jul 16 17:56:14.738842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d43ad5-213d-4359-9818-381ac55763fb req-2f8a6747-49ef-44fa-b6f3-c9dbd147b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:14.740413 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1d43ad5-213d-4359-9818-381ac55763fb req-2f8a6747-49ef-44fa-b6f3-c9dbd147b59b service neutron] 10.222.0.43 "GET /v2.0/networks?id=779ac9d7-2f9a-4efa-90ae-d58907e96a43 HTTP/1.1" status: 200 len: 912 time: 0.3582289 Jul 16 17:56:14.748130 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9b79e20-d83b-423c-a32d-25676b02abe4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.837675 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b9da63-984a-45b3-869a-0500160e3d65,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:14.846223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1d43ad5-213d-4359-9818-381ac55763fb req-d0b00739-d96c-463e-aa95-e4b2ed63b65f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53c3abf-aaf3-4279-b018-2618043a1d80 HTTP/1.1" status: 200 len: 217 time: 0.0714788 Jul 16 17:56:14.946325 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-37a24698-8219-4b45-96d8-6be596bb94e7 service neutron] 10.222.0.43 "GET /v2.0/ports/281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e/bindings/n-h2-787206-10 HTTP/1.1" status: 200 len: 383 time: 0.3246639 Jul 16 17:56:14.951487 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.952882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:14.953898 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.956732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e53e5d70-a594-41ad-a438-3e9f0b5691f4 req-1efd562a-16f3-4247-a318-4cbf3daa4531 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807611 Jul 16 17:56:15.012809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d43ad5-213d-4359-9818-381ac55763fb req-fb2d596a-9b6f-4e3f-94b9-d1c16689ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.013073 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0880573 Jul 16 17:56:15.013510 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1d43ad5-213d-4359-9818-381ac55763fb req-fb2d596a-9b6f-4e3f-94b9-d1c16689ec82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=523cbcf0-c6a3-4b6e-9020-6529e4d951df HTTP/1.1" status: 200 len: 851 time: 0.1549103 Jul 16 17:56:15.015226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57474) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:15.022496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-bc188e2d-7c28-4c14-acec-c69ba6e46b7f admin admin] Request body: {'subnet': {'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-subnet', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:15.027319 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9b79e20-d83b-423c-a32d-25676b02abe4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.039639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.088310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6444631b-1ce7-4dbe-be84-9cf0f952b409 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:15.118538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 6444631b-1ce7-4dbe-be84-9cf0f952b409 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:15.119555 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6444631b-1ce7-4dbe-be84-9cf0f952b409 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:15.138397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1d43ad5-213d-4359-9818-381ac55763fb req-8f38207c-d236-4e2f-be23-268f6789a3a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=779ac9d7-2f9a-4efa-90ae-d58907e96a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088588 Jul 16 17:56:15.141543 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9b79e20-d83b-423c-a32d-25676b02abe4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.148266 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e9b79e20-d83b-423c-a32d-25676b02abe4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/05fa29ff-f295-40b9-84da-f559a319c3a1 HTTP/1.1" status: 204 len: 168 time: 1.1108055 Jul 16 17:56:15.148717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b79e20-d83b-423c-a32d-25676b02abe4 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Subnet': ['ID=05fa29ff-f295-40b9-84da-f559a319c3a1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:15.150314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57476) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:15.153182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c11fb1b-3af2-414b-8f3d-047e3fc55a8f None None] Network 5869f23f-5459-4d56-898f-e7a4c093a8b0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:15.175620 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-53ef70c2-2420-410f-9e7a-7667b1cf9404 None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:15.188557 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7858c6-a1c3-42eb-9319-b1eb25a50d33 req-eb13ddee-5a97-4614-96f8-ba99c850317b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.191032 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce7858c6-a1c3-42eb-9319-b1eb25a50d33 req-eb13ddee-5a97-4614-96f8-ba99c850317b tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 945 time: 0.3432961 Jul 16 17:56:15.194855 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7f462-c08d-4eb6-91b8-a113ca946643 admin admin] Pushing event updated for resources: {'Network': ['ID=bb64f7cc-287f-4695-9aa1-c2f719cc83ad,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:15.208246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network bb64f7cc-287f-4695-9aa1-c2f719cc83ad details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:15.220033 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.223573 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.266443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-57dad9f3-e459-4eea-bd54-ed1d88ba5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.268363 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-57dad9f3-e459-4eea-bd54-ed1d88ba5a23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 1101 time: 0.2723014 Jul 16 17:56:15.321374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc188e2d-7c28-4c14-acec-c69ba6e46b7f admin admin] Made reservation on behalf of 9c356839d88c421f868ad1f22bfdc2f1 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:15.325141 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc188e2d-7c28-4c14-acec-c69ba6e46b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.392928 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.393936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fefc66af-5518-47a0-a914-e08ed0bc9778 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:56:15.399607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.403734 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5ccee8b2-525a-410d-bd8f-d40b74429804 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fefc66af-5518-47a0-a914-e08ed0bc9778 HTTP/1.1" status: 204 len: 168 time: 2.4000833 Jul 16 17:56:15.409745 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57478) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:15.458908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-182eb88d-9106-4651-aaa7-140e23f4471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.461348 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-182eb88d-9106-4651-aaa7-140e23f4471d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1847749 Jul 16 17:56:15.488574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a331cae3-bb05-4e29-83cf-692234683a04 admin admin] Deleting subnet 56dd63de-df54-43a5-8c9b-9cb8de2b6546 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:56:15.518260 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a331cae3-bb05-4e29-83cf-692234683a04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.520975 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-0904dacf-0e8c-4256-aaa8-b5f54af3c3f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e HTTP/1.1" status: 200 len: 217 time: 0.0445349 Jul 16 17:56:15.537492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce7858c6-a1c3-42eb-9319-b1eb25a50d33 req-4b6ebcb6-6654-457d-bf1f-fdeeac7a231f tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/security-groups?id=920fb023-8a27-493e-ba2e-a5f56ef5f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114364 Jul 16 17:56:15.549022 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.581716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-53ef70c2-2420-410f-9e7a-7667b1cf9404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:10Z', 'revision_number': 8, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55042076-0d5b-4804-9394-ae4f48f91ae0', 'name': '', 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:56:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:03Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:15.618824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce360b2-02de-450f-82ab-440229b6d25a req-7957d49b-1286-43cb-9ca4-79c6731858d4 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.619808 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ce360b2-02de-450f-82ab-440229b6d25a req-7957d49b-1286-43cb-9ca4-79c6731858d4 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 945 time: 0.5588002 Jul 16 17:56:15.622522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef70c2-2420-410f-9e7a-7667b1cf9404 None None] The sync data for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 is: [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:10Z', 'revision_number': 8, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55042076-0d5b-4804-9394-ae4f48f91ae0', 'name': '', 'network_id': 'db88ffa0-4f27-4c60-a5c5-42270f94f03c', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:56:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '8ccea7c6-7647-49e2-b7a3-64142b6c024d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:03Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:15.628667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1d43ad5-213d-4359-9818-381ac55763fb req-c28d67ea-f547-4b42-82b1-91679c22881c service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595501 Jul 16 17:56:15.654038 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5a7bb7-f414-4008-ace6-8ceda22e4d4f x-openstack-request-id: req-ea5a7bb7-f414-4008-ace6-8ceda22e4d4f {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:15.654957 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "name": "network-vif-plugged", "status": "completed", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:15.655477 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea5a7bb7-f414-4008-ace6-8ceda22e4d4f {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:15.655979 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5', 'code': 200} Jul 16 17:56:15.660535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89de1e1-3ccf-4e42-af52-e0897ea89887 None None] DHCP port deletion for 5869f23f-5459-4d56-898f-e7a4c093a8b0 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:56:15.665311 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a331cae3-bb05-4e29-83cf-692234683a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.687213 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6e604-c5bc-4fdd-a792-9cab25493c10 req-31ab6068-2ab7-40a1-a821-e2a0cece65c1 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.689601 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99c6e604-c5bc-4fdd-a792-9cab25493c10 req-31ab6068-2ab7-40a1-a821-e2a0cece65c1 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 949 time: 0.5424199 Jul 16 17:56:15.712776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-177ba2c5-ce8e-4733-8d5a-0b09962489e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.714470 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-177ba2c5-ce8e-4733-8d5a-0b09962489e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1707931 Jul 16 17:56:15.774854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a89de1e1-3ccf-4e42-af52-e0897ea89887 None None] Deleting port a96d6f84-0afb-481f-82a3-27121f32de2f {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:15.776083 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a89de1e1-3ccf-4e42-af52-e0897ea89887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.821055 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a331cae3-bb05-4e29-83cf-692234683a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.848652 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-a89de1e1-3ccf-4e42-af52-e0897ea89887 None None] For port a96d6f84-0afb-481f-82a3-27121f32de2f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a96d6f84-0afb-481f-82a3-27121f32de2f,segment=NetworkSegment(57abf299-e4b8-49d4-8d0a-a6349eb8627d),segment_id=57abf299-e4b8-49d4-8d0a-a6349eb8627d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:15.849081 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a89de1e1-3ccf-4e42-af52-e0897ea89887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.862628 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a89de1e1-3ccf-4e42-af52-e0897ea89887 None None] Calling delete_port for a96d6f84-0afb-481f-82a3-27121f32de2f owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:15.872420 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-fe6a5ed9-a481-4fd3-bae3-4d7fa20a62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.874053 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-fe6a5ed9-a481-4fd3-bae3-4d7fa20a62fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249275 Jul 16 17:56:15.905858 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a331cae3-bb05-4e29-83cf-692234683a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.943792 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331cae3-bb05-4e29-83cf-692234683a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56dd63de-df54-43a5-8c9b-9cb8de2b6546,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:15.947959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a331cae3-bb05-4e29-83cf-692234683a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.949990 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a331cae3-bb05-4e29-83cf-692234683a04 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/56dd63de-df54-43a5-8c9b-9cb8de2b6546 HTTP/1.1" status: 204 len: 168 time: 0.5390620 Jul 16 17:56:15.952736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57480) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:15.955445 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a89de1e1-3ccf-4e42-af52-e0897ea89887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.981615 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99c6e604-c5bc-4fdd-a792-9cab25493c10 req-ecc26c64-76fd-4322-b59c-487d1f04ead3 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/security-groups?id=33b1475d-faa3-48fa-aec4-b08a8d51b334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573636 Jul 16 17:56:15.988853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2340583-db0a-455b-93ec-be25f7f13595 None None] Network 093e40e5-d450-4eff-8589-16f4a38c8ec6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:16.091555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1d43ad5-213d-4359-9818-381ac55763fb req-ec06f115-fb37-4453-bcd0-216f36f9f905 service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138353 Jul 16 17:56:16.097415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port a96d6f84-0afb-481f-82a3-27121f32de2f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:16.098051 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.104205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89de1e1-3ccf-4e42-af52-e0897ea89887 None None] Pushing event deleted for resources: {'Port': ['ID=a96d6f84-0afb-481f-82a3-27121f32de2f,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:16.122312 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc188e2d-7c28-4c14-acec-c69ba6e46b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.123973 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-97111b2c-b602-4837-bc1e-e43e7950664f service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415059 Jul 16 17:56:16.128658 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.192029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89de1e1-3ccf-4e42-af52-e0897ea89887 None None] No DVR routers for this DVR port a96d6f84-0afb-481f-82a3-27121f32de2f on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:16.201358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480822ff-6e18-44f9-b557-613f79dea693 req-1ec67981-0ddf-40b2-af84-449ce9198b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.204440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-480822ff-6e18-44f9-b557-613f79dea693 req-1ec67981-0ddf-40b2-af84-449ce9198b73 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 1101 time: 0.4197888 Jul 16 17:56:16.301951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Deleting port c0dcab01-7854-4ba9-a315-e0acc70a04c6 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:16.302300 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.327073 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-4fad6a28-94bf-4c71-8e52-1ffc62cb84bd service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884267 Jul 16 17:56:16.330549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] For port a96d6f84-0afb-481f-82a3-27121f32de2f, host n-d-787206-10, got binding levels [] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:16.331406 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.336912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e8157-9b71-4693-9b48-25f05d0cccde None None] DHCP port deletion for 093e40e5-d450-4eff-8589-16f4a38c8ec6 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:56:16.340845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Deleting port 33a0cb97-e02a-4a2b-9547-4728c7e35d71 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:16.341187 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.344362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e98d2-f8bb-4e96-890b-e398c776f6e3 req-12c364af-eaa5-4c99-a4b4-49933d7ef95d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.346100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e4e98d2-f8bb-4e96-890b-e398c776f6e3 req-12c364af-eaa5-4c99-a4b4-49933d7ef95d tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.5251226 Jul 16 17:56:16.376587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc188e2d-7c28-4c14-acec-c69ba6e46b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:16.400708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for a96d6f84-0afb-481f-82a3-27121f32de2f owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:16.409218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.ipam_backend_mixin [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Port a96d6f84-0afb-481f-82a3-27121f32de2f was not found and therefore no delete operation was performed {{(pid=100169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 17:56:16.409511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e8157-9b71-4693-9b48-25f05d0cccde None None] Deleting port 33a0cb97-e02a-4a2b-9547-4728c7e35d71 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:16.410146 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8157-9b71-4693-9b48-25f05d0cccde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.430415 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] For port 33a0cb97-e02a-4a2b-9547-4728c7e35d71, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=33a0cb97-e02a-4a2b-9547-4728c7e35d71,segment=NetworkSegment(5666cb3e-b836-4a67-b6f2-61faba06196c),segment_id=5666cb3e-b836-4a67-b6f2-61faba06196c)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:16.430876 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.442724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Calling delete_port for 33a0cb97-e02a-4a2b-9547-4728c7e35d71 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:16.463928 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.475424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-dd8e8157-9b71-4693-9b48-25f05d0cccde None None] For port 33a0cb97-e02a-4a2b-9547-4728c7e35d71, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=33a0cb97-e02a-4a2b-9547-4728c7e35d71,segment=NetworkSegment(5666cb3e-b836-4a67-b6f2-61faba06196c),segment_id=5666cb3e-b836-4a67-b6f2-61faba06196c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:16.475836 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8157-9b71-4693-9b48-25f05d0cccde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.489025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e8157-9b71-4693-9b48-25f05d0cccde None None] Calling delete_port for 33a0cb97-e02a-4a2b-9547-4728c7e35d71 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:16.520281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-480822ff-6e18-44f9-b557-613f79dea693 req-5b98dffd-1282-447b-ad81-c39c84530784 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=33b1475d-faa3-48fa-aec4-b08a8d51b334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064721 Jul 16 17:56:16.524615 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.553647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] No DVR routers for this DVR port 33a0cb97-e02a-4a2b-9547-4728c7e35d71 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:16.564238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=a96d6f84-0afb-481f-82a3-27121f32de2f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:16.571343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No DVR routers for this DVR port a96d6f84-0afb-481f-82a3-27121f32de2f on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:16.575705 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8157-9b71-4693-9b48-25f05d0cccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.584926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a0cb97-e02a-4a2b-9547-4728c7e35d71,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:16.590542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc188e2d-7c28-4c14-acec-c69ba6e46b7f admin admin] Checking segment: {'id': 'af68ae4b-d2f0-4ea6-b980-145dbb84625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:16.590906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc188e2d-7c28-4c14-acec-c69ba6e46b7f admin admin] Network hostable DHCP agents. Network: bb64f7cc-287f-4695-9aa1-c2f719cc83ad, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:16.595909 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e4e98d2-f8bb-4e96-890b-e398c776f6e3 req-756ca295-9a6d-4e9d-aab5-49bc80e828f0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209902 Jul 16 17:56:16.602723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e8157-9b71-4693-9b48-25f05d0cccde None None] Pushing event deleted for resources: {'Port': ['ID=33a0cb97-e02a-4a2b-9547-4728c7e35d71,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:16.609126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e8157-9b71-4693-9b48-25f05d0cccde None None] No DVR routers for this DVR port 33a0cb97-e02a-4a2b-9547-4728c7e35d71 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:16.633436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] For port c0dcab01-7854-4ba9-a315-e0acc70a04c6, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c0dcab01-7854-4ba9-a315-e0acc70a04c6,segment=NetworkSegment(d84e7ee9-8677-44ac-a5e8-338f3fe84f48),segment_id=d84e7ee9-8677-44ac-a5e8-338f3fe84f48)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:16.633802 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.643689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39040-27fb-4792-87a6-d804caa58ecc req-00d8a6bf-caf2-4285-9a91-7207bc2f538f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.645287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-00d8a6bf-caf2-4285-9a91-7207bc2f538f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 807 time: 0.4195211 Jul 16 17:56:16.648639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.660567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093e40e5-d450-4eff-8589-16f4a38c8ec6']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:16.671127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5666cb3e-b836-4a67-b6f2-61faba06196c') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:16.671424 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5666cb3e-b836-4a67-b6f2-61faba06196c') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:16.681511 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.696547 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.703012 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:56:16.703450 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:56:16.705676 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:56:16.762088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-5b93ed35-c4a8-49ff-b5d3-e26f1cf60231 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/quotas/f8fd99720b0d4bf1a284f3bc9eb535ce HTTP/1.1" status: 200 len: 375 time: 0.0984819 Jul 16 17:56:16.777610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc188e2d-7c28-4c14-acec-c69ba6e46b7f admin admin] Network bb64f7cc-287f-4695-9aa1-c2f719cc83ad is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:16.779957 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.803637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.808225 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] 10.222.0.41 "DELETE /v2.0/networks/093e40e5-d450-4eff-8589-16f4a38c8ec6 HTTP/1.1" status: 204 len: 168 time: 0.8521543 Jul 16 17:56:16.808225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84793898-45ea-48f2-84ff-5f67412a0737 admin admin] Pushing event deleted for resources: {'Network': ['ID=093e40e5-d450-4eff-8589-16f4a38c8ec6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:16.861003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a96d6f84-0afb-481f-82a3-27121f32de2f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:16.882542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: a96d6f84-0afb-481f-82a3-27121f32de2f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:16.882938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a96d6f84-0afb-481f-82a3-27121f32de2f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:16.883466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 33a0cb97-e02a-4a2b-9547-4728c7e35d71 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:16.902781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 33a0cb97-e02a-4a2b-9547-4728c7e35d71 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:16.903366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 33a0cb97-e02a-4a2b-9547-4728c7e35d71 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:16.903795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 13b9da63-984a-45b3-869a-0500160e3d65 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:16.925759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 13b9da63-984a-45b3-869a-0500160e3d65 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:16.926245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 13b9da63-984a-45b3-869a-0500160e3d65 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:16.926753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f82485a0-285b-422b-bdde-4864fcafd303 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:16.944714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57500) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:16.956277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: f82485a0-285b-422b-bdde-4864fcafd303 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:16.956681 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f82485a0-285b-422b-bdde-4864fcafd303 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:16.990997 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8ae47150-878d-4697-b1d7-0e273564cbfd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b40efcb76344e21a2c44feffe833761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451236 Jul 16 17:56:16.993494 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57502) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:17.046104 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86f4c6ae-6889-4f47-98e5-e874e73e5220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.068817 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86f4c6ae-6889-4f47-98e5-e874e73e5220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.116083 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86f4c6ae-6889-4f47-98e5-e874e73e5220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.118786 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86f4c6ae-6889-4f47-98e5-e874e73e5220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.120075 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-86f4c6ae-6889-4f47-98e5-e874e73e5220 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be5c43d4-6d51-46b9-abc6-c6a2cbb91f38 HTTP/1.1" status: 204 len: 168 time: 0.1256263 Jul 16 17:56:17.129002 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4c6ae-6889-4f47-98e5-e874e73e5220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5c43d4-6d51-46b9-abc6-c6a2cbb91f38,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:17.177140 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.234220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5869f23f-5459-4d56-898f-e7a4c093a8b0']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:17.251999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-bc188e2d-7c28-4c14-acec-c69ba6e46b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, bb64f7cc-287f-4695-9aa1-c2f719cc83ad) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:17.261571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8e440-e9d6-4585-9b14-21b4235af326 None None] Network bb64f7cc-287f-4695-9aa1-c2f719cc83ad requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:17.280516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57abf299-e4b8-49d4-8d0a-a6349eb8627d') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:17.280779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57abf299-e4b8-49d4-8d0a-a6349eb8627d') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:17.284983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc188e2d-7c28-4c14-acec-c69ba6e46b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:17.285585 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc188e2d-7c28-4c14-acec-c69ba6e46b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.336607 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.373902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bc188e2d-7c28-4c14-acec-c69ba6e46b7f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3571880 Jul 16 17:56:17.376860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57510) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:17.377852 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.382563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:17.429188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:56:17.429602 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: timer() Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:56:17.434272 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:56:17.456584 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.457712 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.476699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'fixed_ips': [{'subnet_id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:56:17.477921 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.523343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-686620c1-65af-470e-8df9-cd6e3a0cf6a7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7433488 Jul 16 17:56:17.534459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941185-98df-4fce-9aba-137831ac3081 req-6f9744e9-0a44-49fe-acbb-2e994e925819 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:17.536040 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39941185-98df-4fce-9aba-137831ac3081 req-6f9744e9-0a44-49fe-acbb-2e994e925819 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.7890325 Jul 16 17:56:17.557330 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.557713 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.558028 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Floating IP 52e93a8c-018f-47e4-8d35-84ba4c901f65 disassociated. External IP: 172.25.5.118, port: c0dcab01-7854-4ba9-a315-e0acc70a04c6. Jul 16 17:56:17.558369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Calling delete_port for c0dcab01-7854-4ba9-a315-e0acc70a04c6 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:17.570602 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.585649 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.588349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/networks/5869f23f-5459-4d56-898f-e7a4c093a8b0 HTTP/1.1" status: 204 len: 168 time: 2.4148998 Jul 16 17:56:17.591126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57520) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:17.626243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b6602-bc55-4a68-9f5b-f7fc287d0cc2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Network': ['ID=5869f23f-5459-4d56-898f-e7a4c093a8b0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:17.681021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39941185-98df-4fce-9aba-137831ac3081 req-2426e303-715d-45a6-a9c3-7f7bc21f75c9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326635 Jul 16 17:56:17.741539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Allocated IP 172.20.0.2 (bb64f7cc-287f-4695-9aa1-c2f719cc83ad/0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee/a83b6e60-c391-48a7-9ccd-387a056f9323) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:17.803479 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.957508 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.959966 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.974006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Transition to ACTIVE for port object a83b6e60-c391-48a7-9ccd-387a056f9323 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:17.997018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Transition to ACTIVE for port object a83b6e60-c391-48a7-9ccd-387a056f9323 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:18.006508 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.008086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Pushing event deleted for resources: {'Port': ['ID=c0dcab01-7854-4ba9-a315-e0acc70a04c6,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:18.023002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-a0bfb9bc-2dac-4616-9861-84e24396ba71 service neutron] 10.222.0.41 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859796 Jul 16 17:56:18.061737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.095631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Pushing event updated for resources: {'Port': ['ID=a83b6e60-c391-48a7-9ccd-387a056f9323,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:18.108736 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Network bb64f7cc-287f-4695-9aa1-c2f719cc83ad is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:18.111733 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:18.124775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:18.129769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb27c4a-497f-4ccc-a253-8322fccf52d9 req-96fe6b2d-9a0f-4a4a-82fa-2ceb1bbe60bf tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.136585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3fb27c4a-497f-4ccc-a253-8322fccf52d9 req-96fe6b2d-9a0f-4a4a-82fa-2ceb1bbe60bf tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f49344-7f29-4ec4-92a6-e173abb773e1 HTTP/1.1" status: 200 len: 867 time: 0.2617481 Jul 16 17:56:18.176438 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57534) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:18.226841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Attempting to bind port a83b6e60-c391-48a7-9ccd-387a056f9323 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:18.228868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Attempting to bind port a83b6e60-c391-48a7-9ccd-387a056f9323 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'af68ae4b-d2f0-4ea6-b980-145dbb84625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:18.229530 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Attempting to bind port a83b6e60-c391-48a7-9ccd-387a056f9323 on network bb64f7cc-287f-4695-9aa1-c2f719cc83ad {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:18.243293 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:18.245394 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Checking segment: {'id': 'af68ae4b-d2f0-4ea6-b980-145dbb84625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:18.246060 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.247521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Bound using segment: {'id': 'af68ae4b-d2f0-4ea6-b980-145dbb84625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:18.249053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Bound port: a83b6e60-c391-48a7-9ccd-387a056f9323, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af68ae4b-d2f0-4ea6-b980-145dbb84625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:18.251561 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.265000 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3fb27c4a-497f-4ccc-a253-8322fccf52d9 req-51dfcf48-8119-4136-8256-19f12cd90c35 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/security-groups?id=920fb023-8a27-493e-ba2e-a5f56ef5f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274548 Jul 16 17:56:18.305778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-560e3400-33c0-49ba-b305-7232888d7686 service neutron] 10.222.0.41 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315819 Jul 16 17:56:18.325501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:18.405322 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] For port a83b6e60-c391-48a7-9ccd-387a056f9323, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:18.411194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] For port a83b6e60-c391-48a7-9ccd-387a056f9323, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a83b6e60-c391-48a7-9ccd-387a056f9323,segment=NetworkSegment(af68ae4b-d2f0-4ea6-b980-145dbb84625e),segment_id=af68ae4b-d2f0-4ea6-b980-145dbb84625e)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:18.423860 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.441048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1485489035-network', 'tenant_id': 'f56eb42e9c7a440492d2342161e25497'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:18.541613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a472a-2cfe-4e1a-b407-b28d72f410cf None None] Pushing event updated for resources: {'Port': ['ID=a83b6e60-c391-48a7-9ccd-387a056f9323,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:18.581115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:18.639724 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a7fd-f5ba-4099-bda1-0e3ba64cbee6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.642850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Made reservation on behalf of f56eb42e9c7a440492d2342161e25497 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:18.645201 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.648785 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.749817 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] No DVR routers for this DVR port c0dcab01-7854-4ba9-a315-e0acc70a04c6 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:18.754007 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.758695 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ce360b2-02de-450f-82ab-440229b6d25a req-d90594a9-e072-485f-9883-0209f1394bfe tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.43 "DELETE /v2.0/ports/c0dcab01-7854-4ba9-a315-e0acc70a04c6 HTTP/1.1" status: 204 len: 173 time: 3.1289611 Jul 16 17:56:18.765096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f49344-7f29-4ec4-92a6-e173abb773e1', 'name': 'network-vif-deleted', 'tag': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:18.771906 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c251f78-7ba8-4789-bfd4-a6fcc00e558d" -d '{"events": [{"server_uuid": "c3f49344-7f29-4ec4-92a6-e173abb773e1", "name": "network-vif-deleted", "tag": "c0dcab01-7854-4ba9-a315-e0acc70a04c6"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:18.802383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62734c17-bb31-47f1-913a-e286d9bf1cb0 req-0bfebd96-a3d6-4218-84a4-b3935e0cea01 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.814458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62734c17-bb31-47f1-913a-e286d9bf1cb0 req-0bfebd96-a3d6-4218-84a4-b3935e0cea01 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 949 time: 0.3196757 Jul 16 17:56:18.885185 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e840c3-05e0-437f-a4d9-86b41734ab07 None None] Sync routers for ids ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:18.940294 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e840c3-05e0-437f-a4d9-86b41734ab07 None None] Routers {'ffea0cbe-5d46-48d6-9593-f6da8b4f6401'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:18.940920 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d4e840c3-05e0-437f-a4d9-86b41734ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:18.990494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62734c17-bb31-47f1-913a-e286d9bf1cb0 req-9eb209ae-c628-45d9-8936-1ef59a0cf9e5 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/security-groups?id=33b1475d-faa3-48fa-aec4-b08a8d51b334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678598 Jul 16 17:56:19.083353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c0dcab01-7854-4ba9-a315-e0acc70a04c6 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:19.110895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: c0dcab01-7854-4ba9-a315-e0acc70a04c6 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:19.111359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c0dcab01-7854-4ba9-a315-e0acc70a04c6 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:19.194476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b43c881b-a922-427e-9bac-dee1489bcf50 req-052fbad9-e385-4098-8b8b-3affe7a55fa2 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 210 time: 0.0460188 Jul 16 17:56:19.199612 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d4e840c3-05e0-437f-a4d9-86b41734ab07 None None] Set router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:19.204752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073383-e81c-49b2-8b29-1cd33b35a2b0 req-40b6aa14-c8fd-4003-a4e9-e6a218f3f65e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.207319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be073383-e81c-49b2-8b29-1cd33b35a2b0 req-40b6aa14-c8fd-4003-a4e9-e6a218f3f65e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 949 time: 0.3262925 Jul 16 17:56:19.282869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be073383-e81c-49b2-8b29-1cd33b35a2b0 req-7d494587-3dfa-46c4-b6bb-a1225eeefe79 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691118 Jul 16 17:56:19.298233 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-84f34a32-1b96-46a0-9487-dc0b483b0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.300672 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-84f34a32-1b96-46a0-9487-dc0b483b0d10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62&tenant_id=b48b42f5272d407db4f841b2e42a65b5 HTTP/1.1" status: 200 len: 1101 time: 0.2611837 Jul 16 17:56:19.313868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:19.370226 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6477da1f-3fef-4403-8b8e-35f48fc36601 x-openstack-request-id: req-6477da1f-3fef-4403-8b8e-35f48fc36601 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:19.370822 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f49344-7f29-4ec4-92a6-e173abb773e1", "name": "network-vif-deleted", "tag": "c0dcab01-7854-4ba9-a315-e0acc70a04c6", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:19.371245 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6477da1f-3fef-4403-8b8e-35f48fc36601 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:19.371835 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f49344-7f29-4ec4-92a6-e173abb773e1', 'name': 'network-vif-deleted', 'tag': 'c0dcab01-7854-4ba9-a315-e0acc70a04c6', 'status': 'completed', 'code': 200} Jul 16 17:56:19.376379 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.385735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.569828 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.670882 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d4e840c3-05e0-437f-a4d9-86b41734ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:53:46Z', 'revision_number': 4, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc', 'name': '', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'mac_address': 'fa:16:3e:2b:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:46Z', 'updated_at': '2021-07-16T17:53:55Z', 'revision_number': 5, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'subnets': [{'id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:19.708506 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35f92b-e24a-4bef-b112-cd630ffb3ddd req-d8ab577e-6144-4a3d-b509-d444c98765af tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.710066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df35f92b-e24a-4bef-b112-cd630ffb3ddd req-d8ab577e-6144-4a3d-b509-d444c98765af tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.2480173 Jul 16 17:56:19.749786 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e840c3-05e0-437f-a4d9-86b41734ab07 None None] Checking router: ffea0cbe-5d46-48d6-9593-f6da8b4f6401 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:19.776787 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e840c3-05e0-437f-a4d9-86b41734ab07 None None] Routers {'ffea0cbe-5d46-48d6-9593-f6da8b4f6401'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:19.780196 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d4e840c3-05e0-437f-a4d9-86b41734ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:19.910883 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.929352 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.994781 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Allocated IP 172.25.5.104 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/c2c4d7b2-5696-41ea-9f5f-f4671f88fb82) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:20.013214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:20.047837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df35f92b-e24a-4bef-b112-cd630ffb3ddd req-7e33f671-254a-4ec1-a1a8-d0806945b7f8 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289886 Jul 16 17:56:20.100425 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d4e840c3-05e0-437f-a4d9-86b41734ab07 None None] Set router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:20.104169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a237ec-b73f-499c-84a0-8d2237c50090,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:20.109375 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.110505 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Added segment 4ed0b6d5-0153-4c48-93d5-151643615f8d of type vlan for network 6881b1c5-54be-403e-8779-26889218234e Jul 16 17:56:20.250400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df065400-0edb-436c-9255-556b14e0c748 None None] Network bb64f7cc-287f-4695-9aa1-c2f719cc83ad requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:20.314541 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.316851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:20.393558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:20.456484 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d4e840c3-05e0-437f-a4d9-86b41734ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:53:46Z', 'revision_number': 4, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc', 'name': '', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'mac_address': 'fa:16:3e:2b:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:46Z', 'updated_at': '2021-07-16T17:53:55Z', 'revision_number': 5, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'subnets': [{'id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:20.496575 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e840c3-05e0-437f-a4d9-86b41734ab07 None None] The sync data for ids ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'] in n-d-787206-10 is: [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:53:46Z', 'revision_number': 4, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc', 'name': '', 'network_id': '13e3bab1-78b3-4473-be00-74bc5136cee6', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'mac_address': 'fa:16:3e:2b:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:46Z', 'updated_at': '2021-07-16T17:53:55Z', 'revision_number': 5, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'subnets': [{'id': '6e6b76c2-c9e5-4d29-befa-b529efb3d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:20.515616 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.531778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-829aff09-5310-4b6b-8fd2-16e8c4bbb628 req-c1ae8633-8300-4005-842e-7083ec0163f7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 210 time: 0.0651793 Jul 16 17:56:20.532091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57572) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:20.540238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4042d539-1c65-4e2a-916e-cf0bdc72ce4b None None] Provisioning for port a83b6e60-c391-48a7-9ccd-387a056f9323 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:20.577881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Transition to ACTIVE for port object 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:20.596449 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.677704 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.678881 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:20.679599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.716340 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.722649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=10']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:20.797720 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6198232 Jul 16 17:56:20.802948 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57582) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:20.829691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-29b25f4c-243b-4c71-8962-93e962ff9937 admin admin] Request body: {'subnet': {'network_id': '6881b1c5-54be-403e-8779-26889218234e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1485489035-subnet', 'tenant_id': 'f56eb42e9c7a440492d2342161e25497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:20.900504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b25f4c-243b-4c71-8962-93e962ff9937 admin admin] Made reservation on behalf of f56eb42e9c7a440492d2342161e25497 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:20.909453 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29b25f4c-243b-4c71-8962-93e962ff9937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.991725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a83b6e60-c391-48a7-9ccd-387a056f9323 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:21.030176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] No DVR routers for this DVR port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:21.049544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39040-27fb-4792-87a6-d804caa58ecc req-71e76ec0-aa56-4bfe-a12d-05ff4a859441 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.055333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-71e76ec0-aa56-4bfe-a12d-05ff4a859441 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.43 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 807 time: 0.2693865 Jul 16 17:56:21.080217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-98a39040-27fb-4792-87a6-d804caa58ecc req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Request body: {'port': {'device_id': 'c537d341-52f3-4ddb-af41-3ddb0f14d679', 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253', 'admin_state_up': True, 'tenant_id': 'f8fd99720b0d4bf1a284f3bc9eb535ce'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:21.103677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:21.139136 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8374a2ed-f03b-474b-a464-176a5927d4f0 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.142269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3a7fd-f5ba-4099-bda1-0e3ba64cbee6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port 55042076-0d5b-4804-9394-ae4f48f91ae0 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:21.142604 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a7fd-f5ba-4099-bda1-0e3ba64cbee6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.172252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd2c0b-24d3-4d54-8a5d-7b07b93aa5ed None None] New status for floating IP 52e93a8c-018f-47e4-8d35-84ba4c901f65: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:56:21.184651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Attempting to bind port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:21.185137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Attempting to bind port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:21.185573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Attempting to bind port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:21.194376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:21.194803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Attempting to bind port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:21.211410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:21.215041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f21a2-665d-45c3-94ed-f9bb2769b1f1 admin admin] Pushing event updated for resources: {'Network': ['ID=6881b1c5-54be-403e-8779-26889218234e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:21.248011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:21.248498 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:21.248991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:21.249687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Bound port: 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:21.250764 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.253850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.254383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port a83b6e60-c391-48a7-9ccd-387a056f9323 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:21.259998 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 6881b1c5-54be-403e-8779-26889218234e details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:21.280507 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port a83b6e60-c391-48a7-9ccd-387a056f9323 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:21.280885 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.285272 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-f5d3a7fd-f5ba-4099-bda1-0e3ba64cbee6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] For port 55042076-0d5b-4804-9394-ae4f48f91ae0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=55042076-0d5b-4804-9394-ae4f48f91ae0,segment=NetworkSegment(754035e9-f3f5-47cb-b992-5263e670aa18),segment_id=754035e9-f3f5-47cb-b992-5263e670aa18)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:21.285639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a7fd-f5ba-4099-bda1-0e3ba64cbee6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.311461 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8374a2ed-f03b-474b-a464-176a5927d4f0 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.341665 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:21.348391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3a7fd-f5ba-4099-bda1-0e3ba64cbee6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for 55042076-0d5b-4804-9394-ae4f48f91ae0 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:21.362357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:21.373005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:21.375479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:21.377831 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11c0eab-45ad-495d-94c9-84c606a7727e" -d '{"events": [{"server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "name": "network-vif-unplugged", "status": "completed", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:21.386477 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c2c4d7b2-5696-41ea-9f5f-f4671f88fb82,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:21.448221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c7510-540d-4243-b942-ba4043695e34 req-2c613b58-44dc-467e-826f-678c1b1609a9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.451992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f0c7510-540d-4243-b942-ba4043695e34 req-2c613b58-44dc-467e-826f-678c1b1609a9 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 948 time: 0.6710007 Jul 16 17:56:21.468451 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:21.469098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2b07718c-4991-4d00-92a0-17be3b6e3a43 None None] Provisioning complete for port a83b6e60-c391-48a7-9ccd-387a056f9323 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:21.470302 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2b07718c-4991-4d00-92a0-17be3b6e3a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.487416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b748f9-f417-43a0-94f3-7fe2dc96e232 req-755c56f4-4c8f-4d41-89fb-4c82d735d0b3 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.495038 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6b748f9-f417-43a0-94f3-7fe2dc96e232 req-755c56f4-4c8f-4d41-89fb-4c82d735d0b3 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.3128407 Jul 16 17:56:21.498306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:21.538334 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.538699 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.588605 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8374a2ed-f03b-474b-a464-176a5927d4f0 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.591167 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8374a2ed-f03b-474b-a464-176a5927d4f0 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.595633 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8374a2ed-f03b-474b-a464-176a5927d4f0 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "DELETE /v2.0/security-groups/920fb023-8a27-493e-ba2e-a5f56ef5f2c9 HTTP/1.1" status: 204 len: 168 time: 1.0535367 Jul 16 17:56:21.604186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57590) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:21.608619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=11']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:21.639957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.641426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.642701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-f7ea1201-526f-4dda-8497-042c821ee0a5 service neutron] 10.222.0.35 "PUT /v2.0/ports/281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e HTTP/1.1" status: 200 len: 1097 time: 2.3335989 Jul 16 17:56:21.657828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6b748f9-f417-43a0-94f3-7fe2dc96e232 req-fb400ee5-8f15-4154-8995-3895412c70ac tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614931 Jul 16 17:56:21.669348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a39040-27fb-4792-87a6-d804caa58ecc req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Made reservation on behalf of f8fd99720b0d4bf1a284f3bc9eb535ce for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:21.672235 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374a2ed-f03b-474b-a464-176a5927d4f0 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=920fb023-8a27-493e-ba2e-a5f56ef5f2c9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:21.689059 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98a39040-27fb-4792-87a6-d804caa58ecc req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.696861 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f0c7510-540d-4243-b942-ba4043695e34 req-8c1fa706-a7fd-4496-8831-3d8e77ebcb66 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339265 Jul 16 17:56:21.697716 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-da645f2e-4911-4610-ad6e-993b65d87846 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] show failed (client error): The resource could not be found. Jul 16 17:56:21.701605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-da645f2e-4911-4610-ad6e-993b65d87846 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "GET /v2.0/security-groups/920fb023-8a27-493e-ba2e-a5f56ef5f2c9 HTTP/1.1" status: 404 len: 347 time: 0.0869370 Jul 16 17:56:21.712654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57594) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:21.745029 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29b25f4c-243b-4c71-8962-93e962ff9937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.795625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port a83b6e60-c391-48a7-9ccd-387a056f9323, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a83b6e60-c391-48a7-9ccd-387a056f9323,segment=NetworkSegment(af68ae4b-d2f0-4ea6-b980-145dbb84625e),segment_id=af68ae4b-d2f0-4ea6-b980-145dbb84625e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:21.806441 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.845734 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7038556-f2e2-4c13-a9dc-4e8595ad95e6 x-openstack-request-id: req-a7038556-f2e2-4c13-a9dc-4e8595ad95e6 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:21.846022 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "name": "network-vif-unplugged", "status": "completed", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:21.846268 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7038556-f2e2-4c13-a9dc-4e8595ad95e6 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:21.846660 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'code': 200} Jul 16 17:56:21.894756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-717073ca-12e4-4747-babf-ef88dae5b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.896364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-717073ca-12e4-4747-babf-ef88dae5b33d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 1100 time: 0.2031446 Jul 16 17:56:21.966818 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-287dc9b5-e1d5-490c-ae79-ee1923bb2223 req-952f91b8-7da8-4010-a402-78bfeb7e1682 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 210 time: 0.0558472 Jul 16 17:56:22.000594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b25f4c-243b-4c71-8962-93e962ff9937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f248cbc4-35d5-450b-8416-5d799e185e95,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:22.028469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=a83b6e60-c391-48a7-9ccd-387a056f9323,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:22.091750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-98a39040-27fb-4792-87a6-d804caa58ecc req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Allocated IP 172.20.0.3 (952ac8ff-0af0-4f75-809e-e546a42ee253/7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e/3052f409-f6aa-4720-8e6a-2d063b4c701e) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:22.106737 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b25f4c-243b-4c71-8962-93e962ff9937 admin admin] Checking segment: {'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:22.107119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b25f4c-243b-4c71-8962-93e962ff9937 admin admin] Network hostable DHCP agents. Network: 6881b1c5-54be-403e-8779-26889218234e, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:22.113899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-339955c0-2eb6-4ab9-bbfa-9a8b7771214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.115374 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-339955c0-2eb6-4ab9-bbfa-9a8b7771214f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1974847 Jul 16 17:56:22.166664 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-5764ac0b-29da-4040-9c88-60a7c26fc3cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e HTTP/1.1" status: 200 len: 217 time: 0.0429490 Jul 16 17:56:22.178201 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a7fd-f5ba-4099-bda1-0e3ba64cbee6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.195775 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b25f4c-243b-4c71-8962-93e962ff9937 admin admin] Network 6881b1c5-54be-403e-8779-26889218234e is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:22.223317 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.228863 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3a7fd-f5ba-4099-bda1-0e3ba64cbee6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=55042076-0d5b-4804-9394-ae4f48f91ae0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:22.260419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-feec4cad-b709-446d-9f85-0b5b80ab7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.261867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-feec4cad-b709-446d-9f85-0b5b80ab7119 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0845780 Jul 16 17:56:22.269243 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-29b25f4c-243b-4c71-8962-93e962ff9937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 6881b1c5-54be-403e-8779-26889218234e) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:22.280086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3efe16-8811-4308-8179-11f0cf7b6e91 None None] Network 6881b1c5-54be-403e-8779-26889218234e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:22.292918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Deleting port bc301fc1-5663-445b-a0de-aad3cb3f11ee {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:22.293263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.301819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b25f4c-243b-4c71-8962-93e962ff9937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.302423 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29b25f4c-243b-4c71-8962-93e962ff9937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.375968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98a39040-27fb-4792-87a6-d804caa58ecc req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.403000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-77dabd0e-2973-4d70-8709-cb493ae91b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.405924 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-77dabd0e-2973-4d70-8709-cb493ae91b25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1181107 Jul 16 17:56:22.476744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5f025b-f077-4e15-9563-6c637fb276cd None None] Network 6881b1c5-54be-403e-8779-26889218234e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:22.491496 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-29b25f4c-243b-4c71-8962-93e962ff9937 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6647799 Jul 16 17:56:22.527080 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a7fd-f5ba-4099-bda1-0e3ba64cbee6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.531205 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.532102 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.565744 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98a39040-27fb-4792-87a6-d804caa58ecc req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.587036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Calling delete_port for bc301fc1-5663-445b-a0de-aad3cb3f11ee owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:22.633428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Pushing event updated for resources: {'Port': ['ID=3052f409-f6aa-4720-8e6a-2d063b4c701e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:22.646806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:22.647149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:22.647507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:22.647836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:22.648160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:22.648483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:22.648806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:22.649128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:22.649447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:22.649985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:22.650317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:22.651215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:22.657670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-5b22ca89-d7a9-4bdc-ac19-0077fea1b163 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427533 Jul 16 17:56:22.666616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a39040-27fb-4792-87a6-d804caa58ecc req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Network 952ac8ff-0af0-4f75-809e-e546a42ee253 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:22.676943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-98a39040-27fb-4792-87a6-d804caa58ecc req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:22.689289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a39040-27fb-4792-87a6-d804caa58ecc req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:22.779400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39040-27fb-4792-87a6-d804caa58ecc req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.779774 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98a39040-27fb-4792-87a6-d804caa58ecc req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.804037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.818611 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-d9a90009-e76f-4442-a849-0a7ac7999084 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7468257 Jul 16 17:56:22.821344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f52b9b4b-6363-4981-9fe9-58dc9947e8cd req-07f98a09-408d-4de8-bd58-c09305e19aa2 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536884 Jul 16 17:56:22.853025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Request body: {'port': {'device_id': 'c537d341-52f3-4ddb-af41-3ddb0f14d679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:23.012263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef17f2-f573-4e21-8d2d-b5534a753cc9 req-550b5480-76c0-4a70-99d5-dfcb6fd61e45 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.016086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86ef17f2-f573-4e21-8d2d-b5534a753cc9 req-550b5480-76c0-4a70-99d5-dfcb6fd61e45 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.1781714 Jul 16 17:56:23.024683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a83b6e60-c391-48a7-9ccd-387a056f9323 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:23.066341 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.080296 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port a83b6e60-c391-48a7-9ccd-387a056f9323 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:23.080962 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.158978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 333d8682-d9bd-4119-98af-39a668a15bf5 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:23.283640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=333d8682-d9bd-4119-98af-39a668a15bf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:23.296355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '333d8682-d9bd-4119-98af-39a668a15bf5', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '333d8682-d9bd-4119-98af-39a668a15bf5', 'mac_address': 'fa:16:3e:3c:d4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:23.324599 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d3a7fd-f5ba-4099-bda1-0e3ba64cbee6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 08c9315d-76ab-4b7e-b940-fd42c6e7560c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:23.342596 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.359316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 333d8682-d9bd-4119-98af-39a668a15bf5 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:23.380814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=333d8682-d9bd-4119-98af-39a668a15bf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:23.385325 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.390966 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.440224 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=333d8682-d9bd-4119-98af-39a668a15bf5,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:23.456187 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Pushing event deleted for resources: {'Port': ['ID=bc301fc1-5663-445b-a0de-aad3cb3f11ee,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:23.480841 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:23.481192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:23.481532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:23.481870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:23.482205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:23.482537 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:23.482863 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:23.483187 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:23.483572 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:23.483859 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:23.484185 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:23.485138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:23.512038 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86ef17f2-f573-4e21-8d2d-b5534a753cc9 req-3760b4b2-a72c-4fea-8b53-364bae2fe4c9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812195 Jul 16 17:56:23.538070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['333d8682-d9bd-4119-98af-39a668a15bf5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:23.538296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d3a7fd-f5ba-4099-bda1-0e3ba64cbee6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:23.542481 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f5d3a7fd-f5ba-4099-bda1-0e3ba64cbee6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9498129 Jul 16 17:56:23.546813 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57628) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:23.549692 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd927ec6-69b7-493e-a1e8-8b6a3f57d07b None None] Sync routers for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:23.577220 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd927ec6-69b7-493e-a1e8-8b6a3f57d07b None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:23.579640 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fd927ec6-69b7-493e-a1e8-8b6a3f57d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:23.606990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Router 82ee9fb9-3124-4939-9a46-8b4ee3150350 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:56:23.609420 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.612174 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.613525 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0bb9afb6-eaed-4fd4-b297-b6684886f198 tempest-ServersTestManualDisk-265426768 tempest-ServersTestManualDisk-265426768-project] 10.222.0.41 "DELETE /v2.0/floatingips/52e93a8c-018f-47e4-8d35-84ba4c901f65 HTTP/1.1" status: 204 len: 168 time: 1.8977721 Jul 16 17:56:23.617429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57630) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:23.633958 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5119d2-797c-4360-b9ab-04a08304b401 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting subnet 8ccea7c6-7647-49e2-b7a3-64142b6c024d {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:56:23.676074 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd5119d2-797c-4360-b9ab-04a08304b401 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.708745 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-fd927ec6-69b7-493e-a1e8-8b6a3f57d07b None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:23.801682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85683df2-c011-4ce1-85b5-033d2f47385e req-e4f62746-904a-48a7-b77f-2f0a4797f06f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.803006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-e4f62746-904a-48a7-b77f-2f0a4797f06f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/networks?id=6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 200 len: 805 time: 0.8214560 Jul 16 17:56:23.852380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:23.854909 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27622e1-ed2f-429b-b094-94e644b58ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:23.855086 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd5119d2-797c-4360-b9ab-04a08304b401 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.884210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-711acb05-1c78-424e-ba2f-2bfc50c6410e tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/quotas/f56eb42e9c7a440492d2342161e25497 HTTP/1.1" status: 200 len: 375 time: 0.0411608 Jul 16 17:56:23.929203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3052f409-f6aa-4720-8e6a-2d063b4c701e {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:23.935109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-bdb175e1-2f05-4b3a-a22e-cdf74e9c8089 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f56eb42e9c7a440492d2342161e25497&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429263 Jul 16 17:56:23.943379 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.982979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:23.994773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Sync routers for ids ['82ee9fb9-3124-4939-9a46-8b4ee3150350'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:24.001449 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fd927ec6-69b7-493e-a1e8-8b6a3f57d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:21Z', 'revision_number': 9, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:03Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:24.012069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbd193-c61f-4503-a56f-3ed0466b436d req-11676fad-f3bd-4317-b3f8-bae828d558b1 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:24.012690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Routers {'82ee9fb9-3124-4939-9a46-8b4ee3150350'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:24.015074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['82ee9fb9-3124-4939-9a46-8b4ee3150350'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:24.024933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26cbd193-c61f-4503-a56f-3ed0466b436d req-11676fad-f3bd-4317-b3f8-bae828d558b1 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 948 time: 0.2207870 Jul 16 17:56:24.035143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Transition to ACTIVE for port object 3052f409-f6aa-4720-8e6a-2d063b4c701e will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:24.043114 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd927ec6-69b7-493e-a1e8-8b6a3f57d07b None None] Checking router: 08c9315d-76ab-4b7e-b940-fd42c6e7560c for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:24.049875 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd5119d2-797c-4360-b9ab-04a08304b401 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.060485 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd927ec6-69b7-493e-a1e8-8b6a3f57d07b None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:24.061558 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fd927ec6-69b7-493e-a1e8-8b6a3f57d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:24.078965 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.080387 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-50d8b54f-1b92-45cf-8e8d-52921587a9c5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7019262 Jul 16 17:56:24.084860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57644) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:24.085305 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.219045 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-fd927ec6-69b7-493e-a1e8-8b6a3f57d07b None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:24.259882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Pushing event updated for resources: {'Port': ['ID=3052f409-f6aa-4720-8e6a-2d063b4c701e,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:24.264620 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Set router 82ee9fb9-3124-4939-9a46-8b4ee3150350 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:24.270638 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd5119d2-797c-4360-b9ab-04a08304b401 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.296436 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26cbd193-c61f-4503-a56f-3ed0466b436d req-4644c9ad-fc6e-48b1-b4b5-853435dae624 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704732 Jul 16 17:56:24.309254 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5119d2-797c-4360-b9ab-04a08304b401 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Subnet': ['ID=8ccea7c6-7647-49e2-b7a3-64142b6c024d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:24.312523 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd5119d2-797c-4360-b9ab-04a08304b401 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.315020 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fd5119d2-797c-4360-b9ab-04a08304b401 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/8ccea7c6-7647-49e2-b7a3-64142b6c024d HTTP/1.1" status: 204 len: 168 time: 0.7643459 Jul 16 17:56:24.332988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57650) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:24.381616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-f250ece7-4983-4f64-aed4-744e3eb06210 service neutron] 10.222.0.41 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332817 Jul 16 17:56:24.423697 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ff5f1c-6a39-4581-8f71-1bd0a5a8218f None None] Network db88ffa0-4f27-4c60-a5c5-42270f94f03c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:24.632701 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-609cae2c-196a-4968-9194-b55c51740256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.742891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T17:56:21Z', 'revision_number': 3, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port': {'id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:24.786294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Checking router: 82ee9fb9-3124-4939-9a46-8b4ee3150350 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:24.786770 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Updating router 82ee9fb9-3124-4939-9a46-8b4ee3150350 port c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:24.819113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4e816d-d33c-44ad-a114-62a860ef6078 None None] DHCP port deletion for db88ffa0-4f27-4c60-a5c5-42270f94f03c request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:56:24.848091 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fd927ec6-69b7-493e-a1e8-8b6a3f57d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:21Z', 'revision_number': 9, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:03Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:24.854856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:24.855459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:24.858617 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.869443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:24.900389 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd927ec6-69b7-493e-a1e8-8b6a3f57d07b None None] The sync data for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 is: [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:21Z', 'revision_number': 9, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc92c6c-ff88-4aef-910b-4f874cc8c18a', 'name': '', 'network_id': 'af526daf-f358-4a81-a44f-c4fa41349894', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:20:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:50Z', 'updated_at': '2021-07-16T17:56:03Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': 'dfc9195b-f5a4-4a8d-945a-2a29e7dd3079', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:24.962030 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.979171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:24.982550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:25.006231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8d56331f-74ae-4b41-b08e-dc904db9ea82 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:25.011698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:25.012309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:25.012895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:25.013510 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Bound port: 3052f409-f6aa-4720-8e6a-2d063b4c701e, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:25.014072 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.044022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-4327b06b-d111-4aad-8cd2-a7742a0edc24 service neutron] 10.222.0.41 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622461 Jul 16 17:56:25.055708 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.074395 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e816d-d33c-44ad-a114-62a860ef6078 None None] Deleting port 8d56331f-74ae-4b41-b08e-dc904db9ea82 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:25.077519 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5d4e816d-d33c-44ad-a114-62a860ef6078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.134122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfa1c6-1942-4bd0-9cfd-d293187ac37f req-040fd51b-c926-4f7e-9b2f-18c554c2b4df tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:25.151490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbcfa1c6-1942-4bd0-9cfd-d293187ac37f req-040fd51b-c926-4f7e-9b2f-18c554c2b4df tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 943 time: 0.5355141 Jul 16 17:56:25.214094 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:25.262713 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 333d8682-d9bd-4119-98af-39a668a15bf5 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:25.373857 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b481513b-fb73-49e8-847e-657c243d528c x-openstack-request-id: req-b481513b-fb73-49e8-847e-657c243d528c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:25.374299 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:25.374677 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b481513b-fb73-49e8-847e-657c243d528c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:25.376227 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'status': 'completed', 'code': 200} Jul 16 17:56:25.390706 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Allocated IP 172.20.0.1 (bb64f7cc-287f-4695-9aa1-c2f719cc83ad/0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee/ff6dce0b-12f5-4118-8707-61142d1f6cc6) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:25.514917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:25.525709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:25.633880 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.647916 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Transition to ACTIVE for port object c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:25.681277 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.690043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-609cae2c-196a-4968-9194-b55c51740256 admin admin] Deleting port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:25.691303 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-609cae2c-196a-4968-9194-b55c51740256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.707688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbcfa1c6-1942-4bd0-9cfd-d293187ac37f req-faf8660b-bc5a-4407-a89c-2d74ca1b2088 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551815 Jul 16 17:56:25.790897 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.854671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Transition to ACTIVE for port object ff6dce0b-12f5-4118-8707-61142d1f6cc6 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:25.885678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-609cae2c-196a-4968-9194-b55c51740256 admin admin] For port 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc,segment=NetworkSegment(d84e7ee9-8677-44ac-a5e8-338f3fe84f48),segment_id=d84e7ee9-8677-44ac-a5e8-338f3fe84f48)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:25.891795 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-609cae2c-196a-4968-9194-b55c51740256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.924090 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-609cae2c-196a-4968-9194-b55c51740256 admin admin] Calling delete_port for 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:25.945151 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae06ba2d-8a89-444a-b3da-9e0e4550923a req-d25e192f-7b8e-49b4-8af1-0ca708af5b9a tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 210 time: 0.0854988 Jul 16 17:56:25.947606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:25.949709 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.960546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] 10.222.0.43 "PUT /v2.0/ports/3052f409-f6aa-4720-8e6a-2d063b4c701e HTTP/1.1" status: 200 len: 1092 time: 3.1266086 Jul 16 17:56:26.050818 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5d4e816d-d33c-44ad-a114-62a860ef6078 None None] For port 8d56331f-74ae-4b41-b08e-dc904db9ea82, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8d56331f-74ae-4b41-b08e-dc904db9ea82,segment=NetworkSegment(754035e9-f3f5-47cb-b992-5263e670aa18),segment_id=754035e9-f3f5-47cb-b992-5263e670aa18)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:26.051224 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5d4e816d-d33c-44ad-a114-62a860ef6078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.065090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e816d-d33c-44ad-a114-62a860ef6078 None None] Calling delete_port for 8d56331f-74ae-4b41-b08e-dc904db9ea82 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:26.147753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736acfc6-0104-4413-9b1e-76e67e45a705 service neutron] Pushing event updated for resources: {'Port': ['ID=3052f409-f6aa-4720-8e6a-2d063b4c701e,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:26.149339 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.162528 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.180293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port 8d56331f-74ae-4b41-b08e-dc904db9ea82 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:26.181189 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.188531 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5d4e816d-d33c-44ad-a114-62a860ef6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.229627 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Network bb64f7cc-287f-4695-9aa1-c2f719cc83ad is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:26.239346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27622e1-ed2f-429b-b094-94e644b58ea1 req-960849d1-dfd4-4a55-8dac-0672a0732205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:26.239596 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:26.241468 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f27622e1-ed2f-429b-b094-94e644b58ea1 req-960849d1-dfd4-4a55-8dac-0672a0732205 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b48b42f5272d407db4f841b2e42a65b5&device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 1100 time: 0.8521612 Jul 16 17:56:26.267885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:26.270136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Pushing event updated for resources: {'Port': ['ID=ff6dce0b-12f5-4118-8707-61142d1f6cc6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:26.284058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc37ea-2218-4366-b577-e610439a7999 req-30a3d8a1-3e73-4585-a90d-c9f63d5da4fe tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:26.291891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No active binding found for port 8d56331f-74ae-4b41-b08e-dc904db9ea82 {{(pid=100171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 17:56:26.292494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5bcc37ea-2218-4366-b577-e610439a7999 req-30a3d8a1-3e73-4585-a90d-c9f63d5da4fe tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.6433692 Jul 16 17:56:26.295153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8d56331f-74ae-4b41-b08e-dc904db9ea82 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:26.322439 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e816d-d33c-44ad-a114-62a860ef6078 None None] No DVR routers for this DVR port 8d56331f-74ae-4b41-b08e-dc904db9ea82 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:26.331300 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.356561 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 333d8682-d9bd-4119-98af-39a668a15bf5 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:26.356925 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.406747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] For port 8d56331f-74ae-4b41-b08e-dc904db9ea82, host n-d-787206-10, got binding levels [] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:26.407349 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.462565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Attempting to bind port c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:26.462923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Attempting to bind port c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:26.463419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Attempting to bind port c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:26.489930 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089abbe-032a-4d6b-b063-d1fae47b5342 None None] Pushing event updated for resources: {'Port': ['ID=c2c4d7b2-5696-41ea-9f5f-f4671f88fb82,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:26.508963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:26.509404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:26.509813 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.510255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:26.510730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Bound port: c2c4d7b2-5696-41ea-9f5f-f4671f88fb82, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:26.511090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for 8d56331f-74ae-4b41-b08e-dc904db9ea82 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:26.511244 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.519922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:26.522313 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.530581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39040-27fb-4792-87a6-d804caa58ecc req-518ab2ef-c8a0-4c16-9987-927fcf9c2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:26.536971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-518ab2ef-c8a0-4c16-9987-927fcf9c2cae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 1095 time: 0.4919100 Jul 16 17:56:26.555379 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5bcc37ea-2218-4366-b577-e610439a7999 req-6aca08d0-3d05-4cde-8cbe-0695f7561d4d tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580776 Jul 16 17:56:26.559871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.ipam_backend_mixin [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Port 8d56331f-74ae-4b41-b08e-dc904db9ea82 was not found and therefore no delete operation was performed {{(pid=100169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 17:56:26.563462 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.603389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e816d-d33c-44ad-a114-62a860ef6078 None None] Pushing event deleted for resources: {'Port': ['ID=8d56331f-74ae-4b41-b08e-dc904db9ea82,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:26.611318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'mac_address': 'fa:16:3e:ab:0b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:26.671099 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.677303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] For port c2c4d7b2-5696-41ea-9f5f-f4671f88fb82, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:26.685462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] For port c2c4d7b2-5696-41ea-9f5f-f4671f88fb82, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c2c4d7b2-5696-41ea-9f5f-f4671f88fb82,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:26.727171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-61366f34-ba8a-43e6-88a2-e6c79fe574a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e HTTP/1.1" status: 200 len: 217 time: 0.1627040 Jul 16 17:56:26.826463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=8d56331f-74ae-4b41-b08e-dc904db9ea82,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:26.826847 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.832534 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.837183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405958e1-86be-4bfc-b9ea-eecb3b6a1273 req-235d4d74-73b5-493e-b398-b30ccae7859b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:26.844973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-405958e1-86be-4bfc-b9ea-eecb3b6a1273 req-235d4d74-73b5-493e-b398-b30ccae7859b tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 948 time: 0.6840849 Jul 16 17:56:26.876249 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No DVR routers for this DVR port 8d56331f-74ae-4b41-b08e-dc904db9ea82 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:26.886243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27622e1-ed2f-429b-b094-94e644b58ea1 req-86abe828-2a71-4b1f-beb5-1af40a6cc3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:26.887992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f27622e1-ed2f-429b-b094-94e644b58ea1 req-86abe828-2a71-4b1f-beb5-1af40a6cc3e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.6322467 Jul 16 17:56:26.912120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=333d8682-d9bd-4119-98af-39a668a15bf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:26.914151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 55042076-0d5b-4804-9394-ae4f48f91ae0 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:26.974905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:26.977561 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7051cfac-cf4d-4f59-aeb3-b1bdfb2c9d10" -d '{"events": [{"server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "name": "network-vif-plugged", "status": "completed", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:26.980148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 55042076-0d5b-4804-9394-ae4f48f91ae0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:26.980702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 55042076-0d5b-4804-9394-ae4f48f91ae0 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:27.012882 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.030731 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.034240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-120e0b0e-477f-42b1-8552-a4613f46dce9 None None] Provisioning for port ff6dce0b-12f5-4118-8707-61142d1f6cc6 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:27.043642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:27.046919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f27622e1-ed2f-429b-b094-94e644b58ea1 req-c7019f58-6d92-4e1a-b70b-22ddb282a14a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e HTTP/1.1" status: 200 len: 217 time: 0.1204402 Jul 16 17:56:27.052994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-120e0b0e-477f-42b1-8552-a4613f46dce9 None None] Provisioning complete for port ff6dce0b-12f5-4118-8707-61142d1f6cc6 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:27.053665 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-120e0b0e-477f-42b1-8552-a4613f46dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.104912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:27.107414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39040-27fb-4792-87a6-d804caa58ecc req-e9f28541-04cc-4b52-bae0-50975f568f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.109916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-e9f28541-04cc-4b52-bae0-50975f568f54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.3010607 Jul 16 17:56:27.153744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-405958e1-86be-4bfc-b9ea-eecb3b6a1273 req-ace00089-3721-4f87-b9cc-740ecce2c1de tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078365 Jul 16 17:56:27.163856 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089abbe-032a-4d6b-b063-d1fae47b5342 None None] Pushing event updated for resources: {'Port': ['ID=c2c4d7b2-5696-41ea-9f5f-f4671f88fb82,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:27.215539 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.222648 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-609cae2c-196a-4968-9194-b55c51740256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.273088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-57f4fb70-e56c-4ed0-821a-592854be2810 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116605 Jul 16 17:56:27.296077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Routers {'82ee9fb9-3124-4939-9a46-8b4ee3150350'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:27.308366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['82ee9fb9-3124-4939-9a46-8b4ee3150350'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:27.337080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.351617 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:56:27.356623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cae2c-196a-4968-9194-b55c51740256 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:27.382655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c537d341-52f3-4ddb-af41-3ddb0f14d679', 'tag': '3052f409-f6aa-4720-8e6a-2d063b4c701e'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:27.385308 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9838ff81-df32-40a8-9a56-cad01738c559" -d '{"events": [{"name": "network-changed", "server_uuid": "c537d341-52f3-4ddb-af41-3ddb0f14d679", "tag": "3052f409-f6aa-4720-8e6a-2d063b4c701e"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:27.482603 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c64838f9-24d5-4625-894e-79979194c25c req-4f487d5e-165c-4fd6-ac7f-3546b46830aa tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 210 time: 0.0890043 Jul 16 17:56:27.489113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db88ffa0-4f27-4c60-a5c5-42270f94f03c']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:27.545862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27622e1-ed2f-429b-b094-94e644b58ea1 req-c69ce971-949e-4f18-abb9-d05d85483aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.550190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] Set router 82ee9fb9-3124-4939-9a46-8b4ee3150350 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:27.555457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f27622e1-ed2f-429b-b094-94e644b58ea1 req-c69ce971-949e-4f18-abb9-d05d85483aca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.4702530 Jul 16 17:56:27.604943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754035e9-f3f5-47cb-b992-5263e670aa18') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:27.618962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754035e9-f3f5-47cb-b992-5263e670aa18') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:27.709299 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39d1579-9355-4371-af40-0ed1b9ac2898 x-openstack-request-id: req-f39d1579-9355-4371-af40-0ed1b9ac2898 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:27.709912 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "name": "network-vif-plugged", "status": "completed", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:27.710371 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f39d1579-9355-4371-af40-0ed1b9ac2898 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:27.711062 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5', 'code': 200} Jul 16 17:56:27.719968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-120e0b0e-477f-42b1-8552-a4613f46dce9 None None] Port ff6dce0b-12f5-4118-8707-61142d1f6cc6 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:27.776248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=333d8682-d9bd-4119-98af-39a668a15bf5,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:27.798864 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.853505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=12']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:27.856827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:27.858777 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-609cae2c-196a-4968-9194-b55c51740256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.877485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85683df2-c011-4ce1-85b5-033d2f47385e req-3d987729-e98e-4e8c-9612-3d5a9ba9668b tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.878995 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-3d987729-e98e-4e8c-9612-3d5a9ba9668b tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.43 "GET /v2.0/networks?id=6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 200 len: 805 time: 0.5924997 Jul 16 17:56:27.919031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60384a34-3e7b-415b-b54e-7eaff94a05a5 req-7d1fa486-4b67-49fe-abf8-0671af2d5299 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.927163 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60384a34-3e7b-415b-b54e-7eaff94a05a5 req-7d1fa486-4b67-49fe-abf8-0671af2d5299 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 943 time: 0.9329424 Jul 16 17:56:27.981895 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.010836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:56:28.011253 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: timer() Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:56:28.022377 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:56:28.071038 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-51cd9066-9008-4121-816c-21c4eb313344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.074957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T17:56:21Z', 'revision_number': 3, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port': {'id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:28.091218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-85683df2-c011-4ce1-85b5-033d2f47385e req-4c596a26-9429-4b9a-bb53-75f486f184ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Request body: {'port': {'device_id': 'a6911a28-d967-43c0-b948-3f1badfa969f', 'network_id': '6881b1c5-54be-403e-8779-26889218234e', 'admin_state_up': True, 'tenant_id': 'f56eb42e9c7a440492d2342161e25497'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:28.093989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60384a34-3e7b-415b-b54e-7eaff94a05a5 req-1989ef1a-50e7-4356-8df6-5cc33761a972 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658030 Jul 16 17:56:28.109975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964cb079-a2b6-47f1-8419-9a2d209a6f19 None None] The sync data for ids ['82ee9fb9-3124-4939-9a46-8b4ee3150350'] in n-d-787206-10 is: [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T17:56:21Z', 'revision_number': 3, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port': {'id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:28.135575 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.185149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-a36a2c16-45a0-4f94-b753-01b7a08da62d service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8315198 Jul 16 17:56:28.196504 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bd2c54-bd2b-4f07-8973-05f45940b944 x-openstack-request-id: req-e4bd2c54-bd2b-4f07-8973-05f45940b944 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:28.199012 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c537d341-52f3-4ddb-af41-3ddb0f14d679", "tag": "3052f409-f6aa-4720-8e6a-2d063b4c701e", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:28.201658 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4bd2c54-bd2b-4f07-8973-05f45940b944 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:28.202326 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c537d341-52f3-4ddb-af41-3ddb0f14d679', 'tag': '3052f409-f6aa-4720-8e6a-2d063b4c701e', 'status': 'completed', 'code': 200} Jul 16 17:56:28.289054 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.304973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27622e1-ed2f-429b-b094-94e644b58ea1 req-89e6c9d0-f618-4ab6-90fe-52215a3a910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.309033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f27622e1-ed2f-429b-b094-94e644b58ea1 req-89e6c9d0-f618-4ab6-90fe-52215a3a910a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6856289 Jul 16 17:56:28.321928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0f5e6-308c-45d4-814e-31709937aba3 req-f692164d-0fb5-45e1-9f08-1ae0ee78c0e4 tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.323578 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3e0f5e6-308c-45d4-814e-31709937aba3 req-f692164d-0fb5-45e1-9f08-1ae0ee78c0e4 tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 1101 time: 0.3832312 Jul 16 17:56:28.373688 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.376721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/networks/db88ffa0-4f27-4c60-a5c5-42270f94f03c HTTP/1.1" status: 204 len: 168 time: 4.0335786 Jul 16 17:56:28.377845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86df96-84ef-412b-bb5b-8dd0435a36fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Network': ['ID=db88ffa0-4f27-4c60-a5c5-42270f94f03c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.384686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57712) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:28.595414 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.618471 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.657258 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3e0f5e6-308c-45d4-814e-31709937aba3 req-67c13340-a321-4bbc-a16c-ce7fb61aa205 tempest-MigrationsAdminTest-1749470367 tempest-MigrationsAdminTest-1749470367-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033569 Jul 16 17:56:28.739549 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609cae2c-196a-4968-9194-b55c51740256 admin admin] Router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:28.751887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Pushing event updated for resources: {'Port': ['ID=ff6dce0b-12f5-4118-8707-61142d1f6cc6,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.766219 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.795607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a39040-27fb-4792-87a6-d804caa58ecc req-dfd63e4e-c7e4-43c9-9182-6cfbeba4173c service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872555 Jul 16 17:56:28.829893 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85683df2-c011-4ce1-85b5-033d2f47385e req-4c596a26-9429-4b9a-bb53-75f486f184ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Made reservation on behalf of f56eb42e9c7a440492d2342161e25497 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:28.833491 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-85683df2-c011-4ce1-85b5-033d2f47385e req-4c596a26-9429-4b9a-bb53-75f486f184ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.152967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:29.254385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:29.276147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Network bb64f7cc-287f-4695-9aa1-c2f719cc83ad is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:29.277502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609cae2c-196a-4968-9194-b55c51740256 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:29.287880 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca59fd0c-8d37-4da9-b73b-0b347a185149 None None] Sync routers for ids ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:29.290996 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-609cae2c-196a-4968-9194-b55c51740256 admin admin] 10.222.0.41 "PUT /v2.0/routers/ffea0cbe-5d46-48d6-9593-f6da8b4f6401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6713455 Jul 16 17:56:29.291985 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:29.296019 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57728) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:29.315938 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59fd0c-8d37-4da9-b73b-0b347a185149 None None] Routers {'ffea0cbe-5d46-48d6-9593-f6da8b4f6401'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:29.316687 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ca59fd0c-8d37-4da9-b73b-0b347a185149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:29.333176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:29.379598 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:29.380526 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.500206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:29.525836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:29.526627 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.543664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-85683df2-c011-4ce1-85b5-033d2f47385e req-4c596a26-9429-4b9a-bb53-75f486f184ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Allocated IP 172.20.0.2 (6881b1c5-54be-403e-8779-26889218234e/f248cbc4-35d5-450b-8416-5d799e185e95/6e3ae15c-29b6-44ce-b093-5606c7a9fd69) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:29.593571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f27622e1-ed2f-429b-b094-94e644b58ea1 req-20e43b58-a872-4b60-94a9-3888d8bc2b0e service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2530279 Jul 16 17:56:29.596959 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ca59fd0c-8d37-4da9-b73b-0b347a185149 None None] Set router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:29.652913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40c09935-5497-474b-a8c4-1db49d6c0434 req-88f09c58-53b2-4bbf-a9ff-b7c25cad1290 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 210 time: 0.0443742 Jul 16 17:56:29.704234 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.824519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142605b-cf19-4870-a3c7-4104458da662 req-0e5175ca-988c-40e3-a804-2b3434d8d66a tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:29.839646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3142605b-cf19-4870-a3c7-4104458da662 req-0e5175ca-988c-40e3-a804-2b3434d8d66a tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 1.4529326 Jul 16 17:56:29.850259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port c2c4d7b2-5696-41ea-9f5f-f4671f88fb82, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c2c4d7b2-5696-41ea-9f5f-f4671f88fb82,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:29.872468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-03830bdb-a06a-4643-b6d0-b64070658b97 None None] Provisioning complete for port ff6dce0b-12f5-4118-8707-61142d1f6cc6 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:29.872726 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-03830bdb-a06a-4643-b6d0-b64070658b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.933727 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.959275 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-03830bdb-a06a-4643-b6d0-b64070658b97 None None] Port ff6dce0b-12f5-4118-8707-61142d1f6cc6 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:29.964754 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.066778 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ca59fd0c-8d37-4da9-b73b-0b347a185149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:56:26Z', 'revision_number': 5, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:30.074693 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Router 82ee9fb9-3124-4939-9a46-8b4ee3150350 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:30.108239 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca59fd0c-8d37-4da9-b73b-0b347a185149 None None] Checking router: ffea0cbe-5d46-48d6-9593-f6da8b4f6401 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:30.119645 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59fd0c-8d37-4da9-b73b-0b347a185149 None None] Routers {'ffea0cbe-5d46-48d6-9593-f6da8b4f6401'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:30.120582 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ca59fd0c-8d37-4da9-b73b-0b347a185149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:30.139242 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.183121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=c2c4d7b2-5696-41ea-9f5f-f4671f88fb82,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.195972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838ff81-df32-40a8-9a56-cad01738c559 req-d14d66d7-8558-414c-9692-c0baa5bf8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.197763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9838ff81-df32-40a8-9a56-cad01738c559 req-d14d66d7-8558-414c-9692-c0baa5bf8da3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 1095 time: 1.2849355 Jul 16 17:56:30.200989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3142605b-cf19-4870-a3c7-4104458da662 req-1febff85-f297-48f7-9e44-46e18ad64b2d tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336191 Jul 16 17:56:30.260552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:30.264761 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417d3d89-f4a8-48d9-99aa-581b8bad0dea" -d '{"events": [{"server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "name": "network-vif-plugged", "status": "completed", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:30.291424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:30.292499 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f27622e1-ed2f-429b-b094-94e644b58ea1 req-00d9d859-43c9-4f20-9fea-6aea3aa50d80 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606358 Jul 16 17:56:30.311312 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.420168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838ff81-df32-40a8-9a56-cad01738c559 req-53c7d356-3c1c-4f58-ab71-80e2dda124a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.423654 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9838ff81-df32-40a8-9a56-cad01738c559 req-53c7d356-3c1c-4f58-ab71-80e2dda124a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.2034671 Jul 16 17:56:30.439300 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=13']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.443813 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ca59fd0c-8d37-4da9-b73b-0b347a185149 None None] Set router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:30.543362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9838ff81-df32-40a8-9a56-cad01738c559 req-f5950ade-bd23-4fce-8e1f-34a3dd74a693 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e HTTP/1.1" status: 200 len: 217 time: 0.1040087 Jul 16 17:56:30.563215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:30.572235 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0f8b7146-e897-42c9-b979-ac826706bddb admin admin] 10.222.0.41 "PUT /v2.0/routers/82ee9fb9-3124-4939-9a46-8b4ee3150350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4867365 Jul 16 17:56:30.578013 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.632869 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.659556 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-25ce0522-2781-4d6d-9116-047729df728b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.691124 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-85683df2-c011-4ce1-85b5-033d2f47385e req-4c596a26-9429-4b9a-bb53-75f486f184ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.785963 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ca59fd0c-8d37-4da9-b73b-0b347a185149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:56:26Z', 'revision_number': 5, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:30.794093 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-85683df2-c011-4ce1-85b5-033d2f47385e req-4c596a26-9429-4b9a-bb53-75f486f184ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.860543 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca59fd0c-8d37-4da9-b73b-0b347a185149 None None] The sync data for ids ['ffea0cbe-5d46-48d6-9593-f6da8b4f6401'] in n-d-787206-10 is: [{'id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'name': 'tempest-ServersTestManualDisk-823995999-router', 'tenant_id': '847bc0d0aca3435bb968700f2ba7aed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:43Z', 'updated_at': '2021-07-16T17:56:26Z', 'revision_number': 5, 'project_id': '847bc0d0aca3435bb968700f2ba7aed1', 'gw_port': {'id': '76f4245b-a6ca-4577-9b7a-4547cbb927c0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea0cbe-5d46-48d6-9593-f6da8b4f6401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:44Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:30.863592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Deleting port 76f4245b-a6ca-4577-9b7a-4547cbb927c0 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:30.863993 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.950634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85683df2-c011-4ce1-85b5-033d2f47385e req-4c596a26-9429-4b9a-bb53-75f486f184ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Network 6881b1c5-54be-403e-8779-26889218234e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:30.963045 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-85683df2-c011-4ce1-85b5-033d2f47385e req-4c596a26-9429-4b9a-bb53-75f486f184ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:30.970552 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-85683df2-c011-4ce1-85b5-033d2f47385e req-4c596a26-9429-4b9a-bb53-75f486f184ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:30.983487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c596a26-9429-4b9a-bb53-75f486f184ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Pushing event updated for resources: {'Port': ['ID=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:31.032459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] For port 76f4245b-a6ca-4577-9b7a-4547cbb927c0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=76f4245b-a6ca-4577-9b7a-4547cbb927c0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:31.032970 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.056017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838ff81-df32-40a8-9a56-cad01738c559 req-82b98142-c321-42dd-90db-4891efc3cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.057627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9838ff81-df32-40a8-9a56-cad01738c559 req-82b98142-c321-42dd-90db-4891efc3cfc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.4978030 Jul 16 17:56:31.069532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Calling delete_port for 76f4245b-a6ca-4577-9b7a-4547cbb927c0 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:31.075197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Sync routers for ids ['82ee9fb9-3124-4939-9a46-8b4ee3150350'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:31.091822 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Routers {'82ee9fb9-3124-4939-9a46-8b4ee3150350'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:31.092574 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['82ee9fb9-3124-4939-9a46-8b4ee3150350'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:31.098892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85683df2-c011-4ce1-85b5-033d2f47385e req-4c596a26-9429-4b9a-bb53-75f486f184ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.116964 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-85683df2-c011-4ce1-85b5-033d2f47385e req-4c596a26-9429-4b9a-bb53-75f486f184ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.133615 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9838ff81-df32-40a8-9a56-cad01738c559 req-58738d24-a9de-49de-9bc5-fbce4e513834 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601122 Jul 16 17:56:31.181580 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-4c596a26-9429-4b9a-bb53-75f486f184ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0949409 Jul 16 17:56:31.195983 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Request body: {'port': {'device_id': 'a6911a28-d967-43c0-b948-3f1badfa969f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:31.272880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3052f409-f6aa-4720-8e6a-2d063b4c701e details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:31.275549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:31.307223 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4942bd-2e45-4f2e-bbd6-8cca4cc093d3 req-e1bb0dda-4b9e-4399-ab6a-c18b3e42fe65 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.316546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b4942bd-2e45-4f2e-bbd6-8cca4cc093d3 req-e1bb0dda-4b9e-4399-ab6a-c18b3e42fe65 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 950 time: 0.6506450 Jul 16 17:56:31.348467 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.349244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb600f-736a-4688-8ad9-96c2b7f5fa75 req-acc447ba-4e76-4a8d-982a-dc366efc3932 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.350528 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aaeb600f-736a-4688-8ad9-96c2b7f5fa75 req-acc447ba-4e76-4a8d-982a-dc366efc3932 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 943 time: 0.7177434 Jul 16 17:56:31.380924 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ac9a-7f6c-4dae-84e3-8bcc073c26f5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.439928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Set router 82ee9fb9-3124-4939-9a46-8b4ee3150350 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:31.744994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b4942bd-2e45-4f2e-bbd6-8cca4cc093d3 req-f6b13b6a-692a-4cf6-8196-abed24741259 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275377 Jul 16 17:56:31.763811 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:31.864890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '3052f409-f6aa-4720-8e6a-2d063b4c701e', 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253', 'port_id': '3052f409-f6aa-4720-8e6a-2d063b4c701e', 'mac_address': 'fa:16:3e:81:29:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:31.895115 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f995b608-3905-4250-a758-f80ec4b53db5 x-openstack-request-id: req-f995b608-3905-4250-a758-f80ec4b53db5 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:31.895558 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "name": "network-vif-plugged", "status": "completed", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:31.896496 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f995b608-3905-4250-a758-f80ec4b53db5 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:31.899548 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'code': 200} Jul 16 17:56:31.929907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aaeb600f-736a-4688-8ad9-96c2b7f5fa75 req-50290112-daf3-445d-b4e0-2a44885ee05a tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191009 Jul 16 17:56:31.933380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9838ff81-df32-40a8-9a56-cad01738c559 req-23f1a3a9-ce16-4037-82df-077d5a2807d7 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7711475 Jul 16 17:56:32.004880 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.009382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:32.011741 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.135729 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.179635 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:32.271830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.291741 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.324837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3052f409-f6aa-4720-8e6a-2d063b4c701e {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:32.330174 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=76f4245b-a6ca-4577-9b7a-4547cbb927c0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:32.358621 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9838ff81-df32-40a8-9a56-cad01738c559 req-a46c6bdb-662e-4325-8c34-fca5655c376a service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490274 Jul 16 17:56:32.366671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:32.392613 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.460541 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0dd1b-9fc7-49aa-8c67-0747989f9682 req-d2334ace-c527-4e18-9439-7b8a502920cf tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.466678 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3f0dd1b-9fc7-49aa-8c67-0747989f9682 req-d2334ace-c527-4e18-9439-7b8a502920cf tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.35 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 950 time: 0.3028908 Jul 16 17:56:32.491632 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Transition to ACTIVE for port object 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:32.506876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=3052f409-f6aa-4720-8e6a-2d063b4c701e,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:32.532706 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.540516 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.545749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port': {'id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'ff6dce0b-12f5-4118-8707-61142d1f6cc6', 'name': '', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'mac_address': 'fa:16:3e:1a:96:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:25Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 2, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'subnets': [{'id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:32.589409 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Checking router: 82ee9fb9-3124-4939-9a46-8b4ee3150350 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:32.590412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Updating router 82ee9fb9-3124-4939-9a46-8b4ee3150350 port ff6dce0b-12f5-4118-8707-61142d1f6cc6 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:32.635614 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.676822 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['3052f409-f6aa-4720-8e6a-2d063b4c701e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:32.686500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629b7fe-fe98-445a-9cf7-e614bae50b85 req-2c1d1019-f228-4980-b0f1-67f0071ce2ef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.707156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c629b7fe-fe98-445a-9cf7-e614bae50b85 req-2c1d1019-f228-4980-b0f1-67f0071ce2ef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 931 time: 0.5927093 Jul 16 17:56:32.734832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd4495-9995-4964-9f89-7f6b363bcee4 req-764d52fc-8767-4210-bea8-3f6352e478bd tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.743895 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bcd4495-9995-4964-9f89-7f6b363bcee4 req-764d52fc-8767-4210-bea8-3f6352e478bd tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.4771636 Jul 16 17:56:32.923132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:32.991200 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:32.991875 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 09a5ec1d-7f4a-4798-8c25-a3e3ff52d2dc not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:33.005320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c629b7fe-fe98-445a-9cf7-e614bae50b85 req-6172ab8a-f2f9-4e8c-8635-8b75a1bd6be3 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957180 Jul 16 17:56:33.075491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bcd4495-9995-4964-9f89-7f6b363bcee4 req-7e200474-c2dd-4d04-8387-3863f029bbce tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252003 Jul 16 17:56:33.131679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2ac9a-7f6c-4dae-84e3-8bcc073c26f5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:33.132435 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ac9a-7f6c-4dae-84e3-8bcc073c26f5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.207556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-c3f0dd1b-9fc7-49aa-8c67-0747989f9682 req-dcbd6133-1bdd-4108-9635-fcb6494da996 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Deleting port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:33.209069 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c3f0dd1b-9fc7-49aa-8c67-0747989f9682 req-dcbd6133-1bdd-4108-9635-fcb6494da996 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.223219 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.247048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Transition to ACTIVE for port object ff6dce0b-12f5-4118-8707-61142d1f6cc6 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:33.264495 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.316255 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.319110 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.421596 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.422989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffea0cbe-5d46-48d6-9593-f6da8b4f6401 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:56:33.427955 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.434667 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-84579f38-0ae0-4c5e-883b-55c259860fa5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ffea0cbe-5d46-48d6-9593-f6da8b4f6401 HTTP/1.1" status: 204 len: 168 time: 4.1375961 Jul 16 17:56:33.437107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57840) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:33.459198 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0b194-9fea-47eb-a0b1-e7bdfe0ff28c None None] Pushing event updated for resources: {'Port': ['ID=ff6dce0b-12f5-4118-8707-61142d1f6cc6,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:33.560218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-b6c2ac9a-7f6c-4dae-84e3-8bcc073c26f5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] For port 8fc92c6c-ff88-4aef-910b-4f874cc8c18a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8fc92c6c-ff88-4aef-910b-4f874cc8c18a,segment=NetworkSegment(f0458fb1-679b-4cea-ba6e-ce1f9b157a28),segment_id=f0458fb1-679b-4cea-ba6e-ce1f9b157a28)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:33.561190 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ac9a-7f6c-4dae-84e3-8bcc073c26f5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.610503 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:33.655020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2ac9a-7f6c-4dae-84e3-8bcc073c26f5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for 8fc92c6c-ff88-4aef-910b-4f874cc8c18a owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:33.664912 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.665399 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-78562aef-b136-4e27-bba0-e233844e0281 admin admin] Deleting subnet 6e6b76c2-c9e5-4d29-befa-b529efb3d678 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:56:33.668059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Attempting to bind port ff6dce0b-12f5-4118-8707-61142d1f6cc6 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:33.668585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Attempting to bind port ff6dce0b-12f5-4118-8707-61142d1f6cc6 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'af68ae4b-d2f0-4ea6-b980-145dbb84625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:33.668963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Attempting to bind port ff6dce0b-12f5-4118-8707-61142d1f6cc6 on network bb64f7cc-287f-4695-9aa1-c2f719cc83ad {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:33.680518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:33.680941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Checking segment: {'id': 'af68ae4b-d2f0-4ea6-b980-145dbb84625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:33.681373 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.681878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Bound using segment: {'id': 'af68ae4b-d2f0-4ea6-b980-145dbb84625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:33.682000 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78562aef-b136-4e27-bba0-e233844e0281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.682362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Bound port: ff6dce0b-12f5-4118-8707-61142d1f6cc6, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af68ae4b-d2f0-4ea6-b980-145dbb84625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:33.682492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c3f0dd1b-9fc7-49aa-8c67-0747989f9682 req-dcbd6133-1bdd-4108-9635-fcb6494da996 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] For port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:33.682753 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.682870 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c3f0dd1b-9fc7-49aa-8c67-0747989f9682 req-dcbd6133-1bdd-4108-9635-fcb6494da996 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.745041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-c3f0dd1b-9fc7-49aa-8c67-0747989f9682 req-dcbd6133-1bdd-4108-9635-fcb6494da996 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Calling delete_port for 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:33.799827 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Attempting to bind port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:33.800170 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Attempting to bind port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:33.800504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Attempting to bind port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 on network 6881b1c5-54be-403e-8779-26889218234e {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:33.812091 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78562aef-b136-4e27-bba0-e233844e0281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.818646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 on network 6881b1c5-54be-403e-8779-26889218234e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:33.818646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Attempting to bind port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 on network 6881b1c5-54be-403e-8779-26889218234e {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:33.849372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] For port ff6dce0b-12f5-4118-8707-61142d1f6cc6, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:33.852377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] For port ff6dce0b-12f5-4118-8707-61142d1f6cc6, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ff6dce0b-12f5-4118-8707-61142d1f6cc6,segment=NetworkSegment(af68ae4b-d2f0-4ea6-b980-145dbb84625e),segment_id=af68ae4b-d2f0-4ea6-b980-145dbb84625e)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:33.858080 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1284fa-7caa-4e92-9849-2fbfcf2d883a req-02893c70-3dcb-4187-b994-cec7e1d08803 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:33.860842 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.867535 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f1284fa-7caa-4e92-9849-2fbfcf2d883a req-02893c70-3dcb-4187-b994-cec7e1d08803 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dde06e-27e1-45a4-a308-3cd6d3674b62 HTTP/1.1" status: 200 len: 950 time: 0.5013947 Jul 16 17:56:33.880603 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:33.881008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Checking segment: {'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:33.881396 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Bound using segment: {'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:33.881845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Bound port: 6e3ae15c-29b6-44ce-b093-5606c7a9fd69, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:33.882214 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.932584 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Routers {'82ee9fb9-3124-4939-9a46-8b4ee3150350'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:33.933639 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['82ee9fb9-3124-4939-9a46-8b4ee3150350'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:34.021565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78562aef-b136-4e27-bba0-e233844e0281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.035974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0b194-9fea-47eb-a0b1-e7bdfe0ff28c None None] Pushing event updated for resources: {'Port': ['ID=ff6dce0b-12f5-4118-8707-61142d1f6cc6,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:34.118709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] For port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:34.180133 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] For port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:34.210803 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.227552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] Set router 82ee9fb9-3124-4939-9a46-8b4ee3150350 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:34.268726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f1284fa-7caa-4e92-9849-2fbfcf2d883a req-a0e83089-df5b-4e15-9c47-a7e2bf8f388e tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002774 Jul 16 17:56:34.290917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:34.291621 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.295763 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/6e3ae15c-29b6-44ce-b093-5606c7a9fd69 HTTP/1.1" status: 200 len: 1092 time: 3.1048019 Jul 16 17:56:34.303983 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6911a28-d967-43c0-b948-3f1badfa969f', 'tag': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:34.310922 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c3f0dd1b-9fc7-49aa-8c67-0747989f9682 req-dcbd6133-1bdd-4108-9635-fcb6494da996 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.318849 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf7a120-7d86-42d9-824c-e54827cceed5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6911a28-d967-43c0-b948-3f1badfa969f", "tag": "6e3ae15c-29b6-44ce-b093-5606c7a9fd69"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:34.339361 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['5e598ef2-b61e-477a-8490-a26f7743d703'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:34.404140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['a18a4c5c-e22a-4859-ab9d-ae88ac808a4f', 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:34.422375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81f500-2c1b-48ef-9f82-7ee94577f1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:34.440497 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78562aef-b136-4e27-bba0-e233844e0281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.526847 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd6133-1bdd-4108-9635-fcb6494da996 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Pushing event deleted for resources: {'Port': ['ID=281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:34.560741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78562aef-b136-4e27-bba0-e233844e0281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e6b76c2-c9e5-4d29-befa-b529efb3d678,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:34.588028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f0dd1b-9fc7-49aa-8c67-0747989f9682 req-dcbd6133-1bdd-4108-9635-fcb6494da996 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] No DVR routers for this DVR port 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:34.593997 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c3f0dd1b-9fc7-49aa-8c67-0747989f9682 req-dcbd6133-1bdd-4108-9635-fcb6494da996 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.602819 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78562aef-b136-4e27-bba0-e233844e0281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.608840 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-78562aef-b136-4e27-bba0-e233844e0281 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6e6b76c2-c9e5-4d29-befa-b529efb3d678 HTTP/1.1" status: 204 len: 168 time: 1.1675587 Jul 16 17:56:34.610585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3f0dd1b-9fc7-49aa-8c67-0747989f9682 req-dcbd6133-1bdd-4108-9635-fcb6494da996 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.35 "DELETE /v2.0/ports/281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e HTTP/1.1" status: 204 len: 173 time: 2.1280584 Jul 16 17:56:34.611683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57850) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:34.611839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'name': 'network-vif-deleted', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:34.625634 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28e3069-a21b-4df1-acf6-4ce10ba0cc0a" -d '{"events": [{"server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "name": "network-vif-deleted", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:34.658744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93ebcf1-793d-4014-8311-51fc29475190 None None] Network 13e3bab1-78b3-4473-be00-74bc5136cee6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:34.823590 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.843219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063bc8b-2597-4d53-bb01-d8f8977088ce req-529c9403-3029-456b-b9ac-bab33a3280ef tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:34.846765 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85683df2-c011-4ce1-85b5-033d2f47385e req-e1893868-a776-4043-8542-1e212079e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:34.848430 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-e1893868-a776-4043-8542-1e212079e2f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f56eb42e9c7a440492d2342161e25497&device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 1095 time: 0.4757199 Jul 16 17:56:34.854103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e063bc8b-2597-4d53-bb01-d8f8977088ce req-529c9403-3029-456b-b9ac-bab33a3280ef tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 944 time: 0.2629480 Jul 16 17:56:34.882454 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 76f4245b-a6ca-4577-9b7a-4547cbb927c0 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:34.974018 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-367d7163-45ee-4232-833f-fad1c5c84ac7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e3ae15c-29b6-44ce-b093-5606c7a9fd69 HTTP/1.1" status: 200 len: 217 time: 0.0847750 Jul 16 17:56:35.028158 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e063bc8b-2597-4d53-bb01-d8f8977088ce req-ab215768-bc9b-4c66-91ad-d5ddf60f31d4 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724269 Jul 16 17:56:35.048263 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Deleting port 75c2bb2a-3de8-426b-aac7-f6933bc0098f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:35.048764 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.053359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85683df2-c011-4ce1-85b5-033d2f47385e req-38ecd302-a8a4-459d-8ec1-95b5326dbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:35.054938 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-38ecd302-a8a4-459d-8ec1-95b5326dbaad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f248cbc4-35d5-450b-8416-5d799e185e95 HTTP/1.1" status: 200 len: 845 time: 0.0752847 Jul 16 17:56:35.060242 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ac9a-7f6c-4dae-84e3-8bcc073c26f5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.068819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 76f4245b-a6ca-4577-9b7a-4547cbb927c0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:35.069176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 76f4245b-a6ca-4577-9b7a-4547cbb927c0 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:35.115054 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-6dddad2d-a899-4bb2-abcd-2091c2d4c957 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6881b1c5-54be-403e-8779-26889218234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434527 Jul 16 17:56:35.175365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2ac9a-7f6c-4dae-84e3-8bcc073c26f5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=8fc92c6c-ff88-4aef-910b-4f874cc8c18a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:35.294897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3052f409-f6aa-4720-8e6a-2d063b4c701e up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:35.370162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:35.478565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:35.479184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:35.495485 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ac9a-7f6c-4dae-84e3-8bcc073c26f5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.524013 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] For port 75c2bb2a-3de8-426b-aac7-f6933bc0098f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=75c2bb2a-3de8-426b-aac7-f6933bc0098f,segment=NetworkSegment(d84e7ee9-8677-44ac-a5e8-338f3fe84f48),segment_id=d84e7ee9-8677-44ac-a5e8-338f3fe84f48)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:35.524596 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.545692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port': {'id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'ff6dce0b-12f5-4118-8707-61142d1f6cc6', 'name': '', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'mac_address': 'fa:16:3e:1a:96:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:25Z', 'updated_at': '2021-07-16T17:56:33Z', 'revision_number': 4, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'subnets': [{'id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:35.555002 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Calling delete_port for 75c2bb2a-3de8-426b-aac7-f6933bc0098f owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:35.599317 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492af3e8-3b14-4dd9-80e8-2e1830453595 None None] The sync data for ids ['82ee9fb9-3124-4939-9a46-8b4ee3150350'] in n-d-787206-10 is: [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port': {'id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'ff6dce0b-12f5-4118-8707-61142d1f6cc6', 'name': '', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'mac_address': 'fa:16:3e:1a:96:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:25Z', 'updated_at': '2021-07-16T17:56:33Z', 'revision_number': 4, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'subnets': [{'id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:35.613023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 3052f409-f6aa-4720-8e6a-2d063b4c701e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:35.640006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 3052f409-f6aa-4720-8e6a-2d063b4c701e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:35.641155 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.729001 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-39f4fd7a-5d00-41e0-a487-1d6135ac5640 service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110547 Jul 16 17:56:35.758442 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.824705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778d4729-fa6d-48be-8560-6155a2fb05d0 None None] DHCP port deletion for 13e3bab1-78b3-4473-be00-74bc5136cee6 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:56:35.853212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f560915-2107-405b-986d-876617d2a1b1 req-554c6615-511f-42d3-8663-69a72a7b4a5b tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:35.861012 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f560915-2107-405b-986d-876617d2a1b1 req-554c6615-511f-42d3-8663-69a72a7b4a5b tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 943 time: 0.4885256 Jul 16 17:56:35.872311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] No DVR routers for this DVR port 75c2bb2a-3de8-426b-aac7-f6933bc0098f on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:35.892480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c2bb2a-3de8-426b-aac7-f6933bc0098f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:36.049614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f560915-2107-405b-986d-876617d2a1b1 req-f2c252cd-e451-4c69-be70-20cf19d240c6 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876252 Jul 16 17:56:36.080302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c2ac9a-7f6c-4dae-84e3-8bcc073c26f5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 08c9315d-76ab-4b7e-b940-fd42c6e7560c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:36.114332 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.154394 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.186381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e3bab1-78b3-4473-be00-74bc5136cee6']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:36.219188 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:36.223333 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c537d341-52f3-4ddb-af41-3ddb0f14d679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3052f409-f6aa-4720-8e6a-2d063b4c701e'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:36.223964 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-85683df2-c011-4ce1-85b5-033d2f47385e req-92d87752-64fd-4173-b365-4726900942b8 service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795446 Jul 16 17:56:36.230362 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41554330-7b78-4da4-b12c-c870f7fcb282" -d '{"events": [{"server_uuid": "c537d341-52f3-4ddb-af41-3ddb0f14d679", "name": "network-vif-plugged", "status": "completed", "tag": "3052f409-f6aa-4720-8e6a-2d063b4c701e"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:36.240022 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.248377 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:36.248767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84e7ee9-8677-44ac-a5e8-338f3fe84f48') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:36.287002 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.316553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.323900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:56:36.324310 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:56:36.326049 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:56:36.428968 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c2ac9a-7f6c-4dae-84e3-8bcc073c26f5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:36.435039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b6c2ac9a-7f6c-4dae-84e3-8bcc073c26f5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0388460 Jul 16 17:56:36.441769 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96fdce9-c35a-4e01-84c3-5fed4913544f None None] Sync routers for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:36.449734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57864) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:36.451757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=3052f409-f6aa-4720-8e6a-2d063b4c701e,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:36.456466 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96fdce9-c35a-4e01-84c3-5fed4913544f None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:36.457103 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a96fdce9-c35a-4e01-84c3-5fed4913544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:36.509374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fe9dc-cf0f-4fe0-8615-b8f1fc176d68 req-0653c9f5-17ce-4410-8393-efa08ab460a8 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:36.512148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e8fe9dc-cf0f-4fe0-8615-b8f1fc176d68 req-0653c9f5-17ce-4410-8393-efa08ab460a8 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.2356560 Jul 16 17:56:36.605931 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.623182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e8fe9dc-cf0f-4fe0-8615-b8f1fc176d68 req-7480e261-3b99-4bb7-a69b-33173a25cb34 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938249 Jul 16 17:56:36.640817 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.643779 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/13e3bab1-78b3-4473-be00-74bc5136cee6 HTTP/1.1" status: 204 len: 168 time: 2.0310929 Jul 16 17:56:36.661580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f57a33d-9c57-42ef-9c2a-813c1e7c3507 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting subnet dfc9195b-f5a4-4a8d-945a-2a29e7dd3079 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:56:36.686768 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-a96fdce9-c35a-4e01-84c3-5fed4913544f None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:36.700494 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f57a33d-9c57-42ef-9c2a-813c1e7c3507 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.706305 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad434997-1117-4662-986d-bce270588df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=13e3bab1-78b3-4473-be00-74bc5136cee6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:36.813487 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661a4184-7c0e-40b5-8306-a919cb52be1d x-openstack-request-id: req-661a4184-7c0e-40b5-8306-a919cb52be1d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:36.813931 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dde06e-27e1-45a4-a308-3cd6d3674b62", "name": "network-vif-deleted", "tag": "281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:36.814289 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-661a4184-7c0e-40b5-8306-a919cb52be1d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:36.814847 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dde06e-27e1-45a4-a308-3cd6d3674b62', 'name': 'network-vif-deleted', 'tag': '281e93b6-c69a-4bb2-8c2d-46c09fe7ee9e', 'status': 'completed', 'code': 200} Jul 16 17:56:36.829132 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9ff724-72f7-415b-b7ec-448d46a9dc5d x-openstack-request-id: req-6e9ff724-72f7-415b-b7ec-448d46a9dc5d {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:36.829431 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6911a28-d967-43c0-b948-3f1badfa969f", "tag": "6e3ae15c-29b6-44ce-b093-5606c7a9fd69", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:36.829684 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e9ff724-72f7-415b-b7ec-448d46a9dc5d {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:36.837200 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6911a28-d967-43c0-b948-3f1badfa969f', 'tag': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69', 'status': 'completed', 'code': 200} Jul 16 17:56:36.895920 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f57a33d-9c57-42ef-9c2a-813c1e7c3507 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.004110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57868) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:37.279476 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ff6dce0b-12f5-4118-8707-61142d1f6cc6 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:37.321750 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-38a1f961-e9cf-4773-b068-fb05a6b9b459 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=847bc0d0aca3435bb968700f2ba7aed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163345 Jul 16 17:56:37.330452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57874) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:37.439114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port ff6dce0b-12f5-4118-8707-61142d1f6cc6 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:37.450392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ff6dce0b-12f5-4118-8707-61142d1f6cc6 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:37.454897 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.495924 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a96fdce9-c35a-4e01-84c3-5fed4913544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:34Z', 'revision_number': 10, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:37.582557 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4e93d2ec-374e-4128-97a2-a9416dc1ffd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.599224 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f57a33d-9c57-42ef-9c2a-813c1e7c3507 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.614199 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96fdce9-c35a-4e01-84c3-5fed4913544f None None] Checking router: 08c9315d-76ab-4b7e-b940-fd42c6e7560c for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:37.640013 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96fdce9-c35a-4e01-84c3-5fed4913544f None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:37.640756 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a96fdce9-c35a-4e01-84c3-5fed4913544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:37.657138 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4e93d2ec-374e-4128-97a2-a9416dc1ffd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.696614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3a561-6879-4742-abc5-e8b30854914d req-fd92589f-dc71-490a-899d-510f7f903ba4 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:37.705083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38d3a561-6879-4742-abc5-e8b30854914d req-fd92589f-dc71-490a-899d-510f7f903ba4 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 945 time: 0.3050902 Jul 16 17:56:37.766407 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.771981 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7a120-7d86-42d9-824c-e54827cceed5 req-06df1cd5-a5f3-4118-ba00-8bfa0e5e1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:37.784997 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7cf7a120-7d86-42d9-824c-e54827cceed5 req-06df1cd5-a5f3-4118-ba00-8bfa0e5e1fca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f56eb42e9c7a440492d2342161e25497&device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 1095 time: 1.0063980 Jul 16 17:56:37.810603 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f57a33d-9c57-42ef-9c2a-813c1e7c3507 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.841988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port ff6dce0b-12f5-4118-8707-61142d1f6cc6, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ff6dce0b-12f5-4118-8707-61142d1f6cc6,segment=NetworkSegment(af68ae4b-d2f0-4ea6-b980-145dbb84625e),segment_id=af68ae4b-d2f0-4ea6-b980-145dbb84625e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:37.847566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38d3a561-6879-4742-abc5-e8b30854914d req-987c9cd7-4d09-47ba-87e8-581fc4dbdda2 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408873 Jul 16 17:56:37.863931 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.866638 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-a96fdce9-c35a-4e01-84c3-5fed4913544f None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:37.880363 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4e93d2ec-374e-4128-97a2-a9416dc1ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.885560 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4e93d2ec-374e-4128-97a2-a9416dc1ffd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.894941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4e93d2ec-374e-4128-97a2-a9416dc1ffd6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3f3b28a-b60c-480f-bdc5-bc6bae84bc83 HTTP/1.1" status: 204 len: 168 time: 0.5615776 Jul 16 17:56:37.920599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93d2ec-374e-4128-97a2-a9416dc1ffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f3b28a-b60c-480f-bdc5-bc6bae84bc83,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:37.997476 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57a33d-9c57-42ef-9c2a-813c1e7c3507 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc9195b-f5a4-4a8d-945a-2a29e7dd3079,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:38.076590 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f57a33d-9c57-42ef-9c2a-813c1e7c3507 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.085870 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb1470e-e35a-4658-8e5f-99eeff83e632 x-openstack-request-id: req-bbb1470e-e35a-4658-8e5f-99eeff83e632 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:38.086469 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c537d341-52f3-4ddb-af41-3ddb0f14d679", "name": "network-vif-plugged", "status": "completed", "tag": "3052f409-f6aa-4720-8e6a-2d063b4c701e", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:38.088994 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbb1470e-e35a-4658-8e5f-99eeff83e632 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:38.089459 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5f57a33d-9c57-42ef-9c2a-813c1e7c3507 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/dfc9195b-f5a4-4a8d-945a-2a29e7dd3079 HTTP/1.1" status: 204 len: 168 time: 1.6374667 Jul 16 17:56:38.090182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57882) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:38.102632 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c537d341-52f3-4ddb-af41-3ddb0f14d679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3052f409-f6aa-4720-8e6a-2d063b4c701e', 'code': 200} Jul 16 17:56:38.106339 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 75c2bb2a-3de8-426b-aac7-f6933bc0098f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:38.132731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53547725-fb1e-4f88-86c8-5c1eb14c9495 None None] Network af526daf-f358-4a81-a44f-c4fa41349894 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:38.215828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=ff6dce0b-12f5-4118-8707-61142d1f6cc6,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:38.224319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 75c2bb2a-3de8-426b-aac7-f6933bc0098f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:38.231237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 75c2bb2a-3de8-426b-aac7-f6933bc0098f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:38.259766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:38.261152 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:38.261633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:38.262153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:38.262633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:38.263111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:38.263684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:38.264130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:38.264566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:38.265154 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:38.265745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:38.266215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:38.337910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7a120-7d86-42d9-824c-e54827cceed5 req-b18ee661-c8b7-42eb-9b0e-8fb1a51eb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.342063 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7cf7a120-7d86-42d9-824c-e54827cceed5 req-b18ee661-c8b7-42eb-9b0e-8fb1a51eb382 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 200 len: 906 time: 0.5562065 Jul 16 17:56:38.364774 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.440789 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7cf7a120-7d86-42d9-824c-e54827cceed5 req-18c49eb3-a421-43a9-a873-660dbe88f202 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e3ae15c-29b6-44ce-b093-5606c7a9fd69 HTTP/1.1" status: 200 len: 217 time: 0.0908720 Jul 16 17:56:38.470202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4818a1-8959-4f88-b098-27c4e3229ffa req-5ac6edc3-92f9-4e19-bdda-edf1ca015f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.472901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f4818a1-8959-4f88-b098-27c4e3229ffa req-5ac6edc3-92f9-4e19-bdda-edf1ca015f5c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 1097 time: 0.3202186 Jul 16 17:56:38.565859 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7a120-7d86-42d9-824c-e54827cceed5 req-b538c0cd-ccd7-4471-917a-642c729da802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.570301 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7cf7a120-7d86-42d9-824c-e54827cceed5 req-b538c0cd-ccd7-4471-917a-642c729da802 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f248cbc4-35d5-450b-8416-5d799e185e95 HTTP/1.1" status: 200 len: 845 time: 0.1176498 Jul 16 17:56:38.617153 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7cf7a120-7d86-42d9-824c-e54827cceed5 req-92d39273-c907-4d8f-8cac-49ebd1b68406 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6881b1c5-54be-403e-8779-26889218234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426481 Jul 16 17:56:38.621362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826b3a9-4fb3-432c-8e4b-ad072062bf12 req-4195244b-fbdb-4edd-8605-f9b64cd60a3a tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.632402 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f826b3a9-4fb3-432c-8e4b-ad072062bf12 req-4195244b-fbdb-4edd-8605-f9b64cd60a3a tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 943 time: 0.2583053 Jul 16 17:56:38.683511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62470370-5b65-4f5e-a4b5-d45a67cf80a9 None None] DHCP port deletion for af526daf-f358-4a81-a44f-c4fa41349894 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:56:38.689755 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a96fdce9-c35a-4e01-84c3-5fed4913544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:34Z', 'revision_number': 10, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:38.710562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port 82756aab-cfb8-4653-b9a7-20c591e420e3 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:38.711383 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.744614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f826b3a9-4fb3-432c-8e4b-ad072062bf12 req-6e79efb0-ca2e-4d19-8ac6-f3e5814c011e tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107550 Jul 16 17:56:38.753346 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96fdce9-c35a-4e01-84c3-5fed4913544f None None] The sync data for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 is: [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:34Z', 'revision_number': 10, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None, '_interfaces': [{'id': '324f8ce2-f3f5-4e6a-add2-404fadb54cbc', 'name': '', 'network_id': 'b3710f39-8b47-42c8-9347-86db1531decc', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'mac_address': 'fa:16:3e:88:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:55Z', 'revision_number': 5, 'project_id': '295e3acb607842b887594f7092b85dce', 'subnets': [{'id': '9169d08f-1fe6-4ef2-bfb0-dd5e8f368197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:38.809432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f4818a1-8959-4f88-b098-27c4e3229ffa req-ea5a99c1-8d48-48b6-8803-61b6cd003700 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300755 Jul 16 17:56:38.834836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-62470370-5b65-4f5e-a4b5-d45a67cf80a9 None None] Deleting port 82756aab-cfb8-4653-b9a7-20c591e420e3 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:38.835257 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-62470370-5b65-4f5e-a4b5-d45a67cf80a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.967456 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7cf7a120-7d86-42d9-824c-e54827cceed5 req-5fb8d5ed-5c9d-4c38-af20-23b180d61cc7 service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421755 Jul 16 17:56:39.022304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-62470370-5b65-4f5e-a4b5-d45a67cf80a9 None None] For port 82756aab-cfb8-4653-b9a7-20c591e420e3, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=82756aab-cfb8-4653-b9a7-20c591e420e3,segment=NetworkSegment(f0458fb1-679b-4cea-ba6e-ce1f9b157a28),segment_id=f0458fb1-679b-4cea-ba6e-ce1f9b157a28)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:39.024410 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-62470370-5b65-4f5e-a4b5-d45a67cf80a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.054168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-62470370-5b65-4f5e-a4b5-d45a67cf80a9 None None] Calling delete_port for 82756aab-cfb8-4653-b9a7-20c591e420e3 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:39.192556 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-7cf7a120-7d86-42d9-824c-e54827cceed5 req-7ba0c7fc-f6d7-4e07-819b-d184c82a97a0 service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160230 Jul 16 17:56:39.660502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ff6dce0b-12f5-4118-8707-61142d1f6cc6 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:39.664608 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57908) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:39.667713 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:39.741570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] For port 82756aab-cfb8-4653-b9a7-20c591e420e3, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=82756aab-cfb8-4653-b9a7-20c591e420e3,segment=NetworkSegment(f0458fb1-679b-4cea-ba6e-ce1f9b157a28),segment_id=f0458fb1-679b-4cea-ba6e-ce1f9b157a28)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:39.742182 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.792783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for 82756aab-cfb8-4653-b9a7-20c591e420e3 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:39.892044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-12274804-network', 'tenant_id': '87e1b8f480a441d5a0713bdad64b819e'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:39.945410 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-62470370-5b65-4f5e-a4b5-d45a67cf80a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.953283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Made reservation on behalf of 87e1b8f480a441d5a0713bdad64b819e for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:39.965104 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.967104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ff6dce0b-12f5-4118-8707-61142d1f6cc6 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:39.967764 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.984060 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.061617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:40.086324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69', 'network_id': '6881b1c5-54be-403e-8779-26889218234e', 'port_id': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69', 'mac_address': 'fa:16:3e:4f:2c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f248cbc4-35d5-450b-8416-5d799e185e95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:40.096222 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.097123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62470370-5b65-4f5e-a4b5-d45a67cf80a9 None None] No DVR routers for this DVR port 82756aab-cfb8-4653-b9a7-20c591e420e3 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:40.099222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62470370-5b65-4f5e-a4b5-d45a67cf80a9 None None] Pushing event deleted for resources: {'Port': ['ID=82756aab-cfb8-4653-b9a7-20c591e420e3,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.137822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.144968 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.213402 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.233762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:40.250490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb89e1d-ae18-463a-bbaf-b00c26930893,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.271680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=82756aab-cfb8-4653-b9a7-20c591e420e3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.271895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:40.291102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No DVR routers for this DVR port 82756aab-cfb8-4653-b9a7-20c591e420e3 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:40.300068 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:40.320471 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.328691 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.329165 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Added segment 4a766c3d-faa0-4ae7-b5d1-949d7bda90cf of type vlan for network 09b97fc8-8c65-4803-904b-e891b26f63ac Jul 16 17:56:40.377058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35378a2-be6a-40a9-b7e9-0741e87f417c req-afbdbd82-cb99-405e-92e0-01325720084f tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.382781 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.386069 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f35378a2-be6a-40a9-b7e9-0741e87f417c req-afbdbd82-cb99-405e-92e0-01325720084f tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.4680364 Jul 16 17:56:40.434302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.435361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.439415 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.496515 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.520560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 82756aab-cfb8-4653-b9a7-20c591e420e3 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:40.575732 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 82756aab-cfb8-4653-b9a7-20c591e420e3 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:40.575980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 82756aab-cfb8-4653-b9a7-20c591e420e3 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:40.584771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] Pushing event updated for resources: {'Network': ['ID=09b97fc8-8c65-4803-904b-e891b26f63ac,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.585239 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.586780 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4c5a5562-17d8-400e-af53-49a158e896f2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9218137 Jul 16 17:56:40.589693 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57916) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:40.600656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 09b97fc8-8c65-4803-904b-e891b26f63ac details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:40.608665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['6e3ae15c-29b6-44ce-b093-5606c7a9fd69'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:40.618431 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af526daf-f358-4a81-a44f-c4fa41349894']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:40.624218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5eb627ed-f128-43d5-8fa1-930cd5dbf441 admin admin] Request body: {'subnet': {'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-12274804-subnet', 'tenant_id': '87e1b8f480a441d5a0713bdad64b819e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:40.649507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f35378a2-be6a-40a9-b7e9-0741e87f417c req-fc1cac86-9d1f-44db-8a69-4647e10a5692 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617407 Jul 16 17:56:40.655076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0458fb1-679b-4cea-ba6e-ce1f9b157a28') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:40.657278 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0458fb1-679b-4cea-ba6e-ce1f9b157a28') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:40.672722 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb627ed-f128-43d5-8fa1-930cd5dbf441 admin admin] Made reservation on behalf of 87e1b8f480a441d5a0713bdad64b819e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:40.675539 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5eb627ed-f128-43d5-8fa1-930cd5dbf441 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.679553 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.714083 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.728446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:56:40.728867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: timer() Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:56:40.733351 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:56:40.835129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8fc92c6c-ff88-4aef-910b-4f874cc8c18a no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:40.975718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 8fc92c6c-ff88-4aef-910b-4f874cc8c18a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:40.976442 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8fc92c6c-ff88-4aef-910b-4f874cc8c18a not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:41.032160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5eb627ed-f128-43d5-8fa1-930cd5dbf441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.080185 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.100999 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.105391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/networks/af526daf-f358-4a81-a44f-c4fa41349894 HTTP/1.1" status: 204 len: 168 time: 3.0111094 Jul 16 17:56:41.110399 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57924) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:41.156509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0fe29-743f-4df9-b0b1-263ef1c1df7a req-244c5b68-ea95-4fed-b73a-37d483d9c151 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.158233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bbe0fe29-743f-4df9-b0b1-263ef1c1df7a req-244c5b68-ea95-4fed-b73a-37d483d9c151 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 950 time: 0.2654333 Jul 16 17:56:41.159302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e276a80-4f51-41c9-8364-79ac3fb8d1fc tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Network': ['ID=af526daf-f358-4a81-a44f-c4fa41349894,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:41.223733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c4861-0ab7-4b01-9f63-a00b901cc934 req-2d32521f-3c73-4f90-8418-daff9b8257d9 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.225762 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-609c4861-0ab7-4b01-9f63-a00b901cc934 req-2d32521f-3c73-4f90-8418-daff9b8257d9 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 945 time: 0.3039200 Jul 16 17:56:41.245163 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb627ed-f128-43d5-8fa1-930cd5dbf441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21138c88-dbc5-44b0-8de1-b7f73e048483,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:41.265147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb627ed-f128-43d5-8fa1-930cd5dbf441 admin admin] Checking segment: {'id': '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:41.265959 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb627ed-f128-43d5-8fa1-930cd5dbf441 admin admin] Network hostable DHCP agents. Network: 09b97fc8-8c65-4803-904b-e891b26f63ac, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:41.346149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-609c4861-0ab7-4b01-9f63-a00b901cc934 req-2edb4f21-1591-43a6-aa25-01fec29f8cd6 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120634 Jul 16 17:56:41.381344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-bbe0fe29-743f-4df9-b0b1-263ef1c1df7a req-4ab7b216-9537-400d-ac57-941e57528694 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Deleting port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:41.381637 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bbe0fe29-743f-4df9-b0b1-263ef1c1df7a req-4ab7b216-9537-400d-ac57-941e57528694 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.445907 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb627ed-f128-43d5-8fa1-930cd5dbf441 admin admin] Network 09b97fc8-8c65-4803-904b-e891b26f63ac is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:41.501767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5eb627ed-f128-43d5-8fa1-930cd5dbf441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 09b97fc8-8c65-4803-904b-e891b26f63ac) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:41.513109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f816a-c5e9-43d6-a058-e86c86884e70 None None] Network 09b97fc8-8c65-4803-904b-e891b26f63ac requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:41.554019 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb627ed-f128-43d5-8fa1-930cd5dbf441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.555735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5eb627ed-f128-43d5-8fa1-930cd5dbf441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.620231 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5eb627ed-f128-43d5-8fa1-930cd5dbf441 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0293965 Jul 16 17:56:41.650493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-bbe0fe29-743f-4df9-b0b1-263ef1c1df7a req-4ab7b216-9537-400d-ac57-941e57528694 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] For port c70be55b-2fc0-4f11-90cf-45d28f4f73b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:41.650901 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bbe0fe29-743f-4df9-b0b1-263ef1c1df7a req-4ab7b216-9537-400d-ac57-941e57528694 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.688978 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-bbe0fe29-743f-4df9-b0b1-263ef1c1df7a req-4ab7b216-9537-400d-ac57-941e57528694 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Calling delete_port for c70be55b-2fc0-4f11-90cf-45d28f4f73b0 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:41.779640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9516403e-a3f6-4ff8-a801-23d616a6078e None None] Network 09b97fc8-8c65-4803-904b-e891b26f63ac requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:41.786529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc9ab1-fea5-4b20-8409-717b2fc0c446 req-b61fcc86-69fd-4e74-95b2-10e58c5541c6 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.788195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3dc9ab1-fea5-4b20-8409-717b2fc0c446 req-b61fcc86-69fd-4e74-95b2-10e58c5541c6 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=b347c17b-dd06-41fb-a7e5-6373b8a1a71e HTTP/1.1" status: 200 len: 950 time: 0.2406504 Jul 16 17:56:41.916863 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d04ee077-8551-4596-8b72-0c23c119159a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.966769 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3dc9ab1-fea5-4b20-8409-717b2fc0c446 req-f9fb71c8-4d28-4a7c-942e-1d7da5b55629 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559186 Jul 16 17:56:42.049251 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bbe0fe29-743f-4df9-b0b1-263ef1c1df7a req-4ab7b216-9537-400d-ac57-941e57528694 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.070441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['a18a4c5c-e22a-4859-ab9d-ae88ac808a4f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:42.146769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['5e598ef2-b61e-477a-8490-a26f7743d703'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:42.160835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7b216-9537-400d-ac57-941e57528694 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Pushing event deleted for resources: {'Port': ['ID=c70be55b-2fc0-4f11-90cf-45d28f4f73b0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:42.349983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe0fe29-743f-4df9-b0b1-263ef1c1df7a req-4ab7b216-9537-400d-ac57-941e57528694 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] No DVR routers for this DVR port c70be55b-2fc0-4f11-90cf-45d28f4f73b0 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:42.352821 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bbe0fe29-743f-4df9-b0b1-263ef1c1df7a req-4ab7b216-9537-400d-ac57-941e57528694 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.354864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bbe0fe29-743f-4df9-b0b1-263ef1c1df7a req-4ab7b216-9537-400d-ac57-941e57528694 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.35 "DELETE /v2.0/ports/c70be55b-2fc0-4f11-90cf-45d28f4f73b0 HTTP/1.1" status: 204 len: 173 time: 1.1886275 Jul 16 17:56:42.355500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'name': 'network-vif-deleted', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:42.369940 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e19b50-a7bf-40f3-b761-126ff15aee8b" -d '{"events": [{"server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "name": "network-vif-deleted", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:42.436019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20c8da-892f-45ad-9094-434a2f049d9e req-741bfd62-fecb-4b99-87b4-b90de61818b9 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.439459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce20c8da-892f-45ad-9094-434a2f049d9e req-741bfd62-fecb-4b99-87b4-b90de61818b9 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 944 time: 0.2738352 Jul 16 17:56:42.513408 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce20c8da-892f-45ad-9094-434a2f049d9e req-83be1432-32f9-4bfc-93f3-bd4c37648853 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657690 Jul 16 17:56:42.589620 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3ece-b976-4c02-a650-a9f89344b473 req-3f49fc7a-6d64-41a9-8286-ff0ab22153a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.591284 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-bd5b3ece-b976-4c02-a650-a9f89344b473 req-3f49fc7a-6d64-41a9-8286-ff0ab22153a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 1097 time: 0.1774714 Jul 16 17:56:42.702384 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-bd5b3ece-b976-4c02-a650-a9f89344b473 req-6cb5b45b-5ddf-47ec-8805-86344fcd4c32 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010821 Jul 16 17:56:42.704229 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d04ee077-8551-4596-8b72-0c23c119159a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:42.704568 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d04ee077-8551-4596-8b72-0c23c119159a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.840748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-d04ee077-8551-4596-8b72-0c23c119159a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] For port 324f8ce2-f3f5-4e6a-add2-404fadb54cbc, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=324f8ce2-f3f5-4e6a-add2-404fadb54cbc,segment=NetworkSegment(30a3aaff-a637-4fec-b567-67449c459971),segment_id=30a3aaff-a637-4fec-b567-67449c459971)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:42.840748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d04ee077-8551-4596-8b72-0c23c119159a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.856402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d04ee077-8551-4596-8b72-0c23c119159a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for 324f8ce2-f3f5-4e6a-add2-404fadb54cbc owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:42.889742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc260ee-4526-4144-92c1-0ee0dc0aeffa req-0f4db499-abf8-40f6-8fc2-ff75480db76f tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.899572 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbc260ee-4526-4144-92c1-0ee0dc0aeffa req-0f4db499-abf8-40f6-8fc2-ff75480db76f tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 1097 time: 0.1299503 Jul 16 17:56:42.956948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbc260ee-4526-4144-92c1-0ee0dc0aeffa req-28fe7d02-338d-4e0b-b7c4-8fd3743cc250 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514753 Jul 16 17:56:43.200712 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d04ee077-8551-4596-8b72-0c23c119159a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.243843 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ee077-8551-4596-8b72-0c23c119159a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=324f8ce2-f3f5-4e6a-add2-404fadb54cbc,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:43.259901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea945c-cad2-44b9-a180-7beb8b58e907 req-52214275-5b65-4c8c-88d1-409a64e92016 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:43.267712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42ea945c-cad2-44b9-a180-7beb8b58e907 req-52214275-5b65-4c8c-88d1-409a64e92016 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.1104987 Jul 16 17:56:43.319170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:43.354961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42ea945c-cad2-44b9-a180-7beb8b58e907 req-84150aa6-3946-4806-a2d9-916608b41c8e tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862501 Jul 16 17:56:43.425798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c70be55b-2fc0-4f11-90cf-45d28f4f73b0 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:43.460368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: c70be55b-2fc0-4f11-90cf-45d28f4f73b0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:43.461588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d04ee077-8551-4596-8b72-0c23c119159a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.463167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c70be55b-2fc0-4f11-90cf-45d28f4f73b0 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:43.490606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:43.495099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:43.495525 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.707866 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.748732 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6911a28-d967-43c0-b948-3f1badfa969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:43.753041 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436423f1-1919-4e42-8380-f02b21d0e0c0" -d '{"events": [{"server_uuid": "a6911a28-d967-43c0-b948-3f1badfa969f", "name": "network-vif-plugged", "status": "completed", "tag": "6e3ae15c-29b6-44ce-b093-5606c7a9fd69"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:43.766719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:43.774488 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.856372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:44.185814 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04ee077-8551-4596-8b72-0c23c119159a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 08c9315d-76ab-4b7e-b940-fd42c6e7560c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:44.283113 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04ee077-8551-4596-8b72-0c23c119159a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:44.293701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57958) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:44.302449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b60f1-f9bc-4a39-823f-f6c4a5707e53 None None] Sync routers for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:44.315526 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d04ee077-8551-4596-8b72-0c23c119159a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2031302 Jul 16 17:56:44.323111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b60f1-f9bc-4a39-823f-f6c4a5707e53 None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:44.325386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-788b60f1-f9bc-4a39-823f-f6c4a5707e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:44.419603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-35067eb6-78ae-469a-9751-98c3b7734a90 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting subnet 9169d08f-1fe6-4ef2-bfb0-dd5e8f368197 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:56:44.419603 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35067eb6-78ae-469a-9751-98c3b7734a90 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.436831 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-788b60f1-f9bc-4a39-823f-f6c4a5707e53 None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:44.450842 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35067eb6-78ae-469a-9751-98c3b7734a90 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.509979 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-788b60f1-f9bc-4a39-823f-f6c4a5707e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:43Z', 'revision_number': 11, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:44.550196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b60f1-f9bc-4a39-823f-f6c4a5707e53 None None] Checking router: 08c9315d-76ab-4b7e-b940-fd42c6e7560c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:44.559450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b60f1-f9bc-4a39-823f-f6c4a5707e53 None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:44.560217 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-788b60f1-f9bc-4a39-823f-f6c4a5707e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:44.593321 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35067eb6-78ae-469a-9751-98c3b7734a90 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.648616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-788b60f1-f9bc-4a39-823f-f6c4a5707e53 None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:44.682462 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35067eb6-78ae-469a-9751-98c3b7734a90 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.722799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35067eb6-78ae-469a-9751-98c3b7734a90 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Subnet': ['ID=9169d08f-1fe6-4ef2-bfb0-dd5e8f368197,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:44.728556 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-788b60f1-f9bc-4a39-823f-f6c4a5707e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:43Z', 'revision_number': 11, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:44.732353 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35067eb6-78ae-469a-9751-98c3b7734a90 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.738074 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57962) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:44.739141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-35067eb6-78ae-469a-9751-98c3b7734a90 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/9169d08f-1fe6-4ef2-bfb0-dd5e8f368197 HTTP/1.1" status: 204 len: 168 time: 0.4439452 Jul 16 17:56:44.760685 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b60f1-f9bc-4a39-823f-f6c4a5707e53 None None] The sync data for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 is: [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:43Z', 'revision_number': 11, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:44.762197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2772005-264a-4fa8-a864-6f3c739c83c1 None None] Network b3710f39-8b47-42c8-9347-86db1531decc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:44.903783 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.993308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Deleting port 42bc420d-a4d7-4ff4-832b-310979cfa0f7 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:44.993649 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.091863 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] For port 42bc420d-a4d7-4ff4-832b-310979cfa0f7, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=42bc420d-a4d7-4ff4-832b-310979cfa0f7,segment=NetworkSegment(30a3aaff-a637-4fec-b567-67449c459971),segment_id=30a3aaff-a637-4fec-b567-67449c459971)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:45.092114 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.105986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Calling delete_port for 42bc420d-a4d7-4ff4-832b-310979cfa0f7 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:45.177502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d914c3-d224-4588-9905-500bbbb494b9 None None] DHCP port deletion for b3710f39-8b47-42c8-9347-86db1531decc request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:56:45.268117 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.297583 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No DVR routers for this DVR port 42bc420d-a4d7-4ff4-832b-310979cfa0f7 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:45.318105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e6d914c3-d224-4588-9905-500bbbb494b9 None None] Deleting port 42bc420d-a4d7-4ff4-832b-310979cfa0f7 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:45.319921 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e6d914c3-d224-4588-9905-500bbbb494b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.336072 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Port': ['ID=42bc420d-a4d7-4ff4-832b-310979cfa0f7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:45.411366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e6d914c3-d224-4588-9905-500bbbb494b9 None None] For port 42bc420d-a4d7-4ff4-832b-310979cfa0f7, host n-d-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:45.412042 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e6d914c3-d224-4588-9905-500bbbb494b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.435455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e6d914c3-d224-4588-9905-500bbbb494b9 None None] Calling delete_port for 42bc420d-a4d7-4ff4-832b-310979cfa0f7 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:45.438413 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.ipam_backend_mixin [None req-e6d914c3-d224-4588-9905-500bbbb494b9 None None] Port 42bc420d-a4d7-4ff4-832b-310979cfa0f7 was not found and therefore no delete operation was performed {{(pid=100171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 17:56:45.439804 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e6d914c3-d224-4588-9905-500bbbb494b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.466450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d914c3-d224-4588-9905-500bbbb494b9 None None] Pushing event deleted for resources: {'Port': ['ID=42bc420d-a4d7-4ff4-832b-310979cfa0f7,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:45.471030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d914c3-d224-4588-9905-500bbbb494b9 None None] No DVR routers for this DVR port 42bc420d-a4d7-4ff4-832b-310979cfa0f7 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:45.503728 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.516277 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3710f39-8b47-42c8-9347-86db1531decc']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:45.530236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a3aaff-a637-4fec-b567-67449c459971') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:45.530782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a3aaff-a637-4fec-b567-67449c459971') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:45.541976 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.558368 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.566495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:56:45.566895 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:56:45.575327 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:56:45.651072 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.656504 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.662376 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/networks/b3710f39-8b47-42c8-9347-86db1531decc HTTP/1.1" status: 204 len: 168 time: 0.9205151 Jul 16 17:56:45.663233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57966) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:45.669637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b53025ed-2171-4cf3-8d1d-b85bff8f8ddd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'router': {'routes': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:45.713659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763877b5-bf65-4967-9109-fc22eba71478 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Pushing event deleted for resources: {'Network': ['ID=b3710f39-8b47-42c8-9347-86db1531decc,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:45.876561 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.extraroute_db [None req-b53025ed-2171-4cf3-8d1d-b85bff8f8ddd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Added routes are [] {{(pid=100170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 17:56:45.876905 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.extraroute_db [None req-b53025ed-2171-4cf3-8d1d-b85bff8f8ddd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Removed routes are [] {{(pid=100170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 17:56:45.877117 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b53025ed-2171-4cf3-8d1d-b85bff8f8ddd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.033116 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b53025ed-2171-4cf3-8d1d-b85bff8f8ddd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.037042 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b53025ed-2171-4cf3-8d1d-b85bff8f8ddd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.145382 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53025ed-2171-4cf3-8d1d-b85bff8f8ddd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 08c9315d-76ab-4b7e-b940-fd42c6e7560c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:46.236606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53025ed-2171-4cf3-8d1d-b85bff8f8ddd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:46.243805 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b53025ed-2171-4cf3-8d1d-b85bff8f8ddd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.244982 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b53025ed-2171-4cf3-8d1d-b85bff8f8ddd tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c HTTP/1.1" status: 200 len: 704 time: 0.5807941 Jul 16 17:56:46.248569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57972) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:46.252341 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3e9a7-6425-40ad-b847-56abfb7a4e66 None None] Sync routers for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:46.262485 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3e9a7-6425-40ad-b847-56abfb7a4e66 None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:46.263367 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-10a3e9a7-6425-40ad-b847-56abfb7a4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:46.299087 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-629f2986-7107-41ea-beb8-40164fa0d76b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=08c9315d-76ab-4b7e-b940-fd42c6e7560c HTTP/1.1" status: 200 len: 205 time: 0.0491412 Jul 16 17:56:46.301399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57974) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:46.367280 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-10a3e9a7-6425-40ad-b847-56abfb7a4e66 None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:46.411285 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e8242b4-e735-48b7-ab20-ffdfe7a29029 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.466789 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-10a3e9a7-6425-40ad-b847-56abfb7a4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:43Z', 'revision_number': 11, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:46.508602 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3e9a7-6425-40ad-b847-56abfb7a4e66 None None] Checking router: 08c9315d-76ab-4b7e-b940-fd42c6e7560c for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:46.517563 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3e9a7-6425-40ad-b847-56abfb7a4e66 None None] Routers {'08c9315d-76ab-4b7e-b940-fd42c6e7560c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:46.518421 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-10a3e9a7-6425-40ad-b847-56abfb7a4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:46.593219 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-10a3e9a7-6425-40ad-b847-56abfb7a4e66 None None] Set router 08c9315d-76ab-4b7e-b940-fd42c6e7560c gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:46.663210 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-10a3e9a7-6425-40ad-b847-56abfb7a4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:43Z', 'revision_number': 11, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:46.671503 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e8242b4-e735-48b7-ab20-ffdfe7a29029 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.674639 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e8242b4-e735-48b7-ab20-ffdfe7a29029 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.699359 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3e9a7-6425-40ad-b847-56abfb7a4e66 None None] The sync data for ids ['08c9315d-76ab-4b7e-b940-fd42c6e7560c'] in n-d-787206-10 is: [{'id': '08c9315d-76ab-4b7e-b940-fd42c6e7560c', 'name': 'tempest-RoutersIpV6Test-router-162851879', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:41Z', 'updated_at': '2021-07-16T17:56:43Z', 'revision_number': 11, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:46.720411 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e8242b4-e735-48b7-ab20-ffdfe7a29029 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.720996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8242b4-e735-48b7-ab20-ffdfe7a29029 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Fanout notify agent at l3_agent the message router_deleted on router 08c9315d-76ab-4b7e-b940-fd42c6e7560c {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:56:46.730489 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e8242b4-e735-48b7-ab20-ffdfe7a29029 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.731624 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2e8242b4-e735-48b7-ab20-ffdfe7a29029 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c HTTP/1.1" status: 204 len: 168 time: 0.4272900 Jul 16 17:56:46.735859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57978) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:46.742826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-88ed00ff-9e2e-4925-bfc0-504774723829 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-542975353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:46.781929 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-88ed00ff-9e2e-4925-bfc0-504774723829 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.783186 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-88ed00ff-9e2e-4925-bfc0-504774723829 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.876426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-88ed00ff-9e2e-4925-bfc0-504774723829 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.882854 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-88ed00ff-9e2e-4925-bfc0-504774723829 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.903718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 324f8ce2-f3f5-4e6a-add2-404fadb54cbc no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:46.904285 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-88ed00ff-9e2e-4925-bfc0-504774723829 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.908474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57984) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:46.915480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-26f9bc48-cbaf-4659-a6f7-9945f6476d18 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:46.916854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-88ed00ff-9e2e-4925-bfc0-504774723829 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1703188 Jul 16 17:56:46.934729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 324f8ce2-f3f5-4e6a-add2-404fadb54cbc {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:46.935078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 324f8ce2-f3f5-4e6a-add2-404fadb54cbc not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:46.935777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 42bc420d-a4d7-4ff4-832b-310979cfa0f7 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:46.965216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 42bc420d-a4d7-4ff4-832b-310979cfa0f7 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:46.965569 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 42bc420d-a4d7-4ff4-832b-310979cfa0f7 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:47.167601 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26f9bc48-cbaf-4659-a6f7-9945f6476d18 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.186157 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26f9bc48-cbaf-4659-a6f7-9945f6476d18 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.228313 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424490bd-5044-441b-9d8c-f94c64ae795d x-openstack-request-id: req-424490bd-5044-441b-9d8c-f94c64ae795d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:47.228625 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b347c17b-dd06-41fb-a7e5-6373b8a1a71e", "name": "network-vif-deleted", "tag": "c70be55b-2fc0-4f11-90cf-45d28f4f73b0", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:47.228876 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-424490bd-5044-441b-9d8c-f94c64ae795d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:47.229303 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b347c17b-dd06-41fb-a7e5-6373b8a1a71e', 'name': 'network-vif-deleted', 'tag': 'c70be55b-2fc0-4f11-90cf-45d28f4f73b0', 'status': 'completed', 'code': 200} Jul 16 17:56:47.302116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f9bc48-cbaf-4659-a6f7-9945f6476d18 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Router 5e75c45a-1634-40bb-b5c2-271a5f9bb719 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:56:47.338380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beb743-2e58-484a-97d5-8c1475eb146a req-04650a62-0b7f-4a9b-92a1-3c159f928f37 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:47.348391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-04650a62-0b7f-4a9b-92a1-3c159f928f37 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/networks?id=09b97fc8-8c65-4803-904b-e891b26f63ac HTTP/1.1" status: 200 len: 813 time: 0.1665564 Jul 16 17:56:47.358329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-d79d522f-6f7a-40aa-b6df-e3fa752bfccd tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/quotas/87e1b8f480a441d5a0713bdad64b819e HTTP/1.1" status: 200 len: 375 time: 0.0106046 Jul 16 17:56:47.393321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f9bc48-cbaf-4659-a6f7-9945f6476d18 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:47.400803 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26f9bc48-cbaf-4659-a6f7-9945f6476d18 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.404295 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-26f9bc48-cbaf-4659-a6f7-9945f6476d18 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "PUT /v2.0/routers/5e75c45a-1634-40bb-b5c2-271a5f9bb719 HTTP/1.1" status: 200 len: 697 time: 0.4907672 Jul 16 17:56:47.404547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58006) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:47.410796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635b24ad-6c5a-4088-a478-5744b9e0720c None None] Sync routers for ids ['5e75c45a-1634-40bb-b5c2-271a5f9bb719'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:47.431921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b24ad-6c5a-4088-a478-5744b9e0720c None None] Routers {'5e75c45a-1634-40bb-b5c2-271a5f9bb719'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:47.433446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-635b24ad-6c5a-4088-a478-5744b9e0720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['5e75c45a-1634-40bb-b5c2-271a5f9bb719'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:47.434679 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-24768d3a-d731-423b-a7f2-b5cda5920368 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=87e1b8f480a441d5a0713bdad64b819e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691702 Jul 16 17:56:47.563424 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-25359a8e-7a6e-431f-b666-887af067ca28 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/routers/5e75c45a-1634-40bb-b5c2-271a5f9bb719 HTTP/1.1" status: 200 len: 703 time: 0.1553681 Jul 16 17:56:47.563949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58012) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:47.570408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-635b24ad-6c5a-4088-a478-5744b9e0720c None None] Set router 5e75c45a-1634-40bb-b5c2-271a5f9bb719 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:47.604352 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-784a5a28-bebf-4d7f-a475-495e9892fa9e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e75c45a-1634-40bb-b5c2-271a5f9bb719 HTTP/1.1" status: 200 len: 205 time: 0.0387907 Jul 16 17:56:47.606572 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58014) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:47.637033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-635b24ad-6c5a-4088-a478-5744b9e0720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75c45a-1634-40bb-b5c2-271a5f9bb719', 'name': 'tempest-RoutersIpV6Test-router-542975353', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 2, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:47.674745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635b24ad-6c5a-4088-a478-5744b9e0720c None None] Checking router: 5e75c45a-1634-40bb-b5c2-271a5f9bb719 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:47.688717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b24ad-6c5a-4088-a478-5744b9e0720c None None] Routers {'5e75c45a-1634-40bb-b5c2-271a5f9bb719'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:47.689820 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-635b24ad-6c5a-4088-a478-5744b9e0720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['5e75c45a-1634-40bb-b5c2-271a5f9bb719'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:47.725658 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-95eb7fde-ad90-4e42-8b26-81e6f565ee1c service neutron] 10.222.0.41 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897551 Jul 16 17:56:47.784448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25773d5a-2ff5-4e7f-a9a6-e3276cafa73a req-848e23f9-1fac-4fac-8ca8-0621642c14f0 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:47.788974 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25773d5a-2ff5-4e7f-a9a6-e3276cafa73a req-848e23f9-1fac-4fac-8ca8-0621642c14f0 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 945 time: 0.2629642 Jul 16 17:56:47.800080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-635b24ad-6c5a-4088-a478-5744b9e0720c None None] Set router 5e75c45a-1634-40bb-b5c2-271a5f9bb719 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:47.801649 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e62e0ca-329c-466f-bd6b-da6ca972597d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.905427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25773d5a-2ff5-4e7f-a9a6-e3276cafa73a req-bb6aa17f-5ac7-49bf-a56c-db125a7826f3 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599568 Jul 16 17:56:47.927725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-2a9dcf24-ce58-441f-af27-7f7d5d6de729 service neutron] 10.222.0.41 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009406 Jul 16 17:56:48.085574 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-635b24ad-6c5a-4088-a478-5744b9e0720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75c45a-1634-40bb-b5c2-271a5f9bb719', 'name': 'tempest-RoutersIpV6Test-router-542975353', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 2, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:48.172940 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaf5e04-74f8-48b0-a531-6b6039d65635 x-openstack-request-id: req-ccaf5e04-74f8-48b0-a531-6b6039d65635 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:48.173235 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6911a28-d967-43c0-b948-3f1badfa969f", "name": "network-vif-plugged", "status": "completed", "tag": "6e3ae15c-29b6-44ce-b093-5606c7a9fd69", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:48.173491 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccaf5e04-74f8-48b0-a531-6b6039d65635 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:48.173895 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6911a28-d967-43c0-b948-3f1badfa969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69', 'code': 200} Jul 16 17:56:48.174543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635b24ad-6c5a-4088-a478-5744b9e0720c None None] The sync data for ids ['5e75c45a-1634-40bb-b5c2-271a5f9bb719'] in n-d-787206-10 is: [{'id': '5e75c45a-1634-40bb-b5c2-271a5f9bb719', 'name': 'tempest-RoutersIpV6Test-router-542975353', 'tenant_id': '295e3acb607842b887594f7092b85dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 2, 'project_id': '295e3acb607842b887594f7092b85dce', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:48.188603 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e62e0ca-329c-466f-bd6b-da6ca972597d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.193566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e62e0ca-329c-466f-bd6b-da6ca972597d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.282681 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e62e0ca-329c-466f-bd6b-da6ca972597d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.283213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e62e0ca-329c-466f-bd6b-da6ca972597d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Fanout notify agent at l3_agent the message router_deleted on router 5e75c45a-1634-40bb-b5c2-271a5f9bb719 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:56:48.301523 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e62e0ca-329c-466f-bd6b-da6ca972597d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.307783 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6e62e0ca-329c-466f-bd6b-da6ca972597d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/5e75c45a-1634-40bb-b5c2-271a5f9bb719 HTTP/1.1" status: 204 len: 168 time: 0.6998549 Jul 16 17:56:48.308729 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58036) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:48.365903 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c291e84d-8077-4650-aedf-fe298a6b46b6 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e75c45a-1634-40bb-b5c2-271a5f9bb719 HTTP/1.1" status: 200 len: 205 time: 0.0500348 Jul 16 17:56:48.366601 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58038) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:48.370664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a97751-520e-4952-932f-d611288cf3f2 req-13f360c8-9248-48fe-9a4c-0e5e72e6919d tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.372490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0a97751-520e-4952-932f-d611288cf3f2 req-13f360c8-9248-48fe-9a4c-0e5e72e6919d tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.1313415 Jul 16 17:56:48.417706 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-c3dcfa92-d4b9-4b70-91ff-7df8d2111b27 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] delete failed (client error): The resource could not be found. Jul 16 17:56:48.421212 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c3dcfa92-d4b9-4b70-91ff-7df8d2111b27 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/5e75c45a-1634-40bb-b5c2-271a5f9bb719 HTTP/1.1" status: 404 len: 336 time: 0.0503323 Jul 16 17:56:48.421212 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722c64c-f6d7-4cac-82ab-33864d2b00fa req-0388f2ff-1faa-4ca6-b348-55ea63a54347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.422526 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8722c64c-f6d7-4cac-82ab-33864d2b00fa req-0388f2ff-1faa-4ca6-b348-55ea63a54347 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 1097 time: 0.3223844 Jul 16 17:56:48.423032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58044) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:48.476424 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e3ee14-5d8f-4c8b-80e6-d3e55805192c tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] DELETE failed (client error): The resource could not be found. Jul 16 17:56:48.476609 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e3ee14-5d8f-4c8b-80e6-d3e55805192c tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 17:56:48.481137 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-31e3ee14-5d8f-4c8b-80e6-d3e55805192c tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/05fa29ff-f295-40b9-84da-f559a319c3a1 HTTP/1.1" status: 404 len: 337 time: 0.0544462 Jul 16 17:56:48.483930 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58046) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:48.496552 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0a97751-520e-4952-932f-d611288cf3f2 req-03ae9200-18ed-46dc-9fe8-2de6c9cb334d tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129496 Jul 16 17:56:48.520540 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c502b41-ae74-4fdb-9f48-ecf3edf760c0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] DELETE failed (client error): The resource could not be found. Jul 16 17:56:48.520682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c502b41-ae74-4fdb-9f48-ecf3edf760c0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 17:56:48.522326 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1c502b41-ae74-4fdb-9f48-ecf3edf760c0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/8ccea7c6-7647-49e2-b7a3-64142b6c024d HTTP/1.1" status: 404 len: 337 time: 0.0374267 Jul 16 17:56:48.524251 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8722c64c-f6d7-4cac-82ab-33864d2b00fa req-0d252323-1baf-470b-a70a-5e9316fce82d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901949 Jul 16 17:56:48.525511 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58048) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:48.568561 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ecaf3d-7250-4152-be08-6a364fcfbf2a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] DELETE failed (client error): The resource could not be found. Jul 16 17:56:48.569069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ecaf3d-7250-4152-be08-6a364fcfbf2a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 17:56:48.573618 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-48ecaf3d-7250-4152-be08-6a364fcfbf2a tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/dfc9195b-f5a4-4a8d-945a-2a29e7dd3079 HTTP/1.1" status: 404 len: 337 time: 0.0445836 Jul 16 17:56:48.574074 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58052) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:48.631716 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e66888-1675-4a50-ac2c-ee46cf2dcfc1 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] DELETE failed (client error): The resource could not be found. Jul 16 17:56:48.632193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e66888-1675-4a50-ac2c-ee46cf2dcfc1 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 17:56:48.633954 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-99e66888-1675-4a50-ac2c-ee46cf2dcfc1 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/9169d08f-1fe6-4ef2-bfb0-dd5e8f368197 HTTP/1.1" status: 404 len: 337 time: 0.0591648 Jul 16 17:56:48.646526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58054) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:48.752411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fc94998-cb1a-4373-9a85-1b407bd65553 req-b0bee394-16e5-4466-b078-541f49162779 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 210 time: 0.1244514 Jul 16 17:56:48.808810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58064) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:48.809321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7b29c925-eede-4630-b68b-099f1b01e136 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=08c9315d-76ab-4b7e-b940-fd42c6e7560c HTTP/1.1" status: 200 len: 205 time: 0.1592710 Jul 16 17:56:48.906287 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-acc4203b-e7e3-4027-aa72-3219d514e196 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] delete failed (client error): The resource could not be found. Jul 16 17:56:48.910245 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-acc4203b-e7e3-4027-aa72-3219d514e196 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/08c9315d-76ab-4b7e-b940-fd42c6e7560c HTTP/1.1" status: 404 len: 336 time: 0.0998404 Jul 16 17:56:48.912985 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58068) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:48.953252 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8416a585-fb23-45f9-9c2e-17f20e90f6b1 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=f948c959-bc48-419b-b21c-50eecc539b17 HTTP/1.1" status: 200 len: 205 time: 0.0389082 Jul 16 17:56:48.956138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58072) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.003263 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-673fa64e-f0b9-4806-9496-b20915aa0a3e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] delete failed (client error): The resource could not be found. Jul 16 17:56:49.004942 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-673fa64e-f0b9-4806-9496-b20915aa0a3e tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/f948c959-bc48-419b-b21c-50eecc539b17 HTTP/1.1" status: 404 len: 336 time: 0.0475001 Jul 16 17:56:49.007295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58074) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.015984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03892242-1313-4b98-b22a-739d804cedcd req-383b1d58-d515-4fd0-a1b4-46ed0d5d1492 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.023445 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03892242-1313-4b98-b22a-739d804cedcd req-383b1d58-d515-4fd0-a1b4-46ed0d5d1492 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 949 time: 0.1773391 Jul 16 17:56:49.040625 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-179c9be1-a422-4884-b384-bf6ab1c87d55 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] DELETE failed (client error): The resource could not be found. Jul 16 17:56:49.041667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179c9be1-a422-4884-b384-bf6ab1c87d55 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 17:56:49.043791 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-179c9be1-a422-4884-b384-bf6ab1c87d55 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/4b549f7c-3349-4068-948c-0cb416691e56 HTTP/1.1" status: 404 len: 337 time: 0.0353372 Jul 16 17:56:49.046964 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58076) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.083376 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c2bf5b57-842b-41e5-ba2f-fe21a891ab5d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=62647c4f-f7ee-4067-9bed-af069f4ba9b6 HTTP/1.1" status: 200 len: 205 time: 0.0350537 Jul 16 17:56:49.085790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58078) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.112212 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03892242-1313-4b98-b22a-739d804cedcd req-1de05e7c-5ea5-43e1-a431-1b66f6f0c4e4 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/security-groups?id=33b1475d-faa3-48fa-aec4-b08a8d51b334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853250 Jul 16 17:56:49.164652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9fe60-5731-4d02-ac8f-9d1ec47ecb27 req-c29d9176-2a68-4a68-9ea2-f77cad0d35ca tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.169644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ba9fe60-5731-4d02-ac8f-9d1ec47ecb27 req-c29d9176-2a68-4a68-9ea2-f77cad0d35ca tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.2233543 Jul 16 17:56:49.181162 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-6f5a1af5-4a81-489c-80a2-92e871e1c250 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] delete failed (client error): The resource could not be found. Jul 16 17:56:49.182501 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6f5a1af5-4a81-489c-80a2-92e871e1c250 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/62647c4f-f7ee-4067-9bed-af069f4ba9b6 HTTP/1.1" status: 404 len: 336 time: 0.0948298 Jul 16 17:56:49.186354 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58086) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.221753 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-651b542b-ff28-49ff-9eb2-712bdb453df1 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=9caf9fd3-f95f-4969-9d27-5c475ee42f37 HTTP/1.1" status: 200 len: 205 time: 0.0335815 Jul 16 17:56:49.224439 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58088) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.266900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ba9fe60-5731-4d02-ac8f-9d1ec47ecb27 req-5c2e5f0d-a98e-415c-8c6c-8a05f3545546 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883255 Jul 16 17:56:49.288398 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-a47cb31f-a672-4ff1-882c-524b7f461bb5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] delete failed (client error): The resource could not be found. Jul 16 17:56:49.292010 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a47cb31f-a672-4ff1-882c-524b7f461bb5 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/9caf9fd3-f95f-4969-9d27-5c475ee42f37 HTTP/1.1" status: 404 len: 336 time: 0.0639617 Jul 16 17:56:49.303466 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58094) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.340178 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5ac064-b4af-420a-89b9-ce42b8113fa0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] DELETE failed (client error): The resource could not be found. Jul 16 17:56:49.340713 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5ac064-b4af-420a-89b9-ce42b8113fa0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 17:56:49.343014 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-db5ac064-b4af-420a-89b9-ce42b8113fa0 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/b02ffd81-bc30-49ba-b322-9c70f06e7629 HTTP/1.1" status: 404 len: 337 time: 0.0467408 Jul 16 17:56:49.345956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58096) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.377334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 333d8682-d9bd-4119-98af-39a668a15bf5 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:49.392986 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5fddc37f-f87f-4181-8999-da43bab0368b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4554a00-094a-4dbb-b7e2-e9b11a34c5ed HTTP/1.1" status: 200 len: 205 time: 0.0452738 Jul 16 17:56:49.394934 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58098) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.457802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-2a03793b-2c37-4670-b8e9-522ca81c66d7 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.459390 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-1f4b68f2-455b-42c8-8b1b-be28be9cd0d7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] delete failed (client error): The resource could not be found. Jul 16 17:56:49.460453 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1f4b68f2-455b-42c8-8b1b-be28be9cd0d7 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/e4554a00-094a-4dbb-b7e2-e9b11a34c5ed HTTP/1.1" status: 404 len: 336 time: 0.0642323 Jul 16 17:56:49.465942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58100) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.466861 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-2a03793b-2c37-4670-b8e9-522ca81c66d7 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/networks?id=779ac9d7-2f9a-4efa-90ae-d58907e96a43 HTTP/1.1" status: 200 len: 811 time: 0.2054126 Jul 16 17:56:49.486691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-e9616055-3c08-44f8-b517-34e1997bd859 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/quotas/6659736fb9cd41d391c1680db88c67fd HTTP/1.1" status: 200 len: 375 time: 0.0186787 Jul 16 17:56:49.519658 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15e4f1f-d98c-48de-af7a-81c9c9da749d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] DELETE failed (client error): The resource could not be found. Jul 16 17:56:49.519992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15e4f1f-d98c-48de-af7a-81c9c9da749d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 17:56:49.521707 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d15e4f1f-d98c-48de-af7a-81c9c9da749d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/dab00bae-1c55-4151-9a4b-57b5afc27f4d HTTP/1.1" status: 404 len: 337 time: 0.0548239 Jul 16 17:56:49.528293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58102) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.540773 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.600245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=333d8682-d9bd-4119-98af-39a668a15bf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:49.607490 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6a0b17e2-b7f2-437b-acc4-2c99218be7d2 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35c26b-c2a8-4880-8475-8d684ff3efa1 HTTP/1.1" status: 200 len: 205 time: 0.0775552 Jul 16 17:56:49.609940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58104) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.611448 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.644665 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-06331088-17b5-4d0a-b9d1-bae44c8fa84d tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6659736fb9cd41d391c1680db88c67fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1563196 Jul 16 17:56:49.680709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=333d8682-d9bd-4119-98af-39a668a15bf5,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:49.681584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262ba7d-0f0a-4784-bbe4-05d3d23f7db8 req-65b6ebfb-cdf8-437d-9a4c-f8867e3ec280 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.683341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7262ba7d-0f0a-4784-bbe4-05d3d23f7db8 req-65b6ebfb-cdf8-437d-9a4c-f8867e3ec280 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 945 time: 0.1816008 Jul 16 17:56:49.720888 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-31ac3710-ac15-4e14-9d6e-289e1e38a16d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] delete failed (client error): The resource could not be found. Jul 16 17:56:49.724355 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-31ac3710-ac15-4e14-9d6e-289e1e38a16d tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/routers/4b35c26b-c2a8-4880-8475-8d684ff3efa1 HTTP/1.1" status: 404 len: 336 time: 0.1064894 Jul 16 17:56:49.732992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58106) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.813690 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2c216b-a77a-4088-8078-9db352115189 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] DELETE failed (client error): The resource could not be found. Jul 16 17:56:49.814339 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2c216b-a77a-4088-8078-9db352115189 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 17:56:49.821313 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-af2c216b-a77a-4088-8078-9db352115189 tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/0939bb27-92b8-4490-96ab-7acb6f4346b0 HTTP/1.1" status: 404 len: 337 time: 0.0867505 Jul 16 17:56:49.824097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58112) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.851986 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af79930-7957-477a-88a3-ce8aa54d8a2b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] DELETE failed (client error): The resource could not be found. Jul 16 17:56:49.852426 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af79930-7957-477a-88a3-ce8aa54d8a2b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 17:56:49.854159 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9af79930-7957-477a-88a3-ce8aa54d8a2b tempest-RoutersIpV6Test-1971376756 tempest-RoutersIpV6Test-1971376756-project] 10.222.0.41 "DELETE /v2.0/subnets/b52cddac-c520-487a-b73e-595578cf3a8f HTTP/1.1" status: 404 len: 337 time: 0.0291007 Jul 16 17:56:49.868948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7262ba7d-0f0a-4784-bbe4-05d3d23f7db8 req-98d83f9c-8610-4412-a3cc-c778c754747b tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625042 Jul 16 17:56:49.915394 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-68e1b396-0a0b-4c1b-8805-2ceb69e328b9 service neutron] 10.222.0.41 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602491 Jul 16 17:56:50.087589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-f4500e25-acaa-47fd-9af1-8da3d2bdf87e service neutron] 10.222.0.41 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604328 Jul 16 17:56:50.130898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58132) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:50.174659 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:50.178762 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab7d25c-7f29-4246-bc71-a4d8edffdc5b" -d '{"events": [{"server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "name": "network-vif-unplugged", "status": "completed", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:50.202326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fb3ad97-fa85-4391-9add-399e216b65ae req-3f326a1c-963b-4a42-9319-5f98e03e779a tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 210 time: 0.0576873 Jul 16 17:56:50.344411 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e710bd-681d-4b7a-bb12-e0f05716478a x-openstack-request-id: req-48e710bd-681d-4b7a-bb12-e0f05716478a {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:50.344870 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "name": "network-vif-unplugged", "status": "completed", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:50.345196 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48e710bd-681d-4b7a-bb12-e0f05716478a {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:50.345652 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5', 'code': 200} Jul 16 17:56:50.382709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb5af0-f9e1-42cd-bd77-47a991b9f15e req-54af5e17-0dc5-4bd0-a604-8649ee367c12 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:50.384409 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8dcb5af0-f9e1-42cd-bd77-47a991b9f15e req-54af5e17-0dc5-4bd0-a604-8649ee367c12 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 949 time: 0.1794763 Jul 16 17:56:50.505349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ccad5813-44f9-46fd-8a90-e25d01afa302 req-24587b59-8cc9-4c55-a5d1-47422e9358b1 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 210 time: 0.0711834 Jul 16 17:56:50.558329 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-8dcb5af0-f9e1-42cd-bd77-47a991b9f15e req-ac076318-49e1-47e5-ba72-7c42ccb3736c tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Deleting port 5e598ef2-b61e-477a-8490-a26f7743d703 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:50.558909 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8dcb5af0-f9e1-42cd-bd77-47a991b9f15e req-ac076318-49e1-47e5-ba72-7c42ccb3736c tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.566098 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3d955b31-83be-482b-9a05-5ae88987f2d3 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:50.567720 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3d955b31-83be-482b-9a05-5ae88987f2d3 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.35 "GET /v2.0/networks?id=09b97fc8-8c65-4803-904b-e891b26f63ac HTTP/1.1" status: 200 len: 813 time: 0.3295102 Jul 16 17:56:50.574061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5505d0aa-3d85-4e8b-b003-df9a3970e8ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=295e3acb607842b887594f7092b85dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394622 Jul 16 17:56:50.574952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58148) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:50.586419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-93beb743-2e58-484a-97d5-8c1475eb146a req-fe5432da-beb0-4a3c-84f6-a8a8d7105f10 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Request body: {'port': {'device_id': 'f60822de-1cce-46b2-930d-f06e63250b69', 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac', 'admin_state_up': True, 'tenant_id': '87e1b8f480a441d5a0713bdad64b819e'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:50.752622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-8dcb5af0-f9e1-42cd-bd77-47a991b9f15e req-ac076318-49e1-47e5-ba72-7c42ccb3736c tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] For port 5e598ef2-b61e-477a-8490-a26f7743d703, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5e598ef2-b61e-477a-8490-a26f7743d703,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:50.753232 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8dcb5af0-f9e1-42cd-bd77-47a991b9f15e req-ac076318-49e1-47e5-ba72-7c42ccb3736c tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.761294 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-40d3e0a7-e2a7-43f3-9fbb-5437fc01374b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.786108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-8dcb5af0-f9e1-42cd-bd77-47a991b9f15e req-ac076318-49e1-47e5-ba72-7c42ccb3736c tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Calling delete_port for 5e598ef2-b61e-477a-8490-a26f7743d703 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:50.800129 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-40d3e0a7-e2a7-43f3-9fbb-5437fc01374b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.825353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93beb743-2e58-484a-97d5-8c1475eb146a req-fe5432da-beb0-4a3c-84f6-a8a8d7105f10 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Made reservation on behalf of 87e1b8f480a441d5a0713bdad64b819e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:50.832021 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-93beb743-2e58-484a-97d5-8c1475eb146a req-fe5432da-beb0-4a3c-84f6-a8a8d7105f10 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.034723 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-40d3e0a7-e2a7-43f3-9fbb-5437fc01374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.055742 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-40d3e0a7-e2a7-43f3-9fbb-5437fc01374b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.057021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-40d3e0a7-e2a7-43f3-9fbb-5437fc01374b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c525509-df85-4e5d-90e9-618fabb8d338 HTTP/1.1" status: 204 len: 168 time: 0.4817019 Jul 16 17:56:51.110374 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8dcb5af0-f9e1-42cd-bd77-47a991b9f15e req-ac076318-49e1-47e5-ba72-7c42ccb3736c tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.131638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['5e598ef2-b61e-477a-8490-a26f7743d703'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:51.135931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['a18a4c5c-e22a-4859-ab9d-ae88ac808a4f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:51.137543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3e0a7-e2a7-43f3-9fbb-5437fc01374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c525509-df85-4e5d-90e9-618fabb8d338,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:51.179978 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-93beb743-2e58-484a-97d5-8c1475eb146a req-fe5432da-beb0-4a3c-84f6-a8a8d7105f10 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Allocated IP 172.20.0.10 (09b97fc8-8c65-4803-904b-e891b26f63ac/21138c88-dbc5-44b0-8de1-b7f73e048483/bf615bbd-904b-4720-ba73-10c6e0090c4a) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:51.181773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac076318-49e1-47e5-ba72-7c42ccb3736c tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Pushing event deleted for resources: {'Port': ['ID=5e598ef2-b61e-477a-8490-a26f7743d703,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:51.324295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcb5af0-f9e1-42cd-bd77-47a991b9f15e req-ac076318-49e1-47e5-ba72-7c42ccb3736c tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] No DVR routers for this DVR port 5e598ef2-b61e-477a-8490-a26f7743d703 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:51.330199 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8dcb5af0-f9e1-42cd-bd77-47a991b9f15e req-ac076318-49e1-47e5-ba72-7c42ccb3736c tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.333783 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8dcb5af0-f9e1-42cd-bd77-47a991b9f15e req-ac076318-49e1-47e5-ba72-7c42ccb3736c tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.43 "DELETE /v2.0/ports/5e598ef2-b61e-477a-8490-a26f7743d703 HTTP/1.1" status: 204 len: 173 time: 0.9436181 Jul 16 17:56:51.334297 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f376c0-0a30-4017-8789-edd6bdf4c7f7', 'name': 'network-vif-deleted', 'tag': '5e598ef2-b61e-477a-8490-a26f7743d703'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:51.340971 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b14c0a-f484-40c8-9a09-831e3ee0108e" -d '{"events": [{"server_uuid": "89f376c0-0a30-4017-8789-edd6bdf4c7f7", "name": "network-vif-deleted", "tag": "5e598ef2-b61e-477a-8490-a26f7743d703"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:51.363681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a147e13b-811c-439a-9a16-2b8326d15c4e req-6a1de410-6299-41dc-b327-398f2e4d39dd tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 210 time: 0.0902104 Jul 16 17:56:51.621897 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-93beb743-2e58-484a-97d5-8c1475eb146a req-fe5432da-beb0-4a3c-84f6-a8a8d7105f10 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.697565 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-93beb743-2e58-484a-97d5-8c1475eb146a req-fe5432da-beb0-4a3c-84f6-a8a8d7105f10 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.875868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93beb743-2e58-484a-97d5-8c1475eb146a req-fe5432da-beb0-4a3c-84f6-a8a8d7105f10 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Network 09b97fc8-8c65-4803-904b-e891b26f63ac is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:51.893887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-93beb743-2e58-484a-97d5-8c1475eb146a req-fe5432da-beb0-4a3c-84f6-a8a8d7105f10 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:51.905009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-93beb743-2e58-484a-97d5-8c1475eb146a req-fe5432da-beb0-4a3c-84f6-a8a8d7105f10 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:51.909433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5432da-beb0-4a3c-84f6-a8a8d7105f10 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Pushing event updated for resources: {'Port': ['ID=bf615bbd-904b-4720-ba73-10c6e0090c4a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:52.051721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc45a7-a69a-4dfe-a524-3f8315198710 req-8b2983e5-26ff-4a89-83bc-81928ed614db tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:52.053589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4dc45a7-a69a-4dfe-a524-3f8315198710 req-8b2983e5-26ff-4a89-83bc-81928ed614db tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 945 time: 0.3739374 Jul 16 17:56:52.123225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beb743-2e58-484a-97d5-8c1475eb146a req-fe5432da-beb0-4a3c-84f6-a8a8d7105f10 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:52.123881 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-93beb743-2e58-484a-97d5-8c1475eb146a req-fe5432da-beb0-4a3c-84f6-a8a8d7105f10 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.193947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-fe5432da-beb0-4a3c-84f6-a8a8d7105f10 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6119130 Jul 16 17:56:52.210651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4dc45a7-a69a-4dfe-a524-3f8315198710 req-856fcdea-cb55-47e0-a76a-f6ba04f61431 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423533 Jul 16 17:56:52.215032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Request body: {'port': {'device_id': 'f60822de-1cce-46b2-930d-f06e63250b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:52.322987 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c67630-5dd6-4ca0-af7d-337e8ec78223 x-openstack-request-id: req-b2c67630-5dd6-4ca0-af7d-337e8ec78223 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:52.323610 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f376c0-0a30-4017-8789-edd6bdf4c7f7", "name": "network-vif-deleted", "tag": "5e598ef2-b61e-477a-8490-a26f7743d703", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:52.323722 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2c67630-5dd6-4ca0-af7d-337e8ec78223 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:52.324111 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f376c0-0a30-4017-8789-edd6bdf4c7f7', 'name': 'network-vif-deleted', 'tag': '5e598ef2-b61e-477a-8490-a26f7743d703', 'status': 'completed', 'code': 200} Jul 16 17:56:52.393220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a0e96-16c9-466a-b0a7-74658205b7a1 req-87887c96-e9d2-4c43-b301-6066e36efc8d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:52.394807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d63a0e96-16c9-466a-b0a7-74658205b7a1 req-87887c96-e9d2-4c43-b301-6066e36efc8d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 932 time: 0.3082595 Jul 16 17:56:52.412603 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.565143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-02a4c4f2-3fdf-4f83-ac0a-929353e1a8b9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:52.571101 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-02a4c4f2-3fdf-4f83-ac0a-929353e1a8b9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.43 "GET /v2.0/networks?id=779ac9d7-2f9a-4efa-90ae-d58907e96a43 HTTP/1.1" status: 200 len: 811 time: 0.2234499 Jul 16 17:56:52.597524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6549df82-40d4-44ba-b982-d6f3c787235e req-97edc1f4-0bac-43cb-ada4-ee5226f27918 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 210 time: 0.0566127 Jul 16 17:56:52.605636 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-4a6fa0f1-f0af-47fa-b8f1-c0b54d0a03e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Request body: {'port': {'device_id': 'bddcb376-dabf-4114-a5ca-d3a586e10e26', 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43', 'admin_state_up': True, 'tenant_id': '6659736fb9cd41d391c1680db88c67fd'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:52.621892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d63a0e96-16c9-466a-b0a7-74658205b7a1 req-cc0b617e-8b86-4c76-9368-1b9b49576e41 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109137 Jul 16 17:56:52.673856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58244) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:52.790930 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-4a6fa0f1-f0af-47fa-b8f1-c0b54d0a03e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Made reservation on behalf of 6659736fb9cd41d391c1680db88c67fd for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:52.797346 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-4a6fa0f1-f0af-47fa-b8f1-c0b54d0a03e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.142947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f783ee4a-88ad-4acc-838b-3b02ee9e04a5 tempest-ServiceProvidersTest-1997895776 tempest-ServiceProvidersTest-1997895776-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4674778 Jul 16 17:56:53.166745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-715fa8d2-a657-4618-8ccd-93701efe5527 req-b247fc4a-9a95-4e3d-ba7c-0a47bdd520e8 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f376c0-0a30-4017-8789-edd6bdf4c7f7 HTTP/1.1" status: 200 len: 210 time: 0.1463699 Jul 16 17:56:53.364400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5e598ef2-b61e-477a-8490-a26f7743d703 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:53.427766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf615bbd-904b-4720-ba73-10c6e0090c4a {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:53.433494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 5e598ef2-b61e-477a-8490-a26f7743d703 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:53.435096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5e598ef2-b61e-477a-8490-a26f7743d703 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:53.458487 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.488316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Transition to ACTIVE for port object bf615bbd-904b-4720-ba73-10c6e0090c4a will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:53.492728 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.550710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Pushing event updated for resources: {'Port': ['ID=bf615bbd-904b-4720-ba73-10c6e0090c4a,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:53.704082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58280) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:53.730121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43f5ca-c5c1-48c8-8dbc-2d08b588c9b1 req-4075d9e1-2b6e-4d66-bf93-78152c0d04ba tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:53.736223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d43f5ca-c5c1-48c8-8dbc-2d08b588c9b1 req-4075d9e1-2b6e-4d66-bf93-78152c0d04ba tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 945 time: 0.1865170 Jul 16 17:56:53.801449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Attempting to bind port bf615bbd-904b-4720-ba73-10c6e0090c4a on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:53.802088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Attempting to bind port bf615bbd-904b-4720-ba73-10c6e0090c4a by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:53.802795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Attempting to bind port bf615bbd-904b-4720-ba73-10c6e0090c4a on network 09b97fc8-8c65-4803-904b-e891b26f63ac {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:53.820542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Port bf615bbd-904b-4720-ba73-10c6e0090c4a on network 09b97fc8-8c65-4803-904b-e891b26f63ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:53.820906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Attempting to bind port bf615bbd-904b-4720-ba73-10c6e0090c4a on network 09b97fc8-8c65-4803-904b-e891b26f63ac {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:53.831132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d43f5ca-c5c1-48c8-8dbc-2d08b588c9b1 req-2771b2f9-3891-42b9-ae80-b06ed59ee4f2 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800474 Jul 16 17:56:53.832287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:53.832629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Checking segment: {'id': '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:53.833172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Bound using segment: {'id': '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:53.834397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Bound port: bf615bbd-904b-4720-ba73-10c6e0090c4a, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:53.834794 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.865033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-4a6fa0f1-f0af-47fa-b8f1-c0b54d0a03e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Allocated IP 172.20.0.5 (779ac9d7-2f9a-4efa-90ae-d58907e96a43/523cbcf0-c6a3-4b6e-9020-6529e4d951df/bdd20737-a6ce-4773-a7e7-199d606d7a40) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:53.929161 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c3fcaaf4-98a9-41da-aadc-c997fdbfdf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.981314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] For port bf615bbd-904b-4720-ba73-10c6e0090c4a, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:54.007244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] For port bf615bbd-904b-4720-ba73-10c6e0090c4a, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bf615bbd-904b-4720-ba73-10c6e0090c4a,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:54.019286 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.083539 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-4a6fa0f1-f0af-47fa-b8f1-c0b54d0a03e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.088996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Pushing event updated for resources: {'Port': ['ID=bf615bbd-904b-4720-ba73-10c6e0090c4a,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:54.113630 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.114282 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.115805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-3318c7a8-286d-4dc9-b2e0-e76ce4a66a13 service neutron] 10.222.0.35 "PUT /v2.0/ports/bf615bbd-904b-4720-ba73-10c6e0090c4a HTTP/1.1" status: 200 len: 1093 time: 1.9052367 Jul 16 17:56:54.116257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60822de-1cce-46b2-930d-f06e63250b69', 'tag': 'bf615bbd-904b-4720-ba73-10c6e0090c4a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:54.119063 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce79438-a0b8-4024-a3fe-69f93906e56f" -d '{"events": [{"name": "network-changed", "server_uuid": "f60822de-1cce-46b2-930d-f06e63250b69", "tag": "bf615bbd-904b-4720-ba73-10c6e0090c4a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:54.144404 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-4a6fa0f1-f0af-47fa-b8f1-c0b54d0a03e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.167477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['b53c3abf-aaf3-4279-b018-2618043a1d80'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:54.258298 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c3fcaaf4-98a9-41da-aadc-c997fdbfdf3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.273755 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-4a6fa0f1-f0af-47fa-b8f1-c0b54d0a03e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:54.274806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d11f6f-034e-4fb4-9ec1-c04708e6ee90 req-5c404424-b255-4810-bce5-febedb28b2e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.281663 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-4a6fa0f1-f0af-47fa-b8f1-c0b54d0a03e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:54.284473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8d11f6f-034e-4fb4-9ec1-c04708e6ee90 req-5c404424-b255-4810-bce5-febedb28b2e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 931 time: 0.1156371 Jul 16 17:56:54.296862 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-4a6fa0f1-f0af-47fa-b8f1-c0b54d0a03e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:54.333645 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c3fcaaf4-98a9-41da-aadc-c997fdbfdf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.402567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-4a6fa0f1-f0af-47fa-b8f1-c0b54d0a03e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.403214 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-4a6fa0f1-f0af-47fa-b8f1-c0b54d0a03e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.426856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fa0f1-f0af-47fa-b8f1-c0b54d0a03e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Pushing event updated for resources: {'Port': ['ID=bdd20737-a6ce-4773-a7e7-199d606d7a40,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:54.440157 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-4a6fa0f1-f0af-47fa-b8f1-c0b54d0a03e5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8393605 Jul 16 17:56:54.453926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Request body: {'port': {'device_id': 'bddcb376-dabf-4114-a5ca-d3a586e10e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:54.498521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8d11f6f-034e-4fb4-9ec1-c04708e6ee90 req-e877fbd5-7c19-47a8-b907-364668f87f33 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130430 Jul 16 17:56:54.550843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c3fcaaf4-98a9-41da-aadc-c997fdbfdf3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48d2e67a7eda460f8ce5c5520f7de26b&name=default HTTP/1.1" status: 200 len: 2982 time: 0.8423474 Jul 16 17:56:54.553320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58306) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:54.565641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcaaf4-98a9-41da-aadc-c997fdbfdf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5821f188-118b-4eaa-b5b4-49080df36c5c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:54.600036 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.630944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beb743-2e58-484a-97d5-8c1475eb146a req-4b0db10b-1af4-4882-a8b8-31b36efe4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.632639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-4b0db10b-1af4-4882-a8b8-31b36efe4971 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87e1b8f480a441d5a0713bdad64b819e&device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 1096 time: 0.3687460 Jul 16 17:56:55.040837 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd20737-a6ce-4773-a7e7-199d606d7a40 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:55.050271 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.067246 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Transition to ACTIVE for port object bdd20737-a6ce-4773-a7e7-199d606d7a40 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:55.075724 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.086886 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63da0900-287e-4269-8b8d-37a3c3c8f454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.094174 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b86050-9402-4890-a9f6-33f099f37042 x-openstack-request-id: req-50b86050-9402-4890-a9f6-33f099f37042 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:55.094706 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60822de-1cce-46b2-930d-f06e63250b69", "tag": "bf615bbd-904b-4720-ba73-10c6e0090c4a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:55.095051 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50b86050-9402-4890-a9f6-33f099f37042 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:55.096122 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60822de-1cce-46b2-930d-f06e63250b69', 'tag': 'bf615bbd-904b-4720-ba73-10c6e0090c4a', 'status': 'completed', 'code': 200} Jul 16 17:56:55.130530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850458a-75a8-4e55-9441-985c38c764d0 req-b64313f4-7c63-4908-a37b-384abf23572b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.132998 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c850458a-75a8-4e55-9441-985c38c764d0 req-b64313f4-7c63-4908-a37b-384abf23572b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 944 time: 0.8017080 Jul 16 17:56:55.136565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-df429e59-1906-4d46-89cd-9c24f469e767 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf615bbd-904b-4720-ba73-10c6e0090c4a HTTP/1.1" status: 200 len: 217 time: 0.4925399 Jul 16 17:56:55.220607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd20737-a6ce-4773-a7e7-199d606d7a40,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:55.237339 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63da0900-287e-4269-8b8d-37a3c3c8f454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.247023 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c850458a-75a8-4e55-9441-985c38c764d0 req-0fab5fc7-e403-4a7f-93b6-5423e3eff0d8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992858 Jul 16 17:56:55.332879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beb743-2e58-484a-97d5-8c1475eb146a req-cbd4bb13-bf5b-4a8b-856b-3c640ec4fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.341382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-cbd4bb13-bf5b-4a8b-856b-3c640ec4fcb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21138c88-dbc5-44b0-8de1-b7f73e048483 HTTP/1.1" status: 200 len: 853 time: 0.1872203 Jul 16 17:56:55.342243 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Attempting to bind port bdd20737-a6ce-4773-a7e7-199d606d7a40 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:55.342884 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Attempting to bind port bdd20737-a6ce-4773-a7e7-199d606d7a40 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '8cf5ddb0-04dd-475f-880a-b33ef209e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:55.344122 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Attempting to bind port bdd20737-a6ce-4773-a7e7-199d606d7a40 on network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:55.350214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Port bdd20737-a6ce-4773-a7e7-199d606d7a40 on network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:55.350539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Attempting to bind port bdd20737-a6ce-4773-a7e7-199d606d7a40 on network 779ac9d7-2f9a-4efa-90ae-d58907e96a43 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:55.355794 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:55.356139 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Checking segment: {'id': '8cf5ddb0-04dd-475f-880a-b33ef209e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:55.356520 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Bound using segment: {'id': '8cf5ddb0-04dd-475f-880a-b33ef209e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:55.357127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Bound port: bdd20737-a6ce-4773-a7e7-199d606d7a40, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf5ddb0-04dd-475f-880a-b33ef209e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:55.357885 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.435098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-38a26fc8-ccf1-42b1-90f8-253a1da54fce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09b97fc8-8c65-4803-904b-e891b26f63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595107 Jul 16 17:56:55.439347 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] For port bdd20737-a6ce-4773-a7e7-199d606d7a40, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:55.443006 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] For port bdd20737-a6ce-4773-a7e7-199d606d7a40, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=bdd20737-a6ce-4773-a7e7-199d606d7a40,segment=NetworkSegment(8cf5ddb0-04dd-475f-880a-b33ef209e5b9),segment_id=8cf5ddb0-04dd-475f-880a-b33ef209e5b9)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:55.455891 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.525215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.526804 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.528449 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] 10.222.0.43 "PUT /v2.0/ports/bdd20737-a6ce-4773-a7e7-199d606d7a40 HTTP/1.1" status: 200 len: 1092 time: 1.0800099 Jul 16 17:56:55.529354 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddcb376-dabf-4114-a5ca-d3a586e10e26', 'tag': 'bdd20737-a6ce-4773-a7e7-199d606d7a40'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:55.533067 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a17102-467c-430d-8982-983fbee59531" -d '{"events": [{"name": "network-changed", "server_uuid": "bddcb376-dabf-4114-a5ca-d3a586e10e26", "tag": "bdd20737-a6ce-4773-a7e7-199d606d7a40"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:55.559921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18ac25-4a58-4fe1-a8db-8a22f40db523 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd20737-a6ce-4773-a7e7-199d606d7a40,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:55.586821 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63da0900-287e-4269-8b8d-37a3c3c8f454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.589366 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63da0900-287e-4269-8b8d-37a3c3c8f454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.590509 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-63da0900-287e-4269-8b8d-37a3c3c8f454 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5821f188-118b-4eaa-b5b4-49080df36c5c HTTP/1.1" status: 204 len: 168 time: 1.0345492 Jul 16 17:56:55.618714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039b61b-1a87-4029-ad31-4b0d150dcde9 req-2aebb283-8b7e-4c18-a7c1-3bcd57d344b1 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.627964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f039b61b-1a87-4029-ad31-4b0d150dcde9 req-2aebb283-8b7e-4c18-a7c1-3bcd57d344b1 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 945 time: 0.3752081 Jul 16 17:56:55.669252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da0900-287e-4269-8b8d-37a3c3c8f454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5821f188-118b-4eaa-b5b4-49080df36c5c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:55.671568 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-31bf3b1d-c122-46fe-a2be-aafc489a454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.675946 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-31bf3b1d-c122-46fe-a2be-aafc489a454b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6659736fb9cd41d391c1680db88c67fd&device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 1095 time: 0.0970058 Jul 16 17:56:55.694937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-13fc4f9e-2d09-4cee-9fd1-68a105983a78 service neutron] 10.222.0.35 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392566 Jul 16 17:56:55.703716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fa728-7c01-4725-a7ba-942cb2d473f6 req-e0bee6d3-5648-4076-a3e4-5202bc688090 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.705550 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b8fa728-7c01-4725-a7ba-942cb2d473f6 req-e0bee6d3-5648-4076-a3e4-5202bc688090 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.2762508 Jul 16 17:56:55.766829 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-89d99f5d-7d77-4c4d-8512-c36427eb4891 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdd20737-a6ce-4773-a7e7-199d606d7a40 HTTP/1.1" status: 200 len: 217 time: 0.0853739 Jul 16 17:56:55.787291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f039b61b-1a87-4029-ad31-4b0d150dcde9 req-648fdd7c-504a-4054-b70a-713117e4c819 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545784 Jul 16 17:56:55.849578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-35869221-aa6f-483a-8b8f-c111ae8346a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.851366 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-35869221-aa6f-483a-8b8f-c111ae8346a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=523cbcf0-c6a3-4b6e-9020-6529e4d951df HTTP/1.1" status: 200 len: 851 time: 0.0728612 Jul 16 17:56:55.881726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b8fa728-7c01-4725-a7ba-942cb2d473f6 req-4499b133-3753-422b-8ea3-b021ed9e0481 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604240 Jul 16 17:56:55.913730 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-e57b654b-efa6-4275-b382-927cf6e485c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=779ac9d7-2f9a-4efa-90ae-d58907e96a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509303 Jul 16 17:56:55.933175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93beb743-2e58-484a-97d5-8c1475eb146a req-8457c2db-f8ab-4815-981e-b56c2374fded service neutron] 10.222.0.35 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187986 Jul 16 17:56:56.022890 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1e5ab0-eac8-418b-ad01-7d00325bbcce x-openstack-request-id: req-5d1e5ab0-eac8-418b-ad01-7d00325bbcce {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:56.023224 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddcb376-dabf-4114-a5ca-d3a586e10e26", "tag": "bdd20737-a6ce-4773-a7e7-199d606d7a40", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:56.023557 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d1e5ab0-eac8-418b-ad01-7d00325bbcce {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:56.023924 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddcb376-dabf-4114-a5ca-d3a586e10e26', 'tag': 'bdd20737-a6ce-4773-a7e7-199d606d7a40', 'status': 'completed', 'code': 200} Jul 16 17:56:56.085249 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-2a1f096f-621a-4d35-badd-6cca65861d10 service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637704 Jul 16 17:56:56.169039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354494d-d094-4613-a56a-cec15c90bac8 req-dc6be100-0e4d-4b85-9f19-8c711575f2fd tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:56.171297 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d354494d-d094-4613-a56a-cec15c90bac8 req-dc6be100-0e4d-4b85-9f19-8c711575f2fd tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 943 time: 0.1761968 Jul 16 17:56:56.200100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce79438-a0b8-4024-a3fe-69f93906e56f req-7fe94f00-7154-4e14-91b7-42801aa774f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:56.201606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ce79438-a0b8-4024-a3fe-69f93906e56f req-7fe94f00-7154-4e14-91b7-42801aa774f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87e1b8f480a441d5a0713bdad64b819e&device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 1096 time: 0.1352799 Jul 16 17:56:56.210560 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.213041 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-50427bd0-c604-4d29-9f2a-ee4ba87ea806 req-f2a68989-9b89-4db9-a876-c8da09589094 service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204870 Jul 16 17:56:56.276484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d354494d-d094-4613-a56a-cec15c90bac8 req-9ea69423-9b99-48d7-8edd-397832479498 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984578 Jul 16 17:56:56.381804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17102-467c-430d-8982-983fbee59531 req-a550c124-e7b6-4b16-a168-516fcc5d9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:56.384500 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a17102-467c-430d-8982-983fbee59531 req-a550c124-e7b6-4b16-a168-516fcc5d9613 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6659736fb9cd41d391c1680db88c67fd&device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 1095 time: 0.1069860 Jul 16 17:56:56.420452 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.446674 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce79438-a0b8-4024-a3fe-69f93906e56f req-d2a420e7-4d57-4900-a442-38af20506377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:56.448190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ce79438-a0b8-4024-a3fe-69f93906e56f req-d2a420e7-4d57-4900-a442-38af20506377 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09b97fc8-8c65-4803-904b-e891b26f63ac HTTP/1.1" status: 200 len: 914 time: 0.2298303 Jul 16 17:56:56.557774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ce79438-a0b8-4024-a3fe-69f93906e56f req-e5d7055a-1ee5-443d-afbd-4176b30d5286 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf615bbd-904b-4720-ba73-10c6e0090c4a HTTP/1.1" status: 200 len: 217 time: 0.1005416 Jul 16 17:56:56.609901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17102-467c-430d-8982-983fbee59531 req-80b1e1f6-e6e3-420d-883f-ecb0c358da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:56.611815 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a17102-467c-430d-8982-983fbee59531 req-80b1e1f6-e6e3-420d-883f-ecb0c358da41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=779ac9d7-2f9a-4efa-90ae-d58907e96a43 HTTP/1.1" status: 200 len: 912 time: 0.2144334 Jul 16 17:56:56.720344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce79438-a0b8-4024-a3fe-69f93906e56f req-26fd86eb-8eb5-448b-840f-5c2c30b315d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:56.726045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ce79438-a0b8-4024-a3fe-69f93906e56f req-26fd86eb-8eb5-448b-840f-5c2c30b315d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21138c88-dbc5-44b0-8de1-b7f73e048483 HTTP/1.1" status: 200 len: 853 time: 0.1528056 Jul 16 17:56:56.744861 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a17102-467c-430d-8982-983fbee59531 req-b4b1952a-dbfa-4c60-b405-4677eb659d4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdd20737-a6ce-4773-a7e7-199d606d7a40 HTTP/1.1" status: 200 len: 217 time: 0.1184747 Jul 16 17:56:56.746530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388159e-3fc2-4705-9704-f88ff66f78d2 req-ada5d1f8-0157-46f5-85bf-8f9323a58a96 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:56.748457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8388159e-3fc2-4705-9704-f88ff66f78d2 req-ada5d1f8-0157-46f5-85bf-8f9323a58a96 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 944 time: 0.2005720 Jul 16 17:56:56.833898 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ce79438-a0b8-4024-a3fe-69f93906e56f req-84a49ed0-cc70-4147-8e88-3453995de3a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09b97fc8-8c65-4803-904b-e891b26f63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840366 Jul 16 17:56:56.886077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17102-467c-430d-8982-983fbee59531 req-ee4b6b71-a96f-4ab8-bba7-83ecee3548c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:56.889825 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a17102-467c-430d-8982-983fbee59531 req-ee4b6b71-a96f-4ab8-bba7-83ecee3548c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=523cbcf0-c6a3-4b6e-9020-6529e4d951df HTTP/1.1" status: 200 len: 851 time: 0.1368663 Jul 16 17:56:56.909874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58390) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:56.933343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8388159e-3fc2-4705-9704-f88ff66f78d2 req-27007e70-e0f7-47b4-9a3b-cec09ccf4096 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539969 Jul 16 17:56:56.996512 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a17102-467c-430d-8982-983fbee59531 req-952893cd-f175-499b-a3bb-32b88fcbe2b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=779ac9d7-2f9a-4efa-90ae-d58907e96a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994999 Jul 16 17:56:57.089564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ce79438-a0b8-4024-a3fe-69f93906e56f req-10201834-0cac-4782-869f-797d98b57eed service neutron] 10.222.0.35 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452660 Jul 16 17:56:57.177573 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a17102-467c-430d-8982-983fbee59531 req-6b24e043-2a59-403d-bbbb-e3eccddcc8f6 service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724339 Jul 16 17:56:57.183334 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1139433060-network', 'tenant_id': 'f3fb2625ee7946adbebc29cb2e69dffc'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:57.269144 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Made reservation on behalf of f3fb2625ee7946adbebc29cb2e69dffc for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:57.271771 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.293321 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.327366 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e0a17102-467c-430d-8982-983fbee59531 req-8e664af0-685e-47e9-acf5-d5096798293c service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406188 Jul 16 17:56:57.366828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ce79438-a0b8-4024-a3fe-69f93906e56f req-596490ac-456a-4e4c-aad0-afa0a69f9aac service neutron] 10.222.0.35 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531726 Jul 16 17:56:57.417369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858131d1-2e64-40b8-b3c1-fd98ddcbd3b6 req-7bd4a98d-887c-48b2-9507-1456862473b0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:57.419017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-858131d1-2e64-40b8-b3c1-fd98ddcbd3b6 req-7bd4a98d-887c-48b2-9507-1456862473b0 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.2558191 Jul 16 17:56:57.430179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375edb4-14f9-4f40-86ad-6eb2bf5e83df req-f039a43f-200a-4e70-9304-0e793925fc20 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:57.432266 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8375edb4-14f9-4f40-86ad-6eb2bf5e83df req-f039a43f-200a-4e70-9304-0e793925fc20 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 950 time: 0.3418736 Jul 16 17:56:57.474927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.481116 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.504686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:57.542528 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.542980 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Added segment 2225e93a-9bab-4d1c-b857-e1b7a81eac7b of type vlan for network 4bd85ee6-7190-438e-937e-34b4232519fd Jul 16 17:56:57.557484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8375edb4-14f9-4f40-86ad-6eb2bf5e83df req-8081f40b-545f-467a-bdc2-a6af7f364da4 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ed31e31-c362-40ae-bb07-99e7675a8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151628 Jul 16 17:56:57.606441 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e870111-9b5e-4842-b91c-5993d2b5551b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:57.623592 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.684368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-858131d1-2e64-40b8-b3c1-fd98ddcbd3b6 req-73849583-ea2f-4e75-a363-841da4328e43 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Deleting port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:57.684711 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-858131d1-2e64-40b8-b3c1-fd98ddcbd3b6 req-73849583-ea2f-4e75-a363-841da4328e43 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.690635 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.691221 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:57.691849 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.698482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898e7e8-2840-4085-82a4-9137bf901a4f req-cf204047-0ade-4a7e-9489-35e88d14b2a8 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:57.700037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3898e7e8-2840-4085-82a4-9137bf901a4f req-cf204047-0ade-4a7e-9489-35e88d14b2a8 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 943 time: 0.1859396 Jul 16 17:56:57.723329 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8075509 Jul 16 17:56:57.726577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58414) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:57.740560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b80351b9-8b0b-44ca-8335-95d866af8abd admin admin] Request body: {'subnet': {'network_id': '4bd85ee6-7190-438e-937e-34b4232519fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1139433060-subnet', 'tenant_id': 'f3fb2625ee7946adbebc29cb2e69dffc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:57.780375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3898e7e8-2840-4085-82a4-9137bf901a4f req-bf7c4f60-e98e-4fdd-bbc3-b9b4a22cfcfc tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687397 Jul 16 17:56:57.806574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aae948-5bd6-4d1d-b435-f67f11e64b7c admin admin] Pushing event updated for resources: {'Network': ['ID=4bd85ee6-7190-438e-937e-34b4232519fd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:57.817625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 4bd85ee6-7190-438e-937e-34b4232519fd details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:57.821648 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80351b9-8b0b-44ca-8335-95d866af8abd admin admin] Made reservation on behalf of f3fb2625ee7946adbebc29cb2e69dffc for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:57.827058 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b80351b9-8b0b-44ca-8335-95d866af8abd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.891346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-858131d1-2e64-40b8-b3c1-fd98ddcbd3b6 req-73849583-ea2f-4e75-a363-841da4328e43 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] For port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:57.891852 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-858131d1-2e64-40b8-b3c1-fd98ddcbd3b6 req-73849583-ea2f-4e75-a363-841da4328e43 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.912335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-858131d1-2e64-40b8-b3c1-fd98ddcbd3b6 req-73849583-ea2f-4e75-a363-841da4328e43 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Calling delete_port for a18a4c5c-e22a-4859-ab9d-ae88ac808a4f owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:57.977466 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2e0283d5-11e7-4da7-a8e3-913bb8b5cd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.205253 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b80351b9-8b0b-44ca-8335-95d866af8abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.213835 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-858131d1-2e64-40b8-b3c1-fd98ddcbd3b6 req-73849583-ea2f-4e75-a363-841da4328e43 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.233863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['a18a4c5c-e22a-4859-ab9d-ae88ac808a4f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:58.298997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73849583-ea2f-4e75-a363-841da4328e43 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Pushing event deleted for resources: {'Port': ['ID=a18a4c5c-e22a-4859-ab9d-ae88ac808a4f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:58.308541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80351b9-8b0b-44ca-8335-95d866af8abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6522ed1-17c6-4667-a8ea-3673556d252b,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:58.348201 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80351b9-8b0b-44ca-8335-95d866af8abd admin admin] Checking segment: {'id': '2225e93a-9bab-4d1c-b857-e1b7a81eac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4bd85ee6-7190-438e-937e-34b4232519fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:58.348558 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80351b9-8b0b-44ca-8335-95d866af8abd admin admin] Network hostable DHCP agents. Network: 4bd85ee6-7190-438e-937e-34b4232519fd, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:58.378503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b758c-1982-4658-b236-1ccb6d5cb585 req-ce23d0df-72e3-4a4d-a472-3aff680ad72e tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:58.381658 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80351b9-8b0b-44ca-8335-95d866af8abd admin admin] Network 4bd85ee6-7190-438e-937e-34b4232519fd is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:58.391598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-005b758c-1982-4658-b236-1ccb6d5cb585 req-ce23d0df-72e3-4a4d-a472-3aff680ad72e tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 944 time: 0.2222712 Jul 16 17:56:58.398491 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b80351b9-8b0b-44ca-8335-95d866af8abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 4bd85ee6-7190-438e-937e-34b4232519fd) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:58.402887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80351b9-8b0b-44ca-8335-95d866af8abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:58.403515 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b80351b9-8b0b-44ca-8335-95d866af8abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.410291 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71604272-751f-4e53-a093-0276fe1e271b None None] Network 4bd85ee6-7190-438e-937e-34b4232519fd requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:58.436733 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b80351b9-8b0b-44ca-8335-95d866af8abd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7000396 Jul 16 17:56:58.437507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-858131d1-2e64-40b8-b3c1-fd98ddcbd3b6 req-73849583-ea2f-4e75-a363-841da4328e43 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] No DVR routers for this DVR port a18a4c5c-e22a-4859-ab9d-ae88ac808a4f on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:58.459867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-858131d1-2e64-40b8-b3c1-fd98ddcbd3b6 req-73849583-ea2f-4e75-a363-841da4328e43 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.462114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-858131d1-2e64-40b8-b3c1-fd98ddcbd3b6 req-73849583-ea2f-4e75-a363-841da4328e43 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.35 "DELETE /v2.0/ports/a18a4c5c-e22a-4859-ab9d-ae88ac808a4f HTTP/1.1" status: 204 len: 173 time: 1.0288031 Jul 16 17:56:58.463776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'name': 'network-vif-deleted', 'tag': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:58.476192 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2418dc1-f56c-4bcc-933b-4adb32edb509" -d '{"events": [{"server_uuid": "ab32ebba-a631-4a42-9320-81bc3cf6aa1f", "name": "network-vif-deleted", "tag": "a18a4c5c-e22a-4859-ab9d-ae88ac808a4f"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:58.496936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-005b758c-1982-4658-b236-1ccb6d5cb585 req-434c63d9-19a5-470c-b18f-25320b38ea43 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044369 Jul 16 17:56:58.559895 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4866b867-fd4a-42ad-b0f0-8ae404a5398a x-openstack-request-id: req-4866b867-fd4a-42ad-b0f0-8ae404a5398a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:58.560179 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab32ebba-a631-4a42-9320-81bc3cf6aa1f", "name": "network-vif-deleted", "tag": "a18a4c5c-e22a-4859-ab9d-ae88ac808a4f", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:58.560374 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4866b867-fd4a-42ad-b0f0-8ae404a5398a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:58.560774 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab32ebba-a631-4a42-9320-81bc3cf6aa1f', 'name': 'network-vif-deleted', 'tag': 'a18a4c5c-e22a-4859-ab9d-ae88ac808a4f', 'status': 'completed', 'code': 200} Jul 16 17:56:58.635996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcec18e1-bc7b-47d9-877b-6f4acda67a72 None None] Network 4bd85ee6-7190-438e-937e-34b4232519fd requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:58.957749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0dc71d7b-2102-41e4-9dc7-443d8a2b83a4 req-e70cadb8-3bb0-4fb1-ae2b-94b94c59f684 tempest-MigrationsAdminTest-482801764 tempest-MigrationsAdminTest-482801764-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab32ebba-a631-4a42-9320-81bc3cf6aa1f HTTP/1.1" status: 200 len: 210 time: 0.1348033 Jul 16 17:56:59.129117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f813db-75d4-4480-8403-ea0761e23468 req-ed262ca8-8970-4cb7-b54d-e6ce6eff7e56 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:59.137053 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03f813db-75d4-4480-8403-ea0761e23468 req-ed262ca8-8970-4cb7-b54d-e6ce6eff7e56 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 943 time: 0.1412110 Jul 16 17:56:59.228618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03f813db-75d4-4480-8403-ea0761e23468 req-05aa26df-3f36-4116-a772-8e9f02e6d377 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901151 Jul 16 17:56:59.454974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:59.464801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device bf615bbd-904b-4720-ba73-10c6e0090c4a details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:59.687320 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58502) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:59.721892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1810189645-network', 'tenant_id': '9a15491b960d41588663b56a5ff5dd6d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:59.738519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port bf615bbd-904b-4720-ba73-10c6e0090c4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bf615bbd-904b-4720-ba73-10c6e0090c4a,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:59.807330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:59.818039 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'bf615bbd-904b-4720-ba73-10c6e0090c4a', 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac', 'port_id': 'bf615bbd-904b-4720-ba73-10c6e0090c4a', 'mac_address': 'fa:16:3e:7b:0b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21138c88-dbc5-44b0-8de1-b7f73e048483', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:59.830159 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Made reservation on behalf of 9a15491b960d41588663b56a5ff5dd6d for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:59.832645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69', 'network_id': '6881b1c5-54be-403e-8779-26889218234e', 'port_id': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69', 'mac_address': 'fa:16:3e:4f:2c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f248cbc4-35d5-450b-8416-5d799e185e95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:59.834400 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.878747 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.911763 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.929278 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf615bbd-904b-4720-ba73-10c6e0090c4a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:59.945994 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.962595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port bf615bbd-904b-4720-ba73-10c6e0090c4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bf615bbd-904b-4720-ba73-10c6e0090c4a,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:59.970191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:00.002424 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.003129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 333d8682-d9bd-4119-98af-39a668a15bf5 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:00.008947 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.018421 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.038501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:00.100374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69125264-b2de-4082-8aa6-86d29ac12029 req-141b752c-85c5-4738-9754-ed38b351003c tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:00.111005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69125264-b2de-4082-8aa6-86d29ac12029 req-141b752c-85c5-4738-9754-ed38b351003c tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 944 time: 0.2352750 Jul 16 17:57:00.117532 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.118201 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Added segment d261951f-2323-4902-8b64-a909765e32e3 of type vlan for network 34acb767-94b2-44cd-b39d-dd6178fca41d Jul 16 17:57:00.120116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3233620-a141-4c74-9412-e5ea3912b4ec,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:00.126449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:00.154987 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.161063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device bdd20737-a6ce-4773-a7e7-199d606d7a40 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:00.197811 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69125264-b2de-4082-8aa6-86d29ac12029 req-321639dc-c561-4cc6-ab55-a04207d295d9 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855203 Jul 16 17:57:00.233168 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.330402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.332360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:00.335059 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.350939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=bf615bbd-904b-4720-ba73-10c6e0090c4a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:00.448925 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7577760 Jul 16 17:57:00.451695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58534) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:00.456723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a73c728c-a2d8-496e-8069-0f2a3afab00f admin admin] Request body: {'subnet': {'network_id': '34acb767-94b2-44cd-b39d-dd6178fca41d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1810189645-subnet', 'tenant_id': '9a15491b960d41588663b56a5ff5dd6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:00.537147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73c728c-a2d8-496e-8069-0f2a3afab00f admin admin] Made reservation on behalf of 9a15491b960d41588663b56a5ff5dd6d for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:00.543993 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a73c728c-a2d8-496e-8069-0f2a3afab00f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.553996 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d568b-2173-462e-8c9b-789c37096c47 admin admin] Pushing event updated for resources: {'Network': ['ID=34acb767-94b2-44cd-b39d-dd6178fca41d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:00.585645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 34acb767-94b2-44cd-b39d-dd6178fca41d details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:00.735402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58542) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:00.844398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port bdd20737-a6ce-4773-a7e7-199d606d7a40, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=bdd20737-a6ce-4773-a7e7-199d606d7a40,segment=NetworkSegment(8cf5ddb0-04dd-475f-880a-b33ef209e5b9),segment_id=8cf5ddb0-04dd-475f-880a-b33ef209e5b9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:00.946565 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.966223 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-531079a0-3f6f-4f89-a246-d0ea7a055d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.980565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:00.986878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=333d8682-d9bd-4119-98af-39a668a15bf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:01.015075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'bdd20737-a6ce-4773-a7e7-199d606d7a40', 'network_id': '779ac9d7-2f9a-4efa-90ae-d58907e96a43', 'port_id': 'bdd20737-a6ce-4773-a7e7-199d606d7a40', 'mac_address': 'fa:16:3e:ec:cb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523cbcf0-c6a3-4b6e-9020-6529e4d951df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:01.032557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '333d8682-d9bd-4119-98af-39a668a15bf5', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '333d8682-d9bd-4119-98af-39a668a15bf5', 'mac_address': 'fa:16:3e:3c:d4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:01.055586 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1cb9abc6-5fdf-4bbe-93fc-1b472f4a39cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b48b42f5272d407db4f841b2e42a65b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183239 Jul 16 17:57:01.065284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58556) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:01.111815 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.147074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1eae0-2249-428d-b22b-bdc54abd7a15 req-c3e28685-381b-4646-b011-ba5ee81c4c60 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.149062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02e1eae0-2249-428d-b22b-bdc54abd7a15 req-c3e28685-381b-4646-b011-ba5ee81c4c60 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 943 time: 0.6370804 Jul 16 17:57:01.215236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333d8682-d9bd-4119-98af-39a668a15bf5 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:01.238281 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.254609 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a73c728c-a2d8-496e-8069-0f2a3afab00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.278928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd20737-a6ce-4773-a7e7-199d606d7a40 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:01.303666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port bdd20737-a6ce-4773-a7e7-199d606d7a40, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=bdd20737-a6ce-4773-a7e7-199d606d7a40,segment=NetworkSegment(8cf5ddb0-04dd-475f-880a-b33ef209e5b9),segment_id=8cf5ddb0-04dd-475f-880a-b33ef209e5b9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:01.306045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=333d8682-d9bd-4119-98af-39a668a15bf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:01.314867 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.324897 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.379715 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9bf78159-4399-4598-9220-5c7b14a29d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.435589 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device a18a4c5c-e22a-4859-ab9d-ae88ac808a4f no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:01.454553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['6e3ae15c-29b6-44ce-b093-5606c7a9fd69'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:01.488103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02e1eae0-2249-428d-b22b-bdc54abd7a15 req-4bd32dc2-fb94-47f9-b633-7ef2d6fc34cd tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132038 Jul 16 17:57:01.522809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['333d8682-d9bd-4119-98af-39a668a15bf5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:01.551583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c728c-a2d8-496e-8069-0f2a3afab00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5912ad2b-c933-44a0-bcd4-e9da08aa463e,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:01.557974 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9bf78159-4399-4598-9220-5c7b14a29d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.591459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: a18a4c5c-e22a-4859-ab9d-ae88ac808a4f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:01.592904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device a18a4c5c-e22a-4859-ab9d-ae88ac808a4f not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:01.634334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=bdd20737-a6ce-4773-a7e7-199d606d7a40,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:01.636701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c728c-a2d8-496e-8069-0f2a3afab00f admin admin] Checking segment: {'id': 'd261951f-2323-4902-8b64-a909765e32e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '34acb767-94b2-44cd-b39d-dd6178fca41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:01.637993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['bdd20737-a6ce-4773-a7e7-199d606d7a40'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:01.644215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c728c-a2d8-496e-8069-0f2a3afab00f admin admin] Network hostable DHCP agents. Network: 34acb767-94b2-44cd-b39d-dd6178fca41d, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:01.659092 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d20f7d-a123-4798-8083-4eada78200b4 req-51f3f8ff-f7dd-4936-a6e8-1439540185c1 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.666021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74d20f7d-a123-4798-8083-4eada78200b4 req-51f3f8ff-f7dd-4936-a6e8-1439540185c1 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 945 time: 0.2411640 Jul 16 17:57:01.729594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c728c-a2d8-496e-8069-0f2a3afab00f admin admin] Network 34acb767-94b2-44cd-b39d-dd6178fca41d is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:01.733153 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9bf78159-4399-4598-9220-5c7b14a29d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.736500 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9bf78159-4399-4598-9220-5c7b14a29d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.738389 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9bf78159-4399-4598-9220-5c7b14a29d1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ed31e31-c362-40ae-bb07-99e7675a8014 HTTP/1.1" status: 204 len: 168 time: 0.6651435 Jul 16 17:57:01.753467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74d20f7d-a123-4798-8083-4eada78200b4 req-9ba8b601-df09-47dd-a78e-dd7f619d4aa4 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864575 Jul 16 17:57:01.802185 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-a73c728c-a2d8-496e-8069-0f2a3afab00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 34acb767-94b2-44cd-b39d-dd6178fca41d) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:01.810680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf78159-4399-4598-9220-5c7b14a29d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed31e31-c362-40ae-bb07-99e7675a8014,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:01.817980 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73c728c-a2d8-496e-8069-0f2a3afab00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.818762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a73c728c-a2d8-496e-8069-0f2a3afab00f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.852170 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a73c728c-a2d8-496e-8069-0f2a3afab00f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3992715 Jul 16 17:57:01.876030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['bf615bbd-904b-4720-ba73-10c6e0090c4a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:01.878534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bab09f-ed25-4d11-b01f-784b795e9053 None None] Network 34acb767-94b2-44cd-b39d-dd6178fca41d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:02.011475 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.120023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=333d8682-d9bd-4119-98af-39a668a15bf5,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:02.123880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58596) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:02.315018 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfd81fb-19a6-4fbe-9235-f521b1dc8f53 admin admin] Deleting subnet b6522ed1-17c6-4667-a8ea-3673556d252b {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:57:02.328812 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fdfd81fb-19a6-4fbe-9235-f521b1dc8f53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.437741 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df865d5-f708-4000-8520-05622ee6675b None None] Network 34acb767-94b2-44cd-b39d-dd6178fca41d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:02.451136 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fdfd81fb-19a6-4fbe-9235-f521b1dc8f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.513315 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fdfd81fb-19a6-4fbe-9235-f521b1dc8f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.594384 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58606) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:02.679235 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2d25bf71-bb99-4390-b812-d4cec2760e2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ed8ce3bf6bf448780e32fe4c2a751db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793774 Jul 16 17:57:02.679235 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fdfd81fb-19a6-4fbe-9235-f521b1dc8f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.682075 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58610) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:02.700819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd81fb-19a6-4fbe-9235-f521b1dc8f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6522ed1-17c6-4667-a8ea-3673556d252b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:02.715287 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fdfd81fb-19a6-4fbe-9235-f521b1dc8f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.721462 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fdfd81fb-19a6-4fbe-9235-f521b1dc8f53 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b6522ed1-17c6-4667-a8ea-3673556d252b HTTP/1.1" status: 204 len: 168 time: 0.5923626 Jul 16 17:57:02.721710 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58612) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:02.836138 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8b50f656-402a-4601-a921-73d1822bf997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.842763 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9a4c16b4-e848-4d65-8528-c06f89d256fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.912947 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9a4c16b4-e848-4d65-8528-c06f89d256fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.073188 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9a4c16b4-e848-4d65-8528-c06f89d256fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.075620 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8b50f656-402a-4601-a921-73d1822bf997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.076227 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9a4c16b4-e848-4d65-8528-c06f89d256fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.094872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9a4c16b4-e848-4d65-8528-c06f89d256fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b33cd9a-27a6-48c7-b189-166e1205750e HTTP/1.1" status: 204 len: 168 time: 0.4101093 Jul 16 17:57:03.122030 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8b50f656-402a-4601-a921-73d1822bf997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd85ee6-7190-438e-937e-34b4232519fd']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:03.126354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c16b4-e848-4d65-8528-c06f89d256fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b33cd9a-27a6-48c7-b189-166e1205750e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:03.166872 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8b50f656-402a-4601-a921-73d1822bf997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2225e93a-9bab-4d1c-b857-e1b7a81eac7b') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:03.167505 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8b50f656-402a-4601-a921-73d1822bf997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2225e93a-9bab-4d1c-b857-e1b7a81eac7b') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:03.207842 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8b50f656-402a-4601-a921-73d1822bf997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.261135 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8b50f656-402a-4601-a921-73d1822bf997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.283654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b50f656-402a-4601-a921-73d1822bf997 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:57:03.285508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8b50f656-402a-4601-a921-73d1822bf997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:57:03.288450 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:57:03.443025 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8b50f656-402a-4601-a921-73d1822bf997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.444458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:03.456002 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8b50f656-402a-4601-a921-73d1822bf997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.462185 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8b50f656-402a-4601-a921-73d1822bf997 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4bd85ee6-7190-438e-937e-34b4232519fd HTTP/1.1" status: 204 len: 168 time: 0.7363493 Jul 16 17:57:03.463303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58624) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:03.517166 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50f656-402a-4601-a921-73d1822bf997 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd85ee6-7190-438e-937e-34b4232519fd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:03.619624 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.620890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:03.621524 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.653238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d8d079-c459-471c-9cd3-d233c0e10954 admin admin] Deleting subnet 5912ad2b-c933-44a0-bcd4-e9da08aa463e {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:57:03.679371 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d079-c459-471c-9cd3-d233c0e10954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.768868 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d079-c459-471c-9cd3-d233c0e10954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.917141 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d079-c459-471c-9cd3-d233c0e10954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.929732 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.047499 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6911a28-d967-43c0-b948-3f1badfa969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:04.058108 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a627c1e-eae6-44a5-af13-9e803a7ba0ff" -d '{"events": [{"server_uuid": "a6911a28-d967-43c0-b948-3f1badfa969f", "name": "network-vif-plugged", "status": "completed", "tag": "6e3ae15c-29b6-44ce-b093-5606c7a9fd69"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:04.101032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:04.110186 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.136295 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d079-c459-471c-9cd3-d233c0e10954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.316395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8d079-c459-471c-9cd3-d233c0e10954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5912ad2b-c933-44a0-bcd4-e9da08aa463e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:04.330333 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:04.338372 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d079-c459-471c-9cd3-d233c0e10954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.346650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58640) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:04.353229 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:57:04.354105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c0d8d079-c459-471c-9cd3-d233c0e10954 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5912ad2b-c933-44a0-bcd4-e9da08aa463e HTTP/1.1" status: 204 len: 168 time: 0.8780584 Jul 16 17:57:04.623869 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8ec25f3-a20b-4c9a-840e-01a17011408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.862479 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8ec25f3-a20b-4c9a-840e-01a17011408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.889727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c8ec25f3-a20b-4c9a-840e-01a17011408e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34acb767-94b2-44cd-b39d-dd6178fca41d']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:04.947236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c8ec25f3-a20b-4c9a-840e-01a17011408e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd261951f-2323-4902-8b64-a909765e32e3') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:04.947545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c8ec25f3-a20b-4c9a-840e-01a17011408e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd261951f-2323-4902-8b64-a909765e32e3') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:04.970401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8ec25f3-a20b-4c9a-840e-01a17011408e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.007011 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8ec25f3-a20b-4c9a-840e-01a17011408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.025737 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ec25f3-a20b-4c9a-840e-01a17011408e admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:57:05.025871 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8ec25f3-a20b-4c9a-840e-01a17011408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:57:05.106239 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:57:05.111365 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8ec25f3-a20b-4c9a-840e-01a17011408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.136743 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8ec25f3-a20b-4c9a-840e-01a17011408e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.145623 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c8ec25f3-a20b-4c9a-840e-01a17011408e admin admin] 10.222.0.41 "DELETE /v2.0/networks/34acb767-94b2-44cd-b39d-dd6178fca41d HTTP/1.1" status: 204 len: 168 time: 0.7951725 Jul 16 17:57:05.172698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec25f3-a20b-4c9a-840e-01a17011408e admin admin] Pushing event deleted for resources: {'Network': ['ID=34acb767-94b2-44cd-b39d-dd6178fca41d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:05.428257 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device bdd20737-a6ce-4773-a7e7-199d606d7a40 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:05.565606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device bf615bbd-904b-4720-ba73-10c6e0090c4a up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:05.617730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58668) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:05.669399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port bdd20737-a6ce-4773-a7e7-199d606d7a40 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:05.674992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port bf615bbd-904b-4720-ba73-10c6e0090c4a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:05.680590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port bdd20737-a6ce-4773-a7e7-199d606d7a40 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:05.680979 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.685235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port bf615bbd-904b-4720-ba73-10c6e0090c4a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:05.686219 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.715737 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-caa5de85-9865-483d-9a69-8107e8c5fc75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3fb2625ee7946adbebc29cb2e69dffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0966315 Jul 16 17:57:05.718891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58672) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:05.997756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fd2e778-ecfd-4c78-8879-a75f2a615b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.063471 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fd2e778-ecfd-4c78-8879-a75f2a615b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.095750 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.170807 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.190550 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fd2e778-ecfd-4c78-8879-a75f2a615b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.196572 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fd2e778-ecfd-4c78-8879-a75f2a615b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.198471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4fd2e778-ecfd-4c78-8879-a75f2a615b02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e870111-9b5e-4842-b91c-5993d2b5551b HTTP/1.1" status: 204 len: 168 time: 0.4780419 Jul 16 17:57:06.210490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2e778-ecfd-4c78-8879-a75f2a615b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e870111-9b5e-4842-b91c-5993d2b5551b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:06.296510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port bf615bbd-904b-4720-ba73-10c6e0090c4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bf615bbd-904b-4720-ba73-10c6e0090c4a,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:06.340328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port bdd20737-a6ce-4773-a7e7-199d606d7a40, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=bdd20737-a6ce-4773-a7e7-199d606d7a40,segment=NetworkSegment(8cf5ddb0-04dd-475f-880a-b33ef209e5b9),segment_id=8cf5ddb0-04dd-475f-880a-b33ef209e5b9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:06.348755 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.352066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 333d8682-d9bd-4119-98af-39a668a15bf5 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:06.375656 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.499020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0da7ba46-6108-4474-9b95-b67f1364428a req-e392285d-1eb3-4533-ab4d-433ba7092e70 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1688676 Jul 16 17:57:06.611255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=bf615bbd-904b-4720-ba73-10c6e0090c4a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:06.681053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 333d8682-d9bd-4119-98af-39a668a15bf5 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:06.681423 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.687853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7ba46-6108-4474-9b95-b67f1364428a req-3f0b5265-7b9d-4771-958a-ccac608dcd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:06.689882 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0da7ba46-6108-4474-9b95-b67f1364428a req-3f0b5265-7b9d-4771-958a-ccac608dcd7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 1096 time: 0.1602497 Jul 16 17:57:06.835018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=bdd20737-a6ce-4773-a7e7-199d606d7a40,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:06.914935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58692) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:06.939295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7ba46-6108-4474-9b95-b67f1364428a req-670a4319-016b-43b5-b6ee-54ea3a7b2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:06.950264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0da7ba46-6108-4474-9b95-b67f1364428a req-670a4319-016b-43b5-b6ee-54ea3a7b2b09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.2355661 Jul 16 17:57:06.961472 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.051904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=333d8682-d9bd-4119-98af-39a668a15bf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:07.059078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0da7ba46-6108-4474-9b95-b67f1364428a req-3e2a03cd-7d08-4ebe-919d-6756cb5b1d26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f376ca7-e988-47e8-a851-cfa988121adf HTTP/1.1" status: 200 len: 217 time: 0.0993927 Jul 16 17:57:07.064270 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.099018 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e88fba82-5a7d-4abf-9d4f-e4d75ece290d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a15491b960d41588663b56a5ff5dd6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817224 Jul 16 17:57:07.101594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58694) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:07.193049 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6bb2-c739-49e7-b071-1220d1954735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.291254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7ba46-6108-4474-9b95-b67f1364428a req-19e8ff8c-3a12-4a80-ae5b-8ce5a540ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.294725 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6bb2-c739-49e7-b071-1220d1954735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.295033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0da7ba46-6108-4474-9b95-b67f1364428a req-19e8ff8c-3a12-4a80-ae5b-8ce5a540ff7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.2244489 Jul 16 17:57:07.305812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=333d8682-d9bd-4119-98af-39a668a15bf5,revision_number=10']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:07.357159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0da7ba46-6108-4474-9b95-b67f1364428a req-7b18910b-759e-46a9-9f5b-86f04eb8dc35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533471 Jul 16 17:57:07.358157 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6bb2-c739-49e7-b071-1220d1954735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.366075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6bb2-c739-49e7-b071-1220d1954735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.367670 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ee2a6bb2-c739-49e7-b071-1220d1954735 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3233620-a141-4c74-9412-e5ea3912b4ec HTTP/1.1" status: 204 len: 168 time: 0.2643661 Jul 16 17:57:07.400873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a6bb2-c739-49e7-b071-1220d1954735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3233620-a141-4c74-9412-e5ea3912b4ec,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:07.523730 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0da7ba46-6108-4474-9b95-b67f1364428a req-4401786e-6033-4f7c-a112-3e0dcd0a00fc service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594002 Jul 16 17:57:07.712931 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0da7ba46-6108-4474-9b95-b67f1364428a req-77e27ae4-07e7-4049-8e50-4023199727e5 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800461 Jul 16 17:57:08.139154 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58712) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:08.145935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0fca3874-8478-45e2-8cf4-4a5ed565ed22 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-207679758'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:08.194779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fca3874-8478-45e2-8cf4-4a5ed565ed22 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Made reservation on behalf of 9c356839d88c421f868ad1f22bfdc2f1 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:08.205083 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fca3874-8478-45e2-8cf4-4a5ed565ed22 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.285135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fca3874-8478-45e2-8cf4-4a5ed565ed22 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:08.316619 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fca3874-8478-45e2-8cf4-4a5ed565ed22 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.319087 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-0fca3874-8478-45e2-8cf4-4a5ed565ed22 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Added segment 37ff97a8-dd17-4d28-9a6a-3b39de72e101 of type vlan for network 66cd6b07-e1aa-4669-bf90-dc89210030ec Jul 16 17:57:08.443187 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fca3874-8478-45e2-8cf4-4a5ed565ed22 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.548272 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fca3874-8478-45e2-8cf4-4a5ed565ed22 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.569066 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca3874-8478-45e2-8cf4-4a5ed565ed22 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:08.570006 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fca3874-8478-45e2-8cf4-4a5ed565ed22 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.612880 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0fca3874-8478-45e2-8cf4-4a5ed565ed22 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4718893 Jul 16 17:57:08.615454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58732) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:08.623449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-98550980-18d9-4147-942e-4843bd5d0e43 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1995308012'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:08.676428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98550980-18d9-4147-942e-4843bd5d0e43 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Made reservation on behalf of 9c356839d88c421f868ad1f22bfdc2f1 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:08.691020 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98550980-18d9-4147-942e-4843bd5d0e43 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.711374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca3874-8478-45e2-8cf4-4a5ed565ed22 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'Network': ['ID=66cd6b07-e1aa-4669-bf90-dc89210030ec,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:08.724045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 66cd6b07-e1aa-4669-bf90-dc89210030ec details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:08.735093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98550980-18d9-4147-942e-4843bd5d0e43 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:08.753055 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98550980-18d9-4147-942e-4843bd5d0e43 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.754011 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-98550980-18d9-4147-942e-4843bd5d0e43 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Added segment 4a206a66-0d0f-4168-8523-50eba6697b12 of type vlan for network e7da37d9-9091-49a2-ae67-b8b790ab30e7 Jul 16 17:57:08.833615 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98550980-18d9-4147-942e-4843bd5d0e43 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.880414 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98550980-18d9-4147-942e-4843bd5d0e43 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.889137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98550980-18d9-4147-942e-4843bd5d0e43 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:08.890586 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98550980-18d9-4147-942e-4843bd5d0e43 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.012708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98550980-18d9-4147-942e-4843bd5d0e43 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'Network': ['ID=e7da37d9-9091-49a2-ae67-b8b790ab30e7,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:09.033028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network e7da37d9-9091-49a2-ae67-b8b790ab30e7 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:09.035757 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-98550980-18d9-4147-942e-4843bd5d0e43 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4177828 Jul 16 17:57:09.038854 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58736) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:09.059639 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e4bc1de7-c647-49b9-8b06-85e9015cdbb1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'subnet': {'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:09.353848 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bc1de7-c647-49b9-8b06-85e9015cdbb1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Made reservation on behalf of 9c356839d88c421f868ad1f22bfdc2f1 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:09.362039 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1de7-c647-49b9-8b06-85e9015cdbb1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.858870 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1de7-c647-49b9-8b06-85e9015cdbb1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.999884 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc1de7-c647-49b9-8b06-85e9015cdbb1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'Subnet': ['ID=33332d38-c598-418d-b70d-b411426e87eb,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:10.007278 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc1de7-c647-49b9-8b06-85e9015cdbb1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Checking segment: {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:10.012048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc1de7-c647-49b9-8b06-85e9015cdbb1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Network hostable DHCP agents. Network: 66cd6b07-e1aa-4669-bf90-dc89210030ec, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:10.067145 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc1de7-c647-49b9-8b06-85e9015cdbb1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Network 66cd6b07-e1aa-4669-bf90-dc89210030ec is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:10.083460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc1de7-c647-49b9-8b06-85e9015cdbb1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 66cd6b07-e1aa-4669-bf90-dc89210030ec) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:10.087819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bc1de7-c647-49b9-8b06-85e9015cdbb1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.088624 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1de7-c647-49b9-8b06-85e9015cdbb1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.097686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103ed413-87dd-4200-b35d-ad593fd0ea4b None None] Network 66cd6b07-e1aa-4669-bf90-dc89210030ec requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:10.111139 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e4bc1de7-c647-49b9-8b06-85e9015cdbb1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0696421 Jul 16 17:57:10.113527 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58750) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:10.123304 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-81a2fdab-4c83-40eb-a865-7f611163980f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'subnet': {'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:10.316162 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a2fdab-4c83-40eb-a865-7f611163980f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Made reservation on behalf of 9c356839d88c421f868ad1f22bfdc2f1 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:10.319878 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81a2fdab-4c83-40eb-a865-7f611163980f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.436353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-66cd6b07-e1aa-4669-bf90-dc89210030ec', 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'fixed_ips': [{'subnet_id': '33332d38-c598-418d-b70d-b411426e87eb'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:57:10.438554 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.806239 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81a2fdab-4c83-40eb-a865-7f611163980f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.862191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Allocated IP 10.1.1.2 (66cd6b07-e1aa-4669-bf90-dc89210030ec/33332d38-c598-418d-b70d-b411426e87eb/abd6da79-a2e0-4ab1-ac65-74e983412433) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:11.107958 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2fdab-4c83-40eb-a865-7f611163980f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'Subnet': ['ID=2ab2849e-b915-48e5-86a3-af91ef9adca1,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:11.125064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a2fdab-4c83-40eb-a865-7f611163980f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Checking segment: {'id': '4a206a66-0d0f-4168-8523-50eba6697b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:11.125687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a2fdab-4c83-40eb-a865-7f611163980f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Network hostable DHCP agents. Network: e7da37d9-9091-49a2-ae67-b8b790ab30e7, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:11.196988 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a2fdab-4c83-40eb-a865-7f611163980f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Network e7da37d9-9091-49a2-ae67-b8b790ab30e7 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:11.220358 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-81a2fdab-4c83-40eb-a865-7f611163980f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, e7da37d9-9091-49a2-ae67-b8b790ab30e7) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:11.245909 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a2fdab-4c83-40eb-a865-7f611163980f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.251471 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81a2fdab-4c83-40eb-a865-7f611163980f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.302814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58776) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:11.303494 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-81a2fdab-4c83-40eb-a865-7f611163980f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1853042 Jul 16 17:57:11.310046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'port': {'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec', 'name': 'tempest-TaggedBootDevicesTest_v242-24325247', 'fixed_ips': [{'subnet_id': '33332d38-c598-418d-b70d-b411426e87eb'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:11.338448 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.360469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Transition to ACTIVE for port object abd6da79-a2e0-4ab1-ac65-74e983412433 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:11.396997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Transition to ACTIVE for port object abd6da79-a2e0-4ab1-ac65-74e983412433 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:11.408714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62bf04f-c4bf-4b9b-b24a-5c05ec49c001 None None] Network e7da37d9-9091-49a2-ae67-b8b790ab30e7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:11.459130 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.555933 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Pushing event updated for resources: {'Port': ['ID=abd6da79-a2e0-4ab1-ac65-74e983412433,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:11.568890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Network 66cd6b07-e1aa-4669-bf90-dc89210030ec is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:11.571913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:11.578394 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:11.664486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Attempting to bind port abd6da79-a2e0-4ab1-ac65-74e983412433 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:11.664862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Attempting to bind port abd6da79-a2e0-4ab1-ac65-74e983412433 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:11.665250 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Attempting to bind port abd6da79-a2e0-4ab1-ac65-74e983412433 on network 66cd6b07-e1aa-4669-bf90-dc89210030ec {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:11.681701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:11.682079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Checking segment: {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:11.682487 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.682937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Bound using segment: {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:11.683714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Bound port: abd6da79-a2e0-4ab1-ac65-74e983412433, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:11.684249 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.705219 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58780) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:11.720884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Made reservation on behalf of 9c356839d88c421f868ad1f22bfdc2f1 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:11.849285 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.871888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] device_id is not set on port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 17:57:11.942749 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c432cd1-5c89-4a89-a162-4dafbae6c4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.116024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c432cd1-5c89-4a89-a162-4dafbae6c4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.122582 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c432cd1-5c89-4a89-a162-4dafbae6c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.185130 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2c432cd1-5c89-4a89-a162-4dafbae6c4b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9567141919db4c90939c047aadac1b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789345 Jul 16 17:57:12.185838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58784) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:12.235031 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c432cd1-5c89-4a89-a162-4dafbae6c4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e629667-e34a-44c1-a471-c83b1726a673,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:12.249444 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Allocated IP 10.1.1.109 (66cd6b07-e1aa-4669-bf90-dc89210030ec/33332d38-c598-418d-b70d-b411426e87eb/f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:12.294323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-e7da37d9-9091-49a2-ae67-b8b790ab30e7', 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'fixed_ips': [{'subnet_id': '2ab2849e-b915-48e5-86a3-af91ef9adca1'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:57:12.295297 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.326076 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] For port abd6da79-a2e0-4ab1-ac65-74e983412433, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:12.350532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] For port abd6da79-a2e0-4ab1-ac65-74e983412433, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=abd6da79-a2e0-4ab1-ac65-74e983412433,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:12.407709 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.446019 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28819ba1-a543-43c5-8690-17f997709984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.479494 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28819ba1-a543-43c5-8690-17f997709984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.542865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd20940-9b09-479c-af8d-86bbbe3a50dd None None] Pushing event updated for resources: {'Port': ['ID=abd6da79-a2e0-4ab1-ac65-74e983412433,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:12.591481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Allocated IP 10.2.2.2 (e7da37d9-9091-49a2-ae67-b8b790ab30e7/2ab2849e-b915-48e5-86a3-af91ef9adca1/7db0c3a9-4afc-438a-a6a9-02b7af471b0c) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:12.627564 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28819ba1-a543-43c5-8690-17f997709984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.630457 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28819ba1-a543-43c5-8690-17f997709984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.631814 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-28819ba1-a543-43c5-8690-17f997709984 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e629667-e34a-44c1-a471-c83b1726a673 HTTP/1.1" status: 204 len: 168 time: 0.4406941 Jul 16 17:57:12.637533 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.655903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28819ba1-a543-43c5-8690-17f997709984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e629667-e34a-44c1-a471-c83b1726a673,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:12.687261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Transition to ACTIVE for port object f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:12.752885 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.865076 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.906221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Transition to ACTIVE for port object 7db0c3a9-4afc-438a-a6a9-02b7af471b0c will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:12.930177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Network 66cd6b07-e1aa-4669-bf90-dc89210030ec is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:12.939036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:12.943928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:13.004805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Transition to ACTIVE for port object 7db0c3a9-4afc-438a-a6a9-02b7af471b0c will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:13.009946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:13.010641 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.023636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.023887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'Port': ['ID=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:13.041815 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7121067f-8ed8-49e9-952a-8d500ba2ff96 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7363899 Jul 16 17:57:13.044276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58796) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:13.051470 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'port': {'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec', 'name': 'tempest-TaggedBootDevicesTest_v242-216981615', 'fixed_ips': [{'subnet_id': '33332d38-c598-418d-b70d-b411426e87eb'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:13.173081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Pushing event updated for resources: {'Port': ['ID=7db0c3a9-4afc-438a-a6a9-02b7af471b0c,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:13.193502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Network e7da37d9-9091-49a2-ae67-b8b790ab30e7 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:13.197600 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:13.201193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:13.325311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Made reservation on behalf of 9c356839d88c421f868ad1f22bfdc2f1 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:13.335318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Attempting to bind port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:13.335709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Attempting to bind port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '4a206a66-0d0f-4168-8523-50eba6697b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:13.336078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Attempting to bind port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c on network e7da37d9-9091-49a2-ae67-b8b790ab30e7 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:13.361776 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:13.362755 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Checking segment: {'id': '4a206a66-0d0f-4168-8523-50eba6697b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:13.362755 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.363239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Bound using segment: {'id': '4a206a66-0d0f-4168-8523-50eba6697b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:13.363483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Bound port: 7db0c3a9-4afc-438a-a6a9-02b7af471b0c, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a206a66-0d0f-4168-8523-50eba6697b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:13.363829 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.466489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58800) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:13.492126 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a41fe43a-1c27-458f-a36a-906c88938a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.525268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] For port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:13.548421 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] For port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7db0c3a9-4afc-438a-a6a9-02b7af471b0c,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:13.554550 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.645442 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.687111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] device_id is not set on port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 17:57:13.719845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd17255-0c1d-4540-ad1d-75a4c9776ef9 None None] Pushing event updated for resources: {'Port': ['ID=7db0c3a9-4afc-438a-a6a9-02b7af471b0c,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:13.761967 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a41fe43a-1c27-458f-a36a-906c88938a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.770950 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a41fe43a-1c27-458f-a36a-906c88938a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.866927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a41fe43a-1c27-458f-a36a-906c88938a96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f5df336c5db4456ae21a47f7260531f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991823 Jul 16 17:57:13.869699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58802) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:13.927728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fe43a-1c27-458f-a36a-906c88938a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d1a369-54ec-42bc-ad07-a002a89e58bf,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:13.997377 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Allocated IP 10.1.1.77 (66cd6b07-e1aa-4669-bf90-dc89210030ec/33332d38-c598-418d-b70d-b411426e87eb/e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:14.011192 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f69b7853-1b51-4ec2-aa65-a647dff2d5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.063853 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f69b7853-1b51-4ec2-aa65-a647dff2d5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.219967 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f69b7853-1b51-4ec2-aa65-a647dff2d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.224564 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f69b7853-1b51-4ec2-aa65-a647dff2d5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.227328 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f69b7853-1b51-4ec2-aa65-a647dff2d5fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78d1a369-54ec-42bc-ad07-a002a89e58bf HTTP/1.1" status: 204 len: 168 time: 0.3564544 Jul 16 17:57:14.266887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b7853-1b51-4ec2-aa65-a647dff2d5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d1a369-54ec-42bc-ad07-a002a89e58bf,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:14.416203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed19fd-167a-4585-9c51-c5d4919e54ed None None] Network 66cd6b07-e1aa-4669-bf90-dc89210030ec requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:14.514012 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.517916 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1b590dbf-f4ba-4552-9340-cffe9f2a752e None None] Provisioning for port abd6da79-a2e0-4ab1-ac65-74e983412433 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:14.535234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Transition to ACTIVE for port object e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:14.582426 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.654529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Network 66cd6b07-e1aa-4669-bf90-dc89210030ec is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:14.658418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:14.663100 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:14.725061 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'Port': ['ID=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:14.766191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:14.766998 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.803776 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-eaf80020-b04c-417d-95d2-a43744fbeda5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7576895 Jul 16 17:57:15.138936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7db0c3a9-4afc-438a-a6a9-02b7af471b0c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:15.391777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fde8ef1f-0d66-44d5-b23b-7258a7788ae5 None None] Provisioning for port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:15.401491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:15.407464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fde8ef1f-0d66-44d5-b23b-7258a7788ae5 None None] Provisioning complete for port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:15.408467 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fde8ef1f-0d66-44d5-b23b-7258a7788ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.485652 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device abd6da79-a2e0-4ab1-ac65-74e983412433 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:15.613119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fde8ef1f-0d66-44d5-b23b-7258a7788ae5 None None] Port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:15.620713 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port abd6da79-a2e0-4ab1-ac65-74e983412433 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:15.633411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port abd6da79-a2e0-4ab1-ac65-74e983412433 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:15.634095 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.688798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3cf1d9-01a4-4e1e-8f2d-d457c226f11e None None] Network e7da37d9-9091-49a2-ae67-b8b790ab30e7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:15.698948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fde8ef1f-0d66-44d5-b23b-7258a7788ae5 None None] Provisioning for port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:15.719368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fde8ef1f-0d66-44d5-b23b-7258a7788ae5 None None] Provisioning complete for port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:15.720192 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fde8ef1f-0d66-44d5-b23b-7258a7788ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.006538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fde8ef1f-0d66-44d5-b23b-7258a7788ae5 None None] Port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:16.101634 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.169729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port abd6da79-a2e0-4ab1-ac65-74e983412433, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=abd6da79-a2e0-4ab1-ac65-74e983412433,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:16.181054 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.189906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e5ea986e-7e02-41eb-87f9-d4f3da22801c None None] Provisioning for port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:16.213902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e5ea986e-7e02-41eb-87f9-d4f3da22801c None None] Provisioning complete for port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:16.214414 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e5ea986e-7e02-41eb-87f9-d4f3da22801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.313718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=abd6da79-a2e0-4ab1-ac65-74e983412433,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:16.384734 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e5ea986e-7e02-41eb-87f9-d4f3da22801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.459858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e5ea986e-7e02-41eb-87f9-d4f3da22801c None None] For port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7db0c3a9-4afc-438a-a6a9-02b7af471b0c,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:16.469194 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e5ea986e-7e02-41eb-87f9-d4f3da22801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.520029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e5ea986e-7e02-41eb-87f9-d4f3da22801c None None] Provisioning complete for port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:16.521241 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e5ea986e-7e02-41eb-87f9-d4f3da22801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.617701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea986e-7e02-41eb-87f9-d4f3da22801c None None] Pushing event updated for resources: {'Port': ['ID=7db0c3a9-4afc-438a-a6a9-02b7af471b0c,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:16.636252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea986e-7e02-41eb-87f9-d4f3da22801c None None] Port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:16.665872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e5ea986e-7e02-41eb-87f9-d4f3da22801c None None] Provisioning complete for port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:16.666343 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e5ea986e-7e02-41eb-87f9-d4f3da22801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.713368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea986e-7e02-41eb-87f9-d4f3da22801c None None] Port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:16.843505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f2212718-b57b-4f8d-afbf-adebf3075363 None None] Provisioning complete for port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:16.843980 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f2212718-b57b-4f8d-afbf-adebf3075363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.989870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7db0c3a9-4afc-438a-a6a9-02b7af471b0c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:17.152142 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:17.153051 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.376212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device abd6da79-a2e0-4ab1-ac65-74e983412433 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:17.505177 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port abd6da79-a2e0-4ab1-ac65-74e983412433 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:17.508723 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.180424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521adde-5d01-4abd-8ae5-686d84c218ef req-163cddb8-b97f-4839-97a1-8202438e06f5 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.181932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c521adde-5d01-4abd-8ae5-686d84c218ef req-163cddb8-b97f-4839-97a1-8202438e06f5 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.1053512 Jul 16 17:57:19.189555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ffad1-d507-4541-81b9-4d7d0b9c31b3 req-d280dc6d-7ce3-42b5-a70e-7cd10b5af0ed tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.190978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b27ffad1-d507-4541-81b9-4d7d0b9c31b3 req-d280dc6d-7ce3-42b5-a70e-7cd10b5af0ed tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.1157770 Jul 16 17:57:19.252553 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c521adde-5d01-4abd-8ae5-686d84c218ef req-deff60e3-d10f-4669-b1cc-eedf3f98286c tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605652 Jul 16 17:57:19.257546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b27ffad1-d507-4541-81b9-4d7d0b9c31b3 req-70dfd4cf-c05b-493e-bcf1-64b13d3c1bd1 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587029 Jul 16 17:57:19.337845 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3f6b09-d5a4-4732-a38a-eec4aa8c59d1 x-openstack-request-id: req-ff3f6b09-d5a4-4732-a38a-eec4aa8c59d1 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:19.338404 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6911a28-d967-43c0-b948-3f1badfa969f", "name": "network-vif-plugged", "status": "completed", "tag": "6e3ae15c-29b6-44ce-b093-5606c7a9fd69", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:19.338533 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff3f6b09-d5a4-4732-a38a-eec4aa8c59d1 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:19.339260 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6911a28-d967-43c0-b948-3f1badfa969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69', 'code': 200} Jul 16 17:57:19.522373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557976b5-6274-4692-965a-66468173157b req-dde853f0-7885-47eb-b771-ebd7e52a6b16 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.524758 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-557976b5-6274-4692-965a-66468173157b req-dde853f0-7885-47eb-b771-ebd7e52a6b16 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 1097 time: 0.0538037 Jul 16 17:57:19.563278 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-557976b5-6274-4692-965a-66468173157b req-6c0a2431-257c-4166-9622-f1e83b45a2d5 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Jul 16 17:57:19.566411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-5f21102b-e074-47a0-beba-ad1f96f203eb req-f0c18589-8698-4deb-8271-2660d73fe3f1 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Request body: {'security_group': {'name': 'tempest-securitygroup-598542307', 'description': 'tempest-description-118287828'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:19.605047 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5f21102b-e074-47a0-beba-ad1f96f203eb req-f0c18589-8698-4deb-8271-2660d73fe3f1 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.613084 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5f21102b-e074-47a0-beba-ad1f96f203eb req-f0c18589-8698-4deb-8271-2660d73fe3f1 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.707140 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5f21102b-e074-47a0-beba-ad1f96f203eb req-f0c18589-8698-4deb-8271-2660d73fe3f1 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.713175 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5f21102b-e074-47a0-beba-ad1f96f203eb req-f0c18589-8698-4deb-8271-2660d73fe3f1 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.760749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c18589-8698-4deb-8271-2660d73fe3f1 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1247a0cc-5075-43bc-8a73-0b8f01ac99f0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:19.853464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5f21102b-e074-47a0-beba-ad1f96f203eb req-f0c18589-8698-4deb-8271-2660d73fe3f1 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.857673 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5f21102b-e074-47a0-beba-ad1f96f203eb req-f0c18589-8698-4deb-8271-2660d73fe3f1 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.887377 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5f21102b-e074-47a0-beba-ad1f96f203eb req-f0c18589-8698-4deb-8271-2660d73fe3f1 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.888637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f21102b-e074-47a0-beba-ad1f96f203eb req-f0c18589-8698-4deb-8271-2660d73fe3f1 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3288395 Jul 16 17:57:19.892642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c18589-8698-4deb-8271-2660d73fe3f1 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95e4666-fcab-464d-8901-f8b99fe46308,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:20.084033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58942) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:20.089693 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-45e31371-58df-40da-8dff-29b75e4e390e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115690301', 'description': 'tempest-description--463119201'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:20.102274 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-0873e6a6-dd2a-4f74-a131-febff9bde3c1 req-9e00e083-3378-4e25-bd39-2a1243ef9719 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Request body: {'security_group': {'name': 'tempest-securitygroup-945890019', 'description': 'tempest-description-1006765636'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:20.122188 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45e31371-58df-40da-8dff-29b75e4e390e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.147644 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0873e6a6-dd2a-4f74-a131-febff9bde3c1 req-9e00e083-3378-4e25-bd39-2a1243ef9719 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.217102 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45e31371-58df-40da-8dff-29b75e4e390e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.221136 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45e31371-58df-40da-8dff-29b75e4e390e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.250949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e31371-58df-40da-8dff-29b75e4e390e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:20.292773 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0873e6a6-dd2a-4f74-a131-febff9bde3c1 req-9e00e083-3378-4e25-bd39-2a1243ef9719 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.297708 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0873e6a6-dd2a-4f74-a131-febff9bde3c1 req-9e00e083-3378-4e25-bd39-2a1243ef9719 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.303632 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45e31371-58df-40da-8dff-29b75e4e390e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.304988 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-45e31371-58df-40da-8dff-29b75e4e390e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2192862 Jul 16 17:57:20.307796 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58952) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:20.312557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c593bfac-cf55-4649-8a1b-a4ab8ec61637 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'security_group_rule': {'security_group_id': '5f1ab76b-50ef-43ea-98d9-97b3cbeeb434', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:20.329292 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0873e6a6-dd2a-4f74-a131-febff9bde3c1 req-9e00e083-3378-4e25-bd39-2a1243ef9719 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.337326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0873e6a6-dd2a-4f74-a131-febff9bde3c1 req-9e00e083-3378-4e25-bd39-2a1243ef9719 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.2378521 Jul 16 17:57:20.340787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00e083-3378-4e25-bd39-2a1243ef9719 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae9ff49-c06e-43d5-ab11-fb7111417fef,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:20.348775 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c593bfac-cf55-4649-8a1b-a4ab8ec61637 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.424563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c593bfac-cf55-4649-8a1b-a4ab8ec61637 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.431162 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c593bfac-cf55-4649-8a1b-a4ab8ec61637 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.461471 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593bfac-cf55-4649-8a1b-a4ab8ec61637 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0177eaa-bc29-449d-8688-c71b1dd25f02,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:20.476799 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c593bfac-cf55-4649-8a1b-a4ab8ec61637 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.482045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58970) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:20.482300 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c593bfac-cf55-4649-8a1b-a4ab8ec61637 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1735299 Jul 16 17:57:20.487676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-88d03bc6-5120-4220-abdc-8e0c84859405 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'security_group_rule': {'security_group_id': '5f1ab76b-50ef-43ea-98d9-97b3cbeeb434', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:20.553261 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-88d03bc6-5120-4220-abdc-8e0c84859405 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.622703 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-88d03bc6-5120-4220-abdc-8e0c84859405 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.633507 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-88d03bc6-5120-4220-abdc-8e0c84859405 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.652433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d03bc6-5120-4220-abdc-8e0c84859405 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4353e227-3013-418b-be24-b850858cc1e9,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:20.664169 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-88d03bc6-5120-4220-abdc-8e0c84859405 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.666112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-88d03bc6-5120-4220-abdc-8e0c84859405 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1822486 Jul 16 17:57:20.669144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58986) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:20.677287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:20.729010 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.904646 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.031605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Allocated IP 172.25.5.43 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/959be961-07ed-40ae-8127-97cb5327850a) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:21.193234 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.232347 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.273898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:21.284707 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:21.308073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:21.318649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'Port': ['ID=959be961-07ed-40ae-8127-97cb5327850a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:21.340587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60822de-1cce-46b2-930d-f06e63250b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf615bbd-904b-4720-ba73-10c6e0090c4a'}, {'server_uuid': 'bddcb376-dabf-4114-a5ca-d3a586e10e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd20737-a6ce-4773-a7e7-199d606d7a40'}, {'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:21.343936 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff53ea5b-6609-4e70-a997-a27815c7ce3e" -d '{"events": [{"server_uuid": "f60822de-1cce-46b2-930d-f06e63250b69", "name": "network-vif-plugged", "status": "completed", "tag": "bf615bbd-904b-4720-ba73-10c6e0090c4a"}, {"server_uuid": "bddcb376-dabf-4114-a5ca-d3a586e10e26", "name": "network-vif-plugged", "status": "completed", "tag": "bdd20737-a6ce-4773-a7e7-199d606d7a40"}, {"server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "name": "network-vif-plugged", "status": "completed", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:21.422005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3833b-e3f9-4de1-85a9-445551abec65 req-88e6bce0-6414-47b7-b046-59505a39ef41 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.423545 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-add3833b-e3f9-4de1-85a9-445551abec65 req-88e6bce0-6414-47b7-b046-59505a39ef41 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.1559899 Jul 16 17:57:21.455272 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.501893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-72cbe25c-db8d-4549-9a64-1ad0980e8072 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:57:21.502836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-72cbe25c-db8d-4549-9a64-1ad0980e8072 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1331718 Jul 16 17:57:21.505810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-add3833b-e3f9-4de1-85a9-445551abec65 req-accdd18f-463f-4ec0-909e-6d61b3ef583b tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703266 Jul 16 17:57:21.513699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] Request body: {'binding': {'host': 'n-h1-787206-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:21.513893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] Unknown quota resources ['binding']. {{(pid=100169) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:57:21.550888 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.150483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on host n-h1-787206-10 for vnic_type normal with profile None {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:22.150710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:22.151027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:22.171799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] Port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:22.172251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:22.193577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd9944-0ef7-48b8-81d4-67bf0bc2191d req-1aac31c1-fd7a-447a-a760-07c47a9101c9 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.195045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6fd9944-0ef7-48b8-81d4-67bf0bc2191d req-1aac31c1-fd7a-447a-a760-07c47a9101c9 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.5492432 Jul 16 17:57:22.197360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:22.197683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:22.198061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:22.198496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] Bound port: 3052f409-f6aa-4720-8e6a-2d063b4c701e, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:22.251863 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.263640 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.311489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6fd9944-0ef7-48b8-81d4-67bf0bc2191d req-b6f995c4-a799-4c6b-8091-a808ec758944 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093388 Jul 16 17:57:22.362307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:22.366377 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'Port': ['ID=959be961-07ed-40ae-8127-97cb5327850a,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:22.375059 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.376857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-0aa7d449-79c6-4ccb-b605-f37e9781a4ba service neutron] 10.222.0.41 "POST /v2.0/ports/3052f409-f6aa-4720-8e6a-2d063b4c701e/bindings HTTP/1.1" status: 201 len: 390 time: 0.8663950 Jul 16 17:57:22.383854 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.399132 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.403551 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-da92a4bc-8bfa-42b9-83e9-ab8679dbb2b2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7282100 Jul 16 17:57:22.600697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6f7dca85-f787-4fdd-8420-6cc26b07714a req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1940262374', 'description': 'tempest-description-923425900'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:22.626583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6f7dca85-f787-4fdd-8420-6cc26b07714a req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.641072 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6f7dca85-f787-4fdd-8420-6cc26b07714a req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.810254 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6f7dca85-f787-4fdd-8420-6cc26b07714a req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.818439 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6f7dca85-f787-4fdd-8420-6cc26b07714a req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.824338 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd4433f-5180-49dd-a1b0-d70253cf9a44 x-openstack-request-id: req-7cd4433f-5180-49dd-a1b0-d70253cf9a44 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:22.824841 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60822de-1cce-46b2-930d-f06e63250b69", "name": "network-vif-plugged", "status": "completed", "tag": "bf615bbd-904b-4720-ba73-10c6e0090c4a", "code": 200}, {"server_uuid": "bddcb376-dabf-4114-a5ca-d3a586e10e26", "name": "network-vif-plugged", "status": "completed", "tag": "bdd20737-a6ce-4773-a7e7-199d606d7a40", "code": 200}, {"server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "name": "network-vif-plugged", "status": "completed", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:22.824949 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cd4433f-5180-49dd-a1b0-d70253cf9a44 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:22.825328 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60822de-1cce-46b2-930d-f06e63250b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf615bbd-904b-4720-ba73-10c6e0090c4a', 'code': 200} Jul 16 17:57:22.825568 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddcb376-dabf-4114-a5ca-d3a586e10e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd20737-a6ce-4773-a7e7-199d606d7a40', 'code': 200} Jul 16 17:57:22.825814 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5', 'code': 200} Jul 16 17:57:22.843936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-da102b8f-ec45-4cd4-90db-da179f3df60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.845743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-da102b8f-ec45-4cd4-90db-da179f3df60f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 1097 time: 0.1627247 Jul 16 17:57:22.997411 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59cb4-db46-4a3d-9bd4-0fb14d604505 req-b2b32a06-2320-42b2-a3b4-2d3450071e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.000250 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-43a59cb4-db46-4a3d-9bd4-0fb14d604505 req-b2b32a06-2320-42b2-a3b4-2d3450071e63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 1097 time: 0.0773933 Jul 16 17:57:23.006936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa4b2a5-b688-43ff-a05d-0bf4ead3fc09,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:23.048717 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-43a59cb4-db46-4a3d-9bd4-0fb14d604505 req-d9ebf9d5-6145-408a-9f0d-bf71aa6e0fca service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400994 Jul 16 17:57:23.092326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:23.092729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:23.093589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:23.093929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:23.094355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:23.094687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:23.095025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:23.095640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:23.095832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:23.096133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:23.096459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:23.096789 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:23.152471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-23d84857-aa14-42d2-a426-c7a46d622228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.153908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-23d84857-aa14-42d2-a426-c7a46d622228 service neutron] 10.222.0.35 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.2768104 Jul 16 17:57:23.240620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b89e6a36-d2fc-48f3-8682-87cea64c2bb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e HTTP/1.1" status: 200 len: 217 time: 0.0715845 Jul 16 17:57:23.244576 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6f7dca85-f787-4fdd-8420-6cc26b07714a req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.264420 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe6b62-6e81-41e6-b8b2-6455f41222b4 req-bbd002c5-76ea-4710-a21b-26e16a5689fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.265984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eebe6b62-6e81-41e6-b8b2-6455f41222b4 req-bbd002c5-76ea-4710-a21b-26e16a5689fa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 1098 time: 0.2740655 Jul 16 17:57:23.266562 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6f7dca85-f787-4fdd-8420-6cc26b07714a req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.304065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f627c9-1d03-4706-af57-152a7eee2470 req-721bed54-372a-4ebe-947f-bc5ca8cf883c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.305524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-33f627c9-1d03-4706-af57-152a7eee2470 req-721bed54-372a-4ebe-947f-bc5ca8cf883c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 945 time: 0.3147268 Jul 16 17:57:23.352966 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6f7dca85-f787-4fdd-8420-6cc26b07714a req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.354229 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f7dca85-f787-4fdd-8420-6cc26b07714a req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.7596688 Jul 16 17:57:23.385826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-7196a4cc-0453-413e-9ad2-9cbe1eac359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.387500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-7196a4cc-0453-413e-9ad2-9cbe1eac359a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.1383348 Jul 16 17:57:23.388117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565991b-e3e2-4b17-93f7-5b717e8037f1 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe99253-aea3-4749-98e6-fd807c8f9997,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:23.421836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eebe6b62-6e81-41e6-b8b2-6455f41222b4 req-4bfa598e-4bdf-4de0-a651-9271f95a8342 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290400 Jul 16 17:57:23.442154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-d2c66140-b392-4bde-b819-dcfc4b3bef63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437002 Jul 16 17:57:23.447372 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-33f627c9-1d03-4706-af57-152a7eee2470 req-d58c8928-021f-4a61-bd79-2b8901e44064 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219232 Jul 16 17:57:23.544709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 333d8682-d9bd-4119-98af-39a668a15bf5 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:23.570688 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:23.632142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3995f-ea61-402d-a8e2-806aafd19e6c req-30f4439a-684a-4660-9806-51a35e3d279c tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.633548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27f3995f-ea61-402d-a8e2-806aafd19e6c req-30f4439a-684a-4660-9806-51a35e3d279c tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.1816404 Jul 16 17:57:23.642131 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-d033a8d8-50f3-49f5-9362-ff4d06bafb45 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--115690301&fields=id&tenant_id=9c356839d88c421f868ad1f22bfdc2f1 HTTP/1.1" status: 200 len: 267 time: 0.0771015 Jul 16 17:57:23.645541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-5b905fbc-9979-44c9-b1f7-9e861a0d0e86 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558735 Jul 16 17:57:23.692711 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.696937 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.747604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=333d8682-d9bd-4119-98af-39a668a15bf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:23.754323 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.760280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:23.765555 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.810464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6fe04a00-a5a9-4b5e-a5fc-d8b7ce135c97 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.813067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6fe04a00-a5a9-4b5e-a5fc-d8b7ce135c97 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports/f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 HTTP/1.1" status: 200 len: 935 time: 0.1594212 Jul 16 17:57:23.817491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=333d8682-d9bd-4119-98af-39a668a15bf5,revision_number=11']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:23.820390 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27f3995f-ea61-402d-a8e2-806aafd19e6c req-60223c48-797e-46c5-b5eb-c08cbc02bcaa tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769040 Jul 16 17:57:23.890276 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:23.903670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-6d814e01-32e0-4625-bdee-741427816171 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409093 Jul 16 17:57:23.912119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-ae787b4c-55c8-4609-8225-48457007da1b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.919655 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-ae787b4c-55c8-4609-8225-48457007da1b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports/e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc HTTP/1.1" status: 200 len: 935 time: 0.0979929 Jul 16 17:57:23.992538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-83fcc605-b565-4e83-a11a-f415322d2a55 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?network_id=e7da37d9-9091-49a2-ae67-b8b790ab30e7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0716300 Jul 16 17:57:24.047642 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-607dda47-c964-4def-91d2-9146f2e73f50 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?network_id=e7da37d9-9091-49a2-ae67-b8b790ab30e7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0540524 Jul 16 17:57:24.189487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cfd06-f7d6-4fa2-a41f-76fe31b1d471 req-1dd40673-4b40-4010-9d88-2867b95c9271 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.190978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-483cfd06-f7d6-4fa2-a41f-76fe31b1d471 req-1dd40673-4b40-4010-9d88-2867b95c9271 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 948 time: 0.1848686 Jul 16 17:57:24.201880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-9469f3a9-fb96-4e39-8616-e868a9523050 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.208363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-9469f3a9-fb96-4e39-8616-e868a9523050 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.214246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-9469f3a9-fb96-4e39-8616-e868a9523050 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.215968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-9469f3a9-fb96-4e39-8616-e868a9523050 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/networks?id=bb64f7cc-287f-4695-9aa1-c2f719cc83ad&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=e7da37d9-9091-49a2-ae67-b8b790ab30e7&id=e7da37d9-9091-49a2-ae67-b8b790ab30e7 HTTP/1.1" status: 200 len: 1994 time: 0.1677060 Jul 16 17:57:24.242803 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-14ceec7f-fe97-49ae-9dfd-a04428f0d8bf tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/quotas/9c356839d88c421f868ad1f22bfdc2f1 HTTP/1.1" status: 200 len: 375 time: 0.0195549 Jul 16 17:57:24.292201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-483cfd06-f7d6-4fa2-a41f-76fe31b1d471 req-a8f23b7e-f2e6-440e-bb27-84eda949e141 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/security-groups?id=33b1475d-faa3-48fa-aec4-b08a8d51b334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752618 Jul 16 17:57:24.348046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-2fb16c11-8073-4009-a9d2-db8de62d1015 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0947928 Jul 16 17:57:24.559860 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-0277acf3-3ef8-4fee-a6ed-937e6581eb32 service neutron] 10.222.0.41 "GET /v2.0/networks/bb64f7cc-287f-4695-9aa1-c2f719cc83ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935422 Jul 16 17:57:24.685243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-ad7616ed-91ff-41ca-a572-8ddd3215fabd tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.687824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-ad7616ed-91ff-41ca-a572-8ddd3215fabd tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/networks?id=6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 200 len: 805 time: 0.2155790 Jul 16 17:57:24.707763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-ad9ffdf0-fadf-402e-9301-80d1509e697d tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/quotas/f56eb42e9c7a440492d2342161e25497 HTTP/1.1" status: 200 len: 375 time: 0.0126755 Jul 16 17:57:24.732170 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40285904-a313-4a4f-bfde-8243e5342d9a req-a48454a5-2747-4fe6-9c4d-a40af193293a tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.735198 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-40285904-a313-4a4f-bfde-8243e5342d9a req-a48454a5-2747-4fe6-9c4d-a40af193293a tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6911a28-d967-43c0-b948-3f1badfa969f HTTP/1.1" status: 200 len: 943 time: 0.0906987 Jul 16 17:57:24.736166 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-3f3593bc-4c4f-40f6-87ca-3bc64da56133 service neutron] 10.222.0.41 "GET /v2.0/networks/bb64f7cc-287f-4695-9aa1-c2f719cc83ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450758 Jul 16 17:57:24.822035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-1b5e03f3-e670-47c4-bab2-984e623a00bc service neutron] 10.222.0.41 "GET /v2.0/ports/f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0610855 Jul 16 17:57:24.827519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5'}, {'server_uuid': 'a6911a28-d967-43c0-b948-3f1badfa969f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:24.831072 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0815a0-7d91-4a24-ba0d-e289f4880cd0" -d '{"events": [{"server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "name": "network-vif-unplugged", "status": "completed", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5"}, {"server_uuid": "a6911a28-d967-43c0-b948-3f1badfa969f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e3ae15c-29b6-44ce-b093-5606c7a9fd69"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:24.868610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-7564070f-1aaa-4f6c-b288-177abae31a50 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f56eb42e9c7a440492d2342161e25497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1506689 Jul 16 17:57:24.895446 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-40285904-a313-4a4f-bfde-8243e5342d9a req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Deleting port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:24.896159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-40285904-a313-4a4f-bfde-8243e5342d9a req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.005268 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-224180d5-3105-482e-87fe-d354846570e6 service neutron] 10.222.0.41 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697657 Jul 16 17:57:25.012118 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-40285904-a313-4a4f-bfde-8243e5342d9a req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] For port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:25.012559 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-40285904-a313-4a4f-bfde-8243e5342d9a req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.037740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-40285904-a313-4a4f-bfde-8243e5342d9a req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Calling delete_port for 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:25.057552 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-9e740779-d709-43a7-9cee-18b854c7251a service neutron] 10.222.0.41 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799228 Jul 16 17:57:25.194941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-94eed9b6-543c-4d93-ab6c-2f67a682dd90 service neutron] 10.222.0.41 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832798 Jul 16 17:57:25.213048 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-40285904-a313-4a4f-bfde-8243e5342d9a req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.255374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Pushing event deleted for resources: {'Port': ['ID=6e3ae15c-29b6-44ce-b093-5606c7a9fd69,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:25.271453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-b7ab670f-7fb5-4143-8025-e7687bd22d20 service neutron] 10.222.0.41 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957641 Jul 16 17:57:25.271453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-0b45c0f3-543f-4142-ba18-70efbf9647bd service neutron] 10.222.0.41 "GET /v2.0/ports/e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0734091 Jul 16 17:57:25.281968 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:25.282312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:25.282652 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:25.282990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:25.283317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:25.283678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:25.284002 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:25.284573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:25.284900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:25.285218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:25.285534 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:25.285849 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:25.304967 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-40285904-a313-4a4f-bfde-8243e5342d9a req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] No DVR routers for this DVR port 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:25.307220 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-40285904-a313-4a4f-bfde-8243e5342d9a req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.309692 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-40285904-a313-4a4f-bfde-8243e5342d9a req-35fd4e1a-289a-4967-8d2d-518f5006b814 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.43 "DELETE /v2.0/ports/6e3ae15c-29b6-44ce-b093-5606c7a9fd69 HTTP/1.1" status: 204 len: 173 time: 0.5650425 Jul 16 17:57:25.310281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6911a28-d967-43c0-b948-3f1badfa969f', 'name': 'network-vif-deleted', 'tag': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:25.312787 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1101d39-3593-4aee-8901-25805f098cbb" -d '{"events": [{"server_uuid": "a6911a28-d967-43c0-b948-3f1badfa969f", "name": "network-vif-deleted", "tag": "6e3ae15c-29b6-44ce-b093-5606c7a9fd69"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:25.444896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-847d59df-6feb-434c-933b-23c350296c1a service neutron] 10.222.0.41 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737354 Jul 16 17:57:25.584805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-ea46cfe6-f40c-4ffb-9166-f8a68361d3f2 service neutron] 10.222.0.41 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397908 Jul 16 17:57:25.735936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-79994002-e4b8-49ad-baaf-61e0a8e59e0a service neutron] 10.222.0.41 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499906 Jul 16 17:57:25.806347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be65ca-7db0-460f-a539-5faf89b307fe req-0485e53a-4b78-46f2-bff2-8c94d3b7cb1e tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.814531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9be65ca-7db0-460f-a539-5faf89b307fe req-0485e53a-4b78-46f2-bff2-8c94d3b7cb1e tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.1559062 Jul 16 17:57:25.905808 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9be65ca-7db0-460f-a539-5faf89b307fe req-ff7e3347-3bee-4d3a-bcc2-32258bcd9aa5 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896616 Jul 16 17:57:25.947296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-47177ec2-cc28-497f-8820-39398c7bcd25 service neutron] 10.222.0.41 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103868 Jul 16 17:57:25.951487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-92386848-ef09-4658-8f85-e7752af7e0c5 req-53dbe9e4-8e01-42d1-8e50-e7d46c822da0 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-502487361', 'description': 'tempest-description-327244859'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:26.002493 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-92386848-ef09-4658-8f85-e7752af7e0c5 req-53dbe9e4-8e01-42d1-8e50-e7d46c822da0 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.124710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f812206a-acf4-46a8-8a95-d0bbb60a49f4 service neutron] 10.222.0.41 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508162 Jul 16 17:57:26.173560 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.241707 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-92386848-ef09-4658-8f85-e7752af7e0c5 req-53dbe9e4-8e01-42d1-8e50-e7d46c822da0 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.257376 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-92386848-ef09-4658-8f85-e7752af7e0c5 req-53dbe9e4-8e01-42d1-8e50-e7d46c822da0 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.287944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-fbd80d03-0b01-49c1-a8d6-7144c6358207 service neutron] 10.222.0.41 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565363 Jul 16 17:57:26.324593 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-92386848-ef09-4658-8f85-e7752af7e0c5 req-53dbe9e4-8e01-42d1-8e50-e7d46c822da0 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.325878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92386848-ef09-4658-8f85-e7752af7e0c5 req-53dbe9e4-8e01-42d1-8e50-e7d46c822da0 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3833802 Jul 16 17:57:26.338872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbe9e4-8e01-42d1-8e50-e7d46c822da0 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dfe58c-5c9d-459c-bc96-6e4020ec3b83,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:26.424061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-3a3c57cd-4a98-468a-b52b-66cf17d89d27 service neutron] 10.222.0.41 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351707 Jul 16 17:57:26.435182 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.572459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-1b587227-8c43-41e6-b58f-f2d91da49d31 service neutron] 10.222.0.41 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475420 Jul 16 17:57:26.697149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-03161e5b-3a48-4790-8da6-5707fad86ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191270 Jul 16 17:57:26.818954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-b89d1552-0bf9-4d74-b009-e4172663c7b2 service neutron] 10.222.0.41 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163082 Jul 16 17:57:27.098271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-c8c134e6-b48b-4d07-b114-823b4051985f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.101104 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-c8c134e6-b48b-4d07-b114-823b4051985f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.43 "GET /v2.0/networks?id=6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 200 len: 805 time: 0.2286122 Jul 16 17:57:27.126902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-a3d88f57-2808-4866-988a-e95de3a2c96f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Request body: {'port': {'device_id': '2c6df63b-617d-4bc5-8af2-3d59da80474d', 'network_id': '6881b1c5-54be-403e-8779-26889218234e', 'admin_state_up': True, 'tenant_id': 'f56eb42e9c7a440492d2342161e25497'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:27.337196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac5d85-a440-4b90-bccb-001e4033ee0b req-facf888d-d3fc-4087-be44-970204896fce tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.344170 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-baac5d85-a440-4b90-bccb-001e4033ee0b req-facf888d-d3fc-4087-be44-970204896fce tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 945 time: 0.1271257 Jul 16 17:57:27.356698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-a3d88f57-2808-4866-988a-e95de3a2c96f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Made reservation on behalf of f56eb42e9c7a440492d2342161e25497 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:27.361215 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-a3d88f57-2808-4866-988a-e95de3a2c96f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.390586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-baac5d85-a440-4b90-bccb-001e4033ee0b req-88cc5e94-8a72-437a-a15b-305727112c10 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440867 Jul 16 17:57:27.454632 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b55f66-7eca-41ac-acff-7454694b620a x-openstack-request-id: req-29b55f66-7eca-41ac-acff-7454694b620a {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:27.455514 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "name": "network-vif-unplugged", "status": "completed", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5", "code": 200}, {"server_uuid": "a6911a28-d967-43c0-b948-3f1badfa969f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e3ae15c-29b6-44ce-b093-5606c7a9fd69", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:27.455932 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29b55f66-7eca-41ac-acff-7454694b620a {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:27.456557 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5', 'code': 200} Jul 16 17:57:27.456850 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6911a28-d967-43c0-b948-3f1badfa969f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69', 'code': 200} Jul 16 17:57:27.581534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:27.618124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:27.618992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 6e3ae15c-29b6-44ce-b093-5606c7a9fd69 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:27.633220 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-a3d88f57-2808-4866-988a-e95de3a2c96f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Allocated IP 172.20.0.3 (6881b1c5-54be-403e-8779-26889218234e/f248cbc4-35d5-450b-8416-5d799e185e95/01fa743c-97ab-4744-bb1d-eb52314f415f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:27.691044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7d66-0340-44a4-83ec-21b19a7238f2 req-da0249a4-c60a-4ecd-9417-040bfd655a98 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.700573 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29fe7d66-0340-44a4-83ec-21b19a7238f2 req-da0249a4-c60a-4ecd-9417-040bfd655a98 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.1359799 Jul 16 17:57:27.767522 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fb170e-6db9-45c8-a6fe-f6d8320284df x-openstack-request-id: req-a5fb170e-6db9-45c8-a6fe-f6d8320284df {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:27.767813 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6911a28-d967-43c0-b948-3f1badfa969f", "name": "network-vif-deleted", "tag": "6e3ae15c-29b6-44ce-b093-5606c7a9fd69", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:27.768063 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5fb170e-6db9-45c8-a6fe-f6d8320284df {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:27.768454 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6911a28-d967-43c0-b948-3f1badfa969f', 'name': 'network-vif-deleted', 'tag': '6e3ae15c-29b6-44ce-b093-5606c7a9fd69', 'status': 'completed', 'code': 200} Jul 16 17:57:27.801051 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29fe7d66-0340-44a4-83ec-21b19a7238f2 req-ef1c575b-6765-45c7-b176-32bfeab88bba tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989959 Jul 16 17:57:27.973818 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f3eeced4-3db3-443e-845b-3e8d9dbed215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.029285 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f657e7e5-e6a5-48f2-8805-550a44937763 req-fb047a3d-7be6-4065-9008-4c6ed5344254 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 210 time: 0.0567930 Jul 16 17:57:28.044524 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-a3d88f57-2808-4866-988a-e95de3a2c96f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.116475 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-a3d88f57-2808-4866-988a-e95de3a2c96f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.187616 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d88f57-2808-4866-988a-e95de3a2c96f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Pushing event updated for resources: {'Port': ['ID=01fa743c-97ab-4744-bb1d-eb52314f415f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:28.207098 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-a3d88f57-2808-4866-988a-e95de3a2c96f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Network 6881b1c5-54be-403e-8779-26889218234e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:28.209827 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-a3d88f57-2808-4866-988a-e95de3a2c96f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:28.218723 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-a3d88f57-2808-4866-988a-e95de3a2c96f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:28.286137 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-a3d88f57-2808-4866-988a-e95de3a2c96f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:28.287638 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-a3d88f57-2808-4866-988a-e95de3a2c96f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.316292 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-a3d88f57-2808-4866-988a-e95de3a2c96f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2059391 Jul 16 17:57:28.335105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Request body: {'port': {'device_id': '2c6df63b-617d-4bc5-8af2-3d59da80474d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:28.387785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110da36-d839-4b7d-b7b3-b5c0d1b0bf36 req-8a0d0b46-5797-4909-b943-8abc4546cd14 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:28.395275 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f110da36-d839-4b7d-b7b3-b5c0d1b0bf36 req-8a0d0b46-5797-4909-b943-8abc4546cd14 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.2386782 Jul 16 17:57:28.445807 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.470329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f110da36-d839-4b7d-b7b3-b5c0d1b0bf36 req-e01b32c2-7b1a-402c-8415-2e741dfb356e tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636010 Jul 16 17:57:28.763529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-985987e4-a5cd-4938-b971-c1b865266e38 req-c9494f75-a3d1-4538-bd34-82f09c913661 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 210 time: 0.0350580 Jul 16 17:57:28.788062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-56b3f051-195d-4eee-a63d-83d0cc0300c4 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42343 time: 0.6753962 Jul 16 17:57:28.883186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-95fd2f21-4136-4737-ae1c-cf1e42d643c5 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/0097a4a2-2f48-4ca2-b8b9-51bb2445970e HTTP/1.1" status: 200 len: 2981 time: 0.0937600 Jul 16 17:57:28.981319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-a57e6ccf-d002-489c-a025-50a255a7ad14 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/0097a4a2-2f48-4ca2-b8b9-51bb2445970e HTTP/1.1" status: 200 len: 2981 time: 0.0963664 Jul 16 17:57:29.045489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-53652f52-d24e-4618-886b-8033d8e8ede8 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1247a0cc-5075-43bc-8a73-0b8f01ac99f0 HTTP/1.1" status: 200 len: 2985 time: 0.0626125 Jul 16 17:57:29.070315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59242) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:29.101295 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-a191bbfa-b80e-4ebd-80bf-bc1b20f276b4 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1247a0cc-5075-43bc-8a73-0b8f01ac99f0 HTTP/1.1" status: 200 len: 2985 time: 0.0542130 Jul 16 17:57:29.133757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fa743c-97ab-4744-bb1d-eb52314f415f {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:29.154233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-78686e14-84b8-4ab2-8970-aead19ad8699 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/33b1475d-faa3-48fa-aec4-b08a8d51b334 HTTP/1.1" status: 200 len: 2981 time: 0.0518777 Jul 16 17:57:29.160498 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.204817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Transition to ACTIVE for port object 01fa743c-97ab-4744-bb1d-eb52314f415f will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:29.214896 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.275186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-b10ad57f-4319-4bc8-96d2-7a0d387e4460 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/33b1475d-faa3-48fa-aec4-b08a8d51b334 HTTP/1.1" status: 200 len: 2981 time: 0.1132455 Jul 16 17:57:29.286051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Pushing event updated for resources: {'Port': ['ID=01fa743c-97ab-4744-bb1d-eb52314f415f,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:29.317656 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b028d517-d1dd-4f8b-bb8a-240805fe3c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.365789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Attempting to bind port 01fa743c-97ab-4744-bb1d-eb52314f415f on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:29.366219 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Attempting to bind port 01fa743c-97ab-4744-bb1d-eb52314f415f by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:29.366611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Attempting to bind port 01fa743c-97ab-4744-bb1d-eb52314f415f on network 6881b1c5-54be-403e-8779-26889218234e {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:29.371715 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Port 01fa743c-97ab-4744-bb1d-eb52314f415f on network 6881b1c5-54be-403e-8779-26889218234e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:29.373652 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Attempting to bind port 01fa743c-97ab-4744-bb1d-eb52314f415f on network 6881b1c5-54be-403e-8779-26889218234e {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:29.380616 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:29.381046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Checking segment: {'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:29.381513 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Bound using segment: {'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:29.382121 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Bound port: 01fa743c-97ab-4744-bb1d-eb52314f415f, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:29.382565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.433289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-d845393f-2460-4108-aea2-cb01db99e7f9 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/51d3d81d-9e30-4fbd-9c51-bf509a038c5a HTTP/1.1" status: 200 len: 2981 time: 0.1293278 Jul 16 17:57:29.477965 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] For port 01fa743c-97ab-4744-bb1d-eb52314f415f, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:29.483858 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] For port 01fa743c-97ab-4744-bb1d-eb52314f415f, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=01fa743c-97ab-4744-bb1d-eb52314f415f,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:29.484360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb376fa-ba76-468b-b909-46210c8d865d req-08f5af66-bc77-40bc-be89-bd6dbb42c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.486986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fb376fa-ba76-468b-b909-46210c8d865d req-08f5af66-bc77-40bc-be89-bd6dbb42c25c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6659736fb9cd41d391c1680db88c67fd&device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 1097 time: 0.2252772 Jul 16 17:57:29.489413 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.528423 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.529043 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.530469 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] 10.222.0.43 "PUT /v2.0/ports/01fa743c-97ab-4744-bb1d-eb52314f415f HTTP/1.1" status: 200 len: 1092 time: 1.2069113 Jul 16 17:57:29.561296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708df9f5-6f17-4f4b-b5a9-4e2d1c0353e6 service neutron] Pushing event updated for resources: {'Port': ['ID=01fa743c-97ab-4744-bb1d-eb52314f415f,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:29.595252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957f70b-04a3-40b7-8a4e-6868640a0d32 req-db012ba1-13f3-4aa4-974e-3e72cd2f512e tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.603586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d957f70b-04a3-40b7-8a4e-6868640a0d32 req-db012ba1-13f3-4aa4-974e-3e72cd2f512e tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 945 time: 0.2654967 Jul 16 17:57:29.663464 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-90c0938a-a51a-4f07-b0b6-af0d5c5df94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.665069 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-90c0938a-a51a-4f07-b0b6-af0d5c5df94e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f56eb42e9c7a440492d2342161e25497&device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 1095 time: 0.0685318 Jul 16 17:57:29.711136 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-8a716c15-6b32-4eef-8627-d8c65382979a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01fa743c-97ab-4744-bb1d-eb52314f415f HTTP/1.1" status: 200 len: 217 time: 0.0378561 Jul 16 17:57:29.719705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-46272c62-9914-4e32-931b-43f6dfdf92f7 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/51d3d81d-9e30-4fbd-9c51-bf509a038c5a HTTP/1.1" status: 200 len: 2981 time: 0.2646613 Jul 16 17:57:29.723765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e2373c77-e396-42b5-911e-3b410a0a87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.726771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e2373c77-e396-42b5-911e-3b410a0a87c2 service neutron] 10.222.0.35 "GET /v2.0/ports/f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 HTTP/1.1" status: 200 len: 1031 time: 0.2301395 Jul 16 17:57:29.766147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-0180b197-fd47-4288-972b-e84403822e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.767856 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-0180b197-fd47-4288-972b-e84403822e6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f248cbc4-35d5-450b-8416-5d799e185e95 HTTP/1.1" status: 200 len: 845 time: 0.0504954 Jul 16 17:57:29.769535 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6df63b-617d-4bc5-8af2-3d59da80474d', 'tag': '01fa743c-97ab-4744-bb1d-eb52314f415f'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:29.772308 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49a776a-af16-45c3-bba5-5f25af4579f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6df63b-617d-4bc5-8af2-3d59da80474d", "tag": "01fa743c-97ab-4744-bb1d-eb52314f415f"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:29.810904 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-43c82ea4-4c8f-489e-89b0-9c36b7b84093 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6881b1c5-54be-403e-8779-26889218234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343816 Jul 16 17:57:29.815046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d957f70b-04a3-40b7-8a4e-6868640a0d32 req-dbeda3a1-89f6-48f0-9a10-e1a4d281c179 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104654 Jul 16 17:57:29.873296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-77bd2af1-a2d3-4aa3-9287-bb7d4eec6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.874801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-77bd2af1-a2d3-4aa3-9287-bb7d4eec6dae service neutron] 10.222.0.35 "GET /v2.0/ports/e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc HTTP/1.1" status: 200 len: 1031 time: 0.1290979 Jul 16 17:57:29.883074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb376fa-ba76-468b-b909-46210c8d865d req-86a1866c-1369-4398-b31b-77162566b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.884541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fb376fa-ba76-468b-b909-46210c8d865d req-86a1866c-1369-4398-b31b-77162566b791 service neutron] 10.222.0.43 "GET /v2.0/networks?id=779ac9d7-2f9a-4efa-90ae-d58907e96a43 HTTP/1.1" status: 200 len: 912 time: 0.3820961 Jul 16 17:57:29.887567 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b028d517-d1dd-4f8b-bb8a-240805fe3c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.891754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-5dcfbcae-4a55-4b52-a213-6e3b83862aeb tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/5d2e6ced-313a-42a5-8497-1825353dcfce HTTP/1.1" status: 200 len: 2973 time: 0.1612413 Jul 16 17:57:29.935845 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-47de0a2b-aab5-4da8-9954-97fdcafc8b5b service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187830 Jul 16 17:57:30.057413 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5261f1cc-037b-45a1-936a-122a621ccc73 req-b6afb5c0-1dd1-4410-9e99-f3c689e1e4f6 service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150484 Jul 16 17:57:30.307304 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b028d517-d1dd-4f8b-bb8a-240805fe3c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.364813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fb376fa-ba76-468b-b909-46210c8d865d req-f3dd4cfe-dd3e-4636-bb55-d0fbbdbd8f42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdd20737-a6ce-4773-a7e7-199d606d7a40 HTTP/1.1" status: 200 len: 217 time: 0.4721217 Jul 16 17:57:30.497395 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59270) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:30.497896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b028d517-d1dd-4f8b-bb8a-240805fe3c5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=585d64439d8f49e7b22c7795b452872c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4257812 Jul 16 17:57:30.505773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028d517-d1dd-4f8b-bb8a-240805fe3c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f96105-5cc0-4433-bd64-68beed7982bd,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:30.515404 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-429edd4b-af68-4ec7-86f0-2fa8eed4bdbe tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/5d2e6ced-313a-42a5-8497-1825353dcfce HTTP/1.1" status: 200 len: 2973 time: 0.6122770 Jul 16 17:57:30.552229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb376fa-ba76-468b-b909-46210c8d865d req-8fa449b8-21be-4868-9fce-f0a132f25c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.553783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fb376fa-ba76-468b-b909-46210c8d865d req-8fa449b8-21be-4868-9fce-f0a132f25c62 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=523cbcf0-c6a3-4b6e-9020-6529e4d951df HTTP/1.1" status: 200 len: 851 time: 0.1683497 Jul 16 17:57:30.570260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f92ddd6b-a0d6-4e77-b7ea-e2deea5d07bc tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.576007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f92ddd6b-a0d6-4e77-b7ea-e2deea5d07bc tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.583552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f92ddd6b-a0d6-4e77-b7ea-e2deea5d07bc tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.584193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f92ddd6b-a0d6-4e77-b7ea-e2deea5d07bc tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "GET /v2.0/networks?id=bb64f7cc-287f-4695-9aa1-c2f719cc83ad&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=e7da37d9-9091-49a2-ae67-b8b790ab30e7&id=e7da37d9-9091-49a2-ae67-b8b790ab30e7 HTTP/1.1" status: 200 len: 1994 time: 0.6952155 Jul 16 17:57:30.629311 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fb376fa-ba76-468b-b909-46210c8d865d req-29624ea9-d21f-4e58-8571-ca88b8b4ebda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=779ac9d7-2f9a-4efa-90ae-d58907e96a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680652 Jul 16 17:57:30.648898 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.654833 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f3d6da7-9932-44d7-817b-4b9dcd1ebd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.676000 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-14961a6c-2c9c-4ec6-8dad-0234b273ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.688962 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f3d6da7-9932-44d7-817b-4b9dcd1ebd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.700878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-6015713c-e648-4868-8d64-1b1ee56a9d01 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/91fe9eff-e1ac-4d1c-8825-c2ac203051e7 HTTP/1.1" status: 200 len: 2981 time: 0.1737485 Jul 16 17:57:30.746045 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f3d6da7-9932-44d7-817b-4b9dcd1ebd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.748679 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f3d6da7-9932-44d7-817b-4b9dcd1ebd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.750931 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6f3d6da7-9932-44d7-817b-4b9dcd1ebd63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8f96105-5cc0-4433-bd64-68beed7982bd HTTP/1.1" status: 204 len: 168 time: 0.2496269 Jul 16 17:57:30.759614 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d6da7-9932-44d7-817b-4b9dcd1ebd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f96105-5cc0-4433-bd64-68beed7982bd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:30.768037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-51563601-d2e5-4eef-8dfa-ed2821bb620a tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c356839d88c421f868ad1f22bfdc2f1 HTTP/1.1" status: 200 len: 379 time: 0.1701102 Jul 16 17:57:30.788677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'port': {'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'admin_state_up': True, 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'security_groups': ['5f1ab76b-50ef-43ea-98d9-97b3cbeeb434']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:30.878194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fb376fa-ba76-468b-b909-46210c8d865d req-48f47c9f-06a3-477a-afb7-1bec371a76de service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366190 Jul 16 17:57:30.932793 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-13206c39-cebb-4faa-8d23-7879e6cc7f4a tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/91fe9eff-e1ac-4d1c-8825-c2ac203051e7 HTTP/1.1" status: 200 len: 2981 time: 0.2162387 Jul 16 17:57:30.973631 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ec68d-55f4-4c7e-83a9-f08e3768d6b7 req-6f27a1d8-6e86-4ad4-afb0-dad5a1529ae4 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.975146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-325ec68d-55f4-4c7e-83a9-f08e3768d6b7 req-6f27a1d8-6e86-4ad4-afb0-dad5a1529ae4 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 943 time: 0.2802424 Jul 16 17:57:31.087056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59278) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:31.100724 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-92be9b41-522b-4219-a1cb-41c7c80523fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.136320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-6964ed6c-038e-4cbd-b4cf-d9c326682b14 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/a2a237ec-b73f-499c-84a0-8d2237c50090 HTTP/1.1" status: 200 len: 2981 time: 0.1907911 Jul 16 17:57:31.142877 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-325ec68d-55f4-4c7e-83a9-f08e3768d6b7 req-38e7f1e7-7f1d-402d-82b1-50ec20777a78 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528268 Jul 16 17:57:31.147064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fb376fa-ba76-468b-b909-46210c8d865d req-f47a6693-c213-4b58-b620-d108f3c42fa0 service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356944 Jul 16 17:57:31.207795 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-e792420d-5cbb-46d6-9060-26f5b97a7fb8 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/a2a237ec-b73f-499c-84a0-8d2237c50090 HTTP/1.1" status: 200 len: 2981 time: 0.0636549 Jul 16 17:57:31.248020 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-92be9b41-522b-4219-a1cb-41c7c80523fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.253665 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-92be9b41-522b-4219-a1cb-41c7c80523fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.257057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Made reservation on behalf of 9c356839d88c421f868ad1f22bfdc2f1 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:31.261727 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.281155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-6185f71f-7c87-434b-a3f5-2e92042570d7 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/bbb89e1d-ae18-463a-bbaf-b00c26930893 HTTP/1.1" status: 200 len: 2981 time: 0.0722275 Jul 16 17:57:31.293887 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-92be9b41-522b-4219-a1cb-41c7c80523fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9225ce1827594af5a3f56763fd53a8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043109 Jul 16 17:57:31.295534 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be9b41-522b-4219-a1cb-41c7c80523fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ee60f8-df72-4ce2-a32e-b7d306dd71ce,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:31.298409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59284) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:31.350524 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5da827d9-df4b-4ba9-9472-8f41ed1a7a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.376044 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5da827d9-df4b-4ba9-9472-8f41ed1a7a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.409813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-6cd667be-0dbe-427b-a2c4-4881d49fa8a7 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/bbb89e1d-ae18-463a-bbaf-b00c26930893 HTTP/1.1" status: 200 len: 2981 time: 0.1272485 Jul 16 17:57:31.438757 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5da827d9-df4b-4ba9-9472-8f41ed1a7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.442160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5da827d9-df4b-4ba9-9472-8f41ed1a7a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.443530 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5da827d9-df4b-4ba9-9472-8f41ed1a7a90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75ee60f8-df72-4ce2-a32e-b7d306dd71ce HTTP/1.1" status: 204 len: 168 time: 0.1442344 Jul 16 17:57:31.454685 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da827d9-df4b-4ba9-9472-8f41ed1a7a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ee60f8-df72-4ce2-a32e-b7d306dd71ce,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:31.533519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5294c-df0e-48ff-a938-9602f0027474 req-f0ed4644-1d34-4a5a-9d16-f918aac833fc tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:31.539899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2f5294c-df0e-48ff-a938-9602f0027474 req-f0ed4644-1d34-4a5a-9d16-f918aac833fc tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.2358449 Jul 16 17:57:31.553032 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-dff95fdf-83c0-423f-a36b-2fca0bbfda14 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/bd33a916-0ec2-4fc6-8f13-f79677b9a740 HTTP/1.1" status: 200 len: 2981 time: 0.1259832 Jul 16 17:57:31.574677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Allocated IP 172.20.0.9 (bb64f7cc-287f-4695-9aa1-c2f719cc83ad/0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee/d0cb9d26-0e9f-4b54-9225-9c822edb4a1a) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:31.596468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 01fa743c-97ab-4744-bb1d-eb52314f415f details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:31.626707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2f5294c-df0e-48ff-a938-9602f0027474 req-7847c652-b168-49f9-930e-d0a6344f1d2e tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856392 Jul 16 17:57:31.669635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-60d72c37-6582-4907-a03f-706e0d0be2f6 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/bd33a916-0ec2-4fc6-8f13-f79677b9a740 HTTP/1.1" status: 200 len: 2981 time: 0.1037803 Jul 16 17:57:31.694938 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf37be28-b512-4a4a-b7c1-e43ba225a652 x-openstack-request-id: req-bf37be28-b512-4a4a-b7c1-e43ba225a652 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:31.695947 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6df63b-617d-4bc5-8af2-3d59da80474d", "tag": "01fa743c-97ab-4744-bb1d-eb52314f415f", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:31.696372 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf37be28-b512-4a4a-b7c1-e43ba225a652 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:31.697716 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6df63b-617d-4bc5-8af2-3d59da80474d', 'tag': '01fa743c-97ab-4744-bb1d-eb52314f415f', 'status': 'completed', 'code': 200} Jul 16 17:57:31.706195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 01fa743c-97ab-4744-bb1d-eb52314f415f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=01fa743c-97ab-4744-bb1d-eb52314f415f,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:31.719362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '01fa743c-97ab-4744-bb1d-eb52314f415f', 'network_id': '6881b1c5-54be-403e-8779-26889218234e', 'port_id': '01fa743c-97ab-4744-bb1d-eb52314f415f', 'mac_address': 'fa:16:3e:39:2b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f248cbc4-35d5-450b-8416-5d799e185e95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:31.768712 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.801136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fa743c-97ab-4744-bb1d-eb52314f415f {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:31.807413 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.826251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 01fa743c-97ab-4744-bb1d-eb52314f415f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=01fa743c-97ab-4744-bb1d-eb52314f415f,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:31.832580 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-1657db29-9e23-463e-957e-eb5dbb5eda4a tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ddb6432b-dc95-4729-afd6-59d730057c20 HTTP/1.1" status: 200 len: 2981 time: 0.1539359 Jul 16 17:57:31.834832 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.901073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=01fa743c-97ab-4744-bb1d-eb52314f415f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:31.928053 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c97a1295-face-41d8-8d5c-7ef420004403 req-d58a964d-61d2-45e4-9233-4ddb3aed5354 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 210 time: 0.0639114 Jul 16 17:57:31.960156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59290) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:31.973844 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-88594717-5686-42a3-9088-e9852f22b96a tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ddb6432b-dc95-4729-afd6-59d730057c20 HTTP/1.1" status: 200 len: 2981 time: 0.1108646 Jul 16 17:57:31.982015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a776a-af16-45c3-bba5-5f25af4579f8 req-796d8fba-41c8-4eaf-ac99-66a16ed8fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:31.982238 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-690c6c77-bba6-4804-9200-9cbf5449f0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.984663 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c49a776a-af16-45c3-bba5-5f25af4579f8 req-796d8fba-41c8-4eaf-ac99-66a16ed8fced service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f56eb42e9c7a440492d2342161e25497&device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 1095 time: 0.2535272 Jul 16 17:57:32.021276 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.073697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Transition to ACTIVE for port object d0cb9d26-0e9f-4b54-9225-9c822edb4a1a will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:32.086933 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['01fa743c-97ab-4744-bb1d-eb52314f415f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:32.125575 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-690c6c77-bba6-4804-9200-9cbf5449f0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.131188 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-690c6c77-bba6-4804-9200-9cbf5449f0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.143557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-8432877f-9095-4ffa-8d5a-1a67714a7e97 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ea7f8dfc-1de0-400c-9438-114ad4b90fcb HTTP/1.1" status: 200 len: 2977 time: 0.1577179 Jul 16 17:57:32.198921 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-690c6c77-bba6-4804-9200-9cbf5449f0db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69443744c7234f4db3d35a4f8b2a7e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354631 Jul 16 17:57:32.198921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c6c77-bba6-4804-9200-9cbf5449f0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4e4125-b0e6-4aff-a7b1-5d3f55548744,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:32.200814 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59294) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:32.240825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a776a-af16-45c3-bba5-5f25af4579f8 req-3df20589-42bf-4dea-bc43-86028cbf7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.242508 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c49a776a-af16-45c3-bba5-5f25af4579f8 req-3df20589-42bf-4dea-bc43-86028cbf7d74 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 200 len: 906 time: 0.2463779 Jul 16 17:57:32.309206 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.317947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c49a776a-af16-45c3-bba5-5f25af4579f8 req-4ffb38dd-2679-4048-bda2-ce506f1f9a8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01fa743c-97ab-4744-bb1d-eb52314f415f HTTP/1.1" status: 200 len: 217 time: 0.0660222 Jul 16 17:57:32.326068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-525e0a61-ad24-4ff8-9b79-8c0feba01e99 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ea7f8dfc-1de0-400c-9438-114ad4b90fcb HTTP/1.1" status: 200 len: 2977 time: 0.1554289 Jul 16 17:57:32.419200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a7bb3-1ef1-4072-aee7-3500a7c6146d req-6d2568c4-e9ef-4679-80e7-c44ad40a84ad tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.421530 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-383a7bb3-1ef1-4072-aee7-3500a7c6146d req-6d2568c4-e9ef-4679-80e7-c44ad40a84ad tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.3023281 Jul 16 17:57:32.464012 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Network bb64f7cc-287f-4695-9aa1-c2f719cc83ad is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:32.471716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'Port': ['ID=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:32.485116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:32.500225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:32.534936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a776a-af16-45c3-bba5-5f25af4579f8 req-6c854d77-e4f9-4973-9cce-c5e8de1d5697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.536589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c49a776a-af16-45c3-bba5-5f25af4579f8 req-6c854d77-e4f9-4973-9cce-c5e8de1d5697 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f248cbc4-35d5-450b-8416-5d799e185e95 HTTP/1.1" status: 200 len: 845 time: 0.2073159 Jul 16 17:57:32.541864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-01520b00-d885-4891-b508-1284d724eba0 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/eaa4b2a5-b688-43ff-a05d-0bf4ead3fc09 HTTP/1.1" status: 200 len: 2985 time: 0.1820056 Jul 16 17:57:32.605609 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-383a7bb3-1ef1-4072-aee7-3500a7c6146d req-443c83e2-8763-48bf-8bf5-3561ca13181e tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724770 Jul 16 17:57:32.612480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c49a776a-af16-45c3-bba5-5f25af4579f8 req-3586d987-8943-47c4-ba6d-81cca3bf8872 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6881b1c5-54be-403e-8779-26889218234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574937 Jul 16 17:57:32.649262 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c824833-dc7d-415e-ad69-bbe8415176eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.676021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.677053 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.683374 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c824833-dc7d-415e-ad69-bbe8415176eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.754259 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c824833-dc7d-415e-ad69-bbe8415176eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.757881 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c824833-dc7d-415e-ad69-bbe8415176eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.762082 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1c824833-dc7d-415e-ad69-bbe8415176eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd4e4125-b0e6-4aff-a7b1-5d3f55548744 HTTP/1.1" status: 204 len: 168 time: 0.5602376 Jul 16 17:57:32.766813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f8da9dc-38bf-4160-b169-e21740775c88 req-bcfb730c-8610-4a3f-99dd-b8ac610e3810 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/eaa4b2a5-b688-43ff-a05d-0bf4ead3fc09 HTTP/1.1" status: 200 len: 2985 time: 0.2106407 Jul 16 17:57:32.771269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e11c4fe4-639f-4e83-8240-1b9b51a9d722 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9919844 Jul 16 17:57:32.783638 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c824833-dc7d-415e-ad69-bbe8415176eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4e4125-b0e6-4aff-a7b1-5d3f55548744,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:32.786464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'port': {'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec', 'admin_state_up': True, 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'security_groups': ['5f1ab76b-50ef-43ea-98d9-97b3cbeeb434']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:32.883187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9b034920-c4b0-40f2-9b5f-5be8a8de0d49 None None] Provisioning for port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:32.890926 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9b034920-c4b0-40f2-9b5f-5be8a8de0d49 None None] Provisioning complete for port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:32.891636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9b034920-c4b0-40f2-9b5f-5be8a8de0d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.937380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9b034920-c4b0-40f2-9b5f-5be8a8de0d49 None None] Port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:33.060618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c49a776a-af16-45c3-bba5-5f25af4579f8 req-561d946e-08b5-4223-9942-46da3ac44753 service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302371 Jul 16 17:57:33.155993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018eae52-341e-4049-8b27-711a71f9bc8e req-387db8db-107b-4f7e-bb1e-ba646a6126c0 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.157599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-018eae52-341e-4049-8b27-711a71f9bc8e req-387db8db-107b-4f7e-bb1e-ba646a6126c0 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 948 time: 0.3212948 Jul 16 17:57:33.222033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ccf3b-1a97-42a5-a2ca-77905656363b req-747996b8-4fa3-4ad5-aeea-33439cdd2d5f tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.223548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af9ccf3b-1a97-42a5-a2ca-77905656363b req-747996b8-4fa3-4ad5-aeea-33439cdd2d5f tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.35 "GET /v2.0/ports?device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 948 time: 0.3477490 Jul 16 17:57:33.253048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Made reservation on behalf of 9c356839d88c421f868ad1f22bfdc2f1 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:33.256043 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.312877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b02216-0967-4403-8ebb-30d58ed03250 req-644fb7b5-0c10-4c4c-8894-fa0044658f5b tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.314382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81b02216-0967-4403-8ebb-30d58ed03250 req-644fb7b5-0c10-4c4c-8894-fa0044658f5b tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 945 time: 0.3608327 Jul 16 17:57:33.341321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c49a776a-af16-45c3-bba5-5f25af4579f8 req-eff47c16-d49a-4b6d-8335-aa6035043ed0 service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693634 Jul 16 17:57:33.364839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-018eae52-341e-4049-8b27-711a71f9bc8e req-0dc40780-99c7-4d46-93cd-fb0df00c8f3b tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/security-groups?id=33b1475d-faa3-48fa-aec4-b08a8d51b334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671841 Jul 16 17:57:33.476403 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81b02216-0967-4403-8ebb-30d58ed03250 req-3f80c95f-dd44-4d78-87fd-ac05f38eb8c1 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469483 Jul 16 17:57:33.500259 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.594983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Allocated IP 10.1.1.213 (66cd6b07-e1aa-4669-bf90-dc89210030ec/33332d38-c598-418d-b70d-b411426e87eb/5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:33.599626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-af9ccf3b-1a97-42a5-a2ca-77905656363b req-01f7a9d3-7b4a-42df-99fe-baedf701e370 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Deleting port 333d8682-d9bd-4119-98af-39a668a15bf5 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:33.599973 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af9ccf3b-1a97-42a5-a2ca-77905656363b req-01f7a9d3-7b4a-42df-99fe-baedf701e370 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.621987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 01fa743c-97ab-4744-bb1d-eb52314f415f up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:33.699791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 01fa743c-97ab-4744-bb1d-eb52314f415f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:33.704968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 01fa743c-97ab-4744-bb1d-eb52314f415f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:33.705577 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.786802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676bbb0-731c-4355-97cf-f69bd75b9db8 req-be3d540d-2407-4eed-ad49-c812a927b1f2 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.788391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d676bbb0-731c-4355-97cf-f69bd75b9db8 req-be3d540d-2407-4eed-ad49-c812a927b1f2 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 944 time: 0.2570038 Jul 16 17:57:33.798568 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.830374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6df63b-617d-4bc5-8af2-3d59da80474d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fa743c-97ab-4744-bb1d-eb52314f415f'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:33.834104 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecbecaf-b591-49e6-a144-575a29a59375" -d '{"events": [{"server_uuid": "2c6df63b-617d-4bc5-8af2-3d59da80474d", "name": "network-vif-plugged", "status": "completed", "tag": "01fa743c-97ab-4744-bb1d-eb52314f415f"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:33.848589 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 01fa743c-97ab-4744-bb1d-eb52314f415f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=01fa743c-97ab-4744-bb1d-eb52314f415f,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:33.853457 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.890061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-af9ccf3b-1a97-42a5-a2ca-77905656363b req-01f7a9d3-7b4a-42df-99fe-baedf701e370 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] For port 333d8682-d9bd-4119-98af-39a668a15bf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=333d8682-d9bd-4119-98af-39a668a15bf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:33.890434 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af9ccf3b-1a97-42a5-a2ca-77905656363b req-01f7a9d3-7b4a-42df-99fe-baedf701e370 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.918841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=01fa743c-97ab-4744-bb1d-eb52314f415f,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:33.927179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-af9ccf3b-1a97-42a5-a2ca-77905656363b req-01f7a9d3-7b4a-42df-99fe-baedf701e370 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Calling delete_port for 333d8682-d9bd-4119-98af-39a668a15bf5 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:33.954599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8efe34-e27f-48f7-9827-b20a06ebf795 req-36693a90-acec-46b8-b088-7e11a710df4a tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.956148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba8efe34-e27f-48f7-9827-b20a06ebf795 req-36693a90-acec-46b8-b088-7e11a710df4a tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.3280544 Jul 16 17:57:33.967075 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d676bbb0-731c-4355-97cf-f69bd75b9db8 req-b4ca0960-e9cc-40ab-9e19-b94a1b2782f8 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608944 Jul 16 17:57:34.044206 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.099132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Transition to ACTIVE for port object 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:34.106193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba8efe34-e27f-48f7-9827-b20a06ebf795 req-4eeb636b-6667-4acd-94c7-74484226b180 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339741 Jul 16 17:57:34.198731 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b97d0a51-7e92-4327-8e96-c6a755a07f36 req-eff22908-e760-47a7-8fa1-9b40ff9a1798 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f01839635fbb4e06abd23a7dfb4e8198 HTTP/1.1" status: 200 len: 6109 time: 0.1770608 Jul 16 17:57:34.309532 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.384965 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Network 66cd6b07-e1aa-4669-bf90-dc89210030ec is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:34.387264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b97d0a51-7e92-4327-8e96-c6a755a07f36 req-fb1a0a88-2414-434b-8b0e-2b9132fa5339 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] 10.222.0.41 "GET /v2.0/security-groups/1247a0cc-5075-43bc-8a73-0b8f01ac99f0 HTTP/1.1" status: 200 len: 2985 time: 0.1876693 Jul 16 17:57:34.400181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:34.414775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:34.417355 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af9ccf3b-1a97-42a5-a2ca-77905656363b req-01f7a9d3-7b4a-42df-99fe-baedf701e370 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.433250 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'Port': ['ID=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:34.510983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7a9d3-7b4a-42df-99fe-baedf701e370 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Pushing event deleted for resources: {'Port': ['ID=333d8682-d9bd-4119-98af-39a668a15bf5,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:34.786025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0a5fa79e-8f8d-461d-8c8b-53aa8a828b9c None None] Provisioning for port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:34.794098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0a5fa79e-8f8d-461d-8c8b-53aa8a828b9c None None] Provisioning complete for port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:34.795336 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa79e-8f8d-461d-8c8b-53aa8a828b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.848793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fa79e-8f8d-461d-8c8b-53aa8a828b9c None None] Port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:34.989054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.992080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.023322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e9a69-31b3-40f4-b8d7-2002705bb1ec req-7a826768-006e-463b-9d71-440a5ed2c53e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.026891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e9a69-31b3-40f4-b8d7-2002705bb1ec req-7a826768-006e-463b-9d71-440a5ed2c53e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.036534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e4e9a69-31b3-40f4-b8d7-2002705bb1ec req-7a826768-006e-463b-9d71-440a5ed2c53e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 1653 time: 0.7655797 Jul 16 17:57:35.045435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9ccf3b-1a97-42a5-a2ca-77905656363b req-01f7a9d3-7b4a-42df-99fe-baedf701e370 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] No DVR routers for this DVR port 333d8682-d9bd-4119-98af-39a668a15bf5 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:35.053024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-eda7f568-00b2-4784-b715-7089b1b5cb40 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2717805 Jul 16 17:57:35.062411 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af9ccf3b-1a97-42a5-a2ca-77905656363b req-01f7a9d3-7b4a-42df-99fe-baedf701e370 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.065486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af9ccf3b-1a97-42a5-a2ca-77905656363b req-01f7a9d3-7b4a-42df-99fe-baedf701e370 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.35 "DELETE /v2.0/ports/333d8682-d9bd-4119-98af-39a668a15bf5 HTTP/1.1" status: 204 len: 173 time: 1.8278451 Jul 16 17:57:35.078923 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b97d0a51-7e92-4327-8e96-c6a755a07f36 req-5009918c-9e83-4010-8a6f-9c2973c70916 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] 10.222.0.41 "GET /v2.0/security-groups/1247a0cc-5075-43bc-8a73-0b8f01ac99f0 HTTP/1.1" status: 200 len: 2985 time: 0.6835167 Jul 16 17:57:35.081746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'name': 'network-vif-deleted', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:35.086079 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16935f12-5f4c-48bc-8cb0-1bcbda0896b6" -d '{"events": [{"server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "name": "network-vif-deleted", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:35.104792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'port': {'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec', 'admin_state_up': True, 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'security_groups': ['5f1ab76b-50ef-43ea-98d9-97b3cbeeb434']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:35.170235 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e4e9a69-31b3-40f4-b8d7-2002705bb1ec req-d88a1712-09ba-4560-b2fd-72dfb0030bb1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326604 Jul 16 17:57:35.246355 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ea1c6e-eb12-4d27-9ec2-7359bca6d385 x-openstack-request-id: req-27ea1c6e-eb12-4d27-9ec2-7359bca6d385 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:35.246897 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6df63b-617d-4bc5-8af2-3d59da80474d", "name": "network-vif-plugged", "status": "completed", "tag": "01fa743c-97ab-4744-bb1d-eb52314f415f", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:35.246897 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27ea1c6e-eb12-4d27-9ec2-7359bca6d385 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:35.247355 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6df63b-617d-4bc5-8af2-3d59da80474d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fa743c-97ab-4744-bb1d-eb52314f415f', 'code': 200} Jul 16 17:57:35.353013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70fb46-bed0-4cc0-ac96-34ca3110748f req-75b0e853-39a4-45b9-abf8-50394075a1a0 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.361247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc70fb46-bed0-4cc0-ac96-34ca3110748f req-75b0e853-39a4-45b9-abf8-50394075a1a0 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.1611052 Jul 16 17:57:35.449630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7fc2f2e-683b-41c9-9d12-ce7bd50ef933 req-0719ce0c-d79a-4f01-9e89-0d5ee34914b0 tempest-ImagesOneServerTestJSON-527811884 tempest-ImagesOneServerTestJSON-527811884-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3cc23-f4d0-4424-8feb-fd04f29dec6c HTTP/1.1" status: 200 len: 210 time: 0.0505199 Jul 16 17:57:35.499643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc70fb46-bed0-4cc0-ac96-34ca3110748f req-8a1ccf23-86ab-4a56-9f8b-9bc6c24e4866 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370478 Jul 16 17:57:35.500225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Made reservation on behalf of 9c356839d88c421f868ad1f22bfdc2f1 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:35.504177 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.666558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Allocated IP 10.1.1.65 (66cd6b07-e1aa-4669-bf90-dc89210030ec/33332d38-c598-418d-b70d-b411426e87eb/434bc532-1902-4f4a-b1d0-20cb0f87b2c0) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:35.697434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fd888-1c0c-4c47-a8bc-992b113685f3 req-b132fb86-08f0-48c9-b492-ab2f790e20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.699423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de1fd888-1c0c-4c47-a8bc-992b113685f3 req-b132fb86-08f0-48c9-b492-ab2f790e20d3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 1097 time: 0.3349020 Jul 16 17:57:35.924454 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de1fd888-1c0c-4c47-a8bc-992b113685f3 req-0997ab1c-d889-40a2-b3c7-97e11951c5c4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761990 Jul 16 17:57:35.966487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48563fc7-ef5e-4db4-890c-7463c65e47a5 req-a060b352-4bd2-4f0b-a94a-c6310c1ed59a tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.968640 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48563fc7-ef5e-4db4-890c-7463c65e47a5 req-a060b352-4bd2-4f0b-a94a-c6310c1ed59a tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 945 time: 0.2996652 Jul 16 17:57:35.977142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fb73f-aa79-40f0-bd63-e1fd9dd391fa req-be9c2db3-b21d-44dc-9c4a-4017d4e131f9 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.978585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-336fb73f-aa79-40f0-bd63-e1fd9dd391fa req-be9c2db3-b21d-44dc-9c4a-4017d4e131f9 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 945 time: 0.3086026 Jul 16 17:57:36.098932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-89fc2cf7-7fb3-4d79-b2b6-6be9683f2df5 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.100462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-89fc2cf7-7fb3-4d79-b2b6-6be9683f2df5 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 1097 time: 0.2806330 Jul 16 17:57:36.107747 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48563fc7-ef5e-4db4-890c-7463c65e47a5 req-527c5e0e-f1d9-4e74-815f-a806fb9dc63c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250381 Jul 16 17:57:36.117994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-10'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:36.135390 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-336fb73f-aa79-40f0-bd63-e1fd9dd391fa req-03d135a0-a3d0-441a-bfec-1f492a836204 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148009 Jul 16 17:57:36.168585 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.201689 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382d2f37-9798-4fdf-be07-82ae3211d9f4 x-openstack-request-id: req-382d2f37-9798-4fdf-be07-82ae3211d9f4 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:36.202045 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e3cc23-f4d0-4424-8feb-fd04f29dec6c", "name": "network-vif-deleted", "tag": "333d8682-d9bd-4119-98af-39a668a15bf5", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:36.202290 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-382d2f37-9798-4fdf-be07-82ae3211d9f4 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:36.202686 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e3cc23-f4d0-4424-8feb-fd04f29dec6c', 'name': 'network-vif-deleted', 'tag': '333d8682-d9bd-4119-98af-39a668a15bf5', 'status': 'completed', 'code': 200} Jul 16 17:57:36.214340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Transition to ACTIVE for port object 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:36.287707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d6e9a78-0e74-4af2-a43c-d5eceb81932a req-e393d2b2-8d89-422a-a894-5ce494f79d05 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/01dfe58c-5c9d-459c-bc96-6e4020ec3b83 HTTP/1.1" status: 200 len: 1778 time: 0.1162736 Jul 16 17:57:36.376456 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.406577 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.453410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2d6e9a78-0e74-4af2-a43c-d5eceb81932a req-ce5ed9e1-3352-47d6-b365-a17ed2556ebb tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.519057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Network 66cd6b07-e1aa-4669-bf90-dc89210030ec is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:36.548119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:36.554930 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2d6e9a78-0e74-4af2-a43c-d5eceb81932a req-ce5ed9e1-3352-47d6-b365-a17ed2556ebb tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.557951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:36.581384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'Port': ['ID=434bc532-1902-4f4a-b1d0-20cb0f87b2c0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:36.625763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454c585-c773-42fe-a4c2-806701446e19 req-0f503fd7-cfd4-4859-bab0-e34efb60acb5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.632621 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9454c585-c773-42fe-a4c2-806701446e19 req-0f503fd7-cfd4-4859-bab0-e34efb60acb5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.2990580 Jul 16 17:57:36.743096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.743788 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.773077 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2d6e9a78-0e74-4af2-a43c-d5eceb81932a req-ce5ed9e1-3352-47d6-b365-a17ed2556ebb tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.776410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2d6e9a78-0e74-4af2-a43c-d5eceb81932a req-ce5ed9e1-3352-47d6-b365-a17ed2556ebb tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.789904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d6e9a78-0e74-4af2-a43c-d5eceb81932a req-ce5ed9e1-3352-47d6-b365-a17ed2556ebb tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/01dfe58c-5c9d-459c-bc96-6e4020ec3b83 HTTP/1.1" status: 204 len: 173 time: 0.5009515 Jul 16 17:57:36.815462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:36.887669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9454c585-c773-42fe-a4c2-806701446e19 req-00dcb920-50d3-43de-a290-595d6046f05c tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540572 Jul 16 17:57:36.889440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:36.892122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ed9e1-3352-47d6-b365-a17ed2556ebb tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dfe58c-5c9d-459c-bc96-6e4020ec3b83,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:36.898071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b949ed21-fe10-41ca-a649-533376d7f174 None None] Provisioning for port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:36.909078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b949ed21-fe10-41ca-a649-533376d7f174 None None] Provisioning complete for port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:36.910475 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b949ed21-fe10-41ca-a649-533376d7f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.941554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-faa6a629-1265-4bb3-8e46-7821bead9bab tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8471923 Jul 16 17:57:36.971802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'port': {'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7', 'admin_state_up': True, 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'security_groups': ['5f1ab76b-50ef-43ea-98d9-97b3cbeeb434']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:36.975095 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b949ed21-fe10-41ca-a649-533376d7f174 None None] Port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:37.091306 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.118104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.297968 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3052f409-f6aa-4720-8e6a-2d063b4c701e,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:37.384024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on host n-h2-787206-10 for vnic_type normal with profile {"migrating_to": "n-h1-787206-10"} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:37.384397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:37.384847 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:37.395336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587a755-1964-489b-a481-1ed773b3d817 req-3821399c-ec91-4938-ad6e-31fe62a80358 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.401490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587a755-1964-489b-a481-1ed773b3d817 req-3821399c-ec91-4938-ad6e-31fe62a80358 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.408206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587a755-1964-489b-a481-1ed773b3d817 req-3821399c-ec91-4938-ad6e-31fe62a80358 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.410191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4587a755-1964-489b-a481-1ed773b3d817 req-3821399c-ec91-4938-ad6e-31fe62a80358 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 2373 time: 0.4164395 Jul 16 17:57:37.434195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Made reservation on behalf of 9c356839d88c421f868ad1f22bfdc2f1 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:37.440762 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59400) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:37.463915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:37.464332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:37.492627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4691-d5a8-4c10-a94f-63a0bc00a037 req-a09eac3f-b9c1-463d-91ff-94d288f57105 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.501432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a9d4691-d5a8-4c10-a94f-63a0bc00a037 req-a09eac3f-b9c1-463d-91ff-94d288f57105 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.2934730 Jul 16 17:57:37.512190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:37.512697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:37.513148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:37.513675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Bound port: 3052f409-f6aa-4720-8e6a-2d063b4c701e, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:37.514103 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.524787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4587a755-1964-489b-a481-1ed773b3d817 req-4fc23295-f2a3-4f5b-89ec-d939202416fd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960445 Jul 16 17:57:37.575529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3052f409-f6aa-4720-8e6a-2d063b4c701e details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:37.578702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 333d8682-d9bd-4119-98af-39a668a15bf5 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:37.603760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 333d8682-d9bd-4119-98af-39a668a15bf5 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:37.604381 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 333d8682-d9bd-4119-98af-39a668a15bf5 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:37.652621 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f01e67dc-24b9-4ea4-a623-aba9e5196532 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca52eb529dbe41a59822569d6436224a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096496 Jul 16 17:57:37.653547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59404) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:37.718873 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eaf64bfc-6692-4a7d-bfb2-52153d2c90b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.735122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:37.745623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a9d4691-d5a8-4c10-a94f-63a0bc00a037 req-fc3b3b44-3955-4734-9cac-b32eb026e168 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272737 Jul 16 17:57:37.753180 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eaf64bfc-6692-4a7d-bfb2-52153d2c90b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.762279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on host n-h2-787206-10 for vnic_type normal with profile {"migrating_to": "n-h1-787206-10"} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:37.762890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:37.763484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:37.768774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:37.769382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:37.775283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:37.775938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:37.776637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:37.777321 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Bound port: 3052f409-f6aa-4720-8e6a-2d063b4c701e, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:37.778082 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.783629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-213d6e18-1fbd-4c36-8d39-8481d373e8fb req-2e094eef-b5a5-4633-b108-8d0540e9729e tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ffe99253-aea3-4749-98e6-fd807c8f9997 HTTP/1.1" status: 200 len: 1779 time: 0.1981065 Jul 16 17:57:37.860065 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eaf64bfc-6692-4a7d-bfb2-52153d2c90b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.862550 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eaf64bfc-6692-4a7d-bfb2-52153d2c90b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.863709 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-eaf64bfc-6692-4a7d-bfb2-52153d2c90b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33b1475d-faa3-48fa-aec4-b08a8d51b334 HTTP/1.1" status: 204 len: 168 time: 0.2089250 Jul 16 17:57:37.874868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:37.875881 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf64bfc-6692-4a7d-bfb2-52153d2c90b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b1475d-faa3-48fa-aec4-b08a8d51b334,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:37.878980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:37.891693 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.963582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.980561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:37.996099 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.api [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 3052f409-f6aa-4720-8e6a-2d063b4c701e-n-h2-787206-10-0 {{(pid=100169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:57:37.996440 n-d-787206-10 neutron-server[100169]: DEBUG oslo_db.api [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:57:38.011493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3052f409-f6aa-4720-8e6a-2d063b4c701e has no active binding in host n-h1-787206-10 {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:57:38.077897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=3052f409-f6aa-4720-8e6a-2d063b4c701e,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:38.101864 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-213d6e18-1fbd-4c36-8d39-8481d373e8fb req-24100f53-2547-4987-9567-78e0d48785c4 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.205703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c537d341-52f3-4ddb-af41-3ddb0f14d679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3052f409-f6aa-4720-8e6a-2d063b4c701e'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:38.209043 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf97940c-e52f-490f-9366-a64cc882bb1c" -d '{"events": [{"server_uuid": "c537d341-52f3-4ddb-af41-3ddb0f14d679", "name": "network-vif-unplugged", "status": "completed", "tag": "3052f409-f6aa-4720-8e6a-2d063b4c701e"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:38.275887 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-213d6e18-1fbd-4c36-8d39-8481d373e8fb req-24100f53-2547-4987-9567-78e0d48785c4 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.395092 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bc8f2-f972-43cd-a7f6-83384cc9ab1d req-77116ec3-380c-4e9c-b8bb-f241343d9563 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.402036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed5bc8f2-f972-43cd-a7f6-83384cc9ab1d req-77116ec3-380c-4e9c-b8bb-f241343d9563 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 943 time: 0.3613751 Jul 16 17:57:38.442284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Allocated IP 10.2.2.100 (e7da37d9-9091-49a2-ae67-b8b790ab30e7/2ab2849e-b915-48e5-86a3-af91ef9adca1/3dfe564b-5bbd-4381-84d5-55c677ec55f6) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:38.444555 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-213d6e18-1fbd-4c36-8d39-8481d373e8fb req-24100f53-2547-4987-9567-78e0d48785c4 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.447356 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-213d6e18-1fbd-4c36-8d39-8481d373e8fb req-24100f53-2547-4987-9567-78e0d48785c4 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.463021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-213d6e18-1fbd-4c36-8d39-8481d373e8fb req-24100f53-2547-4987-9567-78e0d48785c4 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffe99253-aea3-4749-98e6-fd807c8f9997 HTTP/1.1" status: 204 len: 173 time: 0.6707356 Jul 16 17:57:38.585222 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24100f53-2547-4987-9567-78e0d48785c4 tempest-SecurityGroupsTestAdminJSON-1827627837 tempest-SecurityGroupsTestAdminJSON-1827627837-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe99253-aea3-4749-98e6-fd807c8f9997,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:38.627419 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed5bc8f2-f972-43cd-a7f6-83384cc9ab1d req-c361d083-ec81-4afd-835c-445d18d6a6a4 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245250 Jul 16 17:57:38.643576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on host n-h2-787206-10 for vnic_type normal with profile {"migrating_to": "n-h1-787206-10"} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:38.643916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:38.644240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:38.710102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:38.710887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Attempting to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:38.783249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59438) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:38.794002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:38.794002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:38.794002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:38.794346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Bound port: 3052f409-f6aa-4720-8e6a-2d063b4c701e, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:38.794469 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.895718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d20cd-8c82-476e-8bcf-56377152846a req-2d32220a-bc04-45c9-9634-e1daebb92cad tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.897260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae9d20cd-8c82-476e-8bcf-56377152846a req-2d32220a-bc04-45c9-9634-e1daebb92cad tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 945 time: 0.3074374 Jul 16 17:57:38.925360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-298093129-network', 'tenant_id': 'a1ab882e7d50462d90c8b45afc1c1eb2'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:38.953935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Made reservation on behalf of a1ab882e7d50462d90c8b45afc1c1eb2 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:38.956959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.962234 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.969507 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.007978 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543e1d1-7f0d-4224-b705-60b571368092 req-8ca91635-ca78-42e6-9286-6880b12f4337 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.009669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7543e1d1-7f0d-4224-b705-60b571368092 req-8ca91635-ca78-42e6-9286-6880b12f4337 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.2227235 Jul 16 17:57:39.040269 n-d-787206-10 neutron-server[100169]: WARNING neutron.plugins.ml2.plugin [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Concurrent port binding operations failed on port 3052f409-f6aa-4720-8e6a-2d063b4c701e Jul 16 17:57:39.051526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Transition to ACTIVE for port object 3dfe564b-5bbd-4381-84d5-55c677ec55f6 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:39.062693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:39.068570 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae9d20cd-8c82-476e-8bcf-56377152846a req-b7e4b360-d98a-4c16-ab6f-498ba56bf43f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400042 Jul 16 17:57:39.076160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.082326 n-d-787206-10 neutron-server[100169]: INFO neutron.plugins.ml2.plugin [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Attempt 2 to bind port 3052f409-f6aa-4720-8e6a-2d063b4c701e Jul 16 17:57:39.084188 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.095013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.095013 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.095013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b4c169d7-be99-4b58-92f2-f373ab1447b3 service neutron] 10.222.0.35 "PUT /v2.0/ports/3052f409-f6aa-4720-8e6a-2d063b4c701e HTTP/1.1" status: 200 len: 1123 time: 2.9827502 Jul 16 17:57:39.132295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:39.138758 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7543e1d1-7f0d-4224-b705-60b571368092 req-328aac9d-49cf-4a87-bb3e-253d8bce9a1c tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090355 Jul 16 17:57:39.155699 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.167570 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e47997-5e6f-4904-b4be-99d3586878d2 x-openstack-request-id: req-75e47997-5e6f-4904-b4be-99d3586878d2 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:39.167856 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c537d341-52f3-4ddb-af41-3ddb0f14d679", "name": "network-vif-unplugged", "status": "completed", "tag": "3052f409-f6aa-4720-8e6a-2d063b4c701e", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:39.168100 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75e47997-5e6f-4904-b4be-99d3586878d2 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:39.168626 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c537d341-52f3-4ddb-af41-3ddb0f14d679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3052f409-f6aa-4720-8e6a-2d063b4c701e', 'code': 200} Jul 16 17:57:39.172701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['3052f409-f6aa-4720-8e6a-2d063b4c701e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:39.187022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca87994-1523-48a7-a8f3-269a45a990d7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:39.194526 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.198253 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Added segment 944b11d5-52c6-4b59-9304-2fd113bb274b of type vlan for network e883a2bc-b896-4505-8c62-ea4cc7e1cc4d Jul 16 17:57:39.224633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['3052f409-f6aa-4720-8e6a-2d063b4c701e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:39.236774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Network e7da37d9-9091-49a2-ae67-b8b790ab30e7 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:39.256938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:39.271155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:39.275327 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.278890 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'Port': ['ID=3dfe564b-5bbd-4381-84d5-55c677ec55f6,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:39.314287 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.315498 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.316200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.375709 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5871816 Jul 16 17:57:39.377988 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59448) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:39.385220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8159ecf8-610b-4a76-9a38-4d2aafed906d req-2407ba01-e43c-4afd-8e12-e513088e2b1f tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] 10.222.0.41 "GET /v2.0/security-groups/8ae9ff49-c06e-43d5-ab11-fb7111417fef HTTP/1.1" status: 200 len: 1779 time: 0.1809351 Jul 16 17:57:39.400244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7a6cf5f5-5435-48f0-8dec-80ae495a718d admin admin] Request body: {'subnet': {'network_id': 'e883a2bc-b896-4505-8c62-ea4cc7e1cc4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-298093129-subnet', 'tenant_id': 'a1ab882e7d50462d90c8b45afc1c1eb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:39.451380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.452688 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.492502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542170ee-bee6-4478-ba05-b10926a5ca0b admin admin] Pushing event updated for resources: {'Network': ['ID=e883a2bc-b896-4505-8c62-ea4cc7e1cc4d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:39.510493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network e883a2bc-b896-4505-8c62-ea4cc7e1cc4d details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:39.514401 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6cf5f5-5435-48f0-8dec-80ae495a718d admin admin] Made reservation on behalf of a1ab882e7d50462d90c8b45afc1c1eb2 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:39.516903 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf5f5-5435-48f0-8dec-80ae495a718d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.610656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-f36494f7-5f82-4bf3-a5b5-462d3270cd61 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6531563 Jul 16 17:57:39.631484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'port': {'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7', 'admin_state_up': True, 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'security_groups': ['5f1ab76b-50ef-43ea-98d9-97b3cbeeb434']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:39.764668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49441c38-2ece-4655-ac1d-9d9bea8263bb req-d8f1d6d4-dd91-43b9-8744-8265a9fe8bcb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.771563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49441c38-2ece-4655-ac1d-9d9bea8263bb req-d8f1d6d4-dd91-43b9-8744-8265a9fe8bcb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.779039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49441c38-2ece-4655-ac1d-9d9bea8263bb req-d8f1d6d4-dd91-43b9-8744-8265a9fe8bcb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.787204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49441c38-2ece-4655-ac1d-9d9bea8263bb req-d8f1d6d4-dd91-43b9-8744-8265a9fe8bcb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.789618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49441c38-2ece-4655-ac1d-9d9bea8263bb req-d8f1d6d4-dd91-43b9-8744-8265a9fe8bcb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 3094 time: 0.3099706 Jul 16 17:57:39.790246 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8159ecf8-610b-4a76-9a38-4d2aafed906d req-31cb72d4-b8a9-4671-bfc7-6d684a6cde7a tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.882213 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf5f5-5435-48f0-8dec-80ae495a718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.894647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-17648d47-eb3a-4ba4-bf87-ef4028bfc913 None None] Provisioning for port 3dfe564b-5bbd-4381-84d5-55c677ec55f6 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:39.899410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8159ecf8-610b-4a76-9a38-4d2aafed906d req-31cb72d4-b8a9-4671-bfc7-6d684a6cde7a tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.911752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-17648d47-eb3a-4ba4-bf87-ef4028bfc913 None None] Provisioning complete for port 3dfe564b-5bbd-4381-84d5-55c677ec55f6 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:39.912419 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-17648d47-eb3a-4ba4-bf87-ef4028bfc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.938324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cf5f5-5435-48f0-8dec-80ae495a718d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9691f549-addd-43fc-b7da-ce96be442657,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:39.959368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-17648d47-eb3a-4ba4-bf87-ef4028bfc913 None None] Port 3dfe564b-5bbd-4381-84d5-55c677ec55f6 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:39.962671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49441c38-2ece-4655-ac1d-9d9bea8263bb req-e187d9b1-a415-403a-b75c-e763eb3c19f9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603026 Jul 16 17:57:39.974590 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cf5f5-5435-48f0-8dec-80ae495a718d admin admin] Checking segment: {'id': '944b11d5-52c6-4b59-9304-2fd113bb274b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e883a2bc-b896-4505-8c62-ea4cc7e1cc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:39.974954 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6cf5f5-5435-48f0-8dec-80ae495a718d admin admin] Network hostable DHCP agents. Network: e883a2bc-b896-4505-8c62-ea4cc7e1cc4d, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:40.024987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6cf5f5-5435-48f0-8dec-80ae495a718d admin admin] Network e883a2bc-b896-4505-8c62-ea4cc7e1cc4d is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:40.026405 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59456) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:40.051167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7a6cf5f5-5435-48f0-8dec-80ae495a718d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, e883a2bc-b896-4505-8c62-ea4cc7e1cc4d) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:40.053719 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8159ecf8-610b-4a76-9a38-4d2aafed906d req-31cb72d4-b8a9-4671-bfc7-6d684a6cde7a tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.060638 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8159ecf8-610b-4a76-9a38-4d2aafed906d req-31cb72d4-b8a9-4671-bfc7-6d684a6cde7a tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.061032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb180c16-2b71-4d8e-b204-ed35311db2bd None None] Network e883a2bc-b896-4505-8c62-ea4cc7e1cc4d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:40.072071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8159ecf8-610b-4a76-9a38-4d2aafed906d req-31cb72d4-b8a9-4671-bfc7-6d684a6cde7a tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] 10.222.0.41 "DELETE /v2.0/security-groups/8ae9ff49-c06e-43d5-ab11-fb7111417fef HTTP/1.1" status: 204 len: 173 time: 0.6843853 Jul 16 17:57:40.084005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6cf5f5-5435-48f0-8dec-80ae495a718d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.084566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf5f5-5435-48f0-8dec-80ae495a718d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.103772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Made reservation on behalf of 9c356839d88c421f868ad1f22bfdc2f1 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:40.111405 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.126851 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7a6cf5f5-5435-48f0-8dec-80ae495a718d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7403321 Jul 16 17:57:40.149809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb72d4-b8a9-4671-bfc7-6d684a6cde7a tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae9ff49-c06e-43d5-ab11-fb7111417fef,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:40.228529 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84c9f990-f078-4cd7-90e2-b291cc916bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.399153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d741d-e5be-4368-b0ec-a0bc40ef03f3 None None] Network e883a2bc-b896-4505-8c62-ea4cc7e1cc4d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:40.500204 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84c9f990-f078-4cd7-90e2-b291cc916bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.509430 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84c9f990-f078-4cd7-90e2-b291cc916bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.570277 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-84c9f990-f078-4cd7-90e2-b291cc916bfb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f3166532fd84e4c8bb4773fb1b9d282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428150 Jul 16 17:57:40.571332 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9f990-f078-4cd7-90e2-b291cc916bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5dcf32-b7ca-4d04-a93c-55c18aa52a3d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:40.574708 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59470) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:40.643389 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad32f-e8f6-4694-9217-70e3ccea0773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.648306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Allocated IP 10.2.2.200 (e7da37d9-9091-49a2-ae67-b8b790ab30e7/2ab2849e-b915-48e5-86a3-af91ef9adca1/96c007b5-8bbc-4e2c-9529-671df32a71ae) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:40.669246 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad32f-e8f6-4694-9217-70e3ccea0773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.730684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad32f-e8f6-4694-9217-70e3ccea0773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.733780 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad32f-e8f6-4694-9217-70e3ccea0773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.735475 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3c3ad32f-e8f6-4694-9217-70e3ccea0773 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a5dcf32-b7ca-4d04-a93c-55c18aa52a3d HTTP/1.1" status: 204 len: 168 time: 0.1590397 Jul 16 17:57:40.742827 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ad32f-e8f6-4694-9217-70e3ccea0773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5dcf32-b7ca-4d04-a93c-55c18aa52a3d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:40.764474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bb162-7ded-4580-ba90-d73ec863e6fe req-459a25b0-245e-47e0-99c3-949271fb3817 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.771464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c04bb162-7ded-4580-ba90-d73ec863e6fe req-459a25b0-245e-47e0-99c3-949271fb3817 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.6524932 Jul 16 17:57:40.858509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcd00e-a6be-4148-92c3-b9ee67af0d0f req-a382e32b-8d70-4b29-9545-a9421b4f2181 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.862526 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-32fcd00e-a6be-4148-92c3-b9ee67af0d0f req-a382e32b-8d70-4b29-9545-a9421b4f2181 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 943 time: 0.2991157 Jul 16 17:57:40.879962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c04bb162-7ded-4580-ba90-d73ec863e6fe req-08c6670d-2e01-4513-9d77-4af7eed9b283 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076071 Jul 16 17:57:40.971719 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.990369 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-32fcd00e-a6be-4148-92c3-b9ee67af0d0f req-bc6cfcc9-101f-4608-a889-9fabe572c9dd tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209452 Jul 16 17:57:41.001243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Transition to ACTIVE for port object 96c007b5-8bbc-4e2c-9529-671df32a71ae will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:41.007037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf64c1a3-a8b0-4908-936c-9a2cb66cfdcd req-3e65a51c-2313-45f6-9f5b-c7584829b215 tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] 10.222.0.41 "GET /v2.0/security-groups/e95e4666-fcab-464d-8901-f8b99fe46308 HTTP/1.1" status: 200 len: 1778 time: 0.1031857 Jul 16 17:57:41.058597 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59478) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:41.077544 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2bc99ef8-70e6-4a1c-aa28-aeb800058912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.091333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bf64c1a3-a8b0-4908-936c-9a2cb66cfdcd req-408f4544-6614-4bf1-b22d-46812ed4076d tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.118805 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bf64c1a3-a8b0-4908-936c-9a2cb66cfdcd req-408f4544-6614-4bf1-b22d-46812ed4076d tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.167810 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.176000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c537d341-52f3-4ddb-af41-3ddb0f14d679', 'tag': '3052f409-f6aa-4720-8e6a-2d063b4c701e'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:41.178241 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9292097-ba3f-49bc-bcbf-22eb1701079a" -d '{"events": [{"name": "network-changed", "server_uuid": "c537d341-52f3-4ddb-af41-3ddb0f14d679", "tag": "3052f409-f6aa-4720-8e6a-2d063b4c701e"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:41.180741 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2bc99ef8-70e6-4a1c-aa28-aeb800058912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.185975 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2bc99ef8-70e6-4a1c-aa28-aeb800058912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.226120 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc99ef8-70e6-4a1c-aa28-aeb800058912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ba1bd0-cc35-4b84-a447-9785b70c60e6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:41.247605 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2bc99ef8-70e6-4a1c-aa28-aeb800058912 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5299033823f54a25af075831c569ffd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844749 Jul 16 17:57:41.247885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59482) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:41.261217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Network e7da37d9-9091-49a2-ae67-b8b790ab30e7 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:41.270061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:41.271856 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bf64c1a3-a8b0-4908-936c-9a2cb66cfdcd req-408f4544-6614-4bf1-b22d-46812ed4076d tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.274434 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bf64c1a3-a8b0-4908-936c-9a2cb66cfdcd req-408f4544-6614-4bf1-b22d-46812ed4076d tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.275602 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf64c1a3-a8b0-4908-936c-9a2cb66cfdcd req-408f4544-6614-4bf1-b22d-46812ed4076d tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] 10.222.0.41 "DELETE /v2.0/security-groups/e95e4666-fcab-464d-8901-f8b99fe46308 HTTP/1.1" status: 204 len: 173 time: 0.2623286 Jul 16 17:57:41.276669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:41.285086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event updated for resources: {'Port': ['ID=96c007b5-8bbc-4e2c-9529-671df32a71ae,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:41.309065 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6146ad77-481f-4d6c-a2f9-1734c17c6073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.342898 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6146ad77-481f-4d6c-a2f9-1734c17c6073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.353437 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:57:41.421428 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6146ad77-481f-4d6c-a2f9-1734c17c6073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.424600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6146ad77-481f-4d6c-a2f9-1734c17c6073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.428719 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6146ad77-481f-4d6c-a2f9-1734c17c6073 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7ba1bd0-cc35-4b84-a447-9785b70c60e6 HTTP/1.1" status: 204 len: 168 time: 0.1798508 Jul 16 17:57:41.451804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146ad77-481f-4d6c-a2f9-1734c17c6073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ba1bd0-cc35-4b84-a447-9785b70c60e6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:41.705656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d8c8fd31-90fe-4ae2-b645-6e3116a3e5ce None None] Provisioning for port 96c007b5-8bbc-4e2c-9529-671df32a71ae completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:41.710953 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d8c8fd31-90fe-4ae2-b645-6e3116a3e5ce None None] Provisioning complete for port 96c007b5-8bbc-4e2c-9529-671df32a71ae triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:41.712070 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d8c8fd31-90fe-4ae2-b645-6e3116a3e5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.732104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59492) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:41.799730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8fd31-90fe-4ae2-b645-6e3116a3e5ce None None] Port 96c007b5-8bbc-4e2c-9529-671df32a71ae cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:41.818885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f4544-6614-4bf1-b22d-46812ed4076d tempest-SecurityGroupsTestAdminJSON-295235597 tempest-SecurityGroupsTestAdminJSON-295235597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95e4666-fcab-464d-8901-f8b99fe46308,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:41.844194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93a596-41c5-4821-9d76-68e23e5fc005 req-39ea1381-d14d-4a3a-bddf-788524b95e17 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.851161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e93a596-41c5-4821-9d76-68e23e5fc005 req-39ea1381-d14d-4a3a-bddf-788524b95e17 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.7351179 Jul 16 17:57:41.918882 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-272ca6b9-2b93-409e-90c2-2bf279f9fe9a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f01839635fbb4e06abd23a7dfb4e8198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846430 Jul 16 17:57:41.921578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59504) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:41.925354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.926038 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.933311 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e93a596-41c5-4821-9d76-68e23e5fc005 req-a2f0bc18-496d-4d47-a08c-fef191dcddff tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815985 Jul 16 17:57:41.955453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-500f7abf-629c-4219-856b-68598298ac73 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3313394 Jul 16 17:57:41.972140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Request body: {'port': {'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:42.002535 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d9184dbd-67e6-4dd0-8ab0-0c4b127f0987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.003771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342da4cd-4098-4001-997d-fd6778d0c9df req-fed2098a-8960-46b9-830e-c6340cbe4b5e tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.013957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-342da4cd-4098-4001-997d-fd6778d0c9df req-fed2098a-8960-46b9-830e-c6340cbe4b5e tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 945 time: 0.1961215 Jul 16 17:57:42.029289 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d9184dbd-67e6-4dd0-8ab0-0c4b127f0987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.113831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-342da4cd-4098-4001-997d-fd6778d0c9df req-0be83f1b-32d7-4b44-9959-d788d4073077 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965827 Jul 16 17:57:42.120444 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d9184dbd-67e6-4dd0-8ab0-0c4b127f0987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.122955 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d9184dbd-67e6-4dd0-8ab0-0c4b127f0987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.127545 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d9184dbd-67e6-4dd0-8ab0-0c4b127f0987 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1247a0cc-5075-43bc-8a73-0b8f01ac99f0 HTTP/1.1" status: 204 len: 168 time: 0.2049804 Jul 16 17:57:42.136361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9184dbd-67e6-4dd0-8ab0-0c4b127f0987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1247a0cc-5075-43bc-8a73-0b8f01ac99f0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:42.211083 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.296261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-5d577a3a-0bc9-48d0-ac8e-3a8d6ce60d2e req-8128185b-532b-46ef-930f-d5697d111f62 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1212340671', 'description': 'tempest-description-496232565'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:42.430000 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5d577a3a-0bc9-48d0-ac8e-3a8d6ce60d2e req-8128185b-532b-46ef-930f-d5697d111f62 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.500580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7afb5a-8f39-4b17-810c-1dbf167ce66d req-e08a4e00-cf07-4596-819d-fd8fbd8bca1f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.506389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7afb5a-8f39-4b17-810c-1dbf167ce66d req-e08a4e00-cf07-4596-819d-fd8fbd8bca1f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.512681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7afb5a-8f39-4b17-810c-1dbf167ce66d req-e08a4e00-cf07-4596-819d-fd8fbd8bca1f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.519257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7afb5a-8f39-4b17-810c-1dbf167ce66d req-e08a4e00-cf07-4596-819d-fd8fbd8bca1f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.525069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7afb5a-8f39-4b17-810c-1dbf167ce66d req-e08a4e00-cf07-4596-819d-fd8fbd8bca1f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.526896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f7afb5a-8f39-4b17-810c-1dbf167ce66d req-e08a4e00-cf07-4596-819d-fd8fbd8bca1f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 3815 time: 0.2663918 Jul 16 17:57:42.554326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59524) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:42.613652 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d9e02822-9b20-400b-b292-f25f7ed263e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bebc35634bb421ba14095faf6d651e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579147 Jul 16 17:57:42.615910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59526) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:42.657536 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f7afb5a-8f39-4b17-810c-1dbf167ce66d req-b481880f-675c-44b0-a00d-3601595c17e2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233723 Jul 16 17:57:42.695217 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34b1ced3-46a7-4ca3-a712-6a60c81e9383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.724271 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34b1ced3-46a7-4ca3-a712-6a60c81e9383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.734147 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5d577a3a-0bc9-48d0-ac8e-3a8d6ce60d2e req-8128185b-532b-46ef-930f-d5697d111f62 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.755278 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5d577a3a-0bc9-48d0-ac8e-3a8d6ce60d2e req-8128185b-532b-46ef-930f-d5697d111f62 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.778711 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4ffcce-fdd3-4312-afee-8eca8ade0310 x-openstack-request-id: req-1e4ffcce-fdd3-4312-afee-8eca8ade0310 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:42.778993 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c537d341-52f3-4ddb-af41-3ddb0f14d679", "tag": "3052f409-f6aa-4720-8e6a-2d063b4c701e", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:42.779476 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e4ffcce-fdd3-4312-afee-8eca8ade0310 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:42.780770 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c537d341-52f3-4ddb-af41-3ddb0f14d679', 'tag': '3052f409-f6aa-4720-8e6a-2d063b4c701e', 'status': 'completed', 'code': 200} Jul 16 17:57:42.790762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0cb9d26-0e9f-4b54-9225-9c822edb4a1a {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:42.799519 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34b1ced3-46a7-4ca3-a712-6a60c81e9383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.803717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34b1ced3-46a7-4ca3-a712-6a60c81e9383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.806320 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-34b1ced3-46a7-4ca3-a712-6a60c81e9383 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eaa4b2a5-b688-43ff-a05d-0bf4ead3fc09 HTTP/1.1" status: 204 len: 168 time: 0.1892931 Jul 16 17:57:42.817808 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1ced3-46a7-4ca3-a712-6a60c81e9383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa4b2a5-b688-43ff-a05d-0bf4ead3fc09,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:42.841815 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.882195 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5d577a3a-0bc9-48d0-ac8e-3a8d6ce60d2e req-8128185b-532b-46ef-930f-d5697d111f62 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.902050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d577a3a-0bc9-48d0-ac8e-3a8d6ce60d2e req-8128185b-532b-46ef-930f-d5697d111f62 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6103692 Jul 16 17:57:42.909524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128185b-532b-46ef-930f-d5697d111f62 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d74235-4678-4db0-9a95-ed15860900b4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:42.923727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Transition to ACTIVE for port object d0cb9d26-0e9f-4b54-9225-9c822edb4a1a will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:42.940748 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.016658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:43.107060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9292097-ba3f-49bc-bcbf-22eb1701079a req-8374a3ed-ad4c-4274-902c-f36ff453912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.109220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9292097-ba3f-49bc-bcbf-22eb1701079a req-8374a3ed-ad4c-4274-902c-f36ff453912d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 1126 time: 0.2960312 Jul 16 17:57:43.282171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c0538-526e-4ead-ac67-8c183cc8efff req-d8ca2f20-3b50-4509-877f-55189117fd67 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.294531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e2c0538-526e-4ead-ac67-8c183cc8efff req-d8ca2f20-3b50-4509-877f-55189117fd67 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.3675597 Jul 16 17:57:43.441224 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e2c0538-526e-4ead-ac67-8c183cc8efff req-1bfc13b8-856b-451e-8b46-196d63d75d98 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455753 Jul 16 17:57:43.454338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Attempting to bind port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:43.454675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Attempting to bind port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'af68ae4b-d2f0-4ea6-b980-145dbb84625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:43.455008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Attempting to bind port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a on network bb64f7cc-287f-4695-9aa1-c2f719cc83ad {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:43.462559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a on network bb64f7cc-287f-4695-9aa1-c2f719cc83ad not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:43.462889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Attempting to bind port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a on network bb64f7cc-287f-4695-9aa1-c2f719cc83ad {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:43.469683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9292097-ba3f-49bc-bcbf-22eb1701079a req-770ff78f-4dd5-4b57-a976-10af4d3021ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.471289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9292097-ba3f-49bc-bcbf-22eb1701079a req-770ff78f-4dd5-4b57-a976-10af4d3021ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.3142686 Jul 16 17:57:43.472537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:43.472801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Checking segment: {'id': 'af68ae4b-d2f0-4ea6-b980-145dbb84625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:43.473173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Bound using segment: {'id': 'af68ae4b-d2f0-4ea6-b980-145dbb84625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:43.473602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Bound port: d0cb9d26-0e9f-4b54-9225-9c822edb4a1a, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af68ae4b-d2f0-4ea6-b980-145dbb84625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:43.473947 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.542262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32ff6f-7ce3-4f9e-b86e-2d9e0a53b2bf req-f13db6e7-0129-4a73-8b6e-32676e3cf5f0 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.548899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc32ff6f-7ce3-4f9e-b86e-2d9e0a53b2bf req-f13db6e7-0129-4a73-8b6e-32676e3cf5f0 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 943 time: 0.4384682 Jul 16 17:57:43.580473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9292097-ba3f-49bc-bcbf-22eb1701079a req-d9600ce0-e606-499c-94ef-c4c3e22028d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e HTTP/1.1" status: 200 len: 217 time: 0.0918019 Jul 16 17:57:43.700376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9292097-ba3f-49bc-bcbf-22eb1701079a req-d49c650e-cce6-4536-a883-c9fb4388c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.701882 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9292097-ba3f-49bc-bcbf-22eb1701079a req-d49c650e-cce6-4536-a883-c9fb4388c1a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.1070247 Jul 16 17:57:43.704646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fec90217-973c-479c-89d5-88fac7921998 req-75904e94-9951-4284-b0e1-8aaabd23acdb tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/52d74235-4678-4db0-9a95-ed15860900b4 HTTP/1.1" status: 200 len: 1806 time: 0.1775959 Jul 16 17:57:43.720628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc32ff6f-7ce3-4f9e-b86e-2d9e0a53b2bf req-41dd3e3c-ef8b-4e47-97eb-40f660f68af1 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707482 Jul 16 17:57:43.730200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-fec90217-973c-479c-89d5-88fac7921998 req-b4b75a86-748b-4990-8bce-103bb247b333 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52d74235-4678-4db0-9a95-ed15860900b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:43.730517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-fec90217-973c-479c-89d5-88fac7921998 req-b4b75a86-748b-4990-8bce-103bb247b333 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52d74235-4678-4db0-9a95-ed15860900b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:43.755849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] For port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:43.771464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] For port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a,segment=NetworkSegment(af68ae4b-d2f0-4ea6-b980-145dbb84625e),segment_id=af68ae4b-d2f0-4ea6-b980-145dbb84625e)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:43.799668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9292097-ba3f-49bc-bcbf-22eb1701079a req-45217fc6-b0fd-47bb-82ca-65d53386ac25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625575 Jul 16 17:57:43.800947 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.919940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.921609 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.923203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] 10.222.0.35 "PUT /v2.0/ports/d0cb9d26-0e9f-4b54-9225-9c822edb4a1a HTTP/1.1" status: 200 len: 1092 time: 1.9563985 Jul 16 17:57:43.989757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Request body: {'port': {'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:44.088171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee44316-720f-41f7-a49b-c733fcb22127 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:44.145785 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fec90217-973c-479c-89d5-88fac7921998 req-b4b75a86-748b-4990-8bce-103bb247b333 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.220607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9292097-ba3f-49bc-bcbf-22eb1701079a req-aede4a25-8628-4b43-9545-5362b84ddd18 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808401 Jul 16 17:57:44.286698 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fec90217-973c-479c-89d5-88fac7921998 req-b4b75a86-748b-4990-8bce-103bb247b333 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.309799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe9a7d-53dc-4fe6-9dd4-a863062e5db1 req-35b58cfd-f851-4179-a023-c7e7aebcf194 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.316925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0fe9a7d-53dc-4fe6-9dd4-a863062e5db1 req-35b58cfd-f851-4179-a023-c7e7aebcf194 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.4128883 Jul 16 17:57:44.318716 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fec90217-973c-479c-89d5-88fac7921998 req-b4b75a86-748b-4990-8bce-103bb247b333 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.326718 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.428242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b75a86-748b-4990-8bce-103bb247b333 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc9a3cd-a91c-4fbf-b165-56e96df61a5e,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:44.474679 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fec90217-973c-479c-89d5-88fac7921998 req-b4b75a86-748b-4990-8bce-103bb247b333 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.493885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fec90217-973c-479c-89d5-88fac7921998 req-b4b75a86-748b-4990-8bce-103bb247b333 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7705028 Jul 16 17:57:44.565103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0fe9a7d-53dc-4fe6-9dd4-a863062e5db1 req-5e40f905-46e7-4baa-9094-a7d7e5f98fe3 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473197 Jul 16 17:57:44.567024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9292097-ba3f-49bc-bcbf-22eb1701079a req-7b633d18-7592-4e3a-9d2a-374ccc63674d service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321645 Jul 16 17:57:44.807998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:44.811692 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "d0cb9d26-0e9f-4b54-9225-9c822edb4a1a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:44.823940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08af4fe-87dc-48d5-9fad-9d1d1e073bea req-968d254a-cd07-4008-b299-436796667cc0 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.825462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f08af4fe-87dc-48d5-9fad-9d1d1e073bea req-968d254a-cd07-4008-b299-436796667cc0 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 945 time: 0.2142768 Jul 16 17:57:44.942021 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59636) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:44.954037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f08af4fe-87dc-48d5-9fad-9d1d1e073bea req-c7638943-ef63-4003-9f06-17c62cd0401f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034834 Jul 16 17:57:44.965596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c42d29-668a-4555-b21c-3374bbc31cfe req-94287eb6-7479-43f2-99c5-c189333d52b1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.972268 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c42d29-668a-4555-b21c-3374bbc31cfe req-94287eb6-7479-43f2-99c5-c189333d52b1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.978749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c42d29-668a-4555-b21c-3374bbc31cfe req-94287eb6-7479-43f2-99c5-c189333d52b1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.986071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c42d29-668a-4555-b21c-3374bbc31cfe req-94287eb6-7479-43f2-99c5-c189333d52b1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.991993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c42d29-668a-4555-b21c-3374bbc31cfe req-94287eb6-7479-43f2-99c5-c189333d52b1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.993799 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87c42d29-668a-4555-b21c-3374bbc31cfe req-94287eb6-7479-43f2-99c5-c189333d52b1 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 3827 time: 0.2411325 Jul 16 17:57:45.078268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53230574-b58c-4dfb-955e-e3f22eca29e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.204039 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53230574-b58c-4dfb-955e-e3f22eca29e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.208983 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53230574-b58c-4dfb-955e-e3f22eca29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.242487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53230574-b58c-4dfb-955e-e3f22eca29e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1be3be1-5b9d-4548-9777-4093b75901f3,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:45.274472 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-53230574-b58c-4dfb-955e-e3f22eca29e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f62919e16e5f492b9dbc59e9d8f15af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307304 Jul 16 17:57:45.277211 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59640) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:45.341092 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b1b1-c35b-4e4d-9399-4590eac375f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.365061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b1b1-c35b-4e4d-9399-4590eac375f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.393322 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87c42d29-668a-4555-b21c-3374bbc31cfe req-d788c995-6085-40fd-9e2d-8ab0b74696bb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3931403 Jul 16 17:57:45.419995 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b1b1-c35b-4e4d-9399-4590eac375f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.423291 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b1b1-c35b-4e4d-9399-4590eac375f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.427618 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9dd1b1b1-c35b-4e4d-9399-4590eac375f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1be3be1-5b9d-4548-9777-4093b75901f3 HTTP/1.1" status: 204 len: 168 time: 0.1466012 Jul 16 17:57:45.443213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1b1b1-c35b-4e4d-9399-4590eac375f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1be3be1-5b9d-4548-9777-4093b75901f3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:45.467005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e7287-0e9e-422a-9b06-84ce58426092 req-b4dbb1e4-fb87-4f73-b19f-a0ea746a6864 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.468744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b85e7287-0e9e-422a-9b06-84ce58426092 req-b4dbb1e4-fb87-4f73-b19f-a0ea746a6864 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.1597564 Jul 16 17:57:45.470945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:45.496600 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.502523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-0ac1c67f-d080-40ff-bc82-75c0a9e91c2f req-6be47024-9ecd-4a16-a591-544c878f9e18 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2140425051', 'description': 'tempest-description-1493866909'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:45.534683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Transition to ACTIVE for port object f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:45.546129 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b85e7287-0e9e-422a-9b06-84ce58426092 req-576cde9f-0581-45b5-91a2-7157106cf719 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698442 Jul 16 17:57:45.546774 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.586851 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0ac1c67f-d080-40ff-bc82-75c0a9e91c2f req-6be47024-9ecd-4a16-a591-544c878f9e18 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.699666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Pushing event updated for resources: {'Port': ['ID=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:45.801595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59648) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:45.815765 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a927c761-9175-494b-81d5-ea4e6e939995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.833715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Attempting to bind port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:45.834044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Attempting to bind port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:45.834584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Attempting to bind port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 on network 66cd6b07-e1aa-4669-bf90-dc89210030ec {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:45.852094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 on network 66cd6b07-e1aa-4669-bf90-dc89210030ec not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:45.852414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Attempting to bind port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 on network 66cd6b07-e1aa-4669-bf90-dc89210030ec {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:45.880434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:45.880774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Checking segment: {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:45.881158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Bound using segment: {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:45.881701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Bound port: f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:45.882104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.887457 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0ac1c67f-d080-40ff-bc82-75c0a9e91c2f req-6be47024-9ecd-4a16-a591-544c878f9e18 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.905830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2e523-7ed9-432c-ab92-ba8a9a6f7f1d req-e094e13e-41e5-476a-b11e-d549c7782637 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.907586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82d2e523-7ed9-432c-ab92-ba8a9a6f7f1d req-e094e13e-41e5-476a-b11e-d549c7782637 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 943 time: 0.1982939 Jul 16 17:57:45.910914 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0ac1c67f-d080-40ff-bc82-75c0a9e91c2f req-6be47024-9ecd-4a16-a591-544c878f9e18 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.993375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be47024-9ecd-4a16-a591-544c878f9e18 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf100da1-91d0-4360-9e60-aeb92d941687,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:46.001398 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a927c761-9175-494b-81d5-ea4e6e939995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.008507 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a927c761-9175-494b-81d5-ea4e6e939995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.019681 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0ac1c67f-d080-40ff-bc82-75c0a9e91c2f req-6be47024-9ecd-4a16-a591-544c878f9e18 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.042172 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ac1c67f-d080-40ff-bc82-75c0a9e91c2f req-6be47024-9ecd-4a16-a591-544c878f9e18 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5538793 Jul 16 17:57:46.051557 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a927c761-9175-494b-81d5-ea4e6e939995 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fb9d15448524fb68f059f5bbc62fa89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487187 Jul 16 17:57:46.056953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59658) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:46.064190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82d2e523-7ed9-432c-ab92-ba8a9a6f7f1d req-6a82bab2-915a-47d9-b83e-f324be4223ab tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457736 Jul 16 17:57:46.066597 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927c761-9175-494b-81d5-ea4e6e939995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfec121-db31-4d34-832b-b41e6e1af477,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:46.091567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] For port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:46.101213 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] For port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:46.118566 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.131807 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1fe95985-f440-4a9c-9fea-ab87c7b6cb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.158927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1fe95985-f440-4a9c-9fea-ab87c7b6cb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.195582 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58417664-0fe8-4a03-a997-0e66c46a6052 x-openstack-request-id: req-58417664-0fe8-4a03-a997-0e66c46a6052 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:46.195976 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "d0cb9d26-0e9f-4b54-9225-9c822edb4a1a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:46.196362 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58417664-0fe8-4a03-a997-0e66c46a6052 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:46.196849 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a', 'status': 'completed', 'code': 200} Jul 16 17:57:46.199655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Pushing event updated for resources: {'Port': ['ID=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:46.222493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.223768 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.225576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8994d518-b6fd-47b8-9c97-6a6eedc78d2e service neutron] 10.222.0.35 "PUT /v2.0/ports/f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 HTTP/1.1" status: 200 len: 1135 time: 2.2685864 Jul 16 17:57:46.257255 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1fe95985-f440-4a9c-9fea-ab87c7b6cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.262623 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1fe95985-f440-4a9c-9fea-ab87c7b6cb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.269269 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1fe95985-f440-4a9c-9fea-ab87c7b6cb93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bfec121-db31-4d34-832b-b41e6e1af477 HTTP/1.1" status: 204 len: 168 time: 0.2088335 Jul 16 17:57:46.285355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe95985-f440-4a9c-9fea-ab87c7b6cb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfec121-db31-4d34-832b-b41e6e1af477,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:46.315936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Request body: {'port': {'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:46.609738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3 req-c4454876-536a-42cc-8a4a-5451c3ab30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.610222 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3 req-c4454876-536a-42cc-8a4a-5451c3ab30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.610696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3 req-c4454876-536a-42cc-8a4a-5451c3ab30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.611186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3 req-c4454876-536a-42cc-8a4a-5451c3ab30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.611655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3 req-c4454876-536a-42cc-8a4a-5451c3ab30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.612123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3 req-c4454876-536a-42cc-8a4a-5451c3ab30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.614007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3 req-c4454876-536a-42cc-8a4a-5451c3ab30cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5291 time: 0.3784559 Jul 16 17:57:46.619988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.680070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3b381-ab52-475a-8495-7dfc95783549 req-196656f8-1a56-418d-857e-3822bc5f84e7 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.681567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01c3b381-ab52-475a-8495-7dfc95783549 req-196656f8-1a56-418d-857e-3822bc5f84e7 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.2539701 Jul 16 17:57:46.757943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929f76c-3506-4663-8b01-8c846af8db1c req-c56ddaeb-74a2-48a7-8f74-44b8891edc08 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.759567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6929f76c-3506-4663-8b01-8c846af8db1c req-c56ddaeb-74a2-48a7-8f74-44b8891edc08 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 945 time: 0.2847810 Jul 16 17:57:46.935697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01c3b381-ab52-475a-8495-7dfc95783549 req-03e73c2d-2188-4ea3-88af-8beb038978a3 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323866 Jul 16 17:57:46.988640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3 req-a94c235c-7bde-4faf-a9de-ebc1f8bea1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.989195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3 req-a94c235c-7bde-4faf-a9de-ebc1f8bea1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.989574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3 req-a94c235c-7bde-4faf-a9de-ebc1f8bea1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.991133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3 req-a94c235c-7bde-4faf-a9de-ebc1f8bea1c5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3620818 Jul 16 17:57:46.994273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6929f76c-3506-4663-8b01-8c846af8db1c req-775c8801-edac-4976-9527-4fc0d5ebafcd tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792378 Jul 16 17:57:47.175972 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e45de7b9-3860-4d4d-b415-3fea837cf7d9 req-20808aff-2d64-4625-a2cf-52d8c59a003c tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/cf100da1-91d0-4360-9e60-aeb92d941687 HTTP/1.1" status: 200 len: 1807 time: 0.1926990 Jul 16 17:57:47.239795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-e45de7b9-3860-4d4d-b415-3fea837cf7d9 req-bfdf547c-9fd6-4780-beb4-93eb627828ce tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cf100da1-91d0-4360-9e60-aeb92d941687', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:47.240125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-e45de7b9-3860-4d4d-b415-3fea837cf7d9 req-bfdf547c-9fd6-4780-beb4-93eb627828ce tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cf100da1-91d0-4360-9e60-aeb92d941687', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:47.305418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3 req-360603d4-b8c5-401b-bb8f-3e3e619d6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:47.306913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99bd8b78-f59a-4f0a-963d-61bcf511a3c3 req-360603d4-b8c5-401b-bb8f-3e3e619d6d58 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3039899 Jul 16 17:57:47.401084 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e45de7b9-3860-4d4d-b415-3fea837cf7d9 req-bfdf547c-9fd6-4780-beb4-93eb627828ce tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.426705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:47.437842 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.450584 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e45de7b9-3860-4d4d-b415-3fea837cf7d9 req-bfdf547c-9fd6-4780-beb4-93eb627828ce tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.458533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Transition to ACTIVE for port object e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:47.459957 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e45de7b9-3860-4d4d-b415-3fea837cf7d9 req-bfdf547c-9fd6-4780-beb4-93eb627828ce tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.476951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.510203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf547c-9fd6-4780-beb4-93eb627828ce tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a4b227-0a28-4718-a8b0-520683e1eefb,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:47.514861 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e45de7b9-3860-4d4d-b415-3fea837cf7d9 req-bfdf547c-9fd6-4780-beb4-93eb627828ce tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.516097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e45de7b9-3860-4d4d-b415-3fea837cf7d9 req-bfdf547c-9fd6-4780-beb4-93eb627828ce tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2993090 Jul 16 17:57:47.539239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Pushing event updated for resources: {'Port': ['ID=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:47.664925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Attempting to bind port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:47.665262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Attempting to bind port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:47.665592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Attempting to bind port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc on network 66cd6b07-e1aa-4669-bf90-dc89210030ec {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:47.674641 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3052f409-f6aa-4720-8e6a-2d063b4c701e no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:47.704354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc on network 66cd6b07-e1aa-4669-bf90-dc89210030ec not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:47.704902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Attempting to bind port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc on network 66cd6b07-e1aa-4669-bf90-dc89210030ec {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:47.765033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:47.765384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Checking segment: {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:47.766357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Bound using segment: {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:47.767263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Bound port: e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:47.767828 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.152670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda74d-715f-400e-8753-dab314ac7498 req-ac1dd4ef-7502-461e-8c4c-505977d6f970 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.159336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda74d-715f-400e-8753-dab314ac7498 req-ac1dd4ef-7502-461e-8c4c-505977d6f970 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.165491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda74d-715f-400e-8753-dab314ac7498 req-ac1dd4ef-7502-461e-8c4c-505977d6f970 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.172235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda74d-715f-400e-8753-dab314ac7498 req-ac1dd4ef-7502-461e-8c4c-505977d6f970 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.179146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda74d-715f-400e-8753-dab314ac7498 req-ac1dd4ef-7502-461e-8c4c-505977d6f970 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.185284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda74d-715f-400e-8753-dab314ac7498 req-ac1dd4ef-7502-461e-8c4c-505977d6f970 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.191303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda74d-715f-400e-8753-dab314ac7498 req-ac1dd4ef-7502-461e-8c4c-505977d6f970 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.193293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53eda74d-715f-400e-8753-dab314ac7498 req-ac1dd4ef-7502-461e-8c4c-505977d6f970 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5379 time: 0.5144658 Jul 16 17:57:48.194495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] For port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:48.201028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': 'f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:48.203343 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8b3ae7-98a2-480e-8f22-b6612c003a26" -d '{"events": [{"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:48.212574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eccd07-cee9-47af-b8b5-8150b90590c6 req-0a4b5415-82ec-4ee0-b3c5-277ab7b036d2 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.214040 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7eccd07-cee9-47af-b8b5-8150b90590c6 req-0a4b5415-82ec-4ee0-b3c5-277ab7b036d2 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.5047941 Jul 16 17:57:48.250207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] For port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:48.270281 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.335039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-ae0500ac-1a3b-479c-b8ac-a6e450ed0090 service neutron] 10.222.0.43 "GET /v2.0/ports/3052f409-f6aa-4720-8e6a-2d063b4c701e/bindings/n-h1-787206-10 HTTP/1.1" status: 200 len: 385 time: 0.4858127 Jul 16 17:57:48.348035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.348653 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.349977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] 10.222.0.35 "PUT /v2.0/ports/e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc HTTP/1.1" status: 200 len: 1135 time: 2.0401080 Jul 16 17:57:48.364969 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53eda74d-715f-400e-8753-dab314ac7498 req-1b4886cd-1728-475d-80d6-934015696205 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1481969 Jul 16 17:57:48.380403 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7eccd07-cee9-47af-b8b5-8150b90590c6 req-a68d13d3-2c4f-40da-bbfd-c4bf151cc348 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527336 Jul 16 17:57:48.417154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Request body: {'port': {'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:48.459376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-9ed76e03-e390-477a-871f-e163e0fdd2cc req-b7d39886-8d7c-49c1-8764-4aa4536f9b66 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-340457629', 'description': 'tempest-description-855887957'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:48.484020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc20cd-6f06-489a-8c4e-16251c504bee service neutron] Pushing event updated for resources: {'Port': ['ID=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:48.493832 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9ed76e03-e390-477a-871f-e163e0fdd2cc req-b7d39886-8d7c-49c1-8764-4aa4536f9b66 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.681357 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.826996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685bd77-b976-4ea6-bb1f-3dbd97395646 req-3bd5748c-fe95-4a83-9213-41c2e33c1aa6 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.828726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2685bd77-b976-4ea6-bb1f-3dbd97395646 req-3bd5748c-fe95-4a83-9213-41c2e33c1aa6 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 943 time: 0.3132360 Jul 16 17:57:48.960782 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9ed76e03-e390-477a-871f-e163e0fdd2cc req-b7d39886-8d7c-49c1-8764-4aa4536f9b66 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.965577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-755e4ddd-667b-4135-9385-37d0e66e9baa service neutron] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:48.983575 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9ed76e03-e390-477a-871f-e163e0fdd2cc req-b7d39886-8d7c-49c1-8764-4aa4536f9b66 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.028555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2685bd77-b976-4ea6-bb1f-3dbd97395646 req-f5189130-4e7a-436c-9c64-27438400e3b7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844649 Jul 16 17:57:49.059058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-755e4ddd-667b-4135-9385-37d0e66e9baa service neutron] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:49.060658 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9ed76e03-e390-477a-871f-e163e0fdd2cc req-b7d39886-8d7c-49c1-8764-4aa4536f9b66 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.062202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ed76e03-e390-477a-871f-e163e0fdd2cc req-b7d39886-8d7c-49c1-8764-4aa4536f9b66 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6365061 Jul 16 17:57:49.082298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d39886-8d7c-49c1-8764-4aa4536f9b66 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a720a6a9-1979-45c7-bf87-073e14c19c6e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:49.165173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-755e4ddd-667b-4135-9385-37d0e66e9baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3052f409-f6aa-4720-8e6a-2d063b4c701e {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:49.191048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-755e4ddd-667b-4135-9385-37d0e66e9baa service neutron] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:49.272057 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-755e4ddd-667b-4135-9385-37d0e66e9baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.377840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:49.387215 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.417187 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a80f9-adc8-4a91-86a6-1e358f4e91e8 req-adbb9719-3212-4d5a-954f-30249e095eeb tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.418607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-967a80f9-adc8-4a91-86a6-1e358f4e91e8 req-adbb9719-3212-4d5a-954f-30249e095eeb tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.2115862 Jul 16 17:57:49.436160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Transition to ACTIVE for port object 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:49.450636 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.483565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-755e4ddd-667b-4135-9385-37d0e66e9baa service neutron] Transition to ACTIVE for port object 3052f409-f6aa-4720-8e6a-2d063b4c701e will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:49.500119 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-755e4ddd-667b-4135-9385-37d0e66e9baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.534330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-967a80f9-adc8-4a91-86a6-1e358f4e91e8 req-1fae6043-f89c-43f0-a53f-fab7c5b336db tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072211 Jul 16 17:57:49.535186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:49.620219 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4392865-edaf-40b6-8ec8-3cb667be6a12 x-openstack-request-id: req-a4392865-edaf-40b6-8ec8-3cb667be6a12 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:49.620521 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:49.620762 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4392865-edaf-40b6-8ec8-3cb667be6a12 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:49.621158 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': 'f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6', 'status': 'completed', 'code': 200} Jul 16 17:57:49.677861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-755e4ddd-667b-4135-9385-37d0e66e9baa service neutron] No DVR routers for this DVR port 3052f409-f6aa-4720-8e6a-2d063b4c701e on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:49.687930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-ee24de5d-7377-4199-9af8-e662e204d423 req-dadac39c-7291-4296-b159-19ae7c790a55 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-457821378', 'description': 'tempest-description-1007004890'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:49.787075 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e4ddd-667b-4135-9385-37d0e66e9baa service neutron] Pushing event updated for resources: {'Port': ['ID=3052f409-f6aa-4720-8e6a-2d063b4c701e,revision_number=10']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:49.801889 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-755e4ddd-667b-4135-9385-37d0e66e9baa service neutron] 10.222.0.43 "PUT /v2.0/ports/3052f409-f6aa-4720-8e6a-2d063b4c701e/bindings/n-h1-787206-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4554312 Jul 16 17:57:49.815453 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ee24de5d-7377-4199-9af8-e662e204d423 req-dadac39c-7291-4296-b159-19ae7c790a55 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.839606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Attempting to bind port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:49.839947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Attempting to bind port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:49.840279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Attempting to bind port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 on network 66cd6b07-e1aa-4669-bf90-dc89210030ec {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:49.855619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 on network 66cd6b07-e1aa-4669-bf90-dc89210030ec not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:49.856264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Attempting to bind port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 on network 66cd6b07-e1aa-4669-bf90-dc89210030ec {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:49.874415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af4435-eb2d-460d-8b84-c9cee756faf1 req-cd89de67-3093-4343-b46c-17b5153a5770 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.876200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9af4435-eb2d-460d-8b84-c9cee756faf1 req-cd89de67-3093-4343-b46c-17b5153a5770 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 945 time: 0.3363652 Jul 16 17:57:49.891616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:49.891952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Checking segment: {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:49.892544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Bound using segment: {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:49.893346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Bound port: 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:49.893545 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.946962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-5176bdf0-88b6-4b74-a0d7-f0ce0880ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.947462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-5176bdf0-88b6-4b74-a0d7-f0ce0880ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.947939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-5176bdf0-88b6-4b74-a0d7-f0ce0880ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.948404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-5176bdf0-88b6-4b74-a0d7-f0ce0880ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.948870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-5176bdf0-88b6-4b74-a0d7-f0ce0880ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.949523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-5176bdf0-88b6-4b74-a0d7-f0ce0880ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.949990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-5176bdf0-88b6-4b74-a0d7-f0ce0880ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.952345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-5176bdf0-88b6-4b74-a0d7-f0ce0880ca14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 6245 time: 0.2937925 Jul 16 17:57:50.067710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9af4435-eb2d-460d-8b84-c9cee756faf1 req-e5497a92-be1d-476f-8ee4-005bb57909dc tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677713 Jul 16 17:57:50.172801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] For port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:50.186993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b411d144-1347-49ab-a719-580aff6bcc27 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.189024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-b411d144-1347-49ab-a719-580aff6bcc27 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 1096 time: 0.3085308 Jul 16 17:57:50.206207 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ee24de5d-7377-4199-9af8-e662e204d423 req-dadac39c-7291-4296-b159-19ae7c790a55 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.226197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] For port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:50.231654 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ee24de5d-7377-4199-9af8-e662e204d423 req-dadac39c-7291-4296-b159-19ae7c790a55 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.277770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-6a86a40e-c611-4079-94ef-fbbd78ab6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.278242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-6a86a40e-c611-4079-94ef-fbbd78ab6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.278708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-6a86a40e-c611-4079-94ef-fbbd78ab6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.280589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-6a86a40e-c611-4079-94ef-fbbd78ab6371 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3139851 Jul 16 17:57:50.282505 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.361473 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ee24de5d-7377-4199-9af8-e662e204d423 req-dadac39c-7291-4296-b159-19ae7c790a55 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.362608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee24de5d-7377-4199-9af8-e662e204d423 req-dadac39c-7291-4296-b159-19ae7c790a55 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7389543 Jul 16 17:57:50.390546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadac39c-7291-4296-b159-19ae7c790a55 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c02043-2ba5-4e98-970b-14fb6826f302,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:50.393454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.394074 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.395490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] 10.222.0.35 "PUT /v2.0/ports/5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 HTTP/1.1" status: 200 len: 1092 time: 1.9909725 Jul 16 17:57:50.466402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Request body: {'port': {'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:50.480727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccdd3a-becf-46ba-a89c-f9bab838d930 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:50.570126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41502c43-9783-47b0-a972-265678f1b9c5 req-26cd7840-2fed-436a-905d-b3d16f5de72b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.573519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41502c43-9783-47b0-a972-265678f1b9c5 req-26cd7840-2fed-436a-905d-b3d16f5de72b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.3948820 Jul 16 17:57:50.597570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-054ffa34-66d0-4dec-a2b3-ad910f1525d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.601079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-054ffa34-66d0-4dec-a2b3-ad910f1525d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce HTTP/1.1" status: 200 len: 1096 time: 0.3917854 Jul 16 17:57:50.608147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-3814c123-fc65-4a1b-a423-716482e73c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.609979 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d8b3ae7-98a2-480e-8f22-b6612c003a26 req-3814c123-fc65-4a1b-a423-716482e73c81 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3157980 Jul 16 17:57:50.961886 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.976246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41502c43-9783-47b0-a972-265678f1b9c5 req-f2a5ebc9-2f30-48c9-9887-6cfafa93acae tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738744 Jul 16 17:57:51.028170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1ddf9-e4b7-4b35-a2f8-29296d434b0e req-83f3b026-ebe8-4318-80fd-81f26bcf596e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.034628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1ddf9-e4b7-4b35-a2f8-29296d434b0e req-83f3b026-ebe8-4318-80fd-81f26bcf596e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.041084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1ddf9-e4b7-4b35-a2f8-29296d434b0e req-83f3b026-ebe8-4318-80fd-81f26bcf596e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.047866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1ddf9-e4b7-4b35-a2f8-29296d434b0e req-83f3b026-ebe8-4318-80fd-81f26bcf596e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.053855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1ddf9-e4b7-4b35-a2f8-29296d434b0e req-83f3b026-ebe8-4318-80fd-81f26bcf596e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.059742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1ddf9-e4b7-4b35-a2f8-29296d434b0e req-83f3b026-ebe8-4318-80fd-81f26bcf596e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.067228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1ddf9-e4b7-4b35-a2f8-29296d434b0e req-83f3b026-ebe8-4318-80fd-81f26bcf596e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.071996 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9f1ddf9-e4b7-4b35-a2f8-29296d434b0e req-83f3b026-ebe8-4318-80fd-81f26bcf596e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5391 time: 0.5448499 Jul 16 17:57:51.118480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-802a145f-0e2f-4c01-9c91-5e28cbc39b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.120013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-802a145f-0e2f-4c01-9c91-5e28cbc39b20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 1096 time: 0.4901998 Jul 16 17:57:51.258236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9f1ddf9-e4b7-4b35-a2f8-29296d434b0e req-0303c413-f0bf-4441-921b-7874d91ffbe6 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1787188 Jul 16 17:57:51.460096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-bfdd5184-011e-46dc-885e-eeca24456c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.461570 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-bfdd5184-011e-46dc-885e-eeca24456c30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.2890055 Jul 16 17:57:51.469897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-acdce847-bdf2-4012-be4d-cffc80c52bbc req-d3f4733e-769f-40b0-8697-d1cdd396a1a0 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/a720a6a9-1979-45c7-bf87-073e14c19c6e HTTP/1.1" status: 200 len: 1805 time: 0.1404593 Jul 16 17:57:51.482228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce84a1c-d547-450b-afb6-06600772ce97 req-de170084-f00f-409c-b88a-f670c8f3c204 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.484512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ce84a1c-d547-450b-afb6-06600772ce97 req-de170084-f00f-409c-b88a-f670c8f3c204 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 944 time: 0.3008540 Jul 16 17:57:51.547405 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-f16bf51f-7910-41ed-af61-749cef15a487 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e HTTP/1.1" status: 200 len: 217 time: 0.0764272 Jul 16 17:57:51.631460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': 'e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc'}, {'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': '5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:51.633730 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcce03a6-3332-4029-89be-fbdad635ccac" -d '{"events": [{"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc"}, {"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:51.682447 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ce84a1c-d547-450b-afb6-06600772ce97 req-3b5378d3-1632-4213-8b77-0feae4e72173 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839433 Jul 16 17:57:51.687399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-acdce847-bdf2-4012-be4d-cffc80c52bbc req-cc06bb2d-d5d5-490d-88fd-0648d241c2ab tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/37c02043-2ba5-4e98-970b-14fb6826f302 HTTP/1.1" status: 200 len: 1806 time: 0.1970265 Jul 16 17:57:51.690644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-12043905-f3d8-4329-80ff-29132031d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.692118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-12043905-f3d8-4329-80ff-29132031d205 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.1298780 Jul 16 17:57:51.705655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:51.721755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-acdce847-bdf2-4012-be4d-cffc80c52bbc req-0858f483-1f6d-4ada-be85-6afffba84899 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a720a6a9-1979-45c7-bf87-073e14c19c6e', 'remote_group_id': '37c02043-2ba5-4e98-970b-14fb6826f302', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:51.722074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-acdce847-bdf2-4012-be4d-cffc80c52bbc req-0858f483-1f6d-4ada-be85-6afffba84899 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a720a6a9-1979-45c7-bf87-073e14c19c6e', 'remote_group_id': '37c02043-2ba5-4e98-970b-14fb6826f302', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:51.745025 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.752008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-218843f2-3389-428e-afc4-4bab27b019c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511315 Jul 16 17:57:51.773941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Transition to ACTIVE for port object 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:51.791238 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.947573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Pushing event updated for resources: {'Port': ['ID=434bc532-1902-4f4a-b1d0-20cb0f87b2c0,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:52.052776 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-c52fa22d-54af-475e-b6fa-8a3d7464230a service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904799 Jul 16 17:57:52.098723 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-acdce847-bdf2-4012-be4d-cffc80c52bbc req-0858f483-1f6d-4ada-be85-6afffba84899 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.112889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0c1d1-5a85-4ffe-b7fe-a6d14796404e req-cd698f8e-2110-4738-a3a7-bc6a016380d4 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.114386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2c0c1d1-5a85-4ffe-b7fe-a6d14796404e req-cd698f8e-2110-4738-a3a7-bc6a016380d4 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.3126051 Jul 16 17:57:52.210417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Attempting to bind port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:52.210754 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Attempting to bind port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:52.211084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Attempting to bind port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 on network 66cd6b07-e1aa-4669-bf90-dc89210030ec {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:52.216526 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-acdce847-bdf2-4012-be4d-cffc80c52bbc req-0858f483-1f6d-4ada-be85-6afffba84899 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.227414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 on network 66cd6b07-e1aa-4669-bf90-dc89210030ec not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:52.227761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Attempting to bind port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 on network 66cd6b07-e1aa-4669-bf90-dc89210030ec {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:52.229523 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-acdce847-bdf2-4012-be4d-cffc80c52bbc req-0858f483-1f6d-4ada-be85-6afffba84899 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.264063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:52.264927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Checking segment: {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:52.264927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Bound using segment: {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:52.265354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Bound port: 434bc532-1902-4f4a-b1d0-20cb0f87b2c0, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ff97a8-dd17-4d28-9a6a-3b39de72e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:52.265714 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.282990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2c0c1d1-5a85-4ffe-b7fe-a6d14796404e req-8306190e-6ef2-4a21-bb46-de63a6ac6b6e tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587286 Jul 16 17:57:52.283614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858f483-1f6d-4ada-be85-6afffba84899 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f79f671-20ef-4502-adc1-3bc336dc41f1,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:52.300477 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-acdce847-bdf2-4012-be4d-cffc80c52bbc req-0858f483-1f6d-4ada-be85-6afffba84899 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.301658 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-acdce847-bdf2-4012-be4d-cffc80c52bbc req-0858f483-1f6d-4ada-be85-6afffba84899 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6033604 Jul 16 17:57:52.304160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-8d7b79ca-03e4-4cee-a5b4-692bb25e9e08 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355840 Jul 16 17:57:52.378397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] For port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:52.383055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] For port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434bc532-1902-4f4a-b1d0-20cb0f87b2c0,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:52.391596 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.437538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.438564 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.440616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] 10.222.0.35 "PUT /v2.0/ports/434bc532-1902-4f4a-b1d0-20cb0f87b2c0 HTTP/1.1" status: 200 len: 1091 time: 1.9838521 Jul 16 17:57:52.509942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Request body: {'port': {'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:52.534245 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6343ad1-8093-45c3-bc79-6cb5acc1d682 service neutron] Pushing event updated for resources: {'Port': ['ID=434bc532-1902-4f4a-b1d0-20cb0f87b2c0,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:52.667534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e5411-cc3f-4933-961a-968c1a77096d req-8c46c69f-835c-46be-8fc6-9f3ad007b332 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.669085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-183e5411-cc3f-4933-961a-968c1a77096d req-8c46c69f-835c-46be-8fc6-9f3ad007b332 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 945 time: 0.2384870 Jul 16 17:57:52.723566 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.762203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-183e5411-cc3f-4933-961a-968c1a77096d req-1eb19dff-1f9a-404f-a652-57b8ffc6bc7e tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717988 Jul 16 17:57:52.808156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-1e23e0f6-3fdf-4491-a0f0-63342bc9dac6 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.809768 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-1e23e0f6-3fdf-4491-a0f0-63342bc9dac6 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1096 time: 0.1626818 Jul 16 17:57:52.850909 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c393bd16-e533-4263-8fed-cdf3c0547a69 x-openstack-request-id: req-c393bd16-e533-4263-8fed-cdf3c0547a69 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:52.851524 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:52.851524 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c393bd16-e533-4263-8fed-cdf3c0547a69 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:52.852247 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': 'e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc', 'status': 'completed', 'code': 200} Jul 16 17:57:52.852247 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': '5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9', 'status': 'completed', 'code': 200} Jul 16 17:57:53.225142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-8a915b7f-c3d1-403f-b050-813438672c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.225619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-8a915b7f-c3d1-403f-b050-813438672c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.226085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-8a915b7f-c3d1-403f-b050-813438672c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.226548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-8a915b7f-c3d1-403f-b050-813438672c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.227007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-8a915b7f-c3d1-403f-b050-813438672c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.227553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-8a915b7f-c3d1-403f-b050-813438672c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.228019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-8a915b7f-c3d1-403f-b050-813438672c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.229917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcce03a6-3332-4029-89be-fbdad635ccac req-8a915b7f-c3d1-403f-b050-813438672c85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 6355 time: 0.3177824 Jul 16 17:57:53.266781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-dcc7beb3-6805-4428-8431-e7307f41dfed service neutron] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:53.291777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd6867-09e1-4ed6-89d6-10e10a97b9e8 req-9eb3c1c6-22a0-432d-b486-656224cb1016 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.293190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67dd6867-09e1-4ed6-89d6-10e10a97b9e8 req-9eb3c1c6-22a0-432d-b486-656224cb1016 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.3157530 Jul 16 17:57:53.309746 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-dcc7beb3-6805-4428-8431-e7307f41dfed service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.310833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf81733-f833-44dc-a8d0-7d603f326a7e req-dcc7beb3-6805-4428-8431-e7307f41dfed service neutron] 10.222.0.35 "DELETE /v2.0/ports/3052f409-f6aa-4720-8e6a-2d063b4c701e/bindings/n-h2-787206-10 HTTP/1.1" status: 204 len: 173 time: 0.4903355 Jul 16 17:57:53.379928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cfb0-870d-4132-8321-00de11f60d8d req-04d15471-0745-4f04-8e3e-0c4f5dacf6c9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.385744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cfb0-870d-4132-8321-00de11f60d8d req-04d15471-0745-4f04-8e3e-0c4f5dacf6c9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.391906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cfb0-870d-4132-8321-00de11f60d8d req-04d15471-0745-4f04-8e3e-0c4f5dacf6c9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.397772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cfb0-870d-4132-8321-00de11f60d8d req-04d15471-0745-4f04-8e3e-0c4f5dacf6c9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.403691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cfb0-870d-4132-8321-00de11f60d8d req-04d15471-0745-4f04-8e3e-0c4f5dacf6c9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.411033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cfb0-870d-4132-8321-00de11f60d8d req-04d15471-0745-4f04-8e3e-0c4f5dacf6c9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.417008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cfb0-870d-4132-8321-00de11f60d8d req-04d15471-0745-4f04-8e3e-0c4f5dacf6c9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.418859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c78cfb0-870d-4132-8321-00de11f60d8d req-04d15471-0745-4f04-8e3e-0c4f5dacf6c9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5403 time: 0.4190590 Jul 16 17:57:53.526987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67dd6867-09e1-4ed6-89d6-10e10a97b9e8 req-f660b30b-49ef-494f-aff3-e48c7df6b45f tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136257 Jul 16 17:57:53.544459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-b3455944-11e6-4997-99a5-0ef29dd91d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.544964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-b3455944-11e6-4997-99a5-0ef29dd91d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.545383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-b3455944-11e6-4997-99a5-0ef29dd91d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.556242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcce03a6-3332-4029-89be-fbdad635ccac req-b3455944-11e6-4997-99a5-0ef29dd91d7a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3052716 Jul 16 17:57:53.585774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfe564b-5bbd-4381-84d5-55c677ec55f6 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:53.595992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-260646de-7f2c-477e-bf89-df84c0cdfd85 req-742d8aa6-993c-405e-bc02-ea8748e7d9d8 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1814025997', 'description': 'tempest-description-1316488570'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:53.612104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c78cfb0-870d-4132-8321-00de11f60d8d req-e041c30a-2e2f-42d8-8114-b39cd6b9f350 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1808462 Jul 16 17:57:53.615579 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.668398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Transition to ACTIVE for port object 3dfe564b-5bbd-4381-84d5-55c677ec55f6 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:53.676536 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.722166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-260646de-7f2c-477e-bf89-df84c0cdfd85 req-742d8aa6-993c-405e-bc02-ea8748e7d9d8 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.052389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-10dd7b95-3d53-41ad-bd3f-dab1a56f572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.053793 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcce03a6-3332-4029-89be-fbdad635ccac req-10dd7b95-3d53-41ad-bd3f-dab1a56f572d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4989300 Jul 16 17:57:54.055318 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfe564b-5bbd-4381-84d5-55c677ec55f6,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:54.226184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb88017-7944-4c18-adfd-5baf3ff2d98b req-a60477fd-c311-4326-bf60-c34187797aa4 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.230335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-adb88017-7944-4c18-adfd-5baf3ff2d98b req-a60477fd-c311-4326-bf60-c34187797aa4 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 944 time: 0.4785755 Jul 16 17:57:54.265291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Attempting to bind port 3dfe564b-5bbd-4381-84d5-55c677ec55f6 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:54.265605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Attempting to bind port 3dfe564b-5bbd-4381-84d5-55c677ec55f6 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '4a206a66-0d0f-4168-8523-50eba6697b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:54.265982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Attempting to bind port 3dfe564b-5bbd-4381-84d5-55c677ec55f6 on network e7da37d9-9091-49a2-ae67-b8b790ab30e7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:54.289272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Port 3dfe564b-5bbd-4381-84d5-55c677ec55f6 on network e7da37d9-9091-49a2-ae67-b8b790ab30e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:54.289911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Attempting to bind port 3dfe564b-5bbd-4381-84d5-55c677ec55f6 on network e7da37d9-9091-49a2-ae67-b8b790ab30e7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:54.316619 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-260646de-7f2c-477e-bf89-df84c0cdfd85 req-742d8aa6-993c-405e-bc02-ea8748e7d9d8 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.319841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:54.320192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Checking segment: {'id': '4a206a66-0d0f-4168-8523-50eba6697b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:54.320956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Bound using segment: {'id': '4a206a66-0d0f-4168-8523-50eba6697b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:54.321406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Bound port: 3dfe564b-5bbd-4381-84d5-55c677ec55f6, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a206a66-0d0f-4168-8523-50eba6697b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:54.321766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.352023 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-adb88017-7944-4c18-adfd-5baf3ff2d98b req-77d71ba0-1d83-4b67-a1d6-c176b2b971ed tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207223 Jul 16 17:57:54.352729 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-260646de-7f2c-477e-bf89-df84c0cdfd85 req-742d8aa6-993c-405e-bc02-ea8748e7d9d8 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.375677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-6f30ca06-ed1f-46d2-bf12-e2767997e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.376298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-6f30ca06-ed1f-46d2-bf12-e2767997e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.376777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-6f30ca06-ed1f-46d2-bf12-e2767997e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.377253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-6f30ca06-ed1f-46d2-bf12-e2767997e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.377721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-6f30ca06-ed1f-46d2-bf12-e2767997e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.378184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-6f30ca06-ed1f-46d2-bf12-e2767997e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.378648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-6f30ca06-ed1f-46d2-bf12-e2767997e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.381306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcce03a6-3332-4029-89be-fbdad635ccac req-6f30ca06-ed1f-46d2-bf12-e2767997e027 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 6381 time: 0.2605755 Jul 16 17:57:54.453856 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-260646de-7f2c-477e-bf89-df84c0cdfd85 req-742d8aa6-993c-405e-bc02-ea8748e7d9d8 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.455104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-260646de-7f2c-477e-bf89-df84c0cdfd85 req-742d8aa6-993c-405e-bc02-ea8748e7d9d8 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8717678 Jul 16 17:57:54.473457 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d8aa6-993c-405e-bc02-ea8748e7d9d8 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af982a31-dfae-4e71-b284-eacf7fd53429,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:54.566773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] For port 3dfe564b-5bbd-4381-84d5-55c677ec55f6, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:54.606881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-93a3d43d-7881-4611-975d-52f8c8dec435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.607353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-93a3d43d-7881-4611-975d-52f8c8dec435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.607993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-93a3d43d-7881-4611-975d-52f8c8dec435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.609620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcce03a6-3332-4029-89be-fbdad635ccac req-93a3d43d-7881-4611-975d-52f8c8dec435 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2112393 Jul 16 17:57:54.612786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] For port 3dfe564b-5bbd-4381-84d5-55c677ec55f6, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3dfe564b-5bbd-4381-84d5-55c677ec55f6,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:54.631354 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.740711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.741340 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.742747 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] 10.222.0.35 "PUT /v2.0/ports/3dfe564b-5bbd-4381-84d5-55c677ec55f6 HTTP/1.1" status: 200 len: 1092 time: 2.2445617 Jul 16 17:57:54.801356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Request body: {'port': {'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:54.813356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721aa6f-ee37-4882-9916-86e769268017 req-399419cb-f8fb-4273-a9b0-7ce688e04d76 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.815006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4721aa6f-ee37-4882-9916-86e769268017 req-399419cb-f8fb-4273-a9b0-7ce688e04d76 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.2686603 Jul 16 17:57:54.854024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': '434bc532-1902-4f4a-b1d0-20cb0f87b2c0'}, {'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': '3dfe564b-5bbd-4381-84d5-55c677ec55f6'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:54.856355 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24912a7b-e26a-4720-8eb8-2378b50ae175" -d '{"events": [{"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "434bc532-1902-4f4a-b1d0-20cb0f87b2c0"}, {"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "3dfe564b-5bbd-4381-84d5-55c677ec55f6"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:54.874576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f883e65-2bc2-400d-8d6e-1cb92f169528 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfe564b-5bbd-4381-84d5-55c677ec55f6,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:54.913759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce03a6-3332-4029-89be-fbdad635ccac req-d5996b5e-3352-4497-b65d-d50237178009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.915268 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcce03a6-3332-4029-89be-fbdad635ccac req-d5996b5e-3352-4497-b65d-d50237178009 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2864499 Jul 16 17:57:54.944201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48527e0c-f0ff-4cf7-b2ca-0331ed48898b req-5904fd66-a25d-488c-bd11-a14f9c6155e4 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.950867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48527e0c-f0ff-4cf7-b2ca-0331ed48898b req-5904fd66-a25d-488c-bd11-a14f9c6155e4 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 945 time: 0.3347232 Jul 16 17:57:54.980850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4721aa6f-ee37-4882-9916-86e769268017 req-7e527c82-4b1f-4519-b726-2cff7d4c0176 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531491 Jul 16 17:57:55.014672 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.047976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48527e0c-f0ff-4cf7-b2ca-0331ed48898b req-55ffb0ba-d1e8-4a9b-9645-87ac918070d4 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923383 Jul 16 17:57:55.095979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-2d925e3a-f16d-4532-837d-239aca71a72d req-53548bb6-cc59-4be4-9e74-be5af459e8e2 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1117397355', 'description': 'tempest-description-1671028925'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:55.210343 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2d925e3a-f16d-4532-837d-239aca71a72d req-53548bb6-cc59-4be4-9e74-be5af459e8e2 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.427705 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2d925e3a-f16d-4532-837d-239aca71a72d req-53548bb6-cc59-4be4-9e74-be5af459e8e2 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.466415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c007b5-8bbc-4e2c-9529-671df32a71ae {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:55.480399 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.494179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Transition to ACTIVE for port object 96c007b5-8bbc-4e2c-9529-671df32a71ae will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:55.495886 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2d925e3a-f16d-4532-837d-239aca71a72d req-53548bb6-cc59-4be4-9e74-be5af459e8e2 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.503978 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.573487 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2d925e3a-f16d-4532-837d-239aca71a72d req-53548bb6-cc59-4be4-9e74-be5af459e8e2 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.585078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d925e3a-f16d-4532-837d-239aca71a72d req-53548bb6-cc59-4be4-9e74-be5af459e8e2 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4949758 Jul 16 17:57:55.585792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53548bb6-cc59-4be4-9e74-be5af459e8e2 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad886be-b90d-4159-8fcb-d128cb71bddf,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:55.677366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Pushing event updated for resources: {'Port': ['ID=96c007b5-8bbc-4e2c-9529-671df32a71ae,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:55.843746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Attempting to bind port 96c007b5-8bbc-4e2c-9529-671df32a71ae on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:55.844122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Attempting to bind port 96c007b5-8bbc-4e2c-9529-671df32a71ae by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '4a206a66-0d0f-4168-8523-50eba6697b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:55.844448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Attempting to bind port 96c007b5-8bbc-4e2c-9529-671df32a71ae on network e7da37d9-9091-49a2-ae67-b8b790ab30e7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:55.861174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Port 96c007b5-8bbc-4e2c-9529-671df32a71ae on network e7da37d9-9091-49a2-ae67-b8b790ab30e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:55.861500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Attempting to bind port 96c007b5-8bbc-4e2c-9529-671df32a71ae on network e7da37d9-9091-49a2-ae67-b8b790ab30e7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:55.874583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74264c65-c3fb-42fb-9b1f-232b8cb9bbe1 req-0c84b719-f6ff-472a-afc6-3b2a114fea19 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.876171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74264c65-c3fb-42fb-9b1f-232b8cb9bbe1 req-0c84b719-f6ff-472a-afc6-3b2a114fea19 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.2254395 Jul 16 17:57:55.885157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:55.885492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Checking segment: {'id': '4a206a66-0d0f-4168-8523-50eba6697b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:55.885875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Bound using segment: {'id': '4a206a66-0d0f-4168-8523-50eba6697b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:55.886315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Bound port: 96c007b5-8bbc-4e2c-9529-671df32a71ae, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a206a66-0d0f-4168-8523-50eba6697b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:55.886670 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.918544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935a637-8c0d-471f-a1c0-7a4ca81fbeea req-feb3359b-286e-48ec-9a21-cd007f7aaca4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.925059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935a637-8c0d-471f-a1c0-7a4ca81fbeea req-feb3359b-286e-48ec-9a21-cd007f7aaca4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.932784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935a637-8c0d-471f-a1c0-7a4ca81fbeea req-feb3359b-286e-48ec-9a21-cd007f7aaca4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.940710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935a637-8c0d-471f-a1c0-7a4ca81fbeea req-feb3359b-286e-48ec-9a21-cd007f7aaca4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.947312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935a637-8c0d-471f-a1c0-7a4ca81fbeea req-feb3359b-286e-48ec-9a21-cd007f7aaca4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.955473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935a637-8c0d-471f-a1c0-7a4ca81fbeea req-feb3359b-286e-48ec-9a21-cd007f7aaca4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.961792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935a637-8c0d-471f-a1c0-7a4ca81fbeea req-feb3359b-286e-48ec-9a21-cd007f7aaca4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.964026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d935a637-8c0d-471f-a1c0-7a4ca81fbeea req-feb3359b-286e-48ec-9a21-cd007f7aaca4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5427 time: 0.2287385 Jul 16 17:57:56.050318 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74264c65-c3fb-42fb-9b1f-232b8cb9bbe1 req-6e5fe3c7-0e6d-4a23-9fb2-5062ef859ad1 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627488 Jul 16 17:57:56.102076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d935a637-8c0d-471f-a1c0-7a4ca81fbeea req-488b516c-d8ae-4577-a490-8c1c4fa0f29e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192081 Jul 16 17:57:56.103085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] For port 96c007b5-8bbc-4e2c-9529-671df32a71ae, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:56.109023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] For port 96c007b5-8bbc-4e2c-9529-671df32a71ae, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=96c007b5-8bbc-4e2c-9529-671df32a71ae,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:56.114232 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfa9db9-4c4f-4811-b373-936a6c6132f2 x-openstack-request-id: req-8dfa9db9-4c4f-4811-b373-936a6c6132f2 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:56.114535 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "434bc532-1902-4f4a-b1d0-20cb0f87b2c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "3dfe564b-5bbd-4381-84d5-55c677ec55f6", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:56.114784 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8dfa9db9-4c4f-4811-b373-936a6c6132f2 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:56.115190 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': '434bc532-1902-4f4a-b1d0-20cb0f87b2c0', 'status': 'completed', 'code': 200} Jul 16 17:57:56.115458 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': '3dfe564b-5bbd-4381-84d5-55c677ec55f6', 'status': 'completed', 'code': 200} Jul 16 17:57:56.118475 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.188012 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.265052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.267771 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.269805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] 10.222.0.35 "PUT /v2.0/ports/96c007b5-8bbc-4e2c-9529-671df32a71ae HTTP/1.1" status: 200 len: 1092 time: 1.4822707 Jul 16 17:57:56.321701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338650b-d046-4be7-aa9b-9c28ddb95c62 service neutron] Pushing event updated for resources: {'Port': ['ID=96c007b5-8bbc-4e2c-9529-671df32a71ae,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:56.381156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8ca334c-5f73-4fcb-9c4d-4fe23bdb5c04 req-5cd2c79a-2c5e-49da-996d-8b4b5801a0b7 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/af982a31-dfae-4e71-b284-eacf7fd53429 HTTP/1.1" status: 200 len: 1807 time: 0.1496308 Jul 16 17:57:56.421347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-6cfa7224-b994-4f91-9f0a-79e8ae83c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.421834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-6cfa7224-b994-4f91-9f0a-79e8ae83c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.422665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-6cfa7224-b994-4f91-9f0a-79e8ae83c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.423155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-6cfa7224-b994-4f91-9f0a-79e8ae83c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.423778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-6cfa7224-b994-4f91-9f0a-79e8ae83c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.424251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-6cfa7224-b994-4f91-9f0a-79e8ae83c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.424715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-6cfa7224-b994-4f91-9f0a-79e8ae83c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.426761 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-6cfa7224-b994-4f91-9f0a-79e8ae83c103 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 6491 time: 0.2751279 Jul 16 17:57:56.442766 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.531984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8ca334c-5f73-4fcb-9c4d-4fe23bdb5c04 req-f6d8a634-e267-48ac-959a-552a4f322562 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/dad886be-b90d-4159-8fcb-d128cb71bddf HTTP/1.1" status: 200 len: 1807 time: 0.1443663 Jul 16 17:57:56.540320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-e8ca334c-5f73-4fcb-9c4d-4fe23bdb5c04 req-08e65b74-6b07-4f69-9308-f9ea3f4f0623 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'af982a31-dfae-4e71-b284-eacf7fd53429', 'remote_group_id': 'dad886be-b90d-4159-8fcb-d128cb71bddf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:56.540665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-e8ca334c-5f73-4fcb-9c4d-4fe23bdb5c04 req-08e65b74-6b07-4f69-9308-f9ea3f4f0623 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'af982a31-dfae-4e71-b284-eacf7fd53429', 'remote_group_id': 'dad886be-b90d-4159-8fcb-d128cb71bddf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:56.581593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a049d0-c315-47c5-98ce-21aadbda2d6e req-53801eb3-f59a-4565-a693-d04fd0a048ff tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.588767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63a049d0-c315-47c5-98ce-21aadbda2d6e req-53801eb3-f59a-4565-a693-d04fd0a048ff tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 1096 time: 0.2541809 Jul 16 17:57:56.676577 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63a049d0-c315-47c5-98ce-21aadbda2d6e req-45d30ea2-5e70-47e1-a894-6a24df0987db tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869212 Jul 16 17:57:56.692180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-8b215a69-fe93-4b57-8bbf-cbbee6e419bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.693225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-8b215a69-fe93-4b57-8bbf-cbbee6e419bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.693892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-8b215a69-fe93-4b57-8bbf-cbbee6e419bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.695660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-8b215a69-fe93-4b57-8bbf-cbbee6e419bd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2533631 Jul 16 17:57:56.776204 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e8ca334c-5f73-4fcb-9c4d-4fe23bdb5c04 req-08e65b74-6b07-4f69-9308-f9ea3f4f0623 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.922014 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e8ca334c-5f73-4fcb-9c4d-4fe23bdb5c04 req-08e65b74-6b07-4f69-9308-f9ea3f4f0623 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.930926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-75fdc2c9-41ef-40f0-8b0b-45e48bb94a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.932430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-75fdc2c9-41ef-40f0-8b0b-45e48bb94a61 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2248483 Jul 16 17:57:56.935333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e8ca334c-5f73-4fcb-9c4d-4fe23bdb5c04 req-08e65b74-6b07-4f69-9308-f9ea3f4f0623 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.981973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c87edf-3738-4082-93e8-2d8fe35990ef req-ff1bc721-b757-4027-816e-01b5cbbc86ca tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.983908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6c87edf-3738-4082-93e8-2d8fe35990ef req-ff1bc721-b757-4027-816e-01b5cbbc86ca tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.1558857 Jul 16 17:57:56.984656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e65b74-6b07-4f69-9308-f9ea3f4f0623 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bf32bb-a5dd-482d-aa0a-1eb71b4e3ca3,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:57.057680 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e8ca334c-5f73-4fcb-9c4d-4fe23bdb5c04 req-08e65b74-6b07-4f69-9308-f9ea3f4f0623 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.058895 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8ca334c-5f73-4fcb-9c4d-4fe23bdb5c04 req-08e65b74-6b07-4f69-9308-f9ea3f4f0623 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5260825 Jul 16 17:57:57.094028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6c87edf-3738-4082-93e8-2d8fe35990ef req-17bcc997-b8a3-4bd7-93f9-b3fbb2b54a9a tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944571 Jul 16 17:57:57.146554 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-716e9db5-3889-4fc9-91ff-8646e9c54ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.147149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-716e9db5-3889-4fc9-91ff-8646e9c54ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.147726 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-716e9db5-3889-4fc9-91ff-8646e9c54ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.148269 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-716e9db5-3889-4fc9-91ff-8646e9c54ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.148791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-716e9db5-3889-4fc9-91ff-8646e9c54ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.149363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-716e9db5-3889-4fc9-91ff-8646e9c54ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.149895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-716e9db5-3889-4fc9-91ff-8646e9c54ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.152645 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-716e9db5-3889-4fc9-91ff-8646e9c54ea6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 6491 time: 0.1644561 Jul 16 17:57:57.364010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-10e7aa54-ad71-4591-8e21-88c32d567aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.364537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-10e7aa54-ad71-4591-8e21-88c32d567aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.364951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-10e7aa54-ad71-4591-8e21-88c32d567aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.366694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-10e7aa54-ad71-4591-8e21-88c32d567aca service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2048748 Jul 16 17:57:57.433899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c3a46-db88-409e-b730-b819df603c46 req-23fe286d-7f2b-4837-a242-3d346dceb601 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.442602 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f0c3a46-db88-409e-b730-b819df603c46 req-23fe286d-7f2b-4837-a242-3d346dceb601 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 945 time: 0.2016056 Jul 16 17:57:57.525711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f0c3a46-db88-409e-b730-b819df603c46 req-2e478f53-9bd2-4d31-b841-909724ec52d5 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821083 Jul 16 17:57:57.594307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-f58b2609-5bc8-4cf4-b839-411f87d0c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.595757 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24912a7b-e26a-4720-8eb8-2378b50ae175 req-f58b2609-5bc8-4cf4-b839-411f87d0c071 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2213662 Jul 16 17:57:57.601026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a18d-7b58-40fe-b93e-0f2439779c1f req-797fbb5b-c700-468b-aa30-0af9381d5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.602417 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7935a18d-7b58-40fe-b93e-0f2439779c1f req-797fbb5b-c700-468b-aa30-0af9381d5aaf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 1097 time: 0.0927067 Jul 16 17:57:57.679734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7935a18d-7b58-40fe-b93e-0f2439779c1f req-f90bc380-c3f2-45d1-b2ba-f0f60638697f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695605 Jul 16 17:57:57.766952 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3fb06046-acf6-4f34-a0e1-3df5c6ba0ecd req-394126b7-d618-48f1-a6d8-300abe69ca57 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/dad886be-b90d-4159-8fcb-d128cb71bddf HTTP/1.1" status: 200 len: 1807 time: 0.1209774 Jul 16 17:57:57.816201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6610c39f-82c3-40ae-81da-36535ba8bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.816705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6610c39f-82c3-40ae-81da-36535ba8bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.817182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6610c39f-82c3-40ae-81da-36535ba8bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.817646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6610c39f-82c3-40ae-81da-36535ba8bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.818105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6610c39f-82c3-40ae-81da-36535ba8bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.818563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6610c39f-82c3-40ae-81da-36535ba8bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.819020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6610c39f-82c3-40ae-81da-36535ba8bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.820928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6610c39f-82c3-40ae-81da-36535ba8bbba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 6491 time: 0.1723797 Jul 16 17:57:57.827186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcfe79-ffc1-4d56-b536-5402e7ea65b1 req-37f336d3-5ff6-4c90-a6a8-9740c3fd5809 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.828696 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cbcfe79-ffc1-4d56-b536-5402e7ea65b1 req-37f336d3-5ff6-4c90-a6a8-9740c3fd5809 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 1096 time: 0.1689954 Jul 16 17:57:57.888772 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-33ae2d99-6698-4df1-96ef-1c44fc7e927b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a HTTP/1.1" status: 200 len: 217 time: 0.0554852 Jul 16 17:57:57.938587 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3fb06046-acf6-4f34-a0e1-3df5c6ba0ecd req-d9b14be0-1e91-459b-963b-3819ced094f3 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.963676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cbcfe79-ffc1-4d56-b536-5402e7ea65b1 req-1fe4fdd3-f1da-4ee5-b56e-b1c5563425d1 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231775 Jul 16 17:57:57.963907 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ba8dc3a5-0523-4824-b92e-2e61cc338a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.974413 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3fb06046-acf6-4f34-a0e1-3df5c6ba0ecd req-d9b14be0-1e91-459b-963b-3819ced094f3 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.988325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-5d96e137-b707-4500-b755-01335a4e91df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.989735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-5d96e137-b707-4500-b755-01335a4e91df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee HTTP/1.1" status: 200 len: 855 time: 0.0901282 Jul 16 17:57:58.302407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': '96c007b5-8bbc-4e2c-9529-671df32a71ae'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:58.304764 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63a109f-36ee-4335-9971-1da0d9893cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "96c007b5-8bbc-4e2c-9529-671df32a71ae"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:58.387426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3fb06046-acf6-4f34-a0e1-3df5c6ba0ecd req-d9b14be0-1e91-459b-963b-3819ced094f3 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.389965 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3fb06046-acf6-4f34-a0e1-3df5c6ba0ecd req-d9b14be0-1e91-459b-963b-3819ced094f3 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.391066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3fb06046-acf6-4f34-a0e1-3df5c6ba0ecd req-d9b14be0-1e91-459b-963b-3819ced094f3 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "DELETE /v2.0/security-groups/dad886be-b90d-4159-8fcb-d128cb71bddf HTTP/1.1" status: 204 len: 173 time: 0.6174443 Jul 16 17:57:58.409606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b14be0-1e91-459b-963b-3819ced094f3 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad886be-b90d-4159-8fcb-d128cb71bddf,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:58.420121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-ece03471-e1b9-4fd6-9437-5f2ef255bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.421798 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-ece03471-e1b9-4fd6-9437-5f2ef255bd39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb64f7cc-287f-4695-9aa1-c2f719cc83ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4233963 Jul 16 17:57:58.430972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b24b29-1cc7-4dec-858f-bd7f6a75126d req-7fcdd535-e848-42f4-8c55-946beb526eef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.432594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66b24b29-1cc7-4dec-858f-bd7f6a75126d req-7fcdd535-e848-42f4-8c55-946beb526eef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.1230657 Jul 16 17:57:58.531468 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66b24b29-1cc7-4dec-858f-bd7f6a75126d req-55db1619-c715-4514-a67d-8d27b247676c tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853078 Jul 16 17:57:58.601019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-2576f28a-c879-496a-a710-2e85878db13c service neutron] 10.222.0.35 "GET /v2.0/networks/bb64f7cc-287f-4695-9aa1-c2f719cc83ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675792 Jul 16 17:57:58.708523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2950c-3d25-4caa-94f7-b57f6b860d78 req-f89bf896-83d3-4ec6-87f4-3648498d8078 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.714610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2950c-3d25-4caa-94f7-b57f6b860d78 req-f89bf896-83d3-4ec6-87f4-3648498d8078 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.721147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2950c-3d25-4caa-94f7-b57f6b860d78 req-f89bf896-83d3-4ec6-87f4-3648498d8078 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.727689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2950c-3d25-4caa-94f7-b57f6b860d78 req-f89bf896-83d3-4ec6-87f4-3648498d8078 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.734476 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2950c-3d25-4caa-94f7-b57f6b860d78 req-f89bf896-83d3-4ec6-87f4-3648498d8078 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.740943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2950c-3d25-4caa-94f7-b57f6b860d78 req-f89bf896-83d3-4ec6-87f4-3648498d8078 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.749329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2950c-3d25-4caa-94f7-b57f6b860d78 req-f89bf896-83d3-4ec6-87f4-3648498d8078 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.751418 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51d2950c-3d25-4caa-94f7-b57f6b860d78 req-f89bf896-83d3-4ec6-87f4-3648498d8078 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5427 time: 0.2014832 Jul 16 17:57:58.806480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-67a2585a-4acc-4c68-a0d6-7379a90671e8 service neutron] 10.222.0.35 "GET /v2.0/networks/bb64f7cc-287f-4695-9aa1-c2f719cc83ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923921 Jul 16 17:57:58.814376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51d2950c-3d25-4caa-94f7-b57f6b860d78 req-7bb769a6-3297-4c29-b7b7-f5995f6ad0a5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560489 Jul 16 17:57:58.860402 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-3ed2b24b-bb78-44dc-b896-f39c35b0d9f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 HTTP/1.1" status: 200 len: 217 time: 0.0448744 Jul 16 17:57:58.930466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-9cbcc489-2a32-42ac-9032-3d85400b3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.932672 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-9cbcc489-2a32-42ac-9032-3d85400b3ea7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33332d38-c598-418d-b70d-b411426e87eb HTTP/1.1" status: 200 len: 797 time: 0.0639660 Jul 16 17:57:59.024446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-ccdd394a-7b8b-47c9-8b05-315e9379e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:59.027907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-ccdd394a-7b8b-47c9-8b05-315e9379e57a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66cd6b07-e1aa-4669-bf90-dc89210030ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0871179 Jul 16 17:57:59.187777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-fd95c832-816d-40a0-bd50-b11ba9b03b92 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503243 Jul 16 17:57:59.317722 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258c3c77-154c-4d27-ac30-00d401b64ead x-openstack-request-id: req-258c3c77-154c-4d27-ac30-00d401b64ead {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:59.318015 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "96c007b5-8bbc-4e2c-9529-671df32a71ae", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:59.318325 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-258c3c77-154c-4d27-ac30-00d401b64ead {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:59.318709 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': '96c007b5-8bbc-4e2c-9529-671df32a71ae', 'status': 'completed', 'code': 200} Jul 16 17:57:59.422376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-708a1b74-9113-4ed2-9485-610d4e2971be service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290533 Jul 16 17:57:59.444213 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98d65454-73e7-4c5b-83fb-67c7ee62d96f req-82c1aad1-06f3-4424-afaf-fab729626200 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/af982a31-dfae-4e71-b284-eacf7fd53429 HTTP/1.1" status: 200 len: 1807 time: 0.1113656 Jul 16 17:57:59.474234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-3a3ec585-80e8-4e7b-80c7-180a16991699 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc HTTP/1.1" status: 200 len: 217 time: 0.0434437 Jul 16 17:57:59.482607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a8fe2-739d-4107-b6dd-474fed550d4c req-aab6ebbe-a842-4760-a9fc-a3640e363221 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:59.485520 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f3a8fe2-739d-4107-b6dd-474fed550d4c req-aab6ebbe-a842-4760-a9fc-a3640e363221 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.1659706 Jul 16 17:57:59.591887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-a082ac2c-514c-41ef-b5fa-3bc764938ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:59.593375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-a082ac2c-514c-41ef-b5fa-3bc764938ae8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33332d38-c598-418d-b70d-b411426e87eb HTTP/1.1" status: 200 len: 797 time: 0.1067376 Jul 16 17:57:59.598266 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f3a8fe2-739d-4107-b6dd-474fed550d4c req-4592155a-d41e-470e-a126-eed511ffa999 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023369 Jul 16 17:57:59.663137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2ed54-97dd-44e5-8aa0-37185157a8f2 req-19e88d24-514c-403f-8a88-1b9948924c3c tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:59.664678 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4c2ed54-97dd-44e5-8aa0-37185157a8f2 req-19e88d24-514c-403f-8a88-1b9948924c3c tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 945 time: 0.1257932 Jul 16 17:57:59.696753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8f6c5255-1857-49ef-831f-cf640f49d23c req-5c7eea43-edf1-4645-8217-17c9e5a23cd5 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-871190737', 'description': 'tempest-description-455329898'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:59.708760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-d0a9c898-ff27-4e53-a39b-d1473beab743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:59.710230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-d0a9c898-ff27-4e53-a39b-d1473beab743 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66cd6b07-e1aa-4669-bf90-dc89210030ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1096244 Jul 16 17:57:59.755884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4c2ed54-97dd-44e5-8aa0-37185157a8f2 req-6058a127-1721-4499-bbd3-a22f67d15929 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821691 Jul 16 17:57:59.768193 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8f6c5255-1857-49ef-831f-cf640f49d23c req-5c7eea43-edf1-4645-8217-17c9e5a23cd5 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.887770 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-c104f64b-4a67-4c60-8601-fbff42f0bfb8 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658535 Jul 16 17:58:00.041316 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8f6c5255-1857-49ef-831f-cf640f49d23c req-5c7eea43-edf1-4645-8217-17c9e5a23cd5 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.071141 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8f6c5255-1857-49ef-831f-cf640f49d23c req-5c7eea43-edf1-4645-8217-17c9e5a23cd5 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.088697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8079a4ef-b989-4fb2-ad2d-fe753e47c253 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938672 Jul 16 17:58:00.155395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6095f-ef1b-41c4-b801-d5dfca328c13 req-9391db19-f604-471e-8cb9-8837d07ebaa8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.156759 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a6095f-ef1b-41c4-b801-d5dfca328c13 req-9391db19-f604-471e-8cb9-8837d07ebaa8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.2225573 Jul 16 17:58:00.160469 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8f6c5255-1857-49ef-831f-cf640f49d23c req-5c7eea43-edf1-4645-8217-17c9e5a23cd5 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.165773 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f6c5255-1857-49ef-831f-cf640f49d23c req-5c7eea43-edf1-4645-8217-17c9e5a23cd5 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4815738 Jul 16 17:58:00.169470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bdb42928-a5bd-4de4-9fc6-8d003394404f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 HTTP/1.1" status: 200 len: 217 time: 0.0694704 Jul 16 17:58:00.176101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eea43-edf1-4645-8217-17c9e5a23cd5 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b51641-3f60-4b39-a44f-23d2df660f9c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:00.244855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a6095f-ef1b-41c4-b801-d5dfca328c13 req-efa77c7a-7dcd-467e-8001-73922636a2c8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769434 Jul 16 17:58:00.247267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-adfc9d39-0b98-47d4-86f8-fe2ce90a83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.248070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-adfc9d39-0b98-47d4-86f8-fe2ce90a83f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33332d38-c598-418d-b70d-b411426e87eb HTTP/1.1" status: 200 len: 797 time: 0.0684686 Jul 16 17:58:00.335507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6ee4114a-8c9c-4acf-b009-9bc680912964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.337947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-6ee4114a-8c9c-4acf-b009-9bc680912964 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66cd6b07-e1aa-4669-bf90-dc89210030ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0820074 Jul 16 17:58:00.550562 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-8be3ee66-0f0e-4998-88db-66a354d806bb service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052784 Jul 16 17:58:00.638804 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.657254 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-15683bb9-cbc0-4af2-9b83-823692a4ac24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.694309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c965b-7419-4cb0-8994-b8babfb9889f req-7ec1263e-394e-4bb8-a2de-6f2914554785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.698250 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-046c965b-7419-4cb0-8994-b8babfb9889f req-7ec1263e-394e-4bb8-a2de-6f2914554785 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6659736fb9cd41d391c1680db88c67fd&device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 1097 time: 0.2200425 Jul 16 17:58:00.832838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6a328-0264-4bb3-87ac-0b0c1fe32e99 req-b66aa702-b0b7-44a7-83cb-e9f0bb628790 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.843224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6a328-0264-4bb3-87ac-0b0c1fe32e99 req-b66aa702-b0b7-44a7-83cb-e9f0bb628790 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.852830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6a328-0264-4bb3-87ac-0b0c1fe32e99 req-b66aa702-b0b7-44a7-83cb-e9f0bb628790 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.864830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6a328-0264-4bb3-87ac-0b0c1fe32e99 req-b66aa702-b0b7-44a7-83cb-e9f0bb628790 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.877035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6a328-0264-4bb3-87ac-0b0c1fe32e99 req-b66aa702-b0b7-44a7-83cb-e9f0bb628790 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.888731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6a328-0264-4bb3-87ac-0b0c1fe32e99 req-b66aa702-b0b7-44a7-83cb-e9f0bb628790 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.901435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6a328-0264-4bb3-87ac-0b0c1fe32e99 req-b66aa702-b0b7-44a7-83cb-e9f0bb628790 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.915893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6f6a328-0264-4bb3-87ac-0b0c1fe32e99 req-b66aa702-b0b7-44a7-83cb-e9f0bb628790 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5427 time: 0.3830280 Jul 16 17:58:00.981625 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-22b87341-3e64-412b-9794-4132702095a6 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092488 Jul 16 17:58:01.124210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6f6a328-0264-4bb3-87ac-0b0c1fe32e99 req-199f810d-0740-4903-85f7-b67fdccc8f12 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2065451 Jul 16 17:58:01.175092 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-bfa2064f-0e51-4693-8e96-b865509648b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=434bc532-1902-4f4a-b1d0-20cb0f87b2c0 HTTP/1.1" status: 200 len: 217 time: 0.1857376 Jul 16 17:58:01.283673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c965b-7419-4cb0-8994-b8babfb9889f req-3059ebff-9cec-4b52-b5f2-1fe7d3e3e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.285443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-046c965b-7419-4cb0-8994-b8babfb9889f req-3059ebff-9cec-4b52-b5f2-1fe7d3e3e152 service neutron] 10.222.0.43 "GET /v2.0/networks?id=779ac9d7-2f9a-4efa-90ae-d58907e96a43 HTTP/1.1" status: 200 len: 912 time: 0.5712132 Jul 16 17:58:01.363157 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60198) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:01.364891 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5deb6085-43d2-41e2-bd89-9f723a10e1c8 req-481d0e81-16d3-4727-bab9-ccf9b9b340b1 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/11b51641-3f60-4b39-a44f-23d2df660f9c HTTP/1.1" status: 200 len: 1805 time: 0.1868773 Jul 16 17:58:01.369464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-5deb6085-43d2-41e2-bd89-9f723a10e1c8 req-74c68208-0cce-4386-8351-849512288fee tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11b51641-3f60-4b39-a44f-23d2df660f9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:01.369790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-5deb6085-43d2-41e2-bd89-9f723a10e1c8 req-74c68208-0cce-4386-8351-849512288fee tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11b51641-3f60-4b39-a44f-23d2df660f9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:01.376957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-9fd70156-c362-4b22-ae72-4ab8d257a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.378392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-9fd70156-c362-4b22-ae72-4ab8d257a4bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33332d38-c598-418d-b70d-b411426e87eb HTTP/1.1" status: 200 len: 797 time: 0.1865406 Jul 16 17:58:01.399170 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-046c965b-7419-4cb0-8994-b8babfb9889f req-c98bc643-b2b1-49be-9309-cc8ade6c8b4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdd20737-a6ce-4773-a7e7-199d606d7a40 HTTP/1.1" status: 200 len: 217 time: 0.1063311 Jul 16 17:58:01.528925 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5195c20f-a65f-4c33-a235-9946e5f4fc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.549836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c965b-7419-4cb0-8994-b8babfb9889f req-4dd29877-e6af-4fe8-af4f-b14d42c7f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.551327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-046c965b-7419-4cb0-8994-b8babfb9889f req-4dd29877-e6af-4fe8-af4f-b14d42c7f5eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=523cbcf0-c6a3-4b6e-9020-6529e4d951df HTTP/1.1" status: 200 len: 851 time: 0.1078351 Jul 16 17:58:01.577533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614770c-7db4-45b7-90cf-b1e4d8df6777 req-fec529cd-787c-4399-a52d-da3cb02c8c0f tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.579072 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6614770c-7db4-45b7-90cf-b1e4d8df6777 req-fec529cd-787c-4399-a52d-da3cb02c8c0f tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.2380712 Jul 16 17:58:01.615817 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-ce953e5e-65ce-4723-a5a7-c19c30e9e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.617219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-ce953e5e-65ce-4723-a5a7-c19c30e9e632 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66cd6b07-e1aa-4669-bf90-dc89210030ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2171545 Jul 16 17:58:01.619003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-046c965b-7419-4cb0-8994-b8babfb9889f req-4050ec76-b76c-4338-9d34-0ba9c1bdfebe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=779ac9d7-2f9a-4efa-90ae-d58907e96a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600312 Jul 16 17:58:01.646815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5195c20f-a65f-4c33-a235-9946e5f4fc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.652488 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5195c20f-a65f-4c33-a235-9946e5f4fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.684272 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195c20f-a65f-4c33-a235-9946e5f4fc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea174f3-8e62-401b-8264-a28451e67e0f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:01.707506 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5195c20f-a65f-4c33-a235-9946e5f4fc1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f56ed763b8c24afb9cd4c56a5cd24008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423586 Jul 16 17:58:01.710175 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60204) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:01.718032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device bf615bbd-904b-4720-ba73-10c6e0090c4a details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:01.720072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device bf615bbd-904b-4720-ba73-10c6e0090c4a no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:01.745476 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5deb6085-43d2-41e2-bd89-9f723a10e1c8 req-74c68208-0cce-4386-8351-849512288fee tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.774688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4065e7a6-45a1-46ff-b6fc-1f7d7c84d8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.780929 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5deb6085-43d2-41e2-bd89-9f723a10e1c8 req-74c68208-0cce-4386-8351-849512288fee tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.807685 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4065e7a6-45a1-46ff-b6fc-1f7d7c84d8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.835297 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.885103 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4065e7a6-45a1-46ff-b6fc-1f7d7c84d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.891841 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4065e7a6-45a1-46ff-b6fc-1f7d7c84d8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.897621 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4065e7a6-45a1-46ff-b6fc-1f7d7c84d8c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ea174f3-8e62-401b-8264-a28451e67e0f HTTP/1.1" status: 204 len: 168 time: 0.1862240 Jul 16 17:58:01.911295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065e7a6-45a1-46ff-b6fc-1f7d7c84d8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea174f3-8e62-401b-8264-a28451e67e0f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:02.004723 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.057532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port bf615bbd-904b-4720-ba73-10c6e0090c4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bf615bbd-904b-4720-ba73-10c6e0090c4a,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:02.060615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60822de-1cce-46b2-930d-f06e63250b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf615bbd-904b-4720-ba73-10c6e0090c4a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:02.063639 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdf08ab-bfab-422c-a92f-ba17fd334c7e" -d '{"events": [{"server_uuid": "f60822de-1cce-46b2-930d-f06e63250b69", "name": "network-vif-unplugged", "status": "completed", "tag": "bf615bbd-904b-4720-ba73-10c6e0090c4a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:02.078934 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.130106 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port bf615bbd-904b-4720-ba73-10c6e0090c4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bf615bbd-904b-4720-ba73-10c6e0090c4a,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:02.153175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'bf615bbd-904b-4720-ba73-10c6e0090c4a', 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac', 'port_id': 'bf615bbd-904b-4720-ba73-10c6e0090c4a', 'mac_address': 'fa:16:3e:7b:0b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21138c88-dbc5-44b0-8de1-b7f73e048483', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:02.156269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=bf615bbd-904b-4720-ba73-10c6e0090c4a,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:02.165538 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5deb6085-43d2-41e2-bd89-9f723a10e1c8 req-74c68208-0cce-4386-8351-849512288fee tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.193332 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:02.193692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:02.194042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:02.194386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:02.194895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:02.195239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:02.195601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:02.195935 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:02.196264 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:02.196594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:02.196921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:02.198028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:02.219902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c68208-0cce-4386-8351-849512288fee tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c202afec-fcab-4282-9778-92053c93bec5,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:02.237420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6614770c-7db4-45b7-90cf-b1e4d8df6777 req-15449bd3-8d62-4482-ba28-52b12c49c704 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6278002 Jul 16 17:58:02.246469 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.261351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-ba1e5cf8-a69a-488f-b6c4-b0067f75adac service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332626 Jul 16 17:58:02.261557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf615bbd-904b-4720-ba73-10c6e0090c4a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:02.282917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port bf615bbd-904b-4720-ba73-10c6e0090c4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bf615bbd-904b-4720-ba73-10c6e0090c4a,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:02.286769 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5deb6085-43d2-41e2-bd89-9f723a10e1c8 req-74c68208-0cce-4386-8351-849512288fee tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.289655 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.304247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5deb6085-43d2-41e2-bd89-9f723a10e1c8 req-74c68208-0cce-4386-8351-849512288fee tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9383450 Jul 16 17:58:02.309886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60216) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:02.328488 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b47bab71-177e-4781-a111-55a7ef376d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.355914 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=bf615bbd-904b-4720-ba73-10c6e0090c4a,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:02.388494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-046c965b-7419-4cb0-8994-b8babfb9889f req-fd05c1ad-01c6-4415-ae76-2e7dbcf2bdc3 service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7593467 Jul 16 17:58:02.529768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b47bab71-177e-4781-a111-55a7ef376d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.541890 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b47bab71-177e-4781-a111-55a7ef376d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.549190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['bf615bbd-904b-4720-ba73-10c6e0090c4a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:02.588686 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b47bab71-177e-4781-a111-55a7ef376d3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ecd352780e24598a611799009c55eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756739 Jul 16 17:58:02.596012 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60248) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:02.614303 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-dc300aca-83fe-4b0c-bdd3-fe79c5d3a5c8 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426373 Jul 16 17:58:02.635665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d410c-3a8d-42b3-9389-867fb86ed23e req-afe8f1fe-829e-407e-baf6-5e0fb56850ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.637355 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-554d410c-3a8d-42b3-9389-867fb86ed23e req-afe8f1fe-829e-407e-baf6-5e0fb56850ae tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 945 time: 0.1789744 Jul 16 17:58:02.658374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bab71-177e-4781-a111-55a7ef376d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2867eb54-e9f3-4173-ac38-fbfa12674196,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:02.679113 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca7752a2-55e2-46ad-9688-d13e5767c39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.702802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-313bdcb5-38d7-4cb8-821b-70a97d90387c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3dfe564b-5bbd-4381-84d5-55c677ec55f6 HTTP/1.1" status: 200 len: 217 time: 0.0759490 Jul 16 17:58:02.704287 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca7752a2-55e2-46ad-9688-d13e5767c39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.706861 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-046c965b-7419-4cb0-8994-b8babfb9889f req-b00f05ce-b1e0-4301-8edc-b09c8b208088 service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108571 Jul 16 17:58:02.781764 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca7752a2-55e2-46ad-9688-d13e5767c39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.785439 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca7752a2-55e2-46ad-9688-d13e5767c39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.787038 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ca7752a2-55e2-46ad-9688-d13e5767c39a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2867eb54-e9f3-4173-ac38-fbfa12674196 HTTP/1.1" status: 204 len: 168 time: 0.1897874 Jul 16 17:58:02.792323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-dd84cb2d-4923-4aed-b7b6-88cfdf9f6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.794132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-dd84cb2d-4923-4aed-b7b6-88cfdf9f6a9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ab2849e-b915-48e5-86a3-af91ef9adca1 HTTP/1.1" status: 200 len: 797 time: 0.0849516 Jul 16 17:58:02.798946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-554d410c-3a8d-42b3-9389-867fb86ed23e req-c9f205cb-6804-4831-a9d0-719be81d6423 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511476 Jul 16 17:58:02.814130 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7752a2-55e2-46ad-9688-d13e5767c39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2867eb54-e9f3-4173-ac38-fbfa12674196,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:02.941819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-167c25ab-2031-4cd0-9a95-ae9e9b31b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.943646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-167c25ab-2031-4cd0-9a95-ae9e9b31b1d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7da37d9-9091-49a2-ae67-b8b790ab30e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1419604 Jul 16 17:58:03.072905 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-e3f89413-daa8-4a79-8219-7664147ef1b0 service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202044 Jul 16 17:58:03.154066 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c29cf77-82b8-4900-93d4-3bbd0bf59858 x-openstack-request-id: req-2c29cf77-82b8-4900-93d4-3bbd0bf59858 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:03.155114 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60822de-1cce-46b2-930d-f06e63250b69", "name": "network-vif-unplugged", "status": "completed", "tag": "bf615bbd-904b-4720-ba73-10c6e0090c4a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:03.155293 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c29cf77-82b8-4900-93d4-3bbd0bf59858 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:03.155997 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60822de-1cce-46b2-930d-f06e63250b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf615bbd-904b-4720-ba73-10c6e0090c4a', 'code': 200} Jul 16 17:58:03.297790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e24a5-93c3-47a5-b31f-00e5d9da4e0a req-8b192bb4-239b-45cd-8b23-6cc016325b71 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.305179 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-436e24a5-93c3-47a5-b31f-00e5d9da4e0a req-8b192bb4-239b-45cd-8b23-6cc016325b71 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 945 time: 0.2309713 Jul 16 17:58:03.362652 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-9ac3c3c5-250c-45ba-80c3-e1971fc1c0bd service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170470 Jul 16 17:58:03.423741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-436e24a5-93c3-47a5-b31f-00e5d9da4e0a req-b56ee369-fd5c-4472-8d4a-86faa254ac96 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175709 Jul 16 17:58:03.426479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-0cc6dc73-6328-42d6-bf2a-0d5474a6e8b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96c007b5-8bbc-4e2c-9529-671df32a71ae HTTP/1.1" status: 200 len: 217 time: 0.0522647 Jul 16 17:58:03.506898 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.541258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540344-fd12-48e5-b915-2d965aab57bd req-2e503095-fada-47c9-8f22-9012a75c03d9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.548192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540344-fd12-48e5-b915-2d965aab57bd req-2e503095-fada-47c9-8f22-9012a75c03d9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.554802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540344-fd12-48e5-b915-2d965aab57bd req-2e503095-fada-47c9-8f22-9012a75c03d9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.562212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540344-fd12-48e5-b915-2d965aab57bd req-2e503095-fada-47c9-8f22-9012a75c03d9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.568710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540344-fd12-48e5-b915-2d965aab57bd req-2e503095-fada-47c9-8f22-9012a75c03d9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.574896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540344-fd12-48e5-b915-2d965aab57bd req-2e503095-fada-47c9-8f22-9012a75c03d9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.581645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540344-fd12-48e5-b915-2d965aab57bd req-2e503095-fada-47c9-8f22-9012a75c03d9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.583670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6540344-fd12-48e5-b915-2d965aab57bd req-2e503095-fada-47c9-8f22-9012a75c03d9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5427 time: 0.3139145 Jul 16 17:58:03.592215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-16e54485-e5c5-4199-9144-d9f6acf3fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.593154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-16e54485-e5c5-4199-9144-d9f6acf3fa84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ab2849e-b915-48e5-86a3-af91ef9adca1 HTTP/1.1" status: 200 len: 797 time: 0.1575363 Jul 16 17:58:03.664090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48597489-5faa-4945-b9ef-efbb6aa21a4a req-21a5d2cd-a8f4-4658-9bc7-3c9926768136 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/11b51641-3f60-4b39-a44f-23d2df660f9c HTTP/1.1" status: 200 len: 2399 time: 0.1881778 Jul 16 17:58:03.673075 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-48597489-5faa-4945-b9ef-efbb6aa21a4a req-c3f635f3-fccb-4c06-a22f-b8e36844547d tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11b51641-3f60-4b39-a44f-23d2df660f9c', 'remote_group_id': None}]} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:03.681454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-48597489-5faa-4945-b9ef-efbb6aa21a4a req-c3f635f3-fccb-4c06-a22f-b8e36844547d tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11b51641-3f60-4b39-a44f-23d2df660f9c', 'remote_group_id': None}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:03.715352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6540344-fd12-48e5-b915-2d965aab57bd req-0d757f89-b76a-4eec-87b2-f990adb00417 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212013 Jul 16 17:58:03.719069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device bf615bbd-904b-4720-ba73-10c6e0090c4a up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:03.766160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-77d0c998-65c8-424e-b205-ac9897b58120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.767725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-77d0c998-65c8-424e-b205-ac9897b58120 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7da37d9-9091-49a2-ae67-b8b790ab30e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1590807 Jul 16 17:58:03.814545 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-48597489-5faa-4945-b9ef-efbb6aa21a4a req-c3f635f3-fccb-4c06-a22f-b8e36844547d tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.819970 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port bf615bbd-904b-4720-ba73-10c6e0090c4a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:03.820590 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.890600 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-48597489-5faa-4945-b9ef-efbb6aa21a4a req-c3f635f3-fccb-4c06-a22f-b8e36844547d tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.898230 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-48597489-5faa-4945-b9ef-efbb6aa21a4a req-c3f635f3-fccb-4c06-a22f-b8e36844547d tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.976234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-90af1338-4ebc-40e6-a967-da090f01885c service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922085 Jul 16 17:58:03.977757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f635f3-fccb-4c06-a22f-b8e36844547d tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57cb7ce-a6d7-4721-a0f4-688f7ea08b8e,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:03.996029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-48597489-5faa-4945-b9ef-efbb6aa21a4a req-c3f635f3-fccb-4c06-a22f-b8e36844547d tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.002014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48597489-5faa-4945-b9ef-efbb6aa21a4a req-c3f635f3-fccb-4c06-a22f-b8e36844547d tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3370309 Jul 16 17:58:04.017574 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.073337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port bf615bbd-904b-4720-ba73-10c6e0090c4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bf615bbd-904b-4720-ba73-10c6e0090c4a,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:04.078710 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.166592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=bf615bbd-904b-4720-ba73-10c6e0090c4a,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:04.217085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa359af4-fed4-419f-8a0b-6fed1454bc11 req-03f31b73-742e-4c38-bec2-48a9a60b1c36 service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285008 Jul 16 17:58:04.288687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aaeab6-da68-488b-8271-22a9eccb5f3d req-50e09f8b-7ab1-486c-9ada-f77e002ff8fc tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.290708 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c5aaeab6-da68-488b-8271-22a9eccb5f3d req-50e09f8b-7ab1-486c-9ada-f77e002ff8fc tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.1844306 Jul 16 17:58:04.392393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ed201-0d4c-465d-8a46-072b011f0718 req-a5c9d202-547f-4ffe-b330-05a366953fda tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.393986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9ed201-0d4c-465d-8a46-072b011f0718 req-a5c9d202-547f-4ffe-b330-05a366953fda tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 945 time: 0.1822457 Jul 16 17:58:04.418501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c5aaeab6-da68-488b-8271-22a9eccb5f3d req-0fa10ca6-acea-42a6-b347-8d280fbc22bf tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063340 Jul 16 17:58:04.468307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9ed201-0d4c-465d-8a46-072b011f0718 req-0d561d56-e56a-48a3-a897-b1aa528f8ffe tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640156 Jul 16 17:58:04.476537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-7ba62a0c-99b0-4ea2-b41a-bdaebf7623d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.477001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-7ba62a0c-99b0-4ea2-b41a-bdaebf7623d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.477470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-7ba62a0c-99b0-4ea2-b41a-bdaebf7623d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.477929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-7ba62a0c-99b0-4ea2-b41a-bdaebf7623d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.479298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-7ba62a0c-99b0-4ea2-b41a-bdaebf7623d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.479911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-7ba62a0c-99b0-4ea2-b41a-bdaebf7623d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.480448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-7ba62a0c-99b0-4ea2-b41a-bdaebf7623d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.492930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-7ba62a0c-99b0-4ea2-b41a-bdaebf7623d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 6491 time: 0.1614993 Jul 16 17:58:04.610617 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a7c6137-df72-42a9-abcc-d8055f3299e3 req-88435f59-462c-4d0f-ba00-b1d6cf459e8b tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/11b51641-3f60-4b39-a44f-23d2df660f9c HTTP/1.1" status: 200 len: 2998 time: 0.0993323 Jul 16 17:58:04.631313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-57d9fe01-2f53-4486-b6f3-e7059e246feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.633436 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-57d9fe01-2f53-4486-b6f3-e7059e246feb service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7da37d9-9091-49a2-ae67-b8b790ab30e7 HTTP/1.1" status: 200 len: 903 time: 0.1332905 Jul 16 17:58:04.692921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-0180b594-d00d-45b7-b7a1-34a880393a27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96c007b5-8bbc-4e2c-9529-671df32a71ae HTTP/1.1" status: 200 len: 217 time: 0.0511296 Jul 16 17:58:04.776327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-6fe3108a-a810-4713-81e4-b5d6e67e9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.777988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-6fe3108a-a810-4713-81e4-b5d6e67e9205 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ab2849e-b915-48e5-86a3-af91ef9adca1 HTTP/1.1" status: 200 len: 797 time: 0.0775208 Jul 16 17:58:04.898989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-f7cb98fe-95b2-4fcc-9cfe-efdedd7cf7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.900726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-f7cb98fe-95b2-4fcc-9cfe-efdedd7cf7a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7da37d9-9091-49a2-ae67-b8b790ab30e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1137915 Jul 16 17:58:04.909709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40904364-be9e-40e3-bfe5-b48a0593c390 req-35034781-6d6a-46a0-a658-92ad1f8a10dd tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.911563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40904364-be9e-40e3-bfe5-b48a0593c390 req-35034781-6d6a-46a0-a658-92ad1f8a10dd tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.1267655 Jul 16 17:58:05.009083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40904364-be9e-40e3-bfe5-b48a0593c390 req-4626cfb9-a812-43b3-8044-9682119e2fa3 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861108 Jul 16 17:58:05.053703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81b1c54c-ebed-48e4-ac72-c757b093767b req-222d50ad-9db7-46b7-89ec-40581efa863b tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-group-rules/e57cb7ce-a6d7-4721-a0f4-688f7ea08b8e HTTP/1.1" status: 200 len: 783 time: 0.0422616 Jul 16 17:58:05.057492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-6bcd9814-5b75-4d95-8c11-0b0e224d271a service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420302 Jul 16 17:58:05.157601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60822de-1cce-46b2-930d-f06e63250b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf615bbd-904b-4720-ba73-10c6e0090c4a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:05.160026 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfc937d-4188-49b8-bda5-1785721fcc84" -d '{"events": [{"server_uuid": "f60822de-1cce-46b2-930d-f06e63250b69", "name": "network-vif-plugged", "status": "completed", "tag": "bf615bbd-904b-4720-ba73-10c6e0090c4a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:05.215688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81b1c54c-ebed-48e4-ac72-c757b093767b req-bafd5191-68a1-464c-ab9b-ab37aa3a0b07 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/11b51641-3f60-4b39-a44f-23d2df660f9c HTTP/1.1" status: 200 len: 2998 time: 0.1551187 Jul 16 17:58:05.256420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b63a109f-36ee-4335-9971-1da0d9893cd2 req-6747f6f1-12cc-476e-a222-70194549a7e6 service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916094 Jul 16 17:58:05.278419 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-81b1c54c-ebed-48e4-ac72-c757b093767b req-63012f98-7804-4375-8b80-21e052a120ad tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.293945 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-81b1c54c-ebed-48e4-ac72-c757b093767b req-63012f98-7804-4375-8b80-21e052a120ad tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.326171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e031f5-486c-4522-b8a3-3e37265e588c req-a22eafe2-5f29-4b16-962a-b675115c5dea tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.332717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e031f5-486c-4522-b8a3-3e37265e588c req-a22eafe2-5f29-4b16-962a-b675115c5dea tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.338659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e031f5-486c-4522-b8a3-3e37265e588c req-a22eafe2-5f29-4b16-962a-b675115c5dea tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.345365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e031f5-486c-4522-b8a3-3e37265e588c req-a22eafe2-5f29-4b16-962a-b675115c5dea tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.351294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e031f5-486c-4522-b8a3-3e37265e588c req-a22eafe2-5f29-4b16-962a-b675115c5dea tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.357632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e031f5-486c-4522-b8a3-3e37265e588c req-a22eafe2-5f29-4b16-962a-b675115c5dea tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.363715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e031f5-486c-4522-b8a3-3e37265e588c req-a22eafe2-5f29-4b16-962a-b675115c5dea tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.365660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-32e031f5-486c-4522-b8a3-3e37265e588c req-a22eafe2-5f29-4b16-962a-b675115c5dea tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5427 time: 0.1985543 Jul 16 17:58:05.394056 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-81b1c54c-ebed-48e4-ac72-c757b093767b req-63012f98-7804-4375-8b80-21e052a120ad tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.401465 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-81b1c54c-ebed-48e4-ac72-c757b093767b req-63012f98-7804-4375-8b80-21e052a120ad tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.418099 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81b1c54c-ebed-48e4-ac72-c757b093767b req-63012f98-7804-4375-8b80-21e052a120ad tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e57cb7ce-a6d7-4721-a0f4-688f7ea08b8e HTTP/1.1" status: 204 len: 173 time: 0.1918142 Jul 16 17:58:05.435352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63012f98-7804-4375-8b80-21e052a120ad tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e57cb7ce-a6d7-4721-a0f4-688f7ea08b8e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:05.456056 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-32e031f5-486c-4522-b8a3-3e37265e588c req-2261241f-7058-4835-96e1-6616942d1325 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823159 Jul 16 17:58:05.540321 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd6c74a-c308-4682-a5b0-1f41aaff9e01 x-openstack-request-id: req-4cd6c74a-c308-4682-a5b0-1f41aaff9e01 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:05.540840 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60822de-1cce-46b2-930d-f06e63250b69", "name": "network-vif-plugged", "status": "completed", "tag": "bf615bbd-904b-4720-ba73-10c6e0090c4a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:05.540953 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cd6c74a-c308-4682-a5b0-1f41aaff9e01 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:05.541278 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60822de-1cce-46b2-930d-f06e63250b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf615bbd-904b-4720-ba73-10c6e0090c4a', 'code': 200} Jul 16 17:58:05.610804 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a7e2a36-f633-4399-948c-4547b9da2549 req-39f336ba-b9f1-4a6b-8587-0c3b9c246c20 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/11b51641-3f60-4b39-a44f-23d2df660f9c HTTP/1.1" status: 200 len: 2399 time: 0.0559862 Jul 16 17:58:05.725563 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9a7e2a36-f633-4399-948c-4547b9da2549 req-27663de0-0679-4df3-99e4-ae858d843562 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.761587 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9a7e2a36-f633-4399-948c-4547b9da2549 req-27663de0-0679-4df3-99e4-ae858d843562 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.830410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9a7e2a36-f633-4399-948c-4547b9da2549 req-27663de0-0679-4df3-99e4-ae858d843562 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.833737 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9a7e2a36-f633-4399-948c-4547b9da2549 req-27663de0-0679-4df3-99e4-ae858d843562 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.846302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a7e2a36-f633-4399-948c-4547b9da2549 req-27663de0-0679-4df3-99e4-ae858d843562 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "DELETE /v2.0/security-groups/11b51641-3f60-4b39-a44f-23d2df660f9c HTTP/1.1" status: 204 len: 173 time: 0.2292287 Jul 16 17:58:05.873470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27663de0-0679-4df3-99e4-ae858d843562 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b51641-3f60-4b39-a44f-23d2df660f9c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:05.892256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2bdd9-f1b9-4d20-9fd3-b6808cab4130 req-65ca4ed2-f5e5-46ef-94fb-3658f9d75851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.894761 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7b2bdd9-f1b9-4d20-9fd3-b6808cab4130 req-65ca4ed2-f5e5-46ef-94fb-3658f9d75851 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 1098 time: 0.2130649 Jul 16 17:58:05.953949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7b2bdd9-f1b9-4d20-9fd3-b6808cab4130 req-68df6344-c343-41fe-8542-edb00b20e4b2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511916 Jul 16 17:58:06.040329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e1e7b-7ef3-4614-8f2d-faee8707825f req-a4a71ba3-9c3d-4aff-a47a-e2dc1b133c99 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:06.041909 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b6e1e7b-7ef3-4614-8f2d-faee8707825f req-a4a71ba3-9c3d-4aff-a47a-e2dc1b133c99 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.0764747 Jul 16 17:58:06.103398 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b6e1e7b-7ef3-4614-8f2d-faee8707825f req-4cf6b6dc-75fd-4e78-a57c-b27401f519a2 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486183 Jul 16 17:58:06.150828 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-4d667616-4c00-4ca2-b967-87035a46eef1 req-ac6fad7d-ce45-4133-be5f-2655444b5153 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] show failed (client error): The resource could not be found. Jul 16 17:58:06.151889 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d667616-4c00-4ca2-b967-87035a46eef1 req-ac6fad7d-ce45-4133-be5f-2655444b5153 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/dad886be-b90d-4159-8fcb-d128cb71bddf HTTP/1.1" status: 404 len: 352 time: 0.0168431 Jul 16 17:58:06.230285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46323461-b84b-40b0-b3be-42ece935fb32 req-e9025bb1-3e02-401f-98e7-480ce022f808 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:06.232142 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46323461-b84b-40b0-b3be-42ece935fb32 req-e9025bb1-3e02-401f-98e7-480ce022f808 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 945 time: 0.0690672 Jul 16 17:58:06.273869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46323461-b84b-40b0-b3be-42ece935fb32 req-cc59780d-063d-4585-8a66-3a9a8a07a04f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353329 Jul 16 17:58:06.448970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e119a8a-7f18-4300-ad21-b9d9fb4742d8 req-80d794eb-3c50-4ef4-b9a9-d3230ebdc915 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:06.450855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e119a8a-7f18-4300-ad21-b9d9fb4742d8 req-80d794eb-3c50-4ef4-b9a9-d3230ebdc915 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.0709436 Jul 16 17:58:06.497567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e119a8a-7f18-4300-ad21-b9d9fb4742d8 req-352d82be-b6a4-4d80-b80e-9bb7eaaa9e1b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 Jul 16 17:58:06.796115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-659d4874-d580-4e54-a76c-c4b4ce270b36 req-6dfe65f1-524e-42bc-99f5-b1b559400b3f tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/af982a31-dfae-4e71-b284-eacf7fd53429 HTTP/1.1" status: 200 len: 1807 time: 0.0468969 Jul 16 17:58:06.868554 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-659d4874-d580-4e54-a76c-c4b4ce270b36 req-fd28a464-71c4-4d82-97d4-641deb76020b tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.894505 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-659d4874-d580-4e54-a76c-c4b4ce270b36 req-fd28a464-71c4-4d82-97d4-641deb76020b tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.949540 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-659d4874-d580-4e54-a76c-c4b4ce270b36 req-fd28a464-71c4-4d82-97d4-641deb76020b tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.952606 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-659d4874-d580-4e54-a76c-c4b4ce270b36 req-fd28a464-71c4-4d82-97d4-641deb76020b tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.954410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-659d4874-d580-4e54-a76c-c4b4ce270b36 req-fd28a464-71c4-4d82-97d4-641deb76020b tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "DELETE /v2.0/security-groups/af982a31-dfae-4e71-b284-eacf7fd53429 HTTP/1.1" status: 204 len: 173 time: 0.1525691 Jul 16 17:58:06.964597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28a464-71c4-4d82-97d4-641deb76020b tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af982a31-dfae-4e71-b284-eacf7fd53429,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:07.176411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24873a60-d60e-42ef-824a-5ff69742a81a req-059850c1-e845-4302-9aee-ed9fcf8ec659 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0760036 Jul 16 17:58:07.287186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24873a60-d60e-42ef-824a-5ff69742a81a req-b2992bbd-6bd6-48fa-82ee-73c112555fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.288637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24873a60-d60e-42ef-824a-5ff69742a81a req-b2992bbd-6bd6-48fa-82ee-73c112555fd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 1096 time: 0.0606525 Jul 16 17:58:07.406259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24873a60-d60e-42ef-824a-5ff69742a81a req-aeffe1fc-8b82-4703-842f-2bf029e5aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.407867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24873a60-d60e-42ef-824a-5ff69742a81a req-aeffe1fc-8b82-4703-842f-2bf029e5aba8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.0968540 Jul 16 17:58:07.452580 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24873a60-d60e-42ef-824a-5ff69742a81a req-631b0bee-0a98-4592-b448-7428a9e4384a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f376ca7-e988-47e8-a851-cfa988121adf HTTP/1.1" status: 200 len: 217 time: 0.0381787 Jul 16 17:58:07.525586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24873a60-d60e-42ef-824a-5ff69742a81a req-580ac789-4d82-432e-9c47-fae9b5ca3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.527279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24873a60-d60e-42ef-824a-5ff69742a81a req-580ac789-4d82-432e-9c47-fae9b5ca3b2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.0666511 Jul 16 17:58:07.561239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24873a60-d60e-42ef-824a-5ff69742a81a req-7ab078e4-1848-4ada-99be-6da2a7a6adb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271993 Jul 16 17:58:07.657216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24873a60-d60e-42ef-824a-5ff69742a81a req-a5c5e453-2488-40c9-adff-790ee44691d5 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889170 Jul 16 17:58:07.756075 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24873a60-d60e-42ef-824a-5ff69742a81a req-acaf3825-afc3-4cb1-a659-6af11a2aa895 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924311 Jul 16 17:58:09.604650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-071f9a7e-19fe-4105-8aae-efdec915d25e req-263fa994-eaca-4fc4-b497-686722673884 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543313 Jul 16 17:58:09.701888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f9a7e-19fe-4105-8aae-efdec915d25e req-46d0f39a-7487-43b5-a696-400d7c43d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.703538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-071f9a7e-19fe-4105-8aae-efdec915d25e req-46d0f39a-7487-43b5-a696-400d7c43d822 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6659736fb9cd41d391c1680db88c67fd&device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 1097 time: 0.0577805 Jul 16 17:58:09.742207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc7971-127a-4ba2-8898-a2d2e8bd80b8 req-4b7c6ea3-16e4-41d3-882f-3687ad29461b tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.742851 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-46cc7971-127a-4ba2-8898-a2d2e8bd80b8 req-4b7c6ea3-16e4-41d3-882f-3687ad29461b tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.43 "GET /v2.0/ports?device_id=bddcb376-dabf-4114-a5ca-d3a586e10e26 HTTP/1.1" status: 200 len: 945 time: 0.0760951 Jul 16 17:58:09.880485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-46cc7971-127a-4ba2-8898-a2d2e8bd80b8 req-ef9431cc-b6fb-4f4f-824d-b66f93c9fc39 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Deleting port bdd20737-a6ce-4773-a7e7-199d606d7a40 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:09.881106 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-46cc7971-127a-4ba2-8898-a2d2e8bd80b8 req-ef9431cc-b6fb-4f4f-824d-b66f93c9fc39 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.005420 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-46cc7971-127a-4ba2-8898-a2d2e8bd80b8 req-ef9431cc-b6fb-4f4f-824d-b66f93c9fc39 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] For port bdd20737-a6ce-4773-a7e7-199d606d7a40, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=bdd20737-a6ce-4773-a7e7-199d606d7a40,segment=NetworkSegment(8cf5ddb0-04dd-475f-880a-b33ef209e5b9),segment_id=8cf5ddb0-04dd-475f-880a-b33ef209e5b9)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:10.006419 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-46cc7971-127a-4ba2-8898-a2d2e8bd80b8 req-ef9431cc-b6fb-4f4f-824d-b66f93c9fc39 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.020823 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-46cc7971-127a-4ba2-8898-a2d2e8bd80b8 req-ef9431cc-b6fb-4f4f-824d-b66f93c9fc39 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Calling delete_port for bdd20737-a6ce-4773-a7e7-199d606d7a40 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:10.093307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f9a7e-19fe-4105-8aae-efdec915d25e req-c54e4832-edfe-44bf-9ca3-f7d30aa63c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.095081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-071f9a7e-19fe-4105-8aae-efdec915d25e req-c54e4832-edfe-44bf-9ca3-f7d30aa63c5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=779ac9d7-2f9a-4efa-90ae-d58907e96a43 HTTP/1.1" status: 200 len: 912 time: 0.3685329 Jul 16 17:58:10.152373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-071f9a7e-19fe-4105-8aae-efdec915d25e req-555cedd5-6bf4-42c2-9dfd-2bd68f13114e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53c3abf-aaf3-4279-b018-2618043a1d80 HTTP/1.1" status: 200 len: 217 time: 0.0484197 Jul 16 17:58:10.170983 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-46cc7971-127a-4ba2-8898-a2d2e8bd80b8 req-ef9431cc-b6fb-4f4f-824d-b66f93c9fc39 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.185341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['b53c3abf-aaf3-4279-b018-2618043a1d80', 'bdd20737-a6ce-4773-a7e7-199d606d7a40'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:10.208845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9431cc-b6fb-4f4f-824d-b66f93c9fc39 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Pushing event deleted for resources: {'Port': ['ID=bdd20737-a6ce-4773-a7e7-199d606d7a40,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:10.212959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f9a7e-19fe-4105-8aae-efdec915d25e req-b85b195c-56e6-48d0-8147-092174552300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.214507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-071f9a7e-19fe-4105-8aae-efdec915d25e req-b85b195c-56e6-48d0-8147-092174552300 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=523cbcf0-c6a3-4b6e-9020-6529e4d951df HTTP/1.1" status: 200 len: 851 time: 0.0575912 Jul 16 17:58:10.264035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-071f9a7e-19fe-4105-8aae-efdec915d25e req-569789b2-8842-48c2-81ab-b3e0f8f8540e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=779ac9d7-2f9a-4efa-90ae-d58907e96a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403659 Jul 16 17:58:10.266977 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cc7971-127a-4ba2-8898-a2d2e8bd80b8 req-ef9431cc-b6fb-4f4f-824d-b66f93c9fc39 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] No DVR routers for this DVR port bdd20737-a6ce-4773-a7e7-199d606d7a40 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:10.271288 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-46cc7971-127a-4ba2-8898-a2d2e8bd80b8 req-ef9431cc-b6fb-4f4f-824d-b66f93c9fc39 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.274270 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-46cc7971-127a-4ba2-8898-a2d2e8bd80b8 req-ef9431cc-b6fb-4f4f-824d-b66f93c9fc39 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.43 "DELETE /v2.0/ports/bdd20737-a6ce-4773-a7e7-199d606d7a40 HTTP/1.1" status: 204 len: 173 time: 0.5207531 Jul 16 17:58:10.274710 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddcb376-dabf-4114-a5ca-d3a586e10e26', 'name': 'network-vif-deleted', 'tag': 'bdd20737-a6ce-4773-a7e7-199d606d7a40'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:10.278870 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbb5f7c-515a-45a7-a6ca-ef2362b87f36" -d '{"events": [{"server_uuid": "bddcb376-dabf-4114-a5ca-d3a586e10e26", "name": "network-vif-deleted", "tag": "bdd20737-a6ce-4773-a7e7-199d606d7a40"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:10.384795 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-071f9a7e-19fe-4105-8aae-efdec915d25e req-15dc1bfc-a40f-48b2-b2a5-4c3167e89c5d service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146662 Jul 16 17:58:10.500913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-071f9a7e-19fe-4105-8aae-efdec915d25e req-bb3ac25b-9230-44e7-819f-e43da0f5114f service neutron] 10.222.0.43 "GET /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086843 Jul 16 17:58:13.814145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device bdd20737-a6ce-4773-a7e7-199d606d7a40 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:13.835411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: bdd20737-a6ce-4773-a7e7-199d606d7a40 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:13.835846 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device bdd20737-a6ce-4773-a7e7-199d606d7a40 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:18.353138 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:58:19.397449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f17bb-9d09-4ce0-8ed4-f9e6139649f4 req-5e4844dd-a060-4178-a7ce-d0425ac73944 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.413328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f17bb-9d09-4ce0-8ed4-f9e6139649f4 req-5e4844dd-a060-4178-a7ce-d0425ac73944 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.419304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f17bb-9d09-4ce0-8ed4-f9e6139649f4 req-5e4844dd-a060-4178-a7ce-d0425ac73944 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.425636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f17bb-9d09-4ce0-8ed4-f9e6139649f4 req-5e4844dd-a060-4178-a7ce-d0425ac73944 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.431648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f17bb-9d09-4ce0-8ed4-f9e6139649f4 req-5e4844dd-a060-4178-a7ce-d0425ac73944 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.438483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f17bb-9d09-4ce0-8ed4-f9e6139649f4 req-5e4844dd-a060-4178-a7ce-d0425ac73944 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.451467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f17bb-9d09-4ce0-8ed4-f9e6139649f4 req-5e4844dd-a060-4178-a7ce-d0425ac73944 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.463050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b4f17bb-9d09-4ce0-8ed4-f9e6139649f4 req-5e4844dd-a060-4178-a7ce-d0425ac73944 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5427 time: 0.1380866 Jul 16 17:58:19.540705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b4f17bb-9d09-4ce0-8ed4-f9e6139649f4 req-2359ed06-3af0-430e-bb6b-94d2b0cd416b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757575 Jul 16 17:58:19.727229 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f6b2b96-6fff-4c40-b7fb-e018b3d2dfec req-6cb3d9c0-51e2-47a4-84a7-e269731c57c1 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/37c02043-2ba5-4e98-970b-14fb6826f302 HTTP/1.1" status: 200 len: 1806 time: 0.0474670 Jul 16 17:58:19.798847 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f6b2b96-6fff-4c40-b7fb-e018b3d2dfec req-4cdb88ae-711c-4847-8db3-41e305c5e3ac tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.823589 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f6b2b96-6fff-4c40-b7fb-e018b3d2dfec req-4cdb88ae-711c-4847-8db3-41e305c5e3ac tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.952761 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f6b2b96-6fff-4c40-b7fb-e018b3d2dfec req-4cdb88ae-711c-4847-8db3-41e305c5e3ac tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.961436 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f6b2b96-6fff-4c40-b7fb-e018b3d2dfec req-4cdb88ae-711c-4847-8db3-41e305c5e3ac tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.964657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f6b2b96-6fff-4c40-b7fb-e018b3d2dfec req-4cdb88ae-711c-4847-8db3-41e305c5e3ac tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "DELETE /v2.0/security-groups/37c02043-2ba5-4e98-970b-14fb6826f302 HTTP/1.1" status: 204 len: 173 time: 0.2304723 Jul 16 17:58:19.987082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb88ae-711c-4847-8db3-41e305c5e3ac tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c02043-2ba5-4e98-970b-14fb6826f302,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.071149 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5d5019-97ad-40d6-8d93-8cd9eb085589 x-openstack-request-id: req-8c5d5019-97ad-40d6-8d93-8cd9eb085589 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:20.071767 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddcb376-dabf-4114-a5ca-d3a586e10e26", "name": "network-vif-deleted", "tag": "bdd20737-a6ce-4773-a7e7-199d606d7a40", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:20.071767 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c5d5019-97ad-40d6-8d93-8cd9eb085589 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:20.072325 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddcb376-dabf-4114-a5ca-d3a586e10e26', 'name': 'network-vif-deleted', 'tag': 'bdd20737-a6ce-4773-a7e7-199d606d7a40', 'status': 'completed', 'code': 200} Jul 16 17:58:20.158467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f06c8-84fc-44da-bdf1-ac0452130cc3 req-6c7053c9-ac8e-4e9f-8979-4383b617fa96 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.161481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c14f06c8-84fc-44da-bdf1-ac0452130cc3 req-6c7053c9-ac8e-4e9f-8979-4383b617fa96 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.1418595 Jul 16 17:58:20.165472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60664) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:20.221840 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c14f06c8-84fc-44da-bdf1-ac0452130cc3 req-65562777-daf9-4bb9-9c3b-1272ba02eb83 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543604 Jul 16 17:58:20.343970 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03c4917b-3993-401b-89ca-b8c8b8971306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.438491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c85f19b4-1c45-439f-a31c-5644cc43a3db req-7730de08-d617-43e4-98a3-2f7c5df75c2a tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/a720a6a9-1979-45c7-bf87-073e14c19c6e HTTP/1.1" status: 200 len: 1805 time: 0.0827994 Jul 16 17:58:20.481620 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03c4917b-3993-401b-89ca-b8c8b8971306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.487933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03c4917b-3993-401b-89ca-b8c8b8971306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.516160 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c85f19b4-1c45-439f-a31c-5644cc43a3db req-c6c445a3-a145-4912-a2d6-7cc06950a3ca tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.525595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4917b-3993-401b-89ca-b8c8b8971306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a75689-ab9d-4123-87b1-ebdb04a2026d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.548713 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c85f19b4-1c45-439f-a31c-5644cc43a3db req-c6c445a3-a145-4912-a2d6-7cc06950a3ca tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.549528 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-03c4917b-3993-401b-89ca-b8c8b8971306 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=135bc30d13294b3ea10a1a25175fbd58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829675 Jul 16 17:58:20.552148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60682) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:20.691804 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-772bb1ed-5733-4e59-8118-4232dcd3c4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.694904 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c85f19b4-1c45-439f-a31c-5644cc43a3db req-c6c445a3-a145-4912-a2d6-7cc06950a3ca tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.697641 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c85f19b4-1c45-439f-a31c-5644cc43a3db req-c6c445a3-a145-4912-a2d6-7cc06950a3ca tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.698798 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c85f19b4-1c45-439f-a31c-5644cc43a3db req-c6c445a3-a145-4912-a2d6-7cc06950a3ca tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "DELETE /v2.0/security-groups/a720a6a9-1979-45c7-bf87-073e14c19c6e HTTP/1.1" status: 204 len: 173 time: 0.2469287 Jul 16 17:58:20.738632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-772bb1ed-5733-4e59-8118-4232dcd3c4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.741415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c445a3-a145-4912-a2d6-7cc06950a3ca tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a720a6a9-1979-45c7-bf87-073e14c19c6e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.764743 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ce4ff-8b6d-4c24-9b0c-36464088ee47 req-a6b7030a-996b-4d94-a958-53a3ebfc8468 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.766339 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-491ce4ff-8b6d-4c24-9b0c-36464088ee47 req-a6b7030a-996b-4d94-a958-53a3ebfc8468 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.2003784 Jul 16 17:58:20.835395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-491ce4ff-8b6d-4c24-9b0c-36464088ee47 req-83cef580-486f-468c-a77d-e2a6501eace4 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584204 Jul 16 17:58:20.900766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-772bb1ed-5733-4e59-8118-4232dcd3c4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.904028 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-772bb1ed-5733-4e59-8118-4232dcd3c4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.905951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-772bb1ed-5733-4e59-8118-4232dcd3c4e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9a75689-ab9d-4123-87b1-ebdb04a2026d HTTP/1.1" status: 204 len: 168 time: 0.3526645 Jul 16 17:58:20.946522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bb1ed-5733-4e59-8118-4232dcd3c4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a75689-ab9d-4123-87b1-ebdb04a2026d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.981954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c2b82-faee-4fc8-b9f4-16f820a97565 req-469de4f1-5496-49a6-be8c-44ff9eee54ce tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.992832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d12c2b82-faee-4fc8-b9f4-16f820a97565 req-469de4f1-5496-49a6-be8c-44ff9eee54ce tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.1563861 Jul 16 17:58:21.062423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d12c2b82-faee-4fc8-b9f4-16f820a97565 req-284470ee-677a-4aa7-b30b-c0a23d0233a1 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686891 Jul 16 17:58:21.228074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1da04138-d35c-4df0-b0af-3935c375eff3 req-703a27f9-f575-480a-b894-91667c3085a0 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/cf100da1-91d0-4360-9e60-aeb92d941687 HTTP/1.1" status: 200 len: 2407 time: 0.1235735 Jul 16 17:58:21.305484 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1da04138-d35c-4df0-b0af-3935c375eff3 req-09efc4d5-4627-4aab-b1db-55de7677518f tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.350011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07fe41-9f87-45bc-8a7d-e840c6a7dd71 req-87af8a5f-c3ed-4743-87f2-991f91ec599b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.356304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07fe41-9f87-45bc-8a7d-e840c6a7dd71 req-87af8a5f-c3ed-4743-87f2-991f91ec599b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.372833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07fe41-9f87-45bc-8a7d-e840c6a7dd71 req-87af8a5f-c3ed-4743-87f2-991f91ec599b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.380096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07fe41-9f87-45bc-8a7d-e840c6a7dd71 req-87af8a5f-c3ed-4743-87f2-991f91ec599b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.387128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07fe41-9f87-45bc-8a7d-e840c6a7dd71 req-87af8a5f-c3ed-4743-87f2-991f91ec599b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.398712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07fe41-9f87-45bc-8a7d-e840c6a7dd71 req-87af8a5f-c3ed-4743-87f2-991f91ec599b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.408753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07fe41-9f87-45bc-8a7d-e840c6a7dd71 req-87af8a5f-c3ed-4743-87f2-991f91ec599b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.411088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e07fe41-9f87-45bc-8a7d-e840c6a7dd71 req-87af8a5f-c3ed-4743-87f2-991f91ec599b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5427 time: 0.3324859 Jul 16 17:58:21.416392 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1da04138-d35c-4df0-b0af-3935c375eff3 req-09efc4d5-4627-4aab-b1db-55de7677518f tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.501029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e07fe41-9f87-45bc-8a7d-e840c6a7dd71 req-d0d8529a-bdb4-4937-8067-731c16c2b26f tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809603 Jul 16 17:58:21.535311 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1da04138-d35c-4df0-b0af-3935c375eff3 req-09efc4d5-4627-4aab-b1db-55de7677518f tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.538892 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1da04138-d35c-4df0-b0af-3935c375eff3 req-09efc4d5-4627-4aab-b1db-55de7677518f tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.548936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1da04138-d35c-4df0-b0af-3935c375eff3 req-09efc4d5-4627-4aab-b1db-55de7677518f tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "DELETE /v2.0/security-groups/cf100da1-91d0-4360-9e60-aeb92d941687 HTTP/1.1" status: 204 len: 173 time: 0.3192580 Jul 16 17:58:21.582147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efc4d5-4627-4aab-b1db-55de7677518f tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf100da1-91d0-4360-9e60-aeb92d941687,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:21.773333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9dfd14a-bd8b-4d44-839e-1c969c73113a req-05195ebf-4157-48d1-ad2f-4f82ee35f40f tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "GET /v2.0/security-groups/52d74235-4678-4db0-9a95-ed15860900b4 HTTP/1.1" status: 200 len: 2400 time: 0.1297064 Jul 16 17:58:21.856276 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9dfd14a-bd8b-4d44-839e-1c969c73113a req-519edb27-2aa0-4bb3-8a27-61e4d402d699 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.880894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 01fa743c-97ab-4744-bb1d-eb52314f415f details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:21.902439 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9dfd14a-bd8b-4d44-839e-1c969c73113a req-519edb27-2aa0-4bb3-8a27-61e4d402d699 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.987907 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9dfd14a-bd8b-4d44-839e-1c969c73113a req-519edb27-2aa0-4bb3-8a27-61e4d402d699 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.991159 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c9dfd14a-bd8b-4d44-839e-1c969c73113a req-519edb27-2aa0-4bb3-8a27-61e4d402d699 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.999484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9dfd14a-bd8b-4d44-839e-1c969c73113a req-519edb27-2aa0-4bb3-8a27-61e4d402d699 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] 10.222.0.41 "DELETE /v2.0/security-groups/52d74235-4678-4db0-9a95-ed15860900b4 HTTP/1.1" status: 204 len: 173 time: 0.2247498 Jul 16 17:58:22.001062 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60754) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:22.058434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519edb27-2aa0-4bb3-8a27-61e4d402d699 tempest-SecurityGroupRulesTestJSON-1412847101 tempest-SecurityGroupRulesTestJSON-1412847101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d74235-4678-4db0-9a95-ed15860900b4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:22.098424 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ea8c55-29b7-4fa0-8107-5b3980b4b50e admin admin] Deleting subnet 9691f549-addd-43fc-b7da-ce96be442657 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:22.116248 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8c55-29b7-4fa0-8107-5b3980b4b50e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.206597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8c55-29b7-4fa0-8107-5b3980b4b50e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.230477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 01fa743c-97ab-4744-bb1d-eb52314f415f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=01fa743c-97ab-4744-bb1d-eb52314f415f,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:22.249598 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '01fa743c-97ab-4744-bb1d-eb52314f415f', 'network_id': '6881b1c5-54be-403e-8779-26889218234e', 'port_id': '01fa743c-97ab-4744-bb1d-eb52314f415f', 'mac_address': 'fa:16:3e:39:2b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f248cbc4-35d5-450b-8416-5d799e185e95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:22.305684 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.315011 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8c55-29b7-4fa0-8107-5b3980b4b50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.325455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01fa743c-97ab-4744-bb1d-eb52314f415f {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:22.360769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 01fa743c-97ab-4744-bb1d-eb52314f415f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=01fa743c-97ab-4744-bb1d-eb52314f415f,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:22.370225 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.445663 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8c55-29b7-4fa0-8107-5b3980b4b50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.449559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6597c-32d6-4367-a7b1-ed2eef5bc25f req-8aaa572e-bb9b-485d-9410-2169a885732f tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.458604 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0c6597c-32d6-4367-a7b1-ed2eef5bc25f req-8aaa572e-bb9b-485d-9410-2169a885732f tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.1745088 Jul 16 17:58:22.483308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea8c55-29b7-4fa0-8107-5b3980b4b50e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9691f549-addd-43fc-b7da-ce96be442657,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:22.485980 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8c55-29b7-4fa0-8107-5b3980b4b50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.489563 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a5ea8c55-29b7-4fa0-8107-5b3980b4b50e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9691f549-addd-43fc-b7da-ce96be442657 HTTP/1.1" status: 204 len: 168 time: 0.4868035 Jul 16 17:58:22.493866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60784) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:22.499149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=01fa743c-97ab-4744-bb1d-eb52314f415f,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:22.510931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['01fa743c-97ab-4744-bb1d-eb52314f415f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:22.607106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0c6597c-32d6-4367-a7b1-ed2eef5bc25f req-ecd0db53-97de-4ee8-bb2d-e7dcd3c3b1d6 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455660 Jul 16 17:58:22.632131 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-761f5f17-3833-4769-81e6-90a842a8f6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.696936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-3773fa41-47f1-48e1-a72c-d4f2a5326420 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.706565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-3773fa41-47f1-48e1-a72c-d4f2a5326420 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/networks?id=09b97fc8-8c65-4803-904b-e891b26f63ac HTTP/1.1" status: 200 len: 813 time: 0.2461216 Jul 16 17:58:22.735133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-089f794d-e31d-4c9e-80f4-dfb6ad5f19ea tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/quotas/87e1b8f480a441d5a0713bdad64b819e HTTP/1.1" status: 200 len: 375 time: 0.0273292 Jul 16 17:58:22.814501 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-761f5f17-3833-4769-81e6-90a842a8f6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.828223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-761f5f17-3833-4769-81e6-90a842a8f6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e883a2bc-b896-4505-8c62-ea4cc7e1cc4d']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:22.845580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-761f5f17-3833-4769-81e6-90a842a8f6f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944b11d5-52c6-4b59-9304-2fd113bb274b') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:22.846433 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-761f5f17-3833-4769-81e6-90a842a8f6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944b11d5-52c6-4b59-9304-2fd113bb274b') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:22.859408 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-761f5f17-3833-4769-81e6-90a842a8f6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.886520 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-761f5f17-3833-4769-81e6-90a842a8f6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.901485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761f5f17-3833-4769-81e6-90a842a8f6f0 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:22.901907 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-761f5f17-3833-4769-81e6-90a842a8f6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:22.906813 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:22.986679 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0b63574-390d-4c6c-84d3-98d944cdd6ee req-d2a169e4-e7d0-4dd2-af63-bebb213ef682 tempest-AbsoluteLimitsNegativeTestJSON-1305308585 tempest-AbsoluteLimitsNegativeTestJSON-1305308585-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1ff9bdee433f4d7d856ea6611030dc40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1970403 Jul 16 17:58:23.039026 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-761f5f17-3833-4769-81e6-90a842a8f6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.071010 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-761f5f17-3833-4769-81e6-90a842a8f6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.075878 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-761f5f17-3833-4769-81e6-90a842a8f6f0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e883a2bc-b896-4505-8c62-ea4cc7e1cc4d HTTP/1.1" status: 204 len: 168 time: 0.5780458 Jul 16 17:58:23.077321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f5f17-3833-4769-81e6-90a842a8f6f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e883a2bc-b896-4505-8c62-ea4cc7e1cc4d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:23.132045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-1a789112-c2e7-42dc-af7f-0787bc49c8b4 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=87e1b8f480a441d5a0713bdad64b819e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3957703 Jul 16 17:58:23.314672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b63574-390d-4c6c-84d3-98d944cdd6ee req-e9462e64-f582-4218-86bd-8b41f3660084 tempest-AbsoluteLimitsNegativeTestJSON-1305308585 tempest-AbsoluteLimitsNegativeTestJSON-1305308585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.321830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0b63574-390d-4c6c-84d3-98d944cdd6ee req-e9462e64-f582-4218-86bd-8b41f3660084 tempest-AbsoluteLimitsNegativeTestJSON-1305308585 tempest-AbsoluteLimitsNegativeTestJSON-1305308585-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3336930 Jul 16 17:58:23.361611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12cc46-e018-4276-b25c-9fc80b43a46d req-4341cf9b-cec5-44e1-ae18-8a53c7559f34 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.363233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d12cc46-e018-4276-b25c-9fc80b43a46d req-4341cf9b-cec5-44e1-ae18-8a53c7559f34 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.43 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 0.5243897 Jul 16 17:58:23.400306 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60830) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:23.433852 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0b63574-390d-4c6c-84d3-98d944cdd6ee req-a0489981-65aa-47d5-a497-f7bcefb79007 tempest-AbsoluteLimitsNegativeTestJSON-1305308585 tempest-AbsoluteLimitsNegativeTestJSON-1305308585-project] 10.222.0.41 "GET /v2.0/quotas/1ff9bdee433f4d7d856ea6611030dc40 HTTP/1.1" status: 200 len: 375 time: 0.1112373 Jul 16 17:58:23.485101 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a5ea962e-5740-45cc-bdd9-c3bb8d539b35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1ab882e7d50462d90c8b45afc1c1eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0836315 Jul 16 17:58:23.487492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60836) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:23.505338 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0b63574-390d-4c6c-84d3-98d944cdd6ee req-d9b9c937-b5e9-4201-89c3-04637ee5372b tempest-AbsoluteLimitsNegativeTestJSON-1305308585 tempest-AbsoluteLimitsNegativeTestJSON-1305308585-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ff9bdee433f4d7d856ea6611030dc40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588920 Jul 16 17:58:23.546787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-37c5e6a8-55f3-493c-b1f7-858e23c544c2 service neutron] 10.222.0.41 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405709 Jul 16 17:58:23.626835 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43d28ebb-f1ee-4154-b368-105d42e11a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.696890 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0d12cc46-e018-4276-b25c-9fc80b43a46d req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Deleting port b53c3abf-aaf3-4279-b018-2618043a1d80 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:23.697385 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0d12cc46-e018-4276-b25c-9fc80b43a46d req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.719024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-59830d88-669f-414e-aaac-94af98a1515e service neutron] 10.222.0.41 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711936 Jul 16 17:58:23.728675 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43d28ebb-f1ee-4154-b368-105d42e11a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.796650 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:23.865431 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43d28ebb-f1ee-4154-b368-105d42e11a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.868450 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43d28ebb-f1ee-4154-b368-105d42e11a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.871969 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-43d28ebb-f1ee-4154-b368-105d42e11a5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dca87994-1523-48a7-a8f3-269a45a990d7 HTTP/1.1" status: 204 len: 168 time: 0.3796995 Jul 16 17:58:23.884821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d28ebb-f1ee-4154-b368-105d42e11a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca87994-1523-48a7-a8f3-269a45a990d7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:23.961181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c1594-7305-4ea1-9434-e4300dfe6583 req-36b081f4-3b3e-46f8-8999-85764feddccb tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.963025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a04c1594-7305-4ea1-9434-e4300dfe6583 req-36b081f4-3b3e-46f8-8999-85764feddccb tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.35 "GET /v2.0/ports?device_id=f60822de-1cce-46b2-930d-f06e63250b69 HTTP/1.1" status: 200 len: 946 time: 0.3406188 Jul 16 17:58:24.158316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0d12cc46-e018-4276-b25c-9fc80b43a46d req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] For port b53c3abf-aaf3-4279-b018-2618043a1d80, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b53c3abf-aaf3-4279-b018-2618043a1d80,segment=NetworkSegment(8cf5ddb0-04dd-475f-880a-b33ef209e5b9),segment_id=8cf5ddb0-04dd-475f-880a-b33ef209e5b9)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:24.158683 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0d12cc46-e018-4276-b25c-9fc80b43a46d req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.282291 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:24.312693 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60864) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:24.313176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9', 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec', 'port_id': '5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9', 'mac_address': 'fa:16:3e:81:a4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33332d38-c598-418d-b70d-b411426e87eb', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:24.332154 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 01fa743c-97ab-4744-bb1d-eb52314f415f up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:24.375311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0d12cc46-e018-4276-b25c-9fc80b43a46d req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Calling delete_port for b53c3abf-aaf3-4279-b018-2618043a1d80 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:24.515962 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.528563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38514b85-9bb9-42f5-b86e-f490d8703c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.553257 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:24.581896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb820b-a658-4a69-b8a9-762a7cbbc468 req-a1104e00-426c-49b9-8d1c-97f1813c6986 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.593497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 01fa743c-97ab-4744-bb1d-eb52314f415f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:24.593876 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.597940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:24.623411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb820b-a658-4a69-b8a9-762a7cbbc468 req-a1104e00-426c-49b9-8d1c-97f1813c6986 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.631826 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.632583 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d0cb9d26-0e9f-4b54-9225-9c822edb4a1a details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:24.667447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb820b-a658-4a69-b8a9-762a7cbbc468 req-a1104e00-426c-49b9-8d1c-97f1813c6986 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.690989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb820b-a658-4a69-b8a9-762a7cbbc468 req-a1104e00-426c-49b9-8d1c-97f1813c6986 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.721939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38514b85-9bb9-42f5-b86e-f490d8703c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.730360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb820b-a658-4a69-b8a9-762a7cbbc468 req-a1104e00-426c-49b9-8d1c-97f1813c6986 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.731853 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38514b85-9bb9-42f5-b86e-f490d8703c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.747175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb820b-a658-4a69-b8a9-762a7cbbc468 req-a1104e00-426c-49b9-8d1c-97f1813c6986 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.765140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb820b-a658-4a69-b8a9-762a7cbbc468 req-a1104e00-426c-49b9-8d1c-97f1813c6986 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.773201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ffbb820b-a658-4a69-b8a9-762a7cbbc468 req-a1104e00-426c-49b9-8d1c-97f1813c6986 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5427 time: 0.8528142 Jul 16 17:58:24.913091 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a,segment=NetworkSegment(af68ae4b-d2f0-4ea6-b980-145dbb84625e),segment_id=af68ae4b-d2f0-4ea6-b980-145dbb84625e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:24.941209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'port_id': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a', 'mac_address': 'fa:16:3e:eb:50:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:24.960350 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-38514b85-9bb9-42f5-b86e-f490d8703c5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ff9bdee433f4d7d856ea6611030dc40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6467786 Jul 16 17:58:24.961321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60884) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:24.962690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:25.002780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38514b85-9bb9-42f5-b86e-f490d8703c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690a1203-0cdb-441b-a392-fe76e2bdb659,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:25.110758 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.134186 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.229473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6df63b-617d-4bc5-8af2-3d59da80474d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fa743c-97ab-4744-bb1d-eb52314f415f'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:25.234805 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf3aa4f-b876-4402-b28b-763ab4bcbd16" -d '{"events": [{"server_uuid": "2c6df63b-617d-4bc5-8af2-3d59da80474d", "name": "network-vif-plugged", "status": "completed", "tag": "01fa743c-97ab-4744-bb1d-eb52314f415f"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:25.290648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0cb9d26-0e9f-4b54-9225-9c822edb4a1a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:25.290648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 01fa743c-97ab-4744-bb1d-eb52314f415f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=01fa743c-97ab-4744-bb1d-eb52314f415f,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:25.290885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ffbb820b-a658-4a69-b8a9-762a7cbbc468 req-c38e77f0-5bd6-4429-889d-2a965ca660c5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4982932 Jul 16 17:58:25.292533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-a04c1594-7305-4ea1-9434-e4300dfe6583 req-07183dec-5f52-4c12-9b44-2fe29711e247 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Deleting port bf615bbd-904b-4720-ba73-10c6e0090c4a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:25.294409 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a04c1594-7305-4ea1-9434-e4300dfe6583 req-07183dec-5f52-4c12-9b44-2fe29711e247 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.300458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.304306 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.306203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b53c3abf-aaf3-4279-b018-2618043a1d80 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:25.373452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a,segment=NetworkSegment(af68ae4b-d2f0-4ea6-b980-145dbb84625e),segment_id=af68ae4b-d2f0-4ea6-b980-145dbb84625e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:25.383021 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.431351 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.432202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:25.538212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:25.553682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-a04c1594-7305-4ea1-9434-e4300dfe6583 req-07183dec-5f52-4c12-9b44-2fe29711e247 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] For port bf615bbd-904b-4720-ba73-10c6e0090c4a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=bf615bbd-904b-4720-ba73-10c6e0090c4a,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:25.557018 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a04c1594-7305-4ea1-9434-e4300dfe6583 req-07183dec-5f52-4c12-9b44-2fe29711e247 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.558230 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6', 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec', 'port_id': 'f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6', 'mac_address': 'fa:16:3e:82:18:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33332d38-c598-418d-b70d-b411426e87eb', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:25.564140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=01fa743c-97ab-4744-bb1d-eb52314f415f,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:25.645376 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.648229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:25.648667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.650070 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/690a1203-0cdb-441b-a392-fe76e2bdb659 HTTP/1.1" status: 204 len: 168 time: 0.6717093 Jul 16 17:58:25.663357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690a1203-0cdb-441b-a392-fe76e2bdb659,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:25.694016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:25.694450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:25.694895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:25.695336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:25.695797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:25.696228 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:25.696655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:25.701538 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:25.702265 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:25.702868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:25.703475 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:25.707921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34029156-bee1-4acf-8baf-acf1a017f5fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:25.728386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-a04c1594-7305-4ea1-9434-e4300dfe6583 req-07183dec-5f52-4c12-9b44-2fe29711e247 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Calling delete_port for bf615bbd-904b-4720-ba73-10c6e0090c4a owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:25.753959 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39dcec5c-82f7-4812-9f15-0e584f5baa2d req-0cab8a25-6315-4de8-a669-58fc86270e9f tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 210 time: 0.1753061 Jul 16 17:58:25.788232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60902) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:25.815612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76841-40ec-4a0c-9181-c5d2827c5413 req-b85b3d45-03a2-423c-90b3-20845b367c88 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.840494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7e76841-40ec-4a0c-9181-c5d2827c5413 req-b85b3d45-03a2-423c-90b3-20845b367c88 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 945 time: 1.3748798 Jul 16 17:58:26.008702 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.074173 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.096187 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ef1ece-8eaa-43eb-871d-56f32805c2a1 x-openstack-request-id: req-94ef1ece-8eaa-43eb-871d-56f32805c2a1 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:26.106294 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6df63b-617d-4bc5-8af2-3d59da80474d", "name": "network-vif-plugged", "status": "completed", "tag": "01fa743c-97ab-4744-bb1d-eb52314f415f", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:26.110023 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94ef1ece-8eaa-43eb-871d-56f32805c2a1 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:26.110677 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6df63b-617d-4bc5-8af2-3d59da80474d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fa743c-97ab-4744-bb1d-eb52314f415f', 'code': 200} Jul 16 17:58:26.126284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:26.364133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7e76841-40ec-4a0c-9181-c5d2827c5413 req-f438973a-6b0b-4563-bccb-0c78f37134e9 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/security-groups?id=51d3d81d-9e30-4fbd-9c51-bf509a038c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202386 Jul 16 17:58:26.367284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:26.513192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1185615394-network', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:26.522761 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.564454 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 96c007b5-8bbc-4e2c-9529-671df32a71ae details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:26.942165 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0d12cc46-e018-4276-b25c-9fc80b43a46d req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.979834 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.990521 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.238921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Pushing event deleted for resources: {'Port': ['ID=b53c3abf-aaf3-4279-b018-2618043a1d80,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:27.303892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-69fd481f-51e7-4517-9511-b3cdf8ecfadf tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.315029 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-69fd481f-51e7-4517-9511-b3cdf8ecfadf tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.43 "GET /v2.0/networks?id=09b97fc8-8c65-4803-904b-e891b26f63ac HTTP/1.1" status: 200 len: 813 time: 0.7510931 Jul 16 17:58:27.348687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-2931200b-5225-48ea-93fe-2c9c59955eff tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Request body: {'port': {'device_id': '11d44d11-03d2-45f6-a32f-f28da0a06e9c', 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac', 'admin_state_up': True, 'tenant_id': '87e1b8f480a441d5a0713bdad64b819e'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:27.396058 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Made reservation on behalf of 9729e0cfdd674c53a50211fd53c97905 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:27.402473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1aeb1e0-a3bd-45f7-ae9a-021fc65aedc4 req-c7977363-5c3b-423a-82c5-b474ae188460 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 210 time: 0.2210779 Jul 16 17:58:27.403929 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.429841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:27.440944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:27.441710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:27.442173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:27.443675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:27.444173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:27.445724 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.446265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:27.446718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:27.447155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:27.448017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:27.450311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:27.450818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:27.451957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:27.465901 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a04c1594-7305-4ea1-9434-e4300dfe6583 req-07183dec-5f52-4c12-9b44-2fe29711e247 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.515942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['bf615bbd-904b-4720-ba73-10c6e0090c4a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:27.689308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 96c007b5-8bbc-4e2c-9529-671df32a71ae, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=96c007b5-8bbc-4e2c-9529-671df32a71ae,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:27.736746 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '96c007b5-8bbc-4e2c-9529-671df32a71ae', 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7', 'port_id': '96c007b5-8bbc-4e2c-9529-671df32a71ae', 'mac_address': 'fa:16:3e:3d:13:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab2849e-b915-48e5-86a3-af91ef9adca1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:27.844573 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.883149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60958) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:27.883815 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c007b5-8bbc-4e2c-9529-671df32a71ae {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:28.020028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 96c007b5-8bbc-4e2c-9529-671df32a71ae, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=96c007b5-8bbc-4e2c-9529-671df32a71ae,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:28.045405 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.046685 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:28.128986 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d12cc46-e018-4276-b25c-9fc80b43a46d req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] No DVR routers for this DVR port b53c3abf-aaf3-4279-b018-2618043a1d80 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:28.166295 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ee81660d-6c0d-46b3-b747-14e9ac87992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.178529 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.195521 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.229187 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b006f-34be-4399-8936-43347eb45471 req-d594e134-e370-4892-8b0d-142a1abf7ecb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.279468 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-2931200b-5225-48ea-93fe-2c9c59955eff tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Made reservation on behalf of 87e1b8f480a441d5a0713bdad64b819e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:28.286635 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-2931200b-5225-48ea-93fe-2c9c59955eff tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.288379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:28.298301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=96c007b5-8bbc-4e2c-9529-671df32a71ae,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.300442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b006f-34be-4399-8936-43347eb45471 req-d594e134-e370-4892-8b0d-142a1abf7ecb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.316823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b006f-34be-4399-8936-43347eb45471 req-d594e134-e370-4892-8b0d-142a1abf7ecb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.327824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434bc532-1902-4f4a-b1d0-20cb0f87b2c0,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:28.346502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b006f-34be-4399-8936-43347eb45471 req-d594e134-e370-4892-8b0d-142a1abf7ecb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.349762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '434bc532-1902-4f4a-b1d0-20cb0f87b2c0', 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec', 'port_id': '434bc532-1902-4f4a-b1d0-20cb0f87b2c0', 'mac_address': 'fa:16:3e:4e:18:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33332d38-c598-418d-b70d-b411426e87eb', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:28.354527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b006f-34be-4399-8936-43347eb45471 req-d594e134-e370-4892-8b0d-142a1abf7ecb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.362157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b006f-34be-4399-8936-43347eb45471 req-d594e134-e370-4892-8b0d-142a1abf7ecb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.368510 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b006f-34be-4399-8936-43347eb45471 req-d594e134-e370-4892-8b0d-142a1abf7ecb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.379159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-877b006f-34be-4399-8936-43347eb45471 req-d594e134-e370-4892-8b0d-142a1abf7ecb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5430 time: 1.6806173 Jul 16 17:58:28.381262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07183dec-5f52-4c12-9b44-2fe29711e247 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Pushing event deleted for resources: {'Port': ['ID=bf615bbd-904b-4720-ba73-10c6e0090c4a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.392948 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1427980506-network', 'tenant_id': '2b856ab9169c465aa1792c33987e4e0a'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:28.414485 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.418141 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.418613 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Added segment a2853b63-d029-4cf4-9772-1f7a4a02fe55 of type vlan for network ef176420-dca1-472e-b8a8-117e5bf1c498 Jul 16 17:58:28.437999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:28.439141 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0d12cc46-e018-4276-b25c-9fc80b43a46d req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.455740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d12cc46-e018-4276-b25c-9fc80b43a46d req-76d3071e-eb4b-49c7-955e-8cb8c3ece6b5 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.43 "DELETE /v2.0/ports/b53c3abf-aaf3-4279-b018-2618043a1d80 HTTP/1.1" status: 204 len: 173 time: 5.0691755 Jul 16 17:58:28.456650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29450e49-e881-4876-9760-6a99c2ce44cd', 'name': 'network-vif-deleted', 'tag': 'b53c3abf-aaf3-4279-b018-2618043a1d80'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:28.472458 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01139278-cb4b-406c-94d3-7165ee3e7ee5" -d '{"events": [{"server_uuid": "29450e49-e881-4876-9760-6a99c2ce44cd", "name": "network-vif-deleted", "tag": "b53c3abf-aaf3-4279-b018-2618043a1d80"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:28.476291 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434bc532-1902-4f4a-b1d0-20cb0f87b2c0,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:28.482665 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.483713 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3dfe564b-5bbd-4381-84d5-55c677ec55f6 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:28.574749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434bc532-1902-4f4a-b1d0-20cb0f87b2c0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.583847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3dfe564b-5bbd-4381-84d5-55c677ec55f6, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3dfe564b-5bbd-4381-84d5-55c677ec55f6,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:28.602865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '3dfe564b-5bbd-4381-84d5-55c677ec55f6', 'network_id': 'e7da37d9-9091-49a2-ae67-b8b790ab30e7', 'port_id': '3dfe564b-5bbd-4381-84d5-55c677ec55f6', 'mac_address': 'fa:16:3e:63:0a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab2849e-b915-48e5-86a3-af91ef9adca1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:28.684470 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-2931200b-5225-48ea-93fe-2c9c59955eff tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Allocated IP 172.20.0.6 (09b97fc8-8c65-4803-904b-e891b26f63ac/21138c88-dbc5-44b0-8de1-b7f73e048483/327b4914-e85b-4f4a-8ff6-735e643f305d) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:28.695878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1cf6790-2794-40d4-8c9a-6d1b7edb9127 req-262817b8-3519-4f57-88e4-535242058da3 tempest-ServerRescueTestJSON-1276585897 tempest-ServerRescueTestJSON-1276585897-project] 10.222.0.41 "GET /v2.0/ports?device_id=29450e49-e881-4876-9760-6a99c2ce44cd HTTP/1.1" status: 200 len: 210 time: 0.2589076 Jul 16 17:58:28.744739 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.796515 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfe564b-5bbd-4381-84d5-55c677ec55f6 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:28.842681 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3dfe564b-5bbd-4381-84d5-55c677ec55f6, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3dfe564b-5bbd-4381-84d5-55c677ec55f6,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:28.855072 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.856173 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:28.862122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04c1594-7305-4ea1-9434-e4300dfe6583 req-07183dec-5f52-4c12-9b44-2fe29711e247 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] No DVR routers for this DVR port bf615bbd-904b-4720-ba73-10c6e0090c4a on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:28.911589 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a04c1594-7305-4ea1-9434-e4300dfe6583 req-07183dec-5f52-4c12-9b44-2fe29711e247 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.913892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a04c1594-7305-4ea1-9434-e4300dfe6583 req-07183dec-5f52-4c12-9b44-2fe29711e247 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.35 "DELETE /v2.0/ports/bf615bbd-904b-4720-ba73-10c6e0090c4a HTTP/1.1" status: 204 len: 173 time: 4.9081492 Jul 16 17:58:28.981189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-877b006f-34be-4399-8936-43347eb45471 req-0c7722fa-96cd-4a37-89bd-e7ef481a7b16 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6011164 Jul 16 17:58:28.998314 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-2931200b-5225-48ea-93fe-2c9c59955eff tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.005178 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=3dfe564b-5bbd-4381-84d5-55c677ec55f6,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:29.027925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2a32c14-75b1-44a7-ba2c-c18b2c1e3e6d req-e25bc957-3345-4c1f-a270-12fd434012a4 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 210 time: 0.1186271 Jul 16 17:58:29.102507 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:29.129171 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398cd9fd-cf44-408f-841b-b8664107bb81 x-openstack-request-id: req-398cd9fd-cf44-408f-841b-b8664107bb81 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:29.129737 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29450e49-e881-4876-9760-6a99c2ce44cd", "name": "network-vif-deleted", "tag": "b53c3abf-aaf3-4279-b018-2618043a1d80", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:29.129737 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-398cd9fd-cf44-408f-841b-b8664107bb81 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:29.130108 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29450e49-e881-4876-9760-6a99c2ce44cd', 'name': 'network-vif-deleted', 'tag': 'b53c3abf-aaf3-4279-b018-2618043a1d80', 'status': 'completed', 'code': 200} Jul 16 17:58:29.136152 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc', 'network_id': '66cd6b07-e1aa-4669-bf90-dc89210030ec', 'port_id': 'e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc', 'mac_address': 'fa:16:3e:c0:1f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33332d38-c598-418d-b70d-b411426e87eb', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:29.165559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d0daa2-99ce-47c5-82fa-13ee6b911d30,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:29.206047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-2931200b-5225-48ea-93fe-2c9c59955eff tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.225040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['bf615bbd-904b-4720-ba73-10c6e0090c4a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:29.285355 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.314921 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.317353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:29.363397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:29.376433 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.407730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.408857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.409456 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.496658 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-2931200b-5225-48ea-93fe-2c9c59955eff tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Network 09b97fc8-8c65-4803-904b-e891b26f63ac is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:29.497546 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Made reservation on behalf of 2b856ab9169c465aa1792c33987e4e0a for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:29.500297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:29.501563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.536223 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.551211 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-2931200b-5225-48ea-93fe-2c9c59955eff tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:29.588547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931200b-5225-48ea-93fe-2c9c59955eff tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Pushing event updated for resources: {'Port': ['ID=327b4914-e85b-4f4a-8ff6-735e643f305d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:29.602491 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-2931200b-5225-48ea-93fe-2c9c59955eff tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:29.614289 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.8211758 Jul 16 17:58:29.615419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60986) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:29.621938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-61b9f261-a354-4307-be0c-926049bcad81 admin admin] Request body: {'subnet': {'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1185615394-subnet', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:29.659351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b9f261-a354-4307-be0c-926049bcad81 admin admin] Made reservation on behalf of 9729e0cfdd674c53a50211fd53c97905 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:29.662778 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61b9f261-a354-4307-be0c-926049bcad81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.684461 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab127bb-b8dd-4bcc-a5ab-a606d6c7a3db admin admin] Pushing event updated for resources: {'Network': ['ID=ef176420-dca1-472e-b8a8-117e5bf1c498,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:29.697069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network ef176420-dca1-472e-b8a8-117e5bf1c498 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:29.751426 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-2931200b-5225-48ea-93fe-2c9c59955eff tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.752299 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-2931200b-5225-48ea-93fe-2c9c59955eff tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.894162 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60992) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:29.989345 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.002527 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.016875 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-2931200b-5225-48ea-93fe-2c9c59955eff tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6836140 Jul 16 17:58:30.098436 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61b9f261-a354-4307-be0c-926049bcad81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.101698 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:30.145310 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Request body: {'port': {'device_id': '11d44d11-03d2-45f6-a32f-f28da0a06e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:30.169073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9f261-a354-4307-be0c-926049bcad81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=380206bc-53db-475e-8db6-cb57da5e0bf7,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:30.178032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:30.182604 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b9f261-a354-4307-be0c-926049bcad81 admin admin] Checking segment: {'id': 'a2853b63-d029-4cf4-9772-1f7a4a02fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:30.183175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b9f261-a354-4307-be0c-926049bcad81 admin admin] Network hostable DHCP agents. Network: ef176420-dca1-472e-b8a8-117e5bf1c498, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:30.194418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:30.197297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['3dfe564b-5bbd-4381-84d5-55c677ec55f6'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:30.231627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b9f261-a354-4307-be0c-926049bcad81 admin admin] Network ef176420-dca1-472e-b8a8-117e5bf1c498 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:30.256771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:30.262561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-61b9f261-a354-4307-be0c-926049bcad81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, ef176420-dca1-472e-b8a8-117e5bf1c498) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:30.272472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1c02e8-4f36-4cf5-a0a5-6f20dd7b335f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:30.280014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b9f261-a354-4307-be0c-926049bcad81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.280663 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61b9f261-a354-4307-be0c-926049bcad81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.298298 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.300400 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Added segment b34fc3d9-cf5c-458f-b7d9-72ee58752f30 of type vlan for network 1bfbe603-efe0-48c5-a6c4-af1896b3355d Jul 16 17:58:30.315988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-61b9f261-a354-4307-be0c-926049bcad81 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6952889 Jul 16 17:58:30.315988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 32774) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:30.321034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:30.383912 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.385115 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.461882 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e7d8e9-513b-444d-b7ce-19facedf4f4d None None] Network ef176420-dca1-472e-b8a8-117e5bf1c498 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:30.699119 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.705613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ca981-9a5d-4974-a85f-85d080be1177 req-40fabfa8-6171-4455-a3b3-2b638aa7f8dd tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.707996 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-541ca981-9a5d-4974-a85f-85d080be1177 req-40fabfa8-6171-4455-a3b3-2b638aa7f8dd tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 931 time: 0.3467112 Jul 16 17:58:30.709878 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.757071 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.774775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad952af-cf7c-49e0-9c91-6ceab8eadbab req-e2395d1e-ca1a-4cb8-bfcd-5b11d142ab5b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.781965 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad952af-cf7c-49e0-9c91-6ceab8eadbab req-e2395d1e-ca1a-4cb8-bfcd-5b11d142ab5b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.798428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad952af-cf7c-49e0-9c91-6ceab8eadbab req-e2395d1e-ca1a-4cb8-bfcd-5b11d142ab5b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.807152 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.826245 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad952af-cf7c-49e0-9c91-6ceab8eadbab req-e2395d1e-ca1a-4cb8-bfcd-5b11d142ab5b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.835077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad952af-cf7c-49e0-9c91-6ceab8eadbab req-e2395d1e-ca1a-4cb8-bfcd-5b11d142ab5b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.842733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad952af-cf7c-49e0-9c91-6ceab8eadbab req-e2395d1e-ca1a-4cb8-bfcd-5b11d142ab5b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.848793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad952af-cf7c-49e0-9c91-6ceab8eadbab req-e2395d1e-ca1a-4cb8-bfcd-5b11d142ab5b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.856999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ad952af-cf7c-49e0-9c91-6ceab8eadbab req-e2395d1e-ca1a-4cb8-bfcd-5b11d142ab5b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5434 time: 0.4320769 Jul 16 17:58:30.860665 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.resource_extend [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:58:30.966187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-541ca981-9a5d-4974-a85f-85d080be1177 req-765c9298-43f3-486b-9947-633b3da2055e tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511327 Jul 16 17:58:31.090407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ad952af-cf7c-49e0-9c91-6ceab8eadbab req-9d25ead0-a396-4e8a-bc87-e79e04254108 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2322180 Jul 16 17:58:31.092845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.095096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:31.095727 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.181091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] Pushing event updated for resources: {'Network': ['ID=1bfbe603-efe0-48c5-a6c4-af1896b3355d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:31.184063 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.202036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60822de-1cce-46b2-930d-f06e63250b69', 'name': 'network-vif-deleted', 'tag': 'bf615bbd-904b-4720-ba73-10c6e0090c4a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:31.208698 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727f1e79-047c-4a75-bea5-4e9c2fb896f3" -d '{"events": [{"server_uuid": "f60822de-1cce-46b2-930d-f06e63250b69", "name": "network-vif-deleted", "tag": "bf615bbd-904b-4720-ba73-10c6e0090c4a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:31.242662 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a06788a7-c779-451e-b844-d1a31d4336b4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.3553722 Jul 16 17:58:31.257427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 32798) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:31.265468 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3af1504d-9d79-4ae8-9c01-c8f23c8810e7 admin admin] Request body: {'subnet': {'network_id': '1bfbe603-efe0-48c5-a6c4-af1896b3355d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1427980506-subnet', 'tenant_id': '2b856ab9169c465aa1792c33987e4e0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:31.307404 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af1504d-9d79-4ae8-9c01-c8f23c8810e7 admin admin] Made reservation on behalf of 2b856ab9169c465aa1792c33987e4e0a for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:31.312404 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3af1504d-9d79-4ae8-9c01-c8f23c8810e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.369933 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382c57aa-9d74-468e-a1b1-2c147012ee13 x-openstack-request-id: req-382c57aa-9d74-468e-a1b1-2c147012ee13 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:31.370525 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60822de-1cce-46b2-930d-f06e63250b69", "name": "network-vif-deleted", "tag": "bf615bbd-904b-4720-ba73-10c6e0090c4a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:31.370884 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-382c57aa-9d74-468e-a1b1-2c147012ee13 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:31.371401 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60822de-1cce-46b2-930d-f06e63250b69', 'name': 'network-vif-deleted', 'tag': 'bf615bbd-904b-4720-ba73-10c6e0090c4a', 'status': 'completed', 'code': 200} Jul 16 17:58:31.428233 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-7c66800f-844f-48d5-8114-e4b5d0fbeedf tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:31.436177 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-7c66800f-844f-48d5-8114-e4b5d0fbeedf tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 807 time: 0.1995471 Jul 16 17:58:31.455390 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-254a43b9-0f6f-4b46-9aa0-6c88b48ef52d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/quotas/f8fd99720b0d4bf1a284f3bc9eb535ce HTTP/1.1" status: 200 len: 375 time: 0.0178733 Jul 16 17:58:31.458429 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 1bfbe603-efe0-48c5-a6c4-af1896b3355d details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:31.522027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device bf615bbd-904b-4720-ba73-10c6e0090c4a no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:31.544061 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c8839a1a-bb05-4365-92bf-9d67151a5c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.571931 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3af1504d-9d79-4ae8-9c01-c8f23c8810e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.623267 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: bf615bbd-904b-4720-ba73-10c6e0090c4a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:31.623969 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device bf615bbd-904b-4720-ba73-10c6e0090c4a not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:31.626767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d0cb9d26-0e9f-4b54-9225-9c822edb4a1a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:31.636987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1504d-9d79-4ae8-9c01-c8f23c8810e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd87b677-6d62-4d83-a30c-155ae94d2be0,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:31.665975 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-f6898a07-e7c9-43dc-b3b0-626371761e85 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2094038 Jul 16 17:58:31.706132 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.719509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['434bc532-1902-4f4a-b1d0-20cb0f87b2c0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:31.779416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['96c007b5-8bbc-4e2c-9529-671df32a71ae'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:31.786886 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.839794 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327b4914-e85b-4f4a-8ff6-735e643f305d {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:31.849465 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.864072 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Transition to ACTIVE for port object 327b4914-e85b-4f4a-8ff6-735e643f305d will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:31.881023 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.920936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-22557f13-f4cf-451b-81f0-aa432f9dda46 service neutron] 10.222.0.41 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538896 Jul 16 17:58:32.082776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Allocated IP 172.25.5.228 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/c7de1f51-2192-474d-8522-4c7b0f429e3d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:32.084388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-ef176420-dca1-472e-b8a8-117e5bf1c498', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'fixed_ips': [{'subnet_id': '380206bc-53db-475e-8db6-cb57da5e0bf7'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:58:32.085544 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.158964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-68fa4436-5195-4707-ac63-546b378fd660 service neutron] 10.222.0.41 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368622 Jul 16 17:58:32.167331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Attempting to bind port 327b4914-e85b-4f4a-8ff6-735e643f305d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:32.173953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Attempting to bind port 327b4914-e85b-4f4a-8ff6-735e643f305d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:32.174378 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Attempting to bind port 327b4914-e85b-4f4a-8ff6-735e643f305d on network 09b97fc8-8c65-4803-904b-e891b26f63ac {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:32.181682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1504d-9d79-4ae8-9c01-c8f23c8810e7 admin admin] Checking segment: {'id': 'b34fc3d9-cf5c-458f-b7d9-72ee58752f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1bfbe603-efe0-48c5-a6c4-af1896b3355d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:32.182043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af1504d-9d79-4ae8-9c01-c8f23c8810e7 admin admin] Network hostable DHCP agents. Network: 1bfbe603-efe0-48c5-a6c4-af1896b3355d, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:32.203859 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Port 327b4914-e85b-4f4a-8ff6-735e643f305d on network 09b97fc8-8c65-4803-904b-e891b26f63ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:32.204181 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Attempting to bind port 327b4914-e85b-4f4a-8ff6-735e643f305d on network 09b97fc8-8c65-4803-904b-e891b26f63ac {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:32.209115 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Pushing event updated for resources: {'Port': ['ID=327b4914-e85b-4f4a-8ff6-735e643f305d,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:32.221483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:32.221483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Checking segment: {'id': '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:32.221483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Bound using segment: {'id': '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:32.222077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Bound port: 327b4914-e85b-4f4a-8ff6-735e643f305d, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:32.222224 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.255497 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50e25686-07a1-4207-846b-83a0248bfeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.339253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af1504d-9d79-4ae8-9c01-c8f23c8810e7 admin admin] Network 1bfbe603-efe0-48c5-a6c4-af1896b3355d is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:32.377167 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.398210 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] For port 327b4914-e85b-4f4a-8ff6-735e643f305d, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:32.402140 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] For port 327b4914-e85b-4f4a-8ff6-735e643f305d, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=327b4914-e85b-4f4a-8ff6-735e643f305d,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:32.413443 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.440044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.440765 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.442262 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] 10.222.0.43 "PUT /v2.0/ports/327b4914-e85b-4f4a-8ff6-735e643f305d HTTP/1.1" status: 200 len: 1092 time: 2.3108242 Jul 16 17:58:32.453566 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d44d11-03d2-45f6-a32f-f28da0a06e9c', 'tag': '327b4914-e85b-4f4a-8ff6-735e643f305d'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:32.456544 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752f1168-251f-44f3-a0eb-f5cf5a0a801f" -d '{"events": [{"name": "network-changed", "server_uuid": "11d44d11-03d2-45f6-a32f-f28da0a06e9c", "tag": "327b4914-e85b-4f4a-8ff6-735e643f305d"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:32.464683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-3af1504d-9d79-4ae8-9c01-c8f23c8810e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 1bfbe603-efe0-48c5-a6c4-af1896b3355d) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:32.473545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af1504d-9d79-4ae8-9c01-c8f23c8810e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.474265 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3af1504d-9d79-4ae8-9c01-c8f23c8810e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.499846 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.592466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:32.615498 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:32.649294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Allocated IP 172.20.0.2 (ef176420-dca1-472e-b8a8-117e5bf1c498/380206bc-53db-475e-8db6-cb57da5e0bf7/54b831b1-bb22-435b-a351-ded721de130a) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:32.649684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:32.664314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70303f18-7e0f-4e53-bbf2-361bb7e45c03 req-f19823cd-2a16-414a-99ec-9d7cb7ae295a tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.665646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70303f18-7e0f-4e53-bbf2-361bb7e45c03 req-f19823cd-2a16-414a-99ec-9d7cb7ae295a tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 943 time: 0.3459342 Jul 16 17:58:32.667904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Pushing event updated for resources: {'Port': ['ID=c7de1f51-2192-474d-8522-4c7b0f429e3d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:32.823775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70303f18-7e0f-4e53-bbf2-361bb7e45c03 req-c031d32a-22ef-405b-89c9-08acf2aaeb88 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155558 Jul 16 17:58:33.098256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfa0b027-c3db-4c4d-ab73-3922a267c7e3 req-b409562d-3209-4b48-ba53-21669b209aff tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 210 time: 0.0631578 Jul 16 17:58:33.180540 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62181c4-055d-4ea0-92c9-0e81225f86b0 x-openstack-request-id: req-c62181c4-055d-4ea0-92c9-0e81225f86b0 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:33.181154 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d44d11-03d2-45f6-a32f-f28da0a06e9c", "tag": "327b4914-e85b-4f4a-8ff6-735e643f305d", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:33.181154 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c62181c4-055d-4ea0-92c9-0e81225f86b0 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:33.181611 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d44d11-03d2-45f6-a32f-f28da0a06e9c', 'tag': '327b4914-e85b-4f4a-8ff6-735e643f305d', 'status': 'completed', 'code': 200} Jul 16 17:58:33.223134 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.305267 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3af1504d-9d79-4ae8-9c01-c8f23c8810e7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0375676 Jul 16 17:58:33.305267 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467be997-4766-4adc-8c0f-26168b564d16 service neutron] Pushing event updated for resources: {'Port': ['ID=327b4914-e85b-4f4a-8ff6-735e643f305d,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:33.370896 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e412dbef-f328-4cf7-9196-f96c8209d91e None None] Network 1bfbe603-efe0-48c5-a6c4-af1896b3355d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:33.461426 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-0f6044d1-4538-4ce8-a3be-d4769431a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.462974 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-0f6044d1-4538-4ce8-a3be-d4769431a148 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=87e1b8f480a441d5a0713bdad64b819e&device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 1095 time: 0.9544361 Jul 16 17:58:33.474247 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.531548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:33.583053 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-741d5451-0be9-454e-b4f1-8ab2c76a150d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327b4914-e85b-4f4a-8ff6-735e643f305d HTTP/1.1" status: 200 len: 217 time: 0.0987685 Jul 16 17:58:33.610758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d66c61-7a07-49e5-b639-e3ea95a2508b req-99da3a89-3f2d-4cff-b166-0484695a9e0b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.621821 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d66c61-7a07-49e5-b639-e3ea95a2508b req-99da3a89-3f2d-4cff-b166-0484695a9e0b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.628969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d66c61-7a07-49e5-b639-e3ea95a2508b req-99da3a89-3f2d-4cff-b166-0484695a9e0b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.637959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d66c61-7a07-49e5-b639-e3ea95a2508b req-99da3a89-3f2d-4cff-b166-0484695a9e0b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.647526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d66c61-7a07-49e5-b639-e3ea95a2508b req-99da3a89-3f2d-4cff-b166-0484695a9e0b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.656722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d66c61-7a07-49e5-b639-e3ea95a2508b req-99da3a89-3f2d-4cff-b166-0484695a9e0b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.676087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d66c61-7a07-49e5-b639-e3ea95a2508b req-99da3a89-3f2d-4cff-b166-0484695a9e0b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.681600 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2d66c61-7a07-49e5-b639-e3ea95a2508b req-99da3a89-3f2d-4cff-b166-0484695a9e0b tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5434 time: 0.5316343 Jul 16 17:58:33.797077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-f1040e48-2fc5-48ba-8e53-1ef3e935baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.798648 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-f1040e48-2fc5-48ba-8e53-1ef3e935baed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21138c88-dbc5-44b0-8de1-b7f73e048483 HTTP/1.1" status: 200 len: 853 time: 0.2039335 Jul 16 17:58:33.808403 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.867253 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-5d91939a-3e24-4381-9441-c31b0e234cfa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=09b97fc8-8c65-4803-904b-e891b26f63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596600 Jul 16 17:58:33.905502 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-500f69a8-8ebb-44e7-9223-ac56abee2fe4 req-f5d78c79-32f5-47ad-aafa-32489302328d tempest-SecurityGroupsNegativeTestJSON-423080378 tempest-SecurityGroupsNegativeTestJSON-423080378-project] show failed (client error): The resource could not be found. Jul 16 17:58:33.906594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-500f69a8-8ebb-44e7-9223-ac56abee2fe4 req-f5d78c79-32f5-47ad-aafa-32489302328d tempest-SecurityGroupsNegativeTestJSON-423080378 tempest-SecurityGroupsNegativeTestJSON-423080378-project] 10.222.0.41 "GET /v2.0/security-groups/b5083ed3-d498-443c-a785-0ed4c0142ed1 HTTP/1.1" status: 404 len: 352 time: 0.0598550 Jul 16 17:58:33.985642 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.100276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2d66c61-7a07-49e5-b639-e3ea95a2508b req-acfc1bb6-0f68-46b6-9fef-907bed2166ff tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2868037 Jul 16 17:58:34.184129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-50e25686-07a1-4207-846b-83a0248bfeac admin admin] Deleting port 531f26fb-3b86-4edd-b9b0-3e212b8b2117 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:34.184639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50e25686-07a1-4207-846b-83a0248bfeac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.312054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-50e25686-07a1-4207-846b-83a0248bfeac admin admin] For port 531f26fb-3b86-4edd-b9b0-3e212b8b2117, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=531f26fb-3b86-4edd-b9b0-3e212b8b2117,segment=NetworkSegment(8cf5ddb0-04dd-475f-880a-b33ef209e5b9),segment_id=8cf5ddb0-04dd-475f-880a-b33ef209e5b9)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:34.312424 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50e25686-07a1-4207-846b-83a0248bfeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.338453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-50e25686-07a1-4207-846b-83a0248bfeac admin admin] Calling delete_port for 531f26fb-3b86-4edd-b9b0-3e212b8b2117 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:34.343477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Router 7077a4ae-4e1d-440b-9248-ac836f69905f is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:58:34.573571 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-cb7de5a6-253b-43c9-9a5f-7f33ea31e655 service neutron] 10.222.0.43 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6977284 Jul 16 17:58:34.616525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:34.650557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcdd587c-1fa8-4f0e-9c8c-928c1f3997b3 req-cfa47720-4583-4ee5-bc97-b9c79f564b46 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 210 time: 0.1007550 Jul 16 17:58:34.652113 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 32876) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:34.681073 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.700176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:34.701132 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.711401 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1240607f-244b-4060-84d7-c2d675701837 None None] Network 1bfbe603-efe0-48c5-a6c4-af1896b3355d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:34.770531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Transition to ACTIVE for port object 54b831b1-bb22-435b-a351-ded721de130a will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:34.854143 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Transition to ACTIVE for port object 54b831b1-bb22-435b-a351-ded721de130a will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:34.913694 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.947960 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50e25686-07a1-4207-846b-83a0248bfeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.021178 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bbb86ebe-fb0a-4ca6-b3ea-df718025c5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.068083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Pushing event updated for resources: {'Port': ['ID=54b831b1-bb22-435b-a351-ded721de130a,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:35.092038 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e25686-07a1-4207-846b-83a0248bfeac admin admin] Pushing event deleted for resources: {'Port': ['ID=531f26fb-3b86-4edd-b9b0-3e212b8b2117,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:35.176673 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Network ef176420-dca1-472e-b8a8-117e5bf1c498 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:35.205774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:35.209871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:35.289206 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.347192 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bbb86ebe-fb0a-4ca6-b3ea-df718025c5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.355846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bbb86ebe-fb0a-4ca6-b3ea-df718025c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.374918 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0f686fa0-35e1-4480-b2c7-1bd5aa7946dc req-5b04bd10-3439-4c51-9961-50fbeb4cafe9 service neutron] 10.222.0.43 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7915678 Jul 16 17:58:35.476441 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bbb86ebe-fb0a-4ca6-b3ea-df718025c5cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05e8a133d77347ce9662e1db5d6c4f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8116350 Jul 16 17:58:35.478629 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:35.480920 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e818e714-a289-4715-95d8-539ab7f84983" -d '{"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:35.485183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 32884) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:35.541191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:35.542914 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Attempting to bind port 54b831b1-bb22-435b-a351-ded721de130a on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:35.543335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Attempting to bind port 54b831b1-bb22-435b-a351-ded721de130a by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'a2853b63-d029-4cf4-9772-1f7a4a02fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:35.543797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Attempting to bind port 54b831b1-bb22-435b-a351-ded721de130a on network ef176420-dca1-472e-b8a8-117e5bf1c498 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:35.553297 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.570671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d0cb9d26-0e9f-4b54-9225-9c822edb4a1a up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:35.637243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:35.637910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Checking segment: {'id': 'a2853b63-d029-4cf4-9772-1f7a4a02fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:35.637910 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.638360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Bound using segment: {'id': 'a2853b63-d029-4cf4-9772-1f7a4a02fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:35.639048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Bound port: 54b831b1-bb22-435b-a351-ded721de130a, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2853b63-d029-4cf4-9772-1f7a4a02fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:35.639494 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.758510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:35.760654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:35.768819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:35.769193 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.771118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] For port 54b831b1-bb22-435b-a351-ded721de130a, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:35.775197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] For port 54b831b1-bb22-435b-a351-ded721de130a, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=54b831b1-bb22-435b-a351-ded721de130a,segment=NetworkSegment(a2853b63-d029-4cf4-9772-1f7a4a02fe55),segment_id=a2853b63-d029-4cf4-9772-1f7a4a02fe55)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:35.797904 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.819488 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-50e25686-07a1-4207-846b-83a0248bfeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.851197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-29c22bbc-0515-458b-8123-d7af124e6a6f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:35.855382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-29c22bbc-0515-458b-8123-d7af124e6a6f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.43 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 807 time: 1.0709980 Jul 16 17:58:35.884383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ca963-bc0f-480e-b763-10b006d91996 None None] Pushing event updated for resources: {'Port': ['ID=54b831b1-bb22-435b-a351-ded721de130a,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:35.906644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-25a1ff15-37e7-4cb2-805b-01f3822bc68f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Request body: {'port': {'device_id': '8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f', 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253', 'admin_state_up': True, 'tenant_id': 'f8fd99720b0d4bf1a284f3bc9eb535ce'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:35.943919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36245cf6-44fe-4548-b78d-0b7d41a83d97 req-7f3c47f7-5242-453d-bdbf-8114b87490f2 tempest-SecurityGroupsNegativeTestJSON-423080378 tempest-SecurityGroupsNegativeTestJSON-423080378-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b856ab9169c465aa1792c33987e4e0a HTTP/1.1" status: 200 len: 2988 time: 1.2048740 Jul 16 17:58:35.947017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb86ebe-fb0a-4ca6-b3ea-df718025c5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d259023c-9201-4106-a892-f2a338f02199,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:35.947619 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.223606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:36.234664 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Sync routers for ids ['7077a4ae-4e1d-440b-9248-ac836f69905f'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:36.250888 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Routers {'7077a4ae-4e1d-440b-9248-ac836f69905f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:36.251890 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:58:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7077a4ae-4e1d-440b-9248-ac836f69905f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:36.264844 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5cff4b7-21d1-4da5-bfba-7d22589b3020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.286351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c0284-7763-4866-bb21-4f4b30db5970 req-78c2713c-a855-477e-9348-de792ef26c99 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.295821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-614c0284-7763-4866-bb21-4f4b30db5970 req-78c2713c-a855-477e-9348-de792ef26c99 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 943 time: 1.7599463 Jul 16 17:58:36.297095 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a,segment=NetworkSegment(af68ae4b-d2f0-4ea6-b980-145dbb84625e),segment_id=af68ae4b-d2f0-4ea6-b980-145dbb84625e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:36.301983 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.302820 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3dfe564b-5bbd-4381-84d5-55c677ec55f6 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:36.366169 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5cff4b7-21d1-4da5-bfba-7d22589b3020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.457020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36245cf6-44fe-4548-b78d-0b7d41a83d97 req-e40e7f7d-2099-4664-a4f0-968ea7e67989 tempest-SecurityGroupsNegativeTestJSON-423080378 tempest-SecurityGroupsNegativeTestJSON-423080378-project] 10.222.0.41 "GET /v2.0/security-groups/dc1c02e8-4f36-4cf5-a0a5-6f20dd7b335f HTTP/1.1" status: 200 len: 2985 time: 0.4950752 Jul 16 17:58:36.483358 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:36.491798 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.499989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fcaa98f5-0249-4681-bebc-4ca59fa12c41 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1809483 Jul 16 17:58:36.502459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 3dfe564b-5bbd-4381-84d5-55c677ec55f6 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:36.507771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 3dfe564b-5bbd-4381-84d5-55c677ec55f6 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:36.508812 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.511782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 32892) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:36.514027 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5cff4b7-21d1-4da5-bfba-7d22589b3020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.517215 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5cff4b7-21d1-4da5-bfba-7d22589b3020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.520931 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d5cff4b7-21d1-4da5-bfba-7d22589b3020 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d259023c-9201-4106-a892-f2a338f02199 HTTP/1.1" status: 204 len: 168 time: 0.9626083 Jul 16 17:58:36.547641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-614c0284-7763-4866-bb21-4f4b30db5970 req-01db0cf1-56e5-4b74-a387-4793cc799d03 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494099 Jul 16 17:58:36.599912 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Set router 7077a4ae-4e1d-440b-9248-ac836f69905f gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:36.652633 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.668439 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36245cf6-44fe-4548-b78d-0b7d41a83d97 req-dee8dcac-8c20-4854-aed5-fa07ebc375e0 tempest-SecurityGroupsNegativeTestJSON-423080378 tempest-SecurityGroupsNegativeTestJSON-423080378-project] 10.222.0.41 "GET /v2.0/security-groups/dc1c02e8-4f36-4cf5-a0a5-6f20dd7b335f HTTP/1.1" status: 200 len: 2985 time: 0.2071564 Jul 16 17:58:36.704105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-25a1ff15-37e7-4cb2-805b-01f3822bc68f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Made reservation on behalf of f8fd99720b0d4bf1a284f3bc9eb535ce for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:36.708020 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-25a1ff15-37e7-4cb2-805b-01f3822bc68f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.762837 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b56bc77-dc0d-4867-96e0-a36fe3eae231 x-openstack-request-id: req-9b56bc77-dc0d-4867-96e0-a36fe3eae231 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:36.763104 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:36.775605 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b56bc77-dc0d-4867-96e0-a36fe3eae231 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:36.776233 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9', 'code': 200} Jul 16 17:58:36.778086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3dfe564b-5bbd-4381-84d5-55c677ec55f6, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3dfe564b-5bbd-4381-84d5-55c677ec55f6,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:36.787212 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.788088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:37.139003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=3dfe564b-5bbd-4381-84d5-55c677ec55f6,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:37.199341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:37.204516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:37.204900 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.211163 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T17:58:32Z', 'revision_number': 3, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port': {'id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:31Z', 'updated_at': '2021-07-16T17:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:37.252389 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Checking router: 7077a4ae-4e1d-440b-9248-ac836f69905f for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:37.253590 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Updating router 7077a4ae-4e1d-440b-9248-ac836f69905f port c7de1f51-2192-474d-8522-4c7b0f429e3d binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:58:37.344487 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 54b831b1-bb22-435b-a351-ded721de130a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:37.347234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f1168-251f-44f3-a0eb-f5cf5a0a801f req-59c64c86-4d7e-4eca-8255-e2ab87b76805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.353235 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d6052f7-8f4c-495e-8c13-7a36b19c8ae5 req-dd7604f7-c41a-45e6-8b6f-8f0d2ba410bb tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 210 time: 0.2722905 Jul 16 17:58:37.360788 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-752f1168-251f-44f3-a0eb-f5cf5a0a801f req-59c64c86-4d7e-4eca-8255-e2ab87b76805 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=87e1b8f480a441d5a0713bdad64b819e&device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 1095 time: 1.8112991 Jul 16 17:58:37.365411 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.367344 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cff4b7-21d1-4da5-bfba-7d22589b3020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d259023c-9201-4106-a892-f2a338f02199,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:37.402993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-25a1ff15-37e7-4cb2-805b-01f3822bc68f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Allocated IP 172.20.0.14 (952ac8ff-0af0-4f75-809e-e546a42ee253/7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e/224c4d4c-019d-4c98-898c-ae1d1d5c696d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:37.425424 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e25686-07a1-4207-846b-83a0248bfeac admin admin] Router c24b9cab-f1ef-4d31-8220-edf61431d7c5 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:37.506784 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.548037 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:37.566839 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.672988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:37.683462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 54b831b1-bb22-435b-a351-ded721de130a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:37.814677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517cc68f-ec1e-473c-83c6-3c7371855243 None None] Network ef176420-dca1-472e-b8a8-117e5bf1c498 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:37.845440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf259-9902-4ab4-ac86-86d22ced66ff req-15a6f1b2-b325-4f34-b5e6-b68460474465 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.859718 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f1168-251f-44f3-a0eb-f5cf5a0a801f req-dddb156d-aff3-4229-b54f-cb2136cc6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.861216 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-752f1168-251f-44f3-a0eb-f5cf5a0a801f req-dddb156d-aff3-4229-b54f-cb2136cc6f77 service neutron] 10.222.0.43 "GET /v2.0/networks?id=09b97fc8-8c65-4803-904b-e891b26f63ac HTTP/1.1" status: 200 len: 914 time: 0.4769728 Jul 16 17:58:37.876005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf259-9902-4ab4-ac86-86d22ced66ff req-15a6f1b2-b325-4f34-b5e6-b68460474465 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.903540 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf259-9902-4ab4-ac86-86d22ced66ff req-15a6f1b2-b325-4f34-b5e6-b68460474465 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.925737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf259-9902-4ab4-ac86-86d22ced66ff req-15a6f1b2-b325-4f34-b5e6-b68460474465 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.931694 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 327b4914-e85b-4f4a-8ff6-735e643f305d details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:37.946485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf259-9902-4ab4-ac86-86d22ced66ff req-15a6f1b2-b325-4f34-b5e6-b68460474465 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.952786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:37.970865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf259-9902-4ab4-ac86-86d22ced66ff req-15a6f1b2-b325-4f34-b5e6-b68460474465 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.989866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bf259-9902-4ab4-ac86-86d22ced66ff req-15a6f1b2-b325-4f34-b5e6-b68460474465 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.009855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce8bf259-9902-4ab4-ac86-86d22ced66ff req-15a6f1b2-b325-4f34-b5e6-b68460474465 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5437 time: 0.9196451 Jul 16 17:58:38.110770 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.132016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e25686-07a1-4207-846b-83a0248bfeac admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:38.141558 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-50e25686-07a1-4207-846b-83a0248bfeac admin admin] 10.222.0.41 "PUT /v2.0/routers/c24b9cab-f1ef-4d31-8220-edf61431d7c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2462082 Jul 16 17:58:38.143971 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-752f1168-251f-44f3-a0eb-f5cf5a0a801f req-aada9f6f-124e-4869-9c63-e08137ff9e54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327b4914-e85b-4f4a-8ff6-735e643f305d HTTP/1.1" status: 200 len: 217 time: 0.2585230 Jul 16 17:58:38.146544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 32934) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:38.156673 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Transition to ACTIVE for port object c7de1f51-2192-474d-8522-4c7b0f429e3d will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:38.176061 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.176626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-939be3ff-ff40-496b-9cfb-bc48ebf8bc58 None None] Provisioning for port 54b831b1-bb22-435b-a351-ded721de130a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:38.212228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f97f0c-0111-4659-835e-9e5843cc2ac9 None None] Sync routers for ids ['c24b9cab-f1ef-4d31-8220-edf61431d7c5'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:38.232199 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce8bf259-9902-4ab4-ac86-86d22ced66ff req-8dd21590-2315-4967-8fef-f2ef8065f108 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2219837 Jul 16 17:58:38.318543 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.330700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-939be3ff-ff40-496b-9cfb-bc48ebf8bc58 None None] Provisioning complete for port 54b831b1-bb22-435b-a351-ded721de130a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:38.331083 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-939be3ff-ff40-496b-9cfb-bc48ebf8bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.345651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64f68ffa-0abb-4e17-9956-a7a63fed2a21 req-5be05531-e47b-4160-80cd-04543090b641 tempest-SecurityGroupsNegativeTestJSON-423080378 tempest-SecurityGroupsNegativeTestJSON-423080378-project] 10.222.0.41 "GET /v2.0/security-groups/dc1c02e8-4f36-4cf5-a0a5-6f20dd7b335f HTTP/1.1" status: 200 len: 2985 time: 0.6553187 Jul 16 17:58:38.403000 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-25a1ff15-37e7-4cb2-805b-01f3822bc68f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.422770 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Attempting to bind port c7de1f51-2192-474d-8522-4c7b0f429e3d on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:38.427198 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Attempting to bind port c7de1f51-2192-474d-8522-4c7b0f429e3d by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:38.427855 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Attempting to bind port c7de1f51-2192-474d-8522-4c7b0f429e3d on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:38.434249 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Pushing event updated for resources: {'Port': ['ID=c7de1f51-2192-474d-8522-4c7b0f429e3d,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:38.457770 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:38.459421 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:38.462362 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.463104 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:38.463882 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Bound port: c7de1f51-2192-474d-8522-4c7b0f429e3d, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:38.465814 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.470784 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:38.473021 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:38.475980 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:38.477991 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:38.478617 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:38.481699 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:38.482900 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:38.483522 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:38.484128 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:38.484712 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:38.486797 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:38.488115 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:38.575498 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.resource_extend [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:58:38.580997 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f1168-251f-44f3-a0eb-f5cf5a0a801f req-736ba9c1-955c-46f3-946d-2e42d1bec012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.582482 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-752f1168-251f-44f3-a0eb-f5cf5a0a801f req-736ba9c1-955c-46f3-946d-2e42d1bec012 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21138c88-dbc5-44b0-8de1-b7f73e048483 HTTP/1.1" status: 200 len: 853 time: 0.0875165 Jul 16 17:58:38.594964 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.610590 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-64f68ffa-0abb-4e17-9956-a7a63fed2a21 req-2965a929-fd1a-4e1d-83b9-fb9ed3607db7 tempest-SecurityGroupsNegativeTestJSON-423080378 tempest-SecurityGroupsNegativeTestJSON-423080378-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 17:58:38.641182 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-752f1168-251f-44f3-a0eb-f5cf5a0a801f req-9f5fb177-1fff-4a2d-93d5-7abad1982224 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=09b97fc8-8c65-4803-904b-e891b26f63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415378 Jul 16 17:58:38.641681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64f68ffa-0abb-4e17-9956-a7a63fed2a21 req-2965a929-fd1a-4e1d-83b9-fb9ed3607db7 tempest-SecurityGroupsNegativeTestJSON-423080378 tempest-SecurityGroupsNegativeTestJSON-423080378-project] 10.222.0.41 "DELETE /v2.0/security-groups/dc1c02e8-4f36-4cf5-a0a5-6f20dd7b335f HTTP/1.1" status: 409 len: 352 time: 0.2934208 Jul 16 17:58:38.649368 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] For port c7de1f51-2192-474d-8522-4c7b0f429e3d, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:38.663102 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] For port c7de1f51-2192-474d-8522-4c7b0f429e3d, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c7de1f51-2192-474d-8522-4c7b0f429e3d,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:38.680914 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.710635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:38.750044 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-752f1168-251f-44f3-a0eb-f5cf5a0a801f req-280d1996-5755-4a39-97cd-d461df11638b service neutron] 10.222.0.43 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013625 Jul 16 17:58:38.779767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:38.780073 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.793466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f97f0c-0111-4659-835e-9e5843cc2ac9 None None] Routers {'c24b9cab-f1ef-4d31-8220-edf61431d7c5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:38.796033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c3f97f0c-0111-4659-835e-9e5843cc2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:58:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c24b9cab-f1ef-4d31-8220-edf61431d7c5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:38.806433 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-25a1ff15-37e7-4cb2-805b-01f3822bc68f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.872551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bbed6-a985-4048-a019-7176e43bb60b req-f5b1f3a0-a5f9-481a-9537-ec51a64d95a4 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.893081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a'}, {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfe564b-5bbd-4381-84d5-55c677ec55f6'}, {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:38.895367 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9a1a87-3e38-4189-941b-a519b5851785" -d '{"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "d0cb9d26-0e9f-4b54-9225-9c822edb4a1a"}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "3dfe564b-5bbd-4381-84d5-55c677ec55f6"}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:38.896552 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b5bbed6-a985-4048-a019-7176e43bb60b req-f5b1f3a0-a5f9-481a-9537-ec51a64d95a4 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 943 time: 0.3463411 Jul 16 17:58:38.918811 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Routers {'7077a4ae-4e1d-440b-9248-ac836f69905f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:38.928553 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:58:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7077a4ae-4e1d-440b-9248-ac836f69905f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:39.043693 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926e3e8-3450-4767-93a8-0ab396ab7907 None None] Pushing event updated for resources: {'Port': ['ID=c7de1f51-2192-474d-8522-4c7b0f429e3d,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:39.053353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['3052f409-f6aa-4720-8e6a-2d063b4c701e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:39.072000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-25a1ff15-37e7-4cb2-805b-01f3822bc68f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Network 952ac8ff-0af0-4f75-809e-e546a42ee253 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:39.097633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b5bbed6-a985-4048-a019-7176e43bb60b req-21f0be47-9ca5-4bc3-9eed-b1161a831e4f tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999121 Jul 16 17:58:39.142400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-25a1ff15-37e7-4cb2-805b-01f3822bc68f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:39.181116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-25a1ff15-37e7-4cb2-805b-01f3822bc68f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:39.269470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-25a1ff15-37e7-4cb2-805b-01f3822bc68f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.270132 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-25a1ff15-37e7-4cb2-805b-01f3822bc68f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.298717 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] Set router 7077a4ae-4e1d-440b-9248-ac836f69905f gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:39.327679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c3f97f0c-0111-4659-835e-9e5843cc2ac9 None None] Set router c24b9cab-f1ef-4d31-8220-edf61431d7c5 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:39.335147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1ff15-37e7-4cb2-805b-01f3822bc68f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Pushing event updated for resources: {'Port': ['ID=224c4d4c-019d-4c98-898c-ae1d1d5c696d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:39.354593 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-d9145a49-6c6f-4ef0-961b-16e4bd6fbf70 req-8df1eeff-7b96-4e8c-a76b-3ff7920ea7cb tempest-SecurityGroupsNegativeTestJSON-423080378 tempest-SecurityGroupsNegativeTestJSON-423080378-project] show failed (client error): The resource could not be found. Jul 16 17:58:39.363375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9145a49-6c6f-4ef0-961b-16e4bd6fbf70 req-8df1eeff-7b96-4e8c-a76b-3ff7920ea7cb tempest-SecurityGroupsNegativeTestJSON-423080378 tempest-SecurityGroupsNegativeTestJSON-423080378-project] 10.222.0.41 "GET /v2.0/security-groups/b73b7f36-80c4-4dac-82f3-0e8890ca8b39 HTTP/1.1" status: 404 len: 352 time: 0.2023826 Jul 16 17:58:39.394387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-25a1ff15-37e7-4cb2-805b-01f3822bc68f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4984810 Jul 16 17:58:39.430883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Request body: {'port': {'device_id': '8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:39.461379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Deleting port 5c5a2f66-ab3d-43ca-980a-168eede84844 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:39.461730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.560585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 327b4914-e85b-4f4a-8ff6-735e643f305d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=327b4914-e85b-4f4a-8ff6-735e643f305d,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:39.564473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eadbad-5eb8-4869-9288-3bb968ffa89e req-ea47b2e0-6d6f-4227-9b38-23b9d826dbca tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.566085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6eadbad-5eb8-4869-9288-3bb968ffa89e req-ea47b2e0-6d6f-4227-9b38-23b9d826dbca tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 932 time: 0.4963658 Jul 16 17:58:39.580383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c3f97f0c-0111-4659-835e-9e5843cc2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'name': 'tempest-ServerRescueTestJSON-1397339177-router', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:58:38Z', 'revision_number': 6, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:39.615457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '327b4914-e85b-4f4a-8ff6-735e643f305d', 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac', 'port_id': '327b4914-e85b-4f4a-8ff6-735e643f305d', 'mac_address': 'fa:16:3e:50:c9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21138c88-dbc5-44b0-8de1-b7f73e048483', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:39.625887 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5246c88-b85e-4c9a-956e-4daea675ffa9 x-openstack-request-id: req-d5246c88-b85e-4c9a-956e-4daea675ffa9 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:39.626333 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "d0cb9d26-0e9f-4b54-9225-9c822edb4a1a", "code": 200}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "3dfe564b-5bbd-4381-84d5-55c677ec55f6", "code": 200}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:39.626700 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5246c88-b85e-4c9a-956e-4daea675ffa9 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:39.627205 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a', 'code': 200} Jul 16 17:58:39.627596 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfe564b-5bbd-4381-84d5-55c677ec55f6', 'code': 200} Jul 16 17:58:39.627958 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc', 'code': 200} Jul 16 17:58:39.633823 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f97f0c-0111-4659-835e-9e5843cc2ac9 None None] Checking router: c24b9cab-f1ef-4d31-8220-edf61431d7c5 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:39.657934 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f97f0c-0111-4659-835e-9e5843cc2ac9 None None] Routers {'c24b9cab-f1ef-4d31-8220-edf61431d7c5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:39.658747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c3f97f0c-0111-4659-835e-9e5843cc2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:58:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c24b9cab-f1ef-4d31-8220-edf61431d7c5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:39.706225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] For port 5c5a2f66-ab3d-43ca-980a-168eede84844, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5c5a2f66-ab3d-43ca-980a-168eede84844,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:39.707244 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.732559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Calling delete_port for 5c5a2f66-ab3d-43ca-980a-168eede84844 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:39.768766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.884856 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T17:58:32Z', 'revision_number': 3, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port': {'id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:31Z', 'updated_at': '2021-07-16T17:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:39.905662 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-939be3ff-ff40-496b-9cfb-bc48ebf8bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.928107 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6eadbad-5eb8-4869-9288-3bb968ffa89e req-8126ad3e-cf67-4a92-86f8-5baef2680c85 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360915 Jul 16 17:58:39.953572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c3f97f0c-0111-4659-835e-9e5843cc2ac9 None None] Set router c24b9cab-f1ef-4d31-8220-edf61431d7c5 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:39.954207 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c2be3-cbaf-44cd-b447-99546f3b739c None None] The sync data for ids ['7077a4ae-4e1d-440b-9248-ac836f69905f'] in n-d-787206-10 is: [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T17:58:32Z', 'revision_number': 3, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port': {'id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:31Z', 'updated_at': '2021-07-16T17:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:39.999247 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-752f1168-251f-44f3-a0eb-f5cf5a0a801f req-e5013260-2e90-425e-b0a8-246520dc14d9 service neutron] 10.222.0.43 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2156634 Jul 16 17:58:40.050643 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.070151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c3f97f0c-0111-4659-835e-9e5843cc2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'name': 'tempest-ServerRescueTestJSON-1397339177-router', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:58:38Z', 'revision_number': 6, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:40.147695 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.156079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-939be3ff-ff40-496b-9cfb-bc48ebf8bc58 None None] For port 54b831b1-bb22-435b-a351-ded721de130a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=54b831b1-bb22-435b-a351-ded721de130a,segment=NetworkSegment(a2853b63-d029-4cf4-9772-1f7a4a02fe55),segment_id=a2853b63-d029-4cf4-9772-1f7a4a02fe55)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:40.161935 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f97f0c-0111-4659-835e-9e5843cc2ac9 None None] The sync data for ids ['c24b9cab-f1ef-4d31-8220-edf61431d7c5'] in n-d-787206-10 is: [{'id': 'c24b9cab-f1ef-4d31-8220-edf61431d7c5', 'name': 'tempest-ServerRescueTestJSON-1397339177-router', 'tenant_id': '6659736fb9cd41d391c1680db88c67fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:58:38Z', 'revision_number': 6, 'project_id': '6659736fb9cd41d391c1680db88c67fd', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:40.274920 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-506f1667-97e8-4fe4-b68b-c2c370248634 req-6ef8755a-5793-476b-81a8-349c04a18580 tempest-SecurityGroupsNegativeTestJSON-423080378 tempest-SecurityGroupsNegativeTestJSON-423080378-project] show failed (client error): The resource could not be found. Jul 16 17:58:40.302193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-506f1667-97e8-4fe4-b68b-c2c370248634 req-6ef8755a-5793-476b-81a8-349c04a18580 tempest-SecurityGroupsNegativeTestJSON-423080378 tempest-SecurityGroupsNegativeTestJSON-423080378-project] 10.222.0.41 "GET /v2.0/security-groups/6332c05e-642a-44c9-b203-25c51917be84 HTTP/1.1" status: 404 len: 352 time: 0.3011448 Jul 16 17:58:40.305613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 32966) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:40.414773 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-939be3ff-ff40-496b-9cfb-bc48ebf8bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.511918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0be80-3839-497d-9b27-09b7481a2181 req-06ed4f80-28a2-41b5-9ebf-f27435c7447e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.521791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0be80-3839-497d-9b27-09b7481a2181 req-06ed4f80-28a2-41b5-9ebf-f27435c7447e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.533054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0be80-3839-497d-9b27-09b7481a2181 req-06ed4f80-28a2-41b5-9ebf-f27435c7447e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.540508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0be80-3839-497d-9b27-09b7481a2181 req-06ed4f80-28a2-41b5-9ebf-f27435c7447e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.590763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0be80-3839-497d-9b27-09b7481a2181 req-06ed4f80-28a2-41b5-9ebf-f27435c7447e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.606380 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.621536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0be80-3839-497d-9b27-09b7481a2181 req-06ed4f80-28a2-41b5-9ebf-f27435c7447e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.646523 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939be3ff-ff40-496b-9cfb-bc48ebf8bc58 None None] Pushing event updated for resources: {'Port': ['ID=54b831b1-bb22-435b-a351-ded721de130a,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:40.658668 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.709537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0be80-3839-497d-9b27-09b7481a2181 req-06ed4f80-28a2-41b5-9ebf-f27435c7447e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.744273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46e0be80-3839-497d-9b27-09b7481a2181 req-06ed4f80-28a2-41b5-9ebf-f27435c7447e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5438 time: 0.9733486 Jul 16 17:58:40.775344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327b4914-e85b-4f4a-8ff6-735e643f305d {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:40.853631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5a2f66-ab3d-43ca-980a-168eede84844,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:40.965380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 327b4914-e85b-4f4a-8ff6-735e643f305d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=327b4914-e85b-4f4a-8ff6-735e643f305d,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:40.972540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434bc532-1902-4f4a-b1d0-20cb0f87b2c0,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:40.999194 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.000626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:41.006561 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.132456 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Allocated IP 172.20.0.1 (ef176420-dca1-472e-b8a8-117e5bf1c498/380206bc-53db-475e-8db6-cb57da5e0bf7/5c24ed97-4378-40a8-ad3b-ae357501ccee) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:41.223613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224c4d4c-019d-4c98-898c-ae1d1d5c696d {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:41.238705 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.256548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Transition to ACTIVE for port object 224c4d4c-019d-4c98-898c-ae1d1d5c696d will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:41.330861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-88bbfd30-75aa-4fb6-a154-3c69ff985a58 None None] Provisioning complete for port 54b831b1-bb22-435b-a351-ded721de130a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:41.331951 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-88bbfd30-75aa-4fb6-a154-3c69ff985a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.336525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['327b4914-e85b-4f4a-8ff6-735e643f305d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:41.368560 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.379795 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.425772 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Transition to ACTIVE for port object 5c24ed97-4378-40a8-ad3b-ae357501ccee will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:41.447395 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.496100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b03012-4317-4dcc-bac9-f0ccbe1b16b3 admin admin] Deleting subnet fd87b677-6d62-4d83-a30c-155ae94d2be0 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:41.530223 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d3b03012-4317-4dcc-bac9-f0ccbe1b16b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.639686 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d3b03012-4317-4dcc-bac9-f0ccbe1b16b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.650244 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434bc532-1902-4f4a-b1d0-20cb0f87b2c0'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:41.664404 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c804e0b3-6c28-43c0-905c-3818d20c851c" -d '{"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "434bc532-1902-4f4a-b1d0-20cb0f87b2c0"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:41.675043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 54b831b1-bb22-435b-a351-ded721de130a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:41.690774 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d3b03012-4317-4dcc-bac9-f0ccbe1b16b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.737154 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.748415 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.814364 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d3b03012-4317-4dcc-bac9-f0ccbe1b16b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.834687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434bc532-1902-4f4a-b1d0-20cb0f87b2c0,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:41.864549 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.865723 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c24b9cab-f1ef-4d31-8220-edf61431d7c5 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:58:41.875815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.877073 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4d73392e-1216-4f2c-af41-3289e0281e3e admin admin] 10.222.0.41 "DELETE /v2.0/routers/c24b9cab-f1ef-4d31-8220-edf61431d7c5 HTTP/1.1" status: 204 len: 168 time: 3.7294266 Jul 16 17:58:41.878486 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.886069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 32990) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:41.907240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b03012-4317-4dcc-bac9-f0ccbe1b16b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd87b677-6d62-4d83-a30c-155ae94d2be0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:41.981667 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=224c4d4c-019d-4c98-898c-ae1d1d5c696d,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:42.071097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:42.090339 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Network ef176420-dca1-472e-b8a8-117e5bf1c498 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:42.107882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:42.115248 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:42.120982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:42.121362 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.163829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46e0be80-3839-497d-9b27-09b7481a2181 req-80b01592-5924-410b-ba00-bddbd8637054 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.4181557 Jul 16 17:58:42.165957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Attempting to bind port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:42.170786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Attempting to bind port 224c4d4c-019d-4c98-898c-ae1d1d5c696d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:42.171841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Attempting to bind port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:42.180217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:42.181044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Attempting to bind port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:42.183937 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb1d53b-c633-4470-af17-5ca9c54472e0 admin admin] Deleting subnet 523cbcf0-c6a3-4b6e-9020-6529e4d951df {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:42.195153 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d3b03012-4317-4dcc-bac9-f0ccbe1b16b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.204218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d3b03012-4317-4dcc-bac9-f0ccbe1b16b3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fd87b677-6d62-4d83-a30c-155ae94d2be0 HTTP/1.1" status: 204 len: 168 time: 1.8964987 Jul 16 17:58:42.210400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 32996) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:42.274871 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d53b-c633-4470-af17-5ca9c54472e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.280478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:42.284035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=327b4914-e85b-4f4a-8ff6-735e643f305d,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:42.303142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:42.303495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:42.303954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Bound port: 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:42.309922 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.410565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d7d17-6bf1-40b0-b356-3c7de7d0a954 req-fce545a7-a42c-4bdb-955e-02be0dd9897d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:42.422661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Pushing event updated for resources: {'Port': ['ID=5c24ed97-4378-40a8-ad3b-ae357501ccee,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:42.426984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-714d7d17-6bf1-40b0-b356-3c7de7d0a954 req-fce545a7-a42c-4bdb-955e-02be0dd9897d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 944 time: 1.1685820 Jul 16 17:58:42.431503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 54b831b1-bb22-435b-a351-ded721de130a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:42.432168 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.512744 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d53b-c633-4470-af17-5ca9c54472e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.614040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c7de1f51-2192-474d-8522-4c7b0f429e3d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:42.812373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port c7de1f51-2192-474d-8522-4c7b0f429e3d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:42.822057 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.856577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:42.865417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:42.868491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c7de1f51-2192-474d-8522-4c7b0f429e3d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:42.868872 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.902627 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-014b5374-b8f8-4192-a9e6-3cbb13349b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.920100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-714d7d17-6bf1-40b0-b356-3c7de7d0a954 req-32fb1f26-6eef-499f-959e-dcf071394d0e tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867308 Jul 16 17:58:42.931409 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.940308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:43.065690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.066491 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.070835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] 10.222.0.43 "PUT /v2.0/ports/224c4d4c-019d-4c98-898c-ae1d1d5c696d HTTP/1.1" status: 200 len: 1093 time: 3.6641567 Jul 16 17:58:43.109090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f', 'tag': '224c4d4c-019d-4c98-898c-ae1d1d5c696d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:43.110013 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d13cf76-288e-40c3-a60d-ea2a2a7547d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f", "tag": "224c4d4c-019d-4c98-898c-ae1d1d5c696d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:43.125338 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.127536 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 96c007b5-8bbc-4e2c-9529-671df32a71ae up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:43.132145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-01cd987e-b88e-46b9-9487-82f0ed0359ff None None] Provisioning for port 5c24ed97-4378-40a8-ad3b-ae357501ccee completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:43.373552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:43.398640 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3051b8f9-c3d7-4221-a025-653510468fe1 x-openstack-request-id: req-3051b8f9-c3d7-4221-a025-653510468fe1 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:43.402241 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "434bc532-1902-4f4a-b1d0-20cb0f87b2c0", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:43.402812 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3051b8f9-c3d7-4221-a025-653510468fe1 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:43.403600 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434bc532-1902-4f4a-b1d0-20cb0f87b2c0', 'code': 200} Jul 16 17:58:43.409316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-01cd987e-b88e-46b9-9487-82f0ed0359ff None None] Provisioning complete for port 5c24ed97-4378-40a8-ad3b-ae357501ccee triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:43.415705 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-01cd987e-b88e-46b9-9487-82f0ed0359ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.440698 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4046ffa6-8a5f-42c9-8fa2-a257111d9a4c x-openstack-request-id: req-4046ffa6-8a5f-42c9-8fa2-a257111d9a4c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:43.441778 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f", "tag": "224c4d4c-019d-4c98-898c-ae1d1d5c696d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:43.442597 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4046ffa6-8a5f-42c9-8fa2-a257111d9a4c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:43.443999 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f', 'tag': '224c4d4c-019d-4c98-898c-ae1d1d5c696d', 'status': 'completed', 'code': 200} Jul 16 17:58:43.488153 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.503418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a9c4c-e184-4fe2-940d-8efa63201fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=224c4d4c-019d-4c98-898c-ae1d1d5c696d,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:43.578904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-01cd987e-b88e-46b9-9487-82f0ed0359ff None None] Port 5c24ed97-4378-40a8-ad3b-ae357501ccee cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:43.588531 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-014b5374-b8f8-4192-a9e6-3cbb13349b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.640656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-014b5374-b8f8-4192-a9e6-3cbb13349b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfbe603-efe0-48c5-a6c4-af1896b3355d']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:43.671926 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d53b-c633-4470-af17-5ca9c54472e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.675512 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.688047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56925cad-7efa-4e63-bfec-1d0c35fb630e req-d6823448-66a1-4b1c-a677-752085d41d08 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.690394 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56925cad-7efa-4e63-bfec-1d0c35fb630e req-d6823448-66a1-4b1c-a677-752085d41d08 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 944 time: 0.8233738 Jul 16 17:58:43.696414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-014b5374-b8f8-4192-a9e6-3cbb13349b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34fc3d9-cf5c-458f-b7d9-72ee58752f30') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:43.697627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-014b5374-b8f8-4192-a9e6-3cbb13349b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34fc3d9-cf5c-458f-b7d9-72ee58752f30') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:43.705377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port c7de1f51-2192-474d-8522-4c7b0f429e3d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c7de1f51-2192-474d-8522-4c7b0f429e3d,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:43.718886 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.727031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 96c007b5-8bbc-4e2c-9529-671df32a71ae completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:43.734175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-182505df-1968-4fdc-9727-938540577630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.735840 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-182505df-1968-4fdc-9727-938540577630 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 1096 time: 0.5825818 Jul 16 17:58:43.739316 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-014b5374-b8f8-4192-a9e6-3cbb13349b8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.785732 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 531f26fb-3b86-4edd-b9b0-3e212b8b2117 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:43.836520 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-014b5374-b8f8-4192-a9e6-3cbb13349b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.840191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 531f26fb-3b86-4edd-b9b0-3e212b8b2117 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:43.840683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 531f26fb-3b86-4edd-b9b0-3e212b8b2117 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:43.841826 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56925cad-7efa-4e63-bfec-1d0c35fb630e req-b79554bf-3acb-420e-9cbe-240e459cde4b tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380084 Jul 16 17:58:43.846076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-a2a236f7-31a4-45be-8c85-817dedd47369 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d HTTP/1.1" status: 200 len: 217 time: 0.0906551 Jul 16 17:58:43.852412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014b5374-b8f8-4192-a9e6-3cbb13349b8a admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:43.853348 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-014b5374-b8f8-4192-a9e6-3cbb13349b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: timer() Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:43.856316 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:43.866464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 96c007b5-8bbc-4e2c-9529-671df32a71ae triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:43.866464 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.941077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5c5a2f66-ab3d-43ca-980a-168eede84844 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:44.018940 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d53b-c633-4470-af17-5ca9c54472e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.035387 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 5c5a2f66-ab3d-43ca-980a-168eede84844 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:44.035769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5c5a2f66-ab3d-43ca-980a-168eede84844 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:44.040140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=c7de1f51-2192-474d-8522-4c7b0f429e3d,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:44.061716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1d53b-c633-4470-af17-5ca9c54472e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=523cbcf0-c6a3-4b6e-9020-6529e4d951df,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:44.063751 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d53b-c633-4470-af17-5ca9c54472e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.066291 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cfb1d53b-c633-4470-af17-5ca9c54472e0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/523cbcf0-c6a3-4b6e-9020-6529e4d951df HTTP/1.1" status: 204 len: 168 time: 2.1747661 Jul 16 17:58:44.068681 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33024) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:44.177618 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.209122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-22516fbf-df1b-4b53-be22-cbf168e0118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.212354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-22516fbf-df1b-4b53-be22-cbf168e0118d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.3442905 Jul 16 17:58:44.228941 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b643076a-cd1b-4379-9187-f4547632ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.240762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f403d-b39f-4a5b-a2e7-a935e1a8919a req-d0d17dec-7eba-4fac-b0d1-bf3e8112fef5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.249221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f403d-b39f-4a5b-a2e7-a935e1a8919a req-d0d17dec-7eba-4fac-b0d1-bf3e8112fef5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.255066 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.265144 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 96c007b5-8bbc-4e2c-9529-671df32a71ae, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=96c007b5-8bbc-4e2c-9529-671df32a71ae,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:44.266675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f403d-b39f-4a5b-a2e7-a935e1a8919a req-d0d17dec-7eba-4fac-b0d1-bf3e8112fef5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.276433 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.287746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f403d-b39f-4a5b-a2e7-a935e1a8919a req-d0d17dec-7eba-4fac-b0d1-bf3e8112fef5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.302534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f403d-b39f-4a5b-a2e7-a935e1a8919a req-d0d17dec-7eba-4fac-b0d1-bf3e8112fef5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.311400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f403d-b39f-4a5b-a2e7-a935e1a8919a req-d0d17dec-7eba-4fac-b0d1-bf3e8112fef5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.317959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f403d-b39f-4a5b-a2e7-a935e1a8919a req-d0d17dec-7eba-4fac-b0d1-bf3e8112fef5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.320309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be6f403d-b39f-4a5b-a2e7-a935e1a8919a req-d0d17dec-7eba-4fac-b0d1-bf3e8112fef5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5440 time: 0.7012691 Jul 16 17:58:44.321003 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-014b5374-b8f8-4192-a9e6-3cbb13349b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.409145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=96c007b5-8bbc-4e2c-9529-671df32a71ae,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:44.430423 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-014b5374-b8f8-4192-a9e6-3cbb13349b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.437969 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-014b5374-b8f8-4192-a9e6-3cbb13349b8a admin admin] 10.222.0.41 "DELETE /v2.0/networks/1bfbe603-efe0-48c5-a6c4-af1896b3355d HTTP/1.1" status: 204 len: 168 time: 2.2250140 Jul 16 17:58:44.554457 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b643076a-cd1b-4379-9187-f4547632ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.599606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b643076a-cd1b-4379-9187-f4547632ac85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779ac9d7-2f9a-4efa-90ae-d58907e96a43']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:44.652465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b643076a-cd1b-4379-9187-f4547632ac85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf5ddb0-04dd-475f-880a-b33ef209e5b9') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:44.652782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b643076a-cd1b-4379-9187-f4547632ac85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf5ddb0-04dd-475f-880a-b33ef209e5b9') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:44.694458 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33030) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:44.707095 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b643076a-cd1b-4379-9187-f4547632ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.727357 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b643076a-cd1b-4379-9187-f4547632ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.746037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b643076a-cd1b-4379-9187-f4547632ac85 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:44.746443 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b643076a-cd1b-4379-9187-f4547632ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: timer() Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:44.750510 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:44.877224 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-705f9bc7-bb25-4026-9421-c27a1253d3c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b856ab9169c465aa1792c33987e4e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802962 Jul 16 17:58:44.879675 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b643076a-cd1b-4379-9187-f4547632ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.886923 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33032) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:44.920115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-d92535a2-3384-4a15-a59b-970ab972a2b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5965641 Jul 16 17:58:44.926519 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b643076a-cd1b-4379-9187-f4547632ac85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.930773 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b643076a-cd1b-4379-9187-f4547632ac85 admin admin] 10.222.0.41 "DELETE /v2.0/networks/779ac9d7-2f9a-4efa-90ae-d58907e96a43 HTTP/1.1" status: 204 len: 168 time: 0.8547831 Jul 16 17:58:44.939462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b5374-b8f8-4192-a9e6-3cbb13349b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=1bfbe603-efe0-48c5-a6c4-af1896b3355d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:44.952375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643076a-cd1b-4379-9187-f4547632ac85 admin admin] Pushing event deleted for resources: {'Network': ['ID=779ac9d7-2f9a-4efa-90ae-d58907e96a43,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:44.957983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be6f403d-b39f-4a5b-a2e7-a935e1a8919a req-55894dbf-a679-4ae6-a0e4-13ccf76655f0 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5966232 Jul 16 17:58:45.018337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 327b4914-e85b-4f4a-8ff6-735e643f305d up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:45.034927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.048021 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-97a7ec36-1355-4cc1-8533-576063e1114c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.078273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.152931 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-97a7ec36-1355-4cc1-8533-576063e1114c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.161887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-6a03ff9f-1d78-4147-bdaf-d2e00ecd3d0b service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278428 Jul 16 17:58:45.200306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 327b4914-e85b-4f4a-8ff6-735e643f305d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:45.209464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 327b4914-e85b-4f4a-8ff6-735e643f305d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:45.210100 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.235114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Pushing event updated for resources: {'Port': ['ID=5c24ed97-4378-40a8-ad3b-ae357501ccee,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:45.288573 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.422099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6'}, {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c007b5-8bbc-4e2c-9529-671df32a71ae'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:45.425366 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52bc107-6180-46bf-86ad-528f648b3b32" -d '{"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6"}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "96c007b5-8bbc-4e2c-9529-671df32a71ae"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:45.431717 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.477064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e193f48-c0f3-41e6-9451-db5f46f8bdb8 req-78b465dc-8ef4-4fb3-a04b-35fe6cc8b086 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973206 Jul 16 17:58:45.478014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33056) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:45.506972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 327b4914-e85b-4f4a-8ff6-735e643f305d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=327b4914-e85b-4f4a-8ff6-735e643f305d,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:45.516517 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.536771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Network ef176420-dca1-472e-b8a8-117e5bf1c498 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:45.540605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:45.613844 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-97a7ec36-1355-4cc1-8533-576063e1114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.617050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-97a7ec36-1355-4cc1-8533-576063e1114c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.618402 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-97a7ec36-1355-4cc1-8533-576063e1114c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc1c02e8-4f36-4cf5-a0a5-6f20dd7b335f HTTP/1.1" status: 204 len: 168 time: 0.7304149 Jul 16 17:58:45.633031 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7ec36-1355-4cc1-8533-576063e1114c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1c02e8-4f36-4cf5-a0a5-6f20dd7b335f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:45.663804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028412bb-184b-4de1-bbb9-10f9c36615dc req-017f0d4a-dfc7-4ada-b14e-8fed6261ea93 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.681323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=327b4914-e85b-4f4a-8ff6-735e643f305d,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:45.684736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-028412bb-184b-4de1-bbb9-10f9c36615dc req-017f0d4a-dfc7-4ada-b14e-8fed6261ea93 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 944 time: 1.4700820 Jul 16 17:58:45.739584 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Router 7077a4ae-4e1d-440b-9248-ac836f69905f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:45.952687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-028412bb-184b-4de1-bbb9-10f9c36615dc req-b83bebff-b080-45c1-92a0-f0a2316445c7 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641926 Jul 16 17:58:46.007207 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c7de1f51-2192-474d-8522-4c7b0f429e3d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:46.015872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42569cf-8b7b-4955-bab1-71bc6a6075c8 req-efa9687c-9d39-4c19-a99a-09148ee77155 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.026756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a42569cf-8b7b-4955-bab1-71bc6a6075c8 req-efa9687c-9d39-4c19-a99a-09148ee77155 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 944 time: 0.5467384 Jul 16 17:58:46.042301 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a6828b93-b36b-4566-aa39-5166dfde0a29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6659736fb9cd41d391c1680db88c67fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470214 Jul 16 17:58:46.058922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33062) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:46.112591 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af8caa2-e9d3-41b6-ad64-1b70cbb855be x-openstack-request-id: req-5af8caa2-e9d3-41b6-ad64-1b70cbb855be {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:46.112591 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6", "code": 200}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-plugged", "status": "completed", "tag": "96c007b5-8bbc-4e2c-9529-671df32a71ae", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:46.112818 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5af8caa2-e9d3-41b6-ad64-1b70cbb855be {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:46.113071 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6', 'code': 200} Jul 16 17:58:46.113353 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c007b5-8bbc-4e2c-9529-671df32a71ae', 'code': 200} Jul 16 17:58:46.143575 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:46.158746 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Sync routers for ids ['7077a4ae-4e1d-440b-9248-ac836f69905f'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:46.159632 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-771af0c8-d881-466d-9db7-6ef9210ac91f admin admin] 10.222.0.41 "PUT /v2.0/routers/7077a4ae-4e1d-440b-9248-ac836f69905f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6393986 Jul 16 17:58:46.181877 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Routers {'7077a4ae-4e1d-440b-9248-ac836f69905f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:46.185656 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:58:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7077a4ae-4e1d-440b-9248-ac836f69905f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:46.204626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13cf76-288e-40c3-a60d-ea2a2a7547d4 req-5986cf00-09aa-4da4-aefc-44f2d42743e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.205657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2a087fa-f65c-4726-8647-9505fb8818c1 None None] Provisioning complete for port 5c24ed97-4378-40a8-ad3b-ae357501ccee triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:46.206143 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2a087fa-f65c-4726-8647-9505fb8818c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.209490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d13cf76-288e-40c3-a60d-ea2a2a7547d4 req-5986cf00-09aa-4da4-aefc-44f2d42743e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 1096 time: 0.6355791 Jul 16 17:58:46.323053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c2a087fa-f65c-4726-8647-9505fb8818c1 None None] Port 5c24ed97-4378-40a8-ad3b-ae357501ccee cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:46.333019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a42569cf-8b7b-4955-bab1-71bc6a6075c8 req-2816fd2a-3ea6-4c1a-ac39-274285444bd0 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989480 Jul 16 17:58:46.379850 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c7de1f51-2192-474d-8522-4c7b0f429e3d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:46.380224 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.398922 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Set router 7077a4ae-4e1d-440b-9248-ac836f69905f gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:46.437173 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4a57a9f-be91-4d57-b20c-a2448ec1bfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.472951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4a57a9f-be91-4d57-b20c-a2448ec1bfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.872797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40e0aa-29e3-4666-8ec3-76060f469654 req-ab5bff77-9456-445d-86d7-a5d44a18b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.873324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40e0aa-29e3-4666-8ec3-76060f469654 req-ab5bff77-9456-445d-86d7-a5d44a18b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.875319 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40e0aa-29e3-4666-8ec3-76060f469654 req-ab5bff77-9456-445d-86d7-a5d44a18b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.875842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40e0aa-29e3-4666-8ec3-76060f469654 req-ab5bff77-9456-445d-86d7-a5d44a18b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.876660 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40e0aa-29e3-4666-8ec3-76060f469654 req-ab5bff77-9456-445d-86d7-a5d44a18b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.877129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40e0aa-29e3-4666-8ec3-76060f469654 req-ab5bff77-9456-445d-86d7-a5d44a18b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.877601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40e0aa-29e3-4666-8ec3-76060f469654 req-ab5bff77-9456-445d-86d7-a5d44a18b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.883757 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf40e0aa-29e3-4666-8ec3-76060f469654 req-ab5bff77-9456-445d-86d7-a5d44a18b76c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 6505 time: 0.6366723 Jul 16 17:58:46.892367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13cf76-288e-40c3-a60d-ea2a2a7547d4 req-e435945d-7295-4418-97a3-fee3880b3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.897169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d13cf76-288e-40c3-a60d-ea2a2a7547d4 req-e435945d-7295-4418-97a3-fee3880b3318 service neutron] 10.222.0.43 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.6550195 Jul 16 17:58:46.943207 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port': {'id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:31Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '5c24ed97-4378-40a8-ad3b-ae357501ccee', 'name': '', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'mac_address': 'fa:16:3e:94:13:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:44Z', 'revision_number': 2, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'subnets': [{'id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:46.990712 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Checking router: 7077a4ae-4e1d-440b-9248-ac836f69905f for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:46.991083 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Updating router 7077a4ae-4e1d-440b-9248-ac836f69905f port 5c24ed97-4378-40a8-ad3b-ae357501ccee binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:58:47.040983 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.080784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac11d2-c111-47fd-be01-ddc4c62e56aa req-59f121d7-774c-4f0a-a19e-0ad68e1cfa5c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.087958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac11d2-c111-47fd-be01-ddc4c62e56aa req-59f121d7-774c-4f0a-a19e-0ad68e1cfa5c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.095507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac11d2-c111-47fd-be01-ddc4c62e56aa req-59f121d7-774c-4f0a-a19e-0ad68e1cfa5c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.101810 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac11d2-c111-47fd-be01-ddc4c62e56aa req-59f121d7-774c-4f0a-a19e-0ad68e1cfa5c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.108651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac11d2-c111-47fd-be01-ddc4c62e56aa req-59f121d7-774c-4f0a-a19e-0ad68e1cfa5c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.115526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac11d2-c111-47fd-be01-ddc4c62e56aa req-59f121d7-774c-4f0a-a19e-0ad68e1cfa5c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.121764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac11d2-c111-47fd-be01-ddc4c62e56aa req-59f121d7-774c-4f0a-a19e-0ad68e1cfa5c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.125141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88ac11d2-c111-47fd-be01-ddc4c62e56aa req-59f121d7-774c-4f0a-a19e-0ad68e1cfa5c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5441 time: 0.7381752 Jul 16 17:58:47.126613 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d13cf76-288e-40c3-a60d-ea2a2a7547d4 req-da0ed349-4dde-43a5-8943-71abfd464fa4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d HTTP/1.1" status: 200 len: 217 time: 0.2115097 Jul 16 17:58:47.127891 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4a57a9f-be91-4d57-b20c-a2448ec1bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.130592 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4a57a9f-be91-4d57-b20c-a2448ec1bfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.149659 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b4a57a9f-be91-4d57-b20c-a2448ec1bfe1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51d3d81d-9e30-4fbd-9c51-bf509a038c5a HTTP/1.1" status: 204 len: 168 time: 1.0721297 Jul 16 17:58:47.164621 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf40e0aa-29e3-4666-8ec3-76060f469654 req-d13146a0-7b2b-48f6-abb3-290f2f501920 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2592404 Jul 16 17:58:47.253025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a57a9f-be91-4d57-b20c-a2448ec1bfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d3d81d-9e30-4fbd-9c51-bf509a038c5a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:47.353942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33104) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:47.359493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88ac11d2-c111-47fd-be01-ddc4c62e56aa req-982301bc-15f3-418b-9f38-cb9ff58790b5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2059822 Jul 16 17:58:47.371898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13cf76-288e-40c3-a60d-ea2a2a7547d4 req-d9148002-a683-4342-b367-c7b1a010eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.377701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d13cf76-288e-40c3-a60d-ea2a2a7547d4 req-d9148002-a683-4342-b367-c7b1a010eb7b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.2225387 Jul 16 17:58:47.475483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d13cf76-288e-40c3-a60d-ea2a2a7547d4 req-fab94c6c-70e2-4a15-b6e7-422c95d3cee4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934379 Jul 16 17:58:47.547103 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.580292 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Transition to ACTIVE for port object 5c24ed97-4378-40a8-ad3b-ae357501ccee will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:47.599946 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.683311 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419660e-4846-4098-90d4-8fcf1265662d None None] Pushing event updated for resources: {'Port': ['ID=5c24ed97-4378-40a8-ad3b-ae357501ccee,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:47.717267 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33114) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:47.722672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-221539bb-904d-4dc2-968b-fd9a46228e96 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1857933464', 'description': 'tempest-description--861585994'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:47.807915 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-221539bb-904d-4dc2-968b-fd9a46228e96 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.904920 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1392949671-network', 'tenant_id': 'a03823ee279249458ba226f15dd999f2'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:47.924028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:58:47.924028 n-d-787206-10 neutron-server[100170]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:58:47.924028 n-d-787206-10 neutron-server[100170]: [parameters: {'project_id_1': 'a03823ee279249458ba226f15dd999f2', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 58, 47, 911390)}] Jul 16 17:58:47.924028 n-d-787206-10 neutron-server[100170]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:58:47.924832 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:58:47.927653 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Attempting to bind port 5c24ed97-4378-40a8-ad3b-ae357501ccee on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:47.928585 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Attempting to bind port 5c24ed97-4378-40a8-ad3b-ae357501ccee by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'a2853b63-d029-4cf4-9772-1f7a4a02fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:47.930245 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Attempting to bind port 5c24ed97-4378-40a8-ad3b-ae357501ccee on network ef176420-dca1-472e-b8a8-117e5bf1c498 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:47.943532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d13cf76-288e-40c3-a60d-ea2a2a7547d4 req-f7d7a00c-7e75-423d-a419-a9a98a9bb3db service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623525 Jul 16 17:58:47.960930 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:47.962985 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Checking segment: {'id': 'a2853b63-d029-4cf4-9772-1f7a4a02fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:47.963409 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.964856 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Bound using segment: {'id': 'a2853b63-d029-4cf4-9772-1f7a4a02fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:47.968196 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Bound port: 5c24ed97-4378-40a8-ad3b-ae357501ccee, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2853b63-d029-4cf4-9772-1f7a4a02fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:47.970867 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.017310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277b5aa-983d-4444-b34d-ea6ec09fb318 req-fd4abd24-440b-436e-8ccf-ed00f7d62f58 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.026082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1277b5aa-983d-4444-b34d-ea6ec09fb318 req-fd4abd24-440b-436e-8ccf-ed00f7d62f58 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.3752644 Jul 16 17:58:48.079698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-221539bb-904d-4dc2-968b-fd9a46228e96 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.094640 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-221539bb-904d-4dc2-968b-fd9a46228e96 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.105580 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1277b5aa-983d-4444-b34d-ea6ec09fb318 req-bd0fa082-1ab4-4517-b3d7-3435bf4b0a9f tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691707 Jul 16 17:58:48.115201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d44d11-03d2-45f6-a32f-f28da0a06e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b4914-e85b-4f4a-8ff6-735e643f305d'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:48.120495 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e8fdd0-71d6-4b02-be65-ca76d0549031" -d '{"events": [{"server_uuid": "11d44d11-03d2-45f6-a32f-f28da0a06e9c", "name": "network-vif-plugged", "status": "completed", "tag": "327b4914-e85b-4f4a-8ff6-735e643f305d"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:48.174106 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] For port 5c24ed97-4378-40a8-ad3b-ae357501ccee, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:48.194536 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] For port 5c24ed97-4378-40a8-ad3b-ae357501ccee, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5c24ed97-4378-40a8-ad3b-ae357501ccee,segment=NetworkSegment(a2853b63-d029-4cf4-9772-1f7a4a02fe55),segment_id=a2853b63-d029-4cf4-9772-1f7a4a02fe55)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:48.222132 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.224914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f80b4-9f34-41af-add7-2e0fac592998 req-4794ee2e-9d4f-4b0d-b0b8-b0b8554b4c84 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.232233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c57f80b4-9f34-41af-add7-2e0fac592998 req-4794ee2e-9d4f-4b0d-b0b8-b0b8554b4c84 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 944 time: 0.3158426 Jul 16 17:58:48.242815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-221539bb-904d-4dc2-968b-fd9a46228e96 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.254790 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-221539bb-904d-4dc2-968b-fd9a46228e96 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5360534 Jul 16 17:58:48.258273 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33136) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:48.282491 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-705683e6-502f-4bf9-9620-751bad72afe6 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Request body: {'security_group_rule': {'security_group_id': '71898af0-f0dc-458c-bada-4baf5e4efb7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:48.339989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c57f80b4-9f34-41af-add7-2e0fac592998 req-0bda0e19-524b-4d9d-b18b-bdd0a4fd7898 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062126 Jul 16 17:58:48.358808 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221539bb-904d-4dc2-968b-fd9a46228e96 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71898af0-f0dc-458c-bada-4baf5e4efb7c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:48.366698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d13cf76-288e-40c3-a60d-ea2a2a7547d4 req-cae5dece-d38a-4ba7-ae5e-9540d20c10a9 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010296 Jul 16 17:58:48.372586 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17bcd75-8021-4727-91fc-0db9e55b457c x-openstack-request-id: req-f17bcd75-8021-4727-91fc-0db9e55b457c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:48.372749 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d44d11-03d2-45f6-a32f-f28da0a06e9c", "name": "network-vif-plugged", "status": "completed", "tag": "327b4914-e85b-4f4a-8ff6-735e643f305d", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:48.373230 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f17bcd75-8021-4727-91fc-0db9e55b457c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:48.373656 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d44d11-03d2-45f6-a32f-f28da0a06e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b4914-e85b-4f4a-8ff6-735e643f305d', 'code': 200} Jul 16 17:58:48.387117 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Routers {'7077a4ae-4e1d-440b-9248-ac836f69905f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:48.387679 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-705683e6-502f-4bf9-9620-751bad72afe6 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.392192 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:58:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7077a4ae-4e1d-440b-9248-ac836f69905f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:48.610627 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Made reservation on behalf of a03823ee279249458ba226f15dd999f2 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:48.615302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.655416 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.666501 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-705683e6-502f-4bf9-9620-751bad72afe6 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.701519 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-705683e6-502f-4bf9-9620-751bad72afe6 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.735753 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] Set router 7077a4ae-4e1d-440b-9248-ac836f69905f gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:48.796712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705683e6-502f-4bf9-9620-751bad72afe6 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c365f4-e05a-4f43-a3cc-e04b0f86feb6,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:48.875142 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419660e-4846-4098-90d4-8fcf1265662d None None] Pushing event updated for resources: {'Port': ['ID=5c24ed97-4378-40a8-ad3b-ae357501ccee,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:48.881453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a9a16-aba4-4a19-b03b-a3f99da8a25d req-e3bd3bad-0ef2-473d-afbb-55cf453dec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.883153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-906a9a16-aba4-4a19-b03b-a3f99da8a25d req-e3bd3bad-0ef2-473d-afbb-55cf453dec86 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 1097 time: 0.1920941 Jul 16 17:58:48.933484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36481a6-8bf0-4ffa-a8d8-6f8bdb563a8e req-6cf05676-a231-4053-a4f0-78f3af9f66a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.949113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36481a6-8bf0-4ffa-a8d8-6f8bdb563a8e req-6cf05676-a231-4053-a4f0-78f3af9f66a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.968006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36481a6-8bf0-4ffa-a8d8-6f8bdb563a8e req-6cf05676-a231-4053-a4f0-78f3af9f66a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.982705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36481a6-8bf0-4ffa-a8d8-6f8bdb563a8e req-6cf05676-a231-4053-a4f0-78f3af9f66a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.982949 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.996697 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.011415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36481a6-8bf0-4ffa-a8d8-6f8bdb563a8e req-6cf05676-a231-4053-a4f0-78f3af9f66a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.023008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36481a6-8bf0-4ffa-a8d8-6f8bdb563a8e req-6cf05676-a231-4053-a4f0-78f3af9f66a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.029918 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-705683e6-502f-4bf9-9620-751bad72afe6 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.031242 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-705683e6-502f-4bf9-9620-751bad72afe6 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7593486 Jul 16 17:58:49.036814 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33152) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:49.054360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36481a6-8bf0-4ffa-a8d8-6f8bdb563a8e req-6cf05676-a231-4053-a4f0-78f3af9f66a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.059844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4717dec8-7632-4bb3-b042-cb0bfd3ae6d3 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Request body: {'security_group_rule': {'security_group_id': '71898af0-f0dc-458c-bada-4baf5e4efb7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:49.065206 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e36481a6-8bf0-4ffa-a8d8-6f8bdb563a8e req-6cf05676-a231-4053-a4f0-78f3af9f66a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5441 time: 0.2890961 Jul 16 17:58:49.065603 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:49.074923 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89ea260-ffde-4028-8c9b-ffa7d4af150b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.090722 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.092582 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Added segment 0cb5bc82-eadb-4568-bbc3-50ee1445e3e3 of type vlan for network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 Jul 16 17:58:49.198429 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4717dec8-7632-4bb3-b042-cb0bfd3ae6d3 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.198820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-906a9a16-aba4-4a19-b03b-a3f99da8a25d req-36e14a85-cf0b-4db9-8efb-9042dce66af6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942114 Jul 16 17:58:49.208009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e36481a6-8bf0-4ffa-a8d8-6f8bdb563a8e req-45e7383f-2677-4ef1-b5ed-3d4a879513ee tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1419299 Jul 16 17:58:49.223796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.313912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.315350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.316275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.333636 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4717dec8-7632-4bb3-b042-cb0bfd3ae6d3 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.355105 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4717dec8-7632-4bb3-b042-cb0bfd3ae6d3 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.366945 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port': {'id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:31Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '5c24ed97-4378-40a8-ad3b-ae357501ccee', 'name': '', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'mac_address': 'fa:16:3e:94:13:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:48Z', 'revision_number': 4, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'subnets': [{'id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:49.400537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33166) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:49.407097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-84601118-2088-4d28-9842-f54803e0713f admin admin] Request body: {'subnet': {'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1392949671-subnet', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:49.411804 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0567393 Jul 16 17:58:49.418828 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd365e3-2c1b-4fe4-a494-48a0c7c9a0a7 None None] The sync data for ids ['7077a4ae-4e1d-440b-9248-ac836f69905f'] in n-d-787206-10 is: [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port': {'id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:31Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '5c24ed97-4378-40a8-ad3b-ae357501ccee', 'name': '', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'mac_address': 'fa:16:3e:94:13:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:48Z', 'revision_number': 4, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'subnets': [{'id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:49.462025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717dec8-7632-4bb3-b042-cb0bfd3ae6d3 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54cf28e-17d7-4ac4-a9f8-6437b3c62da1,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.511397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b095925-bbc8-4fa7-befa-5bf189298954 admin admin] Pushing event updated for resources: {'Network': ['ID=a9a1e7b3-f15f-48c2-8b79-818a78e0e750,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.542335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:49.564293 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4717dec8-7632-4bb3-b042-cb0bfd3ae6d3 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.565193 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4717dec8-7632-4bb3-b042-cb0bfd3ae6d3 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5146263 Jul 16 17:58:49.570468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33176) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:49.571071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84601118-2088-4d28-9842-f54803e0713f admin admin] Made reservation on behalf of a03823ee279249458ba226f15dd999f2 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:49.574651 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-84601118-2088-4d28-9842-f54803e0713f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.584417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:49.735747 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.892447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe13b5-bc4e-4c9c-8901-dbee55464fb9 req-2352c3a2-bb70-4ac4-8dc9-086ba026cf81 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.894362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8afe13b5-bc4e-4c9c-8901-dbee55464fb9 req-2352c3a2-bb70-4ac4-8dc9-086ba026cf81 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.4420290 Jul 16 17:58:50.097220 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5c24ed97-4378-40a8-ad3b-ae357501ccee up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:50.302387 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 5c24ed97-4378-40a8-ad3b-ae357501ccee completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:50.310501 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 5c24ed97-4378-40a8-ad3b-ae357501ccee triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:50.313569 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.505062 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.556909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 5c24ed97-4378-40a8-ad3b-ae357501ccee, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5c24ed97-4378-40a8-ad3b-ae357501ccee,segment=NetworkSegment(a2853b63-d029-4cf4-9772-1f7a4a02fe55),segment_id=a2853b63-d029-4cf4-9772-1f7a4a02fe55)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:50.568705 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.589561 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8afe13b5-bc4e-4c9c-8901-dbee55464fb9 req-f8fd4109-ea6b-4b92-9a06-e5f05021cee8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6786640 Jul 16 17:58:50.647819 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-84601118-2088-4d28-9842-f54803e0713f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.709615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=5c24ed97-4378-40a8-ad3b-ae357501ccee,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:50.754388 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84601118-2088-4d28-9842-f54803e0713f admin admin] Pushing event updated for resources: {'Subnet': ['ID=204b23cc-159d-41ae-adf4-093a524deac6,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:50.812571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9670cd-2e0d-4ac7-8bf6-8564207c55f6 req-d3f71db4-b3b8-4bd2-a010-93e04159a9d4 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:50.826088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af9670cd-2e0d-4ac7-8bf6-8564207c55f6 req-d3f71db4-b3b8-4bd2-a010-93e04159a9d4 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 944 time: 0.7776661 Jul 16 17:58:50.845869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7eadfce6-afac-43bb-ae4c-5b3614a386f0 req-f3a82c5b-895d-4821-8810-3f32ed6e19cb tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ce01636-5e90-49c2-8126-f52e25b9955e HTTP/1.1" status: 200 len: 210 time: 0.1016297 Jul 16 17:58:50.998392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af9670cd-2e0d-4ac7-8bf6-8564207c55f6 req-fc77508c-8577-47a9-8ff3-735c102bb6bc tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700356 Jul 16 17:58:51.052621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84601118-2088-4d28-9842-f54803e0713f admin admin] Checking segment: {'id': '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:51.053133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84601118-2088-4d28-9842-f54803e0713f admin admin] Network hostable DHCP agents. Network: a9a1e7b3-f15f-48c2-8b79-818a78e0e750, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:51.074706 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.348840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84601118-2088-4d28-9842-f54803e0713f admin admin] Network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:51.396250 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-84601118-2088-4d28-9842-f54803e0713f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, a9a1e7b3-f15f-48c2-8b79-818a78e0e750) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:51.410875 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc94465-dda3-4470-978e-649e77f6e1d9 None None] Network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:51.428806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84601118-2088-4d28-9842-f54803e0713f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.431156 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-84601118-2088-4d28-9842-f54803e0713f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.477729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-84601118-2088-4d28-9842-f54803e0713f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0759981 Jul 16 17:58:51.480430 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33230) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:51.487801 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:51.549695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.551047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.568523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57faa00-1086-4861-94ba-86ccab42e0b5 req-686c8194-a1b7-407d-a500-0c2b8f4efcf0 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.589737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57faa00-1086-4861-94ba-86ccab42e0b5 req-686c8194-a1b7-407d-a500-0c2b8f4efcf0 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.609993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57faa00-1086-4861-94ba-86ccab42e0b5 req-686c8194-a1b7-407d-a500-0c2b8f4efcf0 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.630471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57faa00-1086-4861-94ba-86ccab42e0b5 req-686c8194-a1b7-407d-a500-0c2b8f4efcf0 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.648491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57faa00-1086-4861-94ba-86ccab42e0b5 req-686c8194-a1b7-407d-a500-0c2b8f4efcf0 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.663901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57faa00-1086-4861-94ba-86ccab42e0b5 req-686c8194-a1b7-407d-a500-0c2b8f4efcf0 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.673306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57faa00-1086-4861-94ba-86ccab42e0b5 req-686c8194-a1b7-407d-a500-0c2b8f4efcf0 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.675267 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e57faa00-1086-4861-94ba-86ccab42e0b5 req-686c8194-a1b7-407d-a500-0c2b8f4efcf0 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5441 time: 0.6138501 Jul 16 17:58:51.703578 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.738836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Allocated IP 172.25.5.176 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/16c1c238-f96f-4922-8bb0-2cd1576b37c7) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:51.756513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'fixed_ips': [{'subnet_id': '204b23cc-159d-41ae-adf4-093a524deac6'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:58:51.757744 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.904890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e57faa00-1086-4861-94ba-86ccab42e0b5 req-99ce2bef-60be-493f-9f0c-b5404a7f84f5 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1987739 Jul 16 17:58:52.179482 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.217983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Allocated IP 172.20.0.2 (a9a1e7b3-f15f-48c2-8b79-818a78e0e750/204b23cc-159d-41ae-adf4-093a524deac6/c23d67c7-11aa-462a-ab70-3908e56578bb) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:52.324092 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5c24ed97-4378-40a8-ad3b-ae357501ccee up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:52.387077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21e39f5d-cb32-4e32-80cf-e898db5db19e req-26bdb430-30d1-4674-86c2-abc3c0bddb9f tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.2416711 Jul 16 17:58:52.526290 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 5c24ed97-4378-40a8-ad3b-ae357501ccee triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:52.526840 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.534668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac467efd-68c4-4edb-ac55-6fc83d90c7ee req-c4413fe6-527a-4361-8b52-5ee31a15c2ad tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.564477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ac467efd-68c4-4edb-ac55-6fc83d90c7ee req-c4413fe6-527a-4361-8b52-5ee31a15c2ad tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.6567662 Jul 16 17:58:52.638832 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.721705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ac467efd-68c4-4edb-ac55-6fc83d90c7ee req-48dbd57f-f1c0-4b45-b7c7-166ea453527b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437149 Jul 16 17:58:52.888316 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.891800 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.908626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Transition to ACTIVE for port object c23d67c7-11aa-462a-ab70-3908e56578bb will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:52.939813 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Transition to ACTIVE for port object c23d67c7-11aa-462a-ab70-3908e56578bb will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:52.957218 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.002918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:53.033209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:53.034730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:53.038001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:53.048109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:53.060031 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.076707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Pushing event updated for resources: {'Port': ['ID=c23d67c7-11aa-462a-ab70-3908e56578bb,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:53.079325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:53.111940 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.121824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Pushing event updated for resources: {'Port': ['ID=16c1c238-f96f-4922-8bb0-2cd1576b37c7,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:53.141738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632e2d-4895-4f2c-8a47-040da7a78b6f req-69684409-9f2c-4a13-bab4-ce65e222dab3 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.147901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632e2d-4895-4f2c-8a47-040da7a78b6f req-69684409-9f2c-4a13-bab4-ce65e222dab3 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.154696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632e2d-4895-4f2c-8a47-040da7a78b6f req-69684409-9f2c-4a13-bab4-ce65e222dab3 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.161413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632e2d-4895-4f2c-8a47-040da7a78b6f req-69684409-9f2c-4a13-bab4-ce65e222dab3 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.167402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632e2d-4895-4f2c-8a47-040da7a78b6f req-69684409-9f2c-4a13-bab4-ce65e222dab3 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.174465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632e2d-4895-4f2c-8a47-040da7a78b6f req-69684409-9f2c-4a13-bab4-ce65e222dab3 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.180472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632e2d-4895-4f2c-8a47-040da7a78b6f req-69684409-9f2c-4a13-bab4-ce65e222dab3 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.182422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91632e2d-4895-4f2c-8a47-040da7a78b6f req-69684409-9f2c-4a13-bab4-ce65e222dab3 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5441 time: 0.4530735 Jul 16 17:58:53.194477 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33258) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:53.200138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5f418aab-9950-40e9-b197-8f38856fb0ba tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Request body: {'floatingip': {'port_id': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:53.212405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Attempting to bind port c23d67c7-11aa-462a-ab70-3908e56578bb on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:53.214277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Attempting to bind port c23d67c7-11aa-462a-ab70-3908e56578bb by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:53.215377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Attempting to bind port c23d67c7-11aa-462a-ab70-3908e56578bb on network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:53.225742 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:53.226828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Checking segment: {'id': '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:53.228415 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.228415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Bound using segment: {'id': '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:53.229890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Bound port: c23d67c7-11aa-462a-ab70-3908e56578bb, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:53.231750 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.271089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90457856-9a75-4594-84f6-902e38725e2a req-366975ef-cd62-46cc-b17d-dcc2e0f9b40a tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.278084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90457856-9a75-4594-84f6-902e38725e2a req-366975ef-cd62-46cc-b17d-dcc2e0f9b40a tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 944 time: 0.3041608 Jul 16 17:58:53.324036 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.330770 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f418aab-9950-40e9-b197-8f38856fb0ba tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for floatingip, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.361988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90457856-9a75-4594-84f6-902e38725e2a req-fb53e9dd-7af2-4423-a873-4c535192a9c1 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828984 Jul 16 17:58:53.455923 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.626950 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] For port c23d67c7-11aa-462a-ab70-3908e56578bb, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:53.631309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] For port c23d67c7-11aa-462a-ab70-3908e56578bb, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c23d67c7-11aa-462a-ab70-3908e56578bb,segment=NetworkSegment(0cb5bc82-eadb-4568-bbc3-50ee1445e3e3),segment_id=0cb5bc82-eadb-4568-bbc3-50ee1445e3e3)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:53.647287 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.804017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1347157-b02c-48a5-919a-ad46f9a9ea8a None None] Pushing event updated for resources: {'Port': ['ID=c23d67c7-11aa-462a-ab70-3908e56578bb,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:53.816694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be458f8a-3956-49ec-a44e-538c26a32814 req-574cd287-f093-4e90-9490-f2456db94f6e tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0704479 Jul 16 17:58:53.898677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d474f65-8c27-49db-a8d4-7f22144f5780 req-ac00bf2f-6a71-403e-a708-4c7558fff8ed tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.909112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d474f65-8c27-49db-a8d4-7f22144f5780 req-ac00bf2f-6a71-403e-a708-4c7558fff8ed tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.3106971 Jul 16 17:58:53.955767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d474f65-8c27-49db-a8d4-7f22144f5780 req-714efda7-4f19-4af0-84c6-99c6a175271d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 Jul 16 17:58:54.103994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.132524 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.179466 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f418aab-9950-40e9-b197-8f38856fb0ba tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.195937 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f418aab-9950-40e9-b197-8f38856fb0ba tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.273611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Allocated IP 172.25.5.161 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/7a8caa05-58c5-4083-9bd8-c750f08d136f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:54.283236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Pushing event updated for resources: {'Port': ['ID=16c1c238-f96f-4922-8bb0-2cd1576b37c7,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:54.467718 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-5f418aab-9950-40e9-b197-8f38856fb0ba tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Floating IP 696054b1-f1b0-493b-b257-003ae2e123b1 associated. External IP: 172.25.5.43, port: d0cb9d26-0e9f-4b54-9225-9c822edb4a1a. Jul 16 17:58:54.504430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7dd129ca-904c-44ec-a92e-5a2a27068349 req-5e7fc22b-befa-4c60-b967-a30acc4f5a1c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ce01636-5e90-49c2-8126-f52e25b9955e HTTP/1.1" status: 200 len: 210 time: 0.1718166 Jul 16 17:58:54.553735 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.620331 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.632323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-211d1f7c-b34e-4c41-b51a-f16c99e87706 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0517142 Jul 16 17:58:54.692106 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.758397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bee1fa-f2fb-4f6c-a168-44d36175225f req-3a873b2f-0318-4e70-b652-f473b35841f0 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.759935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51bee1fa-f2fb-4f6c-a168-44d36175225f req-3a873b2f-0318-4e70-b652-f473b35841f0 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.2582603 Jul 16 17:58:54.776502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f418aab-9950-40e9-b197-8f38856fb0ba tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Router 82ee9fb9-3124-4939-9a46-8b4ee3150350 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:54.779088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209409ed-fe0b-4616-a7fa-c96d71101a33 req-9c029457-9f78-4f7d-b31b-9444ded61923 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.787040 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-209409ed-fe0b-4616-a7fa-c96d71101a33 req-9c029457-9f78-4f7d-b31b-9444ded61923 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 944 time: 0.1863866 Jul 16 17:58:54.833460 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.954499 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:54.960871 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:54.974762 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:55.063752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8caa05-58c5-4083-9bd8-c750f08d136f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:55.097169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 224c4d4c-019d-4c98-898c-ae1d1d5c696d details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:55.364679 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:58:55.410253 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:55.444827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '224c4d4c-019d-4c98-898c-ae1d1d5c696d', 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253', 'port_id': '224c4d4c-019d-4c98-898c-ae1d1d5c696d', 'mac_address': 'fa:16:3e:34:0b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:55.534251 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51bee1fa-f2fb-4f6c-a168-44d36175225f req-a5885c55-fad0-4cc7-914d-556ffcff3df7 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7699361 Jul 16 17:58:55.576630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-209409ed-fe0b-4616-a7fa-c96d71101a33 req-6aa49e8a-db8f-42ad-a7fc-64d467cc7038 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7886951 Jul 16 17:58:55.576899 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.607411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224c4d4c-019d-4c98-898c-ae1d1d5c696d {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:55.645704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e809561-475c-47c0-bf1b-41ca924980c7 None None] Network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:55.909467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18522442-ed7a-4329-bab5-7e2995b3d725 req-3cebdc2a-70f3-4ef5-996d-3f3f67703783 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.1217637 Jul 16 17:58:55.916639 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:55.954423 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.988242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-577308e3-0633-4142-a35a-23821df4b0fe req-8bf611d4-2d5f-48dd-9dad-8ddbd44e580d tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.1231062 Jul 16 17:58:55.988625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f418aab-9950-40e9-b197-8f38856fb0ba tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:55.996037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f418aab-9950-40e9-b197-8f38856fb0ba tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.058599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a4ef8-4d62-49bc-b81b-53d7a709ff25 None None] Sync routers for ids ['82ee9fb9-3124-4939-9a46-8b4ee3150350'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:56.063162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bc7234da-e65b-4bbd-ba92-3f28f75a1dd7 None None] Provisioning for port c23d67c7-11aa-462a-ab70-3908e56578bb completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:56.082043 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5f418aab-9950-40e9-b197-8f38856fb0ba tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "PUT /v2.0/floatingips/696054b1-f1b0-493b-b257-003ae2e123b1 HTTP/1.1" status: 200 len: 990 time: 2.8861387 Jul 16 17:58:56.090399 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:56.093439 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141db9d3-e69d-42b0-9087-31b7e60ee016" -d '{"events": [{"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "d0cb9d26-0e9f-4b54-9225-9c822edb4a1a"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:56.144900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c23d67c7-11aa-462a-ab70-3908e56578bb up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:56.156058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa0383-20ca-4e92-a31a-8cf7b69dded1 req-cd8e7345-369d-485d-bb05-05b3f106ef64 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.157670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70aa0383-20ca-4e92-a31a-8cf7b69dded1 req-cd8e7345-369d-485d-bb05-05b3f106ef64 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1819909 Jul 16 17:58:56.251559 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70aa0383-20ca-4e92-a31a-8cf7b69dded1 req-0ff89edd-d015-4600-a15c-a13f3ebb4572 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865533 Jul 16 17:58:56.276314 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.333754 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=224c4d4c-019d-4c98-898c-ae1d1d5c696d,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:56.363389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a4ef8-4d62-49bc-b81b-53d7a709ff25 None None] Routers {'82ee9fb9-3124-4939-9a46-8b4ee3150350'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:56.364262 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-246a4ef8-4d62-49bc-b81b-53d7a709ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:58:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['82ee9fb9-3124-4939-9a46-8b4ee3150350'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:56.426154 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['224c4d4c-019d-4c98-898c-ae1d1d5c696d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:56.459239 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52d049a-4f4f-4c22-8bd2-2e0969f54c9b x-openstack-request-id: req-b52d049a-4f4f-4c22-8bd2-2e0969f54c9b {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:56.459949 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "tag": "d0cb9d26-0e9f-4b54-9225-9c822edb4a1a", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:56.460580 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b52d049a-4f4f-4c22-8bd2-2e0969f54c9b {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:56.461180 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'tag': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a', 'status': 'completed', 'code': 200} Jul 16 17:58:56.488754 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.556627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-4d5033b7-183d-41cf-a73a-753707108dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.557213 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-4d5033b7-183d-41cf-a73a-753707108dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.557571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-4d5033b7-183d-41cf-a73a-753707108dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.558039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-4d5033b7-183d-41cf-a73a-753707108dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.558503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-4d5033b7-183d-41cf-a73a-753707108dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.558966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-4d5033b7-183d-41cf-a73a-753707108dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.571277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-4d5033b7-183d-41cf-a73a-753707108dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.573411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-4d5033b7-183d-41cf-a73a-753707108dc9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 6505 time: 0.1574681 Jul 16 17:58:56.575043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port c23d67c7-11aa-462a-ab70-3908e56578bb completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:56.602388 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.624963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c23d67c7-11aa-462a-ab70-3908e56578bb triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:56.625346 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.720816 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.746024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-1c0fcf3f-e5cb-4e18-89bd-2a53aa5addfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.751456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-1c0fcf3f-e5cb-4e18-89bd-2a53aa5addfe service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb64f7cc-287f-4695-9aa1-c2f719cc83ad HTTP/1.1" status: 200 len: 917 time: 0.1662607 Jul 16 17:58:56.819899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-246a4ef8-4d62-49bc-b81b-53d7a709ff25 None None] Set router 82ee9fb9-3124-4939-9a46-8b4ee3150350 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:56.985469 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.074634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-ae1d2329-e767-4f2c-b4a7-c8dbe4e117a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a HTTP/1.1" status: 200 len: 998 time: 0.3197222 Jul 16 17:58:57.119747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 01fa743c-97ab-4744-bb1d-eb52314f415f no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:57.130101 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:58:57.187314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-70add0b2-2bea-4d16-b445-935ca27adde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.197584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-70add0b2-2bea-4d16-b445-935ca27adde2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee HTTP/1.1" status: 200 len: 855 time: 0.1113610 Jul 16 17:58:57.222884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port c23d67c7-11aa-462a-ab70-3908e56578bb, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c23d67c7-11aa-462a-ab70-3908e56578bb,segment=NetworkSegment(0cb5bc82-eadb-4568-bbc3-50ee1445e3e3),segment_id=0cb5bc82-eadb-4568-bbc3-50ee1445e3e3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:57.243872 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.299020 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:57.315950 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Sync routers for ids ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:57.317618 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.323841 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-74c76950-8111-415a-91f4-7c9e84db2450 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8416052 Jul 16 17:58:57.324500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33454) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:57.337653 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Routers {'1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:57.340851 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:58:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:57.358366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-0d8250e7-84ff-4acb-abee-3ad048ff45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.360177 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-0d8250e7-84ff-4acb-abee-3ad048ff45c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb64f7cc-287f-4695-9aa1-c2f719cc83ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1547947 Jul 16 17:58:57.423321 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=c23d67c7-11aa-462a-ab70-3908e56578bb,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:57.455048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-adce1a22-9941-48d6-a132-901574aaf95d None None] Provisioning complete for port c23d67c7-11aa-462a-ab70-3908e56578bb triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:57.455923 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-adce1a22-9941-48d6-a132-901574aaf95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.566272 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Set router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:57.570280 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-ee356c59-5d9a-475a-9171-f2d03ca3db16 service neutron] 10.222.0.35 "GET /v2.0/networks/bb64f7cc-287f-4695-9aa1-c2f719cc83ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984372 Jul 16 17:58:57.627624 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.700514 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-246a4ef8-4d62-49bc-b81b-53d7a709ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port': {'id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '696054b1-f1b0-493b-b257-003ae2e123b1', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'port_id': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'mac_address': 'fa:16:3e:eb:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:57:21Z', 'updated_at': '2021-07-16T17:58:54Z', 'revision_number': 1, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6dce0b-12f5-4118-8707-61142d1f6cc6', 'name': '', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'mac_address': 'fa:16:3e:1a:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:25Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 5, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'subnets': [{'id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:57.793365 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6df63b-617d-4bc5-8af2-3d59da80474d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01fa743c-97ab-4744-bb1d-eb52314f415f'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:57.803346 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661ea270-a560-47a3-9391-5577a5da030e" -d '{"events": [{"server_uuid": "2c6df63b-617d-4bc5-8af2-3d59da80474d", "name": "network-vif-unplugged", "status": "completed", "tag": "01fa743c-97ab-4744-bb1d-eb52314f415f"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:57.805654 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-141db9d3-e69d-42b0-9087-31b7e60ee016 req-18a2891b-c581-459f-8b99-df9555bd935a service neutron] 10.222.0.35 "GET /v2.0/networks/bb64f7cc-287f-4695-9aa1-c2f719cc83ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269492 Jul 16 17:58:57.837724 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a4ef8-4d62-49bc-b81b-53d7a709ff25 None None] Checking router: 82ee9fb9-3124-4939-9a46-8b4ee3150350 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:57.877702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 01fa743c-97ab-4744-bb1d-eb52314f415f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=01fa743c-97ab-4744-bb1d-eb52314f415f,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:57.893468 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.975458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0232bee-abc2-4401-850c-1a04fc43f86d req-a2c1ac00-a2c5-4431-ae49-f9077c6cb46b tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.991120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0232bee-abc2-4401-850c-1a04fc43f86d req-a2c1ac00-a2c5-4431-ae49-f9077c6cb46b tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 945 time: 0.1683235 Jul 16 17:58:58.063872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c23d67c7-11aa-462a-ab70-3908e56578bb up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:58.065834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a4ef8-4d62-49bc-b81b-53d7a709ff25 None None] Routers {'82ee9fb9-3124-4939-9a46-8b4ee3150350'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:58.070686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-246a4ef8-4d62-49bc-b81b-53d7a709ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:58:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['82ee9fb9-3124-4939-9a46-8b4ee3150350'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:58.088118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=01fa743c-97ab-4744-bb1d-eb52314f415f,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:58.100417 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0232bee-abc2-4401-850c-1a04fc43f86d req-d7905825-1d26-468c-883b-1e20ea9138c9 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020451 Jul 16 17:58:58.273623 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T17:58:56Z', 'revision_number': 3, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port': {'id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T17:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:58.342505 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.348922 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Checking router: 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:58.349531 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Updating router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd port 7a8caa05-58c5-4083-9bd8-c750f08d136f binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:58:58.397037 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-103d82bd-7345-4988-a1e7-e7bf90ed3226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.398384 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f71228c-3508-40d4-9361-bef8e0b3fe8b req-95eaaa80-065f-4abf-9dd7-9bdddf0d0eb8 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0677013 Jul 16 17:58:58.460584 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.519988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-246a4ef8-4d62-49bc-b81b-53d7a709ff25 None None] Set router 82ee9fb9-3124-4939-9a46-8b4ee3150350 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:58.621441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c23d67c7-11aa-462a-ab70-3908e56578bb triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:58.621881 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.626654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Allocated IP 172.20.0.1 (a9a1e7b3-f15f-48c2-8b79-818a78e0e750/204b23cc-159d-41ae-adf4-093a524deac6/911c88c7-ebbb-4466-9c1b-4b777e5ebe7d) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:58.772738 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.790358 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Transition to ACTIVE for port object 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:58.833688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.871392 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:58.878748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:58.942303 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:58.943681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854e083-8ca7-40a3-9126-dcbf6201babd req-694beeb9-1326-4293-9f7f-c9df2bf734bc tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.954883 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d854e083-8ca7-40a3-9126-dcbf6201babd req-694beeb9-1326-4293-9f7f-c9df2bf734bc tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.0960999 Jul 16 17:58:59.010718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d854e083-8ca7-40a3-9126-dcbf6201babd req-08b1230a-b3cc-45a7-88f7-f125b1923f49 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544996 Jul 16 17:58:59.036548 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.051097 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Transition to ACTIVE for port object 7a8caa05-58c5-4083-9bd8-c750f08d136f will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:59.084256 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.143169 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001467c7-4abe-4484-a325-88e04f5cc5d9 None None] Pushing event updated for resources: {'Port': ['ID=7a8caa05-58c5-4083-9bd8-c750f08d136f,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.175163 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Pushing event updated for resources: {'Port': ['ID=911c88c7-ebbb-4466-9c1b-4b777e5ebe7d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.189027 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.192424 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Attempting to bind port 7a8caa05-58c5-4083-9bd8-c750f08d136f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:59.196449 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Attempting to bind port 7a8caa05-58c5-4083-9bd8-c750f08d136f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:59.198756 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Attempting to bind port 7a8caa05-58c5-4083-9bd8-c750f08d136f on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:59.234724 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:59.234724 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:59.234724 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.234724 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:59.234724 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Bound port: 7a8caa05-58c5-4083-9bd8-c750f08d136f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:59.234724 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.333046 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cb6725-fb03-4f9b-b4ea-5ff9d5182768 x-openstack-request-id: req-e2cb6725-fb03-4f9b-b4ea-5ff9d5182768 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:59.333327 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6df63b-617d-4bc5-8af2-3d59da80474d", "name": "network-vif-unplugged", "status": "completed", "tag": "01fa743c-97ab-4744-bb1d-eb52314f415f", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:59.338104 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2cb6725-fb03-4f9b-b4ea-5ff9d5182768 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:59.338713 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6df63b-617d-4bc5-8af2-3d59da80474d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01fa743c-97ab-4744-bb1d-eb52314f415f', 'code': 200} Jul 16 17:58:59.346213 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 224c4d4c-019d-4c98-898c-ae1d1d5c696d up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:59.431628 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] For port 7a8caa05-58c5-4083-9bd8-c750f08d136f, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:59.437120 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] For port 7a8caa05-58c5-4083-9bd8-c750f08d136f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7a8caa05-58c5-4083-9bd8-c750f08d136f,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:59.461729 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.463686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b784134-92a5-414e-adea-bc4b2deb578a req-8630d5b8-9cf4-4b1e-80ff-dcd15a98b8c2 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:59.478485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b784134-92a5-414e-adea-bc4b2deb578a req-8630d5b8-9cf4-4b1e-80ff-dcd15a98b8c2 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 945 time: 0.1529603 Jul 16 17:58:59.554357 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b784134-92a5-414e-adea-bc4b2deb578a req-41d4e721-be8b-4955-b484-4decedf19f33 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721064 Jul 16 17:58:59.579317 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-96e663a9-74da-4ac8-a1bb-e826dae3f3b2 None None] Provisioning for port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:59.580884 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.585879 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Routers {'1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:59.586915 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:58:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:59.593924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-96e663a9-74da-4ac8-a1bb-e826dae3f3b2 None None] Provisioning complete for port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:59.594381 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96e663a9-74da-4ac8-a1bb-e826dae3f3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.604116 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001467c7-4abe-4484-a325-88e04f5cc5d9 None None] Pushing event updated for resources: {'Port': ['ID=7a8caa05-58c5-4083-9bd8-c750f08d136f,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.665364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-96e663a9-74da-4ac8-a1bb-e826dae3f3b2 None None] Port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:59.685133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 224c4d4c-019d-4c98-898c-ae1d1d5c696d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:59.700035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 224c4d4c-019d-4c98-898c-ae1d1d5c696d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:59.701125 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.894690 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] Set router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:59.940976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-3e89a8de-a7da-4dd9-a8fa-f5826b027460 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:59.952186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-3e89a8de-a7da-4dd9-a8fa-f5826b027460 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/networks?id=6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 200 len: 805 time: 0.2353303 Jul 16 17:58:59.954496 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-246a4ef8-4d62-49bc-b81b-53d7a709ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port': {'id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '696054b1-f1b0-493b-b257-003ae2e123b1', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'port_id': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'mac_address': 'fa:16:3e:eb:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:57:21Z', 'updated_at': '2021-07-16T17:58:54Z', 'revision_number': 1, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6dce0b-12f5-4118-8707-61142d1f6cc6', 'name': '', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'mac_address': 'fa:16:3e:1a:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:25Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 5, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'subnets': [{'id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:59.986238 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-cb52edda-d436-4a07-afe2-4eb3b5637452 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/quotas/f56eb42e9c7a440492d2342161e25497 HTTP/1.1" status: 200 len: 375 time: 0.0317960 Jul 16 17:59:00.071329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a4ef8-4d62-49bc-b81b-53d7a709ff25 None None] The sync data for ids ['82ee9fb9-3124-4939-9a46-8b4ee3150350'] in n-d-787206-10 is: [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port': {'id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '696054b1-f1b0-493b-b257-003ae2e123b1', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'port_id': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'mac_address': 'fa:16:3e:eb:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:57:21Z', 'updated_at': '2021-07-16T17:58:54Z', 'revision_number': 1, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6dce0b-12f5-4118-8707-61142d1f6cc6', 'name': '', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'mac_address': 'fa:16:3e:1a:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:25Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 5, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'subnets': [{'id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:00.078499 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.140313 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-59efc6bf-9c10-456f-8d06-4e4b7a38ba90 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f56eb42e9c7a440492d2342161e25497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1503704 Jul 16 17:59:00.179310 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.192821 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.208759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:00.220790 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.479047 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 4, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port': {'id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '911c88c7-ebbb-4466-9c1b-4b777e5ebe7d', 'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'mac_address': 'fa:16:3e:d0:2d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '204b23cc-159d-41ae-adf4-093a524deac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:58:58Z', 'revision_number': 1, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'subnets': [{'id': '204b23cc-159d-41ae-adf4-093a524deac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:00.515949 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=224c4d4c-019d-4c98-898c-ae1d1d5c696d,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:00.528943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Pushing event updated for resources: {'Port': ['ID=911c88c7-ebbb-4466-9c1b-4b777e5ebe7d,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:00.558206 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-c69a9eaf-2dc4-49b4-b14b-20fd7a593138 service neutron] 10.222.0.41 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156106 Jul 16 17:59:00.610080 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.612122 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e62ba9-d5d8-4a21-9ea9-056ad9d385f0 None None] The sync data for ids ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'] in n-d-787206-10 is: [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 4, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port': {'id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '911c88c7-ebbb-4466-9c1b-4b777e5ebe7d', 'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'mac_address': 'fa:16:3e:d0:2d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '204b23cc-159d-41ae-adf4-093a524deac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:58:58Z', 'revision_number': 1, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'subnets': [{'id': '204b23cc-159d-41ae-adf4-093a524deac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:00.698221 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.733338 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-941b6170-d9f2-4b90-b064-dce7d792a4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.744472 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34158c7-9d9a-4718-b47a-666ee513ea93 None None] New status for floating IP 696054b1-f1b0-493b-b257-003ae2e123b1: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:59:00.861214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:00.863061 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:01.149367 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:59:01.214031 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14852996-eba9-4a9b-a319-b5aeb067aea3 req-3cac76ff-9a9c-4f14-89ea-5e2043e2e7b5 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0788307 Jul 16 17:59:01.258382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-5107a90b-dca8-450e-bd9d-a822c4743c47 service neutron] 10.222.0.41 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989563 Jul 16 17:59:01.332396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c0c69-7a0e-470b-9ba9-4fac9250675b req-e96a2bea-d447-4c92-8ac3-5b50e74628ab tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.334383 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e97c0c69-7a0e-470b-9ba9-4fac9250675b req-e96a2bea-d447-4c92-8ac3-5b50e74628ab tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c6df63b-617d-4bc5-8af2-3d59da80474d HTTP/1.1" status: 200 len: 943 time: 0.4511392 Jul 16 17:59:01.394215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:01.413469 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-050e52d3-2fef-4267-8eb6-e7f93a3f2572 admin admin] 10.222.0.41 "PUT /v2.0/routers/1f56f3cc-6c98-4da7-9420-7453d6a9f8bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0863423 Jul 16 17:59:01.415972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224c4d4c-019d-4c98-898c-ae1d1d5c696d'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:01.423201 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89881283-145d-46cc-a0b4-52be70a1188a" -d '{"events": [{"server_uuid": "8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "224c4d4c-019d-4c98-898c-ae1d1d5c696d"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:01.619804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e97c0c69-7a0e-470b-9ba9-4fac9250675b req-95b361cb-0c4f-49ea-971d-da3873901bac tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Deleting port 01fa743c-97ab-4744-bb1d-eb52314f415f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:01.620378 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e97c0c69-7a0e-470b-9ba9-4fac9250675b req-95b361cb-0c4f-49ea-971d-da3873901bac tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.662626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9acc79d1-5aa3-4645-8c83-7d9ba1c1d758 None None] Provisioning complete for port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:01.663175 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9acc79d1-5aa3-4645-8c83-7d9ba1c1d758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.791519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9acc79d1-5aa3-4645-8c83-7d9ba1c1d758 None None] Port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:01.874969 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.011580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e97c0c69-7a0e-470b-9ba9-4fac9250675b req-95b361cb-0c4f-49ea-971d-da3873901bac tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] For port 01fa743c-97ab-4744-bb1d-eb52314f415f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=01fa743c-97ab-4744-bb1d-eb52314f415f,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:02.011948 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e97c0c69-7a0e-470b-9ba9-4fac9250675b req-95b361cb-0c4f-49ea-971d-da3873901bac tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.032482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e97c0c69-7a0e-470b-9ba9-4fac9250675b req-95b361cb-0c4f-49ea-971d-da3873901bac tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Calling delete_port for 01fa743c-97ab-4744-bb1d-eb52314f415f owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:02.212936 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e97c0c69-7a0e-470b-9ba9-4fac9250675b req-95b361cb-0c4f-49ea-971d-da3873901bac tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.309228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b361cb-0c4f-49ea-971d-da3873901bac tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Pushing event deleted for resources: {'Port': ['ID=01fa743c-97ab-4744-bb1d-eb52314f415f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:02.412681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97c0c69-7a0e-470b-9ba9-4fac9250675b req-95b361cb-0c4f-49ea-971d-da3873901bac tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] No DVR routers for this DVR port 01fa743c-97ab-4744-bb1d-eb52314f415f on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:02.422345 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e97c0c69-7a0e-470b-9ba9-4fac9250675b req-95b361cb-0c4f-49ea-971d-da3873901bac tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.424943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e97c0c69-7a0e-470b-9ba9-4fac9250675b req-95b361cb-0c4f-49ea-971d-da3873901bac tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.43 "DELETE /v2.0/ports/01fa743c-97ab-4744-bb1d-eb52314f415f HTTP/1.1" status: 204 len: 173 time: 1.0844948 Jul 16 17:59:02.440573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15ed2e-7157-405e-ab81-c5f7c649559d req-befc59eb-691d-4f9a-b564-0355585e9339 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.442467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a15ed2e-7157-405e-ab81-c5f7c649559d req-befc59eb-691d-4f9a-b564-0355585e9339 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.6351528 Jul 16 17:59:02.446023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6df63b-617d-4bc5-8af2-3d59da80474d', 'name': 'network-vif-deleted', 'tag': '01fa743c-97ab-4744-bb1d-eb52314f415f'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:02.450704 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99172e1-7ab2-4524-bec8-888b8018a5b1" -d '{"events": [{"server_uuid": "2c6df63b-617d-4bc5-8af2-3d59da80474d", "name": "network-vif-deleted", "tag": "01fa743c-97ab-4744-bb1d-eb52314f415f"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:02.581751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c738f-147d-4da3-8949-31492784f9e7 req-f79c7587-37b4-46a7-bb7d-25ba8e27e5b8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.584598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c5c738f-147d-4da3-8949-31492784f9e7 req-f79c7587-37b4-46a7-bb7d-25ba8e27e5b8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.7749832 Jul 16 17:59:02.678183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a15ed2e-7157-405e-ab81-c5f7c649559d req-a3f79ca5-d82b-4d73-a144-e950eb09717b tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126904 Jul 16 17:59:02.720899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c5c738f-147d-4da3-8949-31492784f9e7 req-23baabf9-23c9-4c1d-b54b-e11159f725e4 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066632 Jul 16 17:59:02.777250 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69320651-6cc6-4c0e-85c6-d20f95260eeb x-openstack-request-id: req-69320651-6cc6-4c0e-85c6-d20f95260eeb {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:02.777552 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "224c4d4c-019d-4c98-898c-ae1d1d5c696d", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:02.779410 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69320651-6cc6-4c0e-85c6-d20f95260eeb {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:02.779887 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224c4d4c-019d-4c98-898c-ae1d1d5c696d', 'code': 200} Jul 16 17:59:03.127205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-12feb3ea-4f56-4310-9d9a-55190d95cdb2 req-6e3c2ca1-f6b6-418c-bf00-15c635ba8a91 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 210 time: 0.0990899 Jul 16 17:59:03.238990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db29c6c-2c6c-402f-af87-ae56829f1b25 req-d84b60e5-2814-4b6c-9e02-0358ca6e7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.243556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2db29c6c-2c6c-402f-af87-ae56829f1b25 req-d84b60e5-2814-4b6c-9e02-0358ca6e7502 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 1098 time: 0.1111155 Jul 16 17:59:03.249631 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed06155b-56b8-417c-bd88-3ee18c18a2e9 x-openstack-request-id: req-ed06155b-56b8-417c-bd88-3ee18c18a2e9 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:03.250918 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6df63b-617d-4bc5-8af2-3d59da80474d", "name": "network-vif-deleted", "tag": "01fa743c-97ab-4744-bb1d-eb52314f415f", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:03.251596 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed06155b-56b8-417c-bd88-3ee18c18a2e9 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:03.252488 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6df63b-617d-4bc5-8af2-3d59da80474d', 'name': 'network-vif-deleted', 'tag': '01fa743c-97ab-4744-bb1d-eb52314f415f', 'status': 'completed', 'code': 200} Jul 16 17:59:03.301832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2db29c6c-2c6c-402f-af87-ae56829f1b25 req-55c976e7-18c3-461d-abae-a03d6ea83457 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482073 Jul 16 17:59:03.383778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49e2c904-3d4c-4a39-bddc-a18462efaf73 req-7715afef-0ba6-48fc-b14b-a6be43149961 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0865259 Jul 16 17:59:03.518820 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.113446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7a8caa05-58c5-4083-9bd8-c750f08d136f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:04.234072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 7a8caa05-58c5-4083-9bd8-c750f08d136f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:04.243988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7a8caa05-58c5-4083-9bd8-c750f08d136f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:04.244603 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.405852 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.448597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 7a8caa05-58c5-4083-9bd8-c750f08d136f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7a8caa05-58c5-4083-9bd8-c750f08d136f,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:04.458556 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.460386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-f62d7b81-ab2b-4e11-95fa-fb14eb9b4efc tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.464215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-f62d7b81-ab2b-4e11-95fa-fb14eb9b4efc tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.35 "GET /v2.0/networks?id=6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 200 len: 805 time: 0.4927745 Jul 16 17:59:04.483446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b596e4-7f0e-4401-afb9-339d54e26882 req-329f3be3-d688-46b5-b4ee-622847310081 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.492483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54b596e4-7f0e-4401-afb9-339d54e26882 req-329f3be3-d688-46b5-b4ee-622847310081 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.3827648 Jul 16 17:59:04.526129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-24b92799-9975-473c-92d1-9032eb7c7f35 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Request body: {'port': {'device_id': 'afd3528a-4c8c-44d3-9630-68e70bd8cb5e', 'network_id': '6881b1c5-54be-403e-8779-26889218234e', 'admin_state_up': True, 'tenant_id': 'f56eb42e9c7a440492d2342161e25497'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:04.549573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c87261-e31e-45b0-9a21-3d3dda4a3cf6 req-9e95dbd2-13d4-429a-8d39-9234088bc705 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.556956 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87c87261-e31e-45b0-9a21-3d3dda4a3cf6 req-9e95dbd2-13d4-429a-8d39-9234088bc705 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.6008351 Jul 16 17:59:04.565517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=7a8caa05-58c5-4083-9bd8-c750f08d136f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:04.578016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:04.578734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:04.579220 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:04.580056 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:04.580644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:04.581130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:04.581604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:04.582223 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:04.582695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:04.583166 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:04.583877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:04.584604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:04.623323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54b596e4-7f0e-4401-afb9-339d54e26882 req-948b8048-a19b-4626-9629-8e763c85bc19 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295137 Jul 16 17:59:04.654105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87c87261-e31e-45b0-9a21-3d3dda4a3cf6 req-7b792f3b-f186-466f-b354-34acf974cf4d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955675 Jul 16 17:59:04.792379 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Sync routers for ids ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:04.813698 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Routers {'1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:04.816662 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:59:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:04.829622 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-24b92799-9975-473c-92d1-9032eb7c7f35 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Made reservation on behalf of f56eb42e9c7a440492d2342161e25497 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:04.833330 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-24b92799-9975-473c-92d1-9032eb7c7f35 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.865424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ec134a2-9d47-47d8-9308-b0a3a9e5db7b req-d03d428d-59b2-4cc0-b7e9-48aa1fde3ef1 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 210 time: 0.0487192 Jul 16 17:59:04.986072 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Set router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:05.048070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5253bae0-6b88-4ef7-b435-588eca45db42 req-3b1737f9-2029-41d7-b477-f14c21a3a02e tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0635724 Jul 16 17:59:05.087226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-24b92799-9975-473c-92d1-9032eb7c7f35 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Allocated IP 172.20.0.2 (6881b1c5-54be-403e-8779-26889218234e/f248cbc4-35d5-450b-8416-5d799e185e95/d089f908-f29c-4079-99bc-328da3456da9) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:05.116936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 01fa743c-97ab-4744-bb1d-eb52314f415f no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:05.154803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 01fa743c-97ab-4744-bb1d-eb52314f415f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:05.159174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 01fa743c-97ab-4744-bb1d-eb52314f415f not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:05.274362 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-24b92799-9975-473c-92d1-9032eb7c7f35 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.314257 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 4, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port': {'id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T17:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '911c88c7-ebbb-4466-9c1b-4b777e5ebe7d', 'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'mac_address': 'fa:16:3e:d0:2d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '204b23cc-159d-41ae-adf4-093a524deac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 2, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'subnets': [{'id': '204b23cc-159d-41ae-adf4-093a524deac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:05.328619 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-24b92799-9975-473c-92d1-9032eb7c7f35 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.357913 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Checking router: 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:05.358710 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Updating router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:59:05.384861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-24b92799-9975-473c-92d1-9032eb7c7f35 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Network 6881b1c5-54be-403e-8779-26889218234e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:05.388850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-24b92799-9975-473c-92d1-9032eb7c7f35 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:05.400323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-24b92799-9975-473c-92d1-9032eb7c7f35 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:05.412199 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.459725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b92799-9975-473c-92d1-9032eb7c7f35 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Pushing event updated for resources: {'Port': ['ID=d089f908-f29c-4079-99bc-328da3456da9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:05.468948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-24b92799-9975-473c-92d1-9032eb7c7f35 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:05.469586 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-24b92799-9975-473c-92d1-9032eb7c7f35 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.489353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-24b92799-9975-473c-92d1-9032eb7c7f35 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9746962 Jul 16 17:59:05.501855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Request body: {'port': {'device_id': 'afd3528a-4c8c-44d3-9630-68e70bd8cb5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:05.594883 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.863690 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.880612 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Transition to ACTIVE for port object 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:05.890908 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.008216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7a8caa05-58c5-4083-9bd8-c750f08d136f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:06.161233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7a8caa05-58c5-4083-9bd8-c750f08d136f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:06.162512 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.274405 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1279884-5c39-457a-b427-462c176efb86 None None] Pushing event updated for resources: {'Port': ['ID=911c88c7-ebbb-4466-9c1b-4b777e5ebe7d,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:06.318621 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Attempting to bind port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:06.319020 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Attempting to bind port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:06.319387 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Attempting to bind port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d on network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:06.354569 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:06.355342 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Checking segment: {'id': '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:06.356110 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.357169 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Bound using segment: {'id': '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:06.357729 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Bound port: 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:06.358356 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.453406 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] For port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:06.456391 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] For port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=911c88c7-ebbb-4466-9c1b-4b777e5ebe7d,segment=NetworkSegment(0cb5bc82-eadb-4568-bbc3-50ee1445e3e3),segment_id=0cb5bc82-eadb-4568-bbc3-50ee1445e3e3)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:06.468938 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.471137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040d472-2c7a-4529-b91c-f15c14c7a2bc req-1944ce59-34be-4d70-ace4-a71cea4a6606 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.473178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b040d472-2c7a-4529-b91c-f15c14c7a2bc req-1944ce59-34be-4d70-ace4-a71cea4a6606 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.6267438 Jul 16 17:59:06.546251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dad20-5167-4a94-8930-9f1bc1cabfb5 req-8f547d79-ef89-4fa4-a4d3-d2cac010c586 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.548238 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-481dad20-5167-4a94-8930-9f1bc1cabfb5 req-8f547d79-ef89-4fa4-a4d3-d2cac010c586 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.6254411 Jul 16 17:59:06.555881 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Routers {'1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:06.556529 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T17:59:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:06.559838 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1279884-5c39-457a-b427-462c176efb86 None None] Pushing event updated for resources: {'Port': ['ID=911c88c7-ebbb-4466-9c1b-4b777e5ebe7d,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:06.580640 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b040d472-2c7a-4529-b91c-f15c14c7a2bc req-b607101f-3825-4cba-8807-1928de0cba46 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925310 Jul 16 17:59:06.729364 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d089f908-f29c-4079-99bc-328da3456da9 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:06.741458 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.778106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Transition to ACTIVE for port object d089f908-f29c-4079-99bc-328da3456da9 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:06.783530 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] Set router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:06.795541 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.869662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-481dad20-5167-4a94-8930-9f1bc1cabfb5 req-5e9533c7-7e54-4957-b5c2-3782f8a8f404 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959108 Jul 16 17:59:06.913875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Pushing event updated for resources: {'Port': ['ID=d089f908-f29c-4079-99bc-328da3456da9,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:07.019537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Attempting to bind port d089f908-f29c-4079-99bc-328da3456da9 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:07.019537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Attempting to bind port d089f908-f29c-4079-99bc-328da3456da9 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:07.019537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Attempting to bind port d089f908-f29c-4079-99bc-328da3456da9 on network 6881b1c5-54be-403e-8779-26889218234e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:07.023214 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Port d089f908-f29c-4079-99bc-328da3456da9 on network 6881b1c5-54be-403e-8779-26889218234e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:07.023693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Attempting to bind port d089f908-f29c-4079-99bc-328da3456da9 on network 6881b1c5-54be-403e-8779-26889218234e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:07.040089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:07.040410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Checking segment: {'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:07.041015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Bound using segment: {'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:07.041569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Bound port: d089f908-f29c-4079-99bc-328da3456da9, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:07.041938 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.059195 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 4, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port': {'id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T17:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '911c88c7-ebbb-4466-9c1b-4b777e5ebe7d', 'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'mac_address': 'fa:16:3e:d0:2d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '204b23cc-159d-41ae-adf4-093a524deac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:06Z', 'revision_number': 4, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'subnets': [{'id': '204b23cc-159d-41ae-adf4-093a524deac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:07.092704 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142be565-56ff-4b8d-bdbd-ded32e700df2 None None] The sync data for ids ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'] in n-d-787206-10 is: [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 4, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port': {'id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T17:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '911c88c7-ebbb-4466-9c1b-4b777e5ebe7d', 'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'mac_address': 'fa:16:3e:d0:2d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '204b23cc-159d-41ae-adf4-093a524deac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:06Z', 'revision_number': 4, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'subnets': [{'id': '204b23cc-159d-41ae-adf4-093a524deac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:07.280095 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] For port d089f908-f29c-4079-99bc-328da3456da9, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:07.292914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] For port d089f908-f29c-4079-99bc-328da3456da9, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d089f908-f29c-4079-99bc-328da3456da9,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:07.304240 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.376906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.377542 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.382353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] 10.222.0.35 "PUT /v2.0/ports/d089f908-f29c-4079-99bc-328da3456da9 HTTP/1.1" status: 200 len: 1092 time: 1.8821819 Jul 16 17:59:07.383285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd3528a-4c8c-44d3-9630-68e70bd8cb5e', 'tag': 'd089f908-f29c-4079-99bc-328da3456da9'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:07.386906 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b920bb44-6a50-431f-8502-19b4313530a7" -d '{"events": [{"name": "network-changed", "server_uuid": "afd3528a-4c8c-44d3-9630-68e70bd8cb5e", "tag": "d089f908-f29c-4079-99bc-328da3456da9"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:07.463149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b717a-4183-4e75-9d64-d342a1cedc8c req-385acfbe-8f06-4e1e-a9f6-329f54a12b05 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.473899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de9b717a-4183-4e75-9d64-d342a1cedc8c req-385acfbe-8f06-4e1e-a9f6-329f54a12b05 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 943 time: 0.3483024 Jul 16 17:59:07.632098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf8525c2-cb1a-4df1-b66d-5291bafa6b28 req-a423541a-b161-4b35-91c0-9ecd96d0ab65 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0796795 Jul 16 17:59:07.654650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de9b717a-4183-4e75-9d64-d342a1cedc8c req-5e92198e-7da4-48ea-a4ae-7fcb2a712710 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796653 Jul 16 17:59:07.656687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d80bbf-5302-46cc-bcf9-a129afd03100 service neutron] Pushing event updated for resources: {'Port': ['ID=d089f908-f29c-4079-99bc-328da3456da9,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:07.739923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-ea319607-d402-4f84-ac88-3e80fa346495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.741809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-ea319607-d402-4f84-ac88-3e80fa346495 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f56eb42e9c7a440492d2342161e25497&device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 1095 time: 0.2587156 Jul 16 17:59:07.789796 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf0ef2f-c7de-4e52-a0b5-f439091468f3 x-openstack-request-id: req-bbf0ef2f-c7de-4e52-a0b5-f439091468f3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:07.790095 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd3528a-4c8c-44d3-9630-68e70bd8cb5e", "tag": "d089f908-f29c-4079-99bc-328da3456da9", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:07.790349 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbf0ef2f-c7de-4e52-a0b5-f439091468f3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:07.790751 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd3528a-4c8c-44d3-9630-68e70bd8cb5e', 'tag': 'd089f908-f29c-4079-99bc-328da3456da9', 'status': 'completed', 'code': 200} Jul 16 17:59:07.862071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-ddf82c9c-5588-4869-a133-70866b0a7a78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d089f908-f29c-4079-99bc-328da3456da9 HTTP/1.1" status: 200 len: 217 time: 0.1048622 Jul 16 17:59:07.961966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-fcd8065e-b8eb-4e88-bc87-e59d0f8f2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.964136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-fcd8065e-b8eb-4e88-bc87-e59d0f8f2501 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f248cbc4-35d5-450b-8416-5d799e185e95 HTTP/1.1" status: 200 len: 845 time: 0.0792491 Jul 16 17:59:08.007306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-25363fa0-ee06-473e-ae8c-0ad53b12d02e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6881b1c5-54be-403e-8779-26889218234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342476 Jul 16 17:59:08.086689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:08.199913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:08.206866 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:08.207504 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.247625 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1a472-6056-4bb5-9b47-0fb095952ebe req-abfe6c77-ef8c-4589-aaf6-d7211edcc919 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:08.262635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52a1a472-6056-4bb5-9b47-0fb095952ebe req-abfe6c77-ef8c-4589-aaf6-d7211edcc919 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 1098 time: 0.4109678 Jul 16 17:59:08.368943 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.432176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=911c88c7-ebbb-4466-9c1b-4b777e5ebe7d,segment=NetworkSegment(0cb5bc82-eadb-4568-bbc3-50ee1445e3e3),segment_id=0cb5bc82-eadb-4568-bbc3-50ee1445e3e3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:08.442439 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.457682 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52a1a472-6056-4bb5-9b47-0fb095952ebe req-3c6a591a-6dc8-43b9-a92e-80f7c557c70f tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873558 Jul 16 17:59:08.507262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad09f56-80dc-4134-a9fd-9d78f71d893f req-bb45e701-a117-4b0d-bd9b-18b98380f142 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:08.520476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ad09f56-80dc-4134-a9fd-9d78f71d893f req-bb45e701-a117-4b0d-bd9b-18b98380f142 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.4785602 Jul 16 17:59:08.530335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=911c88c7-ebbb-4466-9c1b-4b777e5ebe7d,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:08.597245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-7f7e4624-7407-4670-8045-14366899029e service neutron] 10.222.0.35 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801959 Jul 16 17:59:08.689618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ad09f56-80dc-4134-a9fd-9d78f71d893f req-c9f2a893-070f-497b-a93e-c22f7721cc23 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634755 Jul 16 17:59:08.800223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2e583cb-8e74-445b-9e70-815e352d062d req-7828c3e7-0b1a-48dd-b7f6-daed33ec7244 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5177240 Jul 16 17:59:08.929912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f0e8883-e559-4973-b4bc-204554285b5e req-4d2b80ae-6faf-4333-a569-97ef2b93195a tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.1043308 Jul 16 17:59:08.951054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0feef8b-6ef2-4bcb-add1-26ecf354a114 req-bd10a2f9-dedb-4697-8a06-cb4d3e86c6da service neutron] 10.222.0.35 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465352 Jul 16 17:59:08.985261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de467e6d-a58b-4d47-b566-a7051c9e6c0e req-26aaa8fe-cb0e-4de5-a5d0-889badcad4d1 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:08.986785 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de467e6d-a58b-4d47-b566-a7051c9e6c0e req-26aaa8fe-cb0e-4de5-a5d0-889badcad4d1 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 1098 time: 0.1676705 Jul 16 17:59:08.989809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e583cb-8e74-445b-9e70-815e352d062d req-ede14e26-e301-48a2-a9b6-1862cc44ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:08.992155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2e583cb-8e74-445b-9e70-815e352d062d req-ede14e26-e301-48a2-a9b6-1862cc44ef4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 1096 time: 0.1511774 Jul 16 17:59:09.153803 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de467e6d-a58b-4d47-b566-a7051c9e6c0e req-d41f72b2-cc67-4d5b-9531-8a46ac7521b3 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549911 Jul 16 17:59:09.273667 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e583cb-8e74-445b-9e70-815e352d062d req-f2e1d651-c64f-4016-b4ef-6b580be0e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:09.275220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2e583cb-8e74-445b-9e70-815e352d062d req-f2e1d651-c64f-4016-b4ef-6b580be0e420 service neutron] 10.222.0.35 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.2576680 Jul 16 17:59:09.290998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920bb44-6a50-431f-8502-19b4313530a7 req-9d6e1e1a-c6c0-4c51-83f5-843361d885b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:09.293176 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b920bb44-6a50-431f-8502-19b4313530a7 req-9d6e1e1a-c6c0-4c51-83f5-843361d885b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f56eb42e9c7a440492d2342161e25497&device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 1095 time: 0.2258384 Jul 16 17:59:09.391932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151708b-79be-47c3-918a-cb9432061e7d req-a9280944-b257-413e-a2fa-8d1635c4503d tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:09.393616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c151708b-79be-47c3-918a-cb9432061e7d req-a9280944-b257-413e-a2fa-8d1635c4503d tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 943 time: 0.2824931 Jul 16 17:59:09.400215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2e583cb-8e74-445b-9e70-815e352d062d req-8a7e1c4b-1064-4b37-84e3-3c479cf04e84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=567d3e35-3fae-43e8-a936-55485c886ba9 HTTP/1.1" status: 200 len: 217 time: 0.1036725 Jul 16 17:59:09.503078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c151708b-79be-47c3-918a-cb9432061e7d req-e7010d9f-48d1-485b-9ce9-d0e81ab5515d tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940835 Jul 16 17:59:09.558038 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e583cb-8e74-445b-9e70-815e352d062d req-f89857e6-ac57-47ce-8a99-94730cba3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:09.561112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2e583cb-8e74-445b-9e70-815e352d062d req-f89857e6-ac57-47ce-8a99-94730cba3958 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.1226971 Jul 16 17:59:09.608729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2e583cb-8e74-445b-9e70-815e352d062d req-f3be0c92-5764-4a78-8b59-d1351b01f679 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393023 Jul 16 17:59:09.615938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920bb44-6a50-431f-8502-19b4313530a7 req-93db11a4-f790-4e93-9529-af9969488572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:09.619075 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b920bb44-6a50-431f-8502-19b4313530a7 req-93db11a4-f790-4e93-9529-af9969488572 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 200 len: 906 time: 0.3152494 Jul 16 17:59:09.755881 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b920bb44-6a50-431f-8502-19b4313530a7 req-e539feea-aaf0-4d04-9593-d9eff8712ab9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d089f908-f29c-4079-99bc-328da3456da9 HTTP/1.1" status: 200 len: 217 time: 0.0428298 Jul 16 17:59:09.767112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2e583cb-8e74-445b-9e70-815e352d062d req-d9cf721b-bc39-46e5-8a23-c8c6c827aa89 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394589 Jul 16 17:59:09.912156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920bb44-6a50-431f-8502-19b4313530a7 req-5b401ed0-4fd2-4210-98e1-917baa5e230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:09.913883 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b920bb44-6a50-431f-8502-19b4313530a7 req-5b401ed0-4fd2-4210-98e1-917baa5e230a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f248cbc4-35d5-450b-8416-5d799e185e95 HTTP/1.1" status: 200 len: 845 time: 0.1223540 Jul 16 17:59:09.962497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b920bb44-6a50-431f-8502-19b4313530a7 req-443e03dd-9be1-4beb-b67a-d827bb26fdf2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6881b1c5-54be-403e-8779-26889218234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407083 Jul 16 17:59:10.007878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:10.057797 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2e583cb-8e74-445b-9e70-815e352d062d req-0642d2f6-5029-4eee-8dde-62fe416b45b4 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836111 Jul 16 17:59:10.175800 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:10.176802 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.201526 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b920bb44-6a50-431f-8502-19b4313530a7 req-4903b344-d4dd-44c3-a4a7-2686f828fdc3 service neutron] 10.222.0.35 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281187 Jul 16 17:59:10.432327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ce9f-0de0-440a-8c2b-2602caef691b req-3d11debf-bad0-4a5a-aeb2-0cf9d321fe55 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.433948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a73ce9f-0de0-440a-8c2b-2602caef691b req-3d11debf-bad0-4a5a-aeb2-0cf9d321fe55 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.2083156 Jul 16 17:59:10.468500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b920bb44-6a50-431f-8502-19b4313530a7 req-22b0ccea-2daa-4dfc-82fa-aaee7fd8fcd0 service neutron] 10.222.0.35 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591703 Jul 16 17:59:10.512196 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a73ce9f-0de0-440a-8c2b-2602caef691b req-7477b76e-b612-42c5-92ba-24c4b62d33a8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688078 Jul 16 17:59:10.747833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1c5ef299-d5a1-4d64-b863-6349d6b1e228 req-64134ce8-e137-4642-be7b-030f5e4b3ea5 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0420415 Jul 16 17:59:11.069353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a990381-e10b-4c3a-9af8-f788bc1fae82 req-213cf888-5bcc-478e-8bcc-1567f800e989 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:11.078412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a990381-e10b-4c3a-9af8-f788bc1fae82 req-213cf888-5bcc-478e-8bcc-1567f800e989 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 943 time: 0.1142063 Jul 16 17:59:11.134554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a990381-e10b-4c3a-9af8-f788bc1fae82 req-06503386-727d-4a60-b674-cf4f2e82ee09 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548654 Jul 16 17:59:11.223766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ecf4f9e4-6a8e-416b-b17b-c73a8655864f tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:59:11.234293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ecf4f9e4-6a8e-416b-b17b-c73a8655864f tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2196891 Jul 16 17:59:11.297638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] Request body: {'binding': {'host': 'n-h1-787206-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:11.298363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] Unknown quota resources ['binding']. {{(pid=100169) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:59:11.458014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] Attempting to bind port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on host n-h1-787206-10 for vnic_type normal with profile None {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:11.458600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] Attempting to bind port 224c4d4c-019d-4c98-898c-ae1d1d5c696d by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:11.458755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] Attempting to bind port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:11.463244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] Port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:11.463601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] Attempting to bind port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:11.469771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:11.470108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:11.472228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:11.472228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] Bound port: 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:11.561859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:11.571236 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.576639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] 10.222.0.41 "POST /v2.0/ports/224c4d4c-019d-4c98-898c-ae1d1d5c696d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3395457 Jul 16 17:59:11.616626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d089f908-f29c-4079-99bc-328da3456da9 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:11.817266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f276c-be7e-4378-b0eb-6fedf118e0cd req-932d962d-e8f7-4931-a281-0c73e5f19cec tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:11.826041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-111f276c-be7e-4378-b0eb-6fedf118e0cd req-932d962d-e8f7-4931-a281-0c73e5f19cec tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1488876 Jul 16 17:59:11.885011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d089f908-f29c-4079-99bc-328da3456da9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d089f908-f29c-4079-99bc-328da3456da9,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:11.910912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'd089f908-f29c-4079-99bc-328da3456da9', 'network_id': '6881b1c5-54be-403e-8779-26889218234e', 'port_id': 'd089f908-f29c-4079-99bc-328da3456da9', 'mac_address': 'fa:16:3e:cd:d6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f248cbc4-35d5-450b-8416-5d799e185e95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:11.954784 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.978828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d089f908-f29c-4079-99bc-328da3456da9 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:12.002467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d089f908-f29c-4079-99bc-328da3456da9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d089f908-f29c-4079-99bc-328da3456da9,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:12.010734 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:12.071351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-111f276c-be7e-4378-b0eb-6fedf118e0cd req-00d8481d-e2b4-4eb8-aeb0-debe8cf6a115 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342451 Jul 16 17:59:12.072418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d089f908-f29c-4079-99bc-328da3456da9,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:12.129284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ac7a1bdf-6325-407b-919b-12c8513490d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:12.131187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ac7a1bdf-6325-407b-919b-12c8513490d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 1098 time: 0.2245402 Jul 16 17:59:12.139852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8776fe-9467-44bc-ae10-848846e6353f req-32b34c90-26a0-4fae-88cd-59ee20207648 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:12.147465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea8776fe-9467-44bc-ae10-848846e6353f req-32b34c90-26a0-4fae-88cd-59ee20207648 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.3086853 Jul 16 17:59:12.238839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea8776fe-9467-44bc-ae10-848846e6353f req-5d8a991c-c614-4593-84eb-fa8508de5da4 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907025 Jul 16 17:59:12.348935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63ce9eaf-433c-4b2b-aa53-8bdbf0f7f9f6 req-33344346-af39-4051-b69a-337535396ad6 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0518832 Jul 16 17:59:12.401082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-e8c2fa8b-7d2e-4474-91a2-b7e8cca0d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:12.402984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-e8c2fa8b-7d2e-4474-91a2-b7e8cca0d1b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.2489903 Jul 16 17:59:12.414964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d089f908-f29c-4079-99bc-328da3456da9'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:12.474973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-5afc4fbb-12a6-44e3-bb99-8875e3248b0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d HTTP/1.1" status: 200 len: 217 time: 0.0496190 Jul 16 17:59:12.554496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eecdd1-02f3-48a4-a864-3f964f558e7e req-64c9afcc-e612-4821-a7ab-7f626ab66446 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:12.563201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73eecdd1-02f3-48a4-a864-3f964f558e7e req-64c9afcc-e612-4821-a7ab-7f626ab66446 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 944 time: 0.1832118 Jul 16 17:59:12.579697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-25d4d6a6-2cf6-4c90-bcbd-e94060a81afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:12.583281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-25d4d6a6-2cf6-4c90-bcbd-e94060a81afc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.0933614 Jul 16 17:59:12.928965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-fe0a580a-340a-4d68-b3e2-7c8dcb25eba1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3331017 Jul 16 17:59:12.980019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73eecdd1-02f3-48a4-a864-3f964f558e7e req-85b68899-9804-40a3-b020-c7f165c831f6 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152546 Jul 16 17:59:13.060951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-1f9648ff-e537-457b-ad1e-2e12442cf12a service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234236 Jul 16 17:59:13.182413 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-670d2fb7-f667-425e-ac34-f9db4cc38c85 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101284 Jul 16 17:59:13.371488 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43127302-5fe2-4e28-a59e-24c955567482 req-d1a9eaf3-8bec-4a30-a34c-104f0f8f94ec tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.371488 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43127302-5fe2-4e28-a59e-24c955567482 req-d1a9eaf3-8bec-4a30-a34c-104f0f8f94ec tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1691868 Jul 16 17:59:13.450007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43127302-5fe2-4e28-a59e-24c955567482 req-cdb4e48e-8645-404a-a321-0d11ffe9d05c tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697696 Jul 16 17:59:13.550199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6859a1-0070-42d9-a9e2-b626fa404b0c req-70555935-67ad-4039-bb90-38d8147cd1df tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.552322 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f6859a1-0070-42d9-a9e2-b626fa404b0c req-70555935-67ad-4039-bb90-38d8147cd1df tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.0849738 Jul 16 17:59:13.636713 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d089f908-f29c-4079-99bc-328da3456da9 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:13.718304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port d089f908-f29c-4079-99bc-328da3456da9 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:13.723010 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-220cdf89-ec84-4327-aa1c-42efc223fdb0 req-663bb556-292a-4e87-93b5-12b4dda83fd0 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0819464 Jul 16 17:59:13.734824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port d089f908-f29c-4079-99bc-328da3456da9 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:13.737698 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.739132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f6859a1-0070-42d9-a9e2-b626fa404b0c req-48a6d1a7-8297-4fd5-baf9-04d90cb2be3a tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804912 Jul 16 17:59:13.853628 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.894885 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd3528a-4c8c-44d3-9630-68e70bd8cb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd089f908-f29c-4079-99bc-328da3456da9'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:13.897704 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482630cd-99df-4710-860c-e678491b9f9e" -d '{"events": [{"server_uuid": "afd3528a-4c8c-44d3-9630-68e70bd8cb5e", "name": "network-vif-plugged", "status": "completed", "tag": "d089f908-f29c-4079-99bc-328da3456da9"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:13.904518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d089f908-f29c-4079-99bc-328da3456da9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d089f908-f29c-4079-99bc-328da3456da9,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:13.922540 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.949975 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da35843-c5c8-4cc4-8053-7b3e9987052f x-openstack-request-id: req-0da35843-c5c8-4cc4-8053-7b3e9987052f {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:13.950303 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd3528a-4c8c-44d3-9630-68e70bd8cb5e", "name": "network-vif-plugged", "status": "completed", "tag": "d089f908-f29c-4079-99bc-328da3456da9", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:13.950592 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0da35843-c5c8-4cc4-8053-7b3e9987052f {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:13.951135 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd3528a-4c8c-44d3-9630-68e70bd8cb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd089f908-f29c-4079-99bc-328da3456da9', 'code': 200} Jul 16 17:59:13.987251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d089f908-f29c-4079-99bc-328da3456da9,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:14.111310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7711abe-d425-4293-8ee6-e33af7a51358 req-289787d2-ff71-495d-8ca7-1d37016bb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:14.113929 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7711abe-d425-4293-8ee6-e33af7a51358 req-289787d2-ff71-495d-8ca7-1d37016bb2af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 1097 time: 0.0872211 Jul 16 17:59:14.168066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7711abe-d425-4293-8ee6-e33af7a51358 req-e4daa2d1-1843-486f-b3bd-8058657b5684 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433464 Jul 16 17:59:14.285110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf9ae7-7868-49cb-8673-f1ee0c24ba45 req-cc930fb8-bd02-4512-8347-1ad4957e84fe tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:14.287656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62bf9ae7-7868-49cb-8673-f1ee0c24ba45 req-cc930fb8-bd02-4512-8347-1ad4957e84fe tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 945 time: 0.1236870 Jul 16 17:59:14.366360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62bf9ae7-7868-49cb-8673-f1ee0c24ba45 req-da8a18c7-f8b7-4150-8b8c-e7f0fe38309c tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697534 Jul 16 17:59:14.684217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3dc004-48a0-48c4-97a0-aac134baffe9 req-29b928e3-3f5b-49a6-b903-6a9c482d0edf tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:14.686126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b3dc004-48a0-48c4-97a0-aac134baffe9 req-29b928e3-3f5b-49a6-b903-6a9c482d0edf tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.0961275 Jul 16 17:59:14.745953 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b3dc004-48a0-48c4-97a0-aac134baffe9 req-39573d06-1b62-4b7a-9803-a9b9c0a954d2 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537655 Jul 16 17:59:14.972921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57927b2f-cae1-490f-ba56-f6e996243bed req-7a6b9084-3f07-4322-905f-a44d0f33c489 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0636749 Jul 16 17:59:15.267635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee1065-8acc-4419-af54-e1708471e0dd req-8d6866ae-d33f-4236-bed4-30fb8bb677aa tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:15.276751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74ee1065-8acc-4419-af54-e1708471e0dd req-8d6866ae-d33f-4236-bed4-30fb8bb677aa tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.1463482 Jul 16 17:59:15.339182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74ee1065-8acc-4419-af54-e1708471e0dd req-196fec81-2cc0-45fc-9930-e6ca17cdcdce tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611577 Jul 16 17:59:15.618232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d1314-b24f-40e5-861b-b8e0c57c6b2d req-88eaf265-1c43-42a2-8777-89d18a4a482d tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:15.628420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-725d1314-b24f-40e5-861b-b8e0c57c6b2d req-88eaf265-1c43-42a2-8777-89d18a4a482d tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 945 time: 0.1019907 Jul 16 17:59:15.690767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-725d1314-b24f-40e5-861b-b8e0c57c6b2d req-204dead1-38ee-4179-b646-b33e7c0c056f tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571117 Jul 16 17:59:16.042225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7c15f-15a6-4270-ad03-26238dde32cb req-6985c26c-f334-4704-ba0b-78e903a3b44e tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.044895 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8f7c15f-15a6-4270-ad03-26238dde32cb req-6985c26c-f334-4704-ba0b-78e903a3b44e tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1528130 Jul 16 17:59:16.124697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8f7c15f-15a6-4270-ad03-26238dde32cb req-fac84c6b-a311-47cd-b2e9-5d7e5a70e6e1 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731030 Jul 16 17:59:16.281893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ada0247b-55d8-4040-8d00-4839cec0bdc9 req-db55d44b-a081-4762-9c7a-721ef487fd4e tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0543714 Jul 16 17:59:16.417656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd183b0-0506-4450-ae8d-99f62a4b08bb req-31eaa68b-85e7-4c0c-966c-71f8fc60179e tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.433706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dd183b0-0506-4450-ae8d-99f62a4b08bb req-31eaa68b-85e7-4c0c-966c-71f8fc60179e tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 945 time: 0.1555457 Jul 16 17:59:16.525648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dd183b0-0506-4450-ae8d-99f62a4b08bb req-faf4c29b-3dcf-4435-b5fb-9c33a47d59f7 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899525 Jul 16 17:59:16.906453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958c6d3-8fba-4830-a224-9c2f041083f1 req-9721d010-99d4-4958-94d8-ed2a0ca3eb80 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.908706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c958c6d3-8fba-4830-a224-9c2f041083f1 req-9721d010-99d4-4958-94d8-ed2a0ca3eb80 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.1568244 Jul 16 17:59:16.972305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c958c6d3-8fba-4830-a224-9c2f041083f1 req-a658ea69-cfc3-4583-b87f-2394e8e67352 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498099 Jul 16 17:59:17.333706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a20097-1b40-41e3-be8a-ec7bbb9731ab req-1be88cd3-e27f-4f67-b13a-c00458c06565 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:17.340833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c5a20097-1b40-41e3-be8a-ec7bbb9731ab req-1be88cd3-e27f-4f67-b13a-c00458c06565 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.0845003 Jul 16 17:59:17.392169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c5a20097-1b40-41e3-be8a-ec7bbb9731ab req-c85e4ccd-80df-4165-b662-092bdefec043 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501413 Jul 16 17:59:17.567782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b26886f5-17e9-473e-b9ac-cf74e0785380 req-aa0a493e-a020-48a2-b7f8-03bd326feadf tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0641267 Jul 16 17:59:17.906089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42046658-faa2-4e56-87ac-a5e7348ec9b0 req-c7247d53-3505-4269-bdb4-dc0d53b2deed tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:17.908446 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42046658-faa2-4e56-87ac-a5e7348ec9b0 req-c7247d53-3505-4269-bdb4-dc0d53b2deed tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 945 time: 0.1022875 Jul 16 17:59:17.970607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42046658-faa2-4e56-87ac-a5e7348ec9b0 req-84af262e-4c31-49c9-a7b6-e732d80e02d3 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560577 Jul 16 17:59:18.276909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a2563-162f-4bd7-a2c4-767aa56831f0 req-533b7c48-eaab-4c23-8970-6144ab2ab43e tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.284400 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-975a2563-162f-4bd7-a2c4-767aa56831f0 req-533b7c48-eaab-4c23-8970-6144ab2ab43e tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.1436861 Jul 16 17:59:18.340193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-975a2563-162f-4bd7-a2c4-767aa56831f0 req-eb1e1417-7b09-48f4-acdb-28561ad158b6 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526280 Jul 16 17:59:18.669730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f557e-29b7-4474-882c-46a9f8b0cccb req-7c7d1654-a77d-4ba8-ba5a-5a4c66c40c02 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.671535 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b87f557e-29b7-4474-882c-46a9f8b0cccb req-7c7d1654-a77d-4ba8-ba5a-5a4c66c40c02 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.0898564 Jul 16 17:59:18.733122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b87f557e-29b7-4474-882c-46a9f8b0cccb req-f4ce1b23-de39-4155-80d9-17228d082d50 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524185 Jul 16 17:59:18.943134 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60112c91-fb18-4f16-8e9a-38bf957d1e65 req-9758fcf3-a172-427d-b1a8-4b699bcb4fa3 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0624659 Jul 16 17:59:19.558545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6925c-19f3-4cc9-a3f5-ce268cb15899 req-c4e0d14b-99ca-4e31-857b-4b09d696c88f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.560431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09f6925c-19f3-4cc9-a3f5-ce268cb15899 req-c4e0d14b-99ca-4e31-857b-4b09d696c88f tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.0753102 Jul 16 17:59:19.621652 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09f6925c-19f3-4cc9-a3f5-ce268cb15899 req-3f3ef250-f203-4d5e-9ba3-f58f28aae63d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490861 Jul 16 17:59:19.966605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cb858-7921-4ff7-87b4-6610edb386f0 req-e3a1efac-f69f-4f62-ba51-91ff6e3c2deb tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.968329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-630cb858-7921-4ff7-87b4-6610edb386f0 req-e3a1efac-f69f-4f62-ba51-91ff6e3c2deb tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1070964 Jul 16 17:59:20.028001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-630cb858-7921-4ff7-87b4-6610edb386f0 req-cd264e10-2700-40bd-aae0-bbe9ab6a93d8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534108 Jul 16 17:59:20.193038 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e17b6dd7-e37a-4f05-a089-9b1390a28ac2 req-3ae758da-1552-4fa7-acc5-7a314cef86ad tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0323222 Jul 16 17:59:20.799754 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8fe78-d489-4b7d-a838-c6f09653d240 req-3d4d5313-5756-476a-a8b6-21b361632dd4 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.801331 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77d8fe78-d489-4b7d-a838-c6f09653d240 req-3d4d5313-5756-476a-a8b6-21b361632dd4 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.0705891 Jul 16 17:59:20.844678 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77d8fe78-d489-4b7d-a838-c6f09653d240 req-1c48c393-33f3-4f05-8a5a-65b2bf659e1b tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371823 Jul 16 17:59:21.265976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd9ca4-c6b1-4e8c-aed3-089da7d75824 req-2db0a677-7a5a-4246-b204-40de6496f632 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.267583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7bd9ca4-c6b1-4e8c-aed3-089da7d75824 req-2db0a677-7a5a-4246-b204-40de6496f632 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.0899813 Jul 16 17:59:21.308604 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7bd9ca4-c6b1-4e8c-aed3-089da7d75824 req-111f12c6-2c51-4c15-9e05-c5d0391684e3 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355041 Jul 16 17:59:21.495598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-639f62af-0b85-49a3-923f-9edbd813d8b8 req-34637742-31b6-4ca8-928b-5d0a2da37ce6 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0526536 Jul 16 17:59:22.094591 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ba010-c96f-48d3-b9a8-dc330ad7e8d2 req-d2bf8783-e247-4b8b-af38-0f497f4574cd tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.096795 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a06ba010-c96f-48d3-b9a8-dc330ad7e8d2 req-d2bf8783-e247-4b8b-af38-0f497f4574cd tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.1067510 Jul 16 17:59:22.159291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a06ba010-c96f-48d3-b9a8-dc330ad7e8d2 req-c24b847c-f0c4-4c3b-bac1-448a4b8f5477 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537589 Jul 16 17:59:22.644333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2d6b6-0415-4232-ae24-e2473292217f req-51ab7f08-492a-4fed-aaf0-55ac14238dc1 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.648263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1e2d6b6-0415-4232-ae24-e2473292217f req-51ab7f08-492a-4fed-aaf0-55ac14238dc1 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1271627 Jul 16 17:59:22.750489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9df4916e-bca8-4b1a-b507-d51c7d41bf78 req-837ad03c-8fc6-4b09-b069-e23f72f08b05 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0776184 Jul 16 17:59:22.771839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1e2d6b6-0415-4232-ae24-e2473292217f req-970c8b97-a232-445c-920b-0766eeeaf4a9 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168559 Jul 16 17:59:23.366398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953bb76-0518-4910-bb31-a6133ff0cbea req-a8347d61-c5a3-4f46-a1df-0fb7a2867141 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.367410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d953bb76-0518-4910-bb31-a6133ff0cbea req-a8347d61-c5a3-4f46-a1df-0fb7a2867141 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.0679121 Jul 16 17:59:23.408426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d953bb76-0518-4910-bb31-a6133ff0cbea req-80c6cb7f-d655-4661-973f-348409c17204 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350466 Jul 16 17:59:23.685399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d089f908-f29c-4079-99bc-328da3456da9 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:23.784490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d089f908-f29c-4079-99bc-328da3456da9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d089f908-f29c-4079-99bc-328da3456da9,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:23.799685 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'd089f908-f29c-4079-99bc-328da3456da9', 'network_id': '6881b1c5-54be-403e-8779-26889218234e', 'port_id': 'd089f908-f29c-4079-99bc-328da3456da9', 'mac_address': 'fa:16:3e:cd:d6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f248cbc4-35d5-450b-8416-5d799e185e95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:23.845316 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:23.864829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d089f908-f29c-4079-99bc-328da3456da9 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:23.878960 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d089f908-f29c-4079-99bc-328da3456da9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d089f908-f29c-4079-99bc-328da3456da9,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:23.886527 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:23.937861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d089f908-f29c-4079-99bc-328da3456da9,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:23.955600 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2bd50a20-67c7-4636-a2e3-5fa436f70ff9 req-ef02ec5d-0315-42d4-af4f-85cc81171acc tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0409298 Jul 16 17:59:24.050319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d089f908-f29c-4079-99bc-328da3456da9'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:24.177527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5dcbc-e2b7-4422-8a96-dad411d00524 req-1e1b6d9d-2d2b-49c5-9edc-d813e0272a7d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.180599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c0d5dcbc-e2b7-4422-8a96-dad411d00524 req-1e1b6d9d-2d2b-49c5-9edc-d813e0272a7d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1000776 Jul 16 17:59:24.232162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c0d5dcbc-e2b7-4422-8a96-dad411d00524 req-30d7b0c0-86ef-4311-a653-e83c4ba32dc0 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452783 Jul 16 17:59:24.625623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50411-1c90-4cd9-8475-3382d040fd45 req-2f720b32-f957-4a59-81e0-6b0f24b5939e tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.627195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77c50411-1c90-4cd9-8475-3382d040fd45 req-2f720b32-f957-4a59-81e0-6b0f24b5939e tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.0858769 Jul 16 17:59:24.669659 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77c50411-1c90-4cd9-8475-3382d040fd45 req-5c3f02ba-f560-4154-ac68-fc644c927fda tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363376 Jul 16 17:59:25.126063 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4b95332-c636-47c9-a740-825163b8790a req-05483080-4516-4d2e-abe6-17cfc69e1da4 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0407228 Jul 16 17:59:25.446174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4f879-9e9f-4c64-8d27-2001464f9842 req-7e98f670-07b6-409c-88e9-ee9f66dccb94 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.452154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-afe4f879-9e9f-4c64-8d27-2001464f9842 req-7e98f670-07b6-409c-88e9-ee9f66dccb94 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.0759201 Jul 16 17:59:25.494898 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-afe4f879-9e9f-4c64-8d27-2001464f9842 req-439ebe2c-7323-45c4-8cc5-4c4ee06e9fea tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 Jul 16 17:59:25.592296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-9459f398-bb4b-424a-86db-0e7f1e3b62bf tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.593868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-9459f398-bb4b-424a-86db-0e7f1e3b62bf tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 1098 time: 0.0639856 Jul 16 17:59:25.605800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-10'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:25.683042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d089f908-f29c-4079-99bc-328da3456da9 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:25.703420 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.757481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port d089f908-f29c-4079-99bc-328da3456da9 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:25.758361 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.876411 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.919940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d089f908-f29c-4079-99bc-328da3456da9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d089f908-f29c-4079-99bc-328da3456da9,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:25.921039 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd3528a-4c8c-44d3-9630-68e70bd8cb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd089f908-f29c-4079-99bc-328da3456da9'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:25.932879 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1c6f59-5dcf-436a-9dd4-ce5c2d01ef37" -d '{"events": [{"server_uuid": "afd3528a-4c8c-44d3-9630-68e70bd8cb5e", "name": "network-vif-plugged", "status": "completed", "tag": "d089f908-f29c-4079-99bc-328da3456da9"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:25.940716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:25.945605 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.973786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2bf86-2b02-444e-bfe0-1d8a60ceb2e0 req-e87503b3-8fbb-496e-8046-3da903d271b2 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.976520 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6a2bf86-2b02-444e-bfe0-1d8a60ceb2e0 req-e87503b3-8fbb-496e-8046-3da903d271b2 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 946 time: 0.1370728 Jul 16 17:59:26.014315 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d089f908-f29c-4079-99bc-328da3456da9,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:26.052010 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6a2bf86-2b02-444e-bfe0-1d8a60ceb2e0 req-8c5ce194-9c73-413b-82fd-dd3a9a8ad640 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688248 Jul 16 17:59:26.068639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:26.116424 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1a2f61-3460-439c-a4a7-290aa3d9b967 x-openstack-request-id: req-7d1a2f61-3460-439c-a4a7-290aa3d9b967 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:26.116964 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd3528a-4c8c-44d3-9630-68e70bd8cb5e", "name": "network-vif-plugged", "status": "completed", "tag": "d089f908-f29c-4079-99bc-328da3456da9", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:26.117665 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d1a2f61-3460-439c-a4a7-290aa3d9b967 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:26.118352 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd3528a-4c8c-44d3-9630-68e70bd8cb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd089f908-f29c-4079-99bc-328da3456da9', 'code': 200} Jul 16 17:59:26.121586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224c4d4c-019d-4c98-898c-ae1d1d5c696d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:26.124837 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a963b6-c367-4bcd-bb5d-eff03e838f27" -d '{"events": [{"server_uuid": "8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f", "name": "network-vif-unplugged", "status": "completed", "tag": "224c4d4c-019d-4c98-898c-ae1d1d5c696d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:26.128968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.135859 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.183909 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581a5695-393b-42a7-81ff-70a08ce38d4a x-openstack-request-id: req-581a5695-393b-42a7-81ff-70a08ce38d4a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:26.184203 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f", "name": "network-vif-unplugged", "status": "completed", "tag": "224c4d4c-019d-4c98-898c-ae1d1d5c696d", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:26.184547 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-581a5695-393b-42a7-81ff-70a08ce38d4a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:26.184943 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224c4d4c-019d-4c98-898c-ae1d1d5c696d', 'code': 200} Jul 16 17:59:26.234243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Pushing event updated for resources: {'Port': ['ID=224c4d4c-019d-4c98-898c-ae1d1d5c696d,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:26.240360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Attempting to bind port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on host n-h2-787206-10 for vnic_type normal with profile {"migrating_to": "n-h1-787206-10"} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:26.240813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Attempting to bind port 224c4d4c-019d-4c98-898c-ae1d1d5c696d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:26.241015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Attempting to bind port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:26.242695 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.245650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on network 952ac8ff-0af0-4f75-809e-e546a42ee253 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:26.246047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Attempting to bind port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on network 952ac8ff-0af0-4f75-809e-e546a42ee253 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:26.252538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:26.252925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Checking segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:26.253283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Bound using segment: {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:26.253713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Bound port: 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '952ac8ff-0af0-4f75-809e-e546a42ee253'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:26.254072 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.331497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e3b12f1-8e44-4696-bc5d-1c4ccd4c3c5a req-aefd7218-b471-4feb-8f43-a361c58b2e84 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0366921 Jul 16 17:59:26.366859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:26.366859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:26.369200 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.454971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:26.455627 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.457770 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] 10.222.0.35 "PUT /v2.0/ports/224c4d4c-019d-4c98-898c-ae1d1d5c696d HTTP/1.1" status: 200 len: 1124 time: 0.8566902 Jul 16 17:59:26.467066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a3b99-515b-43b6-91fc-e79f7038d393 service neutron] Pushing event updated for resources: {'Port': ['ID=224c4d4c-019d-4c98-898c-ae1d1d5c696d,revision_number=8']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:26.473413 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.542069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['224c4d4c-019d-4c98-898c-ae1d1d5c696d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:26.634717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['224c4d4c-019d-4c98-898c-ae1d1d5c696d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:26.734940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd219bd-2f1f-4bfe-bbdf-38e623d28d29 req-2d62bd60-9fcd-4598-82f3-3a5ce0bfa291 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:26.742549 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bd219bd-2f1f-4bfe-bbdf-38e623d28d29 req-2d62bd60-9fcd-4598-82f3-3a5ce0bfa291 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1218901 Jul 16 17:59:26.796124 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bd219bd-2f1f-4bfe-bbdf-38e623d28d29 req-87fc0a9e-cf94-4eb5-b7d5-a81d94dc8cc5 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524330 Jul 16 17:59:27.329034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdaebb-b1e7-487d-88fd-49f4e450e988 req-a92399d7-05fb-485f-9fea-6762856e55d5 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.333727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dfdaebb-b1e7-487d-88fd-49f4e450e988 req-a92399d7-05fb-485f-9fea-6762856e55d5 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 944 time: 0.1285915 Jul 16 17:59:27.410080 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dfdaebb-b1e7-487d-88fd-49f4e450e988 req-776671b0-acc4-486a-a37b-106b7e1da326 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700648 Jul 16 17:59:27.592489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cce0bce8-32f7-4b54-b904-762c42f87d58 req-c8942b7a-09a4-46ab-9a3c-143a255753d8 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0547154 Jul 16 17:59:27.689227 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 224c4d4c-019d-4c98-898c-ae1d1d5c696d details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:27.880459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:27.901350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 224c4d4c-019d-4c98-898c-ae1d1d5c696d has no active binding in host n-h1-787206-10 {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:59:27.979559 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c602-8be9-4975-a607-e4e3f09c9d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.165518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c3668-0b2d-42d0-b0ef-1deee7d04315 req-2fbd5b9e-cd29-47c6-b8b0-93b3c10285bc tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.178779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-888c3668-0b2d-42d0-b0ef-1deee7d04315 req-2fbd5b9e-cd29-47c6-b8b0-93b3c10285bc tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1753840 Jul 16 17:59:28.194689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f', 'tag': '224c4d4c-019d-4c98-898c-ae1d1d5c696d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:28.197013 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3e8c7b-850c-4106-9a48-300776c90180" -d '{"events": [{"name": "network-changed", "server_uuid": "8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f", "tag": "224c4d4c-019d-4c98-898c-ae1d1d5c696d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:28.247332 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-888c3668-0b2d-42d0-b0ef-1deee7d04315 req-90216430-e3f0-4352-a781-3b2148a6223b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654876 Jul 16 17:59:28.473383 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c0dc2f-93aa-46c3-91f8-8dac3a08fd6e x-openstack-request-id: req-b4c0dc2f-93aa-46c3-91f8-8dac3a08fd6e {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:28.473779 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f", "tag": "224c4d4c-019d-4c98-898c-ae1d1d5c696d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:28.474124 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4c0dc2f-93aa-46c3-91f8-8dac3a08fd6e {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:28.475119 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f', 'tag': '224c4d4c-019d-4c98-898c-ae1d1d5c696d', 'status': 'completed', 'code': 200} Jul 16 17:59:28.723969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e8c7b-850c-4106-9a48-300776c90180 req-64e02de8-11ec-4f1e-9113-d88751f79a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.725494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f3e8c7b-850c-4106-9a48-300776c90180 req-64e02de8-11ec-4f1e-9113-d88751f79a18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 1127 time: 0.2209480 Jul 16 17:59:28.795810 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643618b-0d77-4298-8402-0af3f265d77a req-bae30f51-d37b-441e-b687-697ef0d61d81 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.797421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9643618b-0d77-4298-8402-0af3f265d77a req-bae30f51-d37b-441e-b687-697ef0d61d81 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 944 time: 0.1802263 Jul 16 17:59:28.870343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9643618b-0d77-4298-8402-0af3f265d77a req-1afc8a74-330d-424c-a9df-d070ae70446d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456989 Jul 16 17:59:28.892909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e8c7b-850c-4106-9a48-300776c90180 req-7923b1e2-9efc-4ba1-aad9-65732a758198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.894578 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f3e8c7b-850c-4106-9a48-300776c90180 req-7923b1e2-9efc-4ba1-aad9-65732a758198 service neutron] 10.222.0.43 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.1584699 Jul 16 17:59:28.954284 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f3e8c7b-850c-4106-9a48-300776c90180 req-bef15c27-7ec1-4d7c-b825-a3aa08924b9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d HTTP/1.1" status: 200 len: 217 time: 0.0525815 Jul 16 17:59:29.023915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e8c7b-850c-4106-9a48-300776c90180 req-e3344110-bca1-4860-ac9d-7a44184ac11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.025430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f3e8c7b-850c-4106-9a48-300776c90180 req-e3344110-bca1-4860-ac9d-7a44184ac11b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.0633283 Jul 16 17:59:29.061655 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f3e8c7b-850c-4106-9a48-300776c90180 req-ed085182-e58d-4895-883e-821ff66ab75e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288317 Jul 16 17:59:29.083788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-1f3e8c7b-850c-4106-9a48-300776c90180 req-ad43a3f3-8b0c-425b-8046-d53bb49cc116 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:59:29.084751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f3e8c7b-850c-4106-9a48-300776c90180 req-ad43a3f3-8b0c-425b-8046-d53bb49cc116 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060189 Jul 16 17:59:29.115243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29373510-4e49-418e-b4b1-df5f9f976740 req-d9f05d2b-5940-4f49-900f-93820125407b tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0478122 Jul 16 17:59:29.232407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f3e8c7b-850c-4106-9a48-300776c90180 req-8e302f1d-6ab5-48a5-96ad-157287f3a932 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264489 Jul 16 17:59:29.362801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f3e8c7b-850c-4106-9a48-300776c90180 req-fd69820d-0530-4ae3-ae95-db6c7a58d5d1 service neutron] 10.222.0.43 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244347 Jul 16 17:59:29.516722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee18e-a2b8-496c-897e-c6d8f3355794 req-0cd267ab-167c-4f8c-a0e1-984ef4fa8d25 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.524589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddaee18e-a2b8-496c-897e-c6d8f3355794 req-0cd267ab-167c-4f8c-a0e1-984ef4fa8d25 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1272295 Jul 16 17:59:29.588070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddaee18e-a2b8-496c-897e-c6d8f3355794 req-d5550c63-eb0f-40b2-9a7b-5d3e28ca8c97 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625112 Jul 16 17:59:30.120372 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ba993-a41d-4410-9b49-ad2057ac9252 req-188b6262-7cd9-4141-b2f5-274fc0d7c7e8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.123416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-688ba993-a41d-4410-9b49-ad2057ac9252 req-188b6262-7cd9-4141-b2f5-274fc0d7c7e8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 944 time: 0.1107399 Jul 16 17:59:30.176327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-688ba993-a41d-4410-9b49-ad2057ac9252 req-dd896891-fa5f-4ab5-8f3d-d6d353b2f0f2 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468481 Jul 16 17:59:30.485496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e690f368-c5b1-44be-b80f-147d07378be0 req-43f55aa4-e1ef-477a-b57b-495afa4b0d3f tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0426390 Jul 16 17:59:30.675691 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.698836 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1f9286d1-5cb9-4986-8ed3-d63a0fa962cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.860192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab788009-95c3-4515-bb36-f74c1b748c4e req-23223154-22b0-4ac3-814e-ee7df9b8a086 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.868175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab788009-95c3-4515-bb36-f74c1b748c4e req-23223154-22b0-4ac3-814e-ee7df9b8a086 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.0944152 Jul 16 17:59:30.914834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab788009-95c3-4515-bb36-f74c1b748c4e req-451d2699-44c8-47b2-9981-3905ba787112 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458617 Jul 16 17:59:31.487993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53383038-c9f1-4e7c-8133-6a5ffd98eb91 req-44e3513d-bbe3-49a2-b989-ba2a1bdc6b98 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:31.503455 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53383038-c9f1-4e7c-8133-6a5ffd98eb91 req-44e3513d-bbe3-49a2-b989-ba2a1bdc6b98 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 944 time: 0.1816175 Jul 16 17:59:31.597453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53383038-c9f1-4e7c-8133-6a5ffd98eb91 req-27ab1877-4ecc-497f-8bcf-df0aa4f6c531 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959344 Jul 16 17:59:31.769555 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.797129 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46d72edc-c1e5-4345-ab13-19646ec2577c req-651c1fe1-dc95-4f95-a690-544c4ad35623 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0464439 Jul 16 17:59:32.150816 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-7768af1a-d6d3-427b-9e56-2f1eadce0719 service neutron] 10.222.0.43 "GET /v2.0/ports/224c4d4c-019d-4c98-898c-ae1d1d5c696d/bindings/n-h1-787206-10 HTTP/1.1" status: 200 len: 385 time: 0.1657202 Jul 16 17:59:32.337323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bce44-eb0e-40c0-a421-5e70846d7489 req-034a27bb-b2cd-45ac-87d5-6b35704df6b5 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.338870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d8bce44-eb0e-40c0-a421-5e70846d7489 req-034a27bb-b2cd-45ac-87d5-6b35704df6b5 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1318691 Jul 16 17:59:32.359323 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:59:32.487022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d8bce44-eb0e-40c0-a421-5e70846d7489 req-d97f785a-a16c-4033-9e89-6734656230ad tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401942 Jul 16 17:59:32.520962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:32.578313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:32.644370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224c4d4c-019d-4c98-898c-ae1d1d5c696d {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:32.656793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:32.696610 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.860436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Transition to ACTIVE for port object 224c4d4c-019d-4c98-898c-ae1d1d5c696d will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:32.866707 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.947203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] No DVR routers for this DVR port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:33.001281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] 10.222.0.43 "PUT /v2.0/ports/224c4d4c-019d-4c98-898c-ae1d1d5c696d/bindings/n-h1-787206-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8427310 Jul 16 17:59:33.021202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Pushing event updated for resources: {'Port': ['ID=224c4d4c-019d-4c98-898c-ae1d1d5c696d,revision_number=10']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:33.030998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:33.031345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:33.031732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:33.032050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:33.032379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:33.032922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:33.033262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:33.033582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:33.033902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:33.034874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:33.034874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:33.035063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8ee47-ce28-4a7e-8ea8-57a9276e8103 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:33.195261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772963a-bd1c-45dc-b3c0-f9182b89a608 req-71f74d61-3b46-4fdd-889f-602e6b214735 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.196824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6772963a-bd1c-45dc-b3c0-f9182b89a608 req-71f74d61-3b46-4fdd-889f-602e6b214735 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 945 time: 0.0947232 Jul 16 17:59:33.207160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b36d5f63-1c8f-438a-8be6-4bd51f613eac tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.208755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b36d5f63-1c8f-438a-8be6-4bd51f613eac tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 1097 time: 0.1387157 Jul 16 17:59:33.257378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-075975ff-eaaa-4273-91e7-d05045448c87 req-5cc12480-4be5-445e-a4a9-a858d7b17cea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0593350 Jul 16 17:59:33.300208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 327b4914-e85b-4f4a-8ff6-735e643f305d details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:33.302897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 224c4d4c-019d-4c98-898c-ae1d1d5c696d no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:33.323304 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6772963a-bd1c-45dc-b3c0-f9182b89a608 req-62093e9c-a3d1-479e-97ce-25a1f4696d55 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135707 Jul 16 17:59:33.376281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-24d581c8-825a-4cf2-a186-703376a8c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.377700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-24d581c8-825a-4cf2-a186-703376a8c014 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce HTTP/1.1" status: 200 len: 1097 time: 0.1424272 Jul 16 17:59:33.519063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-849033ed-b735-48f9-8c53-42dc42626659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.520754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-849033ed-b735-48f9-8c53-42dc42626659 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 1097 time: 0.1100445 Jul 16 17:59:33.666538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc02a775-5063-4ede-a612-983dad55a8df req-ea147302-b6ab-4e15-946b-050472a4caea tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0359807 Jul 16 17:59:33.694701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-badc7589-86fa-46ac-a447-0c3bbdd17481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.696895 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-badc7589-86fa-46ac-a447-0c3bbdd17481 service neutron] 10.222.0.35 "GET /v2.0/networks?id=952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 200 len: 908 time: 0.1651976 Jul 16 17:59:33.798328 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-45d91f87-4ea6-41f7-997a-b7955c78edd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d HTTP/1.1" status: 200 len: 217 time: 0.0921896 Jul 16 17:59:33.896739 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 327b4914-e85b-4f4a-8ff6-735e643f305d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=327b4914-e85b-4f4a-8ff6-735e643f305d,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:33.914864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '327b4914-e85b-4f4a-8ff6-735e643f305d', 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac', 'port_id': '327b4914-e85b-4f4a-8ff6-735e643f305d', 'mac_address': 'fa:16:3e:50:c9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21138c88-dbc5-44b0-8de1-b7f73e048483', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:33.936229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-6f0f9f40-b6cb-4b04-8207-9b4111f1531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.943916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-6f0f9f40-b6cb-4b04-8207-9b4111f1531d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 200 len: 847 time: 0.1320148 Jul 16 17:59:34.023882 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-f92f10e3-8c88-4261-aa41-bb86da918a33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=952ac8ff-0af0-4f75-809e-e546a42ee253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730546 Jul 16 17:59:34.056862 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.060912 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.076865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 224c4d4c-019d-4c98-898c-ae1d1d5c696d not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:34.084841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 327b4914-e85b-4f4a-8ff6-735e643f305d {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:34.115413 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 327b4914-e85b-4f4a-8ff6-735e643f305d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=327b4914-e85b-4f4a-8ff6-735e643f305d,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:34.126132 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.224351 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=327b4914-e85b-4f4a-8ff6-735e643f305d,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:34.252081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-e880af5c-f21d-4b60-95c9-31c6e8c06758 service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220590 Jul 16 17:59:34.261574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d1f68-d10f-483b-af85-e297a714b504 req-ac6abc5c-23f2-4429-86de-ee9868e4f9be tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.269066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-324d1f68-d10f-483b-af85-e297a714b504 req-ac6abc5c-23f2-4429-86de-ee9868e4f9be tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 944 time: 0.1762621 Jul 16 17:59:34.366738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-324d1f68-d10f-483b-af85-e297a714b504 req-3520d2a7-ac4f-4add-ac3b-f62f0904ddc1 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966241 Jul 16 17:59:34.369967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['327b4914-e85b-4f4a-8ff6-735e643f305d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:34.438480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-a31051fb-ab92-4f26-80d1-358d09ffb2fa service neutron] 10.222.0.35 "GET /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672883 Jul 16 17:59:34.994333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137f2d1-7c7d-4b68-a1fb-5f5e1489f1ef req-4e43e505-0c11-4788-b4f1-1eba65893786 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.998025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3137f2d1-7c7d-4b68-a1fb-5f5e1489f1ef req-4e43e505-0c11-4788-b4f1-1eba65893786 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 945 time: 0.1669581 Jul 16 17:59:35.047745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-4c8206b7-d41d-46c4-b3a6-f71a3705c96f tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.049757 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-4c8206b7-d41d-46c4-b3a6-f71a3705c96f tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f&tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1097 time: 0.1342504 Jul 16 17:59:35.089218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3137f2d1-7c7d-4b68-a1fb-5f5e1489f1ef req-2fb56de4-49a2-4965-8543-a0e6cf5bb3d7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791533 Jul 16 17:59:35.312794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 327b4914-e85b-4f4a-8ff6-735e643f305d up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:35.345784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-c57a74d3-4d3b-4e76-9527-932d8ff443f1 service neutron] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:35.349190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29239345-97b1-4464-aeb5-76d19a1b257b req-7709cfe7-219b-48e7-88d8-c9589408c18c tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0461204 Jul 16 17:59:35.352974 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-c57a74d3-4d3b-4e76-9527-932d8ff443f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.354140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-c57a74d3-4d3b-4e76-9527-932d8ff443f1 service neutron] 10.222.0.35 "DELETE /v2.0/ports/224c4d4c-019d-4c98-898c-ae1d1d5c696d/bindings/n-h2-787206-10 HTTP/1.1" status: 204 len: 173 time: 0.2859383 Jul 16 17:59:35.413701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 327b4914-e85b-4f4a-8ff6-735e643f305d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:35.414469 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.528965 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.571808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 327b4914-e85b-4f4a-8ff6-735e643f305d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=327b4914-e85b-4f4a-8ff6-735e643f305d,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:35.573132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d44d11-03d2-45f6-a32f-f28da0a06e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b4914-e85b-4f4a-8ff6-735e643f305d'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:35.576695 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4743a4-5225-4e21-85fa-7326ae2167e3" -d '{"events": [{"server_uuid": "11d44d11-03d2-45f6-a32f-f28da0a06e9c", "name": "network-vif-plugged", "status": "completed", "tag": "327b4914-e85b-4f4a-8ff6-735e643f305d"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:35.581348 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.642709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=327b4914-e85b-4f4a-8ff6-735e643f305d,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:35.791934 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-273cb9b0-9a48-4db2-b6ff-27cf5a32c9d9 req-48f1d191-47e4-40be-b790-4409b6afbd1d tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c&device_id=3ce01636-5e90-49c2-8126-f52e25b9955e HTTP/1.1" status: 200 len: 210 time: 0.0338383 Jul 16 17:59:36.038703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d47f3-89c8-49d8-bbcc-be6b40f85c1b req-0d3773f2-f1c0-4194-9420-c4dec5070048 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.042916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-650d47f3-89c8-49d8-bbcc-be6b40f85c1b req-0d3773f2-f1c0-4194-9420-c4dec5070048 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1020961 Jul 16 17:59:36.455544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-650d47f3-89c8-49d8-bbcc-be6b40f85c1b req-dbbe77e6-7f5f-4eb4-935e-f1cecfb4a7cd tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049060 Jul 16 17:59:36.701969 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767fbb8d-9a6b-4f30-a29c-d54a57815cc7 x-openstack-request-id: req-767fbb8d-9a6b-4f30-a29c-d54a57815cc7 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:36.702563 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d44d11-03d2-45f6-a32f-f28da0a06e9c", "name": "network-vif-plugged", "status": "completed", "tag": "327b4914-e85b-4f4a-8ff6-735e643f305d", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:36.703019 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-767fbb8d-9a6b-4f30-a29c-d54a57815cc7 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:36.703526 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d44d11-03d2-45f6-a32f-f28da0a06e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b4914-e85b-4f4a-8ff6-735e643f305d', 'code': 200} Jul 16 17:59:36.960474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4578d-67bf-4ecd-80cb-d3681df08e15 req-69ecaf34-9f67-4796-bac3-001f772a91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.962449 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bbe4578d-67bf-4ecd-80cb-d3681df08e15 req-69ecaf34-9f67-4796-bac3-001f772a91fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 1097 time: 0.0824063 Jul 16 17:59:37.025289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bbe4578d-67bf-4ecd-80cb-d3681df08e15 req-8ec1cd0a-f8b6-4bcf-bc4e-84d27275142d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543041 Jul 16 17:59:37.238195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b06d10ed-508d-418d-8897-484e6e9509af req-44f21ade-9c27-4305-9f36-adea46d69dc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ceb7c5e0a58e4685bf3aa04d9af5c811&device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0538809 Jul 16 17:59:37.277698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b06d10ed-508d-418d-8897-484e6e9509af req-072062a9-50dd-4013-bc9a-0a4561d0d177 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ceb7c5e0a58e4685bf3aa04d9af5c811&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308869 Jul 16 17:59:37.471711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d10ed-508d-418d-8897-484e6e9509af req-202dc61e-0d13-4fcb-b560-e052865d3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:37.473498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b06d10ed-508d-418d-8897-484e6e9509af req-202dc61e-0d13-4fcb-b560-e052865d3c84 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1876111 Jul 16 17:59:37.495089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da53a31-4938-4b8a-86bb-2fb02e7cce80 req-ac30b59f-9118-4799-bd59-134ce95c4141 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:37.496792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2da53a31-4938-4b8a-86bb-2fb02e7cce80 req-ac30b59f-9118-4799-bd59-134ce95c4141 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 945 time: 0.1485286 Jul 16 17:59:37.555902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2da53a31-4938-4b8a-86bb-2fb02e7cce80 req-9b5d0701-446d-43b6-b2d4-c8b30b174657 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531654 Jul 16 17:59:37.723377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0a52b9f-c4fc-4167-affc-eba4229f3ea9 req-fab27a40-3063-478b-8894-14dc5dea888a tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0342722 Jul 16 17:59:37.996993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f5053-4cf7-4887-acb4-cb9dc15923c2 req-9ca1c65a-acf5-4fe9-a99f-99d0be53a4c9 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:38.005560 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-820f5053-4cf7-4887-acb4-cb9dc15923c2 req-9ca1c65a-acf5-4fe9-a99f-99d0be53a4c9 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.0977428 Jul 16 17:59:38.050887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-820f5053-4cf7-4887-acb4-cb9dc15923c2 req-1a0c1630-0b03-48f9-ab19-075a554a63ba tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Jul 16 17:59:38.622943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbb17a-1e47-4533-9264-8f30c83890bd req-0894b572-3221-4f7a-bfbe-291281f141d4 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:38.625576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69bbb17a-1e47-4533-9264-8f30c83890bd req-0894b572-3221-4f7a-bfbe-291281f141d4 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 1097 time: 0.0795736 Jul 16 17:59:38.676240 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69bbb17a-1e47-4533-9264-8f30c83890bd req-3de8e295-04cc-4ca2-b020-53a0ca4dc648 tempest-LiveMigrationTest-1196413655 tempest-LiveMigrationTest-1196413655-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440238 Jul 16 17:59:38.826507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b06d10ed-508d-418d-8897-484e6e9509af req-6e745a53-12bd-4410-8a76-2739bc7a34a2 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0761595 Jul 16 17:59:39.273851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cc3a5d6-e459-4460-9cfe-d6f67521afc3 req-3791426c-4d68-414b-867a-2d1e14d81be9 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=92a3325d-db25-419e-aaed-79b39dea337c HTTP/1.1" status: 200 len: 210 time: 0.0407863 Jul 16 17:59:39.512731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc420a-8fc7-49c3-a745-b1d818568df3 req-0bf70a22-60b6-4bc3-a032-f4c2da3e3436 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.515590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aabc420a-8fc7-49c3-a745-b1d818568df3 req-0bf70a22-60b6-4bc3-a032-f4c2da3e3436 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 945 time: 0.1205792 Jul 16 17:59:39.623035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aabc420a-8fc7-49c3-a745-b1d818568df3 req-10f2614b-31d8-42b3-b1a9-2dc9875f798c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939054 Jul 16 17:59:39.925989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225971d8-2aea-45e7-bf4a-0ce947a0095a req-c2d7c316-41c4-41c7-88b9-6f666add6409 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.927594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-225971d8-2aea-45e7-bf4a-0ce947a0095a req-c2d7c316-41c4-41c7-88b9-6f666add6409 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1330521 Jul 16 17:59:39.990596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03729f1d-cc32-472b-a99d-2d2b5778e242 req-f5b7604d-310d-4ed2-96fb-1534aab1239e tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.992175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03729f1d-cc32-472b-a99d-2d2b5778e242 req-f5b7604d-310d-4ed2-96fb-1534aab1239e tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 945 time: 0.1375868 Jul 16 17:59:40.061115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-225971d8-2aea-45e7-bf4a-0ce947a0095a req-3ea20ee0-84e0-451d-95fb-a407231872e5 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174188 Jul 16 17:59:40.197644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-03729f1d-cc32-472b-a99d-2d2b5778e242 req-f89df846-eeb3-4cd6-80b8-95f47b4b1a5d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Deleting port 224c4d4c-019d-4c98-898c-ae1d1d5c696d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:40.198292 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03729f1d-cc32-472b-a99d-2d2b5778e242 req-f89df846-eeb3-4cd6-80b8-95f47b4b1a5d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.322701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-03729f1d-cc32-472b-a99d-2d2b5778e242 req-f89df846-eeb3-4cd6-80b8-95f47b4b1a5d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] For port 224c4d4c-019d-4c98-898c-ae1d1d5c696d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=224c4d4c-019d-4c98-898c-ae1d1d5c696d,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:40.323143 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03729f1d-cc32-472b-a99d-2d2b5778e242 req-f89df846-eeb3-4cd6-80b8-95f47b4b1a5d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.340532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-03729f1d-cc32-472b-a99d-2d2b5778e242 req-f89df846-eeb3-4cd6-80b8-95f47b4b1a5d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Calling delete_port for 224c4d4c-019d-4c98-898c-ae1d1d5c696d owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:40.655973 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03729f1d-cc32-472b-a99d-2d2b5778e242 req-f89df846-eeb3-4cd6-80b8-95f47b4b1a5d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.669276 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['3052f409-f6aa-4720-8e6a-2d063b4c701e', '224c4d4c-019d-4c98-898c-ae1d1d5c696d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:40.830188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89df846-eeb3-4cd6-80b8-95f47b4b1a5d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Pushing event deleted for resources: {'Port': ['ID=224c4d4c-019d-4c98-898c-ae1d1d5c696d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:40.892218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-03729f1d-cc32-472b-a99d-2d2b5778e242 req-f89df846-eeb3-4cd6-80b8-95f47b4b1a5d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] No DVR routers for this DVR port 224c4d4c-019d-4c98-898c-ae1d1d5c696d on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:40.909438 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-03729f1d-cc32-472b-a99d-2d2b5778e242 req-f89df846-eeb3-4cd6-80b8-95f47b4b1a5d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.915865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03729f1d-cc32-472b-a99d-2d2b5778e242 req-f89df846-eeb3-4cd6-80b8-95f47b4b1a5d tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.35 "DELETE /v2.0/ports/224c4d4c-019d-4c98-898c-ae1d1d5c696d HTTP/1.1" status: 204 len: 173 time: 0.9131331 Jul 16 17:59:40.917408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f', 'name': 'network-vif-deleted', 'tag': '224c4d4c-019d-4c98-898c-ae1d1d5c696d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:40.923660 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9083b479-b464-4133-9894-7372acc83395" -d '{"events": [{"server_uuid": "8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f", "name": "network-vif-deleted", "tag": "224c4d4c-019d-4c98-898c-ae1d1d5c696d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:40.996254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d9a58-239a-426f-a702-c62d0db11e53 req-082c1360-8e4f-4ea8-b8df-e3eff62943da tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.004255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-776d9a58-239a-426f-a702-c62d0db11e53 req-082c1360-8e4f-4ea8-b8df-e3eff62943da tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.3757346 Jul 16 17:59:41.035031 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68c0b28b-9a51-4a74-ba6a-f7a7b73cb8d8 req-625420a1-c62e-4655-ba1c-0a2569c78181 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ceb7c5e0a58e4685bf3aa04d9af5c811&device_id=3ce01636-5e90-49c2-8126-f52e25b9955e HTTP/1.1" status: 200 len: 210 time: 0.1487272 Jul 16 17:59:41.079274 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68c0b28b-9a51-4a74-ba6a-f7a7b73cb8d8 req-247dbc05-477f-4274-83cb-8fbad977839a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ceb7c5e0a58e4685bf3aa04d9af5c811&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298312 Jul 16 17:59:41.103265 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-776d9a58-239a-426f-a702-c62d0db11e53 req-164fec59-46c8-4639-a055-4ce010e3d251 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976195 Jul 16 17:59:41.315246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8bf31cbb-9e39-4d69-a82e-418aa5d3f6c1 req-943e17ea-1bf2-4cb4-95cf-7e9c4eea77ca tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 210 time: 0.0421879 Jul 16 17:59:41.321609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0b28b-9a51-4a74-ba6a-f7a7b73cb8d8 req-6a5234f6-a43d-42a6-8cf7-e8ca56af9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.323101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68c0b28b-9a51-4a74-ba6a-f7a7b73cb8d8 req-6a5234f6-a43d-42a6-8cf7-e8ca56af9cc4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188747 Jul 16 17:59:41.429544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cee9b246-d431-4476-9592-537101ef99de req-b1033742-ac86-47bf-b74d-2a563cb62551 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ce01636-5e90-49c2-8126-f52e25b9955e HTTP/1.1" status: 200 len: 210 time: 0.0647559 Jul 16 17:59:41.432560 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f3b25e-b2f9-47b8-9c6a-5e1989cc4cfc x-openstack-request-id: req-c6f3b25e-b2f9-47b8-9c6a-5e1989cc4cfc {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:41.432872 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f", "name": "network-vif-deleted", "tag": "224c4d4c-019d-4c98-898c-ae1d1d5c696d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:41.433124 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6f3b25e-b2f9-47b8-9c6a-5e1989cc4cfc {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:41.433532 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f', 'name': 'network-vif-deleted', 'tag': '224c4d4c-019d-4c98-898c-ae1d1d5c696d', 'status': 'completed', 'code': 200} Jul 16 17:59:42.433471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-dfe0e955-55c8-4e01-a7ca-14b934cc20de tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.440215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-dfe0e955-55c8-4e01-a7ca-14b934cc20de tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/networks?id=09b97fc8-8c65-4803-904b-e891b26f63ac HTTP/1.1" status: 200 len: 813 time: 0.2874739 Jul 16 17:59:42.466804 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-5b704cf3-8efa-4b63-be14-a41c914dfd5a tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/quotas/87e1b8f480a441d5a0713bdad64b819e HTTP/1.1" status: 200 len: 375 time: 0.0253613 Jul 16 17:59:42.563932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-f9903958-3ee8-45e5-9a27-fa7fe7fa2a13 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=87e1b8f480a441d5a0713bdad64b819e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940132 Jul 16 17:59:42.771660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-3a4cc7fa-3cbc-4571-8596-d3225ee40eb8 service neutron] 10.222.0.41 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989934 Jul 16 17:59:42.845511 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d67d6c66-d160-4a88-83e3-efdc6c4d3f08 req-13c678c6-2dee-4e7d-97ec-c9b466d0153c tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 210 time: 0.0525913 Jul 16 17:59:42.979095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-554594f6-4a13-4450-9046-2c4457f70b1a service neutron] 10.222.0.41 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058983 Jul 16 17:59:43.086568 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77feb2dc-8929-484e-af35-6d6efef60b79 req-e6ca57ff-a5e4-4991-8bc2-fb959689da51 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ce01636-5e90-49c2-8126-f52e25b9955e HTTP/1.1" status: 200 len: 210 time: 0.0479114 Jul 16 17:59:43.111789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68c0b28b-9a51-4a74-ba6a-f7a7b73cb8d8 req-53743ccc-145a-4de3-865f-2480df788b17 tempest-ServerShowV247Test-1924196317 tempest-ServerShowV247Test-1924196317-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ce01636-5e90-49c2-8126-f52e25b9955e HTTP/1.1" status: 200 len: 210 time: 0.0847645 Jul 16 17:59:43.224399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e95f0b-df09-49c4-8a3e-fe123d26a250 req-1bab005f-ea57-4413-a050-0401b95f1d54 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:43.230691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d8e95f0b-df09-49c4-8a3e-fe123d26a250 req-1bab005f-ea57-4413-a050-0401b95f1d54 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.43 "GET /v2.0/ports?device_id=11d44d11-03d2-45f6-a32f-f28da0a06e9c HTTP/1.1" status: 200 len: 945 time: 0.1215477 Jul 16 17:59:43.611284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-d8e95f0b-df09-49c4-8a3e-fe123d26a250 req-10c9907b-6308-4166-87af-26b50e256ec8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Deleting port 327b4914-e85b-4f4a-8ff6-735e643f305d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:43.611894 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d8e95f0b-df09-49c4-8a3e-fe123d26a250 req-10c9907b-6308-4166-87af-26b50e256ec8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.737657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5d3eb86-02e3-49bd-8e5a-da870e51a4d9 req-c88d9982-5de7-49d2-bbcd-d388545fa1d1 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 210 time: 0.0983717 Jul 16 17:59:43.768708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 224c4d4c-019d-4c98-898c-ae1d1d5c696d no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:43.820490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 224c4d4c-019d-4c98-898c-ae1d1d5c696d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:43.820843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 224c4d4c-019d-4c98-898c-ae1d1d5c696d not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:43.821248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d089f908-f29c-4079-99bc-328da3456da9 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:44.029192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d8e95f0b-df09-49c4-8a3e-fe123d26a250 req-10c9907b-6308-4166-87af-26b50e256ec8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] For port 327b4914-e85b-4f4a-8ff6-735e643f305d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=327b4914-e85b-4f4a-8ff6-735e643f305d,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:44.029809 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d8e95f0b-df09-49c4-8a3e-fe123d26a250 req-10c9907b-6308-4166-87af-26b50e256ec8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.064897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-d8e95f0b-df09-49c4-8a3e-fe123d26a250 req-10c9907b-6308-4166-87af-26b50e256ec8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Calling delete_port for 327b4914-e85b-4f4a-8ff6-735e643f305d owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:44.164599 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.257981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd3528a-4c8c-44d3-9630-68e70bd8cb5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd089f908-f29c-4079-99bc-328da3456da9'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:44.261997 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10685153-5f47-4436-92f0-37f6fc33a6ec" -d '{"events": [{"server_uuid": "afd3528a-4c8c-44d3-9630-68e70bd8cb5e", "name": "network-vif-unplugged", "status": "completed", "tag": "d089f908-f29c-4079-99bc-328da3456da9"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:44.313284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d089f908-f29c-4079-99bc-328da3456da9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d089f908-f29c-4079-99bc-328da3456da9,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:44.327409 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.408057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d089f908-f29c-4079-99bc-328da3456da9,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:44.585970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-1add9621-5de1-4f5e-be72-f1262d3d73cf tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.600414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-1add9621-5de1-4f5e-be72-f1262d3d73cf tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/networks?id=6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 200 len: 805 time: 0.4849102 Jul 16 17:59:44.640847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-b4135810-88c7-4c2c-9be4-29fecceb748b tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/quotas/f56eb42e9c7a440492d2342161e25497 HTTP/1.1" status: 200 len: 375 time: 0.0392482 Jul 16 17:59:44.690533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73956449-86bb-49e6-8fc2-2ab647871af9 req-2aabe5a3-8023-40d7-b08e-de9ded47bedd tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 210 time: 0.4853919 Jul 16 17:59:44.897187 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d8e95f0b-df09-49c4-8a3e-fe123d26a250 req-10c9907b-6308-4166-87af-26b50e256ec8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.911125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['327b4914-e85b-4f4a-8ff6-735e643f305d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:44.942981 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-1d5cb39a-269f-4b9b-8dc1-b692301b6c7a tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f56eb42e9c7a440492d2342161e25497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3004379 Jul 16 17:59:45.022752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9907b-6308-4166-87af-26b50e256ec8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Pushing event deleted for resources: {'Port': ['ID=327b4914-e85b-4f4a-8ff6-735e643f305d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:45.248925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e95f0b-df09-49c4-8a3e-fe123d26a250 req-10c9907b-6308-4166-87af-26b50e256ec8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] No DVR routers for this DVR port 327b4914-e85b-4f4a-8ff6-735e643f305d on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:45.260137 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d8e95f0b-df09-49c4-8a3e-fe123d26a250 req-10c9907b-6308-4166-87af-26b50e256ec8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.284148 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5356e35f-8188-44fd-bc04-a61ce61de986 x-openstack-request-id: req-5356e35f-8188-44fd-bc04-a61ce61de986 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:45.284621 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd3528a-4c8c-44d3-9630-68e70bd8cb5e", "name": "network-vif-unplugged", "status": "completed", "tag": "d089f908-f29c-4079-99bc-328da3456da9", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:45.284796 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5356e35f-8188-44fd-bc04-a61ce61de986 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:45.285418 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd3528a-4c8c-44d3-9630-68e70bd8cb5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd089f908-f29c-4079-99bc-328da3456da9', 'code': 200} Jul 16 17:59:45.318765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d8e95f0b-df09-49c4-8a3e-fe123d26a250 req-10c9907b-6308-4166-87af-26b50e256ec8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.43 "DELETE /v2.0/ports/327b4914-e85b-4f4a-8ff6-735e643f305d HTTP/1.1" status: 204 len: 173 time: 2.0367897 Jul 16 17:59:45.326173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d44d11-03d2-45f6-a32f-f28da0a06e9c', 'name': 'network-vif-deleted', 'tag': '327b4914-e85b-4f4a-8ff6-735e643f305d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:45.362734 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e65590-3486-4530-9f2c-f94585fe1237" -d '{"events": [{"server_uuid": "11d44d11-03d2-45f6-a32f-f28da0a06e9c", "name": "network-vif-deleted", "tag": "327b4914-e85b-4f4a-8ff6-735e643f305d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:45.431389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-aab04909-3b8e-4f3d-ac9a-2bf7d07b5315 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:59:45.432770 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-aab04909-3b8e-4f3d-ac9a-2bf7d07b5315 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4888301 Jul 16 17:59:45.515200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34528) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:45.869342 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-7d326c0e-32ee-4f43-9e73-0f04e38d71ff service neutron] 10.222.0.41 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295559 Jul 16 17:59:45.882315 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.001194 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.014675 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.033652 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6cfa9c0a-066d-4a2e-b22b-edce623a1f97 req-3a7344fc-80d6-4c69-8ffd-591dd9a27445 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 210 time: 0.1586339 Jul 16 17:59:46.163019 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ceb7c5e0a58e4685bf3aa04d9af5c811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6423724 Jul 16 17:59:46.165619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34542) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:46.173233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b966473d-69d3-48df-b178-9d71ab922163,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:46.218937 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:46.222357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:46.222721 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:46.223059 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:46.225078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:46.226177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:46.227549 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:46.228642 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:46.232209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:46.233436 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:46.234061 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:46.236996 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a507273-4a74-4851-80d7-ee945af41ce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:46.352802 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-21304d6b-c75d-4305-9390-8f7b15f4e7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.405206 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-21304d6b-c75d-4305-9390-8f7b15f4e7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.507866 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-21304d6b-c75d-4305-9390-8f7b15f4e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.511274 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-21304d6b-c75d-4305-9390-8f7b15f4e7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.513947 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-21304d6b-c75d-4305-9390-8f7b15f4e7e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b966473d-69d3-48df-b178-9d71ab922163 HTTP/1.1" status: 204 len: 168 time: 0.3471489 Jul 16 17:59:46.537487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21304d6b-c75d-4305-9390-8f7b15f4e7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b966473d-69d3-48df-b178-9d71ab922163,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:46.543524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-36546ad1-5b6f-41ca-86cc-3370b255262d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:46.573496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-36546ad1-5b6f-41ca-86cc-3370b255262d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.43 "GET /v2.0/networks?id=09b97fc8-8c65-4803-904b-e891b26f63ac HTTP/1.1" status: 200 len: 813 time: 0.6971421 Jul 16 17:59:46.577926 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e26a79-6d90-483b-bc5f-3cd4466d8d50 x-openstack-request-id: req-81e26a79-6d90-483b-bc5f-3cd4466d8d50 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:46.580504 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d44d11-03d2-45f6-a32f-f28da0a06e9c", "name": "network-vif-deleted", "tag": "327b4914-e85b-4f4a-8ff6-735e643f305d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:46.580504 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81e26a79-6d90-483b-bc5f-3cd4466d8d50 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:46.581184 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d44d11-03d2-45f6-a32f-f28da0a06e9c', 'name': 'network-vif-deleted', 'tag': '327b4914-e85b-4f4a-8ff6-735e643f305d', 'status': 'completed', 'code': 200} Jul 16 17:59:46.603065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-c925d2ad-c6fc-4467-9a62-c30ddefebcef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Request body: {'port': {'device_id': '4c7f0213-628c-4370-9318-a91e73d03b91', 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac', 'admin_state_up': True, 'tenant_id': '87e1b8f480a441d5a0713bdad64b819e'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:46.701967 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-04ecb3ac-20a3-49e5-a71c-5133440e4fdd service neutron] 10.222.0.41 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8302417 Jul 16 17:59:46.968147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba02c67-2195-4eca-b312-7ea16eb4d5fd req-4d8a41ca-91a6-4cac-959f-314eaa9a16ef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:46.970682 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cba02c67-2195-4eca-b312-7ea16eb4d5fd req-4d8a41ca-91a6-4cac-959f-314eaa9a16ef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd3528a-4c8c-44d3-9630-68e70bd8cb5e HTTP/1.1" status: 200 len: 943 time: 1.1991422 Jul 16 17:59:46.979750 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ebd572fc-dea7-459b-958c-668458d5aa0f req-933a4b89-897d-4471-af20-af11cb822e90 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 210 time: 0.1186383 Jul 16 17:59:47.328388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 327b4914-e85b-4f4a-8ff6-735e643f305d no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:47.349423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb0594e1-09f5-4332-84da-040ab89f34ef req-64ba3ed6-6831-43f0-9bf2-369d996cf71c tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 210 time: 0.1760204 Jul 16 17:59:47.428483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 327b4914-e85b-4f4a-8ff6-735e643f305d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:47.431346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 327b4914-e85b-4f4a-8ff6-735e643f305d not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:47.526422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8209c4e7-bce4-4dde-970a-880eb5f98cb2 req-a769add5-090b-4274-8b67-53f726d51a34 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 210 time: 0.1225142 Jul 16 17:59:47.583257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-cba02c67-2195-4eca-b312-7ea16eb4d5fd req-3dbc0260-b81e-4f23-af77-258c166a8c97 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Deleting port d089f908-f29c-4079-99bc-328da3456da9 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:47.583626 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cba02c67-2195-4eca-b312-7ea16eb4d5fd req-3dbc0260-b81e-4f23-af77-258c166a8c97 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.642497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-c925d2ad-c6fc-4467-9a62-c30ddefebcef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Made reservation on behalf of 87e1b8f480a441d5a0713bdad64b819e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:47.650232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-c925d2ad-c6fc-4467-9a62-c30ddefebcef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.868226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-cba02c67-2195-4eca-b312-7ea16eb4d5fd req-3dbc0260-b81e-4f23-af77-258c166a8c97 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] For port d089f908-f29c-4079-99bc-328da3456da9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d089f908-f29c-4079-99bc-328da3456da9,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:47.868714 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cba02c67-2195-4eca-b312-7ea16eb4d5fd req-3dbc0260-b81e-4f23-af77-258c166a8c97 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.915318 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-cba02c67-2195-4eca-b312-7ea16eb4d5fd req-3dbc0260-b81e-4f23-af77-258c166a8c97 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Calling delete_port for d089f908-f29c-4079-99bc-328da3456da9 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:48.086975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-c925d2ad-c6fc-4467-9a62-c30ddefebcef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Allocated IP 172.20.0.6 (09b97fc8-8c65-4803-904b-e891b26f63ac/21138c88-dbc5-44b0-8de1-b7f73e048483/82677024-5259-47d0-a99e-76997c679fe4) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:48.783049 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a38cc511-ffa1-4d6b-9238-e7380413554e req-0ce250dc-a553-48a3-9937-8ec35c15d214 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bba9e9b-b61d-44a2-a786-2b2bbaf1ec1f HTTP/1.1" status: 200 len: 210 time: 0.3932269 Jul 16 17:59:49.029638 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-c925d2ad-c6fc-4467-9a62-c30ddefebcef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.032228 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cba02c67-2195-4eca-b312-7ea16eb4d5fd req-3dbc0260-b81e-4f23-af77-258c166a8c97 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.088834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc0260-b81e-4f23-af77-258c166a8c97 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Pushing event deleted for resources: {'Port': ['ID=d089f908-f29c-4079-99bc-328da3456da9,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:49.158932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba02c67-2195-4eca-b312-7ea16eb4d5fd req-3dbc0260-b81e-4f23-af77-258c166a8c97 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] No DVR routers for this DVR port d089f908-f29c-4079-99bc-328da3456da9 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:49.181773 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cba02c67-2195-4eca-b312-7ea16eb4d5fd req-3dbc0260-b81e-4f23-af77-258c166a8c97 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.196304 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cba02c67-2195-4eca-b312-7ea16eb4d5fd req-3dbc0260-b81e-4f23-af77-258c166a8c97 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.35 "DELETE /v2.0/ports/d089f908-f29c-4079-99bc-328da3456da9 HTTP/1.1" status: 204 len: 173 time: 2.2028272 Jul 16 17:59:49.196989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd3528a-4c8c-44d3-9630-68e70bd8cb5e', 'name': 'network-vif-deleted', 'tag': 'd089f908-f29c-4079-99bc-328da3456da9'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:49.201669 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eb1b7a-3c68-4032-ab74-a9c183b1c053" -d '{"events": [{"server_uuid": "afd3528a-4c8c-44d3-9630-68e70bd8cb5e", "name": "network-vif-deleted", "tag": "d089f908-f29c-4079-99bc-328da3456da9"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:49.270366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e20def01-86fd-4ab9-a581-b88858b29d71 req-d658bc0a-0cfe-4a66-983d-df70fa8e8771 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 210 time: 0.0971141 Jul 16 17:59:49.340516 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-c925d2ad-c6fc-4467-9a62-c30ddefebcef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.447197 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-f47ea0c9-defb-4d88-b2d6-6350838b495c tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.454422 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-f47ea0c9-defb-4d88-b2d6-6350838b495c tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.43 "GET /v2.0/networks?id=6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 200 len: 805 time: 0.2694268 Jul 16 17:59:49.455086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-c925d2ad-c6fc-4467-9a62-c30ddefebcef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Network 09b97fc8-8c65-4803-904b-e891b26f63ac is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:49.461033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-c925d2ad-c6fc-4467-9a62-c30ddefebcef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:49.471844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-d24b1a7d-398c-4c4e-92b2-b5ea8ad57b70 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Request body: {'port': {'device_id': 'dbb9e841-6a8b-450c-b94f-8c5ff81aea77', 'network_id': '6881b1c5-54be-403e-8779-26889218234e', 'admin_state_up': True, 'tenant_id': 'f56eb42e9c7a440492d2342161e25497'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:49.500720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-c925d2ad-c6fc-4467-9a62-c30ddefebcef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:49.592714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925d2ad-c6fc-4467-9a62-c30ddefebcef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Pushing event updated for resources: {'Port': ['ID=82677024-5259-47d0-a99e-76997c679fe4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:49.635861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-c925d2ad-c6fc-4467-9a62-c30ddefebcef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.636928 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-c925d2ad-c6fc-4467-9a62-c30ddefebcef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.716492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-d24b1a7d-398c-4c4e-92b2-b5ea8ad57b70 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Made reservation on behalf of f56eb42e9c7a440492d2342161e25497 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:49.726864 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-d24b1a7d-398c-4c4e-92b2-b5ea8ad57b70 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.765766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-c925d2ad-c6fc-4467-9a62-c30ddefebcef tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1763439 Jul 16 17:59:49.792074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d089f908-f29c-4079-99bc-328da3456da9 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:49.866769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: d089f908-f29c-4079-99bc-328da3456da9 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:49.869781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d089f908-f29c-4079-99bc-328da3456da9 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:49.895026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-25446548-b7b8-4640-819c-7f8558832c6c tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1857933464&fields=id&tenant_id=9729e0cfdd674c53a50211fd53c97905 HTTP/1.1" status: 200 len: 267 time: 0.2532170 Jul 16 17:59:49.932097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Request body: {'port': {'device_id': '4c7f0213-628c-4370-9318-a91e73d03b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:50.131389 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-d24b1a7d-398c-4c4e-92b2-b5ea8ad57b70 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Allocated IP 172.20.0.11 (6881b1c5-54be-403e-8779-26889218234e/f248cbc4-35d5-450b-8416-5d799e185e95/94f90f98-897c-4da7-b9cd-df7ceb4853e0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:50.232291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-9f7ad662-3b3d-460b-bd44-c01fdf7a5ee6 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:50.236076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-9f7ad662-3b3d-460b-bd44-c01fdf7a5ee6 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/networks?id=ef176420-dca1-472e-b8a8-117e5bf1c498 HTTP/1.1" status: 200 len: 816 time: 0.3388987 Jul 16 17:59:50.271018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3427a6-a900-4803-b353-33c3d0c79a59 req-905577cb-23ef-4512-af28-096090809705 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:50.283123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc3427a6-a900-4803-b353-33c3d0c79a59 req-905577cb-23ef-4512-af28-096090809705 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 931 time: 0.5926278 Jul 16 17:59:50.373100 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.416885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-5366861d-60b7-4b95-80cc-003feb30e17c tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/quotas/9729e0cfdd674c53a50211fd53c97905 HTTP/1.1" status: 200 len: 375 time: 0.1710894 Jul 16 17:59:50.520119 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-d24b1a7d-398c-4c4e-92b2-b5ea8ad57b70 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.579246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc3427a6-a900-4803-b353-33c3d0c79a59 req-cdf7ccdb-94ea-4951-8f6c-274df6fa2c50 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950270 Jul 16 17:59:50.600948 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-d24b1a7d-398c-4c4e-92b2-b5ea8ad57b70 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.659367 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-d24b1a7d-398c-4c4e-92b2-b5ea8ad57b70 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Network 6881b1c5-54be-403e-8779-26889218234e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:50.663904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-d24b1a7d-398c-4c4e-92b2-b5ea8ad57b70 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:50.722859 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-d24b1a7d-398c-4c4e-92b2-b5ea8ad57b70 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:50.739168 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1705c3f8-13f7-45c7-af5e-bcf64e10c444 x-openstack-request-id: req-1705c3f8-13f7-45c7-af5e-bcf64e10c444 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:50.740062 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd3528a-4c8c-44d3-9630-68e70bd8cb5e", "name": "network-vif-deleted", "tag": "d089f908-f29c-4079-99bc-328da3456da9", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:50.740062 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1705c3f8-13f7-45c7-af5e-bcf64e10c444 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:50.740310 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd3528a-4c8c-44d3-9630-68e70bd8cb5e', 'name': 'network-vif-deleted', 'tag': 'd089f908-f29c-4079-99bc-328da3456da9', 'status': 'completed', 'code': 200} Jul 16 17:59:50.784078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-4ea241ce-4a7c-43cc-b478-f6b540158997 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9729e0cfdd674c53a50211fd53c97905&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3599215 Jul 16 17:59:50.845749 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b1a7d-398c-4c4e-92b2-b5ea8ad57b70 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Pushing event updated for resources: {'Port': ['ID=94f90f98-897c-4da7-b9cd-df7ceb4853e0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:50.891962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-d24b1a7d-398c-4c4e-92b2-b5ea8ad57b70 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:50.893104 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-d24b1a7d-398c-4c4e-92b2-b5ea8ad57b70 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.922438 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-d24b1a7d-398c-4c4e-92b2-b5ea8ad57b70 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4591293 Jul 16 17:59:50.947124 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Request body: {'port': {'device_id': 'dbb9e841-6a8b-450c-b94f-8c5ff81aea77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:51.170732 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.249788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-28edfbfd-0919-4842-8974-7662d44eb2e3 service neutron] 10.222.0.41 "GET /v2.0/networks/ef176420-dca1-472e-b8a8-117e5bf1c498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191871 Jul 16 17:59:51.257134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82677024-5259-47d0-a99e-76997c679fe4 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:51.274529 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.368983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-8f89aa8a-f177-4b77-a241-31d4314447a1 service neutron] 10.222.0.41 "GET /v2.0/networks/ef176420-dca1-472e-b8a8-117e5bf1c498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070466 Jul 16 17:59:51.369935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Transition to ACTIVE for port object 82677024-5259-47d0-a99e-76997c679fe4 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:51.380919 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.441870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c9c01-2e9a-42bd-847e-91b4807982ba req-98642715-558f-43cf-ba54-08cb7219c126 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.448643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-998c9c01-2e9a-42bd-847e-91b4807982ba req-98642715-558f-43cf-ba54-08cb7219c126 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 932 time: 0.2413859 Jul 16 17:59:51.506948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Pushing event updated for resources: {'Port': ['ID=82677024-5259-47d0-a99e-76997c679fe4,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:51.550824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-998c9c01-2e9a-42bd-847e-91b4807982ba req-9997b72f-cb6f-4e3e-8987-cb2d1b5e5b3c tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012294 Jul 16 17:59:51.551824 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f90f98-897c-4da7-b9cd-df7ceb4853e0 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:51.561970 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.588046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Transition to ACTIVE for port object 94f90f98-897c-4da7-b9cd-df7ceb4853e0 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:51.592300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Attempting to bind port 82677024-5259-47d0-a99e-76997c679fe4 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:51.592681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Attempting to bind port 82677024-5259-47d0-a99e-76997c679fe4 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:51.593003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Attempting to bind port 82677024-5259-47d0-a99e-76997c679fe4 on network 09b97fc8-8c65-4803-904b-e891b26f63ac {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:51.595401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.597967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Port 82677024-5259-47d0-a99e-76997c679fe4 on network 09b97fc8-8c65-4803-904b-e891b26f63ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:51.598287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Attempting to bind port 82677024-5259-47d0-a99e-76997c679fe4 on network 09b97fc8-8c65-4803-904b-e891b26f63ac {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:51.618968 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:51.619310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Checking segment: {'id': '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:51.619715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Bound using segment: {'id': '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:51.620248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Bound port: 82677024-5259-47d0-a99e-76997c679fe4, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:51.620498 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.753746 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Pushing event updated for resources: {'Port': ['ID=94f90f98-897c-4da7-b9cd-df7ceb4853e0,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:51.768836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Attempting to bind port 94f90f98-897c-4da7-b9cd-df7ceb4853e0 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:51.769347 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Attempting to bind port 94f90f98-897c-4da7-b9cd-df7ceb4853e0 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:51.769741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Attempting to bind port 94f90f98-897c-4da7-b9cd-df7ceb4853e0 on network 6881b1c5-54be-403e-8779-26889218234e {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:51.775650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Port 94f90f98-897c-4da7-b9cd-df7ceb4853e0 on network 6881b1c5-54be-403e-8779-26889218234e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:51.776853 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Attempting to bind port 94f90f98-897c-4da7-b9cd-df7ceb4853e0 on network 6881b1c5-54be-403e-8779-26889218234e {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:51.784701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] For port 82677024-5259-47d0-a99e-76997c679fe4, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:51.785494 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:51.786062 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Checking segment: {'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:51.786510 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Bound using segment: {'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:51.787033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Bound port: 94f90f98-897c-4da7-b9cd-df7ceb4853e0, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed0b6d5-0153-4c48-93d5-151643615f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6881b1c5-54be-403e-8779-26889218234e'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:51.787695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.794838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] For port 82677024-5259-47d0-a99e-76997c679fe4, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=82677024-5259-47d0-a99e-76997c679fe4,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:51.803547 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.950274 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] For port 94f90f98-897c-4da7-b9cd-df7ceb4853e0, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:51.984227 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] For port 94f90f98-897c-4da7-b9cd-df7ceb4853e0, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=94f90f98-897c-4da7-b9cd-df7ceb4853e0,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:51.991078 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.161952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.162854 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.164694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] 10.222.0.43 "PUT /v2.0/ports/82677024-5259-47d0-a99e-76997c679fe4 HTTP/1.1" status: 200 len: 1092 time: 2.2968376 Jul 16 17:59:52.166276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.167015 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.169317 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] 10.222.0.43 "PUT /v2.0/ports/94f90f98-897c-4da7-b9cd-df7ceb4853e0 HTTP/1.1" status: 200 len: 1093 time: 1.2387686 Jul 16 17:59:52.169945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb9e841-6a8b-450c-b94f-8c5ff81aea77', 'tag': '94f90f98-897c-4da7-b9cd-df7ceb4853e0'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:52.172700 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2403ee96-0f9f-4ced-b562-860c51701621" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb9e841-6a8b-450c-b94f-8c5ff81aea77", "tag": "94f90f98-897c-4da7-b9cd-df7ceb4853e0"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:52.214805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23690ae5-f4bd-4eba-a4a0-c39befab0d3e service neutron] Pushing event updated for resources: {'Port': ['ID=94f90f98-897c-4da7-b9cd-df7ceb4853e0,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:52.255800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330c79e-9eb4-475d-a975-e8ee114ecf46 service neutron] Pushing event updated for resources: {'Port': ['ID=82677024-5259-47d0-a99e-76997c679fe4,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:52.393041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-adbecf8e-fd22-4569-90a5-2e685af4d914 req-07dcf6a4-5bfb-4f9f-bb3b-70320b1b31c8 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.1747983 Jul 16 17:59:52.436765 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-ed739b57-77cb-4f10-bc91-ed4fb7916cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.441781 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-ed739b57-77cb-4f10-bc91-ed4fb7916cf5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=87e1b8f480a441d5a0713bdad64b819e&device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 1095 time: 0.1721478 Jul 16 17:59:52.644924 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-faa05747-e931-4823-8c58-5209bc0789f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82677024-5259-47d0-a99e-76997c679fe4 HTTP/1.1" status: 200 len: 217 time: 0.1927435 Jul 16 17:59:52.682698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdec11-b977-43af-9816-7ee7f0256c56 req-5d1d099a-abe7-4ea0-a556-3946f9955cb3 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.684759 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cabdec11-b977-43af-9816-7ee7f0256c56 req-5d1d099a-abe7-4ea0-a556-3946f9955cb3 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 943 time: 0.8683977 Jul 16 17:59:52.766463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7f0213-628c-4370-9318-a91e73d03b91', 'tag': '82677024-5259-47d0-a99e-76997c679fe4'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:52.767884 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-335f02a4-c731-4f3c-ad88-3f87baeda9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.770680 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-335f02a4-c731-4f3c-ad88-3f87baeda9c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21138c88-dbc5-44b0-8de1-b7f73e048483 HTTP/1.1" status: 200 len: 853 time: 0.1247115 Jul 16 17:59:52.776385 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c46daf-7d08-40eb-a9ab-2804043d63b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7f0213-628c-4370-9318-a91e73d03b91", "tag": "82677024-5259-47d0-a99e-76997c679fe4"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:52.796555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-05b6cf99-6095-4894-9b9f-b4dcd5b6ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.798257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-05b6cf99-6095-4894-9b9f-b4dcd5b6ff39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f56eb42e9c7a440492d2342161e25497&device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 1096 time: 0.5085609 Jul 16 17:59:52.838288 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-1ca01cdd-1416-410e-8f2f-8ff76d8eebce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=09b97fc8-8c65-4803-904b-e891b26f63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612752 Jul 16 17:59:52.946771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-5b44a556-2267-4c24-a14f-1bf6c78dffcd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94f90f98-897c-4da7-b9cd-df7ceb4853e0 HTTP/1.1" status: 200 len: 217 time: 0.1245110 Jul 16 17:59:52.960919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cabdec11-b977-43af-9816-7ee7f0256c56 req-2093bdd3-2901-46ae-a1ad-0c353ad8f043 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688267 Jul 16 17:59:53.110060 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-337b384e-e7c9-4b82-b325-0abee338079e service neutron] 10.222.0.43 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649150 Jul 16 17:59:53.120088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-f15e55c1-0b16-4521-941e-1a15f3068e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.125631 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-f15e55c1-0b16-4521-941e-1a15f3068e0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f248cbc4-35d5-450b-8416-5d799e185e95 HTTP/1.1" status: 200 len: 845 time: 0.1607060 Jul 16 17:59:53.175777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-02fa798c-37c0-4f7e-8cd4-3baf3d663e25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6881b1c5-54be-403e-8779-26889218234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415137 Jul 16 17:59:53.300649 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bede2a-a825-4e98-b1ea-548e01e291b6 x-openstack-request-id: req-b0bede2a-a825-4e98-b1ea-548e01e291b6 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:53.302705 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb9e841-6a8b-450c-b94f-8c5ff81aea77", "tag": "94f90f98-897c-4da7-b9cd-df7ceb4853e0", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:53.302705 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0bede2a-a825-4e98-b1ea-548e01e291b6 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:53.302705 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb9e841-6a8b-450c-b94f-8c5ff81aea77', 'tag': '94f90f98-897c-4da7-b9cd-df7ceb4853e0', 'status': 'completed', 'code': 200} Jul 16 17:59:53.410647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-9d1963b9-d33f-4378-85bf-2554680a7f1b service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290375 Jul 16 17:59:53.415358 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-809a035b-0f19-4416-bde1-4d5f1bb38a99 req-9edebd82-d6ca-420c-81c0-55b8d1ffed3b service neutron] 10.222.0.43 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989008 Jul 16 17:59:53.484135 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ad62e0-bf46-4e86-ad22-6bf5bd71558f x-openstack-request-id: req-64ad62e0-bf46-4e86-ad22-6bf5bd71558f {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:53.487381 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7f0213-628c-4370-9318-a91e73d03b91", "tag": "82677024-5259-47d0-a99e-76997c679fe4", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:53.487671 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64ad62e0-bf46-4e86-ad22-6bf5bd71558f {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:53.488086 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7f0213-628c-4370-9318-a91e73d03b91', 'tag': '82677024-5259-47d0-a99e-76997c679fe4', 'status': 'completed', 'code': 200} Jul 16 17:59:53.684782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c46daf-7d08-40eb-a9ab-2804043d63b8 req-390464cd-8109-4b88-a662-80ff0a09a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.688397 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-48c46daf-7d08-40eb-a9ab-2804043d63b8 req-390464cd-8109-4b88-a662-80ff0a09a402 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=87e1b8f480a441d5a0713bdad64b819e&device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 1095 time: 0.1372495 Jul 16 17:59:53.784018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c54de54b-8c09-4585-9c6b-08f9f4fd87f9 req-951abebe-ebde-4a16-8079-809c05b40611 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.0610416 Jul 16 17:59:53.819364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3371e840-8fa5-48ef-98c8-685ed04d7c82 req-af8af756-43e7-4d56-88b8-306c448bb70b service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991699 Jul 16 17:59:53.891926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a075d47-7a9a-49f7-9e77-e4ccd2ba6b7f req-7dc94548-d206-4f7a-9e6e-ff40aa45cb6a tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.899325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a075d47-7a9a-49f7-9e77-e4ccd2ba6b7f req-7dc94548-d206-4f7a-9e6e-ff40aa45cb6a tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 944 time: 0.3521755 Jul 16 17:59:53.932021 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c46daf-7d08-40eb-a9ab-2804043d63b8 req-dedf2dc7-30f1-48a5-a82c-fc44ea2dce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.936705 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-48c46daf-7d08-40eb-a9ab-2804043d63b8 req-dedf2dc7-30f1-48a5-a82c-fc44ea2dce9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=09b97fc8-8c65-4803-904b-e891b26f63ac HTTP/1.1" status: 200 len: 914 time: 0.2387788 Jul 16 17:59:54.067512 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-48c46daf-7d08-40eb-a9ab-2804043d63b8 req-de563f64-d85c-4936-b2d9-f6d458d75b58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82677024-5259-47d0-a99e-76997c679fe4 HTTP/1.1" status: 200 len: 217 time: 0.1218350 Jul 16 17:59:54.089394 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a075d47-7a9a-49f7-9e77-e4ccd2ba6b7f req-698d5808-2596-4737-87f9-89abe0a56b5c tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747248 Jul 16 17:59:54.131707 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403ee96-0f9f-4ced-b562-860c51701621 req-4873c64c-ffe7-4ee8-b90d-51b4c6626db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.134767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2403ee96-0f9f-4ced-b562-860c51701621 req-4873c64c-ffe7-4ee8-b90d-51b4c6626db7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f56eb42e9c7a440492d2342161e25497&device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 1096 time: 0.2342072 Jul 16 17:59:54.288117 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c46daf-7d08-40eb-a9ab-2804043d63b8 req-bfa84380-d008-4798-8c01-a4814acf7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.304226 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-48c46daf-7d08-40eb-a9ab-2804043d63b8 req-bfa84380-d008-4798-8c01-a4814acf7546 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21138c88-dbc5-44b0-8de1-b7f73e048483 HTTP/1.1" status: 200 len: 853 time: 0.2254806 Jul 16 17:59:54.392976 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-48c46daf-7d08-40eb-a9ab-2804043d63b8 req-a3285035-a8ad-4204-928b-59c331abca36 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=09b97fc8-8c65-4803-904b-e891b26f63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805416 Jul 16 17:59:54.547420 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403ee96-0f9f-4ced-b562-860c51701621 req-e0c7890e-c834-4310-8072-7d6f88a99812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.548969 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2403ee96-0f9f-4ced-b562-860c51701621 req-e0c7890e-c834-4310-8072-7d6f88a99812 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 200 len: 906 time: 0.4055443 Jul 16 17:59:54.605140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2403ee96-0f9f-4ced-b562-860c51701621 req-f2dbb155-2c39-4c3a-a91f-177936f1372c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94f90f98-897c-4da7-b9cd-df7ceb4853e0 HTTP/1.1" status: 200 len: 217 time: 0.0484006 Jul 16 17:59:54.722576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70342335-6e1b-4ac7-85b0-e38ff96f25ce req-bc55d391-b86f-460c-b3cc-e87f0f4e518d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.730295 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70342335-6e1b-4ac7-85b0-e38ff96f25ce req-bc55d391-b86f-460c-b3cc-e87f0f4e518d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 943 time: 0.3526282 Jul 16 17:59:54.794373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70342335-6e1b-4ac7-85b0-e38ff96f25ce req-38eeab6e-a1c0-4280-8019-fc5dcdcf4314 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630174 Jul 16 17:59:54.826533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403ee96-0f9f-4ced-b562-860c51701621 req-bdeb2318-1d03-4038-99b0-91d03cd96ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.834043 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2403ee96-0f9f-4ced-b562-860c51701621 req-bdeb2318-1d03-4038-99b0-91d03cd96ed7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f248cbc4-35d5-450b-8416-5d799e185e95 HTTP/1.1" status: 200 len: 845 time: 0.1915927 Jul 16 17:59:54.874650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-227222d6-be4d-40f0-9e14-d545f61ac559 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.886316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-227222d6-be4d-40f0-9e14-d545f61ac559 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.35 "GET /v2.0/networks?id=ef176420-dca1-472e-b8a8-117e5bf1c498 HTTP/1.1" status: 200 len: 816 time: 0.7343712 Jul 16 17:59:55.022194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2403ee96-0f9f-4ced-b562-860c51701621 req-55d058f9-3dfb-416d-a163-26bec1bb6cbf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6881b1c5-54be-403e-8779-26889218234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204526 Jul 16 17:59:55.320775 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-48c46daf-7d08-40eb-a9ab-2804043d63b8 req-5b40cff0-e00f-4cfa-898b-fc7212a5af98 service neutron] 10.222.0.43 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9209800 Jul 16 17:59:55.329712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2403ee96-0f9f-4ced-b562-860c51701621 req-8cdad911-c426-41d0-b06c-4d896d355bf9 service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063786 Jul 16 17:59:55.347306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d1181ea-8bbc-468d-9449-406da835f7c6 req-a9184f85-25da-4f21-9149-267c800119d1 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.3213191 Jul 16 17:59:55.407163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 82677024-5259-47d0-a99e-76997c679fe4 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:55.565148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-9d4dab91-3ac8-4af7-9120-cf87265f8dea tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9729e0cfdd674c53a50211fd53c97905 HTTP/1.1" status: 200 len: 380 time: 0.6726274 Jul 16 17:59:55.592205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 82677024-5259-47d0-a99e-76997c679fe4, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=82677024-5259-47d0-a99e-76997c679fe4,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:55.620238 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-48c46daf-7d08-40eb-a9ab-2804043d63b8 req-919b4039-ef3d-4c2a-bac3-b1c169ad5a81 service neutron] 10.222.0.43 "GET /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916863 Jul 16 17:59:55.620446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '82677024-5259-47d0-a99e-76997c679fe4', 'network_id': '09b97fc8-8c65-4803-904b-e891b26f63ac', 'port_id': '82677024-5259-47d0-a99e-76997c679fe4', 'mac_address': 'fa:16:3e:8e:08:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21138c88-dbc5-44b0-8de1-b7f73e048483', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:55.620985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Request body: {'port': {'device_id': 'e071fc45-932c-4e3d-9aa3-af63581d8293', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'admin_state_up': True, 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'security_groups': ['71898af0-f0dc-458c-bada-4baf5e4efb7c']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:55.726714 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.774045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82677024-5259-47d0-a99e-76997c679fe4 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:55.833921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 82677024-5259-47d0-a99e-76997c679fe4, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=82677024-5259-47d0-a99e-76997c679fe4,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:55.838837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2403ee96-0f9f-4ced-b562-860c51701621 req-5970500b-2cc0-4fae-b5df-e2aa52b4bcee service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902918 Jul 16 17:59:55.842974 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.949008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=82677024-5259-47d0-a99e-76997c679fe4,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:56.011539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3101bac-a1ec-49e0-89dc-0cd5a66e1dbf req-ec6a99d2-b455-48f6-8ede-7e0a05a98965 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:56.018870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3101bac-a1ec-49e0-89dc-0cd5a66e1dbf req-ec6a99d2-b455-48f6-8ede-7e0a05a98965 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 944 time: 0.6882172 Jul 16 17:59:56.054528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['82677024-5259-47d0-a99e-76997c679fe4'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:56.168576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3101bac-a1ec-49e0-89dc-0cd5a66e1dbf req-e303e16f-475f-4867-a8da-307340482039 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484594 Jul 16 17:59:56.362484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Made reservation on behalf of 9729e0cfdd674c53a50211fd53c97905 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:56.373909 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.423544 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.530681 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.666682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b223e-9828-4176-baea-900f3bcb933f req-e9cedc66-ca49-40dd-95c4-5a42f698d460 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:56.669657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-963b223e-9828-4176-baea-900f3bcb933f req-e9cedc66-ca49-40dd-95c4-5a42f698d460 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 944 time: 0.4963338 Jul 16 17:59:57.071590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-963b223e-9828-4176-baea-900f3bcb933f req-744303a2-d44f-4d02-97ca-596fccde9a41 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886607 Jul 16 17:59:57.082328 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82cf68c6-886c-4a13-bdf7-b49928d10309 req-cee14ef7-8f1e-4c12-b7b8-3f0b22ed1a17 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.4290206 Jul 16 17:59:57.178602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Allocated IP 172.20.0.6 (ef176420-dca1-472e-b8a8-117e5bf1c498/380206bc-53db-475e-8db6-cb57da5e0bf7/50338b05-b707-4611-9fd4-dfbead83a542) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:57.292267 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34796) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:57.300506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3b228588-68ad-4fd7-aa8c-53b68cdc2b4f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1074580506'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:57.373543 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b228588-68ad-4fd7-aa8c-53b68cdc2b4f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Made reservation on behalf of a03823ee279249458ba226f15dd999f2 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:57.378408 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b228588-68ad-4fd7-aa8c-53b68cdc2b4f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.409116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 94f90f98-897c-4da7-b9cd-df7ceb4853e0 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:57.411931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 82677024-5259-47d0-a99e-76997c679fe4 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:57.483753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b228588-68ad-4fd7-aa8c-53b68cdc2b4f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:57.493602 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.513505 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b228588-68ad-4fd7-aa8c-53b68cdc2b4f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.513857 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-3b228588-68ad-4fd7-aa8c-53b68cdc2b4f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Added segment bfb4694d-38be-44c6-b65e-dd9acddc7f72 of type vlan for network 5a777c37-8bba-4f57-954a-0f9e5ea82022 Jul 16 17:59:57.552061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Transition to ACTIVE for port object 50338b05-b707-4611-9fd4-dfbead83a542 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:57.666373 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b228588-68ad-4fd7-aa8c-53b68cdc2b4f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.673861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 94f90f98-897c-4da7-b9cd-df7ceb4853e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=94f90f98-897c-4da7-b9cd-df7ceb4853e0,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:57.695991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '94f90f98-897c-4da7-b9cd-df7ceb4853e0', 'network_id': '6881b1c5-54be-403e-8779-26889218234e', 'port_id': '94f90f98-897c-4da7-b9cd-df7ceb4853e0', 'mac_address': 'fa:16:3e:20:7a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f248cbc4-35d5-450b-8416-5d799e185e95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:57.748563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b228588-68ad-4fd7-aa8c-53b68cdc2b4f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.751721 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.755073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b228588-68ad-4fd7-aa8c-53b68cdc2b4f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.758152 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3b228588-68ad-4fd7-aa8c-53b68cdc2b4f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.802708 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3b228588-68ad-4fd7-aa8c-53b68cdc2b4f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5055966 Jul 16 17:59:57.826662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 82677024-5259-47d0-a99e-76997c679fe4 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:57.827486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34808) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:57.836142 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 82677024-5259-47d0-a99e-76997c679fe4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:57.836518 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.837332 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7712c0d4-a5e3-4001-8f00-91539cd4d6e7 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-812964377'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:57.858528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Pushing event updated for resources: {'Port': ['ID=50338b05-b707-4611-9fd4-dfbead83a542,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:57.895402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Network ef176420-dca1-472e-b8a8-117e5bf1c498 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:57.909081 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.909864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:57.932431 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:57.954271 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f90f98-897c-4da7-b9cd-df7ceb4853e0 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:57.985371 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 94f90f98-897c-4da7-b9cd-df7ceb4853e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=94f90f98-897c-4da7-b9cd-df7ceb4853e0,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:57.992109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b8aef-d6c0-40ec-a681-2df7137122dd req-554c6515-36db-469d-8e92-6fd28ab73882 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.004035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad7b8aef-d6c0-40ec-a681-2df7137122dd req-554c6515-36db-469d-8e92-6fd28ab73882 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 944 time: 0.3102825 Jul 16 17:59:58.009312 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.049542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b228588-68ad-4fd7-aa8c-53b68cdc2b4f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'Network': ['ID=5a777c37-8bba-4f57-954a-0f9e5ea82022,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:58.061349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7712c0d4-a5e3-4001-8f00-91539cd4d6e7 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Made reservation on behalf of a03823ee279249458ba226f15dd999f2 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:58.067096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7712c0d4-a5e3-4001-8f00-91539cd4d6e7 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.125020 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7712c0d4-a5e3-4001-8f00-91539cd4d6e7 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:58.134181 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 5a777c37-8bba-4f57-954a-0f9e5ea82022 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:59:58.148955 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7712c0d4-a5e3-4001-8f00-91539cd4d6e7 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.149311 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-7712c0d4-a5e3-4001-8f00-91539cd4d6e7 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Added segment a10b33be-470c-431a-a9c3-2367b7c060a1 of type vlan for network 0c011d84-2097-4163-a4e4-5f40c803c352 Jul 16 17:59:58.159191 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0bc9-7331-41e3-9d3b-aedf05919312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.296078 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7712c0d4-a5e3-4001-8f00-91539cd4d6e7 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.304447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['94f90f98-897c-4da7-b9cd-df7ceb4853e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:58.360064 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.362308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=94f90f98-897c-4da7-b9cd-df7ceb4853e0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:58.368929 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7712c0d4-a5e3-4001-8f00-91539cd4d6e7 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.377904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7712c0d4-a5e3-4001-8f00-91539cd4d6e7 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.381374 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7712c0d4-a5e3-4001-8f00-91539cd4d6e7 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.432828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad7b8aef-d6c0-40ec-a681-2df7137122dd req-0a880194-ec5a-46e6-81ba-f9e6759490f5 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277618 Jul 16 17:59:58.460520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7f0213-628c-4370-9318-a91e73d03b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82677024-5259-47d0-a99e-76997c679fe4'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:58.463066 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56467f0-0075-4de5-9b3d-5f85a4a77318" -d '{"events": [{"server_uuid": "4c7f0213-628c-4370-9318-a91e73d03b91", "name": "network-vif-plugged", "status": "completed", "tag": "82677024-5259-47d0-a99e-76997c679fe4"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:58.485202 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7712c0d4-a5e3-4001-8f00-91539cd4d6e7 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6565466 Jul 16 17:59:58.492952 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34820) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:58.493644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.494605 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.501539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-cd98ffbb-0a02-4d3d-be4a-c668d6075d59 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'subnet': {'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:58.548309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 82677024-5259-47d0-a99e-76997c679fe4, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=82677024-5259-47d0-a99e-76997c679fe4,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:58.555940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9e039ac5-0b11-40aa-b52f-2fe470fe209b None None] Provisioning for port 50338b05-b707-4611-9fd4-dfbead83a542 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:58.561439 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9e039ac5-0b11-40aa-b52f-2fe470fe209b None None] Provisioning complete for port 50338b05-b707-4611-9fd4-dfbead83a542 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:58.561920 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9e039ac5-0b11-40aa-b52f-2fe470fe209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.568622 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.583725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748298f0-9884-442d-b15d-b5b1f059b6f7 req-23705227-d1fd-4c0f-8a4d-5fe993dd34bf tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.594752 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-748298f0-9884-442d-b15d-b5b1f059b6f7 req-23705227-d1fd-4c0f-8a4d-5fe993dd34bf tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.35 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 944 time: 0.4357519 Jul 16 17:59:58.596617 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c043fd6-23c8-4b81-800b-70141bd54a32 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0002904 Jul 16 17:59:58.610755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216c248-4c0c-4351-859a-2d255e0e048b req-9c19aa53-f2fb-4f55-88f7-e99a0c5eec92 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.613876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7216c248-4c0c-4351-859a-2d255e0e048b req-9c19aa53-f2fb-4f55-88f7-e99a0c5eec92 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 944 time: 0.5688424 Jul 16 17:59:58.643896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1c504c07-8716-41d8-aad5-e9edff0943a5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:59:58.645253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1c504c07-8716-41d8-aad5-e9edff0943a5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104551 Jul 16 17:59:58.725254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Request body: {'port': {'device_id': 'e071fc45-932c-4e3d-9aa3-af63581d8293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:58.725453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd98ffbb-0a02-4d3d-be4a-c668d6075d59 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Made reservation on behalf of a03823ee279249458ba226f15dd999f2 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:58.737381 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd98ffbb-0a02-4d3d-be4a-c668d6075d59 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.747053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9e039ac5-0b11-40aa-b52f-2fe470fe209b None None] Port 50338b05-b707-4611-9fd4-dfbead83a542 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:58.766251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=82677024-5259-47d0-a99e-76997c679fe4,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:58.769486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7216c248-4c0c-4351-859a-2d255e0e048b req-35144f6c-1d28-4c8e-99c5-299f49b8b648 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199663 Jul 16 17:59:58.865475 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712c0d4-a5e3-4001-8f00-91539cd4d6e7 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'Network': ['ID=0c011d84-2097-4163-a4e4-5f40c803c352,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:58.881376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 0c011d84-2097-4163-a4e4-5f40c803c352 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:59:58.966294 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.023091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2171a5a-751b-4dad-b5d5-d5b939cf0fe6 req-fddbcb03-3e1b-4681-a8aa-a165d1e78244 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.024711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2171a5a-751b-4dad-b5d5-d5b939cf0fe6 req-fddbcb03-3e1b-4681-a8aa-a165d1e78244 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 931 time: 0.2473257 Jul 16 17:59:59.109962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139219-1c74-4c05-9603-48ed1494e5ff req-b69d5820-b8a6-4d7d-896b-212140a44b29 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.116928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb139219-1c74-4c05-9603-48ed1494e5ff req-b69d5820-b8a6-4d7d-896b-212140a44b29 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 945 time: 0.2002482 Jul 16 17:59:59.210445 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-748298f0-9884-442d-b15d-b5b1f059b6f7 req-40937450-83a3-4ca0-936e-c67857f916b8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Deleting port 3052f409-f6aa-4720-8e6a-2d063b4c701e {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:59.210914 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-748298f0-9884-442d-b15d-b5b1f059b6f7 req-40937450-83a3-4ca0-936e-c67857f916b8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.285385 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd98ffbb-0a02-4d3d-be4a-c668d6075d59 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.358416 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98ffbb-0a02-4d3d-be4a-c668d6075d59 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'Subnet': ['ID=14e0b333-cc45-4046-931a-d9ad3b39fab2,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:59.365964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2171a5a-751b-4dad-b5d5-d5b939cf0fe6 req-662ee7e1-1c82-46df-a24d-84ce2526853b tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249652 Jul 16 17:59:59.408643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 94f90f98-897c-4da7-b9cd-df7ceb4853e0 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:59.435935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb139219-1c74-4c05-9603-48ed1494e5ff req-89804f8d-d576-4e98-8cb9-44fa6af42f78 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179362 Jul 16 17:59:59.455740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd98ffbb-0a02-4d3d-be4a-c668d6075d59 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Checking segment: {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:59.459041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd98ffbb-0a02-4d3d-be4a-c668d6075d59 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Network hostable DHCP agents. Network: 5a777c37-8bba-4f57-954a-0f9e5ea82022, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:59:59.505157 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd98ffbb-0a02-4d3d-be4a-c668d6075d59 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Network 5a777c37-8bba-4f57-954a-0f9e5ea82022 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:59:59.531160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-cd98ffbb-0a02-4d3d-be4a-c668d6075d59 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 5a777c37-8bba-4f57-954a-0f9e5ea82022) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:59.555330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd98ffbb-0a02-4d3d-be4a-c668d6075d59 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.556946 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd98ffbb-0a02-4d3d-be4a-c668d6075d59 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.590009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227ea96a-9c6e-4d1e-8160-b78eaabb7572 None None] Network 5a777c37-8bba-4f57-954a-0f9e5ea82022 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:59.627194 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cd98ffbb-0a02-4d3d-be4a-c668d6075d59 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1311283 Jul 16 17:59:59.631172 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34836) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:59.654539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f42f5d1f-b81d-43c2-acf6-9cda4fc23bb3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'subnet': {'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:59.779014 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42f5d1f-b81d-43c2-acf6-9cda4fc23bb3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Made reservation on behalf of a03823ee279249458ba226f15dd999f2 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:59.783562 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f42f5d1f-b81d-43c2-acf6-9cda4fc23bb3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.828440 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2964b48-7151-4c3f-bcc0-7531e47956f1 x-openstack-request-id: req-a2964b48-7151-4c3f-bcc0-7531e47956f1 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:59.829240 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7f0213-628c-4370-9318-a91e73d03b91", "name": "network-vif-plugged", "status": "completed", "tag": "82677024-5259-47d0-a99e-76997c679fe4", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:59.829649 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2964b48-7151-4c3f-bcc0-7531e47956f1 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:59.831304 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7f0213-628c-4370-9318-a91e73d03b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82677024-5259-47d0-a99e-76997c679fe4', 'code': 200} Jul 16 17:59:59.858860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-748298f0-9884-442d-b15d-b5b1f059b6f7 req-40937450-83a3-4ca0-936e-c67857f916b8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] For port 3052f409-f6aa-4720-8e6a-2d063b4c701e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3052f409-f6aa-4720-8e6a-2d063b4c701e,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:59.859464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-748298f0-9884-442d-b15d-b5b1f059b6f7 req-40937450-83a3-4ca0-936e-c67857f916b8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.915043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 94f90f98-897c-4da7-b9cd-df7ceb4853e0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:59.932842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 94f90f98-897c-4da7-b9cd-df7ceb4853e0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:59.935843 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.039255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-5a777c37-8bba-4f57-954a-0f9e5ea82022', 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'fixed_ips': [{'subnet_id': '14e0b333-cc45-4046-931a-d9ad3b39fab2'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:00:00.040128 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.103486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-748298f0-9884-442d-b15d-b5b1f059b6f7 req-40937450-83a3-4ca0-936e-c67857f916b8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Calling delete_port for 3052f409-f6aa-4720-8e6a-2d063b4c701e owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:00.190699 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f42f5d1f-b81d-43c2-acf6-9cda4fc23bb3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.266794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974595a6-0e9a-48bf-acba-d49d45d80d48 req-0b82b1f3-acea-410e-b226-69b63d8003f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.268365 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-974595a6-0e9a-48bf-acba-d49d45d80d48 req-0b82b1f3-acea-410e-b226-69b63d8003f6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 1097 time: 0.5523007 Jul 16 18:00:00.274626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f5d1f-b81d-43c2-acf6-9cda4fc23bb3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Checking segment: {'id': 'a10b33be-470c-431a-a9c3-2367b7c060a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:00.275000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42f5d1f-b81d-43c2-acf6-9cda4fc23bb3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Network hostable DHCP agents. Network: 0c011d84-2097-4163-a4e4-5f40c803c352, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:00.299317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a6d0f-8b6f-4e1e-932e-d5cc38ea4a3c req-6188215f-1fd1-4d91-8252-5ff0851988fb tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.308110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42f5d1f-b81d-43c2-acf6-9cda4fc23bb3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Network 0c011d84-2097-4163-a4e4-5f40c803c352 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:00.311449 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-192a6d0f-8b6f-4e1e-932e-d5cc38ea4a3c req-6188215f-1fd1-4d91-8252-5ff0851988fb tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 945 time: 0.4414945 Jul 16 18:00:00.317799 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f5d1f-b81d-43c2-acf6-9cda4fc23bb3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'Subnet': ['ID=6275183a-184c-40b6-9472-3ea6e6333b9e,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:00.323505 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-f42f5d1f-b81d-43c2-acf6-9cda4fc23bb3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 0c011d84-2097-4163-a4e4-5f40c803c352) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:00.329723 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42f5d1f-b81d-43c2-acf6-9cda4fc23bb3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.330378 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f42f5d1f-b81d-43c2-acf6-9cda4fc23bb3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.338389 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.357008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9824702a-6701-483f-afc0-74c9a4b6f0dd None None] Network 0c011d84-2097-4163-a4e4-5f40c803c352 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:00.363493 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f42f5d1f-b81d-43c2-acf6-9cda4fc23bb3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7279432 Jul 16 18:00:00.365309 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34844) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:00.373360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'port': {'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022', 'name': 'tempest-TaggedBootDevicesTest-511267830', 'fixed_ips': [{'subnet_id': '14e0b333-cc45-4046-931a-d9ad3b39fab2'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:00.406084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 94f90f98-897c-4da7-b9cd-df7ceb4853e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=94f90f98-897c-4da7-b9cd-df7ceb4853e0,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:00.423915 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.443835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-974595a6-0e9a-48bf-acba-d49d45d80d48 req-f386b79d-cf29-464f-b774-04b1285474e9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286201 Jul 16 18:00:00.472773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8d31c-6c0e-4535-a26a-15d6d3408b72 req-5cbc92d6-4882-4948-a4e2-07ccf035dad6 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.480029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4fd8d31c-6c0e-4535-a26a-15d6d3408b72 req-5cbc92d6-4882-4948-a4e2-07ccf035dad6 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 944 time: 0.4748318 Jul 16 18:00:00.533879 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=94f90f98-897c-4da7-b9cd-df7ceb4853e0,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:00.552859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4fd8d31c-6c0e-4535-a26a-15d6d3408b72 req-01ff6568-0567-4bbb-8452-73893109fb0e tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718555 Jul 16 18:00:00.580460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-192a6d0f-8b6f-4e1e-932e-d5cc38ea4a3c req-aa941c59-b01f-4f28-8a54-438288a1f886 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133515 Jul 16 18:00:00.582748 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Allocated IP 10.1.1.2 (5a777c37-8bba-4f57-954a-0f9e5ea82022/14e0b333-cc45-4046-931a-d9ad3b39fab2/e7a1b402-47b5-442b-bc1c-3e03700fe9af) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:00.582887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Made reservation on behalf of a03823ee279249458ba226f15dd999f2 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:00.604450 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50338b05-b707-4611-9fd4-dfbead83a542 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:00.644909 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.698602 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.717155 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.723695 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] device_id is not set on port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:00:00.755500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Transition to ACTIVE for port object 50338b05-b707-4611-9fd4-dfbead83a542 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:00.795538 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.840963 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-748298f0-9884-442d-b15d-b5b1f059b6f7 req-40937450-83a3-4ca0-936e-c67857f916b8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.947672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=50338b05-b707-4611-9fd4-dfbead83a542,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:01.013523 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b2e15f30-29e1-42be-9dba-4febc8e84291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.061024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-0c011d84-2097-4163-a4e4-5f40c803c352', 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'fixed_ips': [{'subnet_id': '6275183a-184c-40b6-9472-3ea6e6333b9e'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:00:01.062140 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.081806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40937450-83a3-4ca0-936e-c67857f916b8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Pushing event deleted for resources: {'Port': ['ID=3052f409-f6aa-4720-8e6a-2d063b4c701e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:01.127285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-748298f0-9884-442d-b15d-b5b1f059b6f7 req-40937450-83a3-4ca0-936e-c67857f916b8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] No DVR routers for this DVR port 3052f409-f6aa-4720-8e6a-2d063b4c701e on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:01.130665 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-748298f0-9884-442d-b15d-b5b1f059b6f7 req-40937450-83a3-4ca0-936e-c67857f916b8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.133706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-748298f0-9884-442d-b15d-b5b1f059b6f7 req-40937450-83a3-4ca0-936e-c67857f916b8 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.35 "DELETE /v2.0/ports/3052f409-f6aa-4720-8e6a-2d063b4c701e HTTP/1.1" status: 204 len: 173 time: 2.5172820 Jul 16 18:00:01.150554 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4caa-af84-4753-b615-3c9ede15ffb5 req-71e96095-2972-4e7b-af33-ec3a51a177b4 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.152347 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-416c4caa-af84-4753-b615-3c9ede15ffb5 req-71e96095-2972-4e7b-af33-ec3a51a177b4 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 943 time: 0.3861251 Jul 16 18:00:01.153104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c537d341-52f3-4ddb-af41-3ddb0f14d679', 'name': 'network-vif-deleted', 'tag': '3052f409-f6aa-4720-8e6a-2d063b4c701e'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:01.155770 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8007a1ed-a672-4f66-a45c-df4f40e6eb1e" -d '{"events": [{"server_uuid": "c537d341-52f3-4ddb-af41-3ddb0f14d679", "name": "network-vif-deleted", "tag": "3052f409-f6aa-4720-8e6a-2d063b4c701e"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:01.225105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Attempting to bind port 50338b05-b707-4611-9fd4-dfbead83a542 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:01.225438 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Attempting to bind port 50338b05-b707-4611-9fd4-dfbead83a542 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'a2853b63-d029-4cf4-9772-1f7a4a02fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:01.225714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Attempting to bind port 50338b05-b707-4611-9fd4-dfbead83a542 on network ef176420-dca1-472e-b8a8-117e5bf1c498 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:01.242362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-416c4caa-af84-4753-b615-3c9ede15ffb5 req-d98c135f-80a6-47cd-938c-d6a1fb618abc tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804765 Jul 16 18:00:01.243246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Port 50338b05-b707-4611-9fd4-dfbead83a542 on network ef176420-dca1-472e-b8a8-117e5bf1c498 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:01.243614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Attempting to bind port 50338b05-b707-4611-9fd4-dfbead83a542 on network ef176420-dca1-472e-b8a8-117e5bf1c498 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:01.257829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14706d4d-737d-4d11-8e3c-59b3af39b490 req-0031a419-a3a5-4ee6-a844-7c76894acac1 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.274004 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14706d4d-737d-4d11-8e3c-59b3af39b490 req-0031a419-a3a5-4ee6-a844-7c76894acac1 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 945 time: 0.3827908 Jul 16 18:00:01.282317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:01.282655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Checking segment: {'id': 'a2853b63-d029-4cf4-9772-1f7a4a02fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:01.283174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Bound using segment: {'id': 'a2853b63-d029-4cf4-9772-1f7a4a02fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:01.283684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Bound port: 50338b05-b707-4611-9fd4-dfbead83a542, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2853b63-d029-4cf4-9772-1f7a4a02fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:01.284044 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.372754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14706d4d-737d-4d11-8e3c-59b3af39b490 req-b4a8098a-3220-43b7-a6e4-a2409fc45115 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969808 Jul 16 18:00:01.464848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] For port 50338b05-b707-4611-9fd4-dfbead83a542, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:01.470196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] For port 50338b05-b707-4611-9fd4-dfbead83a542, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=50338b05-b707-4611-9fd4-dfbead83a542,segment=NetworkSegment(a2853b63-d029-4cf4-9772-1f7a4a02fe55),segment_id=a2853b63-d029-4cf4-9772-1f7a4a02fe55)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:01.476866 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.482343 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.487724 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Transition to ACTIVE for port object e7a1b402-47b5-442b-bc1c-3e03700fe9af will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:01.534544 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Transition to ACTIVE for port object e7a1b402-47b5-442b-bc1c-3e03700fe9af will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:01.540700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Allocated IP 10.2.2.2 (0c011d84-2097-4163-a4e4-5f40c803c352/6275183a-184c-40b6-9472-3ea6e6333b9e/bc7894c5-ad4f-4d50-a46f-8ff61e23980e) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:01.551781 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.597752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=50338b05-b707-4611-9fd4-dfbead83a542,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:01.611462 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0aba47-9528-46d6-a77f-3ee42261f00b x-openstack-request-id: req-ac0aba47-9528-46d6-a77f-3ee42261f00b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:01.612002 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c537d341-52f3-4ddb-af41-3ddb0f14d679", "name": "network-vif-deleted", "tag": "3052f409-f6aa-4720-8e6a-2d063b4c701e", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:01.612424 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac0aba47-9528-46d6-a77f-3ee42261f00b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:01.612966 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c537d341-52f3-4ddb-af41-3ddb0f14d679', 'name': 'network-vif-deleted', 'tag': '3052f409-f6aa-4720-8e6a-2d063b4c701e', 'status': 'completed', 'code': 200} Jul 16 18:00:01.617013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.618193 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.619804 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1ca0dd74-8d84-4628-beb2-80a8ffd4bfe6 service neutron] 10.222.0.35 "PUT /v2.0/ports/50338b05-b707-4611-9fd4-dfbead83a542 HTTP/1.1" status: 200 len: 1092 time: 2.9033334 Jul 16 18:00:01.643667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Network 5a777c37-8bba-4f57-954a-0f9e5ea82022 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:01.654668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:01.658119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:01.689973 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Pushing event updated for resources: {'Port': ['ID=e7a1b402-47b5-442b-bc1c-3e03700fe9af,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:01.709650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Allocated IP 10.1.1.151 (5a777c37-8bba-4f57-954a-0f9e5ea82022/14e0b333-cc45-4046-931a-d9ad3b39fab2/4c93a3a9-cbda-4c4d-b7a9-c57c314e7848) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:01.870398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb9e841-6a8b-450c-b94f-8c5ff81aea77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f90f98-897c-4da7-b9cd-df7ceb4853e0'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:01.877681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-d986d2a7-b64e-4c4e-b535-5c162005ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.881398 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cc8ad7-8366-4890-8ed6-adeba1932ce0" -d '{"events": [{"server_uuid": "dbb9e841-6a8b-450c-b94f-8c5ff81aea77", "name": "network-vif-plugged", "status": "completed", "tag": "94f90f98-897c-4da7-b9cd-df7ceb4853e0"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:01.883383 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-d986d2a7-b64e-4c4e-b535-5c162005ff7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9729e0cfdd674c53a50211fd53c97905&device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 1095 time: 0.2121947 Jul 16 18:00:01.886416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3052f409-f6aa-4720-8e6a-2d063b4c701e no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:01.995032 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-2c575893-ac4c-488a-8323-62f85d0348e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50338b05-b707-4611-9fd4-dfbead83a542 HTTP/1.1" status: 200 len: 217 time: 0.1023810 Jul 16 18:00:02.015368 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.054692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Transition to ACTIVE for port object 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:02.109749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78f3214f-fe7d-404d-9128-aa9c2a887461 req-82e2c92e-22df-49cd-81c9-2ebf9b28c97e tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c537d341-52f3-4ddb-af41-3ddb0f14d679 HTTP/1.1" status: 200 len: 210 time: 0.1098781 Jul 16 18:00:02.150556 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.160218 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.184263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Transition to ACTIVE for port object bc7894c5-ad4f-4d50-a46f-8ff61e23980e will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:02.224214 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Transition to ACTIVE for port object bc7894c5-ad4f-4d50-a46f-8ff61e23980e will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:02.243697 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.260362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-9e6098d3-3390-49be-befe-3cdca557d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.267060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-9e6098d3-3390-49be-befe-3cdca557d94b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=380206bc-53db-475e-8db6-cb57da5e0bf7 HTTP/1.1" status: 200 len: 855 time: 0.2587650 Jul 16 18:00:02.286914 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Network 5a777c37-8bba-4f57-954a-0f9e5ea82022 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:02.307226 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:02.322838 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:02.346185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Attempting to bind port e7a1b402-47b5-442b-bc1c-3e03700fe9af on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:02.347220 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Attempting to bind port e7a1b402-47b5-442b-bc1c-3e03700fe9af by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:02.347730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Attempting to bind port e7a1b402-47b5-442b-bc1c-3e03700fe9af on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:02.349824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 3052f409-f6aa-4720-8e6a-2d063b4c701e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:02.350269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3052f409-f6aa-4720-8e6a-2d063b4c701e not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:02.378509 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.386644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7c66a-7bf8-4b92-9744-4e4e542c90b5 req-5d6c1801-ba09-43b7-b806-425ea0155719 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.393676 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0950c1d-574c-4723-883a-3253d5d36a0d x-openstack-request-id: req-d0950c1d-574c-4723-883a-3253d5d36a0d {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:02.393967 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb9e841-6a8b-450c-b94f-8c5ff81aea77", "name": "network-vif-plugged", "status": "completed", "tag": "94f90f98-897c-4da7-b9cd-df7ceb4853e0", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:02.394218 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0950c1d-574c-4723-883a-3253d5d36a0d {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:02.394608 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9e841-6a8b-450c-b94f-8c5ff81aea77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f90f98-897c-4da7-b9cd-df7ceb4853e0', 'code': 200} Jul 16 18:00:02.399008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:02.399362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Checking segment: {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:02.404002 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.404422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Bound using segment: {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:02.404929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Bound port: e7a1b402-47b5-442b-bc1c-3e03700fe9af, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:02.405321 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.411168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24a7c66a-7bf8-4b92-9744-4e4e542c90b5 req-5d6c1801-ba09-43b7-b806-425ea0155719 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 946 time: 0.3590925 Jul 16 18:00:02.477065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Network 0c011d84-2097-4163-a4e4-5f40c803c352 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:02.484306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:02.487158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:02.493789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.494873 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.505533 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'Port': ['ID=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:02.506483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Pushing event updated for resources: {'Port': ['ID=bc7894c5-ad4f-4d50-a46f-8ff61e23980e,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:02.535138 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-641f6756-0f21-4cf4-a860-32fcece58d85 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1676731 Jul 16 18:00:02.537786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34880) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:02.545203 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'port': {'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022', 'name': 'tempest-TaggedBootDevicesTest-1744933223', 'fixed_ips': [{'subnet_id': '14e0b333-cc45-4046-931a-d9ad3b39fab2'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:02.553569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-9797eed9-44e8-4d49-a3d6-d1eae37718d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.556309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-9797eed9-44e8-4d49-a3d6-d1eae37718d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef176420-dca1-472e-b8a8-117e5bf1c498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2798913 Jul 16 18:00:02.562018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24a7c66a-7bf8-4b92-9744-4e4e542c90b5 req-f6f965d7-b92a-4758-a0d9-e4e294cc1319 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499960 Jul 16 18:00:02.741876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Made reservation on behalf of a03823ee279249458ba226f15dd999f2 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:02.748402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.780542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] device_id is not set on port 18345d03-7c53-438a-9a8c-95169626de44 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:00:02.796010 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Attempting to bind port bc7894c5-ad4f-4d50-a46f-8ff61e23980e on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:02.796386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Attempting to bind port bc7894c5-ad4f-4d50-a46f-8ff61e23980e by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'a10b33be-470c-431a-a9c3-2367b7c060a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:02.796753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Attempting to bind port bc7894c5-ad4f-4d50-a46f-8ff61e23980e on network 0c011d84-2097-4163-a4e4-5f40c803c352 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:02.810955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:02.811340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Checking segment: {'id': 'a10b33be-470c-431a-a9c3-2367b7c060a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:02.816130 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.816561 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Bound using segment: {'id': 'a10b33be-470c-431a-a9c3-2367b7c060a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:02.818277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Bound port: bc7894c5-ad4f-4d50-a46f-8ff61e23980e, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10b33be-470c-431a-a9c3-2367b7c060a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:02.818681 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.825026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] For port e7a1b402-47b5-442b-bc1c-3e03700fe9af, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:02.844404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] For port e7a1b402-47b5-442b-bc1c-3e03700fe9af, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e7a1b402-47b5-442b-bc1c-3e03700fe9af,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:02.862713 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.000008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033390d-c399-4a59-8bcd-16f6fd1c421d None None] Pushing event updated for resources: {'Port': ['ID=e7a1b402-47b5-442b-bc1c-3e03700fe9af,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:03.035398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] For port bc7894c5-ad4f-4d50-a46f-8ff61e23980e, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:03.039270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] For port bc7894c5-ad4f-4d50-a46f-8ff61e23980e, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=bc7894c5-ad4f-4d50-a46f-8ff61e23980e,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:03.060769 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.126715 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Allocated IP 10.1.1.26 (5a777c37-8bba-4f57-954a-0f9e5ea82022/14e0b333-cc45-4046-931a-d9ad3b39fab2/18345d03-7c53-438a-9a8c-95169626de44) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:03.172473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b516d-b9d6-440d-974d-4524ba5084a4 None None] Pushing event updated for resources: {'Port': ['ID=bc7894c5-ad4f-4d50-a46f-8ff61e23980e,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:03.450657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66fb61-6edf-4f6b-93c7-2d4ae9bc50e7 req-f52d8f48-9e85-4c64-8226-a4e4875610c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.452742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af66fb61-6edf-4f6b-93c7-2d4ae9bc50e7 req-f52d8f48-9e85-4c64-8226-a4e4875610c1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 1098 time: 0.9729617 Jul 16 18:00:03.513727 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.542690 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.569329 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Transition to ACTIVE for port object 18345d03-7c53-438a-9a8c-95169626de44 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:03.578834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-1d446cfc-608c-4efd-944a-a748c11f4654 service neutron] 10.222.0.35 "GET /v2.0/networks/ef176420-dca1-472e-b8a8-117e5bf1c498?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0149734 Jul 16 18:00:03.623220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748ed0b-e472-4ea8-86c4-e801f740b26e req-666e4401-f736-4105-a060-a2a1ab9d10a7 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.624385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2748ed0b-e472-4ea8-86c4-e801f740b26e req-666e4401-f736-4105-a060-a2a1ab9d10a7 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 943 time: 0.9150844 Jul 16 18:00:03.624856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e071fc45-932c-4e3d-9aa3-af63581d8293', 'tag': '50338b05-b707-4611-9fd4-dfbead83a542'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:03.627159 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc357471-38f3-4c1c-9de5-8cb78b3c34da" -d '{"events": [{"name": "network-changed", "server_uuid": "e071fc45-932c-4e3d-9aa3-af63581d8293", "tag": "50338b05-b707-4611-9fd4-dfbead83a542"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:03.670915 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.695124 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2748ed0b-e472-4ea8-86c4-e801f740b26e req-de284077-9500-4298-ab21-1f8527e06669 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601525 Jul 16 18:00:03.704239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af66fb61-6edf-4f6b-93c7-2d4ae9bc50e7 req-4751afbf-d3a4-47af-b3e9-8fa6ec09f012 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295475 Jul 16 18:00:03.727415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d986ee-627a-4661-8320-945762fcf632 req-5cb8615d-3598-415d-9c54-e220f23c8ab8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.730668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7d986ee-627a-4661-8320-945762fcf632 req-5cb8615d-3598-415d-9c54-e220f23c8ab8 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 945 time: 1.0338869 Jul 16 18:00:03.817380 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Network 5a777c37-8bba-4f57-954a-0f9e5ea82022 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:03.820773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:03.833350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:03.848260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'Port': ['ID=18345d03-7c53-438a-9a8c-95169626de44,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:03.891360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-177f0e8f-99fd-435f-9ce7-abaaf143f9cf req-f9a1fb50-ea2e-4f82-99eb-92d8e2d9b4dd service neutron] 10.222.0.35 "GET /v2.0/networks/ef176420-dca1-472e-b8a8-117e5bf1c498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012996 Jul 16 18:00:03.920469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7d986ee-627a-4661-8320-945762fcf632 req-14106906-3efd-428e-99b5-d94e99479cbf tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202061 Jul 16 18:00:04.000274 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.000949 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.036978 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fea0d082-490f-4c95-8e56-4863f7bc5552 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4969022 Jul 16 18:00:04.223457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e7a1b402-47b5-442b-bc1c-3e03700fe9af up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:04.276507 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add72f40-68cd-49a9-bdea-7000fe0b8283 x-openstack-request-id: req-add72f40-68cd-49a9-bdea-7000fe0b8283 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:04.276921 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e071fc45-932c-4e3d-9aa3-af63581d8293", "tag": "50338b05-b707-4611-9fd4-dfbead83a542", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:04.277265 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-add72f40-68cd-49a9-bdea-7000fe0b8283 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:04.277922 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e071fc45-932c-4e3d-9aa3-af63581d8293', 'tag': '50338b05-b707-4611-9fd4-dfbead83a542', 'status': 'completed', 'code': 200} Jul 16 18:00:04.393985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e7a1b402-47b5-442b-bc1c-3e03700fe9af completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:04.401852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device bc7894c5-ad4f-4d50-a46f-8ff61e23980e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:04.441959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415cc73-4a89-4849-83f5-16887771ac8c req-a4e82c29-7ae4-4855-bf6b-5de2a65b4835 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.457599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6415cc73-4a89-4849-83f5-16887771ac8c req-a4e82c29-7ae4-4855-bf6b-5de2a65b4835 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 946 time: 0.2691712 Jul 16 18:00:04.565216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port bc7894c5-ad4f-4d50-a46f-8ff61e23980e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:04.592429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6415cc73-4a89-4849-83f5-16887771ac8c req-9b78b04b-3761-4753-adf3-87b129e6c7dc tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338074 Jul 16 18:00:04.700319 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc357471-38f3-4c1c-9de5-8cb78b3c34da req-73d92d28-2c6a-4773-a169-b9396a11488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.702048 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc357471-38f3-4c1c-9de5-8cb78b3c34da req-73d92d28-2c6a-4773-a169-b9396a11488a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9729e0cfdd674c53a50211fd53c97905&device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 1095 time: 0.4231117 Jul 16 18:00:04.890216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a1fe2d-636c-4f3c-bb9e-4629cc11c407 None None] Network 5a777c37-8bba-4f57-954a-0f9e5ea82022 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:04.902143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7f783-5fc0-4733-b945-59102017a3ed req-007d7164-d145-4a00-80d7-984da126b94a tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.904058 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2b7f783-5fc0-4733-b945-59102017a3ed req-007d7164-d145-4a00-80d7-984da126b94a tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 945 time: 0.3106666 Jul 16 18:00:04.956826 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Provisioning for port e7a1b402-47b5-442b-bc1c-3e03700fe9af completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:04.995709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc357471-38f3-4c1c-9de5-8cb78b3c34da req-51427110-8aab-407f-bea6-507d32259356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.998566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc357471-38f3-4c1c-9de5-8cb78b3c34da req-51427110-8aab-407f-bea6-507d32259356 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef176420-dca1-472e-b8a8-117e5bf1c498 HTTP/1.1" status: 200 len: 917 time: 0.2708035 Jul 16 18:00:05.011345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Provisioning complete for port e7a1b402-47b5-442b-bc1c-3e03700fe9af triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:05.012524 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.020091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2b7f783-5fc0-4733-b945-59102017a3ed req-f6941186-17d2-467f-990c-75b0dc3b863d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996215 Jul 16 18:00:05.086370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc357471-38f3-4c1c-9de5-8cb78b3c34da req-11fb0067-6f5c-433d-8eae-29d62693cd31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50338b05-b707-4611-9fd4-dfbead83a542 HTTP/1.1" status: 200 len: 217 time: 0.0639331 Jul 16 18:00:05.088296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34914) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:05.107572 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a8267876-d6b2-4f29-bc48-23631e4c157d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461231636', 'description': 'tempest-description--1874846689'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:05.170248 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8267876-d6b2-4f29-bc48-23631e4c157d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.204096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc357471-38f3-4c1c-9de5-8cb78b3c34da req-265acc4d-f674-4758-adca-a1ad5b54492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.205710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc357471-38f3-4c1c-9de5-8cb78b3c34da req-265acc4d-f674-4758-adca-a1ad5b54492f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=380206bc-53db-475e-8db6-cb57da5e0bf7 HTTP/1.1" status: 200 len: 855 time: 0.1093795 Jul 16 18:00:05.278307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c736b1e4-3a27-4d9c-962a-33d4c378bd01 None None] Network 0c011d84-2097-4163-a4e4-5f40c803c352 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:05.373464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc357471-38f3-4c1c-9de5-8cb78b3c34da req-0115dc4d-8a23-49e4-8ff2-c46aa71b118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.374387 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8267876-d6b2-4f29-bc48-23631e4c157d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.376953 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc357471-38f3-4c1c-9de5-8cb78b3c34da req-0115dc4d-8a23-49e4-8ff2-c46aa71b118f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef176420-dca1-472e-b8a8-117e5bf1c498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631911 Jul 16 18:00:05.386529 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8267876-d6b2-4f29-bc48-23631e4c157d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.446498 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.447011 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8267876-d6b2-4f29-bc48-23631e4c157d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.452613 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a8267876-d6b2-4f29-bc48-23631e4c157d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3607883 Jul 16 18:00:05.455119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8267876-d6b2-4f29-bc48-23631e4c157d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7841e243-aa01-4802-ae19-6830c0ca1321,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:05.455242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34918) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:05.465632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e4027f60-ada6-4591-a257-0e69e2ba12ed tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'security_group_rule': {'security_group_id': '7841e243-aa01-4802-ae19-6830c0ca1321', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:05.501905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] For port e7a1b402-47b5-442b-bc1c-3e03700fe9af, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e7a1b402-47b5-442b-bc1c-3e03700fe9af,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:05.529582 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.553676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55446935-bba9-4a1f-8153-459ac5f74fc0 req-dedfb5f1-a4a1-45c1-be40-044b4504e0cb tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.567053 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55446935-bba9-4a1f-8153-459ac5f74fc0 req-dedfb5f1-a4a1-45c1-be40-044b4504e0cb tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 943 time: 0.2826340 Jul 16 18:00:05.654805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Pushing event updated for resources: {'Port': ['ID=e7a1b402-47b5-442b-bc1c-3e03700fe9af,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:05.683499 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc357471-38f3-4c1c-9de5-8cb78b3c34da req-4c31c59a-aaa1-41ba-876e-b0095f9a93b2 service neutron] 10.222.0.35 "GET /v2.0/networks/ef176420-dca1-472e-b8a8-117e5bf1c498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948704 Jul 16 18:00:05.692936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:05.693737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:05.693737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:05.694064 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:05.694266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:05.694598 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:05.695076 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:05.695407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:05.695768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:05.696098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:05.696424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:05.696747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d68359-b64f-4bdb-a6f6-b182ae71b587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:05.701265 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ec83bb87-fca0-4092-ab1c-5c8374c39a9a None None] Provisioning for port bc7894c5-ad4f-4d50-a46f-8ff61e23980e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:05.726314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ec83bb87-fca0-4092-ab1c-5c8374c39a9a None None] Provisioning complete for port bc7894c5-ad4f-4d50-a46f-8ff61e23980e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:05.726695 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ec83bb87-fca0-4092-ab1c-5c8374c39a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.798815 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55446935-bba9-4a1f-8153-459ac5f74fc0 req-988c5d5f-c159-4b5c-9631-59ee4d559967 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307656 Jul 16 18:00:05.801683 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e4027f60-ada6-4591-a257-0e69e2ba12ed tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.908387 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ec83bb87-fca0-4092-ab1c-5c8374c39a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.007822 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ec83bb87-fca0-4092-ab1c-5c8374c39a9a None None] For port bc7894c5-ad4f-4d50-a46f-8ff61e23980e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=bc7894c5-ad4f-4d50-a46f-8ff61e23980e,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:06.021983 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e4027f60-ada6-4591-a257-0e69e2ba12ed tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.027312 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ec83bb87-fca0-4092-ab1c-5c8374c39a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.054102 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e4027f60-ada6-4591-a257-0e69e2ba12ed tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.152426 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e7a1b402-47b5-442b-bc1c-3e03700fe9af up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:06.235523 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-64d106e2-d709-4a0b-803d-7fdbbdefb6ae None None] Provisioning for port 18345d03-7c53-438a-9a8c-95169626de44 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:06.246963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-64d106e2-d709-4a0b-803d-7fdbbdefb6ae None None] Provisioning complete for port 18345d03-7c53-438a-9a8c-95169626de44 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:06.247900 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-64d106e2-d709-4a0b-803d-7fdbbdefb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.272451 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc357471-38f3-4c1c-9de5-8cb78b3c34da req-63fb5c38-1f14-4bbb-a36a-8d50181606f4 service neutron] 10.222.0.35 "GET /v2.0/networks/ef176420-dca1-472e-b8a8-117e5bf1c498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778534 Jul 16 18:00:06.276304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4027f60-ada6-4591-a257-0e69e2ba12ed tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2123c4e-9d4e-48d7-9108-d1eca6b48c0c,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:06.311664 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e4027f60-ada6-4591-a257-0e69e2ba12ed tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.316857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e4027f60-ada6-4591-a257-0e69e2ba12ed tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8572092 Jul 16 18:00:06.319814 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34932) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:06.322318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-64d106e2-d709-4a0b-803d-7fdbbdefb6ae None None] Port 18345d03-7c53-438a-9a8c-95169626de44 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:06.327065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6b9ba548-11b4-4d8b-8b23-afb5eb8149cc tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'security_group_rule': {'security_group_id': '7841e243-aa01-4802-ae19-6830c0ca1321', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:06.341256 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-64d106e2-d709-4a0b-803d-7fdbbdefb6ae None None] Provisioning complete for port e7a1b402-47b5-442b-bc1c-3e03700fe9af triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:06.341632 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-64d106e2-d709-4a0b-803d-7fdbbdefb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.389608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83bb87-fca0-4092-ab1c-5c8374c39a9a None None] Pushing event updated for resources: {'Port': ['ID=bc7894c5-ad4f-4d50-a46f-8ff61e23980e,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:06.403696 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba548-11b4-4d8b-8b23-afb5eb8149cc tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.414283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e7a1b402-47b5-442b-bc1c-3e03700fe9af triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:06.414608 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.491545 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba548-11b4-4d8b-8b23-afb5eb8149cc tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.505258 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba548-11b4-4d8b-8b23-afb5eb8149cc tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.534930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33f16e-4772-4378-b638-ce31236025eb req-f8bf59f8-0e73-488c-a33a-0a2ad14e4454 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.536732 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ba548-11b4-4d8b-8b23-afb5eb8149cc tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0e7a2d-805b-4077-afb2-16f0596cd30e,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:06.537274 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb33f16e-4772-4378-b638-ce31236025eb req-f8bf59f8-0e73-488c-a33a-0a2ad14e4454 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 944 time: 0.5039842 Jul 16 18:00:06.568421 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba548-11b4-4d8b-8b23-afb5eb8149cc tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.573353 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6b9ba548-11b4-4d8b-8b23-afb5eb8149cc tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2512088 Jul 16 18:00:06.575013 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34934) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:06.580367 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:06.612715 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.615811 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-64d106e2-d709-4a0b-803d-7fdbbdefb6ae None None] Provisioning for port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:06.621191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-64d106e2-d709-4a0b-803d-7fdbbdefb6ae None None] Provisioning complete for port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:06.621953 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-64d106e2-d709-4a0b-803d-7fdbbdefb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.669353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-64d106e2-d709-4a0b-803d-7fdbbdefb6ae None None] Port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:06.744841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c8fb2-cdb3-446a-90a1-d50652178c5f req-c8d55cd5-089a-4d98-b91f-fb7cf94cc5a0 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.746957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e49c8fb2-cdb3-446a-90a1-d50652178c5f req-c8d55cd5-089a-4d98-b91f-fb7cf94cc5a0 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 946 time: 0.4179523 Jul 16 18:00:06.752498 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.777673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043fb34-4e17-43e3-8ce2-2be85c034a22 req-a72b188e-72f3-44b9-bf44-5f16f8a02ce2 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.779306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3043fb34-4e17-43e3-8ce2-2be85c034a22 req-a72b188e-72f3-44b9-bf44-5f16f8a02ce2 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 944 time: 0.3689954 Jul 16 18:00:06.803788 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-38498917-1efb-400b-bfa0-24cecf1c84ba None None] Provisioning complete for port 18345d03-7c53-438a-9a8c-95169626de44 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:06.804453 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-38498917-1efb-400b-bfa0-24cecf1c84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.849982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-38498917-1efb-400b-bfa0-24cecf1c84ba None None] Port 18345d03-7c53-438a-9a8c-95169626de44 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:06.886355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-38498917-1efb-400b-bfa0-24cecf1c84ba None None] Provisioning complete for port bc7894c5-ad4f-4d50-a46f-8ff61e23980e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:06.886889 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-38498917-1efb-400b-bfa0-24cecf1c84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.892974 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e49c8fb2-cdb3-446a-90a1-d50652178c5f req-b9a76822-514e-4f0c-88a8-b0e6f3f259bd tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242845 Jul 16 18:00:06.930179 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3043fb34-4e17-43e3-8ce2-2be85c034a22 req-f15c4268-4c5b-498c-8cc7-dde70d5f47f7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229038 Jul 16 18:00:06.947712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Allocated IP 172.25.5.206 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/bf5ba9af-51ac-48dd-bb30-48a2e0ecf326) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:06.954850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-fb33f16e-4772-4378-b638-ce31236025eb req-5bfa1e25-7309-47eb-a431-f09f49399858 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Deleting port 567d3e35-3fae-43e8-a936-55485c886ba9 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:06.955200 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fb33f16e-4772-4378-b638-ce31236025eb req-5bfa1e25-7309-47eb-a431-f09f49399858 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.086237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-38498917-1efb-400b-bfa0-24cecf1c84ba None None] Provisioning complete for port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:07.086955 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-38498917-1efb-400b-bfa0-24cecf1c84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.131343 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.149715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-38498917-1efb-400b-bfa0-24cecf1c84ba None None] Port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:07.208402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.236630 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-fb33f16e-4772-4378-b638-ce31236025eb req-5bfa1e25-7309-47eb-a431-f09f49399858 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] For port 567d3e35-3fae-43e8-a936-55485c886ba9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=567d3e35-3fae-43e8-a936-55485c886ba9,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:07.237270 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fb33f16e-4772-4378-b638-ce31236025eb req-5bfa1e25-7309-47eb-a431-f09f49399858 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.254545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:07.257622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:07.261226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-fb33f16e-4772-4378-b638-ce31236025eb req-5bfa1e25-7309-47eb-a431-f09f49399858 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Calling delete_port for 567d3e35-3fae-43e8-a936-55485c886ba9 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:07.266884 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:07.309296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'Port': ['ID=bf5ba9af-51ac-48dd-bb30-48a2e0ecf326,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:07.408574 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.425701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb78db-35f3-4fbb-bb1b-85de8dc8808c req-7499b00e-12bc-4b50-9a85-187671ab551d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.427878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69cb78db-35f3-4fbb-bb1b-85de8dc8808c req-7499b00e-12bc-4b50-9a85-187671ab551d tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 945 time: 0.2828588 Jul 16 18:00:07.472458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.512965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69cb78db-35f3-4fbb-bb1b-85de8dc8808c req-1366a1ba-c39e-4439-89ed-dc35372d2b28 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641897 Jul 16 18:00:07.564225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21f6f7-20f6-4564-ba0d-b046e928df4a req-eb7106f9-709d-4b06-8fa2-6d2deb80abdf tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.565847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb21f6f7-20f6-4564-ba0d-b046e928df4a req-eb7106f9-709d-4b06-8fa2-6d2deb80abdf tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 943 time: 0.1726117 Jul 16 18:00:07.646721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb21f6f7-20f6-4564-ba0d-b046e928df4a req-5a872668-28d5-44f7-a5f5-a5f9407323c1 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539539 Jul 16 18:00:07.652867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fb33f16e-4772-4378-b638-ce31236025eb req-5bfa1e25-7309-47eb-a431-f09f49399858 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.691705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa1e25-7309-47eb-a431-f09f49399858 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Pushing event deleted for resources: {'Port': ['ID=567d3e35-3fae-43e8-a936-55485c886ba9,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:07.749356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb33f16e-4772-4378-b638-ce31236025eb req-5bfa1e25-7309-47eb-a431-f09f49399858 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] No DVR routers for this DVR port 567d3e35-3fae-43e8-a936-55485c886ba9 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:07.752437 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fb33f16e-4772-4378-b638-ce31236025eb req-5bfa1e25-7309-47eb-a431-f09f49399858 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.754784 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb33f16e-4772-4378-b638-ce31236025eb req-5bfa1e25-7309-47eb-a431-f09f49399858 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.35 "DELETE /v2.0/ports/567d3e35-3fae-43e8-a936-55485c886ba9 HTTP/1.1" status: 204 len: 173 time: 1.1825583 Jul 16 18:00:07.755663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d', 'name': 'network-vif-deleted', 'tag': '567d3e35-3fae-43e8-a936-55485c886ba9'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:07.758443 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96e0287-7253-4d1b-bece-6cf73f68827a" -d '{"events": [{"server_uuid": "9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d", "name": "network-vif-deleted", "tag": "567d3e35-3fae-43e8-a936-55485c886ba9"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:07.774856 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.784581 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.883379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'Port': ['ID=bf5ba9af-51ac-48dd-bb30-48a2e0ecf326,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:07.905586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34964) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:07.984306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.025808 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.037029 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-269ee171-74ec-4c62-84ec-50bf5c9d5e36 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4596977 Jul 16 18:00:08.104229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device bc7894c5-ad4f-4d50-a46f-8ff61e23980e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:08.114215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc6732-8708-407e-be2d-e3519249b98a req-0b04fba8-9013-477f-a847-74f03dc3cf6c tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.122897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1adc6732-8708-407e-be2d-e3519249b98a req-0b04fba8-9013-477f-a847-74f03dc3cf6c tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 945 time: 0.1666315 Jul 16 18:00:08.185560 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1adc6732-8708-407e-be2d-e3519249b98a req-2ae3aec1-ec7e-4faf-99f4-7c8153c8a2c2 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613010 Jul 16 18:00:08.213008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port bc7894c5-ad4f-4d50-a46f-8ff61e23980e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:08.213665 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.233519 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1f608d-0b51-47d2-9b97-d132f2830456 x-openstack-request-id: req-ca1f608d-0b51-47d2-9b97-d132f2830456 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:08.234100 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d", "name": "network-vif-deleted", "tag": "567d3e35-3fae-43e8-a936-55485c886ba9", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:08.234562 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca1f608d-0b51-47d2-9b97-d132f2830456 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:08.235118 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d', 'name': 'network-vif-deleted', 'tag': '567d3e35-3fae-43e8-a936-55485c886ba9', 'status': 'completed', 'code': 200} Jul 16 18:00:08.472444 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2568238-1b54-4446-92de-20e16f588b79 req-27284435-5aa9-473c-9fd4-efe35716b27e tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9f609c-3c23-4bdf-b612-cdd6eebc9b8d HTTP/1.1" status: 200 len: 210 time: 0.0487132 Jul 16 18:00:08.504796 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4ea6-e2ff-4da5-b3c1-bab154031abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.533260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34986) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:08.619204 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f429d8a-c7ce-4259-8438-34d0a28ec6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.740653 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4ea6-e2ff-4da5-b3c1-bab154031abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.767366 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4ea6-e2ff-4da5-b3c1-bab154031abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.816241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb4ea6-e2ff-4da5-b3c1-bab154031abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73489273-21b5-4c09-8d5e-e9c20b582b56,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:08.862766 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f429d8a-c7ce-4259-8438-34d0a28ec6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.866615 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f429d8a-c7ce-4259-8438-34d0a28ec6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.905818 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c7cb4ea6-e2ff-4da5-b3c1-bab154031abd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17a3fbf6bf2d4b72893b0fa0f9a33a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9990747 Jul 16 18:00:08.907215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f429d8a-c7ce-4259-8438-34d0a28ec6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f7b19f-9abf-41f1-a4aa-d181de33df65,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:08.909861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35014) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:08.911897 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1f429d8a-c7ce-4259-8438-34d0a28ec6a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4287998729144025b6eac7a1a3773523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775084 Jul 16 18:00:08.914701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35016) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:08.954737 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-f852dc04-379e-41ba-8139-9c58ddfd83a6 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1461231636&fields=id&tenant_id=a03823ee279249458ba226f15dd999f2 HTTP/1.1" status: 200 len: 267 time: 0.1469901 Jul 16 18:00:08.963697 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b160430-9a1b-4fbe-ac92-e92b286b7674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.985914 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b160430-9a1b-4fbe-ac92-e92b286b7674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.033746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b160430-9a1b-4fbe-ac92-e92b286b7674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.035415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cbc1d-d6d0-4cb2-a049-8a8244328e44 req-c199c4b1-e49c-4187-8c42-dc79959b9da2 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.036386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b160430-9a1b-4fbe-ac92-e92b286b7674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.036961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da5cbc1d-d6d0-4cb2-a049-8a8244328e44 req-c199c4b1-e49c-4187-8c42-dc79959b9da2 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 945 time: 0.1803274 Jul 16 18:00:09.041009 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0b160430-9a1b-4fbe-ac92-e92b286b7674 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3f7b19f-9abf-41f1-a4aa-d181de33df65 HTTP/1.1" status: 204 len: 168 time: 0.1219337 Jul 16 18:00:09.047042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b160430-9a1b-4fbe-ac92-e92b286b7674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f7b19f-9abf-41f1-a4aa-d181de33df65,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:09.058043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d94490c7-47f3-403b-a7b0-e28158ce7031 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.065522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d94490c7-47f3-403b-a7b0-e28158ce7031 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports/4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 HTTP/1.1" status: 200 len: 931 time: 0.1025631 Jul 16 18:00:09.070651 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-779d701c-6bbc-4f4f-ac8e-5f3adac570e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.155144 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-779d701c-6bbc-4f4f-ac8e-5f3adac570e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.182078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1bafa851-a8cd-48b8-8397-e6adc523508d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.183527 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1bafa851-a8cd-48b8-8397-e6adc523508d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports/18345d03-7c53-438a-9a8c-95169626de44 HTTP/1.1" status: 200 len: 931 time: 0.1169555 Jul 16 18:00:09.187901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da5cbc1d-d6d0-4cb2-a049-8a8244328e44 req-172e071c-85fd-4d45-9ae4-1e295d8c28e0 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184738 Jul 16 18:00:09.250412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-9b6a53d0-c2fa-4645-afea-89d2ca13f182 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?network_id=0c011d84-2097-4163-a4e4-5f40c803c352&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0579536 Jul 16 18:00:09.286118 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-779d701c-6bbc-4f4f-ac8e-5f3adac570e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.289129 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-779d701c-6bbc-4f4f-ac8e-5f3adac570e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.294453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-779d701c-6bbc-4f4f-ac8e-5f3adac570e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73489273-21b5-4c09-8d5e-e9c20b582b56 HTTP/1.1" status: 204 len: 168 time: 0.3786805 Jul 16 18:00:09.321462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-f5be5d5f-2c87-41c8-9e53-2e9a25c1b71d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?network_id=0c011d84-2097-4163-a4e4-5f40c803c352&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0499854 Jul 16 18:00:09.356283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d701c-6bbc-4f4f-ac8e-5f3adac570e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73489273-21b5-4c09-8d5e-e9c20b582b56,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:09.360945 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:00:09.481785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20074e9-7a36-48db-a17b-a03971f9b2e6 req-2a3a7e81-664c-4f24-b5de-5adb2235a4c0 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.483534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a20074e9-7a36-48db-a17b-a03971f9b2e6 req-2a3a7e81-664c-4f24-b5de-5adb2235a4c0 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 943 time: 0.1685941 Jul 16 18:00:09.515269 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-976c5f0f-a85f-4b14-a56d-9c8653e93702 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.522822 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-976c5f0f-a85f-4b14-a56d-9c8653e93702 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.530184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-976c5f0f-a85f-4b14-a56d-9c8653e93702 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.531420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-976c5f0f-a85f-4b14-a56d-9c8653e93702 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/networks?id=a9a1e7b3-f15f-48c2-8b79-818a78e0e750&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=0c011d84-2097-4163-a4e4-5f40c803c352&id=0c011d84-2097-4163-a4e4-5f40c803c352 HTTP/1.1" status: 200 len: 1990 time: 0.1775267 Jul 16 18:00:09.555705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-916f36ad-f7d6-4873-8da5-f37555f4d5f3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/quotas/a03823ee279249458ba226f15dd999f2 HTTP/1.1" status: 200 len: 375 time: 0.0158997 Jul 16 18:00:09.580646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a20074e9-7a36-48db-a17b-a03971f9b2e6 req-d1ce03ba-46a1-4a88-8879-fd171bd017c7 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828531 Jul 16 18:00:09.666835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-e2c20199-688f-404c-8b35-00dc3686d41e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0881166 Jul 16 18:00:09.849175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-63e9322f-88d8-48a6-ad5b-0dbdb0628e2f service neutron] 10.222.0.41 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834276 Jul 16 18:00:09.892406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 567d3e35-3fae-43e8-a936-55485c886ba9 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:09.921968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 567d3e35-3fae-43e8-a936-55485c886ba9 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:09.922551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 567d3e35-3fae-43e8-a936-55485c886ba9 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:09.955023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba91de9-a596-4274-a1c2-a93921c04a19 req-95ce603a-22aa-4428-b6ab-a8e38805b337 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.956724 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bba91de9-a596-4274-a1c2-a93921c04a19 req-95ce603a-22aa-4428-b6ab-a8e38805b337 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 945 time: 0.1438725 Jul 16 18:00:09.990732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-c46aa0f2-bb96-47b3-b77d-8ade9afa0cfd service neutron] 10.222.0.41 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357572 Jul 16 18:00:10.043178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bba91de9-a596-4274-a1c2-a93921c04a19 req-2425dd5e-a14f-4953-8337-427d59ad3897 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbb89e1d-ae18-463a-bbaf-b00c26930893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756578 Jul 16 18:00:10.065965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-e38d2385-eae9-44e3-be0d-29b2c1ba4824 service neutron] 10.222.0.41 "GET /v2.0/ports/4c93a3a9-cbda-4c4d-b7a9-c57c314e7848?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0682268 Jul 16 18:00:10.488147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-57807268-5d6c-42a5-8614-c556ce0b4cc3 service neutron] 10.222.0.41 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140611 Jul 16 18:00:10.588863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-89402494-d629-4fa5-ad1a-3d8ada6395fe service neutron] 10.222.0.41 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997343 Jul 16 18:00:10.650704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-61100748-b941-4183-933b-b321ce1da736 service neutron] 10.222.0.41 "GET /v2.0/ports/18345d03-7c53-438a-9a8c-95169626de44?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0553057 Jul 16 18:00:10.808715 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-f4d96385-c792-44e0-9ebf-bb83d524ac9f service neutron] 10.222.0.41 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414185 Jul 16 18:00:10.929167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-e8fcac4e-753e-42bf-861e-24c72d70c5d7 service neutron] 10.222.0.41 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133690 Jul 16 18:00:11.128018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2320c01f-044b-4f2d-8780-6536a2f94dcf service neutron] 10.222.0.41 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874223 Jul 16 18:00:11.172141 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84be6a-cf03-4c7b-bdf9-a7dad17baa43 req-71fa5dcd-4e0e-4765-81f1-81cca1ea6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.173640 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e84be6a-cf03-4c7b-bdf9-a7dad17baa43 req-71fa5dcd-4e0e-4765-81f1-81cca1ea6ea4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f56eb42e9c7a440492d2342161e25497&device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 1098 time: 0.1813216 Jul 16 18:00:11.333973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-32f2f6c7-8acf-4d20-8d31-69241665de2b service neutron] 10.222.0.41 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017674 Jul 16 18:00:11.389389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84be6a-cf03-4c7b-bdf9-a7dad17baa43 req-20d2746a-784f-4996-bd8e-acfe41e0968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.390851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e84be6a-cf03-4c7b-bdf9-a7dad17baa43 req-20d2746a-784f-4996-bd8e-acfe41e0968e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 200 len: 906 time: 0.1836183 Jul 16 18:00:11.442485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e144fa-6039-475a-a094-0e6508130d64 req-0b44c384-0391-4b1a-a77b-d5c6d1a71d59 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.444215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2e144fa-6039-475a-a094-0e6508130d64 req-0b44c384-0391-4b1a-a77b-d5c6d1a71d59 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 943 time: 0.2356980 Jul 16 18:00:11.456745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 94f90f98-897c-4da7-b9cd-df7ceb4853e0 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:11.513271 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e84be6a-cf03-4c7b-bdf9-a7dad17baa43 req-0e79f779-5ae3-4a77-a420-471038e92a09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94f90f98-897c-4da7-b9cd-df7ceb4853e0 HTTP/1.1" status: 200 len: 217 time: 0.0662653 Jul 16 18:00:11.601967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 94f90f98-897c-4da7-b9cd-df7ceb4853e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=94f90f98-897c-4da7-b9cd-df7ceb4853e0,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:11.639648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-945847b5-8173-42b0-b2ad-8be47a7fff1a service neutron] 10.222.0.41 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926221 Jul 16 18:00:11.657685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2e144fa-6039-475a-a094-0e6508130d64 req-a01cbe30-70f0-4767-b2c2-b235361384c8 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031851 Jul 16 18:00:11.766224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84be6a-cf03-4c7b-bdf9-a7dad17baa43 req-050f1961-cc61-4e4e-9605-3031b65c23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.766543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '94f90f98-897c-4da7-b9cd-df7ceb4853e0', 'network_id': '6881b1c5-54be-403e-8779-26889218234e', 'port_id': '94f90f98-897c-4da7-b9cd-df7ceb4853e0', 'mac_address': 'fa:16:3e:20:7a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f248cbc4-35d5-450b-8416-5d799e185e95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:11.768522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e84be6a-cf03-4c7b-bdf9-a7dad17baa43 req-050f1961-cc61-4e4e-9605-3031b65c23ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f248cbc4-35d5-450b-8416-5d799e185e95 HTTP/1.1" status: 200 len: 845 time: 0.2251832 Jul 16 18:00:11.817502 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.831462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94f90f98-897c-4da7-b9cd-df7ceb4853e0 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:11.834596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e84be6a-cf03-4c7b-bdf9-a7dad17baa43 req-2fa51955-af20-45df-a31d-d0d939a9cf7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6881b1c5-54be-403e-8779-26889218234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582559 Jul 16 18:00:11.855320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 94f90f98-897c-4da7-b9cd-df7ceb4853e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=94f90f98-897c-4da7-b9cd-df7ceb4853e0,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:11.861393 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.882216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf896a4c-bec6-4916-8c10-e850eea08f27 req-01a99ca7-cd3c-496a-b7b4-926f3b1395d7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.884050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf896a4c-bec6-4916-8c10-e850eea08f27 req-01a99ca7-cd3c-496a-b7b4-926f3b1395d7 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.35 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 944 time: 0.3533463 Jul 16 18:00:11.926497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=94f90f98-897c-4da7-b9cd-df7ceb4853e0,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:11.931581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 50338b05-b707-4611-9fd4-dfbead83a542 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:11.942735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-214cdb09-12e2-4e1a-a08b-d49ab05413a1 service neutron] 10.222.0.41 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998788 Jul 16 18:00:12.047863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['94f90f98-897c-4da7-b9cd-df7ceb4853e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:12.094864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 50338b05-b707-4611-9fd4-dfbead83a542, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=50338b05-b707-4611-9fd4-dfbead83a542,segment=NetworkSegment(a2853b63-d029-4cf4-9772-1f7a4a02fe55),segment_id=a2853b63-d029-4cf4-9772-1f7a4a02fe55)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:12.126962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '50338b05-b707-4611-9fd4-dfbead83a542', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'port_id': '50338b05-b707-4611-9fd4-dfbead83a542', 'mac_address': 'fa:16:3e:30:f2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:12.202962 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.252808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50338b05-b707-4611-9fd4-dfbead83a542 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:12.308479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 50338b05-b707-4611-9fd4-dfbead83a542, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=50338b05-b707-4611-9fd4-dfbead83a542,segment=NetworkSegment(a2853b63-d029-4cf4-9772-1f7a4a02fe55),segment_id=a2853b63-d029-4cf4-9772-1f7a4a02fe55)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:12.320268 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e84be6a-cf03-4c7b-bdf9-a7dad17baa43 req-b4dc8547-4741-4f17-be27-267721f86656 service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736707 Jul 16 18:00:12.334438 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.344965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-0a798ce8-4ea7-45e4-a244-3239980f4749 service neutron] 10.222.0.41 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997481 Jul 16 18:00:12.429167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=50338b05-b707-4611-9fd4-dfbead83a542,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:12.441586 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99499ad8-4660-4562-8b95-76eaea9b7ecf req-d9f243ea-5de2-489b-bd78-c3f0fba0b780 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.443229 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-99499ad8-4660-4562-8b95-76eaea9b7ecf req-d9f243ea-5de2-489b-bd78-c3f0fba0b780 tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 945 time: 0.1320691 Jul 16 18:00:12.476371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b29ed8-0266-48b9-b5c8-193158aec4e4 req-9263b80b-b559-4254-ba46-af6b51fea949 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.477885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3b29ed8-0266-48b9-b5c8-193158aec4e4 req-9263b80b-b559-4254-ba46-af6b51fea949 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/ports?device_id=2391e9f2-9072-45d0-9a99-626682c8a9b5 HTTP/1.1" status: 200 len: 944 time: 0.3114431 Jul 16 18:00:12.552276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-99499ad8-4660-4562-8b95-76eaea9b7ecf req-1aa59662-2d20-47da-827e-99a1e999bd4b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Deleting port 82677024-5259-47d0-a99e-76997c679fe4 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:12.552910 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-99499ad8-4660-4562-8b95-76eaea9b7ecf req-1aa59662-2d20-47da-827e-99a1e999bd4b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.554805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-cf896a4c-bec6-4916-8c10-e850eea08f27 req-14d10f92-eb2c-4ef2-b804-81043fd705f5 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Deleting port 3f376ca7-e988-47e8-a851-cfa988121adf {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:12.555153 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cf896a4c-bec6-4916-8c10-e850eea08f27 req-14d10f92-eb2c-4ef2-b804-81043fd705f5 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.631985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-aaf7589f-1c05-4f42-8a12-fa43d09da1ef service neutron] 10.222.0.41 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722661 Jul 16 18:00:12.659840 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e84be6a-cf03-4c7b-bdf9-a7dad17baa43 req-0406560f-ec19-430f-affa-4628918ede43 service neutron] 10.222.0.43 "GET /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291268 Jul 16 18:00:12.662954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3b29ed8-0266-48b9-b5c8-193158aec4e4 req-352b70cb-0d98-4ae0-9d89-b65d1621a15a tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd33a916-0ec2-4fc6-8f13-f79677b9a740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490991 Jul 16 18:00:12.671567 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['50338b05-b707-4611-9fd4-dfbead83a542'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:12.676517 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-99499ad8-4660-4562-8b95-76eaea9b7ecf req-1aa59662-2d20-47da-827e-99a1e999bd4b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] For port 82677024-5259-47d0-a99e-76997c679fe4, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=82677024-5259-47d0-a99e-76997c679fe4,segment=NetworkSegment(4a766c3d-faa0-4ae7-b5d1-949d7bda90cf),segment_id=4a766c3d-faa0-4ae7-b5d1-949d7bda90cf)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:12.677584 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-99499ad8-4660-4562-8b95-76eaea9b7ecf req-1aa59662-2d20-47da-827e-99a1e999bd4b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.699069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-99499ad8-4660-4562-8b95-76eaea9b7ecf req-1aa59662-2d20-47da-827e-99a1e999bd4b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Calling delete_port for 82677024-5259-47d0-a99e-76997c679fe4 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:12.760396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-cf896a4c-bec6-4916-8c10-e850eea08f27 req-14d10f92-eb2c-4ef2-b804-81043fd705f5 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] For port 3f376ca7-e988-47e8-a851-cfa988121adf, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3f376ca7-e988-47e8-a851-cfa988121adf,segment=NetworkSegment(f27645b4-65ba-47bc-acb1-4c3cc53fd43a),segment_id=f27645b4-65ba-47bc-acb1-4c3cc53fd43a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:12.760756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cf896a4c-bec6-4916-8c10-e850eea08f27 req-14d10f92-eb2c-4ef2-b804-81043fd705f5 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.814097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-cf896a4c-bec6-4916-8c10-e850eea08f27 req-14d10f92-eb2c-4ef2-b804-81043fd705f5 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Calling delete_port for 3f376ca7-e988-47e8-a851-cfa988121adf owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:12.864722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-73917984-d2f8-4eb6-9c24-c78c98486776 service neutron] 10.222.0.41 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006552 Jul 16 18:00:12.901931 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-99499ad8-4660-4562-8b95-76eaea9b7ecf req-1aa59662-2d20-47da-827e-99a1e999bd4b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.915694 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['82677024-5259-47d0-a99e-76997c679fe4'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:12.938042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa59662-2d20-47da-827e-99a1e999bd4b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Pushing event deleted for resources: {'Port': ['ID=82677024-5259-47d0-a99e-76997c679fe4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:12.981717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07b81a-6f56-4ea0-8ff7-04406a8ba804 req-1415b953-ec6c-455b-a392-db5b6a316480 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.983145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b07b81a-6f56-4ea0-8ff7-04406a8ba804 req-1415b953-ec6c-455b-a392-db5b6a316480 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 945 time: 0.1805336 Jul 16 18:00:12.988316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-99499ad8-4660-4562-8b95-76eaea9b7ecf req-1aa59662-2d20-47da-827e-99a1e999bd4b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] No DVR routers for this DVR port 82677024-5259-47d0-a99e-76997c679fe4 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:12.989970 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35162) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:12.995369 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-99499ad8-4660-4562-8b95-76eaea9b7ecf req-1aa59662-2d20-47da-827e-99a1e999bd4b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.997672 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-99499ad8-4660-4562-8b95-76eaea9b7ecf req-1aa59662-2d20-47da-827e-99a1e999bd4b tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.43 "DELETE /v2.0/ports/82677024-5259-47d0-a99e-76997c679fe4 HTTP/1.1" status: 204 len: 173 time: 0.5484054 Jul 16 18:00:12.998098 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7f0213-628c-4370-9318-a91e73d03b91', 'name': 'network-vif-deleted', 'tag': '82677024-5259-47d0-a99e-76997c679fe4'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:13.000326 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6146a2bb-df50-4abc-a008-89e9002fb5c1" -d '{"events": [{"server_uuid": "4c7f0213-628c-4370-9318-a91e73d03b91", "name": "network-vif-deleted", "tag": "82677024-5259-47d0-a99e-76997c679fe4"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:13.119592 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b07b81a-6f56-4ea0-8ff7-04406a8ba804 req-021ebc14-6460-49fe-ac39-b171d8e65be6 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003139 Jul 16 18:00:13.121752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-154c9e3a-8ee3-4d4d-963a-cb3f2d34a952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.124565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b7f8f325-2431-4f03-9286-9c48f755df2b service neutron] 10.222.0.41 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269113 Jul 16 18:00:13.158083 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cf896a4c-bec6-4916-8c10-e850eea08f27 req-14d10f92-eb2c-4ef2-b804-81043fd705f5 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.198614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d10f92-eb2c-4ef2-b804-81043fd705f5 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Pushing event deleted for resources: {'Port': ['ID=3f376ca7-e988-47e8-a851-cfa988121adf,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:13.263292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf896a4c-bec6-4916-8c10-e850eea08f27 req-14d10f92-eb2c-4ef2-b804-81043fd705f5 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] No DVR routers for this DVR port 3f376ca7-e988-47e8-a851-cfa988121adf on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:13.266328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cf896a4c-bec6-4916-8c10-e850eea08f27 req-14d10f92-eb2c-4ef2-b804-81043fd705f5 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.268987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf896a4c-bec6-4916-8c10-e850eea08f27 req-14d10f92-eb2c-4ef2-b804-81043fd705f5 tempest-LiveMigrationTest-862803955 tempest-LiveMigrationTest-862803955-project] 10.222.0.35 "DELETE /v2.0/ports/3f376ca7-e988-47e8-a851-cfa988121adf HTTP/1.1" status: 204 len: 173 time: 1.3675094 Jul 16 18:00:13.269557 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2391e9f2-9072-45d0-9a99-626682c8a9b5', 'name': 'network-vif-deleted', 'tag': '3f376ca7-e988-47e8-a851-cfa988121adf'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:13.272108 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20998cd6-abc2-4b7d-9943-2b17af52a55b" -d '{"events": [{"server_uuid": "2391e9f2-9072-45d0-9a99-626682c8a9b5", "name": "network-vif-deleted", "tag": "3f376ca7-e988-47e8-a851-cfa988121adf"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:13.300120 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-154c9e3a-8ee3-4d4d-963a-cb3f2d34a952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.307131 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-154c9e3a-8ee3-4d4d-963a-cb3f2d34a952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.341090 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c9e3a-8ee3-4d4d-963a-cb3f2d34a952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2568a5-e221-4a6e-a0c2-2c7882cf2e53,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:13.375041 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-154c9e3a-8ee3-4d4d-963a-cb3f2d34a952 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16db36171ac74100938a340ab995088e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842154 Jul 16 18:00:13.378384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35180) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:13.459876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1c22ce4-d6f3-4a62-8cb9-4849815bdc42 req-1d2e7f8e-eb4c-4bdc-a10f-4e6a16e3fdbd tempest-ServerDiskConfigTestJSON-1397532894 tempest-ServerDiskConfigTestJSON-1397532894-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7f0213-628c-4370-9318-a91e73d03b91 HTTP/1.1" status: 200 len: 210 time: 0.0426877 Jul 16 18:00:13.473746 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a845c6b-c1c4-4647-8a26-fe5aa1a3b247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.477171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 94f90f98-897c-4da7-b9cd-df7ceb4853e0 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:13.498812 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a845c6b-c1c4-4647-8a26-fe5aa1a3b247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.583809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-cc1c7fe6-d140-4266-a0b8-93dad2d084cc tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=58d565a8b4114686b0c2bc2a7b01741c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266712 Jul 16 18:00:13.593010 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a845c6b-c1c4-4647-8a26-fe5aa1a3b247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.601058 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a845c6b-c1c4-4647-8a26-fe5aa1a3b247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.602185 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3a845c6b-c1c4-4647-8a26-fe5aa1a3b247 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd2568a5-e221-4a6e-a0c2-2c7882cf2e53 HTTP/1.1" status: 204 len: 168 time: 0.2213445 Jul 16 18:00:13.631744 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.646786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 94f90f98-897c-4da7-b9cd-df7ceb4853e0 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:13.670414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 94f90f98-897c-4da7-b9cd-df7ceb4853e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=94f90f98-897c-4da7-b9cd-df7ceb4853e0,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:13.675093 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.676073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 82677024-5259-47d0-a99e-76997c679fe4 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:13.696613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a845c6b-c1c4-4647-8a26-fe5aa1a3b247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2568a5-e221-4a6e-a0c2-2c7882cf2e53,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:13.779646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 82677024-5259-47d0-a99e-76997c679fe4 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:13.780228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 82677024-5259-47d0-a99e-76997c679fe4 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:13.782771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=94f90f98-897c-4da7-b9cd-df7ceb4853e0,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:13.783829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-b7ca7b4b-96cc-47bd-8091-c2b1d3f7bbd5 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.786321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-b7ca7b4b-96cc-47bd-8091-c2b1d3f7bbd5 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952012 Jul 16 18:00:13.815937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-0ef79125-71f6-4af7-a764-732a76c3c8cd tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/quotas/58d565a8b4114686b0c2bc2a7b01741c HTTP/1.1" status: 200 len: 375 time: 0.0112987 Jul 16 18:00:13.884990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-2a2ffef3-c756-4668-9115-f76864d20404 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=58d565a8b4114686b0c2bc2a7b01741c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627046 Jul 16 18:00:13.887940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 50338b05-b707-4611-9fd4-dfbead83a542 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:13.985940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 50338b05-b707-4611-9fd4-dfbead83a542 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:13.990315 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 50338b05-b707-4611-9fd4-dfbead83a542 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:13.990945 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.050328 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35210) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:14.070471 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2239648e-3a43-40ae-acee-9717018d7b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.099930 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.133299 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e071fc45-932c-4e3d-9aa3-af63581d8293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50338b05-b707-4611-9fd4-dfbead83a542'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:14.136255 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2294a75-330b-45a7-a826-da080219e653" -d '{"events": [{"server_uuid": "e071fc45-932c-4e3d-9aa3-af63581d8293", "name": "network-vif-plugged", "status": "completed", "tag": "50338b05-b707-4611-9fd4-dfbead83a542"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:14.154529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 50338b05-b707-4611-9fd4-dfbead83a542, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=50338b05-b707-4611-9fd4-dfbead83a542,segment=NetworkSegment(a2853b63-d029-4cf4-9772-1f7a4a02fe55),segment_id=a2853b63-d029-4cf4-9772-1f7a4a02fe55)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:14.164579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372eb80-dea4-4cab-a7a8-d16381429d30 req-cf5c0070-3949-4c94-ba27-6647698ed500 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:14.166174 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e372eb80-dea4-4cab-a7a8-d16381429d30 req-cf5c0070-3949-4c94-ba27-6647698ed500 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 944 time: 0.1614361 Jul 16 18:00:14.171298 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.172849 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3f376ca7-e988-47e8-a851-cfa988121adf no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:14.210620 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678eb437-3bf2-4892-9155-730fe9ec938e x-openstack-request-id: req-678eb437-3bf2-4892-9155-730fe9ec938e {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:14.210911 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7f0213-628c-4370-9318-a91e73d03b91", "name": "network-vif-deleted", "tag": "82677024-5259-47d0-a99e-76997c679fe4", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:14.211156 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-678eb437-3bf2-4892-9155-730fe9ec938e {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:14.211574 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7f0213-628c-4370-9318-a91e73d03b91', 'name': 'network-vif-deleted', 'tag': '82677024-5259-47d0-a99e-76997c679fe4', 'status': 'completed', 'code': 200} Jul 16 18:00:14.231141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e372eb80-dea4-4cab-a7a8-d16381429d30 req-67a42de9-e8da-470b-8c56-22c199fc52ab tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547252 Jul 16 18:00:14.285762 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dc7fcf-cab7-4f01-a66b-d2809dcfb002 x-openstack-request-id: req-f7dc7fcf-cab7-4f01-a66b-d2809dcfb002 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:14.286670 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2391e9f2-9072-45d0-9a99-626682c8a9b5", "name": "network-vif-deleted", "tag": "3f376ca7-e988-47e8-a851-cfa988121adf", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:14.287107 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7dc7fcf-cab7-4f01-a66b-d2809dcfb002 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:14.288175 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2391e9f2-9072-45d0-9a99-626682c8a9b5', 'name': 'network-vif-deleted', 'tag': '3f376ca7-e988-47e8-a851-cfa988121adf', 'status': 'completed', 'code': 200} Jul 16 18:00:14.290621 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2239648e-3a43-40ae-acee-9717018d7b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.292553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 3f376ca7-e988-47e8-a851-cfa988121adf {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:14.293961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3f376ca7-e988-47e8-a851-cfa988121adf not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:14.301527 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2239648e-3a43-40ae-acee-9717018d7b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.333608 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239648e-3a43-40ae-acee-9717018d7b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0eda06a-bd55-4115-8d03-217bcb95fcb3,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:14.338813 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=50338b05-b707-4611-9fd4-dfbead83a542,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:14.371474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35224) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:14.380788 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2239648e-3a43-40ae-acee-9717018d7b24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26eb34492cdc44839a01711ec57ea388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272650 Jul 16 18:00:14.383308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35228) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:14.476353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a166c4dc-f9f2-4446-8831-d180bb5826bc req-749e4292-a249-4983-a7fd-7ff8aba6c1ba tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0682425 Jul 16 18:00:14.500539 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fb602ae-b75e-4c6d-a779-7839a858f514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.563757 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fb602ae-b75e-4c6d-a779-7839a858f514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.626153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-96c09308-1243-4c5f-83be-49e191c93ac9 req-d9ee781b-c1bf-445c-b86a-cd39268ba7df tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 210 time: 0.0582161 Jul 16 18:00:14.681583 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4645aff9-6000-425e-9262-4b3e901ac229 x-openstack-request-id: req-4645aff9-6000-425e-9262-4b3e901ac229 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:14.682089 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e071fc45-932c-4e3d-9aa3-af63581d8293", "name": "network-vif-plugged", "status": "completed", "tag": "50338b05-b707-4611-9fd4-dfbead83a542", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:14.682184 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fb602ae-b75e-4c6d-a779-7839a858f514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.682370 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4645aff9-6000-425e-9262-4b3e901ac229 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:14.682861 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e071fc45-932c-4e3d-9aa3-af63581d8293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50338b05-b707-4611-9fd4-dfbead83a542', 'code': 200} Jul 16 18:00:14.689094 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fb602ae-b75e-4c6d-a779-7839a858f514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.692908 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0fb602ae-b75e-4c6d-a779-7839a858f514 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0eda06a-bd55-4115-8d03-217bcb95fcb3 HTTP/1.1" status: 204 len: 168 time: 0.3061306 Jul 16 18:00:14.702642 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb602ae-b75e-4c6d-a779-7839a858f514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0eda06a-bd55-4115-8d03-217bcb95fcb3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:14.839303 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d148ac-8771-45e3-93ac-10c456deebba admin admin] Deleting subnet 7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:14.843091 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73d148ac-8771-45e3-93ac-10c456deebba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.912239 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73d148ac-8771-45e3-93ac-10c456deebba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.930104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96897ec9-7823-427f-bb22-6ebbb9634fa5 req-b7ca4e12-abf3-48dc-944c-3fb7c3f7bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:14.932152 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-96897ec9-7823-427f-bb22-6ebbb9634fa5 req-b7ca4e12-abf3-48dc-944c-3fb7c3f7bf13 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 1097 time: 0.1109705 Jul 16 18:00:15.011351 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73d148ac-8771-45e3-93ac-10c456deebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.021897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-96897ec9-7823-427f-bb22-6ebbb9634fa5 req-4a6a1314-4133-42f0-80c4-f17b4156dec8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787795 Jul 16 18:00:15.078837 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73d148ac-8771-45e3-93ac-10c456deebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.109010 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d148ac-8771-45e3-93ac-10c456deebba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:15.119632 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73d148ac-8771-45e3-93ac-10c456deebba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.122373 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-73d148ac-8771-45e3-93ac-10c456deebba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7307e1cb-8e70-46c2-aa70-6f2b3e9eb67e HTTP/1.1" status: 204 len: 168 time: 0.7496176 Jul 16 18:00:15.125038 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35258) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:15.245817 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b11aa97c-62bc-4ed5-9cd1-e49c561f1252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.346490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35272) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:15.399997 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b35bdd5-1571-401b-97c0-56048ddb5e76 admin admin] Deleting subnet 21138c88-dbc5-44b0-8de1-b7f73e048483 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:15.404221 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b35bdd5-1571-401b-97c0-56048ddb5e76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.411094 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b11aa97c-62bc-4ed5-9cd1-e49c561f1252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.427494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b11aa97c-62bc-4ed5-9cd1-e49c561f1252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952ac8ff-0af0-4f75-809e-e546a42ee253']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:15.445231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b11aa97c-62bc-4ed5-9cd1-e49c561f1252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:15.445528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b11aa97c-62bc-4ed5-9cd1-e49c561f1252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27645b4-65ba-47bc-acb1-4c3cc53fd43a') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:15.451061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b35bdd5-1571-401b-97c0-56048ddb5e76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.461504 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b11aa97c-62bc-4ed5-9cd1-e49c561f1252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.499712 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b35bdd5-1571-401b-97c0-56048ddb5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.512073 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b11aa97c-62bc-4ed5-9cd1-e49c561f1252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.526177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb128ec-8f46-417c-a647-da7974eae6d9 req-1e5abc6b-5148-457d-a90f-1de5ee1d18fc tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.527949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dfb128ec-8f46-417c-a647-da7974eae6d9 req-1e5abc6b-5148-457d-a90f-1de5ee1d18fc tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 944 time: 0.1720889 Jul 16 18:00:15.532241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11aa97c-62bc-4ed5-9cd1-e49c561f1252 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:15.532693 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b11aa97c-62bc-4ed5-9cd1-e49c561f1252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:15.534599 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:15.571648 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b35bdd5-1571-401b-97c0-56048ddb5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.586067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b35bdd5-1571-401b-97c0-56048ddb5e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.591061 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0b35bdd5-1571-401b-97c0-56048ddb5e76 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/21138c88-dbc5-44b0-8de1-b7f73e048483 HTTP/1.1" status: 204 len: 168 time: 0.2430623 Jul 16 18:00:15.600394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35282) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:15.616198 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35bdd5-1571-401b-97c0-56048ddb5e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21138c88-dbc5-44b0-8de1-b7f73e048483,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:15.678865 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b11aa97c-62bc-4ed5-9cd1-e49c561f1252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.702239 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b11aa97c-62bc-4ed5-9cd1-e49c561f1252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.702239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b11aa97c-62bc-4ed5-9cd1-e49c561f1252 admin admin] 10.222.0.41 "DELETE /v2.0/networks/952ac8ff-0af0-4f75-809e-e546a42ee253 HTTP/1.1" status: 204 len: 168 time: 0.5746868 Jul 16 18:00:15.705554 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35290) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:15.750148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b13c7c-3486-4815-bc63-317b2f92cadb req-81b3b067-ca5c-415f-9390-fba72d91045a tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.751766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6b13c7c-3486-4815-bc63-317b2f92cadb req-81b3b067-ca5c-415f-9390-fba72d91045a tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 945 time: 0.2922888 Jul 16 18:00:15.774051 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dfb128ec-8f46-417c-a647-da7974eae6d9 req-40fa2345-ba13-49ff-a920-866360b1e237 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260516 Jul 16 18:00:15.778919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11aa97c-62bc-4ed5-9cd1-e49c561f1252 admin admin] Pushing event deleted for resources: {'Network': ['ID=952ac8ff-0af0-4f75-809e-e546a42ee253,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:15.802104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42df785-6fd5-46f8-8d00-fcbe57e6533f admin admin] Deleting subnet 2895eff7-abde-4f93-aaa6-4fa9f109da63 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:15.806881 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a42df785-6fd5-46f8-8d00-fcbe57e6533f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.845654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-12a4d5d5-b044-445e-96eb-a1e434e19ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.847351 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-12a4d5d5-b044-445e-96eb-a1e434e19ff9 service neutron] 10.222.0.43 "GET /v2.0/ports/4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 HTTP/1.1" status: 200 len: 1027 time: 0.0963106 Jul 16 18:00:15.883332 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1b0891a5-eadd-410e-93f7-b9adc65f20ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.909761 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6b13c7c-3486-4815-bc63-317b2f92cadb req-67e38441-67d8-46e1-83c8-338f3caff360 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112065 Jul 16 18:00:15.925451 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a42df785-6fd5-46f8-8d00-fcbe57e6533f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.935234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-ec518b0b-78c1-4666-a9f4-ef508a5a8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.936953 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-ec518b0b-78c1-4666-a9f4-ef508a5a8905 service neutron] 10.222.0.43 "GET /v2.0/ports/18345d03-7c53-438a-9a8c-95169626de44 HTTP/1.1" status: 200 len: 1027 time: 0.0809987 Jul 16 18:00:16.029831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc52a9da-ac30-42ec-b7c0-608d54b51b4c req-476ababf-195a-4dde-92e7-999f72391df1 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0887847 Jul 16 18:00:16.132358 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a42df785-6fd5-46f8-8d00-fcbe57e6533f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.254560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-5969306e-ff0d-4dea-9249-cf21258b389a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.264750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-5969306e-ff0d-4dea-9249-cf21258b389a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.274458 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-5969306e-ff0d-4dea-9249-cf21258b389a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.277207 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-5969306e-ff0d-4dea-9249-cf21258b389a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "GET /v2.0/networks?id=a9a1e7b3-f15f-48c2-8b79-818a78e0e750&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=0c011d84-2097-4163-a4e4-5f40c803c352&id=0c011d84-2097-4163-a4e4-5f40c803c352 HTTP/1.1" status: 200 len: 1990 time: 0.3034022 Jul 16 18:00:16.363957 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-9e641f8c-46ad-428a-8364-79d3f2606888 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a03823ee279249458ba226f15dd999f2 HTTP/1.1" status: 200 len: 380 time: 0.0752552 Jul 16 18:00:16.381496 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'port': {'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'admin_state_up': True, 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'security_groups': ['7841e243-aa01-4802-ae19-6830c0ca1321']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:16.390141 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a42df785-6fd5-46f8-8d00-fcbe57e6533f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.464095 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42df785-6fd5-46f8-8d00-fcbe57e6533f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2895eff7-abde-4f93-aaa6-4fa9f109da63,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:16.476523 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a42df785-6fd5-46f8-8d00-fcbe57e6533f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.483751 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a42df785-6fd5-46f8-8d00-fcbe57e6533f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2895eff7-abde-4f93-aaa6-4fa9f109da63 HTTP/1.1" status: 204 len: 168 time: 0.7761571 Jul 16 18:00:16.486196 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35302) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:16.532293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-9b5fefe9-96bb-4f67-b398-9ae98d82abfa tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=58d565a8b4114686b0c2bc2a7b01741c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331683 Jul 16 18:00:16.578827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef517a10-9400-492f-b39d-616c41ffa7e8 req-027845ee-153c-4909-bf6a-0267a4799417 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 210 time: 0.0784764 Jul 16 18:00:16.688303 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4c8db6d-7575-428f-bc61-91e5bbeb8c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.753705 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1b0891a5-eadd-410e-93f7-b9adc65f20ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.773244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Made reservation on behalf of a03823ee279249458ba226f15dd999f2 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:16.776087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-9fb83213-848c-4d7b-80a3-e1d0428332e2 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.776941 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.778749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-9fb83213-848c-4d7b-80a3-e1d0428332e2 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975460 Jul 16 18:00:16.781127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-1b0891a5-eadd-410e-93f7-b9adc65f20ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b97fc8-8c65-4803-904b-e891b26f63ac']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:16.823024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Request body: {'port': {'device_id': '4ff39ce3-d55a-47b0-84fa-9f5cf65eb217', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '58d565a8b4114686b0c2bc2a7b01741c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:16.895234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-1b0891a5-eadd-410e-93f7-b9adc65f20ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:16.895852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-1b0891a5-eadd-410e-93f7-b9adc65f20ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a766c3d-faa0-4ae7-b5d1-949d7bda90cf') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:16.963131 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1b0891a5-eadd-410e-93f7-b9adc65f20ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.990698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Allocated IP 172.20.0.7 (a9a1e7b3-f15f-48c2-8b79-818a78e0e750/204b23cc-159d-41ae-adf4-093a524deac6/fafb2855-d722-4156-ba87-9cc9ab2421dd) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:17.027297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925028f1-feb0-4fe5-b684-5e08209f8d98 req-55bb0f8d-1854-4768-a205-922c21739619 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.028980 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-925028f1-feb0-4fe5-b684-5e08209f8d98 req-55bb0f8d-1854-4768-a205-922c21739619 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 944 time: 0.5259976 Jul 16 18:00:17.084413 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4c8db6d-7575-428f-bc61-91e5bbeb8c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.100730 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1b0891a5-eadd-410e-93f7-b9adc65f20ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.133225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d4c8db6d-7575-428f-bc61-91e5bbeb8c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f256c44-d5e0-44a0-afb0-2ff2781c71fb']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:17.154035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d4c8db6d-7575-428f-bc61-91e5bbeb8c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b2de94-4ac2-46e6-aaae-c021e6a413ed') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:17.154035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d4c8db6d-7575-428f-bc61-91e5bbeb8c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b2de94-4ac2-46e6-aaae-c021e6a413ed') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:17.178077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0891a5-eadd-410e-93f7-b9adc65f20ed admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:17.178747 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1b0891a5-eadd-410e-93f7-b9adc65f20ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.179587 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4c8db6d-7575-428f-bc61-91e5bbeb8c8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:17.186542 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:17.238672 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4c8db6d-7575-428f-bc61-91e5bbeb8c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.247249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c8db6d-7575-428f-bc61-91e5bbeb8c8a admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:17.248121 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4c8db6d-7575-428f-bc61-91e5bbeb8c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:17.306304 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:17.318620 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4c8db6d-7575-428f-bc61-91e5bbeb8c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.328392 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4c8db6d-7575-428f-bc61-91e5bbeb8c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.331005 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d4c8db6d-7575-428f-bc61-91e5bbeb8c8a admin admin] 10.222.0.41 "DELETE /v2.0/networks/2f256c44-d5e0-44a0-afb0-2ff2781c71fb HTTP/1.1" status: 204 len: 168 time: 0.8384430 Jul 16 18:00:17.393942 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1b0891a5-eadd-410e-93f7-b9adc65f20ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.403246 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.404717 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1b0891a5-eadd-410e-93f7-b9adc65f20ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.409242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1b0891a5-eadd-410e-93f7-b9adc65f20ed admin admin] 10.222.0.41 "DELETE /v2.0/networks/09b97fc8-8c65-4803-904b-e891b26f63ac HTTP/1.1" status: 204 len: 168 time: 1.7995801 Jul 16 18:00:17.425842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Made reservation on behalf of 58d565a8b4114686b0c2bc2a7b01741c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:17.427790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Transition to ACTIVE for port object fafb2855-d722-4156-ba87-9cc9ab2421dd will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:17.429599 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.462327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce7b97-2c2e-4ce5-9df5-e070d479f795 req-a575c6d0-8dad-4f76-9f2e-27578133a1bc tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.469771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3dce7b97-2c2e-4ce5-9df5-e070d479f795 req-a575c6d0-8dad-4f76-9f2e-27578133a1bc tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 944 time: 0.4653947 Jul 16 18:00:17.472002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0891a5-eadd-410e-93f7-b9adc65f20ed admin admin] Pushing event deleted for resources: {'Network': ['ID=09b97fc8-8c65-4803-904b-e891b26f63ac,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:17.489098 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.505950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8db6d-7575-428f-bc61-91e5bbeb8c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=2f256c44-d5e0-44a0-afb0-2ff2781c71fb,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:17.516780 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.518782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc6265-afaa-42e7-90fa-c15b3d7da51b req-f258696c-4124-4c74-b1cd-985ba500debe tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.525694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3bc6265-afaa-42e7-90fa-c15b3d7da51b req-f258696c-4124-4c74-b1cd-985ba500debe tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 945 time: 0.4193082 Jul 16 18:00:17.593310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-925028f1-feb0-4fe5-b684-5e08209f8d98 req-d9cda81b-30b4-4a93-ab2c-929c87487cef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Deleting port 94f90f98-897c-4da7-b9cd-df7ceb4853e0 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:17.595912 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-925028f1-feb0-4fe5-b684-5e08209f8d98 req-d9cda81b-30b4-4a93-ab2c-929c87487cef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.599166 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:17.611336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:17.615467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:17.622119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'Port': ['ID=fafb2855-d722-4156-ba87-9cc9ab2421dd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:17.708013 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35344) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:17.728277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35346) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:17.756102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3dce7b97-2c2e-4ce5-9df5-e070d479f795 req-8f8a5767-84e2-463f-8cce-cbf4e578596a tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2a237ec-b73f-499c-84a0-8d2237c50090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853558 Jul 16 18:00:17.765808 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.766324 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.814139 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3bc6265-afaa-42e7-90fa-c15b3d7da51b req-8d04f178-4d8d-45fd-86a2-b71d8b9bf049 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875707 Jul 16 18:00:17.819017 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-45b7b70b-6e12-40cd-bf89-471e1818bfce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8fd99720b0d4bf1a284f3bc9eb535ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1055622 Jul 16 18:00:17.819838 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35348) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:17.922498 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4663863-c00e-4165-b27c-758b6fe03cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.977382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4663863-c00e-4165-b27c-758b6fe03cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.992273 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.023133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-925028f1-feb0-4fe5-b684-5e08209f8d98 req-d9cda81b-30b4-4a93-ab2c-929c87487cef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] For port 94f90f98-897c-4da7-b9cd-df7ceb4853e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=94f90f98-897c-4da7-b9cd-df7ceb4853e0,segment=NetworkSegment(4ed0b6d5-0153-4c48-93d5-151643615f8d),segment_id=4ed0b6d5-0153-4c48-93d5-151643615f8d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:18.023630 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-925028f1-feb0-4fe5-b684-5e08209f8d98 req-d9cda81b-30b4-4a93-ab2c-929c87487cef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.046753 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1a0ac5b0-7d99-441c-8479-33bfe1c18b93 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6766052 Jul 16 18:00:18.057261 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.058297 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b013eafe-8a14-4120-ac11-bebbabff839d req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'port': {'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022', 'admin_state_up': True, 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'security_groups': ['7841e243-aa01-4802-ae19-6830c0ca1321']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:18.071866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-925028f1-feb0-4fe5-b684-5e08209f8d98 req-d9cda81b-30b4-4a93-ab2c-929c87487cef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Calling delete_port for 94f90f98-897c-4da7-b9cd-df7ceb4853e0 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:18.081442 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ba5b1de6-9d97-473e-8243-c3c07bdeff68 None None] Provisioning for port fafb2855-d722-4156-ba87-9cc9ab2421dd completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:18.093541 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ba5b1de6-9d97-473e-8243-c3c07bdeff68 None None] Provisioning complete for port fafb2855-d722-4156-ba87-9cc9ab2421dd triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:18.094437 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ba5b1de6-9d97-473e-8243-c3c07bdeff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.150773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b1de6-9d97-473e-8243-c3c07bdeff68 None None] Port fafb2855-d722-4156-ba87-9cc9ab2421dd cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:18.204862 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4663863-c00e-4165-b27c-758b6fe03cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.206536 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4663863-c00e-4165-b27c-758b6fe03cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.207834 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b4663863-c00e-4165-b27c-758b6fe03cac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd33a916-0ec2-4fc6-8f13-f79677b9a740 HTTP/1.1" status: 204 len: 168 time: 0.3870072 Jul 16 18:00:18.261434 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4663863-c00e-4165-b27c-758b6fe03cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd33a916-0ec2-4fc6-8f13-f79677b9a740,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:18.297130 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a513708-2ec6-47d7-a82e-461ff932af2d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:18.314026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Made reservation on behalf of a03823ee279249458ba226f15dd999f2 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:18.324499 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.324698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-aeedd42b-a357-4a31-87c7-5f738114e939 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87e1b8f480a441d5a0713bdad64b819e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5907533 Jul 16 18:00:18.328669 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35360) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:18.410477 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b3dd28c2-fcd7-4396-bd8e-d6beecfa784d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.415244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aea471f9-fa76-4073-8259-8a94a4bc3b0b req-b9a27691-f470-42de-b81b-154c55951819 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 210 time: 0.1055253 Jul 16 18:00:18.512469 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b3dd28c2-fcd7-4396-bd8e-d6beecfa784d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.622729 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-b013eafe-8a14-4120-ac11-bebbabff839d req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Allocated IP 10.1.1.36 (5a777c37-8bba-4f57-954a-0f9e5ea82022/14e0b333-cc45-4046-931a-d9ad3b39fab2/1a57b23a-1512-4b19-adec-c812fd457e13) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:18.630787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b3dd28c2-fcd7-4396-bd8e-d6beecfa784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.639057 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b3dd28c2-fcd7-4396-bd8e-d6beecfa784d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.642731 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b3dd28c2-fcd7-4396-bd8e-d6beecfa784d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbb89e1d-ae18-463a-bbaf-b00c26930893 HTTP/1.1" status: 204 len: 168 time: 0.3108954 Jul 16 18:00:18.657906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd28c2-fcd7-4396-bd8e-d6beecfa784d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb89e1d-ae18-463a-bbaf-b00c26930893,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:18.761393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539e218-8a00-4a9b-ba7a-78c9d2afc269 req-b3be2ec9-edfc-447d-a6ce-e309b25a9633 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.763809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0539e218-8a00-4a9b-ba7a-78c9d2afc269 req-b3be2ec9-edfc-447d-a6ce-e309b25a9633 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 931 time: 0.7101171 Jul 16 18:00:18.781666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Allocated IP 192.168.233.185 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/95eea30b-c7ef-47ee-9265-034aef9ce800) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:18.868993 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.891230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b013eafe-8a14-4120-ac11-bebbabff839d req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Transition to ACTIVE for port object 1a57b23a-1512-4b19-adec-c812fd457e13 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:18.950980 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.967345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35374) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:18.974589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0539e218-8a00-4a9b-ba7a-78c9d2afc269 req-edc37b7a-3f44-4901-bd10-64a6081540dd tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899846 Jul 16 18:00:19.005118 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-925028f1-feb0-4fe5-b684-5e08209f8d98 req-d9cda81b-30b4-4a93-ab2c-929c87487cef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.091035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'Port': ['ID=1a57b23a-1512-4b19-adec-c812fd457e13,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:19.092079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97af5d-3102-4715-84f5-91d7a2825580 req-a113d575-4b6d-486f-8b08-0af887b07710 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:19.093702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d97af5d-3102-4715-84f5-91d7a2825580 req-a113d575-4b6d-486f-8b08-0af887b07710 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 945 time: 0.4593956 Jul 16 18:00:19.104416 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35378) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:19.110694 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c378a079-8cb5-4c0e-9a69-4563e9afe7e5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Request body: {'floatingip': {'port_id': '50338b05-b707-4611-9fd4-dfbead83a542'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:19.146565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cda81b-30b4-4a93-ab2c-929c87487cef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Pushing event deleted for resources: {'Port': ['ID=94f90f98-897c-4da7-b9cd-df7ceb4853e0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:19.189294 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c378a079-8cb5-4c0e-9a69-4563e9afe7e5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for floatingip, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.195497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b013eafe-8a14-4120-ac11-bebbabff839d req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Network 5a777c37-8bba-4f57-954a-0f9e5ea82022 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:19.229040 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-b013eafe-8a14-4120-ac11-bebbabff839d req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:19.232184 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:19.295277 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:19.296146 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.320254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-925028f1-feb0-4fe5-b684-5e08209f8d98 req-d9cda81b-30b4-4a93-ab2c-929c87487cef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] No DVR routers for this DVR port 94f90f98-897c-4da7-b9cd-df7ceb4853e0 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:19.350495 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-925028f1-feb0-4fe5-b684-5e08209f8d98 req-d9cda81b-30b4-4a93-ab2c-929c87487cef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.353310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-925028f1-feb0-4fe5-b684-5e08209f8d98 req-d9cda81b-30b4-4a93-ab2c-929c87487cef tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.43 "DELETE /v2.0/ports/94f90f98-897c-4da7-b9cd-df7ceb4853e0 HTTP/1.1" status: 204 len: 173 time: 2.2827508 Jul 16 18:00:19.366165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb9e841-6a8b-450c-b94f-8c5ff81aea77', 'name': 'network-vif-deleted', 'tag': '94f90f98-897c-4da7-b9cd-df7ceb4853e0'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:19.375890 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f096782-2914-4ef3-b363-3d344a514a8d" -d '{"events": [{"server_uuid": "dbb9e841-6a8b-450c-b94f-8c5ff81aea77", "name": "network-vif-deleted", "tag": "94f90f98-897c-4da7-b9cd-df7ceb4853e0"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:19.376023 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-94296b02-659a-4bdb-865b-4dda65bd57c5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3221612 Jul 16 18:00:19.411278 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b013eafe-8a14-4120-ac11-bebbabff839d req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'port': {'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022', 'admin_state_up': True, 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'security_groups': ['7841e243-aa01-4802-ae19-6830c0ca1321']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:19.426650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98579500-85c2-401e-84fe-ed24c39a1573 req-0be4c907-1694-481d-85c2-c3631b0025d6 tempest-ImagesTestJSON-2027633182 tempest-ImagesTestJSON-2027633182-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbb9e841-6a8b-450c-b94f-8c5ff81aea77 HTTP/1.1" status: 200 len: 210 time: 0.2182517 Jul 16 18:00:19.431474 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-454a0935-99c6-4c0e-ab5a-5401708a9a0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a24608204d54f60b326c7424723c424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602334 Jul 16 18:00:19.437806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35396) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:19.486001 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd72102-efbc-4c9d-ae1a-fe5427f2d43c x-openstack-request-id: req-0cd72102-efbc-4c9d-ae1a-fe5427f2d43c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:19.486279 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb9e841-6a8b-450c-b94f-8c5ff81aea77", "name": "network-vif-deleted", "tag": "94f90f98-897c-4da7-b9cd-df7ceb4853e0", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:19.486530 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cd72102-efbc-4c9d-ae1a-fe5427f2d43c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:19.486919 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb9e841-6a8b-450c-b94f-8c5ff81aea77', 'name': 'network-vif-deleted', 'tag': '94f90f98-897c-4da7-b9cd-df7ceb4853e0', 'status': 'completed', 'code': 200} Jul 16 18:00:19.498849 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.500248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 94f90f98-897c-4da7-b9cd-df7ceb4853e0 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:19.531570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Transition to ACTIVE for port object 95eea30b-c7ef-47ee-9265-034aef9ce800 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:19.583115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 94f90f98-897c-4da7-b9cd-df7ceb4853e0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:19.583501 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 94f90f98-897c-4da7-b9cd-df7ceb4853e0 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:19.626690 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.708934 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a7361375-485b-41bc-ac93-84b5038a141f None None] Provisioning for port 1a57b23a-1512-4b19-adec-c812fd457e13 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:19.725167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a7361375-485b-41bc-ac93-84b5038a141f None None] Provisioning complete for port 1a57b23a-1512-4b19-adec-c812fd457e13 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:19.725559 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a7361375-485b-41bc-ac93-84b5038a141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.748642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:19.755264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:19.761224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:19.805263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a7361375-485b-41bc-ac93-84b5038a141f None None] Port 1a57b23a-1512-4b19-adec-c812fd457e13 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:19.840703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Pushing event updated for resources: {'Port': ['ID=95eea30b-c7ef-47ee-9265-034aef9ce800,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:19.857924 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f54200cb-02d2-45c7-8a2f-071ae10686e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.883689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:19.884429 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.910353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c4534-5b1f-4082-a9c0-93f2d5df6624 req-1bdbca36-b5fc-46a5-a780-a52ecf40a75d tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:19.940519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e33c4534-5b1f-4082-a9c0-93f2d5df6624 req-1bdbca36-b5fc-46a5-a780-a52ecf40a75d tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 936 time: 0.2875214 Jul 16 18:00:20.079509 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e33c4534-5b1f-4082-a9c0-93f2d5df6624 req-84d4bef7-591d-4253-b511-70fc84241ba3 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a513708-2ec6-47d7-a82e-461ff932af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379416 Jul 16 18:00:20.236504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35416) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:20.265023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-406119f5-3178-4cee-977a-14adf53b21a3 None None] Provisioning for port 95eea30b-c7ef-47ee-9265-034aef9ce800 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:20.274473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-406119f5-3178-4cee-977a-14adf53b21a3 None None] Provisioning complete for port 95eea30b-c7ef-47ee-9265-034aef9ce800 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:20.278381 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-406119f5-3178-4cee-977a-14adf53b21a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.312315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c1ac0-248e-463a-945a-1c9049907aa9 req-9df6f0fd-2cda-4985-bb45-6b08ef99842a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:20.322384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c1ac0-248e-463a-945a-1c9049907aa9 req-9df6f0fd-2cda-4985-bb45-6b08ef99842a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:20.332895 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f54200cb-02d2-45c7-8a2f-071ae10686e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.335042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-246c1ac0-248e-463a-945a-1c9049907aa9 req-9df6f0fd-2cda-4985-bb45-6b08ef99842a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 1652 time: 0.1118884 Jul 16 18:00:20.336278 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Made reservation on behalf of a03823ee279249458ba226f15dd999f2 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:20.340469 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.364502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ddcf4bc5-69ab-404b-a662-b082c0e5cd99 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5756593 Jul 16 18:00:20.387725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Request body: {'port': {'device_id': '4ff39ce3-d55a-47b0-84fa-9f5cf65eb217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:20.420368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-406119f5-3178-4cee-977a-14adf53b21a3 None None] Port 95eea30b-c7ef-47ee-9265-034aef9ce800 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:20.443067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-246c1ac0-248e-463a-945a-1c9049907aa9 req-67def216-40f6-4d21-aa02-923f78462fc4 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069255 Jul 16 18:00:20.596017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35426) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:20.601530 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.669128 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f54200cb-02d2-45c7-8a2f-071ae10686e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.671816 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f54200cb-02d2-45c7-8a2f-071ae10686e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.673286 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f54200cb-02d2-45c7-8a2f-071ae10686e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91fe9eff-e1ac-4d1c-8825-c2ac203051e7 HTTP/1.1" status: 204 len: 168 time: 1.2032514 Jul 16 18:00:20.722437 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54200cb-02d2-45c7-8a2f-071ae10686e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fe9eff-e1ac-4d1c-8825-c2ac203051e7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:20.782472 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eeb2fa65-f800-4192-b9b9-2484a8a2fc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.798027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-b013eafe-8a14-4120-ac11-bebbabff839d req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Allocated IP 10.1.1.125 (5a777c37-8bba-4f57-954a-0f9e5ea82022/14e0b333-cc45-4046-931a-d9ad3b39fab2/8e586911-4ab5-419c-8031-5e5c2405fe96) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:20.912474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-209829555-network', 'tenant_id': '0604aaff88784175a5637eb4c7db5cb1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:20.965701 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c378a079-8cb5-4c0e-9a69-4563e9afe7e5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.999573 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c378a079-8cb5-4c0e-9a69-4563e9afe7e5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.121492 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eeb2fa65-f800-4192-b9b9-2484a8a2fc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.135162 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eeb2fa65-f800-4192-b9b9-2484a8a2fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.198908 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.215980 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b013eafe-8a14-4120-ac11-bebbabff839d req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Transition to ACTIVE for port object 8e586911-4ab5-419c-8031-5e5c2405fe96 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:21.261305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-eeb2fa65-f800-4192-b9b9-2484a8a2fc57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=942f0b5fc9d4485a811827dfafecea06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0237312 Jul 16 18:00:21.277493 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-c378a079-8cb5-4c0e-9a69-4563e9afe7e5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Floating IP 0db3d045-063a-4973-b161-063bf63bcd81 associated. External IP: 172.25.5.176, port: 50338b05-b707-4611-9fd4-dfbead83a542. Jul 16 18:00:21.277887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35460) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:21.281862 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.283679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Made reservation on behalf of 0604aaff88784175a5637eb4c7db5cb1 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:21.286819 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.296865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95eea30b-c7ef-47ee-9265-034aef9ce800 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:21.341684 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.345101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2fa65-f800-4192-b9b9-2484a8a2fc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a734cd2f-7096-41d3-94ac-84cad5a0141a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:21.396088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'Port': ['ID=8e586911-4ab5-419c-8031-5e5c2405fe96,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:21.407283 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.445099 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Transition to ACTIVE for port object 95eea30b-c7ef-47ee-9265-034aef9ce800 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:21.469608 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.524914 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.537140 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b013eafe-8a14-4120-ac11-bebbabff839d req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Network 5a777c37-8bba-4f57-954a-0f9e5ea82022 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:21.541079 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-b013eafe-8a14-4120-ac11-bebbabff839d req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:21.546114 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.550604 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:21.601085 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-654e5a87-5060-472a-89ab-cbc56e37d10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.631540 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3da1ce-a5f1-47aa-84da-e8571acfd795 req-d2ca1297-c136-4d87-8ffb-e41a97d98b7d tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:21.647522 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:21.648515 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.650332 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa3da1ce-a5f1-47aa-84da-e8571acfd795 req-d2ca1297-c136-4d87-8ffb-e41a97d98b7d tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 936 time: 0.2781992 Jul 16 18:00:21.708096 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-6903c7b2-4da4-440e-9de0-9d54f006eaea tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3234096 Jul 16 18:00:21.722621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:21.735557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b013eafe-8a14-4120-ac11-bebbabff839d req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'port': {'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352', 'admin_state_up': True, 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'security_groups': ['7841e243-aa01-4802-ae19-6830c0ca1321']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:21.976394 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890972b9-3920-4871-a7fc-880e30cc965d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:22.001153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-55f1bd8e-7992-44a6-9644-e2d9635fb79e None None] Provisioning for port 8e586911-4ab5-419c-8031-5e5c2405fe96 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:22.006349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Made reservation on behalf of a03823ee279249458ba226f15dd999f2 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:22.006903 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-55f1bd8e-7992-44a6-9644-e2d9635fb79e None None] Provisioning complete for port 8e586911-4ab5-419c-8031-5e5c2405fe96 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:22.007623 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-55f1bd8e-7992-44a6-9644-e2d9635fb79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.055917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-55f1bd8e-7992-44a6-9644-e2d9635fb79e None None] Port 8e586911-4ab5-419c-8031-5e5c2405fe96 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:22.093599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.093947 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Added segment 699e2294-f576-421f-9ee4-522ee813ee65 of type vlan for network 05816e72-86ab-4340-9778-7301c9950f91 Jul 16 18:00:22.181354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Pushing event updated for resources: {'Port': ['ID=95eea30b-c7ef-47ee-9265-034aef9ce800,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:22.257978 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.261924 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-654e5a87-5060-472a-89ab-cbc56e37d10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.295288 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa3da1ce-a5f1-47aa-84da-e8571acfd795 req-98ec48f3-9803-4d32-85cd-f1f21a887c30 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a513708-2ec6-47d7-a82e-461ff932af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438925 Jul 16 18:00:22.336415 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.449990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Attempting to bind port 95eea30b-c7ef-47ee-9265-034aef9ce800 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:22.450559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Attempting to bind port 95eea30b-c7ef-47ee-9265-034aef9ce800 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:22.450930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Attempting to bind port 95eea30b-c7ef-47ee-9265-034aef9ce800 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:22.463718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Port 95eea30b-c7ef-47ee-9265-034aef9ce800 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:22.464114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Attempting to bind port 95eea30b-c7ef-47ee-9265-034aef9ce800 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:22.466928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35492) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:22.513062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b932d2-e289-4dd3-87cf-ea367e2094df req-4ff9435d-8cf2-4bbf-a94c-664f77f75a99 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.522357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b932d2-e289-4dd3-87cf-ea367e2094df req-4ff9435d-8cf2-4bbf-a94c-664f77f75a99 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.529283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b932d2-e289-4dd3-87cf-ea367e2094df req-4ff9435d-8cf2-4bbf-a94c-664f77f75a99 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.536546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19b932d2-e289-4dd3-87cf-ea367e2094df req-4ff9435d-8cf2-4bbf-a94c-664f77f75a99 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 2373 time: 0.3801928 Jul 16 18:00:22.540946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:22.541282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:22.542111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:22.542111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Bound port: 95eea30b-c7ef-47ee-9265-034aef9ce800, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:22.542449 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.545143 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-654e5a87-5060-472a-89ab-cbc56e37d10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.549171 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-654e5a87-5060-472a-89ab-cbc56e37d10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.549171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-654e5a87-5060-472a-89ab-cbc56e37d10d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a734cd2f-7096-41d3-94ac-84cad5a0141a HTTP/1.1" status: 204 len: 168 time: 1.2593169 Jul 16 18:00:22.593297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e5a87-5060-472a-89ab-cbc56e37d10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a734cd2f-7096-41d3-94ac-84cad5a0141a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:22.600054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a154981-4fed-4c8f-a17e-d1bcb482003c admin admin] Deleting subnet f248cbc4-35d5-450b-8416-5d799e185e95 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:22.614844 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4a154981-4fed-4c8f-a17e-d1bcb482003c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.678446 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.resource_extend [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:00:22.684651 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4a154981-4fed-4c8f-a17e-d1bcb482003c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.711920 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c378a079-8cb5-4c0e-9a69-4563e9afe7e5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Router 7077a4ae-4e1d-440b-9248-ac836f69905f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:22.763470 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.764608 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.765580 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.841614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19b932d2-e289-4dd3-87cf-ea367e2094df req-98bcee38-de46-43a0-9a45-1ac2193985af tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041074 Jul 16 18:00:22.852976 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4a154981-4fed-4c8f-a17e-d1bcb482003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.900850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] For port 95eea30b-c7ef-47ee-9265-034aef9ce800, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:22.906244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] For port 95eea30b-c7ef-47ee-9265-034aef9ce800, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=95eea30b-c7ef-47ee-9265-034aef9ce800,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:22.946530 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.966697 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4a154981-4fed-4c8f-a17e-d1bcb482003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.002459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=05816e72-86ab-4340-9778-7301c9950f91,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:23.012665 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7ca0beec-9161-40f0-b568-31ac9a9c4fe2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4156094 Jul 16 18:00:23.019753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 05816e72-86ab-4340-9778-7301c9950f91 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:23.060049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35506) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:23.067685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.068752 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.073494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] 10.222.0.43 "PUT /v2.0/ports/95eea30b-c7ef-47ee-9265-034aef9ce800 HTTP/1.1" status: 200 len: 1097 time: 2.6990795 Jul 16 18:00:23.081132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4c0aa5d3-9c47-4e8a-bdc9-349ffafd6d4d admin admin] Request body: {'subnet': {'network_id': '05816e72-86ab-4340-9778-7301c9950f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-209829555-subnet', 'tenant_id': '0604aaff88784175a5637eb4c7db5cb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:23.086801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff39ce3-d55a-47b0-84fa-9f5cf65eb217', 'tag': '95eea30b-c7ef-47ee-9265-034aef9ce800'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:23.092066 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa83745b-925f-48e0-939c-22da9a9c226d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff39ce3-d55a-47b0-84fa-9f5cf65eb217", "tag": "95eea30b-c7ef-47ee-9265-034aef9ce800"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:23.142016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35512) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:23.189839 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe7abe4a-42be-459e-9727-8e3fb7b523db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.220898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a154981-4fed-4c8f-a17e-d1bcb482003c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f248cbc4-35d5-450b-8416-5d799e185e95,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:23.229086 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4a154981-4fed-4c8f-a17e-d1bcb482003c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.231703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4a154981-4fed-4c8f-a17e-d1bcb482003c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f248cbc4-35d5-450b-8416-5d799e185e95 HTTP/1.1" status: 204 len: 168 time: 0.7633595 Jul 16 18:00:23.240372 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb496da6-2d40-4db3-9a68-6e8e3805ea34 x-openstack-request-id: req-eb496da6-2d40-4db3-9a68-6e8e3805ea34 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:23.240794 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff39ce3-d55a-47b0-84fa-9f5cf65eb217", "tag": "95eea30b-c7ef-47ee-9265-034aef9ce800", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:23.241298 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb496da6-2d40-4db3-9a68-6e8e3805ea34 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:23.242105 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff39ce3-d55a-47b0-84fa-9f5cf65eb217', 'tag': '95eea30b-c7ef-47ee-9265-034aef9ce800', 'status': 'completed', 'code': 200} Jul 16 18:00:23.253144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35514) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:23.363704 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-b013eafe-8a14-4120-ac11-bebbabff839d req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Allocated IP 10.2.2.100 (0c011d84-2097-4163-a4e4-5f40c803c352/6275183a-184c-40b6-9472-3ea6e6333b9e/aab58be2-4cb3-4983-97a8-01f624ab22b2) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:23.379675 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c378a079-8cb5-4c0e-9a69-4563e9afe7e5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:23.392646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588d3cc-264c-467e-bf45-4fc9e7e8e155 None None] Sync routers for ids ['7077a4ae-4e1d-440b-9248-ac836f69905f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:23.404205 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c378a079-8cb5-4c0e-9a69-4563e9afe7e5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.410078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588d3cc-264c-467e-bf45-4fc9e7e8e155 None None] Routers {'7077a4ae-4e1d-440b-9248-ac836f69905f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:23.410836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9588d3cc-264c-467e-bf45-4fc9e7e8e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:00:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7077a4ae-4e1d-440b-9248-ac836f69905f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:23.410994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36df895d-e4f4-4e6d-a04d-8dbd71776a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.430586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0aa5d3-9c47-4e8a-bdc9-349ffafd6d4d admin admin] Made reservation on behalf of 0604aaff88784175a5637eb4c7db5cb1 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:23.433468 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4c0aa5d3-9c47-4e8a-bdc9-349ffafd6d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.497498 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c378a079-8cb5-4c0e-9a69-4563e9afe7e5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "PUT /v2.0/floatingips/0db3d045-063a-4973-b161-063bf63bcd81 HTTP/1.1" status: 200 len: 991 time: 4.3919353 Jul 16 18:00:23.515698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e071fc45-932c-4e3d-9aa3-af63581d8293', 'tag': '50338b05-b707-4611-9fd4-dfbead83a542'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:23.519354 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586dff80-e80b-4da0-818c-0f0c5b82855e" -d '{"events": [{"name": "network-changed", "server_uuid": "e071fc45-932c-4e3d-9aa3-af63581d8293", "tag": "50338b05-b707-4611-9fd4-dfbead83a542"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:23.545528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-9588d3cc-264c-467e-bf45-4fc9e7e8e155 None None] Set router 7077a4ae-4e1d-440b-9248-ac836f69905f gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:23.685705 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe7abe4a-42be-459e-9727-8e3fb7b523db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.704344 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe7abe4a-42be-459e-9727-8e3fb7b523db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.726786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a4100-8c5c-49b0-8942-53de84660160 service neutron] Pushing event updated for resources: {'Port': ['ID=95eea30b-c7ef-47ee-9265-034aef9ce800,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:23.734922 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4c0aa5d3-9c47-4e8a-bdc9-349ffafd6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.772912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.778754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7abe4a-42be-459e-9727-8e3fb7b523db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c764ee61-c950-426d-a479-326b095f61e6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:23.829407 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fe7abe4a-42be-459e-9727-8e3fb7b523db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ec38c0b7d524d5ab8e62cdad20a4733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6865926 Jul 16 18:00:23.832047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35538) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:23.834430 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b013eafe-8a14-4120-ac11-bebbabff839d req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Transition to ACTIVE for port object aab58be2-4cb3-4983-97a8-01f624ab22b2 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:23.893397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9588d3cc-264c-467e-bf45-4fc9e7e8e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port': {'id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:31Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '0db3d045-063a-4973-b161-063bf63bcd81', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'port_id': '50338b05-b707-4611-9fd4-dfbead83a542', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'mac_address': 'fa:16:3e:30:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e071fc45-932c-4e3d-9aa3-af63581d8293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 1, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c24ed97-4378-40a8-ad3b-ae357501ccee', 'name': '', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'mac_address': 'fa:16:3e:94:13:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:50Z', 'revision_number': 5, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'subnets': [{'id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:23.916227 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4309cfff-247a-4bd8-8ec7-653a08f04b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.917935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-cb9a9f42-4f9d-4854-8c16-af9ab4f5a058 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=990057647ec24477b45625627fd0f8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902293 Jul 16 18:00:23.923137 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588d3cc-264c-467e-bf45-4fc9e7e8e155 None None] Checking router: 7077a4ae-4e1d-440b-9248-ac836f69905f for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:23.932433 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588d3cc-264c-467e-bf45-4fc9e7e8e155 None None] Routers {'7077a4ae-4e1d-440b-9248-ac836f69905f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:23.933067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9588d3cc-264c-467e-bf45-4fc9e7e8e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:00:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7077a4ae-4e1d-440b-9248-ac836f69905f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:23.951779 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4309cfff-247a-4bd8-8ec7-653a08f04b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.954422 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.007310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0aa5d3-9c47-4e8a-bdc9-349ffafd6d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee14e287-fc77-48a7-9d12-2dd978293fc5,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:24.028212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0aa5d3-9c47-4e8a-bdc9-349ffafd6d4d admin admin] Checking segment: {'id': '699e2294-f576-421f-9ee4-522ee813ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '05816e72-86ab-4340-9778-7301c9950f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:24.028577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0aa5d3-9c47-4e8a-bdc9-349ffafd6d4d admin admin] Network hostable DHCP agents. Network: 05816e72-86ab-4340-9778-7301c9950f91, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:24.049750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b013eafe-8a14-4120-ac11-bebbabff839d req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Network 0c011d84-2097-4163-a4e4-5f40c803c352 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:24.058491 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-b013eafe-8a14-4120-ac11-bebbabff839d req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:24.061565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:24.063734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-9588d3cc-264c-467e-bf45-4fc9e7e8e155 None None] Set router 7077a4ae-4e1d-440b-9248-ac836f69905f gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:24.078158 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36df895d-e4f4-4e6d-a04d-8dbd71776a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.101652 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'Port': ['ID=aab58be2-4cb3-4983-97a8-01f624ab22b2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:24.125057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-36df895d-e4f4-4e6d-a04d-8dbd71776a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6881b1c5-54be-403e-8779-26889218234e']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:24.133370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.133828 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.139842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-e7865924-d6b2-4fe0-87cf-81cecd7d5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.140986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-e7865924-d6b2-4fe0-87cf-81cecd7d5244 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=58d565a8b4114686b0c2bc2a7b01741c&device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 1100 time: 0.9748151 Jul 16 18:00:24.147004 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4309cfff-247a-4bd8-8ec7-653a08f04b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.149992 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4309cfff-247a-4bd8-8ec7-653a08f04b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.154304 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4309cfff-247a-4bd8-8ec7-653a08f04b8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c764ee61-c950-426d-a479-326b095f61e6 HTTP/1.1" status: 204 len: 168 time: 0.3185124 Jul 16 18:00:24.168321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb52d-6255-42ce-9420-661996665873 req-5c822d63-c1db-4681-922e-6317211a3938 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.180921 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-be0a597e-8fb1-40e1-9bcf-d5b66110249e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4547424 Jul 16 18:00:24.187977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3adb52d-6255-42ce-9420-661996665873 req-5c822d63-c1db-4681-922e-6317211a3938 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 948 time: 0.5090172 Jul 16 18:00:24.191811 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b013eafe-8a14-4120-ac11-bebbabff839d req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'port': {'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352', 'admin_state_up': True, 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'security_groups': ['7841e243-aa01-4802-ae19-6830c0ca1321']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:24.195159 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309cfff-247a-4bd8-8ec7-653a08f04b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c764ee61-c950-426d-a479-326b095f61e6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:24.329055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-36df895d-e4f4-4e6d-a04d-8dbd71776a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed0b6d5-0153-4c48-93d5-151643615f8d') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:24.329593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-36df895d-e4f4-4e6d-a04d-8dbd71776a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed0b6d5-0153-4c48-93d5-151643615f8d') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:24.363936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-12d091b9-dcf2-4887-8a1e-dc5a12e1d929 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.373755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-12d091b9-dcf2-4887-8a1e-dc5a12e1d929 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4337282 Jul 16 18:00:24.437335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9588d3cc-264c-467e-bf45-4fc9e7e8e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port': {'id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:31Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '0db3d045-063a-4973-b161-063bf63bcd81', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'port_id': '50338b05-b707-4611-9fd4-dfbead83a542', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'mac_address': 'fa:16:3e:30:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e071fc45-932c-4e3d-9aa3-af63581d8293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 1, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c24ed97-4378-40a8-ad3b-ae357501ccee', 'name': '', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'mac_address': 'fa:16:3e:94:13:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:50Z', 'revision_number': 5, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'subnets': [{'id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:24.440302 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36df895d-e4f4-4e6d-a04d-8dbd71776a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.454390 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Made reservation on behalf of a03823ee279249458ba226f15dd999f2 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:24.459478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.474438 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-b1a34693-1298-4ad8-b6f2-6275b757b9d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=95eea30b-c7ef-47ee-9265-034aef9ce800 HTTP/1.1" status: 200 len: 217 time: 0.1362395 Jul 16 18:00:24.475207 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588d3cc-264c-467e-bf45-4fc9e7e8e155 None None] The sync data for ids ['7077a4ae-4e1d-440b-9248-ac836f69905f'] in n-d-787206-10 is: [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port': {'id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:31Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '0db3d045-063a-4973-b161-063bf63bcd81', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'port_id': '50338b05-b707-4611-9fd4-dfbead83a542', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'mac_address': 'fa:16:3e:30:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e071fc45-932c-4e3d-9aa3-af63581d8293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 1, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c24ed97-4378-40a8-ad3b-ae357501ccee', 'name': '', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'mac_address': 'fa:16:3e:94:13:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:50Z', 'revision_number': 5, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'subnets': [{'id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:24.488740 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0736d554-422e-4418-900d-9cde6855cf4f None None] Provisioning for port aab58be2-4cb3-4983-97a8-01f624ab22b2 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:24.495176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0aa5d3-9c47-4e8a-bdc9-349ffafd6d4d admin admin] Network 05816e72-86ab-4340-9778-7301c9950f91 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:24.503812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0736d554-422e-4418-900d-9cde6855cf4f None None] Provisioning complete for port aab58be2-4cb3-4983-97a8-01f624ab22b2 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:24.504220 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0736d554-422e-4418-900d-9cde6855cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.526152 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36df895d-e4f4-4e6d-a04d-8dbd71776a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.537484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-576255ef-f999-482c-a040-ce61e62c4ddc tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/quotas/990057647ec24477b45625627fd0f8f6 HTTP/1.1" status: 200 len: 375 time: 0.1625819 Jul 16 18:00:24.584610 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0736d554-422e-4418-900d-9cde6855cf4f None None] Port aab58be2-4cb3-4983-97a8-01f624ab22b2 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:24.618976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-4c0aa5d3-9c47-4e8a-bdc9-349ffafd6d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 05816e72-86ab-4340-9778-7301c9950f91) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:24.627050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36df895d-e4f4-4e6d-a04d-8dbd71776a85 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:24.627533 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36df895d-e4f4-4e6d-a04d-8dbd71776a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.631543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f52c89e-bb55-4f88-b0db-5631c861e1f3 None None] Network 05816e72-86ab-4340-9778-7301c9950f91 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:24.654233 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:24.659405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0aa5d3-9c47-4e8a-bdc9-349ffafd6d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.660130 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4c0aa5d3-9c47-4e8a-bdc9-349ffafd6d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.709797 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-b7a911ac-1625-4752-9a30-d0dcadbee60b tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=990057647ec24477b45625627fd0f8f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1713402 Jul 16 18:00:24.727852 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3adb52d-6255-42ce-9420-661996665873 req-d470c4dd-a6b6-42a1-8495-e6a958e86001 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a513708-2ec6-47d7-a82e-461ff932af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349705 Jul 16 18:00:24.737064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4c0aa5d3-9c47-4e8a-bdc9-349ffafd6d4d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6621692 Jul 16 18:00:24.745768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-b013eafe-8a14-4120-ac11-bebbabff839d req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Allocated IP 10.2.2.200 (0c011d84-2097-4163-a4e4-5f40c803c352/6275183a-184c-40b6-9472-3ea6e6333b9e/b352bb3b-bc30-47c1-851d-1f7cb7dde406) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:24.835899 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3f1398-3527-4cf1-a9f0-51ea54d64841 None None] New status for floating IP 0db3d045-063a-4973-b161-063bf63bcd81: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:00:24.894469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-3517b8cd-d418-43fb-b359-4122425575ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.901379 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-3517b8cd-d418-43fb-b359-4122425575ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.4105155 Jul 16 18:00:24.929740 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36df895d-e4f4-4e6d-a04d-8dbd71776a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.999577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17949af9-c435-435d-ac0a-af2c004c2e81 None None] Network 05816e72-86ab-4340-9778-7301c9950f91 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:25.005294 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36df895d-e4f4-4e6d-a04d-8dbd71776a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.012885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-36df895d-e4f4-4e6d-a04d-8dbd71776a85 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6881b1c5-54be-403e-8779-26889218234e HTTP/1.1" status: 204 len: 168 time: 1.7529995 Jul 16 18:00:25.102046 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95243d5d-df2f-45b7-853d-421115720339 x-openstack-request-id: req-95243d5d-df2f-45b7-853d-421115720339 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:25.102333 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e071fc45-932c-4e3d-9aa3-af63581d8293", "tag": "50338b05-b707-4611-9fd4-dfbead83a542", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:25.102580 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95243d5d-df2f-45b7-853d-421115720339 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:25.104476 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e071fc45-932c-4e3d-9aa3-af63581d8293', 'tag': '50338b05-b707-4611-9fd4-dfbead83a542', 'status': 'completed', 'code': 200} Jul 16 18:00:25.114324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df895d-e4f4-4e6d-a04d-8dbd71776a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=6881b1c5-54be-403e-8779-26889218234e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:25.244717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.288522 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b013eafe-8a14-4120-ac11-bebbabff839d req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Transition to ACTIVE for port object b352bb3b-bc30-47c1-851d-1f7cb7dde406 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:25.393058 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.486155 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35572) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:25.488458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-86110b45-1f63-4ff5-b548-6718f2e349f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.490351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-86110b45-1f63-4ff5-b548-6718f2e349f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5880351 Jul 16 18:00:25.494292 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6d7c16f7-8ca0-4109-b719-f1a88ff0547d req-b347cfe3-c5a7-4e5d-b8b4-e55c748a491d tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 210 time: 0.0948334 Jul 16 18:00:25.520800 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b013eafe-8a14-4120-ac11-bebbabff839d req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Network 0c011d84-2097-4163-a4e4-5f40c803c352 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:25.534309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dff80-e80b-4da0-818c-0f0c5b82855e req-696051af-331c-4179-9c1c-1cc6200f0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.539762 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-586dff80-e80b-4da0-818c-0f0c5b82855e req-696051af-331c-4179-9c1c-1cc6200f0fc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9729e0cfdd674c53a50211fd53c97905&device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 1097 time: 0.4103036 Jul 16 18:00:25.573779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-b013eafe-8a14-4120-ac11-bebbabff839d req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:25.609281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event updated for resources: {'Port': ['ID=b352bb3b-bc30-47c1-851d-1f7cb7dde406,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:25.622771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:25.715596 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2881a0cd-7f10-494c-8b33-4910c36e0c9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f56eb42e9c7a440492d2342161e25497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189438 Jul 16 18:00:25.730319 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.731306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.733790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35578) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:25.794343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dff80-e80b-4da0-818c-0f0c5b82855e req-f9b35351-cb18-4088-8454-1f7a8e546fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.795860 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-586dff80-e80b-4da0-818c-0f0c5b82855e req-f9b35351-cb18-4088-8454-1f7a8e546fbd service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef176420-dca1-472e-b8a8-117e5bf1c498 HTTP/1.1" status: 200 len: 917 time: 0.2282870 Jul 16 18:00:25.804496 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-637cd556-b9d3-49e4-90f9-488f36edded0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6167650 Jul 16 18:00:25.837724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Request body: {'port': {'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:25.898464 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccdfb-fef8-4ea4-a191-883f63308c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.978466 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccdfb-fef8-4ea4-a191-883f63308c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.048054 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e847926d-5a66-4b89-b6ca-f27cbc22c826 None None] Provisioning for port b352bb3b-bc30-47c1-851d-1f7cb7dde406 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:26.053330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e847926d-5a66-4b89-b6ca-f27cbc22c826 None None] Provisioning complete for port b352bb3b-bc30-47c1-851d-1f7cb7dde406 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:26.053905 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e847926d-5a66-4b89-b6ca-f27cbc22c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.084834 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.108060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3ebd-e7d8-4af6-9d48-15658c629a70 req-b7935373-e11b-496b-ba00-4682dfa1d80a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.128027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3ebd-e7d8-4af6-9d48-15658c629a70 req-b7935373-e11b-496b-ba00-4682dfa1d80a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.134369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3ebd-e7d8-4af6-9d48-15658c629a70 req-b7935373-e11b-496b-ba00-4682dfa1d80a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.142764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3ebd-e7d8-4af6-9d48-15658c629a70 req-b7935373-e11b-496b-ba00-4682dfa1d80a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.150143 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e847926d-5a66-4b89-b6ca-f27cbc22c826 None None] Port b352bb3b-bc30-47c1-851d-1f7cb7dde406 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:26.166535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3ebd-e7d8-4af6-9d48-15658c629a70 req-b7935373-e11b-496b-ba00-4682dfa1d80a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.170487 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccdfb-fef8-4ea4-a191-883f63308c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.173268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccdfb-fef8-4ea4-a191-883f63308c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.173644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-124b3ebd-e7d8-4af6-9d48-15658c629a70 req-b7935373-e11b-496b-ba00-4682dfa1d80a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 3815 time: 0.7814958 Jul 16 18:00:26.174451 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6c4ccdfb-fef8-4ea4-a191-883f63308c80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2a237ec-b73f-499c-84a0-8d2237c50090 HTTP/1.1" status: 204 len: 168 time: 0.4388113 Jul 16 18:00:26.193285 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ccdfb-fef8-4ea4-a191-883f63308c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a237ec-b73f-499c-84a0-8d2237c50090,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:26.209332 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-586dff80-e80b-4da0-818c-0f0c5b82855e req-de3bccf0-0a89-4009-90b4-a5bf5f5aeac1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50338b05-b707-4611-9fd4-dfbead83a542 HTTP/1.1" status: 200 len: 1001 time: 0.3931241 Jul 16 18:00:26.211173 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-a622437a-8247-414e-af05-c303ec365c94 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113035 Jul 16 18:00:26.274896 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.502838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2670d-d2fd-4310-809b-e26631935291 req-294b9187-a49e-4334-98c4-f2053a55127f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.510283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-294b9187-a49e-4334-98c4-f2053a55127f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/networks?id=05816e72-86ab-4340-9778-7301c9950f91 HTTP/1.1" status: 200 len: 813 time: 0.2548285 Jul 16 18:00:26.519091 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.546766 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafb2855-d722-4156-ba87-9cc9ab2421dd {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:26.582019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.588537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-124b3ebd-e7d8-4af6-9d48-15658c629a70 req-7f62791b-da8b-4caa-bbfb-9008b0bacf53 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049296 Jul 16 18:00:26.594122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dff80-e80b-4da0-818c-0f0c5b82855e req-de74cf3e-8fe0-4977-b249-4e06183e0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.598214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-586dff80-e80b-4da0-818c-0f0c5b82855e req-de74cf3e-8fe0-4977-b249-4e06183e0463 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=380206bc-53db-475e-8db6-cb57da5e0bf7 HTTP/1.1" status: 200 len: 855 time: 0.3713193 Jul 16 18:00:26.612062 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Transition to ACTIVE for port object fafb2855-d722-4156-ba87-9cc9ab2421dd will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:26.612773 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-3e5b1aa3-33eb-4b4c-ac95-3f6afc276b0f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/quotas/0604aaff88784175a5637eb4c7db5cb1 HTTP/1.1" status: 200 len: 375 time: 0.1013525 Jul 16 18:00:26.625147 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.770698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Pushing event updated for resources: {'Port': ['ID=fafb2855-d722-4156-ba87-9cc9ab2421dd,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:26.815495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-3ba041ea-1a1a-4ae0-991e-99acc480ab3e tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0604aaff88784175a5637eb4c7db5cb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2014766 Jul 16 18:00:26.821980 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-daa65080-20a8-4831-be84-019bf7bd9201 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:26.838704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-daa65080-20a8-4831-be84-019bf7bd9201 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223081 Jul 16 18:00:26.939258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Attempting to bind port fafb2855-d722-4156-ba87-9cc9ab2421dd on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:26.941056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Attempting to bind port fafb2855-d722-4156-ba87-9cc9ab2421dd by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:26.941056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Attempting to bind port fafb2855-d722-4156-ba87-9cc9ab2421dd on network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:26.957347 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Port fafb2855-d722-4156-ba87-9cc9ab2421dd on network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:26.959091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Attempting to bind port fafb2855-d722-4156-ba87-9cc9ab2421dd on network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:26.965798 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3817488-7dcf-4550-8f50-3e86bdcb3e3a req-a5dda120-c44e-482d-9d7c-b461c2611411 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7397780 Jul 16 18:00:26.991161 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:26.992029 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Checking segment: {'id': '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:26.992509 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Bound using segment: {'id': '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:26.993016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Bound port: fafb2855-d722-4156-ba87-9cc9ab2421dd, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:26.993452 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.110962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dff80-e80b-4da0-818c-0f0c5b82855e req-df1986f7-861f-43a6-9066-4c366913affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:27.112506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-586dff80-e80b-4da0-818c-0f0c5b82855e req-df1986f7-861f-43a6-9066-4c366913affd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef176420-dca1-472e-b8a8-117e5bf1c498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4933286 Jul 16 18:00:27.123114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-fa8bc566-db4c-4301-a8b9-d3eeafb7a846 service neutron] 10.222.0.41 "GET /v2.0/networks/05816e72-86ab-4340-9778-7301c9950f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826321 Jul 16 18:00:27.153640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] For port fafb2855-d722-4156-ba87-9cc9ab2421dd, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:27.159946 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] For port fafb2855-d722-4156-ba87-9cc9ab2421dd, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=fafb2855-d722-4156-ba87-9cc9ab2421dd,segment=NetworkSegment(0cb5bc82-eadb-4568-bbc3-50ee1445e3e3),segment_id=0cb5bc82-eadb-4568-bbc3-50ee1445e3e3)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:27.171950 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.174552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da047244-e136-4cc6-9817-03b96da3efd4 req-2888ad61-b12e-4ce1-beb2-28d2611e8315 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:27.181854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da047244-e136-4cc6-9817-03b96da3efd4 req-2888ad61-b12e-4ce1-beb2-28d2611e8315 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 948 time: 0.3392313 Jul 16 18:00:27.278929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:27.279635 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.281005 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] 10.222.0.43 "PUT /v2.0/ports/fafb2855-d722-4156-ba87-9cc9ab2421dd HTTP/1.1" status: 200 len: 1092 time: 1.4630322 Jul 16 18:00:27.281452 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': 'fafb2855-d722-4156-ba87-9cc9ab2421dd'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:27.285075 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7539dfcd-ac21-41fe-bf07-774cce2af354" -d '{"events": [{"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "fafb2855-d722-4156-ba87-9cc9ab2421dd"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:27.341903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Request body: {'port': {'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:27.353258 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-b8fa5061-cd88-46fb-b711-c2bd16b0dcc0 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=990057647ec24477b45625627fd0f8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1266925 Jul 16 18:00:27.358722 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563225e0-e6b0-4122-be41-e8e484d8fba4 service neutron] Pushing event updated for resources: {'Port': ['ID=fafb2855-d722-4156-ba87-9cc9ab2421dd,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:27.541535 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.854685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da047244-e136-4cc6-9817-03b96da3efd4 req-693ea23d-20c9-41e6-b0ab-fdec3f9bf716 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a513708-2ec6-47d7-a82e-461ff932af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681442 Jul 16 18:00:27.933964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-5a1af5de-5747-490e-a3d6-b7bdc786bd4c service neutron] 10.222.0.41 "GET /v2.0/networks/05816e72-86ab-4340-9778-7301c9950f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8070557 Jul 16 18:00:27.974549 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-586dff80-e80b-4da0-818c-0f0c5b82855e req-6ee220d1-114c-4b17-b91b-85b59c02a353 service neutron] 10.222.0.35 "GET /v2.0/networks/ef176420-dca1-472e-b8a8-117e5bf1c498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8474779 Jul 16 18:00:28.006107 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-acd40bd0-028c-408a-ad64-aa4694ce5215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.040943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:28.060105 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.071352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83745b-925f-48e0-939c-22da9a9c226d req-55129b25-f700-4cff-ad61-191ba34c25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.075568 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa83745b-925f-48e0-939c-22da9a9c226d req-55129b25-f700-4cff-ad61-191ba34c25c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=58d565a8b4114686b0c2bc2a7b01741c&device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 1100 time: 0.9095368 Jul 16 18:00:28.087601 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Transition to ACTIVE for port object 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:28.098076 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.224318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:28.242180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-d20ce091-9c26-477e-ad3f-22848585b322 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.244409 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-d20ce091-9c26-477e-ad3f-22848585b322 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8618691 Jul 16 18:00:28.268279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Request body: {'port': {'device_id': 'ca64f959-b821-4fe2-a9de-3aba657a9630', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '990057647ec24477b45625627fd0f8f6'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:28.329393 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca30a23-7e7b-489a-a3a7-5fa3d07ac8bc x-openstack-request-id: req-fca30a23-7e7b-489a-a3a7-5fa3d07ac8bc {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:28.329775 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "fafb2855-d722-4156-ba87-9cc9ab2421dd", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:28.330102 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fca30a23-7e7b-489a-a3a7-5fa3d07ac8bc {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:28.330606 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': 'fafb2855-d722-4156-ba87-9cc9ab2421dd', 'status': 'completed', 'code': 200} Jul 16 18:00:28.333448 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Attempting to bind port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:28.334131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Attempting to bind port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:28.334492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Attempting to bind port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:28.339308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:28.340385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Attempting to bind port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:28.346445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:28.346824 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Checking segment: {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:28.347303 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Bound using segment: {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:28.347857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Bound port: 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:28.348311 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.431209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] For port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:28.436578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] For port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:28.446552 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.595856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.599522 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.609019 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] 10.222.0.43 "PUT /v2.0/ports/4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 HTTP/1.1" status: 200 len: 1131 time: 1.2718914 Jul 16 18:00:28.664011 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Request body: {'port': {'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:28.664258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83745b-925f-48e0-939c-22da9a9c226d req-9c497b4f-2470-47ba-80af-ac840b32cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.665707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa83745b-925f-48e0-939c-22da9a9c226d req-9c497b4f-2470-47ba-80af-ac840b32cf9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.5690956 Jul 16 18:00:28.712696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d95941-85fd-4e0f-8c4f-43fc454289c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:28.850548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.964601 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa83745b-925f-48e0-939c-22da9a9c226d req-4906c07f-cf46-4e29-b47e-79dff26870c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=95eea30b-c7ef-47ee-9265-034aef9ce800 HTTP/1.1" status: 200 len: 217 time: 0.2545841 Jul 16 18:00:28.970781 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d736194b-d032-49a8-8c44-e9f06ba84f5c req-223f2ba1-8d23-449d-b35f-339f5736e9e8 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 210 time: 0.3037755 Jul 16 18:00:29.055684 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-586dff80-e80b-4da0-818c-0f0c5b82855e req-a29a7975-a10c-4d20-9011-d49b6b990590 service neutron] 10.222.0.35 "GET /v2.0/networks/ef176420-dca1-472e-b8a8-117e5bf1c498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0702291 Jul 16 18:00:29.057489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83745b-925f-48e0-939c-22da9a9c226d req-d5a6d82b-2ab2-4a46-8a2c-1135591c6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.060272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa83745b-925f-48e0-939c-22da9a9c226d req-d5a6d82b-2ab2-4a46-8a2c-1135591c6495 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0880113 Jul 16 18:00:29.188206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Made reservation on behalf of 990057647ec24477b45625627fd0f8f6 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:29.202304 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.219764 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.243770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df272-7f90-4704-b323-6426852cbaf3 req-a79af3b9-2864-4d8a-82f4-7a536e0ce6eb tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.250927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df272-7f90-4704-b323-6426852cbaf3 req-a79af3b9-2864-4d8a-82f4-7a536e0ce6eb tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.257254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df272-7f90-4704-b323-6426852cbaf3 req-a79af3b9-2864-4d8a-82f4-7a536e0ce6eb tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.264266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df272-7f90-4704-b323-6426852cbaf3 req-a79af3b9-2864-4d8a-82f4-7a536e0ce6eb tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.276489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df272-7f90-4704-b323-6426852cbaf3 req-a79af3b9-2864-4d8a-82f4-7a536e0ce6eb tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.284048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df272-7f90-4704-b323-6426852cbaf3 req-a79af3b9-2864-4d8a-82f4-7a536e0ce6eb tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.286213 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-678df272-7f90-4704-b323-6426852cbaf3 req-a79af3b9-2864-4d8a-82f4-7a536e0ce6eb tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 4599 time: 0.6160781 Jul 16 18:00:29.390804 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.400705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539dfcd-ac21-41fe-bf07-774cce2af354 req-101e4804-5d0b-4510-a5a9-32fc78d08dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.401478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539dfcd-ac21-41fe-bf07-774cce2af354 req-101e4804-5d0b-4510-a5a9-32fc78d08dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.403211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539dfcd-ac21-41fe-bf07-774cce2af354 req-101e4804-5d0b-4510-a5a9-32fc78d08dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.404044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539dfcd-ac21-41fe-bf07-774cce2af354 req-101e4804-5d0b-4510-a5a9-32fc78d08dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.404742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539dfcd-ac21-41fe-bf07-774cce2af354 req-101e4804-5d0b-4510-a5a9-32fc78d08dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.405371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539dfcd-ac21-41fe-bf07-774cce2af354 req-101e4804-5d0b-4510-a5a9-32fc78d08dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.407499 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7539dfcd-ac21-41fe-bf07-774cce2af354 req-101e4804-5d0b-4510-a5a9-32fc78d08dc0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5287 time: 1.0300887 Jul 16 18:00:29.410690 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.547036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Allocated IP 192.168.233.127 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/8a22d6a0-bf26-4137-94bb-e849c20cbbf5) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:29.549900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 95eea30b-c7ef-47ee-9265-034aef9ce800 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:29.569071 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18345d03-7c53-438a-9a8c-95169626de44 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:29.586959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.616852 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Transition to ACTIVE for port object 18345d03-7c53-438a-9a8c-95169626de44 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:29.624474 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.701667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35696) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:29.789679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Pushing event updated for resources: {'Port': ['ID=18345d03-7c53-438a-9a8c-95169626de44,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:29.819525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 95eea30b-c7ef-47ee-9265-034aef9ce800, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=95eea30b-c7ef-47ee-9265-034aef9ce800,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:29.828604 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83745b-925f-48e0-939c-22da9a9c226d req-247b4504-27e9-49e4-9731-bc0aaa096ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.834570 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa83745b-925f-48e0-939c-22da9a9c226d req-247b4504-27e9-49e4-9731-bc0aaa096ce2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7564225 Jul 16 18:00:29.877414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '95eea30b-c7ef-47ee-9265-034aef9ce800', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '95eea30b-c7ef-47ee-9265-034aef9ce800', 'mac_address': 'fa:16:3e:4f:67:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:29.885914 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Attempting to bind port 18345d03-7c53-438a-9a8c-95169626de44 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:29.886290 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Attempting to bind port 18345d03-7c53-438a-9a8c-95169626de44 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:29.886775 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Attempting to bind port 18345d03-7c53-438a-9a8c-95169626de44 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:29.901896 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Port 18345d03-7c53-438a-9a8c-95169626de44 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:29.902938 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Attempting to bind port 18345d03-7c53-438a-9a8c-95169626de44 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:29.919566 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:29.919968 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Checking segment: {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:29.920336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Bound using segment: {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:29.920785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Bound port: 18345d03-7c53-438a-9a8c-95169626de44, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:29.921174 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.973972 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.988330 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539dfcd-ac21-41fe-bf07-774cce2af354 req-31f08339-bbb8-4abc-ab32-129432f730b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.988861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539dfcd-ac21-41fe-bf07-774cce2af354 req-31f08339-bbb8-4abc-ab32-129432f730b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.994973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539dfcd-ac21-41fe-bf07-774cce2af354 req-31f08339-bbb8-4abc-ab32-129432f730b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.998141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7539dfcd-ac21-41fe-bf07-774cce2af354 req-31f08339-bbb8-4abc-ab32-129432f730b9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a03823ee279249458ba226f15dd999f2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2575943 Jul 16 18:00:30.018221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95eea30b-c7ef-47ee-9265-034aef9ce800 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:30.064919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 95eea30b-c7ef-47ee-9265-034aef9ce800, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=95eea30b-c7ef-47ee-9265-034aef9ce800,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:30.074875 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.109589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-678df272-7f90-4704-b323-6426852cbaf3 req-20d47760-7430-49a8-bd83-86f94eb36398 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7150586 Jul 16 18:00:30.125177 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d57839f4-98db-4a6b-a94e-ff09b2ed2b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.134493 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] For port 18345d03-7c53-438a-9a8c-95169626de44, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:30.145243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=95eea30b-c7ef-47ee-9265-034aef9ce800,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:30.161842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bb43a0-c081-4370-8eb8-ea54638018cd,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:30.237950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.43', 61320) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:30.254443 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d57839f4-98db-4a6b-a94e-ff09b2ed2b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.264970 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d57839f4-98db-4a6b-a94e-ff09b2ed2b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.274467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] For port 18345d03-7c53-438a-9a8c-95169626de44, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=18345d03-7c53-438a-9a8c-95169626de44,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:30.290397 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.300289 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['95eea30b-c7ef-47ee-9265-034aef9ce800'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:30.304770 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-687c5a6f-8056-424d-9994-2108e6587587 req-27d4d5e4-695b-43ea-8545-0f51f5a0cd4e tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 210 time: 0.1585724 Jul 16 18:00:30.338313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': '4c93a3a9-cbda-4c4d-b7a9-c57c314e7848'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:30.341640 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4ec130-13e7-4a55-80d4-83647d2ae82e" -d '{"events": [{"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "4c93a3a9-cbda-4c4d-b7a9-c57c314e7848"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:30.367127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57839f4-98db-4a6b-a94e-ff09b2ed2b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0e86be-e20e-4e88-bb27-508a8a5a0931,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:30.375136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.375933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.380998 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] 10.222.0.43 "PUT /v2.0/ports/18345d03-7c53-438a-9a8c-95169626de44 HTTP/1.1" status: 200 len: 1131 time: 1.7429349 Jul 16 18:00:30.396084 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d57839f4-98db-4a6b-a94e-ff09b2ed2b45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7886200dd3b84464b9a89fdf4fca9cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6853361 Jul 16 18:00:30.396718 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35706) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:30.452974 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43108a3-1955-4628-9c76-ede160a95301 service neutron] Pushing event updated for resources: {'Port': ['ID=18345d03-7c53-438a-9a8c-95169626de44,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:30.472102 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Request body: {'port': {'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:30.596472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2670d-d2fd-4310-809b-e26631935291 req-a0b65a09-47b6-4586-bfb1-9759dbfdd8f7 tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.599950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-a0b65a09-47b6-4586-bfb1-9759dbfdd8f7 tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.43 "GET /v2.0/networks?id=05816e72-86ab-4340-9778-7301c9950f91 HTTP/1.1" status: 200 len: 813 time: 0.3580425 Jul 16 18:00:30.613759 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-824b9156-a5b7-4159-966b-91a66cb12c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.641103 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-824b9156-a5b7-4159-966b-91a66cb12c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.680196 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.697195 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.706315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-79c2670d-d2fd-4310-809b-e26631935291 req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Request body: {'port': {'device_id': 'd7f94d05-244c-41ae-bb6c-f5a660e27118', 'network_id': '05816e72-86ab-4340-9778-7301c9950f91', 'admin_state_up': True, 'tenant_id': '0604aaff88784175a5637eb4c7db5cb1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:30.714183 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-359cc5eb-5cbd-434d-9265-d608fd369e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.728251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Transition to ACTIVE for port object 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:30.751275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-824b9156-a5b7-4159-966b-91a66cb12c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.753836 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-824b9156-a5b7-4159-966b-91a66cb12c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.754951 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-824b9156-a5b7-4159-966b-91a66cb12c3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd0e86be-e20e-4e88-bb27-508a8a5a0931 HTTP/1.1" status: 204 len: 168 time: 0.3571949 Jul 16 18:00:30.817104 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.858184 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b9156-a5b7-4159-966b-91a66cb12c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0e86be-e20e-4e88-bb27-508a8a5a0931,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:30.891590 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.925059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:30.932556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:30.935246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539dfcd-ac21-41fe-bf07-774cce2af354 req-3f97e46b-8c83-4997-95cf-5bd523d00322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.936785 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7539dfcd-ac21-41fe-bf07-774cce2af354 req-3f97e46b-8c83-4997-95cf-5bd523d00322 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9050713 Jul 16 18:00:30.937517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:30.977879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa83745b-925f-48e0-939c-22da9a9c226d req-984f81e8-1aa2-43d8-9334-d6576abb28ce service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9669158 Jul 16 18:00:31.170064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa83745b-925f-48e0-939c-22da9a9c226d req-c1d2dee9-1b61-464b-bf37-45e102d394da service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381836 Jul 16 18:00:31.209126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb177bb-b3ec-4d05-9a46-a82d45a984d0 req-8e1f4b04-5660-48b6-a889-90b55754976e tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.210718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbb177bb-b3ec-4d05-9a46-a82d45a984d0 req-8e1f4b04-5660-48b6-a889-90b55754976e tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 949 time: 0.6087108 Jul 16 18:00:31.223779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Pushing event updated for resources: {'Port': ['ID=8a22d6a0-bf26-4137-94bb-e849c20cbbf5,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:31.258615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35716) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:31.283989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.284662 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.317526 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-73eb8f88-ef5a-450c-8a93-b1584bad4c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.332451 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbb177bb-b3ec-4d05-9a46-a82d45a984d0 req-e046b2c4-0bc6-46d0-8f10-543b3f85dfc4 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a513708-2ec6-47d7-a82e-461ff932af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121089 Jul 16 18:00:31.341879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c2670d-d2fd-4310-809b-e26631935291 req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Made reservation on behalf of 0604aaff88784175a5637eb4c7db5cb1 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:31.345669 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-79c2670d-d2fd-4310-809b-e26631935291 req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.380563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c23ad822-3282-4d49-bac7-a3994ee1645c None None] Provisioning for port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:31.384502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-f2b64bd8-930c-46fd-893a-9b1e55095899 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1232162 Jul 16 18:00:31.384795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c23ad822-3282-4d49-bac7-a3994ee1645c None None] Provisioning complete for port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:31.385206 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c23ad822-3282-4d49-bac7-a3994ee1645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.405131 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Request body: {'port': {'device_id': 'ca64f959-b821-4fe2-a9de-3aba657a9630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:31.479761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c23ad822-3282-4d49-bac7-a3994ee1645c None None] Port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:31.504102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c46cea-c3a0-4a1a-b169-47b385bbd968 req-a29c2e34-b6a4-482f-8b7e-dcc08fb884f6 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.511354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9c46cea-c3a0-4a1a-b169-47b385bbd968 req-a29c2e34-b6a4-482f-8b7e-dcc08fb884f6 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 936 time: 0.5425899 Jul 16 18:00:31.590677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 95eea30b-c7ef-47ee-9265-034aef9ce800 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:31.627777 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f978f51c-7d74-44ae-9d89-732e6477cab3 x-openstack-request-id: req-f978f51c-7d74-44ae-9d89-732e6477cab3 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:31.628685 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "4c93a3a9-cbda-4c4d-b7a9-c57c314e7848", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:31.629113 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f978f51c-7d74-44ae-9d89-732e6477cab3 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:31.629662 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': '4c93a3a9-cbda-4c4d-b7a9-c57c314e7848', 'status': 'completed', 'code': 200} Jul 16 18:00:31.654075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 95eea30b-c7ef-47ee-9265-034aef9ce800 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:31.658737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 95eea30b-c7ef-47ee-9265-034aef9ce800 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:31.659579 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.742444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a57b23a-1512-4b19-adec-c812fd457e13 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:31.753526 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.762305 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.770046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Transition to ACTIVE for port object 1a57b23a-1512-4b19-adec-c812fd457e13 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:31.778076 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.911237 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Pushing event updated for resources: {'Port': ['ID=1a57b23a-1512-4b19-adec-c812fd457e13,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:31.927205 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.939802 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff39ce3-d55a-47b0-84fa-9f5cf65eb217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95eea30b-c7ef-47ee-9265-034aef9ce800'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:31.942051 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6b0cf4-54d4-4179-8c39-30bf7060270b" -d '{"events": [{"server_uuid": "4ff39ce3-d55a-47b0-84fa-9f5cf65eb217", "name": "network-vif-plugged", "status": "completed", "tag": "95eea30b-c7ef-47ee-9265-034aef9ce800"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:31.959096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 95eea30b-c7ef-47ee-9265-034aef9ce800, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=95eea30b-c7ef-47ee-9265-034aef9ce800,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:31.965314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Attempting to bind port 1a57b23a-1512-4b19-adec-c812fd457e13 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:31.966375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Attempting to bind port 1a57b23a-1512-4b19-adec-c812fd457e13 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:31.967272 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Attempting to bind port 1a57b23a-1512-4b19-adec-c812fd457e13 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:31.974383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Port 1a57b23a-1512-4b19-adec-c812fd457e13 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:31.975223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Attempting to bind port 1a57b23a-1512-4b19-adec-c812fd457e13 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:31.975684 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.986487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:31.992026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-79c2670d-d2fd-4310-809b-e26631935291 req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Allocated IP 172.20.0.10 (05816e72-86ab-4340-9778-7301c9950f91/ee14e287-fc77-48a7-9d12-2dd978293fc5/c5129b37-d532-4a43-b48e-ee058c16fcea) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:31.992716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Checking segment: {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:31.993113 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Bound using segment: {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:31.993659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Bound port: 1a57b23a-1512-4b19-adec-c812fd457e13, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:31.993958 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.041044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=95eea30b-c7ef-47ee-9265-034aef9ce800,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:32.069476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9c46cea-c3a0-4a1a-b169-47b385bbd968 req-e2146273-d4b5-406c-b272-cabf6853f4b2 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472267 Jul 16 18:00:32.112013 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] For port 1a57b23a-1512-4b19-adec-c812fd457e13, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:32.115169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] For port 1a57b23a-1512-4b19-adec-c812fd457e13, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=1a57b23a-1512-4b19-adec-c812fd457e13,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:32.123158 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.170765 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.171401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.173909 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] 10.222.0.43 "PUT /v2.0/ports/1a57b23a-1512-4b19-adec-c812fd457e13 HTTP/1.1" status: 200 len: 1091 time: 1.7166750 Jul 16 18:00:32.219158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Request body: {'port': {'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:32.224829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747cdb5-53b1-4073-853a-4efa430d6f00 service neutron] Pushing event updated for resources: {'Port': ['ID=1a57b23a-1512-4b19-adec-c812fd457e13,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:32.304774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-12d26391-9e94-4c8d-a59e-31fed6790fc7 req-242a6887-8119-4d2b-8d3b-569ba42d9f52 tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 210 time: 0.0705781 Jul 16 18:00:32.316319 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.319026 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.357209 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-73eb8f88-ef5a-450c-8a93-b1584bad4c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.372050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-79778f65-982d-4c56-981d-00802b0bbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.372436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-79778f65-982d-4c56-981d-00802b0bbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.372941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-79778f65-982d-4c56-981d-00802b0bbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.373407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-79778f65-982d-4c56-981d-00802b0bbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.373875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-79778f65-982d-4c56-981d-00802b0bbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.374371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-79778f65-982d-4c56-981d-00802b0bbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.374830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-79778f65-982d-4c56-981d-00802b0bbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.377268 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-79778f65-982d-4c56-981d-00802b0bbb0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6211 time: 0.9062645 Jul 16 18:00:32.400380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68f00d-7d65-4e1c-abd3-05ac72d7037d req-5a2ffe3b-b3e1-4f41-8f1a-24556bbf9041 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.407941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68f00d-7d65-4e1c-abd3-05ac72d7037d req-5a2ffe3b-b3e1-4f41-8f1a-24556bbf9041 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.414655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68f00d-7d65-4e1c-abd3-05ac72d7037d req-5a2ffe3b-b3e1-4f41-8f1a-24556bbf9041 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.422502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68f00d-7d65-4e1c-abd3-05ac72d7037d req-5a2ffe3b-b3e1-4f41-8f1a-24556bbf9041 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.428870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68f00d-7d65-4e1c-abd3-05ac72d7037d req-5a2ffe3b-b3e1-4f41-8f1a-24556bbf9041 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.435513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68f00d-7d65-4e1c-abd3-05ac72d7037d req-5a2ffe3b-b3e1-4f41-8f1a-24556bbf9041 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.441989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68f00d-7d65-4e1c-abd3-05ac72d7037d req-5a2ffe3b-b3e1-4f41-8f1a-24556bbf9041 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.449626 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea68f00d-7d65-4e1c-abd3-05ac72d7037d req-5a2ffe3b-b3e1-4f41-8f1a-24556bbf9041 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5383 time: 0.4421229 Jul 16 18:00:32.486171 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-73eb8f88-ef5a-450c-8a93-b1584bad4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.530996 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea68f00d-7d65-4e1c-abd3-05ac72d7037d req-dda9fe44-8e36-4fc1-82cc-78d6feb07d3a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803246 Jul 16 18:00:32.679007 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e586911-4ab5-419c-8031-5e5c2405fe96 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:32.688839 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.706513 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Transition to ACTIVE for port object 8e586911-4ab5-419c-8031-5e5c2405fe96 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:32.715402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.726442 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35732) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:32.727041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-73eb8f88-ef5a-450c-8a93-b1584bad4c26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6becc528ead742b588b8a410449f2fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4667914 Jul 16 18:00:32.727896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb8f88-ef5a-450c-8a93-b1584bad4c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6445459-00dc-4dfc-8fc8-bb6fa03a7929,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:32.747411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-42d39e7b-635c-4e4b-9aa3-31358e8899e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.748672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-42d39e7b-635c-4e4b-9aa3-31358e8899e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.749137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-42d39e7b-635c-4e4b-9aa3-31358e8899e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.752069 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-42d39e7b-635c-4e4b-9aa3-31358e8899e1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a03823ee279249458ba226f15dd999f2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2831893 Jul 16 18:00:32.870419 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa3860e-8deb-4255-b340-4ebcdf388d56 x-openstack-request-id: req-afa3860e-8deb-4255-b340-4ebcdf388d56 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:32.871676 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff39ce3-d55a-47b0-84fa-9f5cf65eb217", "name": "network-vif-plugged", "status": "completed", "tag": "95eea30b-c7ef-47ee-9265-034aef9ce800", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:32.872142 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afa3860e-8deb-4255-b340-4ebcdf388d56 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:32.872739 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff39ce3-d55a-47b0-84fa-9f5cf65eb217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95eea30b-c7ef-47ee-9265-034aef9ce800', 'code': 200} Jul 16 18:00:32.890628 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e586911-4ab5-419c-8031-5e5c2405fe96,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:32.924430 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-79c2670d-d2fd-4310-809b-e26631935291 req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.951983 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2625971e-f700-4889-984b-4131cacb2733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.030473 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2625971e-f700-4889-984b-4131cacb2733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.074238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Attempting to bind port 8e586911-4ab5-419c-8031-5e5c2405fe96 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:33.074590 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Attempting to bind port 8e586911-4ab5-419c-8031-5e5c2405fe96 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:33.074929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Attempting to bind port 8e586911-4ab5-419c-8031-5e5c2405fe96 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:33.126088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Port 8e586911-4ab5-419c-8031-5e5c2405fe96 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:33.126088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Attempting to bind port 8e586911-4ab5-419c-8031-5e5c2405fe96 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:33.141553 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:33.142314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Checking segment: {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:33.142758 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Bound using segment: {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:33.143207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Bound port: 8e586911-4ab5-419c-8031-5e5c2405fe96, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb4694d-38be-44c6-b65e-dd9acddc7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:33.143598 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.160273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2625971e-f700-4889-984b-4131cacb2733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.163098 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2625971e-f700-4889-984b-4131cacb2733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.164524 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2625971e-f700-4889-984b-4131cacb2733 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6445459-00dc-4dfc-8fc8-bb6fa03a7929 HTTP/1.1" status: 204 len: 168 time: 0.4097238 Jul 16 18:00:33.202502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625971e-f700-4889-984b-4131cacb2733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6445459-00dc-4dfc-8fc8-bb6fa03a7929,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:33.251019 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] For port 8e586911-4ab5-419c-8031-5e5c2405fe96, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:33.252246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-5ef898b3-ee17-4663-934d-7d2c25c3699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:33.254078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-5ef898b3-ee17-4663-934d-7d2c25c3699e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4916687 Jul 16 18:00:33.256269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] For port 8e586911-4ab5-419c-8031-5e5c2405fe96, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8e586911-4ab5-419c-8031-5e5c2405fe96,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:33.265527 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.345781 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:33.345918 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.347856 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] 10.222.0.43 "PUT /v2.0/ports/8e586911-4ab5-419c-8031-5e5c2405fe96 HTTP/1.1" status: 200 len: 1092 time: 1.1375241 Jul 16 18:00:33.390506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Request body: {'port': {'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:33.430653 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312ec62-dbfd-4482-a8cb-f390a23fcae2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e586911-4ab5-419c-8031-5e5c2405fe96,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:33.472525 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-79c2670d-d2fd-4310-809b-e26631935291 req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.515720 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.526425 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.533419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6ab9-707d-4cb4-831d-1f0d6a287eb2 req-0edef423-49a1-4247-b675-8e1cd9a49e7a tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:33.541540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f45c6ab9-707d-4cb4-831d-1f0d6a287eb2 req-0edef423-49a1-4247-b675-8e1cd9a49e7a tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 950 time: 0.5269182 Jul 16 18:00:33.634634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c05e1c-057e-43b3-a9c2-1683d4ba064f req-3c644766-7245-4712-a851-5e271ef768fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:33.637301 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90c05e1c-057e-43b3-a9c2-1683d4ba064f req-3c644766-7245-4712-a851-5e271ef768fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 1102 time: 0.6648200 Jul 16 18:00:33.646620 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': '18345d03-7c53-438a-9a8c-95169626de44'}, {'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': '1a57b23a-1512-4b19-adec-c812fd457e13'}, {'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': '8e586911-4ab5-419c-8031-5e5c2405fe96'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:33.649973 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74985092-08ec-4984-85dd-57318e4c6f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "18345d03-7c53-438a-9a8c-95169626de44"}, {"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "1a57b23a-1512-4b19-adec-c812fd457e13"}, {"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "8e586911-4ab5-419c-8031-5e5c2405fe96"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:33.727858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c2670d-d2fd-4310-809b-e26631935291 req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Network 05816e72-86ab-4340-9778-7301c9950f91 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:33.743274 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:33.764845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-79c2670d-d2fd-4310-809b-e26631935291 req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:33.768613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c2670d-d2fd-4310-809b-e26631935291 req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:33.820657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Pushing event updated for resources: {'Port': ['ID=c5129b37-d532-4a43-b48e-ee058c16fcea,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:33.825334 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.838891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2670d-d2fd-4310-809b-e26631935291 req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:33.840370 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-79c2670d-d2fd-4310-809b-e26631935291 req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.859978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90c05e1c-057e-43b3-a9c2-1683d4ba064f req-a4e6c61e-9c4d-4a87-a6d6-7d24d57fff70 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5a513708-2ec6-47d7-a82e-461ff932af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985238 Jul 16 18:00:33.870405 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f45c6ab9-707d-4cb4-831d-1f0d6a287eb2 req-fad323bc-c112-43f9-b0ee-da6afcc40415 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a513708-2ec6-47d7-a82e-461ff932af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278177 Jul 16 18:00:33.872349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:33.872720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:33.873055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:33.873382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:33.873750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:33.874077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:33.874404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:33.874751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:33.875070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:33.875390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:33.875733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:33.876048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:33.893327 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab58be2-4cb3-4983-97a8-01f624ab22b2 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:33.898420 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Transition to ACTIVE for port object 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:33.906284 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.914636 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.925208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-8cbd5758-1598-4992-9042-60b8136c360a tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2269204 Jul 16 18:00:33.937685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180b0d7-9d21-4839-81bb-2417865b980f req-c229c920-23e8-430f-b7dd-82268b2fcc12 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:33.944970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6180b0d7-9d21-4839-81bb-2417865b980f req-c229c920-23e8-430f-b7dd-82268b2fcc12 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 936 time: 0.6117575 Jul 16 18:00:33.945457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Transition to ACTIVE for port object aab58be2-4cb3-4983-97a8-01f624ab22b2 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:33.956008 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.000095 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Request body: {'port': {'device_id': 'd7f94d05-244c-41ae-bb6c-f5a660e27118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:34.071523 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Pushing event updated for resources: {'Port': ['ID=aab58be2-4cb3-4983-97a8-01f624ab22b2,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:34.116242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Pushing event updated for resources: {'Port': ['ID=8a22d6a0-bf26-4137-94bb-e849c20cbbf5,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:34.298418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Attempting to bind port aab58be2-4cb3-4983-97a8-01f624ab22b2 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:34.298761 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Attempting to bind port aab58be2-4cb3-4983-97a8-01f624ab22b2 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'a10b33be-470c-431a-a9c3-2367b7c060a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:34.299091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Attempting to bind port aab58be2-4cb3-4983-97a8-01f624ab22b2 on network 0c011d84-2097-4163-a4e4-5f40c803c352 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:34.304866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Port aab58be2-4cb3-4983-97a8-01f624ab22b2 on network 0c011d84-2097-4163-a4e4-5f40c803c352 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:34.305193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Attempting to bind port aab58be2-4cb3-4983-97a8-01f624ab22b2 on network 0c011d84-2097-4163-a4e4-5f40c803c352 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:34.320698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:34.320927 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Checking segment: {'id': 'a10b33be-470c-431a-a9c3-2367b7c060a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:34.321320 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Bound using segment: {'id': 'a10b33be-470c-431a-a9c3-2367b7c060a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:34.321751 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Bound port: aab58be2-4cb3-4983-97a8-01f624ab22b2, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a10b33be-470c-431a-a9c3-2367b7c060a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:34.322086 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.415595 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6180b0d7-9d21-4839-81bb-2417865b980f req-356e320a-d097-4107-85ca-f3b4e0a19667 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681833 Jul 16 18:00:34.431722 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] For port aab58be2-4cb3-4983-97a8-01f624ab22b2, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:34.437486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] For port aab58be2-4cb3-4983-97a8-01f624ab22b2, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=aab58be2-4cb3-4983-97a8-01f624ab22b2,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:34.446558 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.498781 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.518737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Attempting to bind port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:34.519241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Attempting to bind port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:34.519690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Attempting to bind port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:34.536882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:34.537489 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.551522 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] 10.222.0.43 "PUT /v2.0/ports/aab58be2-4cb3-4983-97a8-01f624ab22b2 HTTP/1.1" status: 200 len: 1092 time: 1.1628613 Jul 16 18:00:34.561246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:34.561912 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Attempting to bind port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:34.571147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2872fc-f291-44a0-83dc-f7b8bd851762 service neutron] Pushing event updated for resources: {'Port': ['ID=aab58be2-4cb3-4983-97a8-01f624ab22b2,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:34.574882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:34.575579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:34.576848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:34.577952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Bound port: 8a22d6a0-bf26-4137-94bb-e849c20cbbf5, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:34.578760 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.584218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Request body: {'port': {'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:34.713102 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.974813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abef3d-95f3-481e-9056-c231826eb431 req-ad253796-3835-4a28-8fc9-2fd218007a4c tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:34.982606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5abef3d-95f3-481e-9056-c231826eb431 req-ad253796-3835-4a28-8fc9-2fd218007a4c tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 932 time: 0.5365283 Jul 16 18:00:35.096406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61720608-21ab-413a-a2c1-2224a80aaccd req-be39d691-2b58-4c66-b8a5-321350116e53 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.102253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61720608-21ab-413a-a2c1-2224a80aaccd req-be39d691-2b58-4c66-b8a5-321350116e53 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.108672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61720608-21ab-413a-a2c1-2224a80aaccd req-be39d691-2b58-4c66-b8a5-321350116e53 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.115518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61720608-21ab-413a-a2c1-2224a80aaccd req-be39d691-2b58-4c66-b8a5-321350116e53 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.121725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61720608-21ab-413a-a2c1-2224a80aaccd req-be39d691-2b58-4c66-b8a5-321350116e53 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.127760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61720608-21ab-413a-a2c1-2224a80aaccd req-be39d691-2b58-4c66-b8a5-321350116e53 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.134018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61720608-21ab-413a-a2c1-2224a80aaccd req-be39d691-2b58-4c66-b8a5-321350116e53 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.136068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61720608-21ab-413a-a2c1-2224a80aaccd req-be39d691-2b58-4c66-b8a5-321350116e53 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5407 time: 0.3436730 Jul 16 18:00:35.138299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] For port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:35.141279 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b352bb3b-bc30-47c1-851d-1f7cb7dde406 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:35.155675 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.169779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Transition to ACTIVE for port object b352bb3b-bc30-47c1-851d-1f7cb7dde406 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:35.180357 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.189036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5abef3d-95f3-481e-9056-c231826eb431 req-da94d7e2-04c3-4412-b92b-292578eaacd7 tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/security-groups?id=890972b9-3920-4871-a7fc-880e30cc965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053344 Jul 16 18:00:35.207838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] For port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8a22d6a0-bf26-4137-94bb-e849c20cbbf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:35.242455 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.267943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Pushing event updated for resources: {'Port': ['ID=b352bb3b-bc30-47c1-851d-1f7cb7dde406,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:35.280157 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2d3344-a37a-4d51-9fae-0aa0c2e1820a x-openstack-request-id: req-ee2d3344-a37a-4d51-9fae-0aa0c2e1820a {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:35.280157 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "18345d03-7c53-438a-9a8c-95169626de44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "1a57b23a-1512-4b19-adec-c812fd457e13", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "8e586911-4ab5-419c-8031-5e5c2405fe96", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:35.280392 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee2d3344-a37a-4d51-9fae-0aa0c2e1820a {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:35.280715 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': '18345d03-7c53-438a-9a8c-95169626de44', 'status': 'completed', 'code': 200} Jul 16 18:00:35.280971 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': '1a57b23a-1512-4b19-adec-c812fd457e13', 'status': 'completed', 'code': 200} Jul 16 18:00:35.281277 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': '8e586911-4ab5-419c-8031-5e5c2405fe96', 'status': 'completed', 'code': 200} Jul 16 18:00:35.361267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.363759 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.365776 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] 10.222.0.35 "PUT /v2.0/ports/8a22d6a0-bf26-4137-94bb-e849c20cbbf5 HTTP/1.1" status: 200 len: 1097 time: 3.9686427 Jul 16 18:00:35.395637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61720608-21ab-413a-a2c1-2224a80aaccd req-12b602aa-b37c-478b-aedb-527690564373 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2468302 Jul 16 18:00:35.457840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca64f959-b821-4fe2-a9de-3aba657a9630', 'tag': '8a22d6a0-bf26-4137-94bb-e849c20cbbf5'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:35.460524 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e8a591-ba67-406c-80c4-9d17bea5801a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca64f959-b821-4fe2-a9de-3aba657a9630", "tag": "8a22d6a0-bf26-4137-94bb-e849c20cbbf5"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:35.486886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Attempting to bind port b352bb3b-bc30-47c1-851d-1f7cb7dde406 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:35.487260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Attempting to bind port b352bb3b-bc30-47c1-851d-1f7cb7dde406 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'a10b33be-470c-431a-a9c3-2367b7c060a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:35.487587 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Attempting to bind port b352bb3b-bc30-47c1-851d-1f7cb7dde406 on network 0c011d84-2097-4163-a4e4-5f40c803c352 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:35.501700 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Port b352bb3b-bc30-47c1-851d-1f7cb7dde406 on network 0c011d84-2097-4163-a4e4-5f40c803c352 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:35.502034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Attempting to bind port b352bb3b-bc30-47c1-851d-1f7cb7dde406 on network 0c011d84-2097-4163-a4e4-5f40c803c352 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:35.520598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:35.520966 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Checking segment: {'id': 'a10b33be-470c-431a-a9c3-2367b7c060a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:35.521329 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Bound using segment: {'id': 'a10b33be-470c-431a-a9c3-2367b7c060a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:35.521768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Bound port: b352bb3b-bc30-47c1-851d-1f7cb7dde406, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a10b33be-470c-431a-a9c3-2367b7c060a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:35.522130 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.662459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5129b37-d532-4a43-b48e-ee058c16fcea {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:35.690735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] For port b352bb3b-bc30-47c1-851d-1f7cb7dde406, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:35.695370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] For port b352bb3b-bc30-47c1-851d-1f7cb7dde406, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b352bb3b-bc30-47c1-851d-1f7cb7dde406,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:35.700258 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.702489 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.728252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991594e4-00c4-4f5a-9ea8-3420044766be service neutron] Pushing event updated for resources: {'Port': ['ID=8a22d6a0-bf26-4137-94bb-e849c20cbbf5,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:35.771415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Transition to ACTIVE for port object c5129b37-d532-4a43-b48e-ee058c16fcea will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:35.806380 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.835655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Pushing event updated for resources: {'Port': ['ID=b352bb3b-bc30-47c1-851d-1f7cb7dde406,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:35.850160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.850562 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.852414 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-48c10856-feb6-404d-948f-bca99c8dc1ba service neutron] 10.222.0.43 "PUT /v2.0/ports/b352bb3b-bc30-47c1-851d-1f7cb7dde406 HTTP/1.1" status: 200 len: 1092 time: 1.2769289 Jul 16 18:00:35.911472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-352bfa6e-a90a-42fe-b729-1dfb09e4f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.911890 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-352bfa6e-a90a-42fe-b729-1dfb09e4f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.912363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-352bfa6e-a90a-42fe-b729-1dfb09e4f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.912826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-352bfa6e-a90a-42fe-b729-1dfb09e4f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.913602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-352bfa6e-a90a-42fe-b729-1dfb09e4f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.914169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-352bfa6e-a90a-42fe-b729-1dfb09e4f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.914510 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-352bfa6e-a90a-42fe-b729-1dfb09e4f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.916773 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74985092-08ec-4984-85dd-57318e4c6f6a req-352bfa6e-a90a-42fe-b729-1dfb09e4f389 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6441 time: 0.5912173 Jul 16 18:00:35.966006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-d6a54e90-c7a0-46d8-85e2-b8c6283d4db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.969306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-d6a54e90-c7a0-46d8-85e2-b8c6283d4db4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=990057647ec24477b45625627fd0f8f6&device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 1100 time: 0.4906583 Jul 16 18:00:36.010974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Pushing event updated for resources: {'Port': ['ID=c5129b37-d532-4a43-b48e-ee058c16fcea,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:36.235829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35808) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:36.351752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-523c3a2b-eb88-430e-acaf-142e4c08c3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.403227 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-91259104-6122-4813-b504-9c4e5bcac2c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=8a22d6a0-bf26-4137-94bb-e849c20cbbf5 HTTP/1.1" status: 200 len: 217 time: 0.4154501 Jul 16 18:00:36.463575 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-523c3a2b-eb88-430e-acaf-142e4c08c3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.467825 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-523c3a2b-eb88-430e-acaf-142e4c08c3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.507566 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-523c3a2b-eb88-430e-acaf-142e4c08c3df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b047145b846c43f1bf437d0b6e8b6abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705166 Jul 16 18:00:36.508443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c3a2b-eb88-430e-acaf-142e4c08c3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcd41e3-091e-4161-8e84-68182631529c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:36.512076 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35814) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:36.572941 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-909c141e-5259-47fc-83c9-7f51d6dbba1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.593552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf614551-1c72-403d-9786-20a7e64ed1cd req-6e425c39-a978-44ec-baf4-5c2efdaaf184 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.595964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf614551-1c72-403d-9786-20a7e64ed1cd req-6e425c39-a978-44ec-baf4-5c2efdaaf184 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 950 time: 0.7815442 Jul 16 18:00:36.604368 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-909c141e-5259-47fc-83c9-7f51d6dbba1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.634225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-ef4bc879-1897-4df9-ae23-8ae79245ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.635763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-ef4bc879-1897-4df9-ae23-8ae79245ad8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1940467 Jul 16 18:00:36.661695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-909c141e-5259-47fc-83c9-7f51d6dbba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.664618 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-909c141e-5259-47fc-83c9-7f51d6dbba1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.668253 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-909c141e-5259-47fc-83c9-7f51d6dbba1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cdcd41e3-091e-4161-8e84-68182631529c HTTP/1.1" status: 204 len: 168 time: 0.1524909 Jul 16 18:00:36.672775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-25c8f03b-f1bd-4887-8c41-d29a5b60838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.673234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-25c8f03b-f1bd-4887-8c41-d29a5b60838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.673714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-25c8f03b-f1bd-4887-8c41-d29a5b60838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.675278 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74985092-08ec-4984-85dd-57318e4c6f6a req-25c8f03b-f1bd-4887-8c41-d29a5b60838f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a03823ee279249458ba226f15dd999f2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7462540 Jul 16 18:00:36.675949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Attempting to bind port c5129b37-d532-4a43-b48e-ee058c16fcea on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:36.676274 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Attempting to bind port c5129b37-d532-4a43-b48e-ee058c16fcea by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '699e2294-f576-421f-9ee4-522ee813ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '05816e72-86ab-4340-9778-7301c9950f91'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:36.676593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Attempting to bind port c5129b37-d532-4a43-b48e-ee058c16fcea on network 05816e72-86ab-4340-9778-7301c9950f91 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:36.686767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c141e-5259-47fc-83c9-7f51d6dbba1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcd41e3-091e-4161-8e84-68182631529c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:36.731385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Port c5129b37-d532-4a43-b48e-ee058c16fcea on network 05816e72-86ab-4340-9778-7301c9950f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:36.731734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Attempting to bind port c5129b37-d532-4a43-b48e-ee058c16fcea on network 05816e72-86ab-4340-9778-7301c9950f91 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:36.766706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf614551-1c72-403d-9786-20a7e64ed1cd req-6717c331-4251-407a-b483-a6b672aea913 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a513708-2ec6-47d7-a82e-461ff932af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572826 Jul 16 18:00:36.781403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9390a8-a026-4412-bc61-486eee72a83e req-16aa7cde-2fb9-4b92-b0bf-6e49d8f7185b tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.795505 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef9390a8-a026-4412-bc61-486eee72a83e req-16aa7cde-2fb9-4b92-b0bf-6e49d8f7185b tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 948 time: 0.4188104 Jul 16 18:00:36.795505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:36.795505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Checking segment: {'id': '699e2294-f576-421f-9ee4-522ee813ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '05816e72-86ab-4340-9778-7301c9950f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:36.795505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Bound using segment: {'id': '699e2294-f576-421f-9ee4-522ee813ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '05816e72-86ab-4340-9778-7301c9950f91'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:36.795505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Bound port: c5129b37-d532-4a43-b48e-ee058c16fcea, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699e2294-f576-421f-9ee4-522ee813ee65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '05816e72-86ab-4340-9778-7301c9950f91'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:36.795505 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.872600 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c203c799-f31e-4e0d-a81b-eee39d2ad77c x-openstack-request-id: req-c203c799-f31e-4e0d-a81b-eee39d2ad77c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:36.872911 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca64f959-b821-4fe2-a9de-3aba657a9630", "tag": "8a22d6a0-bf26-4137-94bb-e849c20cbbf5", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:36.873136 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c203c799-f31e-4e0d-a81b-eee39d2ad77c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:36.873524 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca64f959-b821-4fe2-a9de-3aba657a9630', 'tag': '8a22d6a0-bf26-4137-94bb-e849c20cbbf5', 'status': 'completed', 'code': 200} Jul 16 18:00:36.956644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef9390a8-a026-4412-bc61-486eee72a83e req-c446ba65-9cbf-4f08-9359-963593c980fe tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670830 Jul 16 18:00:36.969212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-774b79a5-7e62-4eec-8c84-eaef489b9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.970826 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74985092-08ec-4984-85dd-57318e4c6f6a req-774b79a5-7e62-4eec-8c84-eaef489b9486 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2672799 Jul 16 18:00:36.978910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-15af5847-9952-4245-9d19-670e21410da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.982866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-15af5847-9952-4245-9d19-670e21410da8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3308954 Jul 16 18:00:37.134743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-edf9c55b-6b1f-4371-b78a-6e80ca313384 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288042 Jul 16 18:00:37.225546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] For port c5129b37-d532-4a43-b48e-ee058c16fcea, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:37.279930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] For port c5129b37-d532-4a43-b48e-ee058c16fcea, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c5129b37-d532-4a43-b48e-ee058c16fcea,segment=NetworkSegment(699e2294-f576-421f-9ee4-522ee813ee65),segment_id=699e2294-f576-421f-9ee4-522ee813ee65)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:37.283101 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': 'aab58be2-4cb3-4983-97a8-01f624ab22b2'}, {'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': 'b352bb3b-bc30-47c1-851d-1f7cb7dde406'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:37.287097 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ceea263-da6f-4a03-965d-1622c151ddd8" -d '{"events": [{"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "aab58be2-4cb3-4983-97a8-01f624ab22b2"}, {"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "b352bb3b-bc30-47c1-851d-1f7cb7dde406"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:37.334953 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.445294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.446222 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.447647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] 10.222.0.43 "PUT /v2.0/ports/c5129b37-d532-4a43-b48e-ee058c16fcea HTTP/1.1" status: 200 len: 1093 time: 3.4618719 Jul 16 18:00:37.471001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6faf2a2-782a-432b-80a1-4b7843c8ea6f req-6e9cc9ba-6fa1-4308-abee-2a219a3065cc service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127892 Jul 16 18:00:37.497229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f4b8c-e69c-4b6d-9ea3-4293dea26d6c service neutron] Pushing event updated for resources: {'Port': ['ID=c5129b37-d532-4a43-b48e-ee058c16fcea,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:37.507509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-5e0977b9-6bea-4013-bbbc-6e82cc32d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.507993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-5e0977b9-6bea-4013-bbbc-6e82cc32d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.508516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-5e0977b9-6bea-4013-bbbc-6e82cc32d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.508983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-5e0977b9-6bea-4013-bbbc-6e82cc32d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.509446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-5e0977b9-6bea-4013-bbbc-6e82cc32d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.509906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-5e0977b9-6bea-4013-bbbc-6e82cc32d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.510366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-5e0977b9-6bea-4013-bbbc-6e82cc32d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.513029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74985092-08ec-4984-85dd-57318e4c6f6a req-5e0977b9-6bea-4013-bbbc-6e82cc32d8cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6483 time: 0.3771152 Jul 16 18:00:37.531019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a888b3-440f-440d-9880-49a2931720cc req-92e4a489-d72b-4c2c-bacc-dd9200d3886c tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.535957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25a888b3-440f-440d-9880-49a2931720cc req-92e4a489-d72b-4c2c-bacc-dd9200d3886c tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 944 time: 0.3714449 Jul 16 18:00:37.675616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320b16f-5a46-496f-9fa0-736e2050288a req-dc80a1f5-c332-4e6a-8602-cf7a4e20b846 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.682017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320b16f-5a46-496f-9fa0-736e2050288a req-dc80a1f5-c332-4e6a-8602-cf7a4e20b846 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.688059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320b16f-5a46-496f-9fa0-736e2050288a req-dc80a1f5-c332-4e6a-8602-cf7a4e20b846 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.694144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320b16f-5a46-496f-9fa0-736e2050288a req-dc80a1f5-c332-4e6a-8602-cf7a4e20b846 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.700371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320b16f-5a46-496f-9fa0-736e2050288a req-dc80a1f5-c332-4e6a-8602-cf7a4e20b846 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.706335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320b16f-5a46-496f-9fa0-736e2050288a req-dc80a1f5-c332-4e6a-8602-cf7a4e20b846 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.712103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320b16f-5a46-496f-9fa0-736e2050288a req-dc80a1f5-c332-4e6a-8602-cf7a4e20b846 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.714026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2320b16f-5a46-496f-9fa0-736e2050288a req-dc80a1f5-c332-4e6a-8602-cf7a4e20b846 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.3976009 Jul 16 18:00:37.801375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25a888b3-440f-440d-9880-49a2931720cc req-5d024aa1-41b1-49a0-8c6c-15b0588d31ef tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/security-groups?id=890972b9-3920-4871-a7fc-880e30cc965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522473 Jul 16 18:00:37.865091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-2297a103-f847-4c17-bd41-011a4d18a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.865565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-2297a103-f847-4c17-bd41-011a4d18a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.866029 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-2297a103-f847-4c17-bd41-011a4d18a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.867647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74985092-08ec-4984-85dd-57318e4c6f6a req-2297a103-f847-4c17-bd41-011a4d18a1f0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a03823ee279249458ba226f15dd999f2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3228025 Jul 16 18:00:37.870813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2670d-d2fd-4310-809b-e26631935291 req-92daf12b-d18b-436e-8c91-9b19bcf43b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.872290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-92daf12b-d18b-436e-8c91-9b19bcf43b4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0604aaff88784175a5637eb4c7db5cb1&device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 1096 time: 0.3578279 Jul 16 18:00:37.878045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2320b16f-5a46-496f-9fa0-736e2050288a req-dc0c04df-6a64-463b-af72-de0bc9857195 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1456797 Jul 16 18:00:37.938098 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8a591-ba67-406c-80c4-9d17bea5801a req-674e0e25-695e-4970-8e39-b0a69025e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.939590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54e8a591-ba67-406c-80c4-9d17bea5801a req-674e0e25-695e-4970-8e39-b0a69025e618 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=990057647ec24477b45625627fd0f8f6&device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 1100 time: 0.3886518 Jul 16 18:00:37.946941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-7143e6a4-e1bc-4602-a8b1-1c3f82dcd757 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5129b37-d532-4a43-b48e-ee058c16fcea HTTP/1.1" status: 200 len: 217 time: 0.0659881 Jul 16 18:00:38.118881 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cb142e-8a49-4ab1-9f6a-5f14f8aea4c1 x-openstack-request-id: req-a4cb142e-8a49-4ab1-9f6a-5f14f8aea4c1 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:38.119614 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "aab58be2-4cb3-4983-97a8-01f624ab22b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "b352bb3b-bc30-47c1-851d-1f7cb7dde406", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:38.120512 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4cb142e-8a49-4ab1-9f6a-5f14f8aea4c1 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:38.121863 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': 'aab58be2-4cb3-4983-97a8-01f624ab22b2', 'status': 'completed', 'code': 200} Jul 16 18:00:38.122549 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': 'b352bb3b-bc30-47c1-851d-1f7cb7dde406', 'status': 'completed', 'code': 200} Jul 16 18:00:38.143241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2670d-d2fd-4310-809b-e26631935291 req-6a5471fe-fc46-41f1-81eb-6a53287664f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.144598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-6a5471fe-fc46-41f1-81eb-6a53287664f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee14e287-fc77-48a7-9d12-2dd978293fc5 HTTP/1.1" status: 200 len: 853 time: 0.1892545 Jul 16 18:00:38.190495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-ff7bce01-a3b1-4520-a6b3-d51787bf9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.192020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74985092-08ec-4984-85dd-57318e4c6f6a req-ff7bce01-a3b1-4520-a6b3-d51787bf9525 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3122203 Jul 16 18:00:38.193871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-7866b6a8-28a8-4871-89b9-14058c5dceb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05816e72-86ab-4340-9778-7301c9950f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419643 Jul 16 18:00:38.235696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8a591-ba67-406c-80c4-9d17bea5801a req-fe7bcf4e-3a51-4fe4-9fe6-7cab4cb434c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.237749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54e8a591-ba67-406c-80c4-9d17bea5801a req-fe7bcf4e-3a51-4fe4-9fe6-7cab4cb434c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.2761109 Jul 16 18:00:38.353884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54e8a591-ba67-406c-80c4-9d17bea5801a req-1597a918-bf6e-4f40-ac90-f5a6b99410d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=8a22d6a0-bf26-4137-94bb-e849c20cbbf5 HTTP/1.1" status: 200 len: 217 time: 0.1027737 Jul 16 18:00:38.522229 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-24f4edfb-d230-4c45-872a-756c43f39966 service neutron] 10.222.0.43 "GET /v2.0/networks/05816e72-86ab-4340-9778-7301c9950f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184135 Jul 16 18:00:38.531467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8a591-ba67-406c-80c4-9d17bea5801a req-db32b46e-45fc-49f2-943c-43f8d5d55f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.532849 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54e8a591-ba67-406c-80c4-9d17bea5801a req-db32b46e-45fc-49f2-943c-43f8d5d55f17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1419833 Jul 16 18:00:38.557251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-2affd753-d20f-46db-bbbe-5838388120db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.557683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-2affd753-d20f-46db-bbbe-5838388120db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.558262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-2affd753-d20f-46db-bbbe-5838388120db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.558808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-2affd753-d20f-46db-bbbe-5838388120db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.559279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-2affd753-d20f-46db-bbbe-5838388120db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.559771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-2affd753-d20f-46db-bbbe-5838388120db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.560240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-2affd753-d20f-46db-bbbe-5838388120db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.562085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74985092-08ec-4984-85dd-57318e4c6f6a req-2affd753-d20f-46db-bbbe-5838388120db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6483 time: 0.3204463 Jul 16 18:00:38.590219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9827a8e-27a8-4a72-80ff-21fee97e8628 req-306484a5-f03a-43af-a141-0e23ec150410 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.591736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9827a8e-27a8-4a72-80ff-21fee97e8628 req-306484a5-f03a-43af-a141-0e23ec150410 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 948 time: 0.3661599 Jul 16 18:00:38.733336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35878) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:38.851013 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-efb0f35e-a91b-4678-b4fa-9654ab4c2ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.896023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f94d05-244c-41ae-bb6c-f5a660e27118', 'tag': 'c5129b37-d532-4a43-b48e-ee058c16fcea'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:38.898294 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22aafce-7352-4546-8ff1-1f0d4bf728f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f94d05-244c-41ae-bb6c-f5a660e27118", "tag": "c5129b37-d532-4a43-b48e-ee058c16fcea"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:38.945113 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-efb0f35e-a91b-4678-b4fa-9654ab4c2ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.949411 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-efb0f35e-a91b-4678-b4fa-9654ab4c2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.985905 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0f35e-a91b-4678-b4fa-9654ab4c2ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1418fa7-3c21-4485-afeb-a67df92d0bcc,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:38.990222 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-efb0f35e-a91b-4678-b4fa-9654ab4c2ea8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4827e02de005442b8fc8c1ffe6b0095f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557855 Jul 16 18:00:38.992984 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35890) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:39.010883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa8d63-bda8-45ab-8660-7780fc704b28 req-e5407f2c-74ce-4555-93fd-7c3dacdc0f61 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.012457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7faa8d63-bda8-45ab-8660-7780fc704b28 req-e5407f2c-74ce-4555-93fd-7c3dacdc0f61 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 950 time: 0.6020405 Jul 16 18:00:39.046163 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24f449d5-effd-4c91-86f4-6559621b0db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.067712 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24f449d5-effd-4c91-86f4-6559621b0db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.093230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9827a8e-27a8-4a72-80ff-21fee97e8628 req-e8f134fb-fcac-4f07-bcda-0860a5cb9d44 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882060 Jul 16 18:00:39.121140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24f449d5-effd-4c91-86f4-6559621b0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.124817 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24f449d5-effd-4c91-86f4-6559621b0db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.125982 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-24f449d5-effd-4c91-86f4-6559621b0db3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1418fa7-3c21-4485-afeb-a67df92d0bcc HTTP/1.1" status: 204 len: 168 time: 0.1320937 Jul 16 18:00:39.130143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79c2670d-d2fd-4310-809b-e26631935291 req-a115cdce-7ea4-46b0-a5e1-8c8542d1035e service neutron] 10.222.0.43 "GET /v2.0/networks/05816e72-86ab-4340-9778-7301c9950f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954766 Jul 16 18:00:39.138192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f449d5-effd-4c91-86f4-6559621b0db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1418fa7-3c21-4485-afeb-a67df92d0bcc,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:39.172368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-08bfd267-f9d7-4228-8c90-ebd782661592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.172733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-08bfd267-f9d7-4228-8c90-ebd782661592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.173196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-08bfd267-f9d7-4228-8c90-ebd782661592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.175158 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74985092-08ec-4984-85dd-57318e4c6f6a req-08bfd267-f9d7-4228-8c90-ebd782661592 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a03823ee279249458ba226f15dd999f2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5813901 Jul 16 18:00:39.177183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8a591-ba67-406c-80c4-9d17bea5801a req-516141f9-62f8-4bdd-94ca-288dae1c5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.178457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54e8a591-ba67-406c-80c4-9d17bea5801a req-516141f9-62f8-4bdd-94ca-288dae1c5f20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6295962 Jul 16 18:00:39.181539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7faa8d63-bda8-45ab-8660-7780fc704b28 req-a27f26ae-6c3d-4531-9dca-544cf7b49a45 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a513708-2ec6-47d7-a82e-461ff932af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537309 Jul 16 18:00:39.244224 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563b5158-f8e7-4dc0-9791-50ec36ffabd7 x-openstack-request-id: req-563b5158-f8e7-4dc0-9791-50ec36ffabd7 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:39.244734 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f94d05-244c-41ae-bb6c-f5a660e27118", "tag": "c5129b37-d532-4a43-b48e-ee058c16fcea", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:39.245279 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-563b5158-f8e7-4dc0-9791-50ec36ffabd7 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:39.245574 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f94d05-244c-41ae-bb6c-f5a660e27118', 'tag': 'c5129b37-d532-4a43-b48e-ee058c16fcea', 'status': 'completed', 'code': 200} Jul 16 18:00:39.461624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35900) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:39.474768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13a223e7-b1f2-43e9-9faf-d14ef871690d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.495395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985092-08ec-4984-85dd-57318e4c6f6a req-ec3df16a-1092-473c-a69e-2b1f8f985daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.497704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74985092-08ec-4984-85dd-57318e4c6f6a req-ec3df16a-1092-473c-a69e-2b1f8f985daf service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3107922 Jul 16 18:00:39.500874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54e8a591-ba67-406c-80c4-9d17bea5801a req-2fab283a-b30f-40fa-a5ae-74ece615e063 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038435 Jul 16 18:00:39.582828 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13a223e7-b1f2-43e9-9faf-d14ef871690d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.586830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13a223e7-b1f2-43e9-9faf-d14ef871690d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.614970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cefa16-784c-4f16-9642-45b26eea481b req-b36d50a6-4dac-41eb-beb8-16d0889e476f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.616556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58cefa16-784c-4f16-9642-45b26eea481b req-b36d50a6-4dac-41eb-beb8-16d0889e476f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 944 time: 0.3458779 Jul 16 18:00:39.626326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a223e7-b1f2-43e9-9faf-d14ef871690d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee38d2d-c5f0-4b94-8b5e-1f3c9ba66759,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:39.643218 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-13a223e7-b1f2-43e9-9faf-d14ef871690d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9501d9c1982c4983aaa2d4fa601925c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773005 Jul 16 18:00:39.643218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35902) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:39.648182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22aafce-7352-4546-8ff1-1f0d4bf728f8 req-927ee8b0-04c8-42dd-bc65-78205ea58ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.649643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f22aafce-7352-4546-8ff1-1f0d4bf728f8 req-927ee8b0-04c8-42dd-bc65-78205ea58ab1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0604aaff88784175a5637eb4c7db5cb1&device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 1096 time: 0.3381722 Jul 16 18:00:39.723283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a8c3b-a072-474d-af00-3d6a1a6dde6b req-40c8ddc2-2be8-489f-bd8a-927cb1c5376f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.727591 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-85a05e05-0bf8-4f75-98d6-05e17acce3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.729262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a8c3b-a072-474d-af00-3d6a1a6dde6b req-40c8ddc2-2be8-489f-bd8a-927cb1c5376f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.735262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a8c3b-a072-474d-af00-3d6a1a6dde6b req-40c8ddc2-2be8-489f-bd8a-927cb1c5376f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.737918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0bd31-878a-4d2d-a8b7-0988b13f4806 req-56cd235d-27b4-4c09-bd84-9d1ccf3e7984 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.739377 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-64d0bd31-878a-4d2d-a8b7-0988b13f4806 req-56cd235d-27b4-4c09-bd84-9d1ccf3e7984 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 950 time: 0.1144245 Jul 16 18:00:39.741142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a8c3b-a072-474d-af00-3d6a1a6dde6b req-40c8ddc2-2be8-489f-bd8a-927cb1c5376f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.747675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a8c3b-a072-474d-af00-3d6a1a6dde6b req-40c8ddc2-2be8-489f-bd8a-927cb1c5376f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.753484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a8c3b-a072-474d-af00-3d6a1a6dde6b req-40c8ddc2-2be8-489f-bd8a-927cb1c5376f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.759300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a8c3b-a072-474d-af00-3d6a1a6dde6b req-40c8ddc2-2be8-489f-bd8a-927cb1c5376f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.761861 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea5a8c3b-a072-474d-af00-3d6a1a6dde6b req-40c8ddc2-2be8-489f-bd8a-927cb1c5376f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.3904545 Jul 16 18:00:39.789419 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-85a05e05-0bf8-4f75-98d6-05e17acce3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.806987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54e8a591-ba67-406c-80c4-9d17bea5801a req-bdc61c93-5205-4502-ab5a-e44ea6ead4b2 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885835 Jul 16 18:00:39.853708 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58cefa16-784c-4f16-9642-45b26eea481b req-12b82cc0-41f8-496e-93f0-631508dc910e tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/security-groups?id=890972b9-3920-4871-a7fc-880e30cc965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021956 Jul 16 18:00:39.891710 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-64d0bd31-878a-4d2d-a8b7-0988b13f4806 req-d84072aa-f0bb-4c2d-b408-ac7840e93481 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Deleting port 95eea30b-c7ef-47ee-9265-034aef9ce800 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:39.892057 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-64d0bd31-878a-4d2d-a8b7-0988b13f4806 req-d84072aa-f0bb-4c2d-b408-ac7840e93481 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.899836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-851ed49d-ca24-40c8-8025-2b144ee31ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.900307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-851ed49d-ca24-40c8-8025-2b144ee31ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.900762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-851ed49d-ca24-40c8-8025-2b144ee31ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.901238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-851ed49d-ca24-40c8-8025-2b144ee31ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.901682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-851ed49d-ca24-40c8-8025-2b144ee31ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.902845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-851ed49d-ca24-40c8-8025-2b144ee31ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.903763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-851ed49d-ca24-40c8-8025-2b144ee31ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.905325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-851ed49d-ca24-40c8-8025-2b144ee31ae5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6483 time: 0.3553419 Jul 16 18:00:39.911806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea5a8c3b-a072-474d-af00-3d6a1a6dde6b req-1282a4e0-4426-4d7f-9e87-f346cfc63991 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1337938 Jul 16 18:00:39.922893 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-85a05e05-0bf8-4f75-98d6-05e17acce3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.924818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22aafce-7352-4546-8ff1-1f0d4bf728f8 req-73bc5738-5aed-44da-8cb8-caaac8cf89cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.925512 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-85a05e05-0bf8-4f75-98d6-05e17acce3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.926258 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f22aafce-7352-4546-8ff1-1f0d4bf728f8 req-73bc5738-5aed-44da-8cb8-caaac8cf89cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=05816e72-86ab-4340-9778-7301c9950f91 HTTP/1.1" status: 200 len: 914 time: 0.2662578 Jul 16 18:00:39.926626 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-85a05e05-0bf8-4f75-98d6-05e17acce3b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ee38d2d-c5f0-4b94-8b5e-1f3c9ba66759 HTTP/1.1" status: 204 len: 168 time: 0.2825146 Jul 16 18:00:39.940818 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a05e05-0bf8-4f75-98d6-05e17acce3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee38d2d-c5f0-4b94-8b5e-1f3c9ba66759,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:39.996988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f22aafce-7352-4546-8ff1-1f0d4bf728f8 req-721da88c-a0b8-4717-81c1-65192cb38788 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5129b37-d532-4a43-b48e-ee058c16fcea HTTP/1.1" status: 200 len: 217 time: 0.0601242 Jul 16 18:00:40.033373 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-64d0bd31-878a-4d2d-a8b7-0988b13f4806 req-d84072aa-f0bb-4c2d-b408-ac7840e93481 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] For port 95eea30b-c7ef-47ee-9265-034aef9ce800, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=95eea30b-c7ef-47ee-9265-034aef9ce800,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:40.034056 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-64d0bd31-878a-4d2d-a8b7-0988b13f4806 req-d84072aa-f0bb-4c2d-b408-ac7840e93481 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.049089 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-64d0bd31-878a-4d2d-a8b7-0988b13f4806 req-d84072aa-f0bb-4c2d-b408-ac7840e93481 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Calling delete_port for 95eea30b-c7ef-47ee-9265-034aef9ce800 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:40.052898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:40.157438 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-a7813b35-ecee-438d-aab1-7b6e9ddca08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.157776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-a7813b35-ecee-438d-aab1-7b6e9ddca08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.158236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-a7813b35-ecee-438d-aab1-7b6e9ddca08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.159855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-a7813b35-ecee-438d-aab1-7b6e9ddca08a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a03823ee279249458ba226f15dd999f2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2455359 Jul 16 18:00:40.161240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22aafce-7352-4546-8ff1-1f0d4bf728f8 req-0a17210d-12ae-4289-8870-442b33663904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.162550 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f22aafce-7352-4546-8ff1-1f0d4bf728f8 req-0a17210d-12ae-4289-8870-442b33663904 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee14e287-fc77-48a7-9d12-2dd978293fc5 HTTP/1.1" status: 200 len: 853 time: 0.1542485 Jul 16 18:00:40.231485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f22aafce-7352-4546-8ff1-1f0d4bf728f8 req-e9332ec7-92be-4848-980f-c829ef65aeb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05816e72-86ab-4340-9778-7301c9950f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434031 Jul 16 18:00:40.261560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8a22d6a0-bf26-4137-94bb-e849c20cbbf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:40.286715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '8a22d6a0-bf26-4137-94bb-e849c20cbbf5', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '8a22d6a0-bf26-4137-94bb-e849c20cbbf5', 'mac_address': 'fa:16:3e:6c:b4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:40.326776 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-64d0bd31-878a-4d2d-a8b7-0988b13f4806 req-d84072aa-f0bb-4c2d-b408-ac7840e93481 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.385329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['95eea30b-c7ef-47ee-9265-034aef9ce800'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:40.422181 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84072aa-f0bb-4c2d-b408-ac7840e93481 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Pushing event deleted for resources: {'Port': ['ID=95eea30b-c7ef-47ee-9265-034aef9ce800,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:40.426889 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.442246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:40.467928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8a22d6a0-bf26-4137-94bb-e849c20cbbf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:40.473035 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.492664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-a64e8e9d-a58b-4ae9-88ea-d2ae66182075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.502254 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-a64e8e9d-a58b-4ae9-88ea-d2ae66182075 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3315244 Jul 16 18:00:40.522043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d0bd31-878a-4d2d-a8b7-0988b13f4806 req-d84072aa-f0bb-4c2d-b408-ac7840e93481 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] No DVR routers for this DVR port 95eea30b-c7ef-47ee-9265-034aef9ce800 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:40.525295 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-64d0bd31-878a-4d2d-a8b7-0988b13f4806 req-d84072aa-f0bb-4c2d-b408-ac7840e93481 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.532528 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-64d0bd31-878a-4d2d-a8b7-0988b13f4806 req-d84072aa-f0bb-4c2d-b408-ac7840e93481 tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.43 "DELETE /v2.0/ports/95eea30b-c7ef-47ee-9265-034aef9ce800 HTTP/1.1" status: 204 len: 173 time: 0.7857685 Jul 16 18:00:40.533091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff39ce3-d55a-47b0-84fa-9f5cf65eb217', 'name': 'network-vif-deleted', 'tag': '95eea30b-c7ef-47ee-9265-034aef9ce800'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:40.535640 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73340c34-b2b5-4dc7-acaf-3b194a7607dd" -d '{"events": [{"server_uuid": "4ff39ce3-d55a-47b0-84fa-9f5cf65eb217", "name": "network-vif-deleted", "tag": "95eea30b-c7ef-47ee-9265-034aef9ce800"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:40.537133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f22aafce-7352-4546-8ff1-1f0d4bf728f8 req-77aee5b0-8362-4da3-a260-7afa8a1d1757 service neutron] 10.222.0.43 "GET /v2.0/networks/05816e72-86ab-4340-9778-7301c9950f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982938 Jul 16 18:00:40.592241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=8a22d6a0-bf26-4137-94bb-e849c20cbbf5,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:40.625425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8771bc-38e0-4280-86c1-c309311a1ac1 req-7fac66b5-9799-410f-8f54-c7696cb17279 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.627126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f8771bc-38e0-4280-86c1-c309311a1ac1 req-7fac66b5-9799-410f-8f54-c7696cb17279 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 948 time: 0.2879407 Jul 16 18:00:40.717882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-586b2dcd-7cce-4bc9-beec-503ffb59715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.719460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-586b2dcd-7cce-4bc9-beec-503ffb59715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.720037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-586b2dcd-7cce-4bc9-beec-503ffb59715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.724572 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-586b2dcd-7cce-4bc9-beec-503ffb59715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.725501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-586b2dcd-7cce-4bc9-beec-503ffb59715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.725975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-586b2dcd-7cce-4bc9-beec-503ffb59715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.726443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-586b2dcd-7cce-4bc9-beec-503ffb59715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.729122 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-586b2dcd-7cce-4bc9-beec-503ffb59715e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6483 time: 0.1799345 Jul 16 18:00:40.806878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['8a22d6a0-bf26-4137-94bb-e849c20cbbf5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:40.901433 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f22aafce-7352-4546-8ff1-1f0d4bf728f8 req-a874a832-eaba-4266-bd25-8f1a6ea20916 service neutron] 10.222.0.43 "GET /v2.0/networks/05816e72-86ab-4340-9778-7301c9950f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398547 Jul 16 18:00:40.930910 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f8771bc-38e0-4280-86c1-c309311a1ac1 req-1c84322e-87b0-4ec7-b49f-1bb380c98bed tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892942 Jul 16 18:00:41.025114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-06a3f781-f494-4556-bb1e-eadcd5468bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.025790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-06a3f781-f494-4556-bb1e-eadcd5468bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.026296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-06a3f781-f494-4556-bb1e-eadcd5468bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.028223 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-06a3f781-f494-4556-bb1e-eadcd5468bef service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a03823ee279249458ba226f15dd999f2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2875776 Jul 16 18:00:41.095633 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b459e5-f651-4bab-ad48-27350f77e395 x-openstack-request-id: req-94b459e5-f651-4bab-ad48-27350f77e395 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:41.095963 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff39ce3-d55a-47b0-84fa-9f5cf65eb217", "name": "network-vif-deleted", "tag": "95eea30b-c7ef-47ee-9265-034aef9ce800", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:41.096184 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94b459e5-f651-4bab-ad48-27350f77e395 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:41.096621 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff39ce3-d55a-47b0-84fa-9f5cf65eb217', 'name': 'network-vif-deleted', 'tag': '95eea30b-c7ef-47ee-9265-034aef9ce800', 'status': 'completed', 'code': 200} Jul 16 18:00:41.182228 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44ec35f7-3a9e-4463-a3eb-a939118c2a0c req-765247c9-abcb-43a7-b8dc-55a48a5e4cff tempest-VolumesNegativeTest-1606332007 tempest-VolumesNegativeTest-1606332007-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ff39ce3-d55a-47b0-84fa-9f5cf65eb217 HTTP/1.1" status: 200 len: 210 time: 0.0456374 Jul 16 18:00:41.295585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fc6e6-994a-41de-99d3-44cafec29bb2 req-bfca53e9-3ee2-4f1e-81dd-3478b9bde8be tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.309300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b67fc6e6-994a-41de-99d3-44cafec29bb2 req-bfca53e9-3ee2-4f1e-81dd-3478b9bde8be tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 944 time: 0.1142828 Jul 16 18:00:41.326796 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-37fb9af6-e89e-4cb3-81d2-e1fb22dcfeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.330025 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3ceea263-da6f-4a03-965d-1622c151ddd8 req-37fb9af6-e89e-4cb3-81d2-e1fb22dcfeb4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2945054 Jul 16 18:00:41.419699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b67fc6e6-994a-41de-99d3-44cafec29bb2 req-cefb6f91-47d7-4f4d-9a86-9c12e84bc1e6 tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/security-groups?id=890972b9-3920-4871-a7fc-880e30cc965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083097 Jul 16 18:00:41.471362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19727c-4cdb-4a44-be83-dab6b3a7ed07 req-f3450db3-5754-4882-adb9-0477aef5850b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.477371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19727c-4cdb-4a44-be83-dab6b3a7ed07 req-f3450db3-5754-4882-adb9-0477aef5850b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.481654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-86a3a970-6aa2-44ee-bd6b-5c214313d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.482173 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-86a3a970-6aa2-44ee-bd6b-5c214313d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.482852 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-86a3a970-6aa2-44ee-bd6b-5c214313d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.483322 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-86a3a970-6aa2-44ee-bd6b-5c214313d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.484077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-86a3a970-6aa2-44ee-bd6b-5c214313d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.484215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19727c-4cdb-4a44-be83-dab6b3a7ed07 req-f3450db3-5754-4882-adb9-0477aef5850b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.484606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-86a3a970-6aa2-44ee-bd6b-5c214313d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.485155 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-86a3a970-6aa2-44ee-bd6b-5c214313d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.487399 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-86a3a970-6aa2-44ee-bd6b-5c214313d39f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6483 time: 0.1035240 Jul 16 18:00:41.490206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19727c-4cdb-4a44-be83-dab6b3a7ed07 req-f3450db3-5754-4882-adb9-0477aef5850b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.496421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19727c-4cdb-4a44-be83-dab6b3a7ed07 req-f3450db3-5754-4882-adb9-0477aef5850b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.502313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19727c-4cdb-4a44-be83-dab6b3a7ed07 req-f3450db3-5754-4882-adb9-0477aef5850b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.508171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19727c-4cdb-4a44-be83-dab6b3a7ed07 req-f3450db3-5754-4882-adb9-0477aef5850b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.510061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f19727c-4cdb-4a44-be83-dab6b3a7ed07 req-f3450db3-5754-4882-adb9-0477aef5850b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.1588824 Jul 16 18:00:41.529926 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-5095e125-eeb9-472e-94d2-13ba83ee40eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fafb2855-d722-4156-ba87-9cc9ab2421dd HTTP/1.1" status: 200 len: 217 time: 0.0353158 Jul 16 18:00:41.556985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f19727c-4cdb-4a44-be83-dab6b3a7ed07 req-4e783108-a7e7-4a75-a305-f5369e21350f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398903 Jul 16 18:00:41.590505 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-290b8316-3907-458b-bd9c-4b76fcc37b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.592252 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-290b8316-3907-458b-bd9c-4b76fcc37b61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=204b23cc-159d-41ae-adf4-093a524deac6 HTTP/1.1" status: 200 len: 851 time: 0.0561986 Jul 16 18:00:41.674222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c5129b37-d532-4a43-b48e-ee058c16fcea details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:41.676113 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-0fca3d47-1060-4ab6-8cc7-5604e02e546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.677798 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-0fca3d47-1060-4ab6-8cc7-5604e02e546d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9a1e7b3-f15f-48c2-8b79-818a78e0e750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788295 Jul 16 18:00:41.775274 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-64cb8fb7-6163-4c1d-9820-6f6b4a60ece9 service neutron] 10.222.0.43 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908711 Jul 16 18:00:41.776489 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port c5129b37-d532-4a43-b48e-ee058c16fcea, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c5129b37-d532-4a43-b48e-ee058c16fcea,segment=NetworkSegment(699e2294-f576-421f-9ee4-522ee813ee65),segment_id=699e2294-f576-421f-9ee4-522ee813ee65)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:41.789939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'c5129b37-d532-4a43-b48e-ee058c16fcea', 'network_id': '05816e72-86ab-4340-9778-7301c9950f91', 'port_id': 'c5129b37-d532-4a43-b48e-ee058c16fcea', 'mac_address': 'fa:16:3e:5d:2e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee14e287-fc77-48a7-9d12-2dd978293fc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:41.835236 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.852554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5129b37-d532-4a43-b48e-ee058c16fcea {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:41.876185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port c5129b37-d532-4a43-b48e-ee058c16fcea, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c5129b37-d532-4a43-b48e-ee058c16fcea,segment=NetworkSegment(699e2294-f576-421f-9ee4-522ee813ee65),segment_id=699e2294-f576-421f-9ee4-522ee813ee65)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:41.881124 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.895674 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-78271876-e670-44b7-92f3-7854144542a7 service neutron] 10.222.0.43 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128135 Jul 16 18:00:41.936002 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=c5129b37-d532-4a43-b48e-ee058c16fcea,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:41.940793 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-97dd298d-7fce-4e4a-bf63-116e9db2ff7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 HTTP/1.1" status: 200 len: 217 time: 0.0394320 Jul 16 18:00:41.996425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-41f7828c-df27-4c0a-b789-efd925717f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.998111 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-41f7828c-df27-4c0a-b789-efd925717f20 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.0510845 Jul 16 18:00:42.058518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:42.065779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-44efc298-36ec-4fae-8577-affe9f2a889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.067340 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-44efc298-36ec-4fae-8577-affe9f2a889a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0621471 Jul 16 18:00:42.106015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['c5129b37-d532-4a43-b48e-ee058c16fcea'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:42.158508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:42.165863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:42.166327 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.167662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d5ecf-da69-40ec-b50f-17cda5ee1b05 req-75dd82ca-0a8d-4a3f-abcb-3e49c12be965 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.172239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-512d5ecf-da69-40ec-b50f-17cda5ee1b05 req-75dd82ca-0a8d-4a3f-abcb-3e49c12be965 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 949 time: 0.0989337 Jul 16 18:00:42.200423 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-ba83981c-07c2-4ff4-bdf1-b49910bd94f1 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262338 Jul 16 18:00:42.236230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-512d5ecf-da69-40ec-b50f-17cda5ee1b05 req-1146bc72-4328-4393-a755-d70fb245b6e3 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557663 Jul 16 18:00:42.292646 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.328119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca64f959-b821-4fe2-a9de-3aba657a9630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22d6a0-bf26-4137-94bb-e849c20cbbf5'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:42.330591 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa4d285-0998-43cf-8b80-7b4a142e2151" -d '{"events": [{"server_uuid": "ca64f959-b821-4fe2-a9de-3aba657a9630", "name": "network-vif-plugged", "status": "completed", "tag": "8a22d6a0-bf26-4137-94bb-e849c20cbbf5"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:42.346202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8a22d6a0-bf26-4137-94bb-e849c20cbbf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:42.357817 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.374079 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-5b1f6116-ec87-472c-a4d9-5f1c9a600f07 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626334 Jul 16 18:00:42.395073 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b377501-e4c2-4777-b006-49859ee79cba x-openstack-request-id: req-4b377501-e4c2-4777-b006-49859ee79cba {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:42.395683 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca64f959-b821-4fe2-a9de-3aba657a9630", "name": "network-vif-plugged", "status": "completed", "tag": "8a22d6a0-bf26-4137-94bb-e849c20cbbf5", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:42.396176 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b377501-e4c2-4777-b006-49859ee79cba {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:42.396736 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca64f959-b821-4fe2-a9de-3aba657a9630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22d6a0-bf26-4137-94bb-e849c20cbbf5', 'code': 200} Jul 16 18:00:42.425572 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b120ec28-e238-4c1a-876d-5b8e0b2ecf85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=18345d03-7c53-438a-9a8c-95169626de44 HTTP/1.1" status: 200 len: 217 time: 0.0456083 Jul 16 18:00:42.491536 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=8a22d6a0-bf26-4137-94bb-e849c20cbbf5,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:42.536786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-fc35b103-9c9f-446f-bb45-db0422625c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.539850 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-fc35b103-9c9f-446f-bb45-db0422625c55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.1086047 Jul 16 18:00:42.554907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f697b66-f7b3-438a-94ad-136e3b42b1a0 req-e6596457-9bdd-4c82-a2b8-92fa17d4fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.556675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f697b66-f7b3-438a-94ad-136e3b42b1a0 req-e6596457-9bdd-4c82-a2b8-92fa17d4fe75 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 1102 time: 0.0768850 Jul 16 18:00:42.615192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-84692686-4183-4544-a827-7460fac519e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.617138 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-84692686-4183-4544-a827-7460fac519e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0703671 Jul 16 18:00:42.682036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f697b66-f7b3-438a-94ad-136e3b42b1a0 req-95bf8dba-c016-4c5f-881c-1fa88aa812df service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086967 Jul 16 18:00:42.731501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e090ac8-c6bf-4159-b0b3-28da80619d17 req-32194dfd-9133-48d0-a35a-aeed252ce58d tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.733375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e090ac8-c6bf-4159-b0b3-28da80619d17 req-32194dfd-9133-48d0-a35a-aeed252ce58d tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 945 time: 0.1139777 Jul 16 18:00:42.749698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36000) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:42.802402 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e090ac8-c6bf-4159-b0b3-28da80619d17 req-52473d36-afce-4f04-b7d5-2c4d2f49d739 tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/security-groups?id=890972b9-3920-4871-a7fc-880e30cc965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622196 Jul 16 18:00:42.822003 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-43986e00-7d3b-4e06-a490-12f0b3345f6e service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963086 Jul 16 18:00:42.949586 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f24aaa5-5f36-481b-a2c2-099a532680c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.995093 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-1687adef-f366-4558-8f46-a2a42c3b40fe service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649511 Jul 16 18:00:43.005731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d7ff-55bf-4682-86bc-8c93d884a90e req-01da905b-9289-44b6-b177-55dd621b2286 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.012764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d7ff-55bf-4682-86bc-8c93d884a90e req-01da905b-9289-44b6-b177-55dd621b2286 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.018979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d7ff-55bf-4682-86bc-8c93d884a90e req-01da905b-9289-44b6-b177-55dd621b2286 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.025132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d7ff-55bf-4682-86bc-8c93d884a90e req-01da905b-9289-44b6-b177-55dd621b2286 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.031563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d7ff-55bf-4682-86bc-8c93d884a90e req-01da905b-9289-44b6-b177-55dd621b2286 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.037617 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d7ff-55bf-4682-86bc-8c93d884a90e req-01da905b-9289-44b6-b177-55dd621b2286 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.046042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d7ff-55bf-4682-86bc-8c93d884a90e req-01da905b-9289-44b6-b177-55dd621b2286 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.049868 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-36eebbc7-3c3c-42b5-adb4-b0efa9671354 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=1a57b23a-1512-4b19-adec-c812fd457e13 HTTP/1.1" status: 200 len: 217 time: 0.0480249 Jul 16 18:00:43.052638 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8189d7ff-55bf-4682-86bc-8c93d884a90e req-01da905b-9289-44b6-b177-55dd621b2286 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.1432779 Jul 16 18:00:43.116498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8189d7ff-55bf-4682-86bc-8c93d884a90e req-f09c3e5f-253a-454c-a351-b3acaec5b70d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632210 Jul 16 18:00:43.148969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8e9237ca-fee2-4335-814f-a2f430870bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.150570 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-8e9237ca-fee2-4335-814f-a2f430870bfc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.0938644 Jul 16 18:00:43.204312 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f24aaa5-5f36-481b-a2c2-099a532680c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.210820 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f24aaa5-5f36-481b-a2c2-099a532680c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.266696 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6f24aaa5-5f36-481b-a2c2-099a532680c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4a8992d1990410fae1e613c157e0d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156374 Jul 16 18:00:43.269484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36030) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:43.270571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24aaa5-5f36-481b-a2c2-099a532680c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a88212-a903-44dc-94e1-1a1c6fcda656,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:43.280193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-f35738c4-9cf0-4728-9022-64a3433e2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.281831 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-f35738c4-9cf0-4728-9022-64a3433e2589 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1245959 Jul 16 18:00:43.340758 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6133-a09c-4bcc-a3e7-b2a1116c2c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.379585 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6133-a09c-4bcc-a3e7-b2a1116c2c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.407406 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-027f839d-279a-478d-8915-23859f1d67f0 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193190 Jul 16 18:00:43.467607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d2ba-32f7-455b-92a4-f878ae76bf13 req-37799194-2238-4755-bb75-28559f9bfcff tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.469228 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e127d2ba-32f7-455b-92a4-f878ae76bf13 req-37799194-2238-4755-bb75-28559f9bfcff tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 950 time: 0.1065571 Jul 16 18:00:43.482238 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6133-a09c-4bcc-a3e7-b2a1116c2c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.485420 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6133-a09c-4bcc-a3e7-b2a1116c2c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.487888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ee6f6133-a09c-4bcc-a3e7-b2a1116c2c2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18a88212-a903-44dc-94e1-1a1c6fcda656 HTTP/1.1" status: 204 len: 168 time: 0.2173128 Jul 16 18:00:43.516954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f6133-a09c-4bcc-a3e7-b2a1116c2c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a88212-a903-44dc-94e1-1a1c6fcda656,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:43.544818 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e127d2ba-32f7-455b-92a4-f878ae76bf13 req-df24b549-a9cd-4e7c-a48f-61386edee69a tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689492 Jul 16 18:00:43.554553 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-def68126-757f-4404-b238-b2b0fd6e7471 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403077 Jul 16 18:00:43.609478 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-20316276-94c4-4d13-9280-6e5df79eafa3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=8e586911-4ab5-419c-8031-5e5c2405fe96 HTTP/1.1" status: 200 len: 217 time: 0.0475192 Jul 16 18:00:43.686079 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-716d28df-95ae-4e6e-8825-a1c9981c1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.687238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c5129b37-d532-4a43-b48e-ee058c16fcea up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:43.688217 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-716d28df-95ae-4e6e-8825-a1c9981c1eca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.0726867 Jul 16 18:00:43.762240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port c5129b37-d532-4a43-b48e-ee058c16fcea completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:43.768429 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port c5129b37-d532-4a43-b48e-ee058c16fcea triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:43.769253 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.784312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-7d05f071-b870-410f-a564-ee6fc3b71d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.786735 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-7d05f071-b870-410f-a564-ee6fc3b71d5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0918782 Jul 16 18:00:43.944398 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.969671 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-b203c55e-84fc-492c-9e20-64d455b7ea7a service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728842 Jul 16 18:00:43.997600 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port c5129b37-d532-4a43-b48e-ee058c16fcea, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c5129b37-d532-4a43-b48e-ee058c16fcea,segment=NetworkSegment(699e2294-f576-421f-9ee4-522ee813ee65),segment_id=699e2294-f576-421f-9ee4-522ee813ee65)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:44.007192 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.008251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 95eea30b-c7ef-47ee-9265-034aef9ce800 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:44.047534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 95eea30b-c7ef-47ee-9265-034aef9ce800 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:44.047534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 95eea30b-c7ef-47ee-9265-034aef9ce800 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:44.100153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=c5129b37-d532-4a43-b48e-ee058c16fcea,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:44.136892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2241d-5cf4-40b6-b618-70419ab71b83 req-49cd8c8e-13c4-4783-b213-857e0d69d7bb tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.138554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02d2241d-5cf4-40b6-b618-70419ab71b83 req-49cd8c8e-13c4-4783-b213-857e0d69d7bb tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 946 time: 0.1134329 Jul 16 18:00:44.187624 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02d2241d-5cf4-40b6-b618-70419ab71b83 req-ede9ee44-244e-4715-bdfb-fd4cba40109b tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/security-groups?id=890972b9-3920-4871-a7fc-880e30cc965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415854 Jul 16 18:00:44.192025 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-9b5b70eb-07fd-4738-8ae1-5de4d0c80d80 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155621 Jul 16 18:00:44.253799 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-f3463e7b-ce8a-4616-ab9d-e901e1059bc7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aab58be2-4cb3-4983-97a8-01f624ab22b2 HTTP/1.1" status: 200 len: 217 time: 0.0550339 Jul 16 18:00:44.315024 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-97e19573-90bc-4ce1-aa1e-48855244cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.317800 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-97e19573-90bc-4ce1-aa1e-48855244cdd6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6275183a-184c-40b6-9472-3ea6e6333b9e HTTP/1.1" status: 200 len: 797 time: 0.0573885 Jul 16 18:00:44.398092 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f94d05-244c-41ae-bb6c-f5a660e27118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5129b37-d532-4a43-b48e-ee058c16fcea'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:44.400426 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57b52b8-e9d9-45e9-989a-6d3096ed2820" -d '{"events": [{"server_uuid": "d7f94d05-244c-41ae-bb6c-f5a660e27118", "name": "network-vif-plugged", "status": "completed", "tag": "c5129b37-d532-4a43-b48e-ee058c16fcea"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:44.420482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b98d8-e230-4155-b4bd-755a5fe50f1b req-cc9aded3-23b7-4e4f-a1c8-d85995173c16 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.437481 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-ca654d53-6933-4cce-b8c0-28d0098858e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.437746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b98d8-e230-4155-b4bd-755a5fe50f1b req-cc9aded3-23b7-4e4f-a1c8-d85995173c16 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.442922 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-ca654d53-6933-4cce-b8c0-28d0098858e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c011d84-2097-4163-a4e4-5f40c803c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1195219 Jul 16 18:00:44.450708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b98d8-e230-4155-b4bd-755a5fe50f1b req-cc9aded3-23b7-4e4f-a1c8-d85995173c16 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.470980 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f409b40-b2fb-42b6-a72c-14416383b3b4 x-openstack-request-id: req-9f409b40-b2fb-42b6-a72c-14416383b3b4 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:44.471313 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f94d05-244c-41ae-bb6c-f5a660e27118", "name": "network-vif-plugged", "status": "completed", "tag": "c5129b37-d532-4a43-b48e-ee058c16fcea", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:44.471761 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f409b40-b2fb-42b6-a72c-14416383b3b4 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:44.472309 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f94d05-244c-41ae-bb6c-f5a660e27118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5129b37-d532-4a43-b48e-ee058c16fcea', 'code': 200} Jul 16 18:00:44.476058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b98d8-e230-4155-b4bd-755a5fe50f1b req-cc9aded3-23b7-4e4f-a1c8-d85995173c16 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.491680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b98d8-e230-4155-b4bd-755a5fe50f1b req-cc9aded3-23b7-4e4f-a1c8-d85995173c16 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.511720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b98d8-e230-4155-b4bd-755a5fe50f1b req-cc9aded3-23b7-4e4f-a1c8-d85995173c16 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.519302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b98d8-e230-4155-b4bd-755a5fe50f1b req-cc9aded3-23b7-4e4f-a1c8-d85995173c16 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.528842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae3b98d8-e230-4155-b4bd-755a5fe50f1b req-cc9aded3-23b7-4e4f-a1c8-d85995173c16 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.2571852 Jul 16 18:00:44.589296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36140) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:44.615899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae3b98d8-e230-4155-b4bd-755a5fe50f1b req-a437c588-1312-4f2c-9006-ed30e5100380 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860581 Jul 16 18:00:44.658023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dd5cf-6353-4dba-8974-a58cd71be9b0 req-f738e8f2-2192-4b06-87ef-2da661a40a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.659604 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-782dd5cf-6353-4dba-8974-a58cd71be9b0 req-f738e8f2-2192-4b06-87ef-2da661a40a20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 1098 time: 0.1081448 Jul 16 18:00:44.662610 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-ee154fd6-9205-449d-8ab0-7221b57f0c82 service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126162 Jul 16 18:00:44.741138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-782dd5cf-6353-4dba-8974-a58cd71be9b0 req-8017d190-7d3c-4cb3-8afe-cc2d7055f7c9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=890972b9-3920-4871-a7fc-880e30cc965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689156 Jul 16 18:00:44.789504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c571a5-734c-4b20-b3bf-71e5c8436e06 req-a1f66a92-eee5-4537-9732-2c24c03fdce8 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.791125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69c571a5-734c-4b20-b3bf-71e5c8436e06 req-a1f66a92-eee5-4537-9732-2c24c03fdce8 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 950 time: 0.0851591 Jul 16 18:00:44.793577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-456530065-network', 'tenant_id': '24255cb6a66f4319bd22a6e2dc94e8cf'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:44.840819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Made reservation on behalf of 24255cb6a66f4319bd22a6e2dc94e8cf for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:44.843142 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69c571a5-734c-4b20-b3bf-71e5c8436e06 req-a47b9046-acc7-414b-8834-0f6c4a76060c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451872 Jul 16 18:00:44.844008 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.847734 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-c9e02f5e-2d2e-46f6-b90b-9e8696ed4e7d service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717472 Jul 16 18:00:44.855636 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.904529 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-2a9fabb5-9334-455b-b55b-5970c40f4b55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b352bb3b-bc30-47c1-851d-1f7cb7dde406 HTTP/1.1" status: 200 len: 217 time: 0.0395734 Jul 16 18:00:44.979385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-9a35092b-532d-454d-8767-8a3926c93554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.981894 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-9a35092b-532d-454d-8767-8a3926c93554 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6275183a-184c-40b6-9472-3ea6e6333b9e HTTP/1.1" status: 200 len: 797 time: 0.0707288 Jul 16 18:00:45.091489 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.094155 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eafe-8a14-4120-ac11-bebbabff839d req-5a9bf26e-bc27-4359-9023-cdd958e1da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.096152 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-5a9bf26e-bc27-4359-9023-cdd958e1da4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c011d84-2097-4163-a4e4-5f40c803c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1043653 Jul 16 18:00:45.097793 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.144087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:45.188047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.188489 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Added segment 273515ea-233b-46f8-beec-0c45a2d6f42f of type vlan for network d4f8727e-3435-4b7f-b803-beaa27dfe842 Jul 16 18:00:45.238299 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888bc19c-2ebf-4c70-b773-aff9f1e0b22c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:45.322653 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.341446 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-e0f153a3-49ad-4069-a8ea-53baa19b1264 service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378545 Jul 16 18:00:45.393733 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.394692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.395773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.465457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-3ab2c280-f56e-4597-a684-afd5fc4d9156 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=990057647ec24477b45625627fd0f8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467041 Jul 16 18:00:45.479790 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8886595 Jul 16 18:00:45.481190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36236) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:45.609915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a9fe7e15-3099-488e-8139-a86861620fb9 admin admin] Request body: {'subnet': {'network_id': 'd4f8727e-3435-4b7f-b803-beaa27dfe842', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-456530065-subnet', 'tenant_id': '24255cb6a66f4319bd22a6e2dc94e8cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:45.657734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c26e70-f7f8-4ca1-8e91-f14ac385317f req-f09051e7-53f7-4a4d-826a-1f0d89328d02 tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.667703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3c26e70-f7f8-4ca1-8e91-f14ac385317f req-f09051e7-53f7-4a4d-826a-1f0d89328d02 tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 946 time: 0.3068070 Jul 16 18:00:45.741846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fe7e15-3099-488e-8139-a86861620fb9 admin admin] Made reservation on behalf of 24255cb6a66f4319bd22a6e2dc94e8cf for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:45.745306 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7e15-3099-488e-8139-a86861620fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.937485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b41c1-3a08-48a3-8d92-7affbd9945e5 admin admin] Pushing event updated for resources: {'Network': ['ID=d4f8727e-3435-4b7f-b803-beaa27dfe842,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:45.953594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d4f8727e-3435-4b7f-b803-beaa27dfe842 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:45.959588 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-b013eafe-8a14-4120-ac11-bebbabff839d req-bd939e4e-d3ba-4f97-bf83-57c54294fa25 service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964522 Jul 16 18:00:46.117225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a58b68-c48f-4854-a235-1b3d757931ab req-948debf2-c65e-4317-a404-39dd04260544 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.118896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-948debf2-c65e-4317-a404-39dd04260544 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6401994 Jul 16 18:00:46.128085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3c26e70-f7f8-4ca1-8e91-f14ac385317f req-99c0aa30-e1a6-4161-979c-2a13ff17b0be tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/security-groups?id=890972b9-3920-4871-a7fc-880e30cc965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588075 Jul 16 18:00:46.173178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-8f41204e-7bf4-49c1-92c5-09216de7f2d1 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/quotas/990057647ec24477b45625627fd0f8f6 HTTP/1.1" status: 200 len: 375 time: 0.0414619 Jul 16 18:00:46.365047 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:00:46.367758 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-e444c415-4346-45f9-9d2f-a4b65d2e665b tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=990057647ec24477b45625627fd0f8f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1863971 Jul 16 18:00:46.397846 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7e15-3099-488e-8139-a86861620fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.447087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656256b-c43c-4242-94b1-2f2584273722 req-775c2326-e8c2-460e-ac4a-dc991e3179fd tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.453948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656256b-c43c-4242-94b1-2f2584273722 req-775c2326-e8c2-460e-ac4a-dc991e3179fd tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.459768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656256b-c43c-4242-94b1-2f2584273722 req-775c2326-e8c2-460e-ac4a-dc991e3179fd tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.466480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656256b-c43c-4242-94b1-2f2584273722 req-775c2326-e8c2-460e-ac4a-dc991e3179fd tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.472385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656256b-c43c-4242-94b1-2f2584273722 req-775c2326-e8c2-460e-ac4a-dc991e3179fd tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.478273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656256b-c43c-4242-94b1-2f2584273722 req-775c2326-e8c2-460e-ac4a-dc991e3179fd tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.484824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656256b-c43c-4242-94b1-2f2584273722 req-775c2326-e8c2-460e-ac4a-dc991e3179fd tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.486773 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8656256b-c43c-4242-94b1-2f2584273722 req-775c2326-e8c2-460e-ac4a-dc991e3179fd tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.2080297 Jul 16 18:00:46.548468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe7e15-3099-488e-8139-a86861620fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f9083e-1380-48ae-84c7-b86cec1237ad,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:46.551203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe7e15-3099-488e-8139-a86861620fb9 admin admin] Checking segment: {'id': '273515ea-233b-46f8-beec-0c45a2d6f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd4f8727e-3435-4b7f-b803-beaa27dfe842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:46.551983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fe7e15-3099-488e-8139-a86861620fb9 admin admin] Network hostable DHCP agents. Network: d4f8727e-3435-4b7f-b803-beaa27dfe842, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:46.585915 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8656256b-c43c-4242-94b1-2f2584273722 req-4004f5f4-32ec-4a64-ad90-759c77edfd51 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879920 Jul 16 18:00:46.595020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fe7e15-3099-488e-8139-a86861620fb9 admin admin] Network d4f8727e-3435-4b7f-b803-beaa27dfe842 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:46.610136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-a9fe7e15-3099-488e-8139-a86861620fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d4f8727e-3435-4b7f-b803-beaa27dfe842) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:46.614901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe7e15-3099-488e-8139-a86861620fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.615742 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7e15-3099-488e-8139-a86861620fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.622627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d866e243-3c06-401c-9574-55484b39250a None None] Network d4f8727e-3435-4b7f-b803-beaa27dfe842 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:46.663946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a9fe7e15-3099-488e-8139-a86861620fb9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1711810 Jul 16 18:00:46.811852 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0220a441-b903-421e-99c2-629e1312c5ac req-2b90dad5-69d0-4b6b-8471-0565e881432c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 210 time: 0.0604634 Jul 16 18:00:46.836583 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd91f89f-dda3-4c10-a0c7-d13521a060e1 None None] Network d4f8727e-3435-4b7f-b803-beaa27dfe842 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:46.995185 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-af6356fd-d2a9-4341-8fa7-6add3291cb1e req-6f14d316-ac1f-4601-8ac2-d6e447b5fe09 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-336520924', 'description': 'tempest-description-1223168165'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:47.031283 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af6356fd-d2a9-4341-8fa7-6add3291cb1e req-6f14d316-ac1f-4601-8ac2-d6e447b5fe09 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.132188 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af6356fd-d2a9-4341-8fa7-6add3291cb1e req-6f14d316-ac1f-4601-8ac2-d6e447b5fe09 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.138671 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af6356fd-d2a9-4341-8fa7-6add3291cb1e req-6f14d316-ac1f-4601-8ac2-d6e447b5fe09 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.172635 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af6356fd-d2a9-4341-8fa7-6add3291cb1e req-6f14d316-ac1f-4601-8ac2-d6e447b5fe09 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.173879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af6356fd-d2a9-4341-8fa7-6add3291cb1e req-6f14d316-ac1f-4601-8ac2-d6e447b5fe09 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1840861 Jul 16 18:00:47.175024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14d316-ac1f-4601-8ac2-d6e447b5fe09 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4f1f75-2d30-49da-b321-6eeac9233011,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:47.301047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c631499d-1273-4404-b4df-bf74c53df898 req-4b3e73ac-1f06-493f-93cc-f02cb8d10dde tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-groups/2b4f1f75-2d30-49da-b321-6eeac9233011 HTTP/1.1" status: 200 len: 1814 time: 0.0885551 Jul 16 18:00:47.314671 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c631499d-1273-4404-b4df-bf74c53df898 req-d1718554-2552-4ac6-9ea8-a67a49d78c25 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b4f1f75-2d30-49da-b321-6eeac9233011', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:47.314983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c631499d-1273-4404-b4df-bf74c53df898 req-d1718554-2552-4ac6-9ea8-a67a49d78c25 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b4f1f75-2d30-49da-b321-6eeac9233011', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:47.357345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9135c9-e17d-437f-8a2e-76b432466b76 req-32e3ba58-4307-4788-a111-6e7ec3df477f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:47.358846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f9135c9-e17d-437f-8a2e-76b432466b76 req-32e3ba58-4307-4788-a111-6e7ec3df477f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 946 time: 0.0933862 Jul 16 18:00:47.420694 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c631499d-1273-4404-b4df-bf74c53df898 req-d1718554-2552-4ac6-9ea8-a67a49d78c25 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.437832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f9135c9-e17d-437f-8a2e-76b432466b76 req-90a052bd-6adf-4368-86d5-9cfef4d190a5 tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/security-groups?id=890972b9-3920-4871-a7fc-880e30cc965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704615 Jul 16 18:00:47.458247 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c631499d-1273-4404-b4df-bf74c53df898 req-d1718554-2552-4ac6-9ea8-a67a49d78c25 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.462789 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c631499d-1273-4404-b4df-bf74c53df898 req-d1718554-2552-4ac6-9ea8-a67a49d78c25 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.488045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1718554-2552-4ac6-9ea8-a67a49d78c25 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd95b99-bddd-42d7-b57a-54ea7029af50,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:47.502606 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c631499d-1273-4404-b4df-bf74c53df898 req-d1718554-2552-4ac6-9ea8-a67a49d78c25 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.507246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c631499d-1273-4404-b4df-bf74c53df898 req-d1718554-2552-4ac6-9ea8-a67a49d78c25 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1975515 Jul 16 18:00:47.620688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-252ce761-4dfa-4497-a4c5-42640223cf1e req-d39baefd-5898-417d-8c4a-829af7ec53cc tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-groups/2b4f1f75-2d30-49da-b321-6eeac9233011 HTTP/1.1" status: 200 len: 2408 time: 0.0433156 Jul 16 18:00:47.671626 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c071a9e-7099-4fcf-8872-12d722fdaec1 req-41a36686-4e02-4667-a6f3-1f6ec69e8ac2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-group-rules/3fd95b99-bddd-42d7-b57a-54ea7029af50 HTTP/1.1" status: 200 len: 778 time: 0.0163651 Jul 16 18:00:47.725204 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c071a9e-7099-4fcf-8872-12d722fdaec1 req-133744af-7ed9-480d-9784-84305f2a4f9f tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-groups/2b4f1f75-2d30-49da-b321-6eeac9233011 HTTP/1.1" status: 200 len: 2408 time: 0.0473819 Jul 16 18:00:47.764324 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c071a9e-7099-4fcf-8872-12d722fdaec1 req-1f338342-601d-47af-99bc-ee757e3c053b tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.772925 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c071a9e-7099-4fcf-8872-12d722fdaec1 req-1f338342-601d-47af-99bc-ee757e3c053b tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.812943 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c071a9e-7099-4fcf-8872-12d722fdaec1 req-1f338342-601d-47af-99bc-ee757e3c053b tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.819152 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c071a9e-7099-4fcf-8872-12d722fdaec1 req-1f338342-601d-47af-99bc-ee757e3c053b tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.834838 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c071a9e-7099-4fcf-8872-12d722fdaec1 req-1f338342-601d-47af-99bc-ee757e3c053b tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3fd95b99-bddd-42d7-b57a-54ea7029af50 HTTP/1.1" status: 204 len: 173 time: 0.0980539 Jul 16 18:00:47.855665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f338342-601d-47af-99bc-ee757e3c053b tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fd95b99-bddd-42d7-b57a-54ea7029af50,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:47.952874 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-17378d1d-69ed-40c4-b3a4-baeb3f4974b6 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=990057647ec24477b45625627fd0f8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565207 Jul 16 18:00:48.050232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fe19e-37b0-4872-afc0-afe4b20fd6f5 req-8229c138-0efc-4123-babb-36973dc12a3e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.057190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fe19e-37b0-4872-afc0-afe4b20fd6f5 req-8229c138-0efc-4123-babb-36973dc12a3e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.068827 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fe19e-37b0-4872-afc0-afe4b20fd6f5 req-8229c138-0efc-4123-babb-36973dc12a3e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.116619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fe19e-37b0-4872-afc0-afe4b20fd6f5 req-8229c138-0efc-4123-babb-36973dc12a3e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.128775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fe19e-37b0-4872-afc0-afe4b20fd6f5 req-8229c138-0efc-4123-babb-36973dc12a3e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.144263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fe19e-37b0-4872-afc0-afe4b20fd6f5 req-8229c138-0efc-4123-babb-36973dc12a3e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.157280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fe19e-37b0-4872-afc0-afe4b20fd6f5 req-8229c138-0efc-4123-babb-36973dc12a3e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.160141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b59fe19e-37b0-4872-afc0-afe4b20fd6f5 req-8229c138-0efc-4123-babb-36973dc12a3e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.2378137 Jul 16 18:00:48.206452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9500325-c0a7-49ff-a2cb-fc833b6a0a97 req-3f8a8a4e-ff13-44a2-bcd1-9b28c05bf36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.207974 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9500325-c0a7-49ff-a2cb-fc833b6a0a97 req-3f8a8a4e-ff13-44a2-bcd1-9b28c05bf36e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0604aaff88784175a5637eb4c7db5cb1&device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 1098 time: 0.2987893 Jul 16 18:00:48.219708 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a58b68-c48f-4854-a235-1b3d757931ab req-03217126-4dfa-4f57-b027-608b85f31d61 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.221512 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-03217126-4dfa-4f57-b027-608b85f31d61 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624912 Jul 16 18:00:48.235740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-86a58b68-c48f-4854-a235-1b3d757931ab req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Request body: {'port': {'device_id': '0b2d93da-1e48-44a4-b02f-77bbb04c3c81', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': '990057647ec24477b45625627fd0f8f6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:48.279675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b59fe19e-37b0-4872-afc0-afe4b20fd6f5 req-796b00f2-f840-4767-a520-ab7ef696fbb1 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017177 Jul 16 18:00:48.344893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34799e4-2900-457b-a24a-7312253eb36a req-ccbda379-89de-495a-b226-28958fe91dcb tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.346407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f34799e4-2900-457b-a24a-7312253eb36a req-ccbda379-89de-495a-b226-28958fe91dcb tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 946 time: 0.1814151 Jul 16 18:00:48.353196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9500325-c0a7-49ff-a2cb-fc833b6a0a97 req-28df9fe5-0b1b-48e8-a6ce-ea5cd2304c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.354605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9500325-c0a7-49ff-a2cb-fc833b6a0a97 req-28df9fe5-0b1b-48e8-a6ce-ea5cd2304c99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=05816e72-86ab-4340-9778-7301c9950f91 HTTP/1.1" status: 200 len: 914 time: 0.1367483 Jul 16 18:00:48.370230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a58b68-c48f-4854-a235-1b3d757931ab req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Made reservation on behalf of 990057647ec24477b45625627fd0f8f6 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:48.375898 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-86a58b68-c48f-4854-a235-1b3d757931ab req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.421656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9500325-c0a7-49ff-a2cb-fc833b6a0a97 req-eecbbbb1-438e-410e-8260-6a9adc266b03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5129b37-d532-4a43-b48e-ee058c16fcea HTTP/1.1" status: 200 len: 217 time: 0.0593209 Jul 16 18:00:48.424644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f34799e4-2900-457b-a24a-7312253eb36a req-6393f3ad-3e3c-4d1c-a512-fbac0c7de73b tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/security-groups?id=890972b9-3920-4871-a7fc-880e30cc965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691528 Jul 16 18:00:48.506634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b613a1e4-482f-4b19-a323-d76ccb645ca7 req-b4014902-91c6-4f85-bbd8-e4eea0d674c0 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1740748488', 'description': 'tempest-description-1732881862'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:48.558367 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-86a58b68-c48f-4854-a235-1b3d757931ab req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Allocated IP 192.168.233.105 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/a92bd757-e21f-4971-bc87-330f22dec75a) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:48.560790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9500325-c0a7-49ff-a2cb-fc833b6a0a97 req-152662da-0f60-42dc-be70-c058099ec571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.562302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9500325-c0a7-49ff-a2cb-fc833b6a0a97 req-152662da-0f60-42dc-be70-c058099ec571 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee14e287-fc77-48a7-9d12-2dd978293fc5 HTTP/1.1" status: 200 len: 853 time: 0.1307249 Jul 16 18:00:48.582904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d8244e64-45ce-4a5b-be48-cf247dd80961 req-3854382f-aacc-44f0-88dd-4846ed5f1d19 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 210 time: 0.0451002 Jul 16 18:00:48.622720 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9500325-c0a7-49ff-a2cb-fc833b6a0a97 req-09bb7323-30bd-4a78-82ea-47e81835b3ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05816e72-86ab-4340-9778-7301c9950f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420949 Jul 16 18:00:48.625792 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b613a1e4-482f-4b19-a323-d76ccb645ca7 req-b4014902-91c6-4f85-bbd8-e4eea0d674c0 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.778122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9500325-c0a7-49ff-a2cb-fc833b6a0a97 req-3c58780f-16f1-4956-ab07-69bfbce97a28 service neutron] 10.222.0.43 "GET /v2.0/networks/05816e72-86ab-4340-9778-7301c9950f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486139 Jul 16 18:00:48.787292 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-86a58b68-c48f-4854-a235-1b3d757931ab req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.807634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-86a58b68-c48f-4854-a235-1b3d757931ab req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Transition to ACTIVE for port object a92bd757-e21f-4971-bc87-330f22dec75a will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:48.835948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36348) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:48.857753 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-86a58b68-c48f-4854-a235-1b3d757931ab req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.864460 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b613a1e4-482f-4b19-a323-d76ccb645ca7 req-b4014902-91c6-4f85-bbd8-e4eea0d674c0 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.874376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['8a22d6a0-bf26-4137-94bb-e849c20cbbf5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:48.916397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a58b68-c48f-4854-a235-1b3d757931ab req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:48.922613 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-86a58b68-c48f-4854-a235-1b3d757931ab req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:48.941334 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a58b68-c48f-4854-a235-1b3d757931ab req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:48.941486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9500325-c0a7-49ff-a2cb-fc833b6a0a97 req-3503391f-7dde-4b56-9ca1-fb003f729660 service neutron] 10.222.0.43 "GET /v2.0/networks/05816e72-86ab-4340-9778-7301c9950f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551480 Jul 16 18:00:48.942483 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b613a1e4-482f-4b19-a323-d76ccb645ca7 req-b4014902-91c6-4f85-bbd8-e4eea0d674c0 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.983230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4014902-91c6-4f85-bbd8-e4eea0d674c0 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcd24fe-84bb-4faf-a63b-406906ffe730,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:48.987248 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b613a1e4-482f-4b19-a323-d76ccb645ca7 req-b4014902-91c6-4f85-bbd8-e4eea0d674c0 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.992590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b613a1e4-482f-4b19-a323-d76ccb645ca7 req-b4014902-91c6-4f85-bbd8-e4eea0d674c0 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5093610 Jul 16 18:00:49.077304 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a58b68-c48f-4854-a235-1b3d757931ab req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.079000 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-86a58b68-c48f-4854-a235-1b3d757931ab req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.117630 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Pushing event updated for resources: {'Port': ['ID=a92bd757-e21f-4971-bc87-330f22dec75a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:49.131143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:49.131855 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:49.132484 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:49.133137 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:49.133849 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:49.134677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:49.135275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:49.135803 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:49.137053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:49.138048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:49.138686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:49.139064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:49.142480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64867ca9-de96-4473-a441-c8cf5fce5492 req-61e73a39-a064-4b13-b9b5-5df212abc3f3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-groups/4bcd24fe-84bb-4faf-a63b-406906ffe730 HTTP/1.1" status: 200 len: 1815 time: 0.1225793 Jul 16 18:00:49.144398 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-594b6476-a109-4bf7-9945-f3320be9f900 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9144754 Jul 16 18:00:49.164487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Request body: {'port': {'device_id': '0b2d93da-1e48-44a4-b02f-77bbb04c3c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:49.212387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36362) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:49.226650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7e9ee563-2225-47bc-8fc8-d4fdb3517a96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58d565a8b4114686b0c2bc2a7b01741c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892696 Jul 16 18:00:49.249676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-e7e648b6-de26-46f1-ad4f-d7b9e177eabb req-f8f5835f-6e95-4f31-920b-65d16544add2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-563163091', 'description': 'tempest-description-1892465588'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:49.311331 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e7e648b6-de26-46f1-ad4f-d7b9e177eabb req-f8f5835f-6e95-4f31-920b-65d16544add2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.316301 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.342873 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5176efd-5745-4f90-9432-c536bafe95e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.408101 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5176efd-5745-4f90-9432-c536bafe95e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.447057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-23ba18a6-c16a-446b-a1bb-7fc4dfbf71fb None None] Provisioning for port a92bd757-e21f-4971-bc87-330f22dec75a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:49.451934 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-23ba18a6-c16a-446b-a1bb-7fc4dfbf71fb None None] Provisioning complete for port a92bd757-e21f-4971-bc87-330f22dec75a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:49.452624 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-23ba18a6-c16a-446b-a1bb-7fc4dfbf71fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.482537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e7e648b6-de26-46f1-ad4f-d7b9e177eabb req-f8f5835f-6e95-4f31-920b-65d16544add2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.503947 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e7e648b6-de26-46f1-ad4f-d7b9e177eabb req-f8f5835f-6e95-4f31-920b-65d16544add2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.539446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-23ba18a6-c16a-446b-a1bb-7fc4dfbf71fb None None] Port a92bd757-e21f-4971-bc87-330f22dec75a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:49.571469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5835f-6e95-4f31-920b-65d16544add2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1159b5-2b45-45ad-8f01-54bed95e927b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:49.592616 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e7e648b6-de26-46f1-ad4f-d7b9e177eabb req-f8f5835f-6e95-4f31-920b-65d16544add2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.594155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7e648b6-de26-46f1-ad4f-d7b9e177eabb req-f8f5835f-6e95-4f31-920b-65d16544add2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3607380 Jul 16 18:00:49.634251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0313c4-a352-4c7c-ba4e-6b41c171e475 req-368d5856-9eee-4ec3-8ff7-c54d545435f0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.640611 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5176efd-5745-4f90-9432-c536bafe95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.641030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0313c4-a352-4c7c-ba4e-6b41c171e475 req-368d5856-9eee-4ec3-8ff7-c54d545435f0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.643990 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5176efd-5745-4f90-9432-c536bafe95e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.645375 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e5176efd-5745-4f90-9432-c536bafe95e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a513708-2ec6-47d7-a82e-461ff932af2d HTTP/1.1" status: 204 len: 168 time: 0.4193907 Jul 16 18:00:49.647718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0313c4-a352-4c7c-ba4e-6b41c171e475 req-368d5856-9eee-4ec3-8ff7-c54d545435f0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.655732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0313c4-a352-4c7c-ba4e-6b41c171e475 req-368d5856-9eee-4ec3-8ff7-c54d545435f0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.662329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0313c4-a352-4c7c-ba4e-6b41c171e475 req-368d5856-9eee-4ec3-8ff7-c54d545435f0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.662975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5176efd-5745-4f90-9432-c536bafe95e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a513708-2ec6-47d7-a82e-461ff932af2d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:49.670801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0313c4-a352-4c7c-ba4e-6b41c171e475 req-368d5856-9eee-4ec3-8ff7-c54d545435f0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.677063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0313c4-a352-4c7c-ba4e-6b41c171e475 req-368d5856-9eee-4ec3-8ff7-c54d545435f0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.679247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed0313c4-a352-4c7c-ba4e-6b41c171e475 req-368d5856-9eee-4ec3-8ff7-c54d545435f0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.1905034 Jul 16 18:00:49.749910 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed0313c4-a352-4c7c-ba4e-6b41c171e475 req-ebadbbf5-7ebc-47a5-bf01-0d6bb5d5e660 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620148 Jul 16 18:00:49.816882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92bd757-e21f-4971-bc87-330f22dec75a {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:49.830364 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.850094 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Transition to ACTIVE for port object a92bd757-e21f-4971-bc87-330f22dec75a will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:49.858748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.860909 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a400da3b-9358-4fdc-be08-775902d49e10 req-4bc4a8f9-22a8-4540-993f-ba7120fff63a tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-groups/da1159b5-2b45-45ad-8f01-54bed95e927b HTTP/1.1" status: 200 len: 1814 time: 0.0626493 Jul 16 18:00:49.931629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d6350-535f-4628-af93-84d016991876 service neutron] Pushing event updated for resources: {'Port': ['ID=a92bd757-e21f-4971-bc87-330f22dec75a,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:50.025683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c092487-057c-44a4-a1be-efdfdd0dab98 req-19c72213-42ff-46eb-abb6-7b5e85c2f6f8 tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.027827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c092487-057c-44a4-a1be-efdfdd0dab98 req-19c72213-42ff-46eb-abb6-7b5e85c2f6f8 tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 946 time: 0.1215892 Jul 16 18:00:50.028718 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Attempting to bind port a92bd757-e21f-4971-bc87-330f22dec75a on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:50.031394 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Attempting to bind port a92bd757-e21f-4971-bc87-330f22dec75a by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:50.032270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Attempting to bind port a92bd757-e21f-4971-bc87-330f22dec75a on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:50.040637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Port a92bd757-e21f-4971-bc87-330f22dec75a on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:50.041768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Attempting to bind port a92bd757-e21f-4971-bc87-330f22dec75a on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:50.051082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:50.051462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:50.051842 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:50.055165 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Bound port: a92bd757-e21f-4971-bc87-330f22dec75a, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:50.055738 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.105981 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c092487-057c-44a4-a1be-efdfdd0dab98 req-922b2266-069a-47a9-877d-a70941b51abf tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/security-groups?id=890972b9-3920-4871-a7fc-880e30cc965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582373 Jul 16 18:00:50.143996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe6b23-994a-4366-bdc4-9529e304edc7 req-bc50a3fe-2f76-451a-9069-b839596ca57c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.154657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68fe6b23-994a-4366-bdc4-9529e304edc7 req-bc50a3fe-2f76-451a-9069-b839596ca57c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 948 time: 0.1484995 Jul 16 18:00:50.174010 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] For port a92bd757-e21f-4971-bc87-330f22dec75a, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:50.178251 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] For port a92bd757-e21f-4971-bc87-330f22dec75a, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a92bd757-e21f-4971-bc87-330f22dec75a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:50.184277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.184569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-92e0f26b-d730-4a5e-b888-baa82acd4765 req-a208ec9c-ad8f-4cca-8a4e-a9cf0fa514a3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1009171234', 'description': 'tempest-description-1125055804'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:50.206957 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.208210 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.210624 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-805d6350-535f-4628-af93-84d016991876 service neutron] 10.222.0.43 "PUT /v2.0/ports/a92bd757-e21f-4971-bc87-330f22dec75a HTTP/1.1" status: 200 len: 1097 time: 1.0568910 Jul 16 18:00:50.226201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68fe6b23-994a-4366-bdc4-9529e304edc7 req-3febb6b6-22e6-4ca7-95a6-6e6a8076b3ca tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706236 Jul 16 18:00:50.233458 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-92e0f26b-d730-4a5e-b888-baa82acd4765 req-a208ec9c-ad8f-4cca-8a4e-a9cf0fa514a3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.235506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2d93da-1e48-44a4-b02f-77bbb04c3c81', 'tag': 'a92bd757-e21f-4971-bc87-330f22dec75a'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:50.240907 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b26f55-63a2-4d46-afea-3dc0e274909a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2d93da-1e48-44a4-b02f-77bbb04c3c81", "tag": "a92bd757-e21f-4971-bc87-330f22dec75a"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:50.363821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d6350-535f-4628-af93-84d016991876 service neutron] Pushing event updated for resources: {'Port': ['ID=a92bd757-e21f-4971-bc87-330f22dec75a,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:50.368702 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-92e0f26b-d730-4a5e-b888-baa82acd4765 req-a208ec9c-ad8f-4cca-8a4e-a9cf0fa514a3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.375020 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-92e0f26b-d730-4a5e-b888-baa82acd4765 req-a208ec9c-ad8f-4cca-8a4e-a9cf0fa514a3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.392356 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a58b68-c48f-4854-a235-1b3d757931ab req-dab548a8-3b6e-4505-bd03-e392d069877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.394116 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-dab548a8-3b6e-4505-bd03-e392d069877b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=990057647ec24477b45625627fd0f8f6&device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 1100 time: 0.1044681 Jul 16 18:00:50.416625 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-92e0f26b-d730-4a5e-b888-baa82acd4765 req-a208ec9c-ad8f-4cca-8a4e-a9cf0fa514a3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.419109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92e0f26b-d730-4a5e-b888-baa82acd4765 req-a208ec9c-ad8f-4cca-8a4e-a9cf0fa514a3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2414505 Jul 16 18:00:50.421663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208ec9c-ad8f-4cca-8a4e-a9cf0fa514a3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420b41b1-7014-43cb-b2b7-0dad3c0826de,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:50.485056 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06c8ea6-b837-45b9-873d-5d095359db31 x-openstack-request-id: req-a06c8ea6-b837-45b9-873d-5d095359db31 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:50.485534 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2d93da-1e48-44a4-b02f-77bbb04c3c81", "tag": "a92bd757-e21f-4971-bc87-330f22dec75a", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:50.485845 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a06c8ea6-b837-45b9-873d-5d095359db31 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:50.486302 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2d93da-1e48-44a4-b02f-77bbb04c3c81', 'tag': 'a92bd757-e21f-4971-bc87-330f22dec75a', 'status': 'completed', 'code': 200} Jul 16 18:00:50.488224 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-048dd42a-f712-4ef7-a136-620ffe9ed4a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=a92bd757-e21f-4971-bc87-330f22dec75a HTTP/1.1" status: 200 len: 217 time: 0.0844884 Jul 16 18:00:50.564138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-403184ac-93b8-4843-9c38-71f7b13b3669 req-bb93b3dc-4690-4335-8835-636bbdba3807 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-groups/420b41b1-7014-43cb-b2b7-0dad3c0826de HTTP/1.1" status: 200 len: 1815 time: 0.0677881 Jul 16 18:00:50.569168 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a58b68-c48f-4854-a235-1b3d757931ab req-4e28fa4c-23cd-446e-8ca5-ca14a3319478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.570866 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-4e28fa4c-23cd-446e-8ca5-ca14a3319478 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0711160 Jul 16 18:00:50.626466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-59bc1d0d-bf70-400f-b360-14a5cdcd5e61 req-4579ef22-4109-4e1e-8849-a8023c66ac1c tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1921254354', 'description': 'tempest-description-802572023'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:50.649497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a58b68-c48f-4854-a235-1b3d757931ab req-8a4b93f9-7425-42f4-b7e1-4b8ab380cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.650836 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-8a4b93f9-7425-42f4-b7e1-4b8ab380cdf7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721004 Jul 16 18:00:50.655402 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-59bc1d0d-bf70-400f-b360-14a5cdcd5e61 req-4579ef22-4109-4e1e-8849-a8023c66ac1c tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.762712 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-59bc1d0d-bf70-400f-b360-14a5cdcd5e61 req-4579ef22-4109-4e1e-8849-a8023c66ac1c tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.767913 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-59bc1d0d-bf70-400f-b360-14a5cdcd5e61 req-4579ef22-4109-4e1e-8849-a8023c66ac1c tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.804369 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-8fffa9ee-7335-4e10-bf28-7894fb0ab475 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447737 Jul 16 18:00:50.809921 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-59bc1d0d-bf70-400f-b360-14a5cdcd5e61 req-4579ef22-4109-4e1e-8849-a8023c66ac1c tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.822853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59bc1d0d-bf70-400f-b360-14a5cdcd5e61 req-4579ef22-4109-4e1e-8849-a8023c66ac1c tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2004852 Jul 16 18:00:50.846024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579ef22-4109-4e1e-8849-a8023c66ac1c tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abf4c39-6653-439e-afd8-05e92c602866,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:50.934298 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-86a58b68-c48f-4854-a235-1b3d757931ab req-c791e6d8-89bb-49b6-afd6-c2e50a9a096c service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237304 Jul 16 18:00:51.051795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b26f55-63a2-4d46-afea-3dc0e274909a req-632ad494-9a40-4217-967e-8d178ebe2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.053465 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12b26f55-63a2-4d46-afea-3dc0e274909a req-632ad494-9a40-4217-967e-8d178ebe2d0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=990057647ec24477b45625627fd0f8f6&device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 1100 time: 0.0671651 Jul 16 18:00:51.060538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e67542fa-cdca-4980-8eba-8e8f8e6a312f req-647619ec-09e1-4736-9e61-5e9ba9413726 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-groups/8abf4c39-6653-439e-afd8-05e92c602866 HTTP/1.1" status: 200 len: 1814 time: 0.0959189 Jul 16 18:00:51.090816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ef46-0cab-47d3-8f9f-c24e7acb91d1 req-be6d27b3-2d9a-429f-9e24-b99119c80e0d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.097518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ef46-0cab-47d3-8f9f-c24e7acb91d1 req-be6d27b3-2d9a-429f-9e24-b99119c80e0d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.103925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ef46-0cab-47d3-8f9f-c24e7acb91d1 req-be6d27b3-2d9a-429f-9e24-b99119c80e0d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.110414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ef46-0cab-47d3-8f9f-c24e7acb91d1 req-be6d27b3-2d9a-429f-9e24-b99119c80e0d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.117485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ef46-0cab-47d3-8f9f-c24e7acb91d1 req-be6d27b3-2d9a-429f-9e24-b99119c80e0d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.124345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ef46-0cab-47d3-8f9f-c24e7acb91d1 req-be6d27b3-2d9a-429f-9e24-b99119c80e0d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.130844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ef46-0cab-47d3-8f9f-c24e7acb91d1 req-be6d27b3-2d9a-429f-9e24-b99119c80e0d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.133924 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a51ef46-0cab-47d3-8f9f-c24e7acb91d1 req-be6d27b3-2d9a-429f-9e24-b99119c80e0d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.1801054 Jul 16 18:00:51.187638 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b26f55-63a2-4d46-afea-3dc0e274909a req-0d3b242e-cb45-4e5d-9093-2d99a1fed0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.189265 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12b26f55-63a2-4d46-afea-3dc0e274909a req-0d3b242e-cb45-4e5d-9093-2d99a1fed0c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1291502 Jul 16 18:00:51.213721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a51ef46-0cab-47d3-8f9f-c24e7acb91d1 req-d94665c1-6e70-466d-abac-1ce0c4dc9d9d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688512 Jul 16 18:00:51.254900 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12b26f55-63a2-4d46-afea-3dc0e274909a req-d6994765-58c4-4ec5-b55f-18a8abb86120 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=a92bd757-e21f-4971-bc87-330f22dec75a HTTP/1.1" status: 200 len: 217 time: 0.0571876 Jul 16 18:00:51.285543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de6822-dd96-4c50-a6d5-750d6509b087 req-3769d0df-a2e9-4f1c-b10e-44cd6d810fba tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.293435 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42de6822-dd96-4c50-a6d5-750d6509b087 req-3769d0df-a2e9-4f1c-b10e-44cd6d810fba tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 946 time: 0.1192148 Jul 16 18:00:51.306671 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-fca7bb10-0c16-44e4-8309-10f3d1e466a3 req-c1e683f4-dcd3-4faa-a536-b6cc948be4eb tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] show failed (client error): The resource could not be found. Jul 16 18:00:51.307687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fca7bb10-0c16-44e4-8309-10f3d1e466a3 req-c1e683f4-dcd3-4faa-a536-b6cc948be4eb tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-groups/d15219ec-2a9b-4519-bfdd-7be34867498f HTTP/1.1" status: 404 len: 352 time: 0.0428367 Jul 16 18:00:51.319951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b26f55-63a2-4d46-afea-3dc0e274909a req-e0232538-c2ed-4b87-8af6-1968dfb821ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.325686 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12b26f55-63a2-4d46-afea-3dc0e274909a req-e0232538-c2ed-4b87-8af6-1968dfb821ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0648878 Jul 16 18:00:51.339291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42de6822-dd96-4c50-a6d5-750d6509b087 req-4031a64a-159e-476e-a078-629307f4540b tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/security-groups?id=890972b9-3920-4871-a7fc-880e30cc965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448532 Jul 16 18:00:51.383688 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-adfa9bbd-5c31-483c-b65c-a350a20f9881 req-1174cc77-87f7-44ec-b0da-64bd1aee6357 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] show failed (client error): The resource could not be found. Jul 16 18:00:51.385115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-adfa9bbd-5c31-483c-b65c-a350a20f9881 req-1174cc77-87f7-44ec-b0da-64bd1aee6357 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-group-rules/e6f862ab-2edd-4a4d-bbbc-ba49d8121fb9 HTTP/1.1" status: 404 len: 361 time: 0.0182252 Jul 16 18:00:51.431027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b26f55-63a2-4d46-afea-3dc0e274909a req-aa7722b0-78a6-4653-b0b5-9a0cbaa57a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.433184 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12b26f55-63a2-4d46-afea-3dc0e274909a req-aa7722b0-78a6-4653-b0b5-9a0cbaa57a45 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001260 Jul 16 18:00:51.506133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb7997cd-a6a9-4b90-96c5-23abd7a6650c req-a230b751-e587-4629-b3ab-0329154a54c1 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-groups/8abf4c39-6653-439e-afd8-05e92c602866 HTTP/1.1" status: 200 len: 1814 time: 0.0900502 Jul 16 18:00:51.556607 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12b26f55-63a2-4d46-afea-3dc0e274909a req-20e60b7d-3d31-4ca9-ad59-7ec68dbfe006 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101089 Jul 16 18:00:51.567284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2b29d-1472-4f7d-ac64-78a549eefdae req-ae3aa3b4-c4a6-48af-8a13-717253da6f72 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.568927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28c2b29d-1472-4f7d-ac64-78a549eefdae req-ae3aa3b4-c4a6-48af-8a13-717253da6f72 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 948 time: 0.1290460 Jul 16 18:00:51.608169 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cb7997cd-a6a9-4b90-96c5-23abd7a6650c req-763d0413-2c5c-470c-bef1-fdc909cc92bd tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.639127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28c2b29d-1472-4f7d-ac64-78a549eefdae req-2a4b9b11-d036-4998-903e-087c2d0132ec tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610430 Jul 16 18:00:51.648931 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cb7997cd-a6a9-4b90-96c5-23abd7a6650c req-763d0413-2c5c-470c-bef1-fdc909cc92bd tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.675287 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-12b26f55-63a2-4d46-afea-3dc0e274909a req-55171230-60e7-4989-91c4-71ea6960cc29 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100221 Jul 16 18:00:51.714593 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cb7997cd-a6a9-4b90-96c5-23abd7a6650c req-763d0413-2c5c-470c-bef1-fdc909cc92bd tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.718459 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cb7997cd-a6a9-4b90-96c5-23abd7a6650c req-763d0413-2c5c-470c-bef1-fdc909cc92bd tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.719763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb7997cd-a6a9-4b90-96c5-23abd7a6650c req-763d0413-2c5c-470c-bef1-fdc909cc92bd tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "DELETE /v2.0/security-groups/8abf4c39-6653-439e-afd8-05e92c602866 HTTP/1.1" status: 204 len: 173 time: 0.2057168 Jul 16 18:00:51.730125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d0413-2c5c-470c-bef1-fdc909cc92bd tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abf4c39-6653-439e-afd8-05e92c602866,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:51.801539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6d7c22c-126e-4d8b-8e5a-c41c68828c44 req-1ef32a5b-0f28-4620-af18-0753c9e712a0 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-groups/420b41b1-7014-43cb-b2b7-0dad3c0826de HTTP/1.1" status: 200 len: 1815 time: 0.0509357 Jul 16 18:00:51.862869 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b6d7c22c-126e-4d8b-8e5a-c41c68828c44 req-717868b7-c689-469f-ab8f-1fcc6fe320e3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.889781 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b6d7c22c-126e-4d8b-8e5a-c41c68828c44 req-717868b7-c689-469f-ab8f-1fcc6fe320e3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.940704 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b6d7c22c-126e-4d8b-8e5a-c41c68828c44 req-717868b7-c689-469f-ab8f-1fcc6fe320e3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.943914 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b6d7c22c-126e-4d8b-8e5a-c41c68828c44 req-717868b7-c689-469f-ab8f-1fcc6fe320e3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.945139 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6d7c22c-126e-4d8b-8e5a-c41c68828c44 req-717868b7-c689-469f-ab8f-1fcc6fe320e3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "DELETE /v2.0/security-groups/420b41b1-7014-43cb-b2b7-0dad3c0826de HTTP/1.1" status: 204 len: 173 time: 0.1375191 Jul 16 18:00:51.957744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717868b7-c689-469f-ab8f-1fcc6fe320e3 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420b41b1-7014-43cb-b2b7-0dad3c0826de,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:52.072020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85a03064-914a-45d0-aa7a-cefbe1f4c9af req-65168cb8-26f1-41d0-8013-dd05e8a8288d tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-groups/da1159b5-2b45-45ad-8f01-54bed95e927b HTTP/1.1" status: 200 len: 1814 time: 0.0718021 Jul 16 18:00:52.137078 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-85a03064-914a-45d0-aa7a-cefbe1f4c9af req-e817a3e6-98be-421c-9666-251d0638a5d2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.162572 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-85a03064-914a-45d0-aa7a-cefbe1f4c9af req-e817a3e6-98be-421c-9666-251d0638a5d2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.211732 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-85a03064-914a-45d0-aa7a-cefbe1f4c9af req-e817a3e6-98be-421c-9666-251d0638a5d2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.215747 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-85a03064-914a-45d0-aa7a-cefbe1f4c9af req-e817a3e6-98be-421c-9666-251d0638a5d2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.217164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85a03064-914a-45d0-aa7a-cefbe1f4c9af req-e817a3e6-98be-421c-9666-251d0638a5d2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "DELETE /v2.0/security-groups/da1159b5-2b45-45ad-8f01-54bed95e927b HTTP/1.1" status: 204 len: 173 time: 0.1414278 Jul 16 18:00:52.226741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817a3e6-98be-421c-9666-251d0638a5d2 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1159b5-2b45-45ad-8f01-54bed95e927b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:52.289365 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42a2f09e-b0ed-41e2-b515-4241e100ee0e req-6f478539-452e-44a3-800c-b426ac8c5ea1 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-groups/4bcd24fe-84bb-4faf-a63b-406906ffe730 HTTP/1.1" status: 200 len: 1815 time: 0.0448194 Jul 16 18:00:52.353110 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-42a2f09e-b0ed-41e2-b515-4241e100ee0e req-8697efb6-0d26-40fa-99c2-faa6fbbd8e3b tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.414323 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-42a2f09e-b0ed-41e2-b515-4241e100ee0e req-8697efb6-0d26-40fa-99c2-faa6fbbd8e3b tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.481991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fd278-7427-4cc6-a68e-d40681aa901a req-38d7f0b3-a1ab-4c6d-8333-d11ff9f8d187 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.487931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fd278-7427-4cc6-a68e-d40681aa901a req-38d7f0b3-a1ab-4c6d-8333-d11ff9f8d187 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.493892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fd278-7427-4cc6-a68e-d40681aa901a req-38d7f0b3-a1ab-4c6d-8333-d11ff9f8d187 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.500337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fd278-7427-4cc6-a68e-d40681aa901a req-38d7f0b3-a1ab-4c6d-8333-d11ff9f8d187 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.506321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fd278-7427-4cc6-a68e-d40681aa901a req-38d7f0b3-a1ab-4c6d-8333-d11ff9f8d187 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.512361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fd278-7427-4cc6-a68e-d40681aa901a req-38d7f0b3-a1ab-4c6d-8333-d11ff9f8d187 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.518492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fd278-7427-4cc6-a68e-d40681aa901a req-38d7f0b3-a1ab-4c6d-8333-d11ff9f8d187 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.520562 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-251fd278-7427-4cc6-a68e-d40681aa901a req-38d7f0b3-a1ab-4c6d-8333-d11ff9f8d187 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.1530726 Jul 16 18:00:52.528155 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-42a2f09e-b0ed-41e2-b515-4241e100ee0e req-8697efb6-0d26-40fa-99c2-faa6fbbd8e3b tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.531088 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-42a2f09e-b0ed-41e2-b515-4241e100ee0e req-8697efb6-0d26-40fa-99c2-faa6fbbd8e3b tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.540070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42a2f09e-b0ed-41e2-b515-4241e100ee0e req-8697efb6-0d26-40fa-99c2-faa6fbbd8e3b tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "DELETE /v2.0/security-groups/4bcd24fe-84bb-4faf-a63b-406906ffe730 HTTP/1.1" status: 204 len: 173 time: 0.2438846 Jul 16 18:00:52.555424 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf23f0-076c-444d-a758-226b6806d3fe req-25ffacdf-eef6-46b3-925b-1680d2397420 tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.557087 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9adf23f0-076c-444d-a758-226b6806d3fe req-25ffacdf-eef6-46b3-925b-1680d2397420 tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 946 time: 0.0771949 Jul 16 18:00:52.582263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697efb6-0d26-40fa-99c2-faa6fbbd8e3b tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcd24fe-84bb-4faf-a63b-406906ffe730,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:52.650080 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-251fd278-7427-4cc6-a68e-d40681aa901a req-307d69b6-21c4-4627-8ef1-33eec7058420 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087723 Jul 16 18:00:52.724798 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-9adf23f0-076c-444d-a758-226b6806d3fe req-e3ccbcc0-e6c0-49d3-b7c5-df7c9491210f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Deleting port c5129b37-d532-4a43-b48e-ee058c16fcea {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:52.725140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-9adf23f0-076c-444d-a758-226b6806d3fe req-e3ccbcc0-e6c0-49d3-b7c5-df7c9491210f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.748072 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a783e11e-cc53-4112-b7cf-c986ebabb134 req-b6d2172b-9b82-4534-9e4b-7610f5e7a698 tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "GET /v2.0/security-groups/2b4f1f75-2d30-49da-b321-6eeac9233011 HTTP/1.1" status: 200 len: 1814 time: 0.0548098 Jul 16 18:00:52.764546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68222e9e-6b6d-44fe-8732-74df943d5656 req-7648ef3c-4119-4822-ba4d-9287dfacd20f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.767893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68222e9e-6b6d-44fe-8732-74df943d5656 req-7648ef3c-4119-4822-ba4d-9287dfacd20f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f94d05-244c-41ae-bb6c-f5a660e27118 HTTP/1.1" status: 200 len: 946 time: 0.1244531 Jul 16 18:00:52.829805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-9adf23f0-076c-444d-a758-226b6806d3fe req-e3ccbcc0-e6c0-49d3-b7c5-df7c9491210f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] For port c5129b37-d532-4a43-b48e-ee058c16fcea, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c5129b37-d532-4a43-b48e-ee058c16fcea,segment=NetworkSegment(699e2294-f576-421f-9ee4-522ee813ee65),segment_id=699e2294-f576-421f-9ee4-522ee813ee65)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:52.830306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-9adf23f0-076c-444d-a758-226b6806d3fe req-e3ccbcc0-e6c0-49d3-b7c5-df7c9491210f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.843000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-9adf23f0-076c-444d-a758-226b6806d3fe req-e3ccbcc0-e6c0-49d3-b7c5-df7c9491210f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Calling delete_port for c5129b37-d532-4a43-b48e-ee058c16fcea owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:52.857314 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68222e9e-6b6d-44fe-8732-74df943d5656 req-7815f057-432d-44e5-bb15-b58a34b459ce tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.41 "GET /v2.0/security-groups?id=890972b9-3920-4871-a7fc-880e30cc965d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685916 Jul 16 18:00:52.873838 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a783e11e-cc53-4112-b7cf-c986ebabb134 req-57067bd4-f3e7-40ae-85cb-f073e492ae6d tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.906964 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a783e11e-cc53-4112-b7cf-c986ebabb134 req-57067bd4-f3e7-40ae-85cb-f073e492ae6d tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.975352 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a783e11e-cc53-4112-b7cf-c986ebabb134 req-57067bd4-f3e7-40ae-85cb-f073e492ae6d tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.981208 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a783e11e-cc53-4112-b7cf-c986ebabb134 req-57067bd4-f3e7-40ae-85cb-f073e492ae6d tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.989763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a783e11e-cc53-4112-b7cf-c986ebabb134 req-57067bd4-f3e7-40ae-85cb-f073e492ae6d tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] 10.222.0.41 "DELETE /v2.0/security-groups/2b4f1f75-2d30-49da-b321-6eeac9233011 HTTP/1.1" status: 204 len: 173 time: 0.2348778 Jul 16 18:00:52.998523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36468) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:53.004249 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-9adf23f0-076c-444d-a758-226b6806d3fe req-e3ccbcc0-e6c0-49d3-b7c5-df7c9491210f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.017443 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['c5129b37-d532-4a43-b48e-ee058c16fcea'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:53.068930 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccbcc0-e6c0-49d3-b7c5-df7c9491210f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Pushing event deleted for resources: {'Port': ['ID=c5129b37-d532-4a43-b48e-ee058c16fcea,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:53.070817 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57067bd4-f3e7-40ae-85cb-f073e492ae6d tempest-SecurityGroupRulesNegativeTestJSON-1487293856 tempest-SecurityGroupRulesNegativeTestJSON-1487293856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4f1f75-2d30-49da-b321-6eeac9233011,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:53.116628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1ff99f-2595-43a4-bfdb-4c0d63baecff admin admin] Deleting subnet 47f9083e-1380-48ae-84c7-b86cec1237ad {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:53.123002 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0d1ff99f-2595-43a4-bfdb-4c0d63baecff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.128350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adf23f0-076c-444d-a758-226b6806d3fe req-e3ccbcc0-e6c0-49d3-b7c5-df7c9491210f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] No DVR routers for this DVR port c5129b37-d532-4a43-b48e-ee058c16fcea on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:53.131502 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-9adf23f0-076c-444d-a758-226b6806d3fe req-e3ccbcc0-e6c0-49d3-b7c5-df7c9491210f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.133619 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9adf23f0-076c-444d-a758-226b6806d3fe req-e3ccbcc0-e6c0-49d3-b7c5-df7c9491210f tempest-InstanceActionsTestJSON-1496655530 tempest-InstanceActionsTestJSON-1496655530-project] 10.222.0.43 "DELETE /v2.0/ports/c5129b37-d532-4a43-b48e-ee058c16fcea HTTP/1.1" status: 204 len: 173 time: 0.5692635 Jul 16 18:00:53.134006 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f94d05-244c-41ae-bb6c-f5a660e27118', 'name': 'network-vif-deleted', 'tag': 'c5129b37-d532-4a43-b48e-ee058c16fcea'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:53.137011 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23da3d6f-1869-4f3e-942f-d0fda4b95bc2" -d '{"events": [{"server_uuid": "d7f94d05-244c-41ae-bb6c-f5a660e27118", "name": "network-vif-deleted", "tag": "c5129b37-d532-4a43-b48e-ee058c16fcea"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:53.180299 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0d1ff99f-2595-43a4-bfdb-4c0d63baecff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.220582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438e7fa-d2b5-4a33-bd1f-d16b2b7d8545 req-e75a613e-218d-49d4-9c7a-552278293d52 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:53.222308 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6438e7fa-d2b5-4a33-bd1f-d16b2b7d8545 req-e75a613e-218d-49d4-9c7a-552278293d52 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 948 time: 0.2094750 Jul 16 18:00:53.274197 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0d1ff99f-2595-43a4-bfdb-4c0d63baecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.279739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6438e7fa-d2b5-4a33-bd1f-d16b2b7d8545 req-0eb5657d-905b-446c-83b2-5fcd899828bd tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486574 Jul 16 18:00:53.367079 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0d1ff99f-2595-43a4-bfdb-4c0d63baecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.394244 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dba2a97-e00f-4856-bd8e-38e0c4a2c963 x-openstack-request-id: req-3dba2a97-e00f-4856-bd8e-38e0c4a2c963 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:53.394536 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f94d05-244c-41ae-bb6c-f5a660e27118", "name": "network-vif-deleted", "tag": "c5129b37-d532-4a43-b48e-ee058c16fcea", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:53.394870 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3dba2a97-e00f-4856-bd8e-38e0c4a2c963 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:53.395344 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f94d05-244c-41ae-bb6c-f5a660e27118', 'name': 'network-vif-deleted', 'tag': 'c5129b37-d532-4a43-b48e-ee058c16fcea', 'status': 'completed', 'code': 200} Jul 16 18:00:53.405172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ff99f-2595-43a4-bfdb-4c0d63baecff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f9083e-1380-48ae-84c7-b86cec1237ad,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:53.407164 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0d1ff99f-2595-43a4-bfdb-4c0d63baecff admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.411643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0d1ff99f-2595-43a4-bfdb-4c0d63baecff admin admin] 10.222.0.41 "DELETE /v2.0/subnets/47f9083e-1380-48ae-84c7-b86cec1237ad HTTP/1.1" status: 204 len: 168 time: 0.3991630 Jul 16 18:00:53.412077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36474) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:53.492512 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8b0040f-b3aa-458d-a7aa-ed5fdae3452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.583155 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8b0040f-b3aa-458d-a7aa-ed5fdae3452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.595106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f8b0040f-b3aa-458d-a7aa-ed5fdae3452b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f8727e-3435-4b7f-b803-beaa27dfe842']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:53.605724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f8b0040f-b3aa-458d-a7aa-ed5fdae3452b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273515ea-233b-46f8-beec-0c45a2d6f42f') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:53.606151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f8b0040f-b3aa-458d-a7aa-ed5fdae3452b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273515ea-233b-46f8-beec-0c45a2d6f42f') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:53.615758 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8b0040f-b3aa-458d-a7aa-ed5fdae3452b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.636777 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8b0040f-b3aa-458d-a7aa-ed5fdae3452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.647268 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b0040f-b3aa-458d-a7aa-ed5fdae3452b admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:53.647705 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8b0040f-b3aa-458d-a7aa-ed5fdae3452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:53.649746 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:53.716334 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8b0040f-b3aa-458d-a7aa-ed5fdae3452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.722457 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8b0040f-b3aa-458d-a7aa-ed5fdae3452b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.724904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f8b0040f-b3aa-458d-a7aa-ed5fdae3452b admin admin] 10.222.0.41 "DELETE /v2.0/networks/d4f8727e-3435-4b7f-b803-beaa27dfe842 HTTP/1.1" status: 204 len: 168 time: 0.3122435 Jul 16 18:00:53.735404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a92bd757-e21f-4971-bc87-330f22dec75a details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:53.740757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0040f-b3aa-458d-a7aa-ed5fdae3452b admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f8727e-3435-4b7f-b803-beaa27dfe842,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.035382 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36484) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:54.041124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a92bd757-e21f-4971-bc87-330f22dec75a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a92bd757-e21f-4971-bc87-330f22dec75a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:54.048812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018262b-4ac6-4da7-96bc-b88beaf99e71 req-ee03796a-1be3-4c04-806a-733dec4360fa tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.054995 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018262b-4ac6-4da7-96bc-b88beaf99e71 req-ee03796a-1be3-4c04-806a-733dec4360fa tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.062301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018262b-4ac6-4da7-96bc-b88beaf99e71 req-ee03796a-1be3-4c04-806a-733dec4360fa tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.068477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018262b-4ac6-4da7-96bc-b88beaf99e71 req-ee03796a-1be3-4c04-806a-733dec4360fa tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.074382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'a92bd757-e21f-4971-bc87-330f22dec75a', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'a92bd757-e21f-4971-bc87-330f22dec75a', 'mac_address': 'fa:16:3e:08:1f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:54.077138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018262b-4ac6-4da7-96bc-b88beaf99e71 req-ee03796a-1be3-4c04-806a-733dec4360fa tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.084999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018262b-4ac6-4da7-96bc-b88beaf99e71 req-ee03796a-1be3-4c04-806a-733dec4360fa tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.093864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018262b-4ac6-4da7-96bc-b88beaf99e71 req-ee03796a-1be3-4c04-806a-733dec4360fa tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.095164 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36486) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:54.103583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b018262b-4ac6-4da7-96bc-b88beaf99e71 req-ee03796a-1be3-4c04-806a-733dec4360fa tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.2043204 Jul 16 18:00:54.128557 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.142381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-726f00de-ee00-49b4-a0b8-bde79a1105a5 admin admin] Deleting subnet ee14e287-fc77-48a7-9d12-2dd978293fc5 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:54.148788 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92bd757-e21f-4971-bc87-330f22dec75a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:54.153245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b018262b-4ac6-4da7-96bc-b88beaf99e71 req-3007eb75-a71e-4165-8b70-1b2b0c44ffdd tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484176 Jul 16 18:00:54.154866 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-726f00de-ee00-49b4-a0b8-bde79a1105a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.188852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a92bd757-e21f-4971-bc87-330f22dec75a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a92bd757-e21f-4971-bc87-330f22dec75a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:54.195330 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.217824 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5096ec08-f2da-4304-ac7b-5b963eb0162e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24255cb6a66f4319bd22a6e2dc94e8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1211910 Jul 16 18:00:54.220027 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-726f00de-ee00-49b4-a0b8-bde79a1105a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.222093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36490) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:54.253967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a92bd757-e21f-4971-bc87-330f22dec75a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.262412 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-726f00de-ee00-49b4-a0b8-bde79a1105a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.287507 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4031b606-6515-4e81-a746-4faf9afc11ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.312838 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4031b606-6515-4e81-a746-4faf9afc11ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.317560 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-726f00de-ee00-49b4-a0b8-bde79a1105a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.347314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f00de-ee00-49b4-a0b8-bde79a1105a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee14e287-fc77-48a7-9d12-2dd978293fc5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.353046 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-726f00de-ee00-49b4-a0b8-bde79a1105a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.356653 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-726f00de-ee00-49b4-a0b8-bde79a1105a5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ee14e287-fc77-48a7-9d12-2dd978293fc5 HTTP/1.1" status: 204 len: 168 time: 0.3194871 Jul 16 18:00:54.359147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36494) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:54.389446 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4031b606-6515-4e81-a746-4faf9afc11ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.391976 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4031b606-6515-4e81-a746-4faf9afc11ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.393095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4031b606-6515-4e81-a746-4faf9afc11ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/888bc19c-2ebf-4c70-b773-aff9f1e0b22c HTTP/1.1" status: 204 len: 168 time: 0.1698539 Jul 16 18:00:54.405750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['a92bd757-e21f-4971-bc87-330f22dec75a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:54.455548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031b606-6515-4e81-a746-4faf9afc11ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888bc19c-2ebf-4c70-b773-aff9f1e0b22c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.481785 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c59175b2-0983-4817-8a06-d70a3d730ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.565935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf8c86-5d26-4f80-9e78-89c1695c7c1c req-cece2e75-03e6-45ca-b054-a8d81669a306 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.567492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67cf8c86-5d26-4f80-9e78-89c1695c7c1c req-cece2e75-03e6-45ca-b054-a8d81669a306 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 949 time: 0.1352038 Jul 16 18:00:54.595636 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c59175b2-0983-4817-8a06-d70a3d730ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.616100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-c59175b2-0983-4817-8a06-d70a3d730ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05816e72-86ab-4340-9778-7301c9950f91']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:54.632722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-c59175b2-0983-4817-8a06-d70a3d730ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699e2294-f576-421f-9ee4-522ee813ee65') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:54.633015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-c59175b2-0983-4817-8a06-d70a3d730ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699e2294-f576-421f-9ee4-522ee813ee65') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:54.646531 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c59175b2-0983-4817-8a06-d70a3d730ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.669345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67cf8c86-5d26-4f80-9e78-89c1695c7c1c req-1c006b6c-38e9-4618-b449-ab16891cfa3d tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704925 Jul 16 18:00:54.676374 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c59175b2-0983-4817-8a06-d70a3d730ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.685843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59175b2-0983-4817-8a06-d70a3d730ea5 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:54.686229 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c59175b2-0983-4817-8a06-d70a3d730ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:54.688148 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:54.752329 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c59175b2-0983-4817-8a06-d70a3d730ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.759191 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c59175b2-0983-4817-8a06-d70a3d730ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.761741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c59175b2-0983-4817-8a06-d70a3d730ea5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/05816e72-86ab-4340-9778-7301c9950f91 HTTP/1.1" status: 204 len: 168 time: 0.4010959 Jul 16 18:00:54.776422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59175b2-0983-4817-8a06-d70a3d730ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=05816e72-86ab-4340-9778-7301c9950f91,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.926919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36518) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:54.976859 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a5dc1577-91ae-4ce1-91e9-ebfdf08f5503 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0604aaff88784175a5637eb4c7db5cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485358 Jul 16 18:00:54.981530 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36520) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:55.045691 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4777b401-c726-447b-a082-022b9bf8a6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.071348 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4777b401-c726-447b-a082-022b9bf8a6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.140845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4777b401-c726-447b-a082-022b9bf8a6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.144762 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4777b401-c726-447b-a082-022b9bf8a6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.145956 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4777b401-c726-447b-a082-022b9bf8a6ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/890972b9-3920-4871-a7fc-880e30cc965d HTTP/1.1" status: 204 len: 168 time: 0.1634912 Jul 16 18:00:55.156751 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777b401-c726-447b-a082-022b9bf8a6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890972b9-3920-4871-a7fc-880e30cc965d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:55.394290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5790dd-da4f-41d9-a6c7-be2c33575e8c req-526afdaa-39c9-4d32-ad5e-fb0d2ad841c6 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.402282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5790dd-da4f-41d9-a6c7-be2c33575e8c req-526afdaa-39c9-4d32-ad5e-fb0d2ad841c6 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.408234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5790dd-da4f-41d9-a6c7-be2c33575e8c req-526afdaa-39c9-4d32-ad5e-fb0d2ad841c6 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.423144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5790dd-da4f-41d9-a6c7-be2c33575e8c req-526afdaa-39c9-4d32-ad5e-fb0d2ad841c6 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.424011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5790dd-da4f-41d9-a6c7-be2c33575e8c req-526afdaa-39c9-4d32-ad5e-fb0d2ad841c6 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.430270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5790dd-da4f-41d9-a6c7-be2c33575e8c req-526afdaa-39c9-4d32-ad5e-fb0d2ad841c6 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.436867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5790dd-da4f-41d9-a6c7-be2c33575e8c req-526afdaa-39c9-4d32-ad5e-fb0d2ad841c6 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.445718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de5790dd-da4f-41d9-a6c7-be2c33575e8c req-526afdaa-39c9-4d32-ad5e-fb0d2ad841c6 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.1518013 Jul 16 18:00:55.488960 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de5790dd-da4f-41d9-a6c7-be2c33575e8c req-96531f76-59ef-4162-8616-98306537587c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422053 Jul 16 18:00:55.766027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a92bd757-e21f-4971-bc87-330f22dec75a up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:55.845360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port a92bd757-e21f-4971-bc87-330f22dec75a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:55.849179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port a92bd757-e21f-4971-bc87-330f22dec75a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:55.849560 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.937355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c50130-0d1e-4b5e-a526-444533a34a2e req-daa976c7-c121-4c2a-aa65-71f25aad91d1 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.938950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43c50130-0d1e-4b5e-a526-444533a34a2e req-daa976c7-c121-4c2a-aa65-71f25aad91d1 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 949 time: 0.1017194 Jul 16 18:00:55.975399 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.055971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2d93da-1e48-44a4-b02f-77bbb04c3c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92bd757-e21f-4971-bc87-330f22dec75a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:56.056218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43c50130-0d1e-4b5e-a526-444533a34a2e req-cfafe5be-fd36-43f2-b4db-db027ced5778 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976892 Jul 16 18:00:56.060511 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbd8052-981f-4940-b6a8-aa9201da89d3" -d '{"events": [{"server_uuid": "0b2d93da-1e48-44a4-b02f-77bbb04c3c81", "name": "network-vif-plugged", "status": "completed", "tag": "a92bd757-e21f-4971-bc87-330f22dec75a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:56.098416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a92bd757-e21f-4971-bc87-330f22dec75a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a92bd757-e21f-4971-bc87-330f22dec75a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:56.107355 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.108764 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c5129b37-d532-4a43-b48e-ee058c16fcea no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:56.157665 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7503e728-0210-40fa-8fb2-b1420785433c x-openstack-request-id: req-7503e728-0210-40fa-8fb2-b1420785433c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:56.158337 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2d93da-1e48-44a4-b02f-77bbb04c3c81", "name": "network-vif-plugged", "status": "completed", "tag": "a92bd757-e21f-4971-bc87-330f22dec75a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:56.158929 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7503e728-0210-40fa-8fb2-b1420785433c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:56.159601 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2d93da-1e48-44a4-b02f-77bbb04c3c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92bd757-e21f-4971-bc87-330f22dec75a', 'code': 200} Jul 16 18:00:56.184127 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: c5129b37-d532-4a43-b48e-ee058c16fcea {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:56.184727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c5129b37-d532-4a43-b48e-ee058c16fcea not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:56.215662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a92bd757-e21f-4971-bc87-330f22dec75a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:56.217382 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36586) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:56.249639 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.332499 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-48787528-network', 'tenant_id': '2fd880e6bee34a0191d6acf046b6b026'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:56.365977 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb244e-4d92-496f-8f29-b9eb2c8a807f req-45e04ff8-53eb-47ca-97ea-7a32bc702522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.367530 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1cdb244e-4d92-496f-8f29-b9eb2c8a807f req-45e04ff8-53eb-47ca-97ea-7a32bc702522 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 1102 time: 0.1119261 Jul 16 18:00:56.368644 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Made reservation on behalf of 2fd880e6bee34a0191d6acf046b6b026 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:56.371298 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.386265 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.433938 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1cdb244e-4d92-496f-8f29-b9eb2c8a807f req-8739f647-e9c4-455b-b573-30191dd8443a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591989 Jul 16 18:00:56.444764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36594) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:56.501224 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.510873 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.516240 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.538364 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:56.552562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fb74e2-8c5b-40c2-9640-71c5515a02eb,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:56.560360 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7b019531-24a3-48d2-a05c-97610403c704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.568753 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.569100 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Added segment 57aa1ae5-c4c2-4af3-a0e9-e92062117dda of type vlan for network 00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a Jul 16 18:00:56.611856 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.642390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.643367 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.643975 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.694727 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7b019531-24a3-48d2-a05c-97610403c704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.702915 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7b019531-24a3-48d2-a05c-97610403c704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.705835 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] Pushing event updated for resources: {'Network': ['ID=00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:56.710204 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0a123b00-5f2b-4cbc-aa17-b34110848b5c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4916980 Jul 16 18:00:56.713164 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36600) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:56.719135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6ca96b30-17c6-402b-9ac0-86fb6616809c admin admin] Request body: {'subnet': {'network_id': '00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-48787528-subnet', 'tenant_id': '2fd880e6bee34a0191d6acf046b6b026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:56.721523 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:56.749484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7b019531-24a3-48d2-a05c-97610403c704 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81b05432208c4e4cbee23bbe9f26a8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011582 Jul 16 18:00:56.750792 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36604) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:56.765353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb83ef-30bc-4399-9e63-21e7a569066b req-dea5daa4-9d3a-4b12-9112-1f392cdead0e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.771220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb83ef-30bc-4399-9e63-21e7a569066b req-dea5daa4-9d3a-4b12-9112-1f392cdead0e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.775143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca96b30-17c6-402b-9ac0-86fb6616809c admin admin] Made reservation on behalf of 2fd880e6bee34a0191d6acf046b6b026 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:56.778078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb83ef-30bc-4399-9e63-21e7a569066b req-dea5daa4-9d3a-4b12-9112-1f392cdead0e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.778684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ca96b30-17c6-402b-9ac0-86fb6616809c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.784074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb83ef-30bc-4399-9e63-21e7a569066b req-dea5daa4-9d3a-4b12-9112-1f392cdead0e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.790427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb83ef-30bc-4399-9e63-21e7a569066b req-dea5daa4-9d3a-4b12-9112-1f392cdead0e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.796371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb83ef-30bc-4399-9e63-21e7a569066b req-dea5daa4-9d3a-4b12-9112-1f392cdead0e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.802203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb83ef-30bc-4399-9e63-21e7a569066b req-dea5daa4-9d3a-4b12-9112-1f392cdead0e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.804359 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6eeb83ef-30bc-4399-9e63-21e7a569066b req-dea5daa4-9d3a-4b12-9112-1f392cdead0e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.1760719 Jul 16 18:00:56.805294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b019531-24a3-48d2-a05c-97610403c704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5096c1-6147-496a-8da9-d9219e9c9aa0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:56.860399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6eeb83ef-30bc-4399-9e63-21e7a569066b req-fda5f8f2-cd9d-48c2-9867-b693c6a4173e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443771 Jul 16 18:00:56.877740 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10a67e41-42b6-4ec0-9141-ce7db69b5351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.917620 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10a67e41-42b6-4ec0-9141-ce7db69b5351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.037906 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10a67e41-42b6-4ec0-9141-ce7db69b5351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.044173 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10a67e41-42b6-4ec0-9141-ce7db69b5351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.050671 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-10a67e41-42b6-4ec0-9141-ce7db69b5351 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e5096c1-6147-496a-8da9-d9219e9c9aa0 HTTP/1.1" status: 204 len: 168 time: 0.2988827 Jul 16 18:00:57.076188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a67e41-42b6-4ec0-9141-ce7db69b5351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5096c1-6147-496a-8da9-d9219e9c9aa0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:57.087976 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ca96b30-17c6-402b-9ac0-86fb6616809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.134917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca96b30-17c6-402b-9ac0-86fb6616809c admin admin] Pushing event updated for resources: {'Subnet': ['ID=53439604-0c50-46fd-8402-8617b62b26a7,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:57.174133 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca96b30-17c6-402b-9ac0-86fb6616809c admin admin] Checking segment: {'id': '57aa1ae5-c4c2-4af3-a0e9-e92062117dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:57.175628 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca96b30-17c6-402b-9ac0-86fb6616809c admin admin] Network hostable DHCP agents. Network: 00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:57.196890 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca96b30-17c6-402b-9ac0-86fb6616809c admin admin] Network 00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:57.211577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-6ca96b30-17c6-402b-9ac0-86fb6616809c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:57.219768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca96b30-17c6-402b-9ac0-86fb6616809c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:57.220342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79c893d-4db5-4803-aaad-bfb3c553f1a4 None None] Network 00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:57.221851 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ca96b30-17c6-402b-9ac0-86fb6616809c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.247539 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6ca96b30-17c6-402b-9ac0-86fb6616809c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5324435 Jul 16 18:00:57.299465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863981a-48e1-4db1-b95a-d6220e2ddc6a req-bd27e1e0-965e-4e0c-91e9-d02a4a91516d tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:57.301229 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8863981a-48e1-4db1-b95a-d6220e2ddc6a req-bd27e1e0-965e-4e0c-91e9-d02a4a91516d tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 950 time: 0.0903029 Jul 16 18:00:57.360935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8863981a-48e1-4db1-b95a-d6220e2ddc6a req-6843d822-6a70-4d4b-99b7-d8dbfb26ae69 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530193 Jul 16 18:00:57.539352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3804d0c1-1f77-44c3-a2de-653174ef1750 None None] Network 00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:57.975655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36656) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.976681 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b5771ff8-85a2-45c5-be27-55d230e61404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.112563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-3cd8772d-12d6-4b01-ac6c-95bb4e3eea15 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.115991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-3cd8772d-12d6-4b01-ac6c-95bb4e3eea15 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/networks?id=00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a HTTP/1.1" status: 200 len: 816 time: 0.1714463 Jul 16 18:00:58.126394 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-399121108-network', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:58.136381 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-a606b34f-ad4a-4532-b59f-1ad6fcc8dc46 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/quotas/2fd880e6bee34a0191d6acf046b6b026 HTTP/1.1" status: 200 len: 375 time: 0.0153472 Jul 16 18:00:58.153042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Made reservation on behalf of 5ca33b2ce4084d6ea2bd43b67a123011 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:58.155493 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.166046 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.187530 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-e456bdce-fe6c-419a-aa72-4396f93649d8 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fd880e6bee34a0191d6acf046b6b026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420134 Jul 16 18:00:58.206791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea348c-e7e8-4f83-8746-b65d78c487ec req-9659b67d-437a-4830-8225-8e0f3918f0ab tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.212871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea348c-e7e8-4f83-8746-b65d78c487ec req-9659b67d-437a-4830-8225-8e0f3918f0ab tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.219937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea348c-e7e8-4f83-8746-b65d78c487ec req-9659b67d-437a-4830-8225-8e0f3918f0ab tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.226516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea348c-e7e8-4f83-8746-b65d78c487ec req-9659b67d-437a-4830-8225-8e0f3918f0ab tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.233324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea348c-e7e8-4f83-8746-b65d78c487ec req-9659b67d-437a-4830-8225-8e0f3918f0ab tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.240823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea348c-e7e8-4f83-8746-b65d78c487ec req-9659b67d-437a-4830-8225-8e0f3918f0ab tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.247401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea348c-e7e8-4f83-8746-b65d78c487ec req-9659b67d-437a-4830-8225-8e0f3918f0ab tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.249341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29ea348c-e7e8-4f83-8746-b65d78c487ec req-9659b67d-437a-4830-8225-8e0f3918f0ab tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.1917446 Jul 16 18:00:58.459225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29ea348c-e7e8-4f83-8746-b65d78c487ec req-cc8f72ed-c920-42ed-9d39-b93b62386d25 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2011266 Jul 16 18:00:58.500121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-982d5b8f-760c-439c-a81c-9a197d7f58e2 service neutron] 10.222.0.41 "GET /v2.0/networks/00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496278 Jul 16 18:00:58.620836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-e0f3cc5c-06e7-44ea-80b5-463864c5baa4 service neutron] 10.222.0.41 "GET /v2.0/networks/00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175065 Jul 16 18:00:58.621425 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.626521 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.648402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:58.666067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086310d9-e96a-46e5-9fd4-1fbb17afc698,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:58.670386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.670810 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Added segment 43230937-5def-4bf6-aad1-5a98f5376853 of type vlan for network 026a2c11-159b-4be3-b67f-844914b3c654 Jul 16 18:00:58.717180 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.755790 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.757388 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.758052 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.782423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22beb46e-3c2c-4b12-90e3-da89d58de6e5 req-88dc1b15-78d4-482b-9951-6d6fea1edac3 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.784248 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22beb46e-3c2c-4b12-90e3-da89d58de6e5 req-88dc1b15-78d4-482b-9951-6d6fea1edac3 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 950 time: 0.0801995 Jul 16 18:00:58.812512 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8355827 Jul 16 18:00:58.821122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36670) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.826126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-af6ee15c-c346-433c-94fd-3f267f04bdea admin admin] Request body: {'subnet': {'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-399121108-subnet', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:58.842459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf7914-adfe-45d2-89d2-39d73db436fb admin admin] Pushing event updated for resources: {'Network': ['ID=026a2c11-159b-4be3-b67f-844914b3c654,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:58.850935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22beb46e-3c2c-4b12-90e3-da89d58de6e5 req-f01ef900-cef2-4a91-a4ef-99d14f3c5627 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602860 Jul 16 18:00:58.853391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 026a2c11-159b-4be3-b67f-844914b3c654 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:58.881988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6ee15c-c346-433c-94fd-3f267f04bdea admin admin] Made reservation on behalf of 5ca33b2ce4084d6ea2bd43b67a123011 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:58.885181 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-af6ee15c-c346-433c-94fd-3f267f04bdea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.992045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b1c94ac-917f-4b5f-a5ef-d2f65d5c0573 req-10e12fc1-db2b-4d61-a421-1b510c90900d tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 210 time: 0.0411766 Jul 16 18:00:59.429860 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-af6ee15c-c346-433c-94fd-3f267f04bdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.508011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ee15c-c346-433c-94fd-3f267f04bdea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c21379-bc6e-44f3-b825-c4136d84a8e7,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:59.544394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ee15c-c346-433c-94fd-3f267f04bdea admin admin] Checking segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:59.545227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ee15c-c346-433c-94fd-3f267f04bdea admin admin] Network hostable DHCP agents. Network: 026a2c11-159b-4be3-b67f-844914b3c654, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:59.555184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220250b7-f2b5-459c-ac59-08af6bbc6f23 req-fdafc81b-5576-4c3f-9e39-4859696133e7 tempest-ServersAdminNegativeTestJSON-318054764 tempest-ServersAdminNegativeTestJSON-318054764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.561920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-220250b7-f2b5-459c-ac59-08af6bbc6f23 req-fdafc81b-5576-4c3f-9e39-4859696133e7 tempest-ServersAdminNegativeTestJSON-318054764 tempest-ServersAdminNegativeTestJSON-318054764-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 1102 time: 0.1416750 Jul 16 18:00:59.588620 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-220250b7-f2b5-459c-ac59-08af6bbc6f23 req-36a5b8f5-6fa4-4083-b3f2-229eaa49eaf1 tempest-ServersAdminNegativeTestJSON-318054764 tempest-ServersAdminNegativeTestJSON-318054764-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.607522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ee15c-c346-433c-94fd-3f267f04bdea admin admin] Network 026a2c11-159b-4be3-b67f-844914b3c654 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:59.637688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-af6ee15c-c346-433c-94fd-3f267f04bdea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 026a2c11-159b-4be3-b67f-844914b3c654) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:59.646812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0de2364-4cb1-4993-8eb3-3dbec735fa05 None None] Network 026a2c11-159b-4be3-b67f-844914b3c654 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:59.661035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ee15c-c346-433c-94fd-3f267f04bdea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.661621 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-af6ee15c-c346-433c-94fd-3f267f04bdea admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.747780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7bbfd-c58c-441a-953b-9aaa4bf3f735 req-2c46f275-367b-4d8f-9a7b-0510b97d0145 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.753579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7bbfd-c58c-441a-953b-9aaa4bf3f735 req-2c46f275-367b-4d8f-9a7b-0510b97d0145 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.759577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7bbfd-c58c-441a-953b-9aaa4bf3f735 req-2c46f275-367b-4d8f-9a7b-0510b97d0145 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.767319 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7bbfd-c58c-441a-953b-9aaa4bf3f735 req-2c46f275-367b-4d8f-9a7b-0510b97d0145 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.773471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7bbfd-c58c-441a-953b-9aaa4bf3f735 req-2c46f275-367b-4d8f-9a7b-0510b97d0145 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.780147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7bbfd-c58c-441a-953b-9aaa4bf3f735 req-2c46f275-367b-4d8f-9a7b-0510b97d0145 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.786863 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7bbfd-c58c-441a-953b-9aaa4bf3f735 req-2c46f275-367b-4d8f-9a7b-0510b97d0145 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.796830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58e7bbfd-c58c-441a-953b-9aaa4bf3f735 req-2c46f275-367b-4d8f-9a7b-0510b97d0145 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.1786938 Jul 16 18:00:59.840562 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-220250b7-f2b5-459c-ac59-08af6bbc6f23 req-36a5b8f5-6fa4-4083-b3f2-229eaa49eaf1 tempest-ServersAdminNegativeTestJSON-318054764 tempest-ServersAdminNegativeTestJSON-318054764-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.842672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-026a2c11-159b-4be3-b67f-844914b3c654', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:00:59.843702 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.863966 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58e7bbfd-c58c-441a-953b-9aaa4bf3f735 req-fe36b4db-5510-4748-9950-67562d288787 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663745 Jul 16 18:00:59.865350 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-220250b7-f2b5-459c-ac59-08af6bbc6f23 req-36a5b8f5-6fa4-4083-b3f2-229eaa49eaf1 tempest-ServersAdminNegativeTestJSON-318054764 tempest-ServersAdminNegativeTestJSON-318054764-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.871607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-af6ee15c-c346-433c-94fd-3f267f04bdea admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0478148 Jul 16 18:00:59.873607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36726) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:59.880890 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:59.903804 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-220250b7-f2b5-459c-ac59-08af6bbc6f23 req-36a5b8f5-6fa4-4083-b3f2-229eaa49eaf1 tempest-ServersAdminNegativeTestJSON-318054764 tempest-ServersAdminNegativeTestJSON-318054764-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376577 Jul 16 18:00:59.934590 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.935991 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.943274 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5b8f5-6fa4-4083-b3f2-229eaa49eaf1 tempest-ServersAdminNegativeTestJSON-318054764 tempest-ServersAdminNegativeTestJSON-318054764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d170e4b-8739-470c-936c-11361d22e7a2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:00.046199 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.149360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Allocated IP 172.20.0.2 (026a2c11-159b-4be3-b67f-844914b3c654/c8c21379-bc6e-44f3-b825-c4136d84a8e7/583789d2-4478-4122-8ecc-33e6b68fc1f8) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:00.266634 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.320989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc460abc-d2be-4a43-850b-1ee4af03d7e9 req-0e9d0dc2-f4ef-4425-b456-3d55083ac396 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 210 time: 0.0471933 Jul 16 18:01:00.408873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-135902f4-8c45-40a8-8fc6-83263ff355a7 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:00.410576 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-135902f4-8c45-40a8-8fc6-83263ff355a7 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.43 "GET /v2.0/networks?id=00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a HTTP/1.1" status: 200 len: 816 time: 0.3203592 Jul 16 18:01:00.447239 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-da3de368-f50e-4f6e-85c4-fd5c19d195f3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Request body: {'port': {'device_id': 'd4968a19-2e69-48ee-844b-2881ebb69669', 'network_id': '00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a', 'admin_state_up': True, 'tenant_id': '2fd880e6bee34a0191d6acf046b6b026'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:00.480987 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.489481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Transition to ACTIVE for port object 583789d2-4478-4122-8ecc-33e6b68fc1f8 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:00.505050 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Transition to ACTIVE for port object 583789d2-4478-4122-8ecc-33e6b68fc1f8 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:00.511475 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.553760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Network 026a2c11-159b-4be3-b67f-844914b3c654 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:00.556736 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:00.561089 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:00.567781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Pushing event updated for resources: {'Port': ['ID=583789d2-4478-4122-8ecc-33e6b68fc1f8,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:00.621683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Attempting to bind port 583789d2-4478-4122-8ecc-33e6b68fc1f8 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:00.622303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Attempting to bind port 583789d2-4478-4122-8ecc-33e6b68fc1f8 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:00.622750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Attempting to bind port 583789d2-4478-4122-8ecc-33e6b68fc1f8 on network 026a2c11-159b-4be3-b67f-844914b3c654 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:00.640149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:00.640531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Checking segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:00.640936 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.641323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Bound using segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:00.641794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Bound port: 583789d2-4478-4122-8ecc-33e6b68fc1f8, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:00.642182 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.654563 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.659901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-da3de368-f50e-4f6e-85c4-fd5c19d195f3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Made reservation on behalf of 2fd880e6bee34a0191d6acf046b6b026 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:00.663420 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-da3de368-f50e-4f6e-85c4-fd5c19d195f3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.683574 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.697530 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-920e7e2f-26d4-42db-a16a-f1bf1e5b569d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.711509 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.734789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] For port 583789d2-4478-4122-8ecc-33e6b68fc1f8, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:00.738859 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] For port 583789d2-4478-4122-8ecc-33e6b68fc1f8, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=583789d2-4478-4122-8ecc-33e6b68fc1f8,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:00.744943 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.812607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471ebd0-0633-4c21-b783-b85673dc8d4e None None] Pushing event updated for resources: {'Port': ['ID=583789d2-4478-4122-8ecc-33e6b68fc1f8,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:00.919142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-da3de368-f50e-4f6e-85c4-fd5c19d195f3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Allocated IP 172.20.0.7 (00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a/53439604-0c50-46fd-8402-8617b62b26a7/8fc0ede7-d894-4946-8203-a13552d938af) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:00.987903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Allocated IP 172.25.5.247 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/6a849ac3-50e7-40dd-a631-53cde56febc2) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:01.296579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b263bb-5c1a-4a4d-bc99-3131b6a7a080 req-6ec71c4c-0dae-436b-a1d2-a6c75a816ceb tempest-ServersAdminNegativeTestJSON-318054764 tempest-ServersAdminNegativeTestJSON-318054764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.324177 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8b263bb-5c1a-4a4d-bc99-3131b6a7a080 req-6ec71c4c-0dae-436b-a1d2-a6c75a816ceb tempest-ServersAdminNegativeTestJSON-318054764 tempest-ServersAdminNegativeTestJSON-318054764-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 1102 time: 0.2225163 Jul 16 18:01:01.379663 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.396027 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8b263bb-5c1a-4a4d-bc99-3131b6a7a080 req-e3e285b1-403f-4742-a60f-a9411aa8d300 tempest-ServersAdminNegativeTestJSON-318054764 tempest-ServersAdminNegativeTestJSON-318054764-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710199 Jul 16 18:01:01.409352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeed731-ca11-4eff-96a8-9618e3c74407 req-cb93c28d-4a00-419c-a530-4924e43ee9d9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.420071 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-da3de368-f50e-4f6e-85c4-fd5c19d195f3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.420935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeed731-ca11-4eff-96a8-9618e3c74407 req-cb93c28d-4a00-419c-a530-4924e43ee9d9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.427843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeed731-ca11-4eff-96a8-9618e3c74407 req-cb93c28d-4a00-419c-a530-4924e43ee9d9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.434237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeed731-ca11-4eff-96a8-9618e3c74407 req-cb93c28d-4a00-419c-a530-4924e43ee9d9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.440507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeed731-ca11-4eff-96a8-9618e3c74407 req-cb93c28d-4a00-419c-a530-4924e43ee9d9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.448067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeed731-ca11-4eff-96a8-9618e3c74407 req-cb93c28d-4a00-419c-a530-4924e43ee9d9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.456019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeed731-ca11-4eff-96a8-9618e3c74407 req-cb93c28d-4a00-419c-a530-4924e43ee9d9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.458212 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbeed731-ca11-4eff-96a8-9618e3c74407 req-cb93c28d-4a00-419c-a530-4924e43ee9d9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.2950265 Jul 16 18:01:01.477865 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.514327 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-da3de368-f50e-4f6e-85c4-fd5c19d195f3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.537162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbeed731-ca11-4eff-96a8-9618e3c74407 req-90c93616-9dcb-4b81-8b75-804ef7de0a5a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684588 Jul 16 18:01:01.549873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:01.557008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:01.565764 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-da3de368-f50e-4f6e-85c4-fd5c19d195f3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Network 00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:01.566638 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:01.570366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Pushing event updated for resources: {'Port': ['ID=6a849ac3-50e7-40dd-a631-53cde56febc2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:01.576963 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-da3de368-f50e-4f6e-85c4-fd5c19d195f3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:01.601095 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-da3de368-f50e-4f6e-85c4-fd5c19d195f3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:01.697071 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3de368-f50e-4f6e-85c4-fd5c19d195f3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Pushing event updated for resources: {'Port': ['ID=8fc0ede7-d894-4946-8203-a13552d938af,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:01.710865 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-da3de368-f50e-4f6e-85c4-fd5c19d195f3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.711458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-da3de368-f50e-4f6e-85c4-fd5c19d195f3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.776396 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.806985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8815a3-ca10-4799-a6b9-6a92a8882079 req-6f4a0bef-d236-4b39-a5a3-f215f118327c tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.812582 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-da3de368-f50e-4f6e-85c4-fd5c19d195f3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3692341 Jul 16 18:01:01.818161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e8815a3-ca10-4799-a6b9-6a92a8882079 req-6f4a0bef-d236-4b39-a5a3-f215f118327c tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 931 time: 0.1086907 Jul 16 18:01:01.827526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Request body: {'port': {'device_id': 'd4968a19-2e69-48ee-844b-2881ebb69669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:01.871816 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e8815a3-ca10-4799-a6b9-6a92a8882079 req-5dc87eff-4c31-49db-a853-e7b5ef185e29 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526135 Jul 16 18:01:02.012701 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.150538 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.207839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 583789d2-4478-4122-8ecc-33e6b68fc1f8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:02.260271 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef616fb-bce1-43e5-8bc6-d96c23294517 None None] Network 026a2c11-159b-4be3-b67f-844914b3c654 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:02.335858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-774d41f6-6a90-4600-9af4-5221049895d4 None None] Provisioning for port 583789d2-4478-4122-8ecc-33e6b68fc1f8 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:02.398175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 583789d2-4478-4122-8ecc-33e6b68fc1f8 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:02.408513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 583789d2-4478-4122-8ecc-33e6b68fc1f8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:02.409043 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.418853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34497ba-7298-4197-81b2-22bde77eedaf req-c64c64dc-6e5c-4a87-84b1-a719944332c7 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.421557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f34497ba-7298-4197-81b2-22bde77eedaf req-c64c64dc-6e5c-4a87-84b1-a719944332c7 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 950 time: 0.1126480 Jul 16 18:01:02.488821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f34497ba-7298-4197-81b2-22bde77eedaf req-18da98a0-c7ce-47bf-8e64-e4665091e5bc tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613480 Jul 16 18:01:02.566459 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.572887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc0ede7-d894-4946-8203-a13552d938af {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:02.582318 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.614465 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.680479 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Transition to ACTIVE for port object 8fc0ede7-d894-4946-8203-a13552d938af will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:02.688828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 583789d2-4478-4122-8ecc-33e6b68fc1f8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=583789d2-4478-4122-8ecc-33e6b68fc1f8,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:02.697202 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.701011 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.818140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=583789d2-4478-4122-8ecc-33e6b68fc1f8,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:02.884012 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc0ede7-d894-4946-8203-a13552d938af,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:02.922436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf8d0-42d3-47dc-8d0d-8711dd966be6 req-ab3d340c-a41b-4e3c-aa82-3e2c08ecd1ff tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.930539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf8d0-42d3-47dc-8d0d-8711dd966be6 req-ab3d340c-a41b-4e3c-aa82-3e2c08ecd1ff tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.939865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf8d0-42d3-47dc-8d0d-8711dd966be6 req-ab3d340c-a41b-4e3c-aa82-3e2c08ecd1ff tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.950855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf8d0-42d3-47dc-8d0d-8711dd966be6 req-ab3d340c-a41b-4e3c-aa82-3e2c08ecd1ff tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.966929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf8d0-42d3-47dc-8d0d-8711dd966be6 req-ab3d340c-a41b-4e3c-aa82-3e2c08ecd1ff tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.973783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf8d0-42d3-47dc-8d0d-8711dd966be6 req-ab3d340c-a41b-4e3c-aa82-3e2c08ecd1ff tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.992164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf8d0-42d3-47dc-8d0d-8711dd966be6 req-ab3d340c-a41b-4e3c-aa82-3e2c08ecd1ff tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.994434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51adf8d0-42d3-47dc-8d0d-8711dd966be6 req-ab3d340c-a41b-4e3c-aa82-3e2c08ecd1ff tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.1744368 Jul 16 18:01:03.076034 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51adf8d0-42d3-47dc-8d0d-8711dd966be6 req-517f68ba-b74d-474f-9fe9-ace3e99e8db0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753841 Jul 16 18:01:03.113936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d6f44659-273e-49ce-8e0c-a34dc3b1ea8f None None] Provisioning complete for port 583789d2-4478-4122-8ecc-33e6b68fc1f8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:03.114310 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d6f44659-273e-49ce-8e0c-a34dc3b1ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.155570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eb8de-3f93-4d5f-a5de-bb6c157dff26 req-b5c683ab-96d4-4d18-80d9-70106b8be327 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:03.157315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b66eb8de-3f93-4d5f-a5de-bb6c157dff26 req-b5c683ab-96d4-4d18-80d9-70106b8be327 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 943 time: 0.0801525 Jul 16 18:01:03.242677 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b66eb8de-3f93-4d5f-a5de-bb6c157dff26 req-9ca967a6-6cbc-44aa-b615-306b4fe5dd62 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673487 Jul 16 18:01:03.301116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Attempting to bind port 8fc0ede7-d894-4946-8203-a13552d938af on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:03.301659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Attempting to bind port 8fc0ede7-d894-4946-8203-a13552d938af by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '57aa1ae5-c4c2-4af3-a0e9-e92062117dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:03.301836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Attempting to bind port 8fc0ede7-d894-4946-8203-a13552d938af on network 00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:03.307136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Port 8fc0ede7-d894-4946-8203-a13552d938af on network 00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:03.307539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Attempting to bind port 8fc0ede7-d894-4946-8203-a13552d938af on network 00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:03.309595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:01:03.316122 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:03.316458 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Checking segment: {'id': '57aa1ae5-c4c2-4af3-a0e9-e92062117dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:03.316846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Bound using segment: {'id': '57aa1ae5-c4c2-4af3-a0e9-e92062117dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:03.317281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Bound port: 8fc0ede7-d894-4946-8203-a13552d938af, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57aa1ae5-c4c2-4af3-a0e9-e92062117dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:03.317640 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.493438 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:03.500680 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] For port 8fc0ede7-d894-4946-8203-a13552d938af, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:03.504407 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] For port 8fc0ede7-d894-4946-8203-a13552d938af, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8fc0ede7-d894-4946-8203-a13552d938af,segment=NetworkSegment(57aa1ae5-c4c2-4af3-a0e9-e92062117dda),segment_id=57aa1ae5-c4c2-4af3-a0e9-e92062117dda)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:03.533509 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.538593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Sync routers for ids ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:03.548786 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.568037 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Routers {'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:03.568686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:03.617392 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.621102 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ccc540f9-d61a-4701-8217-7a468b7c5fbb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7439933 Jul 16 18:01:03.627127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36800) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:03.646830 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:03.647400 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.649744 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] 10.222.0.43 "PUT /v2.0/ports/8fc0ede7-d894-4946-8203-a13552d938af HTTP/1.1" status: 200 len: 1092 time: 1.8261313 Jul 16 18:01:03.649744 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4968a19-2e69-48ee-844b-2881ebb69669', 'tag': '8fc0ede7-d894-4946-8203-a13552d938af'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:03.656431 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dd9699-d108-4f20-bd8b-e61bac3e1625" -d '{"events": [{"name": "network-changed", "server_uuid": "d4968a19-2e69-48ee-844b-2881ebb69669", "tag": "8fc0ede7-d894-4946-8203-a13552d938af"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:03.732853 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a51ef0-f33f-4994-b639-a998b9f1750b x-openstack-request-id: req-89a51ef0-f33f-4994-b639-a998b9f1750b {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:03.733226 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4968a19-2e69-48ee-844b-2881ebb69669", "tag": "8fc0ede7-d894-4946-8203-a13552d938af", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:03.733381 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89a51ef0-f33f-4994-b639-a998b9f1750b {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:03.733768 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4968a19-2e69-48ee-844b-2881ebb69669', 'tag': '8fc0ede7-d894-4946-8203-a13552d938af', 'status': 'completed', 'code': 200} Jul 16 18:01:03.734370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096dd8b-e278-44a7-a76d-703c7f37c979 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc0ede7-d894-4946-8203-a13552d938af,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:03.799246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device fafb2855-d722-4156-ba87-9cc9ab2421dd details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:03.811781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Set router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:03.834007 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-49b33496-23f0-46ca-bfe2-df41f30e9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:03.835851 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-49b33496-23f0-46ca-bfe2-df41f30e9170 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fd880e6bee34a0191d6acf046b6b026&device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 1095 time: 0.1297357 Jul 16 18:01:03.905120 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-38a16982-0f7e-47c0-a061-77373d45d704 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fc0ede7-d894-4946-8203-a13552d938af HTTP/1.1" status: 200 len: 217 time: 0.0605748 Jul 16 18:01:03.987936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-c5061877-dee4-4f61-8b54-b32f8d5d3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:03.989576 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-c5061877-dee4-4f61-8b54-b32f8d5d3391 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53439604-0c50-46fd-8402-8617b62b26a7 HTTP/1.1" status: 200 len: 856 time: 0.0783336 Jul 16 18:01:04.065605 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-298435bf-d8fa-42f9-945c-15aec1761259 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686967 Jul 16 18:01:04.146229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 583789d2-4478-4122-8ecc-33e6b68fc1f8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:04.147307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dbd69-d598-410d-9eca-9af01f75cc91 req-da7a2b90-d1a6-4604-9a78-56d1d1f36bca tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.155506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-695dbd69-d598-410d-9eca-9af01f75cc91 req-da7a2b90-d1a6-4604-9a78-56d1d1f36bca tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 950 time: 0.3600924 Jul 16 18:01:04.194129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port fafb2855-d722-4156-ba87-9cc9ab2421dd, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=fafb2855-d722-4156-ba87-9cc9ab2421dd,segment=NetworkSegment(0cb5bc82-eadb-4568-bbc3-50ee1445e3e3),segment_id=0cb5bc82-eadb-4568-bbc3-50ee1445e3e3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:04.204409 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-1190dc66-4b96-48c0-8b89-c9d119b6b7b8 service neutron] 10.222.0.43 "GET /v2.0/networks/00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312478 Jul 16 18:01:04.211993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'fafb2855-d722-4156-ba87-9cc9ab2421dd', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'port_id': 'fafb2855-d722-4156-ba87-9cc9ab2421dd', 'mac_address': 'fa:16:3e:0d:aa:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204b23cc-159d-41ae-adf4-093a524deac6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:04.217958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ecca-2046-4b93-9585-81351b9ed642 req-97a694cf-3108-49e2-a57b-5b7ea27af1f2 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.219811 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2de1ecca-2046-4b93-9585-81351b9ed642 req-97a694cf-3108-49e2-a57b-5b7ea27af1f2 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 950 time: 0.4232271 Jul 16 18:01:04.263019 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 583789d2-4478-4122-8ecc-33e6b68fc1f8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:04.263394 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.304565 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.310488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:01:01Z', 'revision_number': 3, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port': {'id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:00Z', 'updated_at': '2021-07-16T18:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:04.321378 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-95e2837b-bf64-43a0-90f5-4133ffa75b56 req-648eb2d8-0fec-4604-8faa-0cb7181d69f5 service neutron] 10.222.0.43 "GET /v2.0/networks/00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090541 Jul 16 18:01:04.327394 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-695dbd69-d598-410d-9eca-9af01f75cc91 req-ac1a9fab-1fec-4775-bf83-a7d1c3868f02 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707101 Jul 16 18:01:04.349805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Checking router: fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:04.350168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Updating router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 port 6a849ac3-50e7-40dd-a631-53cde56febc2 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:04.356407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafb2855-d722-4156-ba87-9cc9ab2421dd {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:04.421981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port fafb2855-d722-4156-ba87-9cc9ab2421dd, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=fafb2855-d722-4156-ba87-9cc9ab2421dd,segment=NetworkSegment(0cb5bc82-eadb-4568-bbc3-50ee1445e3e3),segment_id=0cb5bc82-eadb-4568-bbc3-50ee1445e3e3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:04.423123 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.474215 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.475520 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd9699-d108-4f20-bd8b-e61bac3e1625 req-348f99a5-dc88-4505-abcd-a3128c38732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.478240 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a8dd9699-d108-4f20-bd8b-e61bac3e1625 req-348f99a5-dc88-4505-abcd-a3128c38732b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fd880e6bee34a0191d6acf046b6b026&device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 1095 time: 0.1017230 Jul 16 18:01:04.536453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2de1ecca-2046-4b93-9585-81351b9ed642 req-c72a0ee8-cfdf-4d5c-9551-e82f298da269 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Deleting port a92bd757-e21f-4971-bc87-330f22dec75a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:04.536789 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2de1ecca-2046-4b93-9585-81351b9ed642 req-c72a0ee8-cfdf-4d5c-9551-e82f298da269 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.631026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd9699-d108-4f20-bd8b-e61bac3e1625 req-caff336d-7b82-4260-815b-8e073eb75367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.634049 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a8dd9699-d108-4f20-bd8b-e61bac3e1625 req-caff336d-7b82-4260-815b-8e073eb75367 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a HTTP/1.1" status: 200 len: 917 time: 0.1473210 Jul 16 18:01:04.645944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=fafb2855-d722-4156-ba87-9cc9ab2421dd,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:04.696288 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a8dd9699-d108-4f20-bd8b-e61bac3e1625 req-6fdf634f-10d5-4925-ba91-9a28a1a717ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fc0ede7-d894-4946-8203-a13552d938af HTTP/1.1" status: 200 len: 217 time: 0.0478158 Jul 16 18:01:04.712784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['fafb2855-d722-4156-ba87-9cc9ab2421dd'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:04.725466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2de1ecca-2046-4b93-9585-81351b9ed642 req-c72a0ee8-cfdf-4d5c-9551-e82f298da269 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] For port a92bd757-e21f-4971-bc87-330f22dec75a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a92bd757-e21f-4971-bc87-330f22dec75a,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:04.726036 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2de1ecca-2046-4b93-9585-81351b9ed642 req-c72a0ee8-cfdf-4d5c-9551-e82f298da269 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.765866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2541906-aa59-4f42-bf68-4e88bd4c03f0 req-e7f1cb7f-bcfb-446c-8f78-f119fa73cde5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.771851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2541906-aa59-4f42-bf68-4e88bd4c03f0 req-e7f1cb7f-bcfb-446c-8f78-f119fa73cde5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.778678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2541906-aa59-4f42-bf68-4e88bd4c03f0 req-e7f1cb7f-bcfb-446c-8f78-f119fa73cde5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.784794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2541906-aa59-4f42-bf68-4e88bd4c03f0 req-e7f1cb7f-bcfb-446c-8f78-f119fa73cde5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.791336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2541906-aa59-4f42-bf68-4e88bd4c03f0 req-e7f1cb7f-bcfb-446c-8f78-f119fa73cde5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.798889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2541906-aa59-4f42-bf68-4e88bd4c03f0 req-e7f1cb7f-bcfb-446c-8f78-f119fa73cde5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.807157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2541906-aa59-4f42-bf68-4e88bd4c03f0 req-e7f1cb7f-bcfb-446c-8f78-f119fa73cde5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.810760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd9699-d108-4f20-bd8b-e61bac3e1625 req-257d2075-2b3f-4ef8-b647-5ae0555203f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.812688 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a8dd9699-d108-4f20-bd8b-e61bac3e1625 req-257d2075-2b3f-4ef8-b647-5ae0555203f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53439604-0c50-46fd-8402-8617b62b26a7 HTTP/1.1" status: 200 len: 856 time: 0.1043518 Jul 16 18:01:04.816482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2541906-aa59-4f42-bf68-4e88bd4c03f0 req-e7f1cb7f-bcfb-446c-8f78-f119fa73cde5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5419 time: 0.5552046 Jul 16 18:01:04.859684 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a8dd9699-d108-4f20-bd8b-e61bac3e1625 req-f51eafeb-8601-437f-8188-fc8740d193ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379333 Jul 16 18:01:04.974510 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a8dd9699-d108-4f20-bd8b-e61bac3e1625 req-cd948ecf-557a-4046-8b46-ad4ea2f28efb service neutron] 10.222.0.43 "GET /v2.0/networks/00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074388 Jul 16 18:01:04.985672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2de1ecca-2046-4b93-9585-81351b9ed642 req-c72a0ee8-cfdf-4d5c-9551-e82f298da269 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Calling delete_port for a92bd757-e21f-4971-bc87-330f22dec75a owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:05.016984 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.027004 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2541906-aa59-4f42-bf68-4e88bd4c03f0 req-bec28bad-320d-4871-8ad4-ca9d34b2505b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2094607 Jul 16 18:01:05.062256 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Transition to ACTIVE for port object 6a849ac3-50e7-40dd-a631-53cde56febc2 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:05.081694 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.117197 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a8dd9699-d108-4f20-bd8b-e61bac3e1625 req-5221e37f-f1f5-46be-8382-ab1ed283e38e service neutron] 10.222.0.43 "GET /v2.0/networks/00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356747 Jul 16 18:01:05.163562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb35200-22b6-489f-ab46-d7eaeca3b76b req-7284c401-c08f-4861-8724-adc15fa05cab tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:05.172648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8bb35200-22b6-489f-ab46-d7eaeca3b76b req-7284c401-c08f-4861-8724-adc15fa05cab tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 943 time: 0.6483157 Jul 16 18:01:05.177862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Attempting to bind port 6a849ac3-50e7-40dd-a631-53cde56febc2 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:05.178404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Attempting to bind port 6a849ac3-50e7-40dd-a631-53cde56febc2 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:05.178647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Attempting to bind port 6a849ac3-50e7-40dd-a631-53cde56febc2 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:05.180939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ace5a6-b328-4e9d-a96e-cdfb799fc5c6 None None] Pushing event updated for resources: {'Port': ['ID=6a849ac3-50e7-40dd-a631-53cde56febc2,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:05.193834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:05.194214 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:05.194741 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.195135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:05.195750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Bound port: 6a849ac3-50e7-40dd-a631-53cde56febc2, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:05.197011 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.311274 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8bb35200-22b6-489f-ab46-d7eaeca3b76b req-39a69783-1639-46a7-9878-f7f925544817 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377139 Jul 16 18:01:05.318837 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.431273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] For port 6a849ac3-50e7-40dd-a631-53cde56febc2, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:05.435045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] For port 6a849ac3-50e7-40dd-a631-53cde56febc2, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6a849ac3-50e7-40dd-a631-53cde56febc2,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:05.443514 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.449848 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2de1ecca-2046-4b93-9585-81351b9ed642 req-c72a0ee8-cfdf-4d5c-9551-e82f298da269 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.483235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['a92bd757-e21f-4971-bc87-330f22dec75a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:05.485043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['8a22d6a0-bf26-4137-94bb-e849c20cbbf5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:05.536969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a0ee8-cfdf-4d5c-9551-e82f298da269 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Pushing event deleted for resources: {'Port': ['ID=a92bd757-e21f-4971-bc87-330f22dec75a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:05.570874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Routers {'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:05.576185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:05.638029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d31ee8a-f331-426f-84fd-7e6729d83edf req-82fa9424-2816-41d5-903f-c29aedccab5b tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2d93da-1e48-44a4-b02f-77bbb04c3c81 HTTP/1.1" status: 200 len: 210 time: 0.1562057 Jul 16 18:01:05.645656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ace5a6-b328-4e9d-a96e-cdfb799fc5c6 None None] Pushing event updated for resources: {'Port': ['ID=6a849ac3-50e7-40dd-a631-53cde56febc2,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:05.684161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de1ecca-2046-4b93-9585-81351b9ed642 req-c72a0ee8-cfdf-4d5c-9551-e82f298da269 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] No DVR routers for this DVR port a92bd757-e21f-4971-bc87-330f22dec75a on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:05.693926 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2de1ecca-2046-4b93-9585-81351b9ed642 req-c72a0ee8-cfdf-4d5c-9551-e82f298da269 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.696374 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2de1ecca-2046-4b93-9585-81351b9ed642 req-c72a0ee8-cfdf-4d5c-9551-e82f298da269 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.43 "DELETE /v2.0/ports/a92bd757-e21f-4971-bc87-330f22dec75a HTTP/1.1" status: 204 len: 173 time: 1.4696980 Jul 16 18:01:05.697034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2d93da-1e48-44a4-b02f-77bbb04c3c81', 'name': 'network-vif-deleted', 'tag': 'a92bd757-e21f-4971-bc87-330f22dec75a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:05.720079 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71daa2df-94f5-485b-ad6c-eea38c5f9957" -d '{"events": [{"server_uuid": "0b2d93da-1e48-44a4-b02f-77bbb04c3c81", "name": "network-vif-deleted", "tag": "a92bd757-e21f-4971-bc87-330f22dec75a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:05.805625 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb70531e-9bb4-4777-95ca-1f4dea34018a x-openstack-request-id: req-cb70531e-9bb4-4777-95ca-1f4dea34018a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:05.806222 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2d93da-1e48-44a4-b02f-77bbb04c3c81", "name": "network-vif-deleted", "tag": "a92bd757-e21f-4971-bc87-330f22dec75a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:05.806222 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb70531e-9bb4-4777-95ca-1f4dea34018a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:05.806588 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2d93da-1e48-44a4-b02f-77bbb04c3c81', 'name': 'network-vif-deleted', 'tag': 'a92bd757-e21f-4971-bc87-330f22dec75a', 'status': 'completed', 'code': 200} Jul 16 18:01:05.819423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 18345d03-7c53-438a-9a8c-95169626de44 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:05.821507 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device fafb2855-d722-4156-ba87-9cc9ab2421dd up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:05.833640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Allocated IP 172.20.0.1 (026a2c11-159b-4be3-b67f-844914b3c654/c8c21379-bc6e-44f3-b825-c4136d84a8e7/98679b50-fafa-4981-83ed-a86b8b4e87c2) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:05.914336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] Set router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:06.005210 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.resource_extend [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:01:06.012894 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.041178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Transition to ACTIVE for port object 98679b50-fafa-4981-83ed-a86b8b4e87c2 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:06.101311 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.115932 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port fafb2855-d722-4156-ba87-9cc9ab2421dd completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:06.130280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port fafb2855-d722-4156-ba87-9cc9ab2421dd triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:06.130662 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.151326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Network 026a2c11-159b-4be3-b67f-844914b3c654 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:06.155378 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:06.159154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:06.184474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Pushing event updated for resources: {'Port': ['ID=98679b50-fafa-4981-83ed-a86b8b4e87c2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:06.185183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 18345d03-7c53-438a-9a8c-95169626de44, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=18345d03-7c53-438a-9a8c-95169626de44,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:06.210096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '18345d03-7c53-438a-9a8c-95169626de44', 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022', 'port_id': '18345d03-7c53-438a-9a8c-95169626de44', 'mac_address': 'fa:16:3e:83:c9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e0b333-cc45-4046-931a-d9ad3b39fab2', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:06.217877 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.345658 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.367592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18345d03-7c53-438a-9a8c-95169626de44 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:06.402827 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.405852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 18345d03-7c53-438a-9a8c-95169626de44, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=18345d03-7c53-438a-9a8c-95169626de44,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:06.421693 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.422361 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b352bb3b-bc30-47c1-851d-1f7cb7dde406 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:06.495904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614ab31-a3ea-406a-96c4-cc78446c38e6 req-dfe076a6-e60f-4c56-a271-3862dde35420 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.504478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614ab31-a3ea-406a-96c4-cc78446c38e6 req-dfe076a6-e60f-4c56-a271-3862dde35420 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.514960 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=18345d03-7c53-438a-9a8c-95169626de44,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:06.515686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614ab31-a3ea-406a-96c4-cc78446c38e6 req-dfe076a6-e60f-4c56-a271-3862dde35420 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.523367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614ab31-a3ea-406a-96c4-cc78446c38e6 req-dfe076a6-e60f-4c56-a271-3862dde35420 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.523709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:01:01Z', 'revision_number': 3, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port': {'id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:00Z', 'updated_at': '2021-07-16T18:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:06.530130 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614ab31-a3ea-406a-96c4-cc78446c38e6 req-dfe076a6-e60f-4c56-a271-3862dde35420 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.536241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafb2855-d722-4156-ba87-9cc9ab2421dd'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:06.537097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614ab31-a3ea-406a-96c4-cc78446c38e6 req-dfe076a6-e60f-4c56-a271-3862dde35420 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.538460 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142055fc-1e24-4e38-adc9-04ede389cc9e" -d '{"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "fafb2855-d722-4156-ba87-9cc9ab2421dd"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:06.545137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614ab31-a3ea-406a-96c4-cc78446c38e6 req-dfe076a6-e60f-4c56-a271-3862dde35420 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.547827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e614ab31-a3ea-406a-96c4-cc78446c38e6 req-dfe076a6-e60f-4c56-a271-3862dde35420 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5420 time: 0.2143986 Jul 16 18:01:06.569919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91689ed3-0836-4d10-b7fa-492547791909 None None] The sync data for ids ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'] in n-d-787206-10 is: [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:01:01Z', 'revision_number': 3, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port': {'id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:00Z', 'updated_at': '2021-07-16T18:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:06.579047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:06.579391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:06.579750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:06.580087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:06.580412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:06.580737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:06.581060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:06.581382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:06.581711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:06.582016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:06.582765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:06.582765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:06.604887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port fafb2855-d722-4156-ba87-9cc9ab2421dd, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=fafb2855-d722-4156-ba87-9cc9ab2421dd,segment=NetworkSegment(0cb5bc82-eadb-4568-bbc3-50ee1445e3e3),segment_id=0cb5bc82-eadb-4568-bbc3-50ee1445e3e3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:06.616458 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.636962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-05ec2a1e-d93b-470b-92ec-ab5c22bb7ed0 None None] Provisioning for port 98679b50-fafa-4981-83ed-a86b8b4e87c2 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:06.668432 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.671462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-05ec2a1e-d93b-470b-92ec-ab5c22bb7ed0 None None] Provisioning complete for port 98679b50-fafa-4981-83ed-a86b8b4e87c2 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:06.671977 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-05ec2a1e-d93b-470b-92ec-ab5c22bb7ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.691392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e614ab31-a3ea-406a-96c4-cc78446c38e6 req-e95ee16e-f657-4929-b792-4f33cf4a149d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287360 Jul 16 18:01:06.714311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3b00e-9131-4d5d-9c0d-2a1e34a89337 req-381edae2-9bcd-430e-ac13-26f487064567 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.716080 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9e3b00e-9131-4d5d-9c0d-2a1e34a89337 req-381edae2-9bcd-430e-ac13-26f487064567 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 943 time: 0.1668892 Jul 16 18:01:06.805435 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9e3b00e-9131-4d5d-9c0d-2a1e34a89337 req-bfa30a1d-9bbb-4ba0-839d-aaf51b78436c tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651379 Jul 16 18:01:06.831397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=fafb2855-d722-4156-ba87-9cc9ab2421dd,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:06.836715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-05ec2a1e-d93b-470b-92ec-ab5c22bb7ed0 None None] Port 98679b50-fafa-4981-83ed-a86b8b4e87c2 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:06.868215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b352bb3b-bc30-47c1-851d-1f7cb7dde406, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b352bb3b-bc30-47c1-851d-1f7cb7dde406,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:06.880825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'b352bb3b-bc30-47c1-851d-1f7cb7dde406', 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352', 'port_id': 'b352bb3b-bc30-47c1-851d-1f7cb7dde406', 'mac_address': 'fa:16:3e:6e:92:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6275183a-184c-40b6-9472-3ea6e6333b9e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:06.922584 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d66e390-9778-4a59-ab83-c3bb282b8b97 x-openstack-request-id: req-6d66e390-9778-4a59-ab83-c3bb282b8b97 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:06.922985 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "fafb2855-d722-4156-ba87-9cc9ab2421dd", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:06.923118 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d66e390-9778-4a59-ab83-c3bb282b8b97 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:06.923554 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafb2855-d722-4156-ba87-9cc9ab2421dd', 'code': 200} Jul 16 18:01:06.950459 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.966360 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.968755 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b352bb3b-bc30-47c1-851d-1f7cb7dde406 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:06.982031 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.042797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b352bb3b-bc30-47c1-851d-1f7cb7dde406, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b352bb3b-bc30-47c1-851d-1f7cb7dde406,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:07.053436 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.054300 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device aab58be2-4cb3-4983-97a8-01f624ab22b2 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:07.118219 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.128824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Pushing event updated for resources: {'Port': ['ID=98679b50-fafa-4981-83ed-a86b8b4e87c2,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:07.160804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=b352bb3b-bc30-47c1-851d-1f7cb7dde406,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:07.233241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port aab58be2-4cb3-4983-97a8-01f624ab22b2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=aab58be2-4cb3-4983-97a8-01f624ab22b2,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:07.267125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'aab58be2-4cb3-4983-97a8-01f624ab22b2', 'network_id': '0c011d84-2097-4163-a4e4-5f40c803c352', 'port_id': 'aab58be2-4cb3-4983-97a8-01f624ab22b2', 'mac_address': 'fa:16:3e:84:4d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6275183a-184c-40b6-9472-3ea6e6333b9e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:07.318128 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.342594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab58be2-4cb3-4983-97a8-01f624ab22b2 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:07.375777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port aab58be2-4cb3-4983-97a8-01f624ab22b2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=aab58be2-4cb3-4983-97a8-01f624ab22b2,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:07.396705 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.397565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:07.539919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:07.543287 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36866) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:07.564646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '4c93a3a9-cbda-4c4d-b7a9-c57c314e7848', 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022', 'port_id': '4c93a3a9-cbda-4c4d-b7a9-c57c314e7848', 'mac_address': 'fa:16:3e:64:1b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e0b333-cc45-4046-931a-d9ad3b39fab2', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:07.586321 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=aab58be2-4cb3-4983-97a8-01f624ab22b2,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:07.629923 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.670634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:07.708314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Network 026a2c11-159b-4be3-b67f-844914b3c654 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:07.710633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:07.733629 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:07.748347 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.749517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8e586911-4ab5-419c-8031-5e5c2405fe96 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:07.778244 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c00e7c5-706e-4080-93e2-846d352756ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.836098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:07.862307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8e586911-4ab5-419c-8031-5e5c2405fe96, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8e586911-4ab5-419c-8031-5e5c2405fe96,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:07.900371 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '8e586911-4ab5-419c-8031-5e5c2405fe96', 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022', 'port_id': '8e586911-4ab5-419c-8031-5e5c2405fe96', 'mac_address': 'fa:16:3e:b6:53:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e0b333-cc45-4046-931a-d9ad3b39fab2', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:07.968785 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.986078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e586911-4ab5-419c-8031-5e5c2405fe96 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:08.009954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8e586911-4ab5-419c-8031-5e5c2405fe96, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8e586911-4ab5-419c-8031-5e5c2405fe96,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:08.026956 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.027644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 1a57b23a-1512-4b19-adec-c812fd457e13 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:08.088262 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c00e7c5-706e-4080-93e2-846d352756ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.105267 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c00e7c5-706e-4080-93e2-846d352756ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.173737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:08.175239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6a849ac3-50e7-40dd-a631-53cde56febc2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:08.188984 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00e7c5-706e-4080-93e2-846d352756ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae79cd35-6347-4e33-b5c9-e301779cf866,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:08.225641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1510a-a0ae-4c90-b02f-d96ed58b0007 req-755d6f5f-62ce-43d4-86fd-4e2248a9aa57 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.228903 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2c00e7c5-706e-4080-93e2-846d352756ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c1ab2efb8c04fcda4f5d2dce7ba3011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6845267 Jul 16 18:01:08.233584 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36878) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:08.237379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1510a-a0ae-4c90-b02f-d96ed58b0007 req-755d6f5f-62ce-43d4-86fd-4e2248a9aa57 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.248855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1510a-a0ae-4c90-b02f-d96ed58b0007 req-755d6f5f-62ce-43d4-86fd-4e2248a9aa57 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.256237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1510a-a0ae-4c90-b02f-d96ed58b0007 req-755d6f5f-62ce-43d4-86fd-4e2248a9aa57 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.263355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1510a-a0ae-4c90-b02f-d96ed58b0007 req-755d6f5f-62ce-43d4-86fd-4e2248a9aa57 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.271242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1510a-a0ae-4c90-b02f-d96ed58b0007 req-755d6f5f-62ce-43d4-86fd-4e2248a9aa57 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.279026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1510a-a0ae-4c90-b02f-d96ed58b0007 req-755d6f5f-62ce-43d4-86fd-4e2248a9aa57 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.285120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3d1510a-a0ae-4c90-b02f-d96ed58b0007 req-755d6f5f-62ce-43d4-86fd-4e2248a9aa57 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5426 time: 0.3018601 Jul 16 18:01:08.317120 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-870a9c64-03ea-49e1-aa8b-cbae93371620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.327870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730fba8-f365-4ffa-a55d-8c40c24df25b req-3d37c30c-f3ec-4bc0-9a20-9d8d9dbff211 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.335044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3730fba8-f365-4ffa-a55d-8c40c24df25b req-3d37c30c-f3ec-4bc0-9a20-9d8d9dbff211 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 950 time: 0.4725094 Jul 16 18:01:08.347671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-870a9c64-03ea-49e1-aa8b-cbae93371620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.411104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 1a57b23a-1512-4b19-adec-c812fd457e13, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=1a57b23a-1512-4b19-adec-c812fd457e13,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:08.414401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-870a9c64-03ea-49e1-aa8b-cbae93371620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.417884 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-870a9c64-03ea-49e1-aa8b-cbae93371620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.422519 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-870a9c64-03ea-49e1-aa8b-cbae93371620 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae79cd35-6347-4e33-b5c9-e301779cf866 HTTP/1.1" status: 204 len: 168 time: 0.1841879 Jul 16 18:01:08.422677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8e586911-4ab5-419c-8031-5e5c2405fe96,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:08.435045 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a9c64-03ea-49e1-aa8b-cbae93371620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae79cd35-6347-4e33-b5c9-e301779cf866,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:08.438707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '1a57b23a-1512-4b19-adec-c812fd457e13', 'network_id': '5a777c37-8bba-4f57-954a-0f9e5ea82022', 'port_id': '1a57b23a-1512-4b19-adec-c812fd457e13', 'mac_address': 'fa:16:3e:db:c7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e0b333-cc45-4046-931a-d9ad3b39fab2', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:08.461672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9fddc59c-0268-4945-8f8e-22f4f42a60a2 None None] Provisioning complete for port 98679b50-fafa-4981-83ed-a86b8b4e87c2 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:08.462195 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9fddc59c-0268-4945-8f8e-22f4f42a60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.472386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3730fba8-f365-4ffa-a55d-8c40c24df25b req-5991ee74-9b81-45c1-9c90-c8411bdb4f41 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2bb43a0-c081-4370-8eb8-ea54638018cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362944 Jul 16 18:01:08.514270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 6a849ac3-50e7-40dd-a631-53cde56febc2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:08.516351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3d1510a-a0ae-4c90-b02f-d96ed58b0007 req-a46f817d-eda7-4918-a93e-999d46b7c4e5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1790748 Jul 16 18:01:08.552629 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6a849ac3-50e7-40dd-a631-53cde56febc2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:08.553589 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.564389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:08.580161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-37495dd0-fdff-4553-8e58-63bf33f7d59d admin admin] 10.222.0.41 "PUT /v2.0/routers/fb8b1baa-5c3a-40a0-b802-a64dfeb477c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9508264 Jul 16 18:01:08.621526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9fddc59c-0268-4945-8f8e-22f4f42a60a2 None None] Port 98679b50-fafa-4981-83ed-a86b8b4e87c2 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:08.641715 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.670294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a57b23a-1512-4b19-adec-c812fd457e13 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:08.700249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 1a57b23a-1512-4b19-adec-c812fd457e13, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=1a57b23a-1512-4b19-adec-c812fd457e13,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:08.738762 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.781963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8fc0ede7-d894-4946-8203-a13552d938af details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:08.800949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2973e9-7894-40d1-9184-e39b97cb4de5 req-c868f199-c741-41e6-b641-9bc9861dc82c tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.806539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc2973e9-7894-40d1-9184-e39b97cb4de5 req-c868f199-c741-41e6-b641-9bc9861dc82c tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 943 time: 0.1254814 Jul 16 18:01:08.813949 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.911957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=1a57b23a-1512-4b19-adec-c812fd457e13,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:08.923541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc2973e9-7894-40d1-9184-e39b97cb4de5 req-3cae41c7-fda4-4995-9341-801f4c57e917 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016974 Jul 16 18:01:08.940921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 6a849ac3-50e7-40dd-a631-53cde56febc2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6a849ac3-50e7-40dd-a631-53cde56febc2,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:08.950272 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.119880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=6a849ac3-50e7-40dd-a631-53cde56febc2,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:09.138075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8fc0ede7-d894-4946-8203-a13552d938af, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8fc0ede7-d894-4946-8203-a13552d938af,segment=NetworkSegment(57aa1ae5-c4c2-4af3-a0e9-e92062117dda),segment_id=57aa1ae5-c4c2-4af3-a0e9-e92062117dda)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:09.168494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '8fc0ede7-d894-4946-8203-a13552d938af', 'network_id': '00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a', 'port_id': '8fc0ede7-d894-4946-8203-a13552d938af', 'mac_address': 'fa:16:3e:b9:34:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53439604-0c50-46fd-8402-8617b62b26a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:09.170400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2a55b-4289-46ee-8cbd-28a4c91f9897 req-6fc766ed-645c-43b9-bf43-d57d27a80188 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:09.172671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89f2a55b-4289-46ee-8cbd-28a4c91f9897 req-6fc766ed-645c-43b9-bf43-d57d27a80188 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 950 time: 0.1039236 Jul 16 18:01:09.217201 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.233125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc0ede7-d894-4946-8203-a13552d938af {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:09.248807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['18345d03-7c53-438a-9a8c-95169626de44'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:09.287903 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['1a57b23a-1512-4b19-adec-c812fd457e13'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:09.293414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8fc0ede7-d894-4946-8203-a13552d938af, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8fc0ede7-d894-4946-8203-a13552d938af,segment=NetworkSegment(57aa1ae5-c4c2-4af3-a0e9-e92062117dda),segment_id=57aa1ae5-c4c2-4af3-a0e9-e92062117dda)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:09.296025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['4c93a3a9-cbda-4c4d-b7a9-c57c314e7848'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:09.350042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['b352bb3b-bc30-47c1-851d-1f7cb7dde406'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:09.353556 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['aab58be2-4cb3-4983-97a8-01f624ab22b2'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:09.413860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-89f2a55b-4289-46ee-8cbd-28a4c91f9897 req-c4dee320-2fde-461a-a96e-4824aa8ed00c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Deleting port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:09.414592 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-89f2a55b-4289-46ee-8cbd-28a4c91f9897 req-c4dee320-2fde-461a-a96e-4824aa8ed00c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.417710 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.575515 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Sync routers for ids ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:09.586820 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Routers {'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:09.589943 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:09.593951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-89f2a55b-4289-46ee-8cbd-28a4c91f9897 req-c4dee320-2fde-461a-a96e-4824aa8ed00c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] For port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8a22d6a0-bf26-4137-94bb-e849c20cbbf5,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:09.594312 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-89f2a55b-4289-46ee-8cbd-28a4c91f9897 req-c4dee320-2fde-461a-a96e-4824aa8ed00c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.608446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-89f2a55b-4289-46ee-8cbd-28a4c91f9897 req-c4dee320-2fde-461a-a96e-4824aa8ed00c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Calling delete_port for 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:09.682156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36914) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:09.693351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e1fc3b30-3eeb-42ba-b66c-4adb38c6d39a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2091467951', 'description': 'tempest-description--1561056580'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:09.763068 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3b30-3eeb-42ba-b66c-4adb38c6d39a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.781232 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Set router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:09.826008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fadef215-aa7b-4d82-a4b3-ea69eaf0353c req-1718551b-1201-45dc-82b6-38cafb28ead6 tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 210 time: 0.0374141 Jul 16 18:01:09.826597 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-89f2a55b-4289-46ee-8cbd-28a4c91f9897 req-c4dee320-2fde-461a-a96e-4824aa8ed00c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.866923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dee320-2fde-461a-a96e-4824aa8ed00c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Pushing event deleted for resources: {'Port': ['ID=8a22d6a0-bf26-4137-94bb-e849c20cbbf5,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:09.878936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['8fc0ede7-d894-4946-8203-a13552d938af'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:09.895568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['8a22d6a0-bf26-4137-94bb-e849c20cbbf5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:09.951640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f2a55b-4289-46ee-8cbd-28a4c91f9897 req-c4dee320-2fde-461a-a96e-4824aa8ed00c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] No DVR routers for this DVR port 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:09.957803 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-89f2a55b-4289-46ee-8cbd-28a4c91f9897 req-c4dee320-2fde-461a-a96e-4824aa8ed00c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.961985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89f2a55b-4289-46ee-8cbd-28a4c91f9897 req-c4dee320-2fde-461a-a96e-4824aa8ed00c tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.35 "DELETE /v2.0/ports/8a22d6a0-bf26-4137-94bb-e849c20cbbf5 HTTP/1.1" status: 204 len: 173 time: 0.7798982 Jul 16 18:01:09.962742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca64f959-b821-4fe2-a9de-3aba657a9630', 'name': 'network-vif-deleted', 'tag': '8a22d6a0-bf26-4137-94bb-e849c20cbbf5'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:09.968047 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f1cb2c-fcd4-4576-9db8-49f488829d83" -d '{"events": [{"server_uuid": "ca64f959-b821-4fe2-a9de-3aba657a9630", "name": "network-vif-deleted", "tag": "8a22d6a0-bf26-4137-94bb-e849c20cbbf5"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:09.986109 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3b30-3eeb-42ba-b66c-4adb38c6d39a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.014996 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3b30-3eeb-42ba-b66c-4adb38c6d39a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.138915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc3b30-3eeb-42ba-b66c-4adb38c6d39a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a03cbf-1a0e-474a-84de-d3000fee9936,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:10.171927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3b30-3eeb-42ba-b66c-4adb38c6d39a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.175956 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e1fc3b30-3eeb-42ba-b66c-4adb38c6d39a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4884756 Jul 16 18:01:10.180023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36934) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:10.190242 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-66a0598b-23b1-4607-95db-f9b2c28694db tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Request body: {'security_group_rule': {'security_group_id': 'f3a03cbf-1a0e-474a-84de-d3000fee9936', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:10.249168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee10f3-78cc-436d-bf30-de4775f6875b req-af639acb-ddfd-4859-be07-2a4addc3816d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.255970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee10f3-78cc-436d-bf30-de4775f6875b req-af639acb-ddfd-4859-be07-2a4addc3816d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.268735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-66a0598b-23b1-4607-95db-f9b2c28694db tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.278781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee10f3-78cc-436d-bf30-de4775f6875b req-af639acb-ddfd-4859-be07-2a4addc3816d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.300919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee10f3-78cc-436d-bf30-de4775f6875b req-af639acb-ddfd-4859-be07-2a4addc3816d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.346527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee10f3-78cc-436d-bf30-de4775f6875b req-af639acb-ddfd-4859-be07-2a4addc3816d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.357793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6a849ac3-50e7-40dd-a631-53cde56febc2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:10.373696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee10f3-78cc-436d-bf30-de4775f6875b req-af639acb-ddfd-4859-be07-2a4addc3816d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.391397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee10f3-78cc-436d-bf30-de4775f6875b req-af639acb-ddfd-4859-be07-2a4addc3816d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.394902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-daee10f3-78cc-436d-bf30-de4775f6875b req-af639acb-ddfd-4859-be07-2a4addc3816d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5427 time: 0.4065371 Jul 16 18:01:10.398921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8fc0ede7-d894-4946-8203-a13552d938af,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:10.403113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['8e586911-4ab5-419c-8031-5e5c2405fe96'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:10.427695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-66a0598b-23b1-4607-95db-f9b2c28694db tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.442874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-66a0598b-23b1-4607-95db-f9b2c28694db tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.480262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0598b-23b1-4607-95db-f9b2c28694db tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545baaeb-802f-4c0e-98de-fb5ba134be62,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:10.485055 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-66a0598b-23b1-4607-95db-f9b2c28694db tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.489928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-daee10f3-78cc-436d-bf30-de4775f6875b req-2e5d34e4-7819-4a70-9353-fef521b2b87d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755534 Jul 16 18:01:10.490407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36938) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:10.491842 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:01:06Z', 'revision_number': 4, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port': {'id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:00Z', 'updated_at': '2021-07-16T18:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '98679b50-fafa-4981-83ed-a86b8b4e87c2', 'name': '', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:05Z', 'updated_at': '2021-07-16T18:01:06Z', 'revision_number': 2, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'subnets': [{'id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:10.492197 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-66a0598b-23b1-4607-95db-f9b2c28694db tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3101723 Jul 16 18:01:10.500624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-fdc630f6-790f-484c-b149-4464e45a3257 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Request body: {'security_group_rule': {'security_group_id': 'f3a03cbf-1a0e-474a-84de-d3000fee9936', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:10.545971 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Checking router: fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:10.550730 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Updating router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 port 98679b50-fafa-4981-83ed-a86b8b4e87c2 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:10.637294 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.657110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36942) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:10.689535 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096cc299-1425-41f3-942f-fdbfdaf84004 x-openstack-request-id: req-096cc299-1425-41f3-942f-fdbfdaf84004 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:10.689946 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca64f959-b821-4fe2-a9de-3aba657a9630", "name": "network-vif-deleted", "tag": "8a22d6a0-bf26-4137-94bb-e849c20cbbf5", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:10.690304 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-096cc299-1425-41f3-942f-fdbfdaf84004 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:10.690852 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca64f959-b821-4fe2-a9de-3aba657a9630', 'name': 'network-vif-deleted', 'tag': '8a22d6a0-bf26-4137-94bb-e849c20cbbf5', 'status': 'completed', 'code': 200} Jul 16 18:01:10.719140 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fdc630f6-790f-484c-b149-4464e45a3257 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.813422 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5903934-32f6-4e3e-a9f8-b6132464edb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.832803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502df3a3-12df-4d58-9707-47288cbc2de0 req-6bbbfb59-d738-4f38-b20c-48fc9d4fc013 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.836853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-502df3a3-12df-4d58-9707-47288cbc2de0 req-6bbbfb59-d738-4f38-b20c-48fc9d4fc013 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 944 time: 0.3042271 Jul 16 18:01:10.884284 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fdc630f6-790f-484c-b149-4464e45a3257 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.896512 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fdc630f6-790f-484c-b149-4464e45a3257 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.915706 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a92bd757-e21f-4971-bc87-330f22dec75a no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:10.934902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc630f6-790f-484c-b149-4464e45a3257 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df1dc6e-3330-4922-b713-b3aa41a8e752,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:10.954129 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-502df3a3-12df-4d58-9707-47288cbc2de0 req-83e934d4-96e0-492b-b9ea-de74a02dba53 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026433 Jul 16 18:01:11.038402 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-86c7e477-ed31-4be2-8211-baef3d3c1b42 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0978215 Jul 16 18:01:11.088859 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5903934-32f6-4e3e-a9f8-b6132464edb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.100378 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5903934-32f6-4e3e-a9f8-b6132464edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.108345 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fdc630f6-790f-484c-b149-4464e45a3257 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.110674 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fdc630f6-790f-484c-b149-4464e45a3257 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6194384 Jul 16 18:01:11.113902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36954) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:11.119389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:11.183691 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: a92bd757-e21f-4971-bc87-330f22dec75a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:11.184892 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a92bd757-e21f-4971-bc87-330f22dec75a not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:11.294184 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.302397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5903934-32f6-4e3e-a9f8-b6132464edb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96ac58c-3371-4b01-b8c7-1630a2a3540f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.309606 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b5903934-32f6-4e3e-a9f8-b6132464edb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23b4179b1cd84fafb2dee5adc736b9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6512103 Jul 16 18:01:11.323065 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Transition to ACTIVE for port object 98679b50-fafa-4981-83ed-a86b8b4e87c2 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:11.331048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36960) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:11.341877 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.372758 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.376020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6a849ac3-50e7-40dd-a631-53cde56febc2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:11.376606 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.394176 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Pushing event updated for resources: {'Port': ['ID=98679b50-fafa-4981-83ed-a86b8b4e87c2,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.407929 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:11.408756 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:11.409196 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:11.409587 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:11.410113 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:11.423187 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:11.423710 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:11.425039 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:11.425747 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:11.426283 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:11.426719 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:11.427255 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:11.510560 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-449ae93b-30f7-4dea-ac70-264e733e33d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.551809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceb069ae-efc4-444b-8417-274da79a7c22 req-b37d21ff-42c9-4fed-9486-e414f2355abe tempest-ServersAdminNegativeTestJSON-2099006387 tempest-ServersAdminNegativeTestJSON-2099006387-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca64f959-b821-4fe2-a9de-3aba657a9630 HTTP/1.1" status: 200 len: 210 time: 0.1209993 Jul 16 18:01:11.595160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-449ae93b-30f7-4dea-ac70-264e733e33d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.617047 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Attempting to bind port 98679b50-fafa-4981-83ed-a86b8b4e87c2 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:11.617668 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Attempting to bind port 98679b50-fafa-4981-83ed-a86b8b4e87c2 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:11.618131 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Attempting to bind port 98679b50-fafa-4981-83ed-a86b8b4e87c2 on network 026a2c11-159b-4be3-b67f-844914b3c654 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:11.624841 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:11.625397 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Checking segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:11.625909 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.627474 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Bound using segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:11.627799 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Bound port: 98679b50-fafa-4981-83ed-a86b8b4e87c2, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:11.628453 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.701507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-99c6de6e-c270-4dd3-b9bf-875d7c8d1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.704348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-99c6de6e-c270-4dd3-b9bf-875d7c8d1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.704975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-99c6de6e-c270-4dd3-b9bf-875d7c8d1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.705793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-99c6de6e-c270-4dd3-b9bf-875d7c8d1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.706374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-99c6de6e-c270-4dd3-b9bf-875d7c8d1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.706596 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-449ae93b-30f7-4dea-ac70-264e733e33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.707090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-99c6de6e-c270-4dd3-b9bf-875d7c8d1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.708944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-99c6de6e-c270-4dd3-b9bf-875d7c8d1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.709209 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-449ae93b-30f7-4dea-ac70-264e733e33d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.710572 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-449ae93b-30f7-4dea-ac70-264e733e33d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d96ac58c-3371-4b01-b8c7-1630a2a3540f HTTP/1.1" status: 204 len: 168 time: 0.3785043 Jul 16 18:01:11.713399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-99c6de6e-c270-4dd3-b9bf-875d7c8d1704 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 6505 time: 0.5595841 Jul 16 18:01:11.729228 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ae93b-30f7-4dea-ac70-264e733e33d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96ac58c-3371-4b01-b8c7-1630a2a3540f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.753163 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] For port 98679b50-fafa-4981-83ed-a86b8b4e87c2, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:11.757365 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] For port 98679b50-fafa-4981-83ed-a86b8b4e87c2, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=98679b50-fafa-4981-83ed-a86b8b4e87c2,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:11.764319 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.893835 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42035edb-ca6f-4810-ad8e-9af22095c15f None None] Pushing event updated for resources: {'Port': ['ID=98679b50-fafa-4981-83ed-a86b8b4e87c2,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.903640 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Routers {'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:11.904310 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:11.942310 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.063234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-43840f11-317c-42f7-97ca-6da5741033c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.063846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-43840f11-317c-42f7-97ca-6da5741033c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.064748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-43840f11-317c-42f7-97ca-6da5741033c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.076005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-43840f11-317c-42f7-97ca-6da5741033c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb64f7cc-287f-4695-9aa1-c2f719cc83ad&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=e7da37d9-9091-49a2-ae67-b8b790ab30e7&id=e7da37d9-9091-49a2-ae67-b8b790ab30e7 HTTP/1.1" status: 200 len: 2297 time: 0.3014910 Jul 16 18:01:12.204903 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] Set router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:12.211213 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:12.265737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:12.266341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 8a22d6a0-bf26-4137-94bb-e849c20cbbf5 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:12.377490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15649983-e0e3-4efd-a8fe-3be44038fc33 req-d548cf56-0350-4ebe-86a3-c0e126556aac tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.384544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15649983-e0e3-4efd-a8fe-3be44038fc33 req-d548cf56-0350-4ebe-86a3-c0e126556aac tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.391950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15649983-e0e3-4efd-a8fe-3be44038fc33 req-d548cf56-0350-4ebe-86a3-c0e126556aac tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.397962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15649983-e0e3-4efd-a8fe-3be44038fc33 req-d548cf56-0350-4ebe-86a3-c0e126556aac tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.404476 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15649983-e0e3-4efd-a8fe-3be44038fc33 req-d548cf56-0350-4ebe-86a3-c0e126556aac tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.410755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15649983-e0e3-4efd-a8fe-3be44038fc33 req-d548cf56-0350-4ebe-86a3-c0e126556aac tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.417738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15649983-e0e3-4efd-a8fe-3be44038fc33 req-d548cf56-0350-4ebe-86a3-c0e126556aac tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.425384 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15649983-e0e3-4efd-a8fe-3be44038fc33 req-d548cf56-0350-4ebe-86a3-c0e126556aac tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5427 time: 0.4561834 Jul 16 18:01:12.435646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-bc4f796f-9873-468a-8788-89c8afc19adb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a HTTP/1.1" status: 200 len: 1000 time: 0.3582900 Jul 16 18:01:12.534917 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:01:06Z', 'revision_number': 4, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port': {'id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:00Z', 'updated_at': '2021-07-16T18:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '98679b50-fafa-4981-83ed-a86b8b4e87c2', 'name': '', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:05Z', 'updated_at': '2021-07-16T18:01:11Z', 'revision_number': 4, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'subnets': [{'id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:12.547762 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15649983-e0e3-4efd-a8fe-3be44038fc33 req-249cd410-0ccd-42d9-b395-19410490671e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214881 Jul 16 18:01:12.559732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Allocated IP 172.25.5.36 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/7216a7c6-4d1a-4cab-87e5-7dfcedc0e4ea) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:12.571890 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426bca62-e825-41f2-b0e9-be6bf85a702d None None] The sync data for ids ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'] in n-d-787206-10 is: [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:01:06Z', 'revision_number': 4, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port': {'id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:00Z', 'updated_at': '2021-07-16T18:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '98679b50-fafa-4981-83ed-a86b8b4e87c2', 'name': '', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:05Z', 'updated_at': '2021-07-16T18:01:11Z', 'revision_number': 4, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'subnets': [{'id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:12.595089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-394e7901-0d13-4554-9a63-f47c23cfbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.596601 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-394e7901-0d13-4554-9a63-f47c23cfbb55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee HTTP/1.1" status: 200 len: 855 time: 0.1367464 Jul 16 18:01:12.719174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b979059-05ab-4808-b10d-7c438b63f86f req-f27bac8a-b74d-4c3d-9c50-dc731be4fab3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.726168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b979059-05ab-4808-b10d-7c438b63f86f req-f27bac8a-b74d-4c3d-9c50-dc731be4fab3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 944 time: 0.2938259 Jul 16 18:01:12.757906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 18345d03-7c53-438a-9a8c-95169626de44 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:12.865281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 18345d03-7c53-438a-9a8c-95169626de44 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:12.876501 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 18345d03-7c53-438a-9a8c-95169626de44 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:12.876880 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.909848 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b979059-05ab-4808-b10d-7c438b63f86f req-981ad9b1-c2e7-4366-bf0f-796cec0861bd tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827157 Jul 16 18:01:12.966747 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37070) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:12.983741 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.984854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-4ca476fc-c548-4619-a971-95bd291fa3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.986411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-4ca476fc-c548-4619-a971-95bd291fa3ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb64f7cc-287f-4695-9aa1-c2f719cc83ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3686047 Jul 16 18:01:13.009487 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.018891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18345d03-7c53-438a-9a8c-95169626de44'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:13.021483 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49cdb8-03b0-4a5c-bdec-1587e053d71f" -d '{"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "18345d03-7c53-438a-9a8c-95169626de44"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:13.043830 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 18345d03-7c53-438a-9a8c-95169626de44, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=18345d03-7c53-438a-9a8c-95169626de44,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:13.050989 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.052138 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b352bb3b-bc30-47c1-851d-1f7cb7dde406 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:13.127691 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6b31c5-9e12-4dfb-942e-0e599185ce69 x-openstack-request-id: req-cb6b31c5-9e12-4dfb-942e-0e599185ce69 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:13.128237 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "18345d03-7c53-438a-9a8c-95169626de44", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:13.128557 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb6b31c5-9e12-4dfb-942e-0e599185ce69 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:13.129003 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18345d03-7c53-438a-9a8c-95169626de44', 'code': 200} Jul 16 18:01:13.177525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=18345d03-7c53-438a-9a8c-95169626de44,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:13.205072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port b352bb3b-bc30-47c1-851d-1f7cb7dde406 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:13.216501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-408f4efa-615f-4b34-8c95-f1491bc9e53c service neutron] 10.222.0.35 "GET /v2.0/networks/bb64f7cc-287f-4695-9aa1-c2f719cc83ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202027 Jul 16 18:01:13.217066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port b352bb3b-bc30-47c1-851d-1f7cb7dde406 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:13.217537 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.333402 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-b3c3fc70-0c9b-4358-adc0-0a48750415ef service neutron] 10.222.0.35 "GET /v2.0/networks/bb64f7cc-287f-4695-9aa1-c2f719cc83ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076579 Jul 16 18:01:13.335043 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.337679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2122105161-network', 'tenant_id': '66bb849ac62844c6957c750d90efa878'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:13.359216 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.419684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Made reservation on behalf of 66bb849ac62844c6957c750d90efa878 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:13.423257 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.435294 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-8f3f86a5-7251-4dd2-ae21-b61dd2fd12e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 HTTP/1.1" status: 200 len: 217 time: 0.0930958 Jul 16 18:01:13.437304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b352bb3b-bc30-47c1-851d-1f7cb7dde406, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b352bb3b-bc30-47c1-851d-1f7cb7dde406,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:13.445303 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.448270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 1a57b23a-1512-4b19-adec-c812fd457e13 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:13.451156 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.461793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37084) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:13.487483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37088) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:13.535259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-958d811f-ee30-42f6-9696-71ec61933993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:13.536836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-958d811f-ee30-42f6-9696-71ec61933993 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33332d38-c598-418d-b70d-b411426e87eb HTTP/1.1" status: 200 len: 797 time: 0.0708096 Jul 16 18:01:13.566503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:13.571123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:13.574459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:13.632539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event updated for resources: {'Port': ['ID=7216a7c6-4d1a-4cab-87e5-7dfcedc0e4ea,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:13.682231 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.706947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-e5bfa4b4-4cdc-4206-9704-f515c3d9c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:13.711282 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.714234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-e5bfa4b4-4cdc-4206-9704-f515c3d9c7f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66cd6b07-e1aa-4669-bf90-dc89210030ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1653633 Jul 16 18:01:13.801105 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0ce24fdc-e940-4e9f-84dc-5d2f926571b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=990057647ec24477b45625627fd0f8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323071 Jul 16 18:01:13.806408 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1e2a683e-e775-47d6-b19b-0b9cf69bffa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.809427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:13.814063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37096) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:13.825828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=b352bb3b-bc30-47c1-851d-1f7cb7dde406,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:13.838432 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 1a57b23a-1512-4b19-adec-c812fd457e13 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:13.845285 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 1a57b23a-1512-4b19-adec-c812fd457e13 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:13.845770 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.939792 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1e2a683e-e775-47d6-b19b-0b9cf69bffa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.945977 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.946330 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Added segment e0028d27-ccca-43f5-8022-e47a40c20f1d of type vlan for network 4b119567-6ce3-487d-8627-e47c109379a2 Jul 16 18:01:13.947678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:13.963918 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1e2a683e-e775-47d6-b19b-0b9cf69bffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.990934 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.073219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 1a57b23a-1512-4b19-adec-c812fd457e13, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=1a57b23a-1512-4b19-adec-c812fd457e13,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:14.091632 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.102804 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1e2a683e-e775-47d6-b19b-0b9cf69bffa6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e187b60e3e78424a8bb98b8d149b8cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6138396 Jul 16 18:01:14.107762 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.129537 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a683e-e775-47d6-b19b-0b9cf69bffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52156b86-4e5c-41b6-988f-54f34b0ac198,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:14.134608 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37100) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:14.154863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=1a57b23a-1512-4b19-adec-c812fd457e13,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:14.203787 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 98679b50-fafa-4981-83ed-a86b8b4e87c2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:14.222635 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0df514b4-9994-46b7-b3a7-479b71bae974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.253016 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.254067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.254651 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.262984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 98679b50-fafa-4981-83ed-a86b8b4e87c2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:14.264709 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ba90085-3d5e-4ae4-b82d-121566b07798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.267670 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 98679b50-fafa-4981-83ed-a86b8b4e87c2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:14.268165 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.287933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0df514b4-9994-46b7-b3a7-479b71bae974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.319708 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3489811 Jul 16 18:01:14.327522 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37102) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:14.333994 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-33f10324-0ce0-40f6-9ee4-8625863713cb admin admin] Request body: {'subnet': {'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2122105161-subnet', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:14.363858 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.379744 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.398953 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ba90085-3d5e-4ae4-b82d-121566b07798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.411241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d61071-6040-49eb-b05f-c0ce0becc810 admin admin] Pushing event updated for resources: {'Network': ['ID=4b119567-6ce3-487d-8627-e47c109379a2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:14.424436 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 98679b50-fafa-4981-83ed-a86b8b4e87c2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=98679b50-fafa-4981-83ed-a86b8b4e87c2,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:14.429625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 4b119567-6ce3-487d-8627-e47c109379a2 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:14.453534 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.462680 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f10324-0ce0-40f6-9ee4-8625863713cb admin admin] Made reservation on behalf of 66bb849ac62844c6957c750d90efa878 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:14.467155 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-33f10324-0ce0-40f6-9ee4-8625863713cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.502432 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0df514b4-9994-46b7-b3a7-479b71bae974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.505214 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0df514b4-9994-46b7-b3a7-479b71bae974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.506504 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0df514b4-9994-46b7-b3a7-479b71bae974 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2bb43a0-c081-4370-8eb8-ea54638018cd HTTP/1.1" status: 204 len: 168 time: 0.6911240 Jul 16 18:01:14.551828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-d205e2a7-d135-4d29-bd53-86bb5de4b18c service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074834 Jul 16 18:01:14.552049 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df514b4-9994-46b7-b3a7-479b71bae974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bb43a0-c081-4370-8eb8-ea54638018cd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:14.571344 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ba90085-3d5e-4ae4-b82d-121566b07798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.575144 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ba90085-3d5e-4ae4-b82d-121566b07798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.580338 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4ba90085-3d5e-4ae4-b82d-121566b07798 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52156b86-4e5c-41b6-988f-54f34b0ac198 HTTP/1.1" status: 204 len: 168 time: 0.4392509 Jul 16 18:01:14.592826 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba90085-3d5e-4ae4-b82d-121566b07798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52156b86-4e5c-41b6-988f-54f34b0ac198,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:14.614936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=98679b50-fafa-4981-83ed-a86b8b4e87c2,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:14.683925 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.711774 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-33f10324-0ce0-40f6-9ee4-8625863713cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.733343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9909ac-d413-4a1c-94ec-71ccd36e1261 req-c3d9b7e2-029a-45e4-a83b-3edc0977aeb2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.739247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9909ac-d413-4a1c-94ec-71ccd36e1261 req-c3d9b7e2-029a-45e4-a83b-3edc0977aeb2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.745221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9909ac-d413-4a1c-94ec-71ccd36e1261 req-c3d9b7e2-029a-45e4-a83b-3edc0977aeb2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.751362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9909ac-d413-4a1c-94ec-71ccd36e1261 req-c3d9b7e2-029a-45e4-a83b-3edc0977aeb2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.755621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device aab58be2-4cb3-4983-97a8-01f624ab22b2 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:14.759822 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9909ac-d413-4a1c-94ec-71ccd36e1261 req-c3d9b7e2-029a-45e4-a83b-3edc0977aeb2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.763846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9909ac-d413-4a1c-94ec-71ccd36e1261 req-c3d9b7e2-029a-45e4-a83b-3edc0977aeb2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.769745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9909ac-d413-4a1c-94ec-71ccd36e1261 req-c3d9b7e2-029a-45e4-a83b-3edc0977aeb2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.777523 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f10324-0ce0-40f6-9ee4-8625863713cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e819abcf-6b00-458c-8032-3f3b68914119,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:14.777770 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e9909ac-d413-4a1c-94ec-71ccd36e1261 req-c3d9b7e2-029a-45e4-a83b-3edc0977aeb2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5429 time: 0.9979885 Jul 16 18:01:14.785816 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-9ef775fe-f36b-455c-8309-c2ff3ba27d56 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207663 Jul 16 18:01:14.793679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f10324-0ce0-40f6-9ee4-8625863713cb admin admin] Checking segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:14.794800 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f10324-0ce0-40f6-9ee4-8625863713cb admin admin] Network hostable DHCP agents. Network: 4b119567-6ce3-487d-8627-e47c109379a2, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:14.824889 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f10324-0ce0-40f6-9ee4-8625863713cb admin admin] Network 4b119567-6ce3-487d-8627-e47c109379a2 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:14.834110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b0d8-88b4-43bf-a052-19c0cfecfcf3 req-637236bc-8130-485b-9407-85e40c053634 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.835670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e54b0d8-88b4-43bf-a052-19c0cfecfcf3 req-637236bc-8130-485b-9407-85e40c053634 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 944 time: 0.4544609 Jul 16 18:01:14.846781 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-33f10324-0ce0-40f6-9ee4-8625863713cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 4b119567-6ce3-487d-8627-e47c109379a2) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:14.852575 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f10324-0ce0-40f6-9ee4-8625863713cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.853160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-33f10324-0ce0-40f6-9ee4-8625863713cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.858538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port aab58be2-4cb3-4983-97a8-01f624ab22b2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:14.864515 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3025fb3b-7ff0-4e20-89ff-9cfed7367fff None None] Network 4b119567-6ce3-487d-8627-e47c109379a2 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:14.868985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port aab58be2-4cb3-4983-97a8-01f624ab22b2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:14.869647 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.891022 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-33f10324-0ce0-40f6-9ee4-8625863713cb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5607264 Jul 16 18:01:14.891735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37114) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:14.897121 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:14.906873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-341387bd-fbc9-423b-973f-fa1aef64c1f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc HTTP/1.1" status: 200 len: 217 time: 0.0991967 Jul 16 18:01:14.924538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e9909ac-d413-4a1c-94ec-71ccd36e1261 req-e9966d2a-ace2-4470-bad8-70c9f0a9b937 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458669 Jul 16 18:01:14.943140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.944486 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.065453 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.066630 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.099551 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e54b0d8-88b4-43bf-a052-19c0cfecfcf3 req-fe26eab7-8a69-4f33-bf4e-7c98a3128875 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533937 Jul 16 18:01:15.102267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37118) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:15.102757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37120) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:15.140429 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b352bb3b-bc30-47c1-851d-1f7cb7dde406'}, {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57b23a-1512-4b19-adec-c812fd457e13'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:15.142723 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72edcd66-c6cd-498e-9c41-3e18b481f93d" -d '{"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "b352bb3b-bc30-47c1-851d-1f7cb7dde406"}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "1a57b23a-1512-4b19-adec-c812fd457e13"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:15.145098 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0595-0f9c-416b-ab81-7951270b8746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.171390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-2bb51f09-7eb5-48e5-bcfc-b1acf7162582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:15.173134 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-2bb51f09-7eb5-48e5-bcfc-b1acf7162582 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33332d38-c598-418d-b70d-b411426e87eb HTTP/1.1" status: 200 len: 797 time: 0.2447004 Jul 16 18:01:15.179244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3471bd15-23b2-4f20-9845-f545fdefb2a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efb0e6ffe9214637891d862d6f05c54a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728090 Jul 16 18:01:15.187621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37124) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:15.190956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port aab58be2-4cb3-4983-97a8-01f624ab22b2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=aab58be2-4cb3-4983-97a8-01f624ab22b2,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:15.226234 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6c56fc-ca12-4a30-b91e-a8d0d1eb0aaa x-openstack-request-id: req-5f6c56fc-ca12-4a30-b91e-a8d0d1eb0aaa {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:15.226764 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "b352bb3b-bc30-47c1-851d-1f7cb7dde406", "code": 200}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "1a57b23a-1512-4b19-adec-c812fd457e13", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:15.227267 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f6c56fc-ca12-4a30-b91e-a8d0d1eb0aaa {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:15.227906 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b352bb3b-bc30-47c1-851d-1f7cb7dde406', 'code': 200} Jul 16 18:01:15.228368 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57b23a-1512-4b19-adec-c812fd457e13', 'code': 200} Jul 16 18:01:15.229488 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.231701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:15.248298 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.264797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4b119567-6ce3-487d-8627-e47c109379a2', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:15.265758 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.384906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=aab58be2-4cb3-4983-97a8-01f624ab22b2,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:15.413919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:15.424116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:15.424494 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.431186 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52fefdae-3e57-4b6e-a7fd-74ecfda8f142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.464359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-bb71ae04-9203-4e06-a506-10dcea4e2767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:15.465903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-bb71ae04-9203-4e06-a506-10dcea4e2767 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66cd6b07-e1aa-4669-bf90-dc89210030ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2770758 Jul 16 18:01:15.477380 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.499797 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.500789 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52fefdae-3e57-4b6e-a7fd-74ecfda8f142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.501008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Allocated IP 172.20.0.2 (4b119567-6ce3-487d-8627-e47c109379a2/e819abcf-6b00-458c-8032-3f3b68914119/dc64a7e8-4d33-4987-bafa-e1cddae0b549) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:15.566135 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.570856 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.586121 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.615915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Allocated IP 172.25.5.130 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/8fa751da-990b-4a2f-894a-6f5f94af66a5) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:15.627368 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0595-0f9c-416b-ab81-7951270b8746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.641383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:15.653361 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.654165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8fc0ede7-d894-4946-8203-a13552d938af up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:15.658954 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0595-0f9c-416b-ab81-7951270b8746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.746952 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.768261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2f2f0595-0f9c-416b-ab81-7951270b8746 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dddac78a2dcb4455add787fb918aadaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6615875 Jul 16 18:01:15.768261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event updated for resources: {'Port': ['ID=7216a7c6-4d1a-4cab-87e5-7dfcedc0e4ea,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:15.768912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37126) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:15.776930 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52fefdae-3e57-4b6e-a7fd-74ecfda8f142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.779675 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52fefdae-3e57-4b6e-a7fd-74ecfda8f142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.781234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-52fefdae-3e57-4b6e-a7fd-74ecfda8f142 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d170e4b-8739-470c-936c-11361d22e7a2 HTTP/1.1" status: 204 len: 168 time: 0.5910959 Jul 16 18:01:15.785696 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-58a2e19b-6d4c-4b60-9856-cf717c2c4870 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089528 Jul 16 18:01:15.786257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f0595-0f9c-416b-ab81-7951270b8746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c41a420-8dc8-4a9e-8335-f89a57d9d581,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:15.793836 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.796431 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:15.804004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fefdae-3e57-4b6e-a7fd-74ecfda8f142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d170e4b-8739-470c-936c-11361d22e7a2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:15.817370 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.824163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Transition to ACTIVE for port object dc64a7e8-4d33-4987-bafa-e1cddae0b549 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:15.856609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 8fc0ede7-d894-4946-8203-a13552d938af completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:15.860781 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.862399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Transition to ACTIVE for port object dc64a7e8-4d33-4987-bafa-e1cddae0b549 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:15.865358 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 8fc0ede7-d894-4946-8203-a13552d938af triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:15.865876 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.867207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-80eeadca-c39d-4d1a-bea9-2e93968fb5ca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7520692 Jul 16 18:01:15.870941 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b843b601-580a-444f-babe-34520777092c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.881098 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.896746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b843b601-580a-444f-babe-34520777092c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.905394 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.969692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-336c769c-fd70-4ad1-b7c2-8a6563713bba service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700020 Jul 16 18:01:15.970468 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:15.981892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:15.999959 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:16.004630 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa751da-990b-4a2f-894a-6f5f94af66a5,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:16.056302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Network 4b119567-6ce3-487d-8627-e47c109379a2 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:16.077540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:16.087847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:16.103840 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-a16f7251-7daf-470f-ae79-ffe3fe48fb53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 HTTP/1.1" status: 200 len: 217 time: 0.1249802 Jul 16 18:01:16.111660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Pushing event updated for resources: {'Port': ['ID=dc64a7e8-4d33-4987-bafa-e1cddae0b549,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:16.216306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b843b601-580a-444f-babe-34520777092c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.219316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 98679b50-fafa-4981-83ed-a86b8b4e87c2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:16.219494 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b843b601-580a-444f-babe-34520777092c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.220618 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b843b601-580a-444f-babe-34520777092c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c41a420-8dc8-4a9e-8335-f89a57d9d581 HTTP/1.1" status: 204 len: 168 time: 0.4506378 Jul 16 18:01:16.234253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843b601-580a-444f-babe-34520777092c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c41a420-8dc8-4a9e-8335-f89a57d9d581,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:16.324778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-15bfbe49-c5f2-4bd5-b3f2-78a3d3de669f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2091467951&fields=id&tenant_id=5ca33b2ce4084d6ea2bd43b67a123011 HTTP/1.1" status: 200 len: 267 time: 0.1526709 Jul 16 18:01:16.328328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-538f39ad-f9cc-4780-8f86-caf2b5fe3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.329877 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-538f39ad-f9cc-4780-8f86-caf2b5fe3688 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33332d38-c598-418d-b70d-b411426e87eb HTTP/1.1" status: 200 len: 797 time: 0.2092786 Jul 16 18:01:16.336459 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.372359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Attempting to bind port dc64a7e8-4d33-4987-bafa-e1cddae0b549 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:16.372661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Attempting to bind port dc64a7e8-4d33-4987-bafa-e1cddae0b549 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:16.374480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Attempting to bind port dc64a7e8-4d33-4987-bafa-e1cddae0b549 on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:16.396677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:16.397738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Checking segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:16.398559 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.399803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Bound using segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:16.400458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Bound port: dc64a7e8-4d33-4987-bafa-e1cddae0b549, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:16.401017 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.447914 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.467342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8fc0ede7-d894-4946-8203-a13552d938af, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8fc0ede7-d894-4946-8203-a13552d938af,segment=NetworkSegment(57aa1ae5-c4c2-4af3-a0e9-e92062117dda),segment_id=57aa1ae5-c4c2-4af3-a0e9-e92062117dda)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:16.475404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 98679b50-fafa-4981-83ed-a86b8b4e87c2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:16.476053 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.486391 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.487641 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8e586911-4ab5-419c-8031-5e5c2405fe96 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:16.517897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343464be-4aaa-4943-a38f-8944294b98b8 req-2a3f4b8f-aeb7-41e5-b66b-c74f460673c0 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.528105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-2a3f4b8f-aeb7-41e5-b66b-c74f460673c0 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 811 time: 0.1940482 Jul 16 18:01:16.553562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6c785-26d3-4369-8832-51a58faf3a72 req-9d16f5ae-d60e-47ee-b64b-c06c2544c4d4 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.562360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6c785-26d3-4369-8832-51a58faf3a72 req-9d16f5ae-d60e-47ee-b64b-c06c2544c4d4 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.571082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6c785-26d3-4369-8832-51a58faf3a72 req-9d16f5ae-d60e-47ee-b64b-c06c2544c4d4 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.578738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6c785-26d3-4369-8832-51a58faf3a72 req-9d16f5ae-d60e-47ee-b64b-c06c2544c4d4 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.584984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6c785-26d3-4369-8832-51a58faf3a72 req-9d16f5ae-d60e-47ee-b64b-c06c2544c4d4 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.592394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6c785-26d3-4369-8832-51a58faf3a72 req-9d16f5ae-d60e-47ee-b64b-c06c2544c4d4 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.598972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6c785-26d3-4369-8832-51a58faf3a72 req-9d16f5ae-d60e-47ee-b64b-c06c2544c4d4 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.601111 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92f6c785-26d3-4369-8832-51a58faf3a72 req-9d16f5ae-d60e-47ee-b64b-c06c2544c4d4 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5432 time: 0.4276750 Jul 16 18:01:16.636289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-752fe7c4-c25a-448a-a149-2315fa9f64f1 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/quotas/5ca33b2ce4084d6ea2bd43b67a123011 HTTP/1.1" status: 200 len: 375 time: 0.1064742 Jul 16 18:01:16.644171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] For port dc64a7e8-4d33-4987-bafa-e1cddae0b549, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:16.649522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] For port dc64a7e8-4d33-4987-bafa-e1cddae0b549, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=dc64a7e8-4d33-4987-bafa-e1cddae0b549,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:16.654636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-b83f0bb5-9374-409b-84a8-6b25f0823fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.656214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-b83f0bb5-9374-409b-84a8-6b25f0823fa9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66cd6b07-e1aa-4669-bf90-dc89210030ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3176069 Jul 16 18:01:16.668120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8fc0ede7-d894-4946-8203-a13552d938af,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:16.716260 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.730195 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.772388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 8e586911-4ab5-419c-8031-5e5c2405fe96 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:16.779735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 8e586911-4ab5-419c-8031-5e5c2405fe96 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:16.780182 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.797224 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-d8f7831f-191b-479a-9c55-fcdc670cbc54 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285605 Jul 16 18:01:16.864280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d420d56-13de-40a2-bee7-5ee7c81f688a None None] Pushing event updated for resources: {'Port': ['ID=dc64a7e8-4d33-4987-bafa-e1cddae0b549,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:16.930197 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.957346 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92f6c785-26d3-4369-8832-51a58faf3a72 req-8b77685c-4bbe-4c0b-abd1-f20b0bd80595 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3433275 Jul 16 18:01:16.985389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8e586911-4ab5-419c-8031-5e5c2405fe96, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8e586911-4ab5-419c-8031-5e5c2405fe96,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:17.010931 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.013262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:01:17.168210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-cfff3ca6-dd89-4c53-8292-2c5aaf8984cd tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5118730 Jul 16 18:01:17.205687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8e586911-4ab5-419c-8031-5e5c2405fe96,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:17.219641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-150690f6-fa41-4759-a6d5-5bb56878b264 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604226 Jul 16 18:01:17.231592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab58be2-4cb3-4983-97a8-01f624ab22b2'}, {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c93a3a9-cbda-4c4d-b7a9-c57c314e7848'}, {'server_uuid': 'd4968a19-2e69-48ee-844b-2881ebb69669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc0ede7-d894-4946-8203-a13552d938af'}, {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e586911-4ab5-419c-8031-5e5c2405fe96'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:17.235717 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce98714-c635-41e8-8b95-26d010bc41ed" -d '{"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "aab58be2-4cb3-4983-97a8-01f624ab22b2"}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "4c93a3a9-cbda-4c4d-b7a9-c57c314e7848"}, {"server_uuid": "d4968a19-2e69-48ee-844b-2881ebb69669", "name": "network-vif-plugged", "status": "completed", "tag": "8fc0ede7-d894-4946-8203-a13552d938af"}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "8e586911-4ab5-419c-8031-5e5c2405fe96"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:17.352885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-a7c8d2f7-f7b7-47e5-80c1-fef193304326 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=434bc532-1902-4f4a-b1d0-20cb0f87b2c0 HTTP/1.1" status: 200 len: 217 time: 0.1257937 Jul 16 18:01:17.462020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-b6aa85d7-2c16-47b6-a2fd-2d42a8f66093 service neutron] 10.222.0.41 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889402 Jul 16 18:01:17.552056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-e7b0898d-cbda-42ac-a22a-231364b212b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:17.553831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-e7b0898d-cbda-42ac-a22a-231364b212b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33332d38-c598-418d-b70d-b411426e87eb HTTP/1.1" status: 200 len: 797 time: 0.1927724 Jul 16 18:01:17.661238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:17.675556 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Sync routers for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:17.687426 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.687752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:17.688471 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:17.688848 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a9c926ed-e663-4711-be06-106e451fba12 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7961457 Jul 16 18:01:17.693146 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37194) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:17.750618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a7859-1e7a-4838-9860-fa0a866a4841 req-b187fea2-23ad-4822-8070-87e04d14ee65 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:17.752755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f27a7859-1e7a-4838-9860-fa0a866a4841 req-b187fea2-23ad-4822-8070-87e04d14ee65 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 945 time: 0.2801690 Jul 16 18:01:17.769828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-9ef19113-731e-4c0f-8aa9-1774f731c241 service neutron] 10.222.0.41 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067682 Jul 16 18:01:17.802158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-f6929279-67d4-43e9-b5b1-ac5faf40f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:17.804766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-f6929279-67d4-43e9-b5b1-ac5faf40f9fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66cd6b07-e1aa-4669-bf90-dc89210030ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2383235 Jul 16 18:01:17.881331 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f27a7859-1e7a-4838-9860-fa0a866a4841 req-4ae252a8-d2bd-477a-a537-e795a573a632 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178052 Jul 16 18:01:17.982025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-5013ce1b-c36d-4566-a0cc-f3a6bd5d0a5e service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638601 Jul 16 18:01:18.044084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:18.181557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-245c3087-9bae-494a-a410-4f1a0fe0ff3f service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909008 Jul 16 18:01:18.244089 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-1b15e70a-f491-442e-8b3c-9108bb0529a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3dfe564b-5bbd-4381-84d5-55c677ec55f6 HTTP/1.1" status: 200 len: 217 time: 0.0529671 Jul 16 18:01:18.496583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-5356f3bb-cd2a-48ed-839a-33e33cbfa189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.498120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-5356f3bb-cd2a-48ed-839a-33e33cbfa189 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ab2849e-b915-48e5-86a3-af91ef9adca1 HTTP/1.1" status: 200 len: 797 time: 0.2462392 Jul 16 18:01:18.560253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b1bd51f1-bd58-4308-858b-f6e99840dabd req-a860652c-cf94-4a34-aab9-f03151e08fbf tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 210 time: 0.1253686 Jul 16 18:01:18.658609 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc5a6bf-9602-4f82-a3a9-3aa25bc2b6f0 x-openstack-request-id: req-dfc5a6bf-9602-4f82-a3a9-3aa25bc2b6f0 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:18.658909 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "aab58be2-4cb3-4983-97a8-01f624ab22b2", "code": 200}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "4c93a3a9-cbda-4c4d-b7a9-c57c314e7848", "code": 200}, {"server_uuid": "d4968a19-2e69-48ee-844b-2881ebb69669", "name": "network-vif-plugged", "status": "completed", "tag": "8fc0ede7-d894-4946-8203-a13552d938af", "code": 200}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "8e586911-4ab5-419c-8031-5e5c2405fe96", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:18.659158 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfc5a6bf-9602-4f82-a3a9-3aa25bc2b6f0 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:18.671834 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab58be2-4cb3-4983-97a8-01f624ab22b2', 'code': 200} Jul 16 18:01:18.672189 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c93a3a9-cbda-4c4d-b7a9-c57c314e7848', 'code': 200} Jul 16 18:01:18.672452 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4968a19-2e69-48ee-844b-2881ebb69669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc0ede7-d894-4946-8203-a13552d938af', 'code': 200} Jul 16 18:01:18.672715 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e586911-4ab5-419c-8031-5e5c2405fe96', 'code': 200} Jul 16 18:01:18.673539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device dc64a7e8-4d33-4987-bafa-e1cddae0b549 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:18.756059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee680950-e4d0-4237-8b28-034b494c0e88 None None] Network 4b119567-6ce3-487d-8627-e47c109379a2 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:18.771033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd027b-bae2-4e16-afa4-ee77f124b299 req-21c7d604-eabb-4b67-a0cd-4fb353b9c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.772262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd027b-bae2-4e16-afa4-ee77f124b299 req-21c7d604-eabb-4b67-a0cd-4fb353b9c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.773026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd027b-bae2-4e16-afa4-ee77f124b299 req-21c7d604-eabb-4b67-a0cd-4fb353b9c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.773767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd027b-bae2-4e16-afa4-ee77f124b299 req-21c7d604-eabb-4b67-a0cd-4fb353b9c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.774481 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd027b-bae2-4e16-afa4-ee77f124b299 req-21c7d604-eabb-4b67-a0cd-4fb353b9c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.775867 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd027b-bae2-4e16-afa4-ee77f124b299 req-21c7d604-eabb-4b67-a0cd-4fb353b9c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.777451 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd027b-bae2-4e16-afa4-ee77f124b299 req-21c7d604-eabb-4b67-a0cd-4fb353b9c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.780581 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a5fd027b-bae2-4e16-afa4-ee77f124b299 req-21c7d604-eabb-4b67-a0cd-4fb353b9c746 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6497 time: 0.2697792 Jul 16 18:01:18.808475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37230) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:18.826794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-390e646d-62f3-43b7-95ee-845570fe58a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.828336 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-390e646d-62f3-43b7-95ee-845570fe58a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7da37d9-9091-49a2-ae67-b8b790ab30e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2912102 Jul 16 18:01:18.840896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4060-8495-406a-970f-99d53dac2572 req-ba95ba4f-707d-4720-9e6e-a929aa84c76e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.846899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4060-8495-406a-970f-99d53dac2572 req-ba95ba4f-707d-4720-9e6e-a929aa84c76e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.857670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4060-8495-406a-970f-99d53dac2572 req-ba95ba4f-707d-4720-9e6e-a929aa84c76e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.863208 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a5fd027b-bae2-4e16-afa4-ee77f124b299 req-fed4f55f-fd3a-4e96-a442-fc62c4db3f00 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&id=7841e243-aa01-4802-ae19-6830c0ca1321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744851 Jul 16 18:01:18.875969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4060-8495-406a-970f-99d53dac2572 req-ba95ba4f-707d-4720-9e6e-a929aa84c76e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.882425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4060-8495-406a-970f-99d53dac2572 req-ba95ba4f-707d-4720-9e6e-a929aa84c76e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.905219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4060-8495-406a-970f-99d53dac2572 req-ba95ba4f-707d-4720-9e6e-a929aa84c76e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.915373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4060-8495-406a-970f-99d53dac2572 req-ba95ba4f-707d-4720-9e6e-a929aa84c76e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.918033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44bc4060-8495-406a-970f-99d53dac2572 req-ba95ba4f-707d-4720-9e6e-a929aa84c76e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5433 time: 0.3566921 Jul 16 18:01:18.920112 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0be27-1ad9-4a14-9191-ac8646fdb7ef req-8ea7c7cc-be90-4e80-9ea2-a02f0b631a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.921504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cb0be27-1ad9-4a14-9191-ac8646fdb7ef req-8ea7c7cc-be90-4e80-9ea2-a02f0b631a91 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 1097 time: 0.3859270 Jul 16 18:01:18.937874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.040409 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-36e96979-547a-46b5-af22-442ca5ba5cba None None] Provisioning for port dc64a7e8-4d33-4987-bafa-e1cddae0b549 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:19.049818 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12e0f423-3d16-4869-889a-13e78db21ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.060727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port dc64a7e8-4d33-4987-bafa-e1cddae0b549 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:19.068294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port dc64a7e8-4d33-4987-bafa-e1cddae0b549 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:19.069000 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.102863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-36e96979-547a-46b5-af22-442ca5ba5cba None None] Provisioning complete for port dc64a7e8-4d33-4987-bafa-e1cddae0b549 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:19.103657 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-36e96979-547a-46b5-af22-442ca5ba5cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.142166 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44bc4060-8495-406a-970f-99d53dac2572 req-58e6686b-ff15-4517-97d0-dc7dca067c49 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2031827 Jul 16 18:01:19.158717 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cb0be27-1ad9-4a14-9191-ac8646fdb7ef req-f1fbab6e-527a-4df2-9732-a2fc4e1ff678 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159531 Jul 16 18:01:19.190722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-79efd27d-7f7b-4258-abfc-288be7e9b068 service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682729 Jul 16 18:01:19.255989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Allocated IP 172.20.0.1 (4b119567-6ce3-487d-8627-e47c109379a2/e819abcf-6b00-458c-8032-3f3b68914119/e26cfee6-8202-4209-af27-169d587e4957) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:19.374775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-912df832-c555-4e21-b8cb-8edc99812fc9 service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671886 Jul 16 18:01:19.394513 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.400346 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.417074 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-36e96979-547a-46b5-af22-442ca5ba5cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.439646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Transition to ACTIVE for port object e26cfee6-8202-4209-af27-169d587e4957 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:19.483557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port dc64a7e8-4d33-4987-bafa-e1cddae0b549, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=dc64a7e8-4d33-4987-bafa-e1cddae0b549,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:19.496674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:16Z', 'revision_number': 3, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:19.512347 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.551612 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.553563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Checking router: ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:19.553747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Updating router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac port 8fa751da-990b-4a2f-894a-6f5f94af66a5 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:19.641717 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Network 4b119567-6ce3-487d-8627-e47c109379a2 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:19.645682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:19.676222 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-36e96979-547a-46b5-af22-442ca5ba5cba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:01:19.676588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:19.676703 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-36e96979-547a-46b5-af22-442ca5ba5cba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:01:19.683302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=dc64a7e8-4d33-4987-bafa-e1cddae0b549,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:19.687713 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.728077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Pushing event updated for resources: {'Port': ['ID=e26cfee6-8202-4209-af27-169d587e4957,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:19.755283 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.878253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89e3767b-5ccf-4446-894a-9c7d302e6943 req-aab1b055-84e6-45ac-874e-447af8e27205 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 210 time: 0.0363505 Jul 16 18:01:19.960748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.007151 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-fa654032-aafc-4fd2-a1e8-d870e36e53c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96c007b5-8bbc-4e2c-9529-671df32a71ae HTTP/1.1" status: 200 len: 217 time: 0.1662648 Jul 16 18:01:20.190362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02808e4f-2b01-46eb-b073-71c93592387b req-c9177dae-0961-4f46-9a09-eb2f22429aa3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.192002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02808e4f-2b01-46eb-b073-71c93592387b req-c9177dae-0961-4f46-9a09-eb2f22429aa3 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 945 time: 0.8147397 Jul 16 18:01:20.239372 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12e0f423-3d16-4869-889a-13e78db21ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.263927 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12e0f423-3d16-4869-889a-13e78db21ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.264287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device dc64a7e8-4d33-4987-bafa-e1cddae0b549 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:20.296775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-12e0f423-3d16-4869-889a-13e78db21ad0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a617e0c2bde845d7bd86aae4c768ce2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4863009 Jul 16 18:01:20.300385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-c6831f70-3524-4e64-8093-6660e3353222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.300835 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37268) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:20.302159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-c6831f70-3524-4e64-8093-6660e3353222 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ab2849e-b915-48e5-86a3-af91ef9adca1 HTTP/1.1" status: 200 len: 797 time: 0.2716777 Jul 16 18:01:20.334892 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.366161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Transition to ACTIVE for port object 8fa751da-990b-4a2f-894a-6f5f94af66a5 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:20.372916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02808e4f-2b01-46eb-b073-71c93592387b req-b291483c-eac7-4f49-929f-dcc30b992baa tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565804 Jul 16 18:01:20.385039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0f423-3d16-4869-889a-13e78db21ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42a6f26-c329-4265-9308-94bf338c74d8,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:20.397464 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.416867 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.422746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.468580 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f68beff8-1756-45be-b3b2-e8ea700f014f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.482125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8e1a26a1-45db-402b-b1ba-d9e957edbd2d None None] Provisioning complete for port dc64a7e8-4d33-4987-bafa-e1cddae0b549 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:20.487825 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8e1a26a1-45db-402b-b1ba-d9e957edbd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.498264 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.531583 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Attempting to bind port 8fa751da-990b-4a2f-894a-6f5f94af66a5 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:20.532540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Attempting to bind port 8fa751da-990b-4a2f-894a-6f5f94af66a5 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:20.533096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Attempting to bind port 8fa751da-990b-4a2f-894a-6f5f94af66a5 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:20.539915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-b6d76fd3-bfa9-4ae4-9c3d-161010df8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.540199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17efd1-fb99-4d5b-aa41-ffc0c19e3209 None None] Pushing event updated for resources: {'Port': ['ID=8fa751da-990b-4a2f-894a-6f5f94af66a5,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:20.542088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-b6d76fd3-bfa9-4ae4-9c3d-161010df8840 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7da37d9-9091-49a2-ae67-b8b790ab30e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2235200 Jul 16 18:01:20.546608 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f68beff8-1756-45be-b3b2-e8ea700f014f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.571208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:20.571813 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:20.572324 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.572990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:20.574328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Bound port: 8fa751da-990b-4a2f-894a-6f5f94af66a5, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:20.574826 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.578591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Pushing event updated for resources: {'Port': ['ID=e26cfee6-8202-4209-af27-169d587e4957,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:20.640750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port dc64a7e8-4d33-4987-bafa-e1cddae0b549 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:20.640750 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.654175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-c2867bf5-d422-4f7a-ae56-fb9638d05904 service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045923 Jul 16 18:01:20.703532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Network 4b119567-6ce3-487d-8627-e47c109379a2 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:20.705341 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f68beff8-1756-45be-b3b2-e8ea700f014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.709247 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f68beff8-1756-45be-b3b2-e8ea700f014f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.711829 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f68beff8-1756-45be-b3b2-e8ea700f014f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f42a6f26-c329-4265-9308-94bf338c74d8 HTTP/1.1" status: 204 len: 168 time: 0.4093759 Jul 16 18:01:20.713004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:20.722029 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343464be-4aaa-4943-a38f-8944294b98b8 req-c7577b6f-cb0d-4045-849b-6da7b0c8e5fb tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.723298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-c7577b6f-cb0d-4045-849b-6da7b0c8e5fb tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 811 time: 0.2882495 Jul 16 18:01:20.751019 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] For port 8fa751da-990b-4a2f-894a-6f5f94af66a5, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:20.762151 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68beff8-1756-45be-b3b2-e8ea700f014f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42a6f26-c329-4265-9308-94bf338c74d8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:20.802183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafa751-a7f3-4dc5-b81b-272a77d911f9 req-9b1940d4-7735-4e4a-bd90-c8435cb21d0b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.812457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] For port 8fa751da-990b-4a2f-894a-6f5f94af66a5, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8fa751da-990b-4a2f-894a-6f5f94af66a5,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:20.823168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafa751-a7f3-4dc5-b81b-272a77d911f9 req-9b1940d4-7735-4e4a-bd90-c8435cb21d0b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.835239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafa751-a7f3-4dc5-b81b-272a77d911f9 req-9b1940d4-7735-4e4a-bd90-c8435cb21d0b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.841611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafa751-a7f3-4dc5-b81b-272a77d911f9 req-9b1940d4-7735-4e4a-bd90-c8435cb21d0b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.847659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafa751-a7f3-4dc5-b81b-272a77d911f9 req-9b1940d4-7735-4e4a-bd90-c8435cb21d0b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.853819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafa751-a7f3-4dc5-b81b-272a77d911f9 req-9b1940d4-7735-4e4a-bd90-c8435cb21d0b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.866427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafa751-a7f3-4dc5-b81b-272a77d911f9 req-9b1940d4-7735-4e4a-bd90-c8435cb21d0b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.876887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bafa751-a7f3-4dc5-b81b-272a77d911f9 req-9b1940d4-7735-4e4a-bd90-c8435cb21d0b tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5433 time: 0.4769809 Jul 16 18:01:20.894216 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.999517 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-37d4c331-2d01-4e62-bdfa-aa9f688668d6 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ca33b2ce4084d6ea2bd43b67a123011 HTTP/1.1" status: 200 len: 380 time: 0.2657571 Jul 16 18:01:21.013836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8e1a26a1-45db-402b-b1ba-d9e957edbd2d None None] Provisioning for port e26cfee6-8202-4209-af27-169d587e4957 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:21.052854 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:21.057778 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8e1a26a1-45db-402b-b1ba-d9e957edbd2d None None] Provisioning complete for port e26cfee6-8202-4209-af27-169d587e4957 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:21.059752 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8e1a26a1-45db-402b-b1ba-d9e957edbd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.072474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-343464be-4aaa-4943-a38f-8944294b98b8 req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Request body: {'port': {'device_id': '81aeb582-b498-465a-b70f-028e0f1c1481', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'admin_state_up': True, 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'security_groups': ['f3a03cbf-1a0e-474a-84de-d3000fee9936']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:21.139658 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90572bc-1a94-4b49-8391-01999d0c9f8d req-2033efdb-fa7b-4bd0-94d4-4631ecef3724 service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644291 Jul 16 18:01:21.142432 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17efd1-fb99-4d5b-aa41-ffc0c19e3209 None None] Pushing event updated for resources: {'Port': ['ID=8fa751da-990b-4a2f-894a-6f5f94af66a5,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:21.160334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bafa751-a7f3-4dc5-b81b-272a77d911f9 req-759c57d3-350a-4b7e-aeb9-684accc3f40d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2742941 Jul 16 18:01:21.168454 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:21.169333 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:21.263534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-539b44c4-7e8a-42e9-8f5c-80256484c448 req-2b6ba9ea-8d8f-4d7e-8f29-d40e0a812b1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 210 time: 0.1188169 Jul 16 18:01:21.345039 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8e1a26a1-45db-402b-b1ba-d9e957edbd2d None None] Port e26cfee6-8202-4209-af27-169d587e4957 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:21.381727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:21.382082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:21.386961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343464be-4aaa-4943-a38f-8944294b98b8 req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Made reservation on behalf of 5ca33b2ce4084d6ea2bd43b67a123011 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:21.392460 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7fa38002-d9ae-439f-9e81-7b7d1e359757 admin admin] 10.222.0.41 "PUT /v2.0/routers/ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6980906 Jul 16 18:01:21.407634 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-343464be-4aaa-4943-a38f-8944294b98b8 req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.519408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37306) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:21.693626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-343464be-4aaa-4943-a38f-8944294b98b8 req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Allocated IP 172.20.0.6 (026a2c11-159b-4be3-b67f-844914b3c654/c8c21379-bc6e-44f3-b825-c4136d84a8e7/434b2122-3db2-42e3-a886-93a71bda1ecc) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:21.712777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b093fd21-8629-4d6b-84a9-f389cd96b5b5 None None] Provisioning complete for port e26cfee6-8202-4209-af27-169d587e4957 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:21.713152 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b093fd21-8629-4d6b-84a9-f389cd96b5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.720005 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25c7abef-ae1d-4e64-bd5d-305e7863b47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.732192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d5d1-e989-4082-8896-b4b00fd8cc1a req-fd834c75-2dc0-4655-a94b-5e9bb3f1d737 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.738363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d5d1-e989-4082-8896-b4b00fd8cc1a req-fd834c75-2dc0-4655-a94b-5e9bb3f1d737 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.747490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d5d1-e989-4082-8896-b4b00fd8cc1a req-fd834c75-2dc0-4655-a94b-5e9bb3f1d737 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.755795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d5d1-e989-4082-8896-b4b00fd8cc1a req-fd834c75-2dc0-4655-a94b-5e9bb3f1d737 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.762823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d5d1-e989-4082-8896-b4b00fd8cc1a req-fd834c75-2dc0-4655-a94b-5e9bb3f1d737 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.768879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d5d1-e989-4082-8896-b4b00fd8cc1a req-fd834c75-2dc0-4655-a94b-5e9bb3f1d737 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.774857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d5d1-e989-4082-8896-b4b00fd8cc1a req-fd834c75-2dc0-4655-a94b-5e9bb3f1d737 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.787748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37320) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:21.790289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d13d5d1-e989-4082-8896-b4b00fd8cc1a req-fd834c75-2dc0-4655-a94b-5e9bb3f1d737 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5433 time: 0.2951193 Jul 16 18:01:21.795111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-09802adb-0354-42c4-aab3-2fd921e0841a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Request body: {'floatingip': {'port_id': 'fafb2855-d722-4156-ba87-9cc9ab2421dd'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:21.801767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b093fd21-8629-4d6b-84a9-f389cd96b5b5 None None] Port e26cfee6-8202-4209-af27-169d587e4957 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:21.860188 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09802adb-0354-42c4-aab3-2fd921e0841a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for floatingip, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.876716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac30f9-397e-4c0f-8426-9679a74f681e req-ea00e481-44e0-4b72-9c48-43b0201ce296 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.878530 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4fac30f9-397e-4c0f-8426-9679a74f681e req-ea00e481-44e0-4b72-9c48-43b0201ce296 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 945 time: 0.2713337 Jul 16 18:01:21.922442 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 2, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:21.988329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7af86-f258-40f2-b0ae-fcf78bfeff0e None None] The sync data for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 is: [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 2, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:22.049179 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25c7abef-ae1d-4e64-bd5d-305e7863b47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.088700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4fac30f9-397e-4c0f-8426-9679a74f681e req-8e0b8ca1-470b-4727-9850-175a85f27c05 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973794 Jul 16 18:01:22.098833 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25c7abef-ae1d-4e64-bd5d-305e7863b47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.179642 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-25c7abef-ae1d-4e64-bd5d-305e7863b47b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f60d4bc0d1be4ba8bf24f0769b85bb67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6589351 Jul 16 18:01:22.183063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37334) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:22.199441 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-343464be-4aaa-4943-a38f-8944294b98b8 req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.244058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-343464be-4aaa-4943-a38f-8944294b98b8 req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Transition to ACTIVE for port object 434b2122-3db2-42e3-a886-93a71bda1ecc will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:22.280402 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6ff362cf-6852-43d4-83be-4f841214e2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.292687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7abef-ae1d-4e64-bd5d-305e7863b47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d94652-be56-43ec-8fa6-1f0c00fef837,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:22.351518 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6ff362cf-6852-43d4-83be-4f841214e2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.377885 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-343464be-4aaa-4943-a38f-8944294b98b8 req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.676438 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343464be-4aaa-4943-a38f-8944294b98b8 req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Network 026a2c11-159b-4be3-b67f-844914b3c654 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:22.678017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-343464be-4aaa-4943-a38f-8944294b98b8 req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:22.691590 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37348) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:22.703857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1535259335-network', 'tenant_id': '692437276b134cbc9c85aae94a957863'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:22.718956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-343464be-4aaa-4943-a38f-8944294b98b8 req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:22.727097 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6ff362cf-6852-43d4-83be-4f841214e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.730943 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6ff362cf-6852-43d4-83be-4f841214e2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.732314 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6ff362cf-6852-43d4-83be-4f841214e2fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91d94652-be56-43ec-8fa6-1f0c00fef837 HTTP/1.1" status: 204 len: 168 time: 0.5477860 Jul 16 18:01:22.829931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff362cf-6852-43d4-83be-4f841214e2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d94652-be56-43ec-8fa6-1f0c00fef837,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:22.845447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:22.855330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Made reservation on behalf of 692437276b134cbc9c85aae94a957863 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:22.859724 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.884352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343464be-4aaa-4943-a38f-8944294b98b8 req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.885598 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-343464be-4aaa-4943-a38f-8944294b98b8 req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.983010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c479801-8d94-4a47-a9fe-5d9e1182a102 req-f776d25a-7253-44e3-a752-a2bb5d77f9de tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.992419 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c479801-8d94-4a47-a9fe-5d9e1182a102 req-f776d25a-7253-44e3-a752-a2bb5d77f9de tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 931 time: 0.3742301 Jul 16 18:01:22.997905 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-d9ff5485-8cb0-4637-bd8a-d35aa3236cfa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9803052 Jul 16 18:01:23.096344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Request body: {'port': {'device_id': '81aeb582-b498-465a-b70f-028e0f1c1481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:23.183991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c479801-8d94-4a47-a9fe-5d9e1182a102 req-551b4429-7575-4211-a213-f009e2901f40 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904447 Jul 16 18:01:23.263187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fadeede5-923c-4198-a8cc-5b7122494bbd None None] Provisioning for port 434b2122-3db2-42e3-a886-93a71bda1ecc completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:23.268558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fadeede5-923c-4198-a8cc-5b7122494bbd None None] Provisioning complete for port 434b2122-3db2-42e3-a886-93a71bda1ecc triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:23.269286 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fadeede5-923c-4198-a8cc-5b7122494bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.312910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec90e-d13f-4288-8e7a-2a6b5a5932f8 req-23dbcfec-2fa4-4dc9-aba0-aeec45906c12 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:23.320387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb9ec90e-d13f-4288-8e7a-2a6b5a5932f8 req-23dbcfec-2fa4-4dc9-aba0-aeec45906c12 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 945 time: 0.1428695 Jul 16 18:01:23.322692 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.368224 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:01:23.392127 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fadeede5-923c-4198-a8cc-5b7122494bbd None None] Port 434b2122-3db2-42e3-a886-93a71bda1ecc cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:23.505594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37364) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:23.515405 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.519989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37366) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:23.552394 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2346c213-5633-47ac-b543-08615cea5709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.563953 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb9ec90e-d13f-4288-8e7a-2a6b5a5932f8 req-f777ad03-e982-45dc-94c2-e87645bd6e21 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423775 Jul 16 18:01:23.568545 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.resource_extend [None req-09802adb-0354-42c4-aab3-2fd921e0841a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] It took 0.72 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:01:23.644052 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09802adb-0354-42c4-aab3-2fd921e0841a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.656116 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09802adb-0354-42c4-aab3-2fd921e0841a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.769259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434b2122-3db2-42e3-a886-93a71bda1ecc {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:23.783066 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.799366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-763784005'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:23.799933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Transition to ACTIVE for port object 434b2122-3db2-42e3-a886-93a71bda1ecc will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:23.804595 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.829070 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-09802adb-0354-42c4-aab3-2fd921e0841a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Floating IP 9a441136-5ea6-46c6-af3a-c9649a138f90 associated. External IP: 172.25.5.206, port: fafb2855-d722-4156-ba87-9cc9ab2421dd. Jul 16 18:01:23.869349 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.880663 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.891601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:23.954252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Attempting to bind port 434b2122-3db2-42e3-a886-93a71bda1ecc on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:23.955056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Attempting to bind port 434b2122-3db2-42e3-a886-93a71bda1ecc by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:23.955805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Attempting to bind port 434b2122-3db2-42e3-a886-93a71bda1ecc on network 026a2c11-159b-4be3-b67f-844914b3c654 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:23.980705 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:23.988753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70610660-acec-4bae-8119-bb896eefd349,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:24.044423 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.044796 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Added segment 77f74ff7-3e8b-45d6-b134-a3ba29719500 of type vlan for network 49d5df37-25c9-4bd8-8094-2cadadcdf4e6 Jul 16 18:01:24.047964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Port 434b2122-3db2-42e3-a886-93a71bda1ecc on network 026a2c11-159b-4be3-b67f-844914b3c654 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:24.049377 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Attempting to bind port 434b2122-3db2-42e3-a886-93a71bda1ecc on network 026a2c11-159b-4be3-b67f-844914b3c654 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:24.087089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:24.088054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Checking segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:24.089363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Bound using segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:24.090738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Bound port: 434b2122-3db2-42e3-a886-93a71bda1ecc, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:24.091340 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.169211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f53039-4684-4aff-b572-c598d6fe7545 req-25d76c92-ef4e-4921-85e3-e85c32961263 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.174704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-32f53039-4684-4aff-b572-c598d6fe7545 req-25d76c92-ef4e-4921-85e3-e85c32961263 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 945 time: 0.2158546 Jul 16 18:01:24.184695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8fa751da-990b-4a2f-894a-6f5f94af66a5 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:24.210560 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.294632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:24.296561 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 8fa751da-990b-4a2f-894a-6f5f94af66a5 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:24.301580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8fa751da-990b-4a2f-894a-6f5f94af66a5 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:24.302143 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.308908 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.310201 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.310941 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.333577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:24.347848 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.348567 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2346c213-5633-47ac-b543-08615cea5709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.373121 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2346c213-5633-47ac-b543-08615cea5709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.406321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.408668 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.413148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] 10.222.0.35 "PUT /v2.0/ports/434b2122-3db2-42e3-a886-93a71bda1ecc HTTP/1.1" status: 200 len: 1092 time: 1.3417966 Jul 16 18:01:24.417090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:24.426065 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121b0372-b766-4613-b1b0-b9887e393294" -d '{"events": [{"name": "network-changed", "server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:24.445257 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09802adb-0354-42c4-aab3-2fd921e0841a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:24.446245 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=49d5df37-25c9-4bd8-8094-2cadadcdf4e6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:24.450067 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.476721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 49d5df37-25c9-4bd8-8094-2cadadcdf4e6 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:24.485432 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-32f53039-4684-4aff-b572-c598d6fe7545 req-e0cc6b2b-86d9-4e98-b549-c9ca1bf016dc tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Deleting port 8fc0ede7-d894-4946-8203-a13552d938af {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:24.487638 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-32f53039-4684-4aff-b572-c598d6fe7545 req-e0cc6b2b-86d9-4e98-b549-c9ca1bf016dc tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.491045 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Made reservation on behalf of b30055941f314929bc8a0018c5f9e7a5 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:24.495231 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.508652 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2346c213-5633-47ac-b543-08615cea5709 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d40ca5c715e4281a92010091f3e4ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0013301 Jul 16 18:01:24.525390 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346c213-5633-47ac-b543-08615cea5709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2064285-dffb-4aae-84df-beded5d8608b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:24.527731 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9d9072-192b-458b-9a83-59c9115383a4 x-openstack-request-id: req-7f9d9072-192b-458b-9a83-59c9115383a4 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:24.528603 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:24.532817 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-11f3e4f2-0571-4e90-8cbd-581a011e8ff8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8365266 Jul 16 18:01:24.533039 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f9d9072-192b-458b-9a83-59c9115383a4 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:24.533154 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37378) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:24.533254 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'status': 'completed', 'code': 200} Jul 16 18:01:24.533374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37380) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:24.541792 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b5220e19-13a2-4eba-a627-ab890361a3ae admin admin] Request body: {'subnet': {'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1535259335-subnet', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:24.544764 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 8fa751da-990b-4a2f-894a-6f5f94af66a5, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8fa751da-990b-4a2f-894a-6f5f94af66a5,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:24.551045 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.579445 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.635066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=8fa751da-990b-4a2f-894a-6f5f94af66a5,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:24.682110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5220e19-13a2-4eba-a627-ab890361a3ae admin admin] Made reservation on behalf of 692437276b134cbc9c85aae94a957863 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:24.685205 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5220e19-13a2-4eba-a627-ab890361a3ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.698329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11e5a2-8b19-45d6-8ffe-1f986454b319 service neutron] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:24.818637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-739aab26-4120-446f-9476-d38f419f14d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.820333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-32f53039-4684-4aff-b572-c598d6fe7545 req-e0cc6b2b-86d9-4e98-b549-c9ca1bf016dc tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] For port 8fc0ede7-d894-4946-8203-a13552d938af, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8fc0ede7-d894-4946-8203-a13552d938af,segment=NetworkSegment(57aa1ae5-c4c2-4af3-a0e9-e92062117dda),segment_id=57aa1ae5-c4c2-4af3-a0e9-e92062117dda)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:24.820699 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-32f53039-4684-4aff-b572-c598d6fe7545 req-e0cc6b2b-86d9-4e98-b549-c9ca1bf016dc tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.831376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c88119-eed4-4566-bf05-6e0843fd1537 req-8fcd5ab8-6634-4c99-a97c-3f4437d3f1e8 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.833068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9c88119-eed4-4566-bf05-6e0843fd1537 req-8fcd5ab8-6634-4c99-a97c-3f4437d3f1e8 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 943 time: 0.3127556 Jul 16 18:01:24.856432 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09802adb-0354-42c4-aab3-2fd921e0841a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:24.859943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-32f53039-4684-4aff-b572-c598d6fe7545 req-e0cc6b2b-86d9-4e98-b549-c9ca1bf016dc tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Calling delete_port for 8fc0ede7-d894-4946-8203-a13552d938af owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:24.863941 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09802adb-0354-42c4-aab3-2fd921e0841a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.867896 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f821e7b-83eb-495e-b75d-05eb211b9edf None None] Sync routers for ids ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:24.879319 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f821e7b-83eb-495e-b75d-05eb211b9edf None None] Routers {'1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:24.880251 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1f821e7b-83eb-495e-b75d-05eb211b9edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:24.904215 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-739aab26-4120-446f-9476-d38f419f14d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.905109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343464be-4aaa-4943-a38f-8944294b98b8 req-b46182bd-c8cd-4bb7-a4d2-bba9fe12f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.907029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-b46182bd-c8cd-4bb7-a4d2-bba9fe12f3d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 1095 time: 0.4142799 Jul 16 18:01:24.969499 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-09802adb-0354-42c4-aab3-2fd921e0841a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "PUT /v2.0/floatingips/9a441136-5ea6-46c6-af3a-c9649a138f90 HTTP/1.1" status: 200 len: 991 time: 3.1805618 Jul 16 18:01:24.977734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': 'fafb2855-d722-4156-ba87-9cc9ab2421dd'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:24.980905 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f426e3f6-a840-4f3c-8771-3179a8cb4367" -d '{"events": [{"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "fafb2855-d722-4156-ba87-9cc9ab2421dd"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:24.995402 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-1f821e7b-83eb-495e-b75d-05eb211b9edf None None] Set router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:25.013345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9c88119-eed4-4566-bf05-6e0843fd1537 req-f146f6ce-014b-4cd8-ad10-4ee6f0ad1310 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682408 Jul 16 18:01:25.029050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-c053047f-4338-46b6-bc5d-5c4cfbbc296d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434b2122-3db2-42e3-a886-93a71bda1ecc HTTP/1.1" status: 200 len: 217 time: 0.1102171 Jul 16 18:01:25.132814 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-739aab26-4120-446f-9476-d38f419f14d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.140188 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-739aab26-4120-446f-9476-d38f419f14d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.145790 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-739aab26-4120-446f-9476-d38f419f14d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2064285-dffb-4aae-84df-beded5d8608b HTTP/1.1" status: 204 len: 168 time: 0.6119907 Jul 16 18:01:25.152982 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.173664 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.192684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:25.207661 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.208104 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Added segment 33a589b0-1ef2-4b77-a191-eb6237fc39be of type vlan for network 7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0 Jul 16 18:01:25.262607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.266121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66629af6-8e70-4934-ba20-4bc78b488382 req-a35498b4-36eb-4e0c-8196-3667ea2477f2 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.275425 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66629af6-8e70-4934-ba20-4bc78b488382 req-a35498b4-36eb-4e0c-8196-3667ea2477f2 tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4968a19-2e69-48ee-844b-2881ebb69669 HTTP/1.1" status: 200 len: 945 time: 0.4399424 Jul 16 18:01:25.297631 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1f821e7b-83eb-495e-b75d-05eb211b9edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 4, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port': {'id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T17:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '9a441136-5ea6-46c6-af3a-c9649a138f90', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'port_id': 'fafb2855-d722-4156-ba87-9cc9ab2421dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'mac_address': 'fa:16:3e:0d:aa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:00:07Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 1, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911c88c7-ebbb-4466-9c1b-4b777e5ebe7d', 'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'mac_address': 'fa:16:3e:d0:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '204b23cc-159d-41ae-adf4-093a524deac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:08Z', 'revision_number': 5, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'subnets': [{'id': '204b23cc-159d-41ae-adf4-093a524deac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:25.297945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739aab26-4120-446f-9476-d38f419f14d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2064285-dffb-4aae-84df-beded5d8608b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.316195 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dba81c-f1f9-430c-83e4-fde4dffcdfe7 x-openstack-request-id: req-d3dba81c-f1f9-430c-83e4-fde4dffcdfe7 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:25.316879 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "tag": "fafb2855-d722-4156-ba87-9cc9ab2421dd", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:25.317349 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3dba81c-f1f9-430c-83e4-fde4dffcdfe7 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:25.318234 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'tag': 'fafb2855-d722-4156-ba87-9cc9ab2421dd', 'status': 'completed', 'code': 200} Jul 16 18:01:25.327593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5220e19-13a2-4eba-a627-ab890361a3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.332649 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f821e7b-83eb-495e-b75d-05eb211b9edf None None] Checking router: 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:25.349419 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f821e7b-83eb-495e-b75d-05eb211b9edf None None] Routers {'1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:25.352933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343464be-4aaa-4943-a38f-8944294b98b8 req-173d4ec9-bb93-431a-9527-6cc4b39e6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.353637 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1f821e7b-83eb-495e-b75d-05eb211b9edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:25.354560 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-173d4ec9-bb93-431a-9527-6cc4b39e6870 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.2554913 Jul 16 18:01:25.416098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66629af6-8e70-4934-ba20-4bc78b488382 req-db6b110e-5440-44a3-b0fe-21297848b47f tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.41 "GET /v2.0/security-groups?id=24fb74e2-8c5b-40c2-9640-71c5515a02eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315453 Jul 16 18:01:25.427380 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-32f53039-4684-4aff-b572-c598d6fe7545 req-e0cc6b2b-86d9-4e98-b549-c9ca1bf016dc tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.445430 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['8fc0ede7-d894-4946-8203-a13552d938af'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:25.463135 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.469160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.469750 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.471276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc6b2b-86d9-4e98-b549-c9ca1bf016dc tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Pushing event deleted for resources: {'Port': ['ID=8fc0ede7-d894-4946-8203-a13552d938af,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.484723 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5220e19-13a2-4eba-a627-ab890361a3ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=be050754-900f-4d44-9a08-bc41e34dc3a1,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.484887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343464be-4aaa-4943-a38f-8944294b98b8 req-aae29729-e168-49ed-b77d-10efafc4805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.484887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-aae29729-e168-49ed-b77d-10efafc4805e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1230612 Jul 16 18:01:25.545452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Sync routers for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:25.552205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f53039-4684-4aff-b572-c598d6fe7545 req-e0cc6b2b-86d9-4e98-b549-c9ca1bf016dc tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] No DVR routers for this DVR port 8fc0ede7-d894-4946-8203-a13552d938af on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:25.555746 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-32f53039-4684-4aff-b572-c598d6fe7545 req-e0cc6b2b-86d9-4e98-b549-c9ca1bf016dc tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.556813 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:25.557658 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:25.557829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-32f53039-4684-4aff-b572-c598d6fe7545 req-e0cc6b2b-86d9-4e98-b549-c9ca1bf016dc tempest-InstanceActionsV221TestJSON-147741790 tempest-InstanceActionsV221TestJSON-147741790-project] 10.222.0.43 "DELETE /v2.0/ports/8fc0ede7-d894-4946-8203-a13552d938af HTTP/1.1" status: 204 len: 173 time: 1.3752861 Jul 16 18:01:25.571759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68c0b56-cee9-49ac-8d33-b8222a065825,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.583845 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-1f821e7b-83eb-495e-b75d-05eb211b9edf None None] Set router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:25.632660 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Pushing event updated for resources: {'Network': ['ID=7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.650368 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5220e19-13a2-4eba-a627-ab890361a3ae admin admin] Checking segment: {'id': '77f74ff7-3e8b-45d6-b134-a3ba29719500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:25.650750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5220e19-13a2-4eba-a627-ab890361a3ae admin admin] Network hostable DHCP agents. Network: 49d5df37-25c9-4bd8-8094-2cadadcdf4e6, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:25.685986 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-41f90314-8ca6-444e-ad4b-757917085ac2 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1640816 Jul 16 18:01:25.697408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37396) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:25.722105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-3701aeb7-2088-42b9-b467-56fc05de577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.722594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-3701aeb7-2088-42b9-b467-56fc05de577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.723065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-3701aeb7-2088-42b9-b467-56fc05de577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.723553 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-3701aeb7-2088-42b9-b467-56fc05de577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.724450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-3701aeb7-2088-42b9-b467-56fc05de577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.724450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-3701aeb7-2088-42b9-b467-56fc05de577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.724918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-3701aeb7-2088-42b9-b467-56fc05de577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.735487 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-3701aeb7-2088-42b9-b467-56fc05de577a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6497 time: 0.4212313 Jul 16 18:01:25.757116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8ba4c0a6-c854-4f95-ac67-ff6605f1d9dd tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Request body: {'subnet': {'network_id': '7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:25.799263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-77ac7d18-5089-436a-b0c5-3e40487b073a service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795255 Jul 16 18:01:25.803099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:25.888818 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:25.921689 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1f821e7b-83eb-495e-b75d-05eb211b9edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 4, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port': {'id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T17:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '9a441136-5ea6-46c6-af3a-c9649a138f90', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'port_id': 'fafb2855-d722-4156-ba87-9cc9ab2421dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'mac_address': 'fa:16:3e:0d:aa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:00:07Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 1, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911c88c7-ebbb-4466-9c1b-4b777e5ebe7d', 'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'mac_address': 'fa:16:3e:d0:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '204b23cc-159d-41ae-adf4-093a524deac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:08Z', 'revision_number': 5, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'subnets': [{'id': '204b23cc-159d-41ae-adf4-093a524deac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:25.962355 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f821e7b-83eb-495e-b75d-05eb211b9edf None None] The sync data for ids ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'] in n-d-787206-10 is: [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 4, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port': {'id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T17:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '9a441136-5ea6-46c6-af3a-c9649a138f90', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'port_id': 'fafb2855-d722-4156-ba87-9cc9ab2421dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'mac_address': 'fa:16:3e:0d:aa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:00:07Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 1, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911c88c7-ebbb-4466-9c1b-4b777e5ebe7d', 'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'mac_address': 'fa:16:3e:d0:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '204b23cc-159d-41ae-adf4-093a524deac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:08Z', 'revision_number': 5, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'subnets': [{'id': '204b23cc-159d-41ae-adf4-093a524deac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:26.002480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-343464be-4aaa-4943-a38f-8944294b98b8 req-988b4a08-8ad2-410e-9eec-44de63eaf00d service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931095 Jul 16 18:01:26.004130 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5220e19-13a2-4eba-a627-ab890361a3ae admin admin] Network 49d5df37-25c9-4bd8-8094-2cadadcdf4e6 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:26.145692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b0372-b766-4613-b1b0-b9887e393294 req-9ceab6ea-e3ba-427f-a624-c3495cd193ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.147330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-121b0372-b766-4613-b1b0-b9887e393294 req-9ceab6ea-e3ba-427f-a624-c3495cd193ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 1095 time: 0.0736949 Jul 16 18:01:26.150815 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b5220e19-13a2-4eba-a627-ab890361a3ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 49d5df37-25c9-4bd8-8094-2cadadcdf4e6) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:26.181118 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5220e19-13a2-4eba-a627-ab890361a3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.182006 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5220e19-13a2-4eba-a627-ab890361a3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.194763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a3bfc5-0256-4a9f-af7a-f84a9177a252 None None] Network 49d5df37-25c9-4bd8-8094-2cadadcdf4e6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:26.204846 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8fa751da-990b-4a2f-894a-6f5f94af66a5 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:26.275847 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba4c0a6-c854-4f95-ac67-ff6605f1d9dd tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Made reservation on behalf of b30055941f314929bc8a0018c5f9e7a5 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:26.299730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c0a6-c854-4f95-ac67-ff6605f1d9dd tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.401124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b0372-b766-4613-b1b0-b9887e393294 req-7e7c3a22-d689-4616-b212-c72b60778c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.402870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-121b0372-b766-4613-b1b0-b9887e393294 req-7e7c3a22-d689-4616-b212-c72b60778c73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.2448909 Jul 16 18:01:26.412080 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeadcb3-eef2-44b9-a59e-ab6508ad64c4 req-635c426e-4857-488b-9d6f-71f534bf0dbc tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.420648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddeadcb3-eef2-44b9-a59e-ab6508ad64c4 req-635c426e-4857-488b-9d6f-71f534bf0dbc tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 943 time: 0.1315453 Jul 16 18:01:26.427679 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b5220e19-13a2-4eba-a627-ab890361a3ae admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8893499 Jul 16 18:01:26.429217 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-7acf8d56-b94c-479b-95fb-d890d4d67eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.431004 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-7acf8d56-b94c-479b-95fb-d890d4d67eda service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9a1e7b3-f15f-48c2-8b79-818a78e0e750 HTTP/1.1" status: 200 len: 913 time: 0.6096213 Jul 16 18:01:26.435334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37418) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:26.458087 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437073e-592a-492f-8bad-66fa6ca45f06 None None] New status for floating IP 9a441136-5ea6-46c6-af3a-c9649a138f90: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:01:26.535424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4968a19-2e69-48ee-844b-2881ebb69669', 'name': 'network-vif-deleted', 'tag': '8fc0ede7-d894-4946-8203-a13552d938af'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:26.544673 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b6ab23-f41f-452a-beea-95de8085ee50" -d '{"events": [{"server_uuid": "d4968a19-2e69-48ee-844b-2881ebb69669", "name": "network-vif-deleted", "tag": "8fc0ede7-d894-4946-8203-a13552d938af"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:26.549635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1535259335-router', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:26.622607 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.652093 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.713599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8fa751da-990b-4a2f-894a-6f5f94af66a5 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:26.714528 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.768692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-49d5df37-25c9-4bd8-8094-2cadadcdf4e6', 'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'fixed_ips': [{'subnet_id': 'be050754-900f-4d44-9a08-bc41e34dc3a1'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:26.770135 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.777762 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-e5c8d5a4-6aa8-4ef9-867d-9e2f6d3e62dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fafb2855-d722-4156-ba87-9cc9ab2421dd HTTP/1.1" status: 200 len: 999 time: 0.3378503 Jul 16 18:01:26.851068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 2, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:26.943219 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-944426f6-be31-410f-b49a-347b0dc9fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.944734 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-944426f6-be31-410f-b49a-347b0dc9fc0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=204b23cc-159d-41ae-adf4-093a524deac6 HTTP/1.1" status: 200 len: 851 time: 0.1602671 Jul 16 18:01:27.002445 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd85cd70-dcf1-4d52-b16a-331643989d30 x-openstack-request-id: req-fd85cd70-dcf1-4d52-b16a-331643989d30 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:27.002737 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4968a19-2e69-48ee-844b-2881ebb69669", "name": "network-vif-deleted", "tag": "8fc0ede7-d894-4946-8203-a13552d938af", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:27.002978 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd85cd70-dcf1-4d52-b16a-331643989d30 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:27.003569 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4968a19-2e69-48ee-844b-2881ebb69669', 'name': 'network-vif-deleted', 'tag': '8fc0ede7-d894-4946-8203-a13552d938af', 'status': 'completed', 'code': 200} Jul 16 18:01:27.005649 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-121b0372-b766-4613-b1b0-b9887e393294 req-f6306263-1c6a-4f5b-99d1-e2616c72f534 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434b2122-3db2-42e3-a886-93a71bda1ecc HTTP/1.1" status: 200 len: 217 time: 0.5829239 Jul 16 18:01:27.008708 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.010820 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.029807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Checking router: ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:27.033693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Updating router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac port e26cfee6-8202-4209-af27-169d587e4957 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:27.054158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-0ef26743-e998-4811-b416-2d13d319ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:27.055531 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-0ef26743-e998-4811-b416-2d13d319ab5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9a1e7b3-f15f-48c2-8b79-818a78e0e750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012132 Jul 16 18:01:27.063974 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c0a6-c854-4f95-ac67-ff6605f1d9dd tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.103341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b0372-b766-4613-b1b0-b9887e393294 req-97e482ff-ec6b-43fe-859d-75789635ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:27.105687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-121b0372-b766-4613-b1b0-b9887e393294 req-97e482ff-ec6b-43fe-859d-75789635ca1f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.0465438 Jul 16 18:01:27.161153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddeadcb3-eef2-44b9-a59e-ab6508ad64c4 req-a800894e-68d4-416e-bf8c-d4b3138a7c76 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7395098 Jul 16 18:01:27.218828 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-b745a914-57ab-408f-ae75-f61e82cfcdc4 service neutron] 10.222.0.43 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402125 Jul 16 18:01:27.246119 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.308002 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4c0a6-c854-4f95-ac67-ff6605f1d9dd tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Pushing event updated for resources: {'Subnet': ['ID=52842ba0-1d81-497f-9c60-0f9e31f13cf5,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:27.325484 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.343369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37450) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:27.382443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4c0a6-c854-4f95-ac67-ff6605f1d9dd tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Checking segment: {'id': '33a589b0-1ef2-4b77-a191-eb6237fc39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:27.382962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba4c0a6-c854-4f95-ac67-ff6605f1d9dd tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Network hostable DHCP agents. Network: 7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:27.394434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4644b1ba-a028-4f84-a215-b0017e96d18a admin admin] Deleting subnet 53439604-0c50-46fd-8402-8617b62b26a7 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:27.404432 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4644b1ba-a028-4f84-a215-b0017e96d18a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.429224 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f426e3f6-a840-4f3c-8771-3179a8cb4367 req-5eae3f88-cd1c-4afd-a2d9-79ab16236a4a service neutron] 10.222.0.43 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081232 Jul 16 18:01:27.430269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Allocated IP 172.20.0.2 (49d5df37-25c9-4bd8-8094-2cadadcdf4e6/be050754-900f-4d44-9a08-bc41e34dc3a1/2b830317-fb62-432c-8cf3-2fc2519681c2) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:27.436458 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba4c0a6-c854-4f95-ac67-ff6605f1d9dd tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Network 7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:27.440422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b0372-b766-4613-b1b0-b9887e393294 req-b2e8613a-9679-4c82-a96f-abdedbe3682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:27.442231 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-121b0372-b766-4613-b1b0-b9887e393294 req-b2e8613a-9679-4c82-a96f-abdedbe3682d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2979772 Jul 16 18:01:27.465882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-8ba4c0a6-c854-4f95-ac67-ff6605f1d9dd tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:27.471247 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba4c0a6-c854-4f95-ac67-ff6605f1d9dd tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:27.471873 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c0a6-c854-4f95-ac67-ff6605f1d9dd tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.513871 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8ba4c0a6-c854-4f95-ac67-ff6605f1d9dd tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7616603 Jul 16 18:01:27.513871 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37458) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:27.521996 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Request body: {'port': {'network_id': '7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1031933172'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:27.538380 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4644b1ba-a028-4f84-a215-b0017e96d18a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.568198 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.594543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab16c882-a5d0-4da8-b5fb-9ee5c885568a None None] Network 7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:27.688326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Made reservation on behalf of b30055941f314929bc8a0018c5f9e7a5 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:27.692709 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.693590 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4644b1ba-a028-4f84-a215-b0017e96d18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.728605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] device_id is not set on port afe8fb61-59b8-4138-8f2f-0dd530555f46 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:01:27.782040 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-121b0372-b766-4613-b1b0-b9887e393294 req-aba29a23-083c-49b7-b163-0cc16c34ec0a service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743137 Jul 16 18:01:27.949133 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Allocated IP 172.20.0.4 (7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0/52842ba0-1d81-497f-9c60-0f9e31f13cf5/afe8fb61-59b8-4138-8f2f-0dd530555f46) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:27.977476 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4644b1ba-a028-4f84-a215-b0017e96d18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.000152 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-121b0372-b766-4613-b1b0-b9887e393294 req-e8de2f06-2459-4b0e-8c3e-29145bfd43d2 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983018 Jul 16 18:01:28.054495 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e3d6-1a2d-4ec9-bd86-af85cbbd6b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.060458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644b1ba-a028-4f84-a215-b0017e96d18a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53439604-0c50-46fd-8402-8617b62b26a7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:28.074378 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4644b1ba-a028-4f84-a215-b0017e96d18a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.078754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4644b1ba-a028-4f84-a215-b0017e96d18a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/53439604-0c50-46fd-8402-8617b62b26a7 HTTP/1.1" status: 204 len: 168 time: 0.7310703 Jul 16 18:01:28.078956 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.084157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37486) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:28.120976 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Transition to ACTIVE for port object 2b830317-fb62-432c-8cf3-2fc2519681c2 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:28.131645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0', 'network_id': '7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0', 'tenant_id': 'b30055941f314929bc8a0018c5f9e7a5', 'fixed_ips': [{'subnet_id': '52842ba0-1d81-497f-9c60-0f9e31f13cf5'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:28.132480 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.152062 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.169595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Transition to ACTIVE for port object afe8fb61-59b8-4138-8f2f-0dd530555f46 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:28.177586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Transition to ACTIVE for port object 2b830317-fb62-432c-8cf3-2fc2519681c2 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:28.204314 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de38375d-f16d-48e4-a221-c6632e93cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.246661 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.264551 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.309848 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Network 7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:28.313611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:28.318091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:28.326757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Pushing event updated for resources: {'Port': ['ID=afe8fb61-59b8-4138-8f2f-0dd530555f46,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:28.344995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434b2122-3db2-42e3-a886-93a71bda1ecc details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:28.413025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.413923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.424279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Network 49d5df37-25c9-4bd8-8094-2cadadcdf4e6 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:28.439529 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1dc7d4ea-0a47-4bd6-84c0-db61966180a4 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9247556 Jul 16 18:01:28.439782 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:28.442836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37502) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:28.471637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:28.478883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Pushing event updated for resources: {'Port': ['ID=2b830317-fb62-432c-8cf3-2fc2519681c2,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:28.485992 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.519674 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de38375d-f16d-48e4-a221-c6632e93cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.533705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Transition to ACTIVE for port object e26cfee6-8202-4209-af27-169d587e4957 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:28.589752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-de38375d-f16d-48e4-a221-c6632e93cd33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:28.594191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a68d2c6b-7453-498a-a740-27248cd3995b tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Deleting port afe8fb61-59b8-4138-8f2f-0dd530555f46 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:28.594580 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a68d2c6b-7453-498a-a740-27248cd3995b tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.602258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-de38375d-f16d-48e4-a221-c6632e93cd33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57aa1ae5-c4c2-4af3-a0e9-e92062117dda') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:28.602563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-de38375d-f16d-48e4-a221-c6632e93cd33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57aa1ae5-c4c2-4af3-a0e9-e92062117dda') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:28.615654 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de38375d-f16d-48e4-a221-c6632e93cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.648115 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de38375d-f16d-48e4-a221-c6632e93cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.669862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de38375d-f16d-48e4-a221-c6632e93cd33 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:28.670279 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de38375d-f16d-48e4-a221-c6632e93cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:28.672196 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:28.685116 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.709543 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37508) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:28.711007 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.718208 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.725050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a68d2c6b-7453-498a-a740-27248cd3995b tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.725220 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Allocated IP 172.20.0.2 (7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0/52842ba0-1d81-497f-9c60-0f9e31f13cf5/3aa29e33-3d4e-4c14-91bf-e8e37a0653af) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:28.744534 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a68d2c6b-7453-498a-a740-27248cd3995b tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Calling delete_port for afe8fb61-59b8-4138-8f2f-0dd530555f46 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:28.781245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Attempting to bind port 2b830317-fb62-432c-8cf3-2fc2519681c2 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:28.781652 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Attempting to bind port 2b830317-fb62-432c-8cf3-2fc2519681c2 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '77f74ff7-3e8b-45d6-b134-a3ba29719500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:28.781910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Attempting to bind port 2b830317-fb62-432c-8cf3-2fc2519681c2 on network 49d5df37-25c9-4bd8-8094-2cadadcdf4e6 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:28.790723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:28.801353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588ea5-44af-4e9c-ba07-39683bee32d4 req-a6a9481a-e137-42a5-831d-027679544859 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.803563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54588ea5-44af-4e9c-ba07-39683bee32d4 req-a6a9481a-e137-42a5-831d-027679544859 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 943 time: 0.4244654 Jul 16 18:01:28.807189 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de38375d-f16d-48e4-a221-c6632e93cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.814231 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de38375d-f16d-48e4-a221-c6632e93cd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.820434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-de38375d-f16d-48e4-a221-c6632e93cd33 admin admin] 10.222.0.41 "DELETE /v2.0/networks/00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a HTTP/1.1" status: 204 len: 168 time: 0.7348108 Jul 16 18:01:28.836537 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8fc0ede7-d894-4946-8203-a13552d938af no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:28.838066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:28.838456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Checking segment: {'id': '77f74ff7-3e8b-45d6-b134-a3ba29719500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:28.839462 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.840027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Bound using segment: {'id': '77f74ff7-3e8b-45d6-b134-a3ba29719500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:28.840510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Bound port: 2b830317-fb62-432c-8cf3-2fc2519681c2, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f74ff7-3e8b-45d6-b134-a3ba29719500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:28.841042 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.868555 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'port_id': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'mac_address': 'fa:16:3e:65:f9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:28.885315 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb500be1-5588-478e-a664-3508fe908d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.921125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38375d-f16d-48e4-a221-c6632e93cd33 admin admin] Pushing event deleted for resources: {'Network': ['ID=00ba7fef-28b4-407d-b9e8-d7a38bc7cd9a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:28.923388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 8fc0ede7-d894-4946-8203-a13552d938af {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:28.923815 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8fc0ede7-d894-4946-8203-a13552d938af not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:28.925190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bbf92-d015-41f3-b2a8-f44c64bc407b None None] Pushing event updated for resources: {'Port': ['ID=e26cfee6-8202-4209-af27-169d587e4957,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:28.997649 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54588ea5-44af-4e9c-ba07-39683bee32d4 req-73696c01-adf5-4bb4-81c0-ec826ef7854b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726246 Jul 16 18:01:29.074981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37516) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:29.139230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ae93fdc2-c6b5-42db-82a7-ffd592098bfe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fd880e6bee34a0191d6acf046b6b026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626359 Jul 16 18:01:29.143272 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] For port 2b830317-fb62-432c-8cf3-2fc2519681c2, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:29.146620 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] For port 2b830317-fb62-432c-8cf3-2fc2519681c2, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2b830317-fb62-432c-8cf3-2fc2519681c2,segment=NetworkSegment(77f74ff7-3e8b-45d6-b134-a3ba29719500),segment_id=77f74ff7-3e8b-45d6-b134-a3ba29719500)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:29.149998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37518) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:29.159028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Allocated IP 172.25.5.190 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/342f4f1d-fc90-4450-8fe2-2e89b43f9d85) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:29.191630 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.249566 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.262341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Attempting to bind port e26cfee6-8202-4209-af27-169d587e4957 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:29.262705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Attempting to bind port e26cfee6-8202-4209-af27-169d587e4957 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:29.263080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Attempting to bind port e26cfee6-8202-4209-af27-169d587e4957 on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:29.282128 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c060127e-c7a1-432d-8568-1622b8d34e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.296003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:29.296410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Checking segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:29.296792 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.297186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Bound using segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:29.297716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Bound port: e26cfee6-8202-4209-af27-169d587e4957, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:29.298101 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.305674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434b2122-3db2-42e3-a886-93a71bda1ecc {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:29.309682 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c060127e-c7a1-432d-8568-1622b8d34e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.310885 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a68d2c6b-7453-498a-a740-27248cd3995b tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.359509 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d2c6b-7453-498a-a740-27248cd3995b tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Pushing event deleted for resources: {'Port': ['ID=afe8fb61-59b8-4138-8f2f-0dd530555f46,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.377040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82304b24-885c-4264-8664-59020c7c8da3 None None] Pushing event updated for resources: {'Port': ['ID=2b830317-fb62-432c-8cf3-2fc2519681c2,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.399464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.416020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:29.430325 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.448675 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.455550 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.468126 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a68d2c6b-7453-498a-a740-27248cd3995b tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.471040 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a68d2c6b-7453-498a-a740-27248cd3995b tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] 10.222.0.41 "DELETE /v2.0/ports/afe8fb61-59b8-4138-8f2f-0dd530555f46 HTTP/1.1" status: 204 len: 168 time: 1.0247591 Jul 16 18:01:29.477143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37520) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:29.497534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:29.509560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Transition to ACTIVE for port object 3aa29e33-3d4e-4c14-91bf-e8e37a0653af will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:29.546129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] For port e26cfee6-8202-4209-af27-169d587e4957, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:29.578411 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c060127e-c7a1-432d-8568-1622b8d34e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.584091 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb500be1-5588-478e-a664-3508fe908d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.584719 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c060127e-c7a1-432d-8568-1622b8d34e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.587102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c060127e-c7a1-432d-8568-1622b8d34e7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24fb74e2-8c5b-40c2-9640-71c5515a02eb HTTP/1.1" status: 204 len: 168 time: 0.4347866 Jul 16 18:01:29.590865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Transition to ACTIVE for port object 3aa29e33-3d4e-4c14-91bf-e8e37a0653af will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:29.595145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] For port e26cfee6-8202-4209-af27-169d587e4957, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e26cfee6-8202-4209-af27-169d587e4957,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:29.601271 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.601459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:29.601761 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb500be1-5588-478e-a664-3508fe908d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.610589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:29.616804 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.688651 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.751802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060127e-c7a1-432d-8568-1622b8d34e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fb74e2-8c5b-40c2-9640-71c5515a02eb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.776153 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bb500be1-5588-478e-a664-3508fe908d51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fdc001dbb674efe9be9c77844f2f98c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0652204 Jul 16 18:01:29.787268 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb500be1-5588-478e-a664-3508fe908d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b175c6a-dda2-43f6-bbff-67b2bffc0f48,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.792473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37530) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:29.810230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Pushing event updated for resources: {'Port': ['ID=342f4f1d-fc90-4450-8fe2-2e89b43f9d85,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.816596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['434b2122-3db2-42e3-a886-93a71bda1ecc'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:29.925215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Network 7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:29.926752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:29.927406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:29.942004 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fca652ac-de66-4d70-9a37-e83641048805 tempest-DHCPAgentSchedulersTestJSON-1749129634 tempest-DHCPAgentSchedulersTestJSON-1749129634-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.4625673 Jul 16 18:01:29.948467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37534) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:29.956600 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3c60c71a-cc20-4839-8065-eca990aca8ca tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-174253645'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:29.977205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:29.989465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:30.023252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bbf92-d015-41f3-b2a8-f44c64bc407b None None] Pushing event updated for resources: {'Port': ['ID=e26cfee6-8202-4209-af27-169d587e4957,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:30.047678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c60c71a-cc20-4839-8065-eca990aca8ca tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Made reservation on behalf of b30055941f314929bc8a0018c5f9e7a5 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:30.052682 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3c60c71a-cc20-4839-8065-eca990aca8ca tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.107608 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ad7572c-b60f-40ec-850a-1d5310a96999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.137518 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c60c71a-cc20-4839-8065-eca990aca8ca tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:30.169317 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ad7572c-b60f-40ec-850a-1d5310a96999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.175100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3c60c71a-cc20-4839-8065-eca990aca8ca tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.175987 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-3c60c71a-cc20-4839-8065-eca990aca8ca tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Added segment c6cdfabb-7f02-46fd-a4b4-de111a131ec9 of type vlan for network d4d2272d-1008-4c57-b58e-e34e848590c2 Jul 16 18:01:30.326078 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3c60c71a-cc20-4839-8065-eca990aca8ca tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.371267 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ad7572c-b60f-40ec-850a-1d5310a96999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.378740 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ad7572c-b60f-40ec-850a-1d5310a96999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.382316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4ad7572c-b60f-40ec-850a-1d5310a96999 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b175c6a-dda2-43f6-bbff-67b2bffc0f48 HTTP/1.1" status: 204 len: 168 time: 0.5864525 Jul 16 18:01:30.407160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3c60c71a-cc20-4839-8065-eca990aca8ca tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.414076 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c60c71a-cc20-4839-8065-eca990aca8ca tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:30.419583 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3c60c71a-cc20-4839-8065-eca990aca8ca tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.420316 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.514368 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3c60c71a-cc20-4839-8065-eca990aca8ca tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5643983 Jul 16 18:01:30.522791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37550) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:30.525490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7572c-b60f-40ec-850a-1d5310a96999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b175c6a-dda2-43f6-bbff-67b2bffc0f48,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:30.560500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60c71a-cc20-4839-8065-eca990aca8ca tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Pushing event updated for resources: {'Network': ['ID=d4d2272d-1008-4c57-b58e-e34e848590c2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:30.644372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:30.900588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9c4cd-24e9-4a9f-8368-3650e229a5e2 req-f6d4c23a-b055-4837-87c0-952c53f2914d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:30.902810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15a9c4cd-24e9-4a9f-8368-3650e229a5e2 req-f6d4c23a-b055-4837-87c0-952c53f2914d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.3827844 Jul 16 18:01:30.952937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d4d2272d-1008-4c57-b58e-e34e848590c2 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:31.012574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37566) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:31.042688 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e26cfee6-8202-4209-af27-169d587e4957 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:31.047477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4a77c6-c05d-42de-b2d3-b61c48fcb6cb None None] Network 49d5df37-25c9-4bd8-8094-2cadadcdf4e6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:31.052756 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-55d16879-cdc4-48eb-8658-b78f18e7bfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.131610 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Pushing event updated for resources: {'Port': ['ID=3aa29e33-3d4e-4c14-91bf-e8e37a0653af,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:31.150648 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.162697 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Attempting to bind port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:31.163121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Attempting to bind port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '33a589b0-1ef2-4b77-a191-eb6237fc39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:31.163467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Attempting to bind port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af on network 7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:31.166576 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.169227 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37568) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:31.199521 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-537935da-8532-40b2-9521-d167a68b17fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.236248 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-55d16879-cdc4-48eb-8658-b78f18e7bfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.244419 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-55d16879-cdc4-48eb-8658-b78f18e7bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.267499 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:31.267499 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Checking segment: {'id': '33a589b0-1ef2-4b77-a191-eb6237fc39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:31.267802 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.268199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Bound using segment: {'id': '33a589b0-1ef2-4b77-a191-eb6237fc39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:31.268692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Bound port: 3aa29e33-3d4e-4c14-91bf-e8e37a0653af, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a589b0-1ef2-4b77-a191-eb6237fc39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:31.269197 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.297661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d16879-cdc4-48eb-8658-b78f18e7bfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7c0b8c-17ce-4741-b345-bb9738661d2f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:31.320212 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-55d16879-cdc4-48eb-8658-b78f18e7bfc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52e12f97ea81405c9d5edb1bc4656b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065910 Jul 16 18:01:31.322801 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37574) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:31.367991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1739982692-network', 'tenant_id': '2f79575556364648952b73c658380d74'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:31.404793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Made reservation on behalf of 2f79575556364648952b73c658380d74 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:31.407819 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.424885 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-09b5323c-9de0-464d-91c6-52e7e2a584a9 None None] Provisioning for port 2b830317-fb62-432c-8cf3-2fc2519681c2 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:31.445541 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.468408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e26cfee6-8202-4209-af27-169d587e4957 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:31.480275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20c8becf-5a12-4844-825e-426788a83cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.517474 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20c8becf-5a12-4844-825e-426788a83cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.532233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e26cfee6-8202-4209-af27-169d587e4957 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:31.532615 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.585610 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] For port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:31.599532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a67c23aa-b211-4f45-9fe7-ff483343cc63 tempest-DHCPAgentSchedulersTestJSON-1749129634 tempest-DHCPAgentSchedulersTestJSON-1749129634-project-admin] 10.222.0.41 "GET /v2.0/agents/2afd7c03-252c-477d-bd6c-f7d310de047b/dhcp-networks HTTP/1.1" status: 200 len: 11243 time: 1.0712979 Jul 16 18:01:31.603009 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37576) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:31.612159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15a9c4cd-24e9-4a9f-8368-3650e229a5e2 req-9693cc7b-3b7e-45b9-a5d0-56aca943b71b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5366955 Jul 16 18:01:31.615288 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.627304 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.630217 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20c8becf-5a12-4844-825e-426788a83cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.632954 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20c8becf-5a12-4844-825e-426788a83cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.637378 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-20c8becf-5a12-4844-825e-426788a83cdf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec7c0b8c-17ce-4741-b345-bb9738661d2f HTTP/1.1" status: 204 len: 168 time: 0.3084104 Jul 16 18:01:31.652510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] For port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3aa29e33-3d4e-4c14-91bf-e8e37a0653af,segment=NetworkSegment(33a589b0-1ef2-4b77-a191-eb6237fc39be),segment_id=33a589b0-1ef2-4b77-a191-eb6237fc39be)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:31.667768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:31.680904 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.684926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2775955b-24a3-45c9-a202-d8266873978e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:31.696712 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.697056 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Added segment 9e2b18d5-2465-420b-96e6-56995b2bac4d of type vlan for network 86509b43-a411-4e53-98ba-579929506239 Jul 16 18:01:31.714814 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8becf-5a12-4844-825e-426788a83cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7c0b8c-17ce-4741-b345-bb9738661d2f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:31.747698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Router 240758e1-f0ad-4173-a1e4-78b19e4eebea is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:01:31.808648 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.814842 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1943623-e363-4371-bf14-961cf7410a0f tempest-DHCPAgentSchedulersTestJSON-1749129634 tempest-DHCPAgentSchedulersTestJSON-1749129634-project-admin] Network d4d2272d-1008-4c57-b58e-e34e848590c2 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:31.842064 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e1943623-e363-4371-bf14-961cf7410a0f tempest-DHCPAgentSchedulersTestJSON-1749129634 tempest-DHCPAgentSchedulersTestJSON-1749129634-project-admin] 10.222.0.41 "POST /v2.0/agents/2afd7c03-252c-477d-bd6c-f7d310de047b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2368243 Jul 16 18:01:31.844400 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37580) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:31.898381 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.899243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231e1c44-f1e8-4204-8e51-4705a102a4b1 None None] Network d4d2272d-1008-4c57-b58e-e34e848590c2 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:31.915625 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:31.917244 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.918247 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.918825 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.961266 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.966505 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5be2e937-e28a-4efc-a103-3817c91a941a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5028057 Jul 16 18:01:31.967419 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37588) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:32.017277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Sync routers for ids ['240758e1-f0ad-4173-a1e4-78b19e4eebea'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:32.021563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:32.150147 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fe223-3884-4b5d-8250-3eee63d2f00f None None] Pushing event updated for resources: {'Port': ['ID=3aa29e33-3d4e-4c14-91bf-e8e37a0653af,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:32.162462 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.171268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac8212-eac0-4391-bb41-b673155c591e None None] The sync data for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 is: [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:32.203325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Routers {'240758e1-f0ad-4173-a1e4-78b19e4eebea'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:32.214084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['240758e1-f0ad-4173-a1e4-78b19e4eebea'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:32.387098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port e26cfee6-8202-4209-af27-169d587e4957, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e26cfee6-8202-4209-af27-169d587e4957,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:32.389127 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6211f88d-2cbf-4dc8-b726-242fa8212a1b tempest-DHCPAgentSchedulersTestJSON-1749129634 tempest-DHCPAgentSchedulersTestJSON-1749129634-project-admin] 10.222.0.41 "GET /v2.0/agents/2afd7c03-252c-477d-bd6c-f7d310de047b/dhcp-networks HTTP/1.1" status: 200 len: 12013 time: 0.5435383 Jul 16 18:01:32.397341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37598) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:32.418508 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.420622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2b830317-fb62-432c-8cf3-2fc2519681c2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:32.501671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] Pushing event updated for resources: {'Network': ['ID=86509b43-a411-4e53-98ba-579929506239,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:32.523861 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7e137986-8453-4d8e-aca6-bab9aa03d471 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3535063 Jul 16 18:01:32.533673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37604) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:32.550887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-46e0cbd7-2053-4c25-a06f-457234f69202 admin admin] Request body: {'subnet': {'network_id': '86509b43-a411-4e53-98ba-579929506239', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1739982692-subnet', 'tenant_id': '2f79575556364648952b73c658380d74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:32.577293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c3e1abed-c2d6-4aeb-9d3a-1460c543ec99 tempest-DHCPAgentSchedulersTestJSON-1749129634 tempest-DHCPAgentSchedulersTestJSON-1749129634-project-admin] 10.222.0.41 "DELETE /v2.0/agents/2afd7c03-252c-477d-bd6c-f7d310de047b/dhcp-networks/d4d2272d-1008-4c57-b58e-e34e848590c2 HTTP/1.1" status: 204 len: 168 time: 0.1784031 Jul 16 18:01:32.580197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37606) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:32.657286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=e26cfee6-8202-4209-af27-169d587e4957,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:32.661745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 86509b43-a411-4e53-98ba-579929506239 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:32.771237 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e0cbd7-2053-4c25-a06f-457234f69202 admin admin] Made reservation on behalf of 2f79575556364648952b73c658380d74 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:32.779098 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46e0cbd7-2053-4c25-a06f-457234f69202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.811490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 2b830317-fb62-432c-8cf3-2fc2519681c2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:32.822090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 2b830317-fb62-432c-8cf3-2fc2519681c2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:32.822911 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.829046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Set router 240758e1-f0ad-4173-a1e4-78b19e4eebea gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:32.887644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9995abba-9c83-4603-815e-e979b269e2f6 tempest-DHCPAgentSchedulersTestJSON-1749129634 tempest-DHCPAgentSchedulersTestJSON-1749129634-project-admin] 10.222.0.41 "GET /v2.0/agents/2afd7c03-252c-477d-bd6c-f7d310de047b/dhcp-networks HTTP/1.1" status: 200 len: 11243 time: 0.3060546 Jul 16 18:01:32.893146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37618) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:32.984466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ba86fe3e-e5db-4a6f-8442-8e28a0c58772 tempest-DHCPAgentSchedulersTestJSON-1749129634 tempest-DHCPAgentSchedulersTestJSON-1749129634-project-admin] 10.222.0.41 "GET /v2.0/networks/7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0857451 Jul 16 18:01:32.985323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37620) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:33.060097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3fd6456a-b1f1-4e9f-bac6-5f690ff717ec tempest-DHCPAgentSchedulersTestJSON-1749129634 tempest-DHCPAgentSchedulersTestJSON-1749129634-project-admin] 10.222.0.41 "GET /v2.0/networks/7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0682645 Jul 16 18:01:33.063227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37622) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:33.071870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37624) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:33.291288 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46e0cbd7-2053-4c25-a06f-457234f69202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.295768 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.305349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-70bed1f5-461e-49cc-b102-34a7c040487b tempest-DHCPAgentSchedulersTestJSON-1749129634 tempest-DHCPAgentSchedulersTestJSON-1749129634-project-admin] 10.222.0.41 "GET /v2.0/agents/2afd7c03-252c-477d-bd6c-f7d310de047b/dhcp-networks HTTP/1.1" status: 200 len: 11243 time: 0.2412570 Jul 16 18:01:33.309014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1988108526-network', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:33.313903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37628) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:33.323505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35847f-f32e-4b3b-8fce-6a18161883ba req-e5e05669-2c48-4180-81f1-a3b0051ac057 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:33.325093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f35847f-f32e-4b3b-8fce-6a18161883ba req-e5e05669-2c48-4180-81f1-a3b0051ac057 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.4031429 Jul 16 18:01:33.346937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 2b830317-fb62-432c-8cf3-2fc2519681c2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2b830317-fb62-432c-8cf3-2fc2519681c2,segment=NetworkSegment(77f74ff7-3e8b-45d6-b134-a3ba29719500),segment_id=77f74ff7-3e8b-45d6-b134-a3ba29719500)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:33.355107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'name': 'tempest-TestVolumeBootPattern-1535259335-router', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:30Z', 'revision_number': 3, 'project_id': '692437276b134cbc9c85aae94a957863', 'gw_port': {'id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:28Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:33.359975 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.428429 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Checking router: 240758e1-f0ad-4173-a1e4-78b19e4eebea for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:33.429153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Updating router 240758e1-f0ad-4173-a1e4-78b19e4eebea port 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:33.484295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e0cbd7-2053-4c25-a06f-457234f69202 admin admin] Checking segment: {'id': '9e2b18d5-2465-420b-96e6-56995b2bac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86509b43-a411-4e53-98ba-579929506239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:33.484903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e0cbd7-2053-4c25-a06f-457234f69202 admin admin] Network hostable DHCP agents. Network: 86509b43-a411-4e53-98ba-579929506239, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:33.490240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0cbd7-2053-4c25-a06f-457234f69202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ecbdae-f40b-496b-8215-a193d898ff6d,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:33.528777 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e0cbd7-2053-4c25-a06f-457234f69202 admin admin] Network 86509b43-a411-4e53-98ba-579929506239 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:33.598480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Made reservation on behalf of bc3587bb1ad744589328ec2fb203c26f for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:33.600177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-46e0cbd7-2053-4c25-a06f-457234f69202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 86509b43-a411-4e53-98ba-579929506239) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:33.602912 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.616463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e0cbd7-2053-4c25-a06f-457234f69202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:33.617113 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46e0cbd7-2053-4c25-a06f-457234f69202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.647407 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.649124 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.660798 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-46e0cbd7-2053-4c25-a06f-457234f69202 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1233010 Jul 16 18:01:33.662799 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37634) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:33.669944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f35847f-f32e-4b3b-8fce-6a18161883ba req-f9924a1c-b1d4-4d50-a6f5-a6e44ac486cc tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856338 Jul 16 18:01:33.674285 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1739982692-router', 'tenant_id': '2f79575556364648952b73c658380d74', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:33.768746 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.786929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd48c05f-5df6-4ce3-a00b-8eb688dc3dba None None] Network 7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:33.790605 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ace5b-c4d0-4d7a-9977-eba7928a27e6 None None] Network 86509b43-a411-4e53-98ba-579929506239 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:33.805267 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.824214 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.840205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d2272d-1008-4c57-b58e-e34e848590c2']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:33.860477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cdfabb-7f02-46fd-a4b4-de111a131ec9') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:33.860765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cdfabb-7f02-46fd-a4b4-de111a131ec9') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:33.876152 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.882399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3aa29e33-3d4e-4c14-91bf-e8e37a0653af up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:33.898850 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.914837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:33.915216 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:33.919037 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:33.937915 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.946273 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.984770 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.987221 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.999797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:34.005637 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.006294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=2b830317-fb62-432c-8cf3-2fc2519681c2,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:34.012258 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.031043 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.035219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] 10.222.0.41 "DELETE /v2.0/networks/d4d2272d-1008-4c57-b58e-e34e848590c2 HTTP/1.1" status: 204 len: 168 time: 0.7068744 Jul 16 18:01:34.035219 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.035219 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Added segment 490bdb8f-6f28-4d07-b10b-58f8b4200f5c of type vlan for network 429874e8-7994-4025-b5f0-12b1780a759d Jul 16 18:01:34.044999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37638) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:34.060822 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9e8ed5e5-77fb-45df-b19b-c32c08551e28 None None] Provisioning for port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:34.061067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2a30da-863b-4925-955b-4c3811e0d152,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:34.066099 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.067641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Pushing event deleted for resources: {'Network': ['ID=d4d2272d-1008-4c57-b58e-e34e848590c2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:34.081379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fd2cbe-3db4-4809-a531-3a64ac25e76f None None] Network 86509b43-a411-4e53-98ba-579929506239 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:34.103621 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d3c526-3787-4304-8af7-c15c36e32cdb tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] DELETE failed (client error): The resource could not be found. Jul 16 18:01:34.104369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d3c526-3787-4304-8af7-c15c36e32cdb tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:01:34.108544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-10d3c526-3787-4304-8af7-c15c36e32cdb tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] 10.222.0.41 "DELETE /v2.0/ports/afe8fb61-59b8-4138-8f2f-0dd530555f46 HTTP/1.1" status: 404 len: 333 time: 0.0599914 Jul 16 18:01:34.127555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37640) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:34.130530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.130872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.131207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.131564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.131903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.132214 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.132990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.132990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.133220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.134384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.134384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.134384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae6612-4287-40fb-bfd2-a4195e69bb01 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.138555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.138786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.139124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.139483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.140174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.140174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.140419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.140739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.141054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.141365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.141831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.141979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:34.186941 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.204074 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Allocated IP 172.20.0.1 (49d5df37-25c9-4bd8-8094-2cadadcdf4e6/be050754-900f-4d44-9a08-bc41e34dc3a1/b2710cb9-ce26-4f09-9d13-3dce2297bbb1) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:34.219945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-50177109-0c3a-48df-add8-65edc111afc6 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Deleting subnet 52842ba0-1d81-497f-9c60-0f9e31f13cf5 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:34.230190 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50177109-0c3a-48df-add8-65edc111afc6 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.263250 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:34.268277 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.268929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.269514 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.285122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:34.285497 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.299553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.306256 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50177109-0c3a-48df-add8-65edc111afc6 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.344824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2682543 Jul 16 18:01:34.345226 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37642) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:34.350562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434b2122-3db2-42e3-a886-93a71bda1ecc up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:34.350960 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1eaa1e2e-c072-428a-994c-6c8044735f35 admin admin] Request body: {'subnet': {'network_id': '429874e8-7994-4025-b5f0-12b1780a759d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988108526-subnet', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:34.400115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e50d7-c624-4432-acb9-6618eb32bf73 admin admin] Pushing event updated for resources: {'Network': ['ID=429874e8-7994-4025-b5f0-12b1780a759d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:34.414727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaa1e2e-c072-428a-994c-6c8044735f35 admin admin] Made reservation on behalf of bc3587bb1ad744589328ec2fb203c26f for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:34.417733 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1e2e-c072-428a-994c-6c8044735f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.427856 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 429874e8-7994-4025-b5f0-12b1780a759d details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:34.462577 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50177109-0c3a-48df-add8-65edc111afc6 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.535470 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50177109-0c3a-48df-add8-65edc111afc6 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.569892 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50177109-0c3a-48df-add8-65edc111afc6 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.575307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-50177109-0c3a-48df-add8-65edc111afc6 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] 10.222.0.41 "DELETE /v2.0/subnets/52842ba0-1d81-497f-9c60-0f9e31f13cf5 HTTP/1.1" status: 204 len: 168 time: 0.4463334 Jul 16 18:01:34.576060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37644) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:34.587032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50177109-0c3a-48df-add8-65edc111afc6 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Pushing event deleted for resources: {'Subnet': ['ID=52842ba0-1d81-497f-9c60-0f9e31f13cf5,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:34.644760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 434b2122-3db2-42e3-a886-93a71bda1ecc completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:34.687917 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.689545 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.700184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Transition to ACTIVE for port object 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:34.716302 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.733305 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 434b2122-3db2-42e3-a886-93a71bda1ecc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:34.733759 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.774953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Deleting port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:34.775596 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.819343 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.831608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3aa29e33-3d4e-4c14-91bf-e8e37a0653af,segment=NetworkSegment(33a589b0-1ef2-4b77-a191-eb6237fc39be),segment_id=33a589b0-1ef2-4b77-a191-eb6237fc39be)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:34.844247 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.859043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Transition to ACTIVE for port object b2710cb9-ce26-4f09-9d13-3dce2297bbb1 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:34.911471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] For port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3aa29e33-3d4e-4c14-91bf-e8e37a0653af,segment=NetworkSegment(33a589b0-1ef2-4b77-a191-eb6237fc39be),segment_id=33a589b0-1ef2-4b77-a191-eb6237fc39be)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:34.911890 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.934082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f5f36-bf3d-45bc-9a29-a866ad3f0a3e None None] Pushing event updated for resources: {'Port': ['ID=342f4f1d-fc90-4450-8fe2-2e89b43f9d85,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:34.942233 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.943356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e26cfee6-8202-4209-af27-169d587e4957 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:34.976957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Calling delete_port for 3aa29e33-3d4e-4c14-91bf-e8e37a0653af owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:35.027896 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.044170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb55f0b1-07dd-43f5-a4aa-2037c875773a None None] Network 7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:35.091294 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.153987 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.154951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=3aa29e33-3d4e-4c14-91bf-e8e37a0653af,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:35.181763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Attempting to bind port 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:35.182125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Attempting to bind port 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:35.183016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Attempting to bind port 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:35.200550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Pushing event deleted for resources: {'Port': ['ID=3aa29e33-3d4e-4c14-91bf-e8e37a0653af,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:35.207971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:35.208082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Network 49d5df37-25c9-4bd8-8094-2cadadcdf4e6 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:35.210224 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469306cb-8de4-4b39-a0fc-e734549df2ae" -d '{"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-plugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:35.216258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] No DVR routers for this DVR port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:35.223261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:35.225891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b7fa9433-22e1-4e50-9d08-0ee1a19fec47 None None] Provisioning complete for port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:35.226258 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b7fa9433-22e1-4e50-9d08-0ee1a19fec47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.228938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:35.230146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:35.230872 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.231270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:35.231773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Bound port: 342f4f1d-fc90-4450-8fe2-2e89b43f9d85, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:35.232147 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.236353 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.240099 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Pushing event updated for resources: {'Port': ['ID=b2710cb9-ce26-4f09-9d13-3dce2297bbb1,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:35.242084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:35.245944 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:35.250208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89216e7f-d61b-417f-af16-a2cc9b3afeb9 req-79755268-3e86-4ef8-8d3f-37b2bea013f5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.256739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89216e7f-d61b-417f-af16-a2cc9b3afeb9 req-79755268-3e86-4ef8-8d3f-37b2bea013f5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.3408210 Jul 16 18:01:35.274035 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1e2e-c072-428a-994c-6c8044735f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.296396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa9433-22e1-4e50-9d08-0ee1a19fec47 None None] Port 3aa29e33-3d4e-4c14-91bf-e8e37a0653af was deleted so its status cannot be updated. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:01:35.298633 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266f78ae-c2b0-4216-8e89-0fa174ffd6d9 x-openstack-request-id: req-266f78ae-c2b0-4216-8e89-0fa174ffd6d9 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:35.298911 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-plugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:35.299161 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-266f78ae-c2b0-4216-8e89-0fa174ffd6d9 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:35.299586 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'code': 200} Jul 16 18:01:35.326633 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.333893 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e26cfee6-8202-4209-af27-169d587e4957 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:35.334492 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.361810 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.363651 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.391031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493e158b-5c2e-4ae2-9446-d3ee6e74e3c7 None None] DHCP port deletion for 7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:01:35.406345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:35.409785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] For port 342f4f1d-fc90-4450-8fe2-2e89b43f9d85, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:35.431459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] For port 342f4f1d-fc90-4450-8fe2-2e89b43f9d85, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=342f4f1d-fc90-4450-8fe2-2e89b43f9d85,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:35.439088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa1e2e-c072-428a-994c-6c8044735f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95785580-847b-41af-9e98-d03db5ba9cf9,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:35.443209 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.470608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89216e7f-d61b-417f-af16-a2cc9b3afeb9 req-d53d9649-ddd5-44dd-a4ea-b8d232bf4eee tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003794 Jul 16 18:01:35.502851 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.517481 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaa1e2e-c072-428a-994c-6c8044735f35 admin admin] Checking segment: {'id': '490bdb8f-6f28-4d07-b10b-58f8b4200f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:35.517481 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaa1e2e-c072-428a-994c-6c8044735f35 admin admin] Network hostable DHCP agents. Network: 429874e8-7994-4025-b5f0-12b1780a759d, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:35.522692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:35.543313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a589b0-1ef2-4b77-a191-eb6237fc39be') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:35.543942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a589b0-1ef2-4b77-a191-eb6237fc39be') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:35.555811 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.562664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Routers {'240758e1-f0ad-4173-a1e4-78b19e4eebea'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:35.563552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['240758e1-f0ad-4173-a1e4-78b19e4eebea'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:35.575309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11b41c-9317-4cf2-b381-c3de26c4c7de req-9c39f647-0e1b-49b4-9923-c9924eea5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.576798 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c11b41c-9317-4cf2-b381-c3de26c4c7de req-9c39f647-0e1b-49b4-9923-c9924eea5b44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 1097 time: 0.1639664 Jul 16 18:01:35.577828 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.584402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:35.584815 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:35.588163 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:35.666837 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaa1e2e-c072-428a-994c-6c8044735f35 admin admin] Network 429874e8-7994-4025-b5f0-12b1780a759d is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:35.688668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c11b41c-9317-4cf2-b381-c3de26c4c7de req-bc85218f-4e5a-4a25-852f-9311b5cdcdf0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997820 Jul 16 18:01:35.689265 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Allocated IP 172.25.5.88 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/6ba803e7-3c40-4193-8369-b5cddc0765a0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:35.696142 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.704180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.709296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] 10.222.0.41 "DELETE /v2.0/networks/7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0 HTTP/1.1" status: 204 len: 168 time: 1.1280184 Jul 16 18:01:35.714713 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-1eaa1e2e-c072-428a-994c-6c8044735f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 429874e8-7994-4025-b5f0-12b1780a759d) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:35.724752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaa1e2e-c072-428a-994c-6c8044735f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.725358 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1e2e-c072-428a-994c-6c8044735f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.729497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69573148-6cc5-49e8-b998-40ba608cbd66 tempest-DHCPAgentSchedulersTestJSON-881721724 tempest-DHCPAgentSchedulersTestJSON-881721724-project] Pushing event deleted for resources: {'Network': ['ID=7c9d6e54-a5cc-4416-b549-a5c5f1f2b1f0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:35.763328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f5f36-bf3d-45bc-9a29-a866ad3f0a3e None None] Pushing event updated for resources: {'Port': ['ID=342f4f1d-fc90-4450-8fe2-2e89b43f9d85,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:35.769412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be12ced-1288-4af9-b644-c13cc25fea82 None None] Network 429874e8-7994-4025-b5f0-12b1780a759d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:35.779057 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.786818 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1eaa1e2e-c072-428a-994c-6c8044735f35 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4377148 Jul 16 18:01:35.787873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37658) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:35.794098 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1988108526-router', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:35.817319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-be76ebd0-766c-4543-bb7d-425e89e4ca56 None None] Provisioning for port b2710cb9-ce26-4f09-9d13-3dce2297bbb1 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:35.828710 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.829746 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.873556 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-be76ebd0-766c-4543-bb7d-425e89e4ca56 None None] Provisioning complete for port b2710cb9-ce26-4f09-9d13-3dce2297bbb1 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:35.874084 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-be76ebd0-766c-4543-bb7d-425e89e4ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.913582 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.981168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-be76ebd0-766c-4543-bb7d-425e89e4ca56 None None] Port b2710cb9-ce26-4f09-9d13-3dce2297bbb1 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:35.990379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] Set router 240758e1-f0ad-4173-a1e4-78b19e4eebea gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:36.001664 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.017674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.051242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2b830317-fb62-432c-8cf3-2fc2519681c2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:36.102497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37666) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:36.106167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:36.121939 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:36.128454 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:36.172954 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba803e7-3c40-4193-8369-b5cddc0765a0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:36.219227 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.290118 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.316403 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.378695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 2b830317-fb62-432c-8cf3-2fc2519681c2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:36.379090 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.419268 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Pushing event updated for resources: {'Port': ['ID=b2710cb9-ce26-4f09-9d13-3dce2297bbb1,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:36.427335 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.455775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-429874e8-7994-4025-b5f0-12b1780a759d', 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'fixed_ips': [{'subnet_id': '95785580-847b-41af-9e98-d03db5ba9cf9'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:36.456628 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.471068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'name': 'tempest-TestVolumeBootPattern-1535259335-router', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:30Z', 'revision_number': 3, 'project_id': '692437276b134cbc9c85aae94a957863', 'gw_port': {'id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:28Z', 'updated_at': '2021-07-16T18:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:36.481332 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.499163 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7b997747-9a8a-46a4-8cca-fd35f2fad02d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b30055941f314929bc8a0018c5f9e7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917420 Jul 16 18:01:36.502091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37672) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:36.509608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c0b55-22ef-4f84-b6d6-8678745414a4 None None] The sync data for ids ['240758e1-f0ad-4173-a1e4-78b19e4eebea'] in n-d-787206-10 is: [{'id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'name': 'tempest-TestVolumeBootPattern-1535259335-router', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:30Z', 'revision_number': 3, 'project_id': '692437276b134cbc9c85aae94a957863', 'gw_port': {'id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:28Z', 'updated_at': '2021-07-16T18:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:36.518268 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.595527 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.618679 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8283e819-0e3a-4269-a4cf-197bad9f935a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.658685 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8283e819-0e3a-4269-a4cf-197bad9f935a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.716835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Allocated IP 172.20.0.2 (429874e8-7994-4025-b5f0-12b1780a759d/95785580-847b-41af-9e98-d03db5ba9cf9/8c680dba-be95-4bb2-ba4f-98fdb26f3db4) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:36.745252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Network 49d5df37-25c9-4bd8-8094-2cadadcdf4e6 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:36.759507 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8283e819-0e3a-4269-a4cf-197bad9f935a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.763301 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8283e819-0e3a-4269-a4cf-197bad9f935a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.764554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8283e819-0e3a-4269-a4cf-197bad9f935a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d68c0b56-cee9-49ac-8d33-b8222a065825 HTTP/1.1" status: 204 len: 168 time: 0.2611985 Jul 16 18:01:36.796975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283e819-0e3a-4269-a4cf-197bad9f935a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68c0b56-cee9-49ac-8d33-b8222a065825,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:36.819669 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:36.872846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Allocated IP 172.25.5.10 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/43387132-e2ad-4a3d-a7d6-ebeb607ef54d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:36.888956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306f0e9-1d92-439b-abcb-db5d0d2d29f5 req-b41c7ecc-0e7f-4316-a90b-aa7b0bcb6845 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:36.890732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3306f0e9-1d92-439b-abcb-db5d0d2d29f5 req-b41c7ecc-0e7f-4316-a90b-aa7b0bcb6845 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 945 time: 0.1768553 Jul 16 18:01:36.962547 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.980910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Transition to ACTIVE for port object 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:37.012069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Transition to ACTIVE for port object 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:37.035304 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.098649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Router 240758e1-f0ad-4173-a1e4-78b19e4eebea has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:37.132690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3aa29e33-3d4e-4c14-91bf-e8e37a0653af no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:37.172579 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Network 429874e8-7994-4025-b5f0-12b1780a759d is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:37.176310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 3aa29e33-3d4e-4c14-91bf-e8e37a0653af {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:37.176943 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3aa29e33-3d4e-4c14-91bf-e8e37a0653af not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:37.182981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:37.186352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:37.188703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Pushing event updated for resources: {'Port': ['ID=8c680dba-be95-4bb2-ba4f-98fdb26f3db4,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:37.299634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Attempting to bind port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:37.302099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Attempting to bind port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '490bdb8f-6f28-4d07-b10b-58f8b4200f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:37.302835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Attempting to bind port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 on network 429874e8-7994-4025-b5f0-12b1780a759d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:37.315314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:37.316760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Checking segment: {'id': '490bdb8f-6f28-4d07-b10b-58f8b4200f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:37.322271 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.323760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Bound using segment: {'id': '490bdb8f-6f28-4d07-b10b-58f8b4200f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:37.324349 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Bound port: 8c680dba-be95-4bb2-ba4f-98fdb26f3db4, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490bdb8f-6f28-4d07-b10b-58f8b4200f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:37.324805 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.444940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:37.446583 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cd59fa23-7fbc-4915-b9db-6f9fc30afb3d None None] Provisioning complete for port b2710cb9-ce26-4f09-9d13-3dce2297bbb1 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:37.446957 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cd59fa23-7fbc-4915-b9db-6f9fc30afb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.452258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] For port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:37.458558 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-978e99f1-32d7-4412-823a-b4156ef0f680 admin admin] 10.222.0.41 "PUT /v2.0/routers/240758e1-f0ad-4173-a1e4-78b19e4eebea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4703305 Jul 16 18:01:37.501764 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37688) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:37.524497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] For port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8c680dba-be95-4bb2-ba4f-98fdb26f3db4,segment=NetworkSegment(490bdb8f-6f28-4d07-b10b-58f8b4200f5c),segment_id=490bdb8f-6f28-4d07-b10b-58f8b4200f5c)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:37.534655 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4db6bddf-e39a-43aa-9a70-d466de15367e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.540201 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.543335 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.700252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47644dc-87ed-4ea1-8007-24cefee3700b None None] Pushing event updated for resources: {'Port': ['ID=8c680dba-be95-4bb2-ba4f-98fdb26f3db4,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:37.707413 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-cd59fa23-7fbc-4915-b9db-6f9fc30afb3d None None] Port b2710cb9-ce26-4f09-9d13-3dce2297bbb1 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:37.811210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3306f0e9-1d92-439b-abcb-db5d0d2d29f5 req-0f5a105b-6d7e-4acf-8219-8a99c2970c5e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8977492 Jul 16 18:01:37.926536 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.976023 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.055924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Pushing event updated for resources: {'Port': ['ID=43387132-e2ad-4a3d-a7d6-ebeb607ef54d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.079618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:38.081142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:38.084856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:38.114337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:38.219536 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:38.233853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:38.234311 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.342620 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4db6bddf-e39a-43aa-9a70-d466de15367e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.344865 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Router 075c113c-365c-4ad6-8fcf-858132b5e39c is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:01:38.356494 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4db6bddf-e39a-43aa-9a70-d466de15367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.380593 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.455786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 342f4f1d-fc90-4450-8fe2-2e89b43f9d85, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=342f4f1d-fc90-4450-8fe2-2e89b43f9d85,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:38.462609 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.475976 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4db6bddf-e39a-43aa-9a70-d466de15367e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=968cdf95988744fab384567d7be12311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9728737 Jul 16 18:01:38.482417 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37704) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:38.533869 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6bddf-e39a-43aa-9a70-d466de15367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1af6d1e-d3a4-478f-8af3-568620fc4fa2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.540870 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.552926 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=342f4f1d-fc90-4450-8fe2-2e89b43f9d85,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.585877 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:38.600413 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Sync routers for ids ['075c113c-365c-4ad6-8fcf-858132b5e39c'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:38.607259 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3c407387-2279-47cc-8bb1-9c7c1c71b7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.622780 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Routers {'075c113c-365c-4ad6-8fcf-858132b5e39c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:38.626863 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['075c113c-365c-4ad6-8fcf-858132b5e39c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:38.647260 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3c407387-2279-47cc-8bb1-9c7c1c71b7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.656427 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.657703 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b8de25eb-11b1-4ed3-95bd-e05c52f7f2a1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9938374 Jul 16 18:01:38.662488 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37710) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:38.876052 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3c407387-2279-47cc-8bb1-9c7c1c71b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.880714 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3c407387-2279-47cc-8bb1-9c7c1c71b7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.884690 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Set router 075c113c-365c-4ad6-8fcf-858132b5e39c gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:38.887739 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3c407387-2279-47cc-8bb1-9c7c1c71b7e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1af6d1e-d3a4-478f-8af3-568620fc4fa2 HTTP/1.1" status: 204 len: 168 time: 0.4055426 Jul 16 18:01:38.946823 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c407387-2279-47cc-8bb1-9c7c1c71b7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1af6d1e-d3a4-478f-8af3-568620fc4fa2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:39.052633 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.318340 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'name': 'tempest-ServerRescueNegativeTestJSON-1739982692-router', 'tenant_id': '2f79575556364648952b73c658380d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:33Z', 'updated_at': '2021-07-16T18:01:36Z', 'revision_number': 3, 'project_id': '2f79575556364648952b73c658380d74', 'gw_port': {'id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:39.327197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74751470-e2e1-445e-9c87-7b28a9927e56 req-230c6238-187b-465b-9db8-94fb60370aca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:39.328867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74751470-e2e1-445e-9c87-7b28a9927e56 req-230c6238-187b-465b-9db8-94fb60370aca tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 945 time: 0.1930790 Jul 16 18:01:39.376666 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Checking router: 075c113c-365c-4ad6-8fcf-858132b5e39c for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:39.377297 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Updating router 075c113c-365c-4ad6-8fcf-858132b5e39c port 6ba803e7-3c40-4193-8369-b5cddc0765a0 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:39.456507 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.478855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74751470-e2e1-445e-9c87-7b28a9927e56 req-e1e7cf2b-21a9-4249-834a-c2b0752b038d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288345 Jul 16 18:01:39.496670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Router dbea9c85-ea3a-4e82-a675-6d2efc547519 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:01:39.574517 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.724349 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Sync routers for ids ['240758e1-f0ad-4173-a1e4-78b19e4eebea'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:39.749463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Routers {'240758e1-f0ad-4173-a1e4-78b19e4eebea'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:39.750905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['240758e1-f0ad-4173-a1e4-78b19e4eebea'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:39.980993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:40.035770 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Sync routers for ids ['dbea9c85-ea3a-4e82-a675-6d2efc547519'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:40.069465 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.079486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5c254b79-d072-46d8-aa8c-5b8f850ec681 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2823954 Jul 16 18:01:40.105800 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Allocated IP 172.20.0.1 (86509b43-a411-4e53-98ba-579929506239/c7ecbdae-f40b-496b-8215-a193d898ff6d/e664b235-91b8-47d6-b648-dbd20a4865f2) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:40.115881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd3701-0ee8-4a0b-b09e-c070556d2011 req-b571f513-0130-4647-b8bf-c52f6cfd2f61 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.149902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcdd3701-0ee8-4a0b-b09e-c070556d2011 req-b571f513-0130-4647-b8bf-c52f6cfd2f61 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 945 time: 0.3343697 Jul 16 18:01:40.150426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37750) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:40.150771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37752) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:40.186264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-21e9d240-ef59-4daf-96b3-576ece5c66e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Request body: {'floatingip': {'port_id': '434b2122-3db2-42e3-a886-93a71bda1ecc'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:40.203529 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Routers {'dbea9c85-ea3a-4e82-a675-6d2efc547519'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:40.205571 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dbea9c85-ea3a-4e82-a675-6d2efc547519'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:40.358106 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21e9d240-ef59-4daf-96b3-576ece5c66e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.358564 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Set router dbea9c85-ea3a-4e82-a675-6d2efc547519 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:40.421050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.482059 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.496705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8350d54d-a1c5-477e-b838-5f54da0d554a None None] Network 429874e8-7994-4025-b5f0-12b1780a759d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:40.500130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:40.522627 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.586165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Set router 240758e1-f0ad-4173-a1e4-78b19e4eebea gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:40.614459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Network 86509b43-a411-4e53-98ba-579929506239 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:40.618682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4fd09533-f534-4028-ba77-2fb893d70dbf None None] Provisioning for port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:40.635005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:40.639398 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:40.643769 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Transition to ACTIVE for port object 6ba803e7-3c40-4193-8369-b5cddc0765a0 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:40.690166 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Pushing event updated for resources: {'Port': ['ID=e664b235-91b8-47d6-b648-dbd20a4865f2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:40.691771 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988108526-router', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:01:38Z', 'revision_number': 3, 'project_id': 'bc3587bb1ad744589328ec2fb203c26f', 'gw_port': {'id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:36Z', 'updated_at': '2021-07-16T18:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:40.721465 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.747717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:40.755359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:40.756107 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.768703 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.778911 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Checking router: dbea9c85-ea3a-4e82-a675-6d2efc547519 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:40.779258 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Updating router dbea9c85-ea3a-4e82-a675-6d2efc547519 port 43387132-e2ad-4a3d-a7d6-ebeb607ef54d binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:41.006300 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.011698 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.013260 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.059983 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ae8-0bd1-47e5-bcf8-83095277d3b4 None None] Pushing event updated for resources: {'Port': ['ID=6ba803e7-3c40-4193-8369-b5cddc0765a0,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:41.082299 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Attempting to bind port 6ba803e7-3c40-4193-8369-b5cddc0765a0 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:41.082740 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Attempting to bind port 6ba803e7-3c40-4193-8369-b5cddc0765a0 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:41.083184 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Attempting to bind port 6ba803e7-3c40-4193-8369-b5cddc0765a0 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:41.146941 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:41.147470 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:41.147823 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.148136 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:41.149503 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Bound port: 6ba803e7-3c40-4193-8369-b5cddc0765a0, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:41.149503 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.209356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8c680dba-be95-4bb2-ba4f-98fdb26f3db4,segment=NetworkSegment(490bdb8f-6f28-4d07-b10b-58f8b4200f5c),segment_id=490bdb8f-6f28-4d07-b10b-58f8b4200f5c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:41.232686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'name': 'tempest-TestVolumeBootPattern-1535259335-router', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:35Z', 'revision_number': 4, 'project_id': '692437276b134cbc9c85aae94a957863', 'gw_port': {'id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:28Z', 'updated_at': '2021-07-16T18:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'b2710cb9-ce26-4f09-9d13-3dce2297bbb1', 'name': '', 'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'mac_address': 'fa:16:3e:7f:bc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'be050754-900f-4d44-9a08-bc41e34dc3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:33Z', 'updated_at': '2021-07-16T18:01:35Z', 'revision_number': 2, 'project_id': '692437276b134cbc9c85aae94a957863', 'subnets': [{'id': 'be050754-900f-4d44-9a08-bc41e34dc3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:41.237597 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.238883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:41.287184 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] For port 6ba803e7-3c40-4193-8369-b5cddc0765a0, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:41.296763 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] For port 6ba803e7-3c40-4193-8369-b5cddc0765a0, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6ba803e7-3c40-4193-8369-b5cddc0765a0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:41.331805 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.390714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=8c680dba-be95-4bb2-ba4f-98fdb26f3db4,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:41.396278 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Checking router: 240758e1-f0ad-4173-a1e4-78b19e4eebea for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:41.396278 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Updating router 240758e1-f0ad-4173-a1e4-78b19e4eebea port b2710cb9-ce26-4f09-9d13-3dce2297bbb1 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:41.461884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:41.462337 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.492000 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.498966 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5ae8-0bd1-47e5-bcf8-83095277d3b4 None None] Pushing event updated for resources: {'Port': ['ID=6ba803e7-3c40-4193-8369-b5cddc0765a0,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:41.639427 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.653674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.722864 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Routers {'075c113c-365c-4ad6-8fcf-858132b5e39c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:41.725080 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['075c113c-365c-4ad6-8fcf-858132b5e39c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:41.779449 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37790) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:41.803197 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.858146 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.870719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Transition to ACTIVE for port object b2710cb9-ce26-4f09-9d13-3dce2297bbb1 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:41.889399 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.950880 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] Set router 075c113c-365c-4ad6-8fcf-858132b5e39c gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:41.954944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7e81febc-cc56-44ae-aed2-5c114a65c678 None None] Provisioning complete for port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:41.955383 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7e81febc-cc56-44ae-aed2-5c114a65c678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.002489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Pushing event updated for resources: {'Port': ['ID=e664b235-91b8-47d6-b648-dbd20a4865f2,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:42.030521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Network 86509b43-a411-4e53-98ba-579929506239 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:42.040067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:42.069162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbf3ea-6aae-4ddc-ab9d-38f10798896e None None] Pushing event updated for resources: {'Port': ['ID=b2710cb9-ce26-4f09-9d13-3dce2297bbb1,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:42.117077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Attempting to bind port b2710cb9-ce26-4f09-9d13-3dce2297bbb1 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:42.117834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Attempting to bind port b2710cb9-ce26-4f09-9d13-3dce2297bbb1 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '77f74ff7-3e8b-45d6-b134-a3ba29719500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:42.118438 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Attempting to bind port b2710cb9-ce26-4f09-9d13-3dce2297bbb1 on network 49d5df37-25c9-4bd8-8094-2cadadcdf4e6 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:42.129167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:42.130105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Checking segment: {'id': '77f74ff7-3e8b-45d6-b134-a3ba29719500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:42.130748 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.131384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Bound using segment: {'id': '77f74ff7-3e8b-45d6-b134-a3ba29719500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:42.139842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Bound port: b2710cb9-ce26-4f09-9d13-3dce2297bbb1, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f74ff7-3e8b-45d6-b134-a3ba29719500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:42.140591 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.246438 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Router 075c113c-365c-4ad6-8fcf-858132b5e39c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:42.261454 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.298242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] For port b2710cb9-ce26-4f09-9d13-3dce2297bbb1, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:42.301652 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] For port b2710cb9-ce26-4f09-9d13-3dce2297bbb1, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b2710cb9-ce26-4f09-9d13-3dce2297bbb1,segment=NetworkSegment(77f74ff7-3e8b-45d6-b134-a3ba29719500),segment_id=77f74ff7-3e8b-45d6-b134-a3ba29719500)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:42.330646 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.359259 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Transition to ACTIVE for port object 43387132-e2ad-4a3d-a7d6-ebeb607ef54d will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:42.405772 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.413767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:42.418971 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0da7845d-bd8f-4642-805b-2d59dba0d019 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-798930047'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:42.420067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0da7845d-bd8f-4642-805b-2d59dba0d019 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Unknown quota resources ['metering_label']. {{(pid=100170) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:01:42.421510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbf3ea-6aae-4ddc-ab9d-38f10798896e None None] Pushing event updated for resources: {'Port': ['ID=b2710cb9-ce26-4f09-9d13-3dce2297bbb1,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:42.426267 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4d616e05-63d3-4fea-bf3f-03768473b6dd admin admin] 10.222.0.41 "PUT /v2.0/routers/075c113c-365c-4ad6-8fcf-858132b5e39c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7627923 Jul 16 18:01:42.437051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:42.503753 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.513088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Routers {'240758e1-f0ad-4173-a1e4-78b19e4eebea'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:42.513751 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['240758e1-f0ad-4173-a1e4-78b19e4eebea'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:42.595757 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Attempting to bind port 43387132-e2ad-4a3d-a7d6-ebeb607ef54d on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:42.596715 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Attempting to bind port 43387132-e2ad-4a3d-a7d6-ebeb607ef54d by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:42.597282 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Attempting to bind port 43387132-e2ad-4a3d-a7d6-ebeb607ef54d on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:42.651897 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:42.652625 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:42.653228 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.653929 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:42.654601 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Bound port: 43387132-e2ad-4a3d-a7d6-ebeb607ef54d, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:42.655195 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.671011 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95bfa5-5b01-4c4e-8f41-cdfe3dfb3e38 None None] Pushing event updated for resources: {'Port': ['ID=43387132-e2ad-4a3d-a7d6-ebeb607ef54d,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:42.693205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] Set router 240758e1-f0ad-4173-a1e4-78b19e4eebea gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:42.747912 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-059a9ad6-dba9-41e1-8ec0-1d6c61715b30 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.756123 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0da7845d-bd8f-4642-805b-2d59dba0d019 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.758186 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0da7845d-bd8f-4642-805b-2d59dba0d019 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9569283 Jul 16 18:01:42.762219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-059a9ad6-dba9-41e1-8ec0-1d6c61715b30 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 1.0320234 Jul 16 18:01:42.762484 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37804) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:42.771797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6eef6dd1-bfb5-43e1-a42d-cf3207aa1f24 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7d688399-390b-49dd-8090-c5ed831e725b'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:42.772064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6eef6dd1-bfb5-43e1-a42d-cf3207aa1f24 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100170) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:01:42.805534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:42.805891 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.832105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-9120fed9-8925-483d-acf8-65e878c27ac3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/quotas/66bb849ac62844c6957c750d90efa878 HTTP/1.1" status: 200 len: 375 time: 0.0686016 Jul 16 18:01:42.919924 n-d-787206-10 neutron-server[100170]: WARNING neutron.services.metering.metering_plugin [None req-6eef6dd1-bfb5-43e1-a42d-cf3207aa1f24 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:01:42.961254 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.resource_extend [None req-21e9d240-ef59-4daf-96b3-576ece5c66e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:01:43.008995 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] For port 43387132-e2ad-4a3d-a7d6-ebeb607ef54d, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:43.024858 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] For port 43387132-e2ad-4a3d-a7d6-ebeb607ef54d, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=43387132-e2ad-4a3d-a7d6-ebeb607ef54d,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:43.032418 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.092623 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'name': 'tempest-ServerRescueNegativeTestJSON-1739982692-router', 'tenant_id': '2f79575556364648952b73c658380d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:33Z', 'updated_at': '2021-07-16T18:01:40Z', 'revision_number': 4, 'project_id': '2f79575556364648952b73c658380d74', 'gw_port': {'id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e664b235-91b8-47d6-b648-dbd20a4865f2', 'name': '', 'network_id': '86509b43-a411-4e53-98ba-579929506239', 'tenant_id': '2f79575556364648952b73c658380d74', 'mac_address': 'fa:16:3e:56:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c7ecbdae-f40b-496b-8215-a193d898ff6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:39Z', 'updated_at': '2021-07-16T18:01:41Z', 'revision_number': 2, 'project_id': '2f79575556364648952b73c658380d74', 'subnets': [{'id': 'c7ecbdae-f40b-496b-8215-a193d898ff6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:43.110666 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21e9d240-ef59-4daf-96b3-576ece5c66e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.135728 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f9de1-0b8c-4c60-828f-8bb005cd8786 None None] The sync data for ids ['075c113c-365c-4ad6-8fcf-858132b5e39c'] in n-d-787206-10 is: [{'id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'name': 'tempest-ServerRescueNegativeTestJSON-1739982692-router', 'tenant_id': '2f79575556364648952b73c658380d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:33Z', 'updated_at': '2021-07-16T18:01:40Z', 'revision_number': 4, 'project_id': '2f79575556364648952b73c658380d74', 'gw_port': {'id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e664b235-91b8-47d6-b648-dbd20a4865f2', 'name': '', 'network_id': '86509b43-a411-4e53-98ba-579929506239', 'tenant_id': '2f79575556364648952b73c658380d74', 'mac_address': 'fa:16:3e:56:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c7ecbdae-f40b-496b-8215-a193d898ff6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:39Z', 'updated_at': '2021-07-16T18:01:41Z', 'revision_number': 2, 'project_id': '2f79575556364648952b73c658380d74', 'subnets': [{'id': 'c7ecbdae-f40b-496b-8215-a193d898ff6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:43.148355 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6eef6dd1-bfb5-43e1-a42d-cf3207aa1f24 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.155531 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6eef6dd1-bfb5-43e1-a42d-cf3207aa1f24 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3910239 Jul 16 18:01:43.156156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37818) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:43.160594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1f50c257-1969-49e0-9ffd-e09832302e6f tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7d688399-390b-49dd-8090-c5ed831e725b'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:43.161084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1f50c257-1969-49e0-9ffd-e09832302e6f tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100170) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:01:43.161471 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95bfa5-5b01-4c4e-8f41-cdfe3dfb3e38 None None] Pushing event updated for resources: {'Port': ['ID=43387132-e2ad-4a3d-a7d6-ebeb607ef54d,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:43.165278 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Routers {'dbea9c85-ea3a-4e82-a675-6d2efc547519'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:43.165738 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dbea9c85-ea3a-4e82-a675-6d2efc547519'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:43.252652 n-d-787206-10 neutron-server[100170]: WARNING neutron.services.metering.metering_plugin [None req-1f50c257-1969-49e0-9ffd-e09832302e6f tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:01:43.257966 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21e9d240-ef59-4daf-96b3-576ece5c66e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.279648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'name': 'tempest-TestVolumeBootPattern-1535259335-router', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:35Z', 'revision_number': 4, 'project_id': '692437276b134cbc9c85aae94a957863', 'gw_port': {'id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:28Z', 'updated_at': '2021-07-16T18:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'b2710cb9-ce26-4f09-9d13-3dce2297bbb1', 'name': '', 'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'mac_address': 'fa:16:3e:7f:bc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'be050754-900f-4d44-9a08-bc41e34dc3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:33Z', 'updated_at': '2021-07-16T18:01:42Z', 'revision_number': 4, 'project_id': '692437276b134cbc9c85aae94a957863', 'subnets': [{'id': 'be050754-900f-4d44-9a08-bc41e34dc3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:43.322048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac1fee4-08f6-4e1b-b9c7-0eb9e35a3d48 None None] The sync data for ids ['240758e1-f0ad-4173-a1e4-78b19e4eebea'] in n-d-787206-10 is: [{'id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'name': 'tempest-TestVolumeBootPattern-1535259335-router', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:35Z', 'revision_number': 4, 'project_id': '692437276b134cbc9c85aae94a957863', 'gw_port': {'id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:28Z', 'updated_at': '2021-07-16T18:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'b2710cb9-ce26-4f09-9d13-3dce2297bbb1', 'name': '', 'network_id': '49d5df37-25c9-4bd8-8094-2cadadcdf4e6', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'mac_address': 'fa:16:3e:7f:bc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'be050754-900f-4d44-9a08-bc41e34dc3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:33Z', 'updated_at': '2021-07-16T18:01:42Z', 'revision_number': 4, 'project_id': '692437276b134cbc9c85aae94a957863', 'subnets': [{'id': 'be050754-900f-4d44-9a08-bc41e34dc3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:43.332464 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] Set router dbea9c85-ea3a-4e82-a675-6d2efc547519 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:43.360588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f50c257-1969-49e0-9ffd-e09832302e6f tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.364905 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1f50c257-1969-49e0-9ffd-e09832302e6f tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2077618 Jul 16 18:01:43.365508 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37822) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:43.395136 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e9c823c4-ddc8-4cc9-a1a4-e1623049ea6d tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=93961adc-728a-42d4-b5a0-ed57ea4e726d HTTP/1.1" status: 200 len: 464 time: 0.0263803 Jul 16 18:01:43.395890 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37824) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:43.614238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-21d248c1-a1f9-4213-a226-53956779b819 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.615827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-21d248c1-a1f9-4213-a226-53956779b819 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/networks?id=86509b43-a411-4e53-98ba-579929506239 HTTP/1.1" status: 200 len: 819 time: 0.3667154 Jul 16 18:01:43.630052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Allocated IP 172.20.0.1 (429874e8-7994-4025-b5f0-12b1780a759d/95785580-847b-41af-9e98-d03db5ba9cf9/d08b458d-91e1-4154-b78a-772dff7f459e) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:43.666363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-3aff4f1d-566a-4f7b-9a31-dbfc0eafa0c7 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/quotas/2f79575556364648952b73c658380d74 HTTP/1.1" status: 200 len: 375 time: 0.0303075 Jul 16 18:01:43.701177 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-28047802-9b7d-4044-98a7-5722a80f2301 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8680813 Jul 16 18:01:43.705866 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988108526-router', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:01:38Z', 'revision_number': 3, 'project_id': 'bc3587bb1ad744589328ec2fb203c26f', 'gw_port': {'id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:36Z', 'updated_at': '2021-07-16T18:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:43.725273 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-21e9d240-ef59-4daf-96b3-576ece5c66e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Floating IP 662e4e9f-910a-4aa5-843f-6e4d22a3bb83 associated. External IP: 172.25.5.36, port: 434b2122-3db2-42e3-a886-93a71bda1ecc. Jul 16 18:01:43.770159 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68d023-b9af-43be-8573-1951009992a4 None None] The sync data for ids ['dbea9c85-ea3a-4e82-a675-6d2efc547519'] in n-d-787206-10 is: [{'id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988108526-router', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:01:38Z', 'revision_number': 3, 'project_id': 'bc3587bb1ad744589328ec2fb203c26f', 'gw_port': {'id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:36Z', 'updated_at': '2021-07-16T18:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:43.978427 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62eb5a4b-f079-4bc0-8340-c95b0e337628 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.980532 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-62eb5a4b-f079-4bc0-8340-c95b0e337628 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/93961adc-728a-42d4-b5a0-ed57ea4e726d HTTP/1.1" status: 204 len: 168 time: 0.5834012 Jul 16 18:01:43.982991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37832) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:43.993229 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a9747c42-fee1-43e9-9075-6f3fbbbf4dc5 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=93961adc-728a-42d4-b5a0-ed57ea4e726d HTTP/1.1" status: 200 len: 221 time: 0.0088527 Jul 16 18:01:43.997708 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37834) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.004664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b37ce74f-c5cf-4a75-99f9-55e03cde1ec4 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2079343657', 'description': 'label created by tempest'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:44.005105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b37ce74f-c5cf-4a75-99f9-55e03cde1ec4 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Unknown quota resources ['metering_label']. {{(pid=100170) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:01:44.108582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.129200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-718b6710-ada1-495b-8ef6-827a10dc0bee tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f79575556364648952b73c658380d74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4136987 Jul 16 18:01:44.180805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-287aa310-3154-45c1-a3a9-252831b20763 service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785759 Jul 16 18:01:44.189540 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b37ce74f-c5cf-4a75-99f9-55e03cde1ec4 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.190702 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b37ce74f-c5cf-4a75-99f9-55e03cde1ec4 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1917939 Jul 16 18:01:44.195301 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37836) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.287775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Transition to ACTIVE for port object d08b458d-91e1-4154-b78a-772dff7f459e will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:44.327601 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cc2eaa20-6696-4f12-9dfd-a8251f34cf20 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=95de8baa-432a-4d3b-921b-c49990f2ef17 HTTP/1.1" status: 200 len: 468 time: 0.1310384 Jul 16 18:01:44.330180 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37838) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.403725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b2710cb9-ce26-4f09-9d13-3dce2297bbb1 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:44.475577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port b2710cb9-ce26-4f09-9d13-3dce2297bbb1 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:44.484329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b2710cb9-ce26-4f09-9d13-3dce2297bbb1 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:44.485817 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.613546 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.625037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26c0d200-a5ea-41aa-90bb-692a148d4345 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.630396 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-26c0d200-a5ea-41aa-90bb-692a148d4345 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/95de8baa-432a-4d3b-921b-c49990f2ef17 HTTP/1.1" status: 204 len: 168 time: 0.2962461 Jul 16 18:01:44.630622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37840) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.651537 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f9fdf04f-790f-4725-9e1c-ce026c6a9a14 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=95de8baa-432a-4d3b-921b-c49990f2ef17 HTTP/1.1" status: 200 len: 216 time: 0.0192130 Jul 16 18:01:44.655191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37842) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.666754 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7c243976-b0a0-4ea4-b3f3-52731e0b1f69 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098686 Jul 16 18:01:44.669324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port b2710cb9-ce26-4f09-9d13-3dce2297bbb1, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b2710cb9-ce26-4f09-9d13-3dce2297bbb1,segment=NetworkSegment(77f74ff7-3e8b-45d6-b134-a3ba29719500),segment_id=77f74ff7-3e8b-45d6-b134-a3ba29719500)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:44.670114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37844) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.674877 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.686266 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.706969 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ce7af104-0566-4d50-88d2-77c35be170c3 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0351667 Jul 16 18:01:44.710741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37846) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.758078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=b2710cb9-ce26-4f09-9d13-3dce2297bbb1,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:44.769247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Network 429874e8-7994-4025-b5f0-12b1780a759d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:44.777622 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e9d240-ef59-4daf-96b3-576ece5c66e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:44.780432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-56fee873-e85c-412c-a14d-a9679f62d7b3 service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728366 Jul 16 18:01:44.784568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Pushing event updated for resources: {'Port': ['ID=d08b458d-91e1-4154-b78a-772dff7f459e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:44.786631 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-444bcbd8-2d56-4f8c-9e53-2f4b44a9958c tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/7d688399-390b-49dd-8090-c5ed831e725b HTTP/1.1" status: 200 len: 472 time: 0.0732088 Jul 16 18:01:44.790321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:44.792580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37848) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.797370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:44.911650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-423b21b0-3667-429b-8100-440e18d0c4f7 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/514c1f11-c66f-481f-9e61-63c10b541361 HTTP/1.1" status: 200 len: 461 time: 0.1151836 Jul 16 18:01:44.915165 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37852) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.944290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a737935a-6a8a-47c5-9536-99fd7a4aadce service neutron] 10.222.0.41 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7611392 Jul 16 18:01:45.041111 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.111199 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5001748f-d4e2-4005-b63d-1967b0535007 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.115180 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5001748f-d4e2-4005-b63d-1967b0535007 tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/514c1f11-c66f-481f-9e61-63c10b541361 HTTP/1.1" status: 204 len: 168 time: 0.1986580 Jul 16 18:01:45.115845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37858) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:45.194656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fc61dcc7-86f0-4fce-b35d-0de4b4dc23b6 None None] Provisioning for port d08b458d-91e1-4154-b78a-772dff7f459e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:45.206780 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fc61dcc7-86f0-4fce-b35d-0de4b4dc23b6 None None] Provisioning complete for port d08b458d-91e1-4154-b78a-772dff7f459e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:45.207174 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fc61dcc7-86f0-4fce-b35d-0de4b4dc23b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.303974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fc61dcc7-86f0-4fce-b35d-0de4b4dc23b6 None None] Port d08b458d-91e1-4154-b78a-772dff7f459e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:45.387597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a302e193-b444-4768-bc98-3e6a567eccca tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.389278 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a302e193-b444-4768-bc98-3e6a567eccca tempest-MeteringTestJSON-1120296575 tempest-MeteringTestJSON-1120296575-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/7d688399-390b-49dd-8090-c5ed831e725b HTTP/1.1" status: 204 len: 168 time: 0.2724144 Jul 16 18:01:45.798735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e9d240-ef59-4daf-96b3-576ece5c66e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:45.803559 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.810659 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21e9d240-ef59-4daf-96b3-576ece5c66e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.825775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18c1ba-b479-48ea-9006-45f7bed72ed7 None None] Sync routers for ids ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:45.844809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-3063a6d0-47ba-4bcc-b7b2-7fb452393157 service neutron] 10.222.0.41 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8766677 Jul 16 18:01:45.857964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18c1ba-b479-48ea-9006-45f7bed72ed7 None None] Routers {'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:45.861296 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4d18c1ba-b479-48ea-9006-45f7bed72ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:45.959979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37874) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:46.177189 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-4d18c1ba-b479-48ea-9006-45f7bed72ed7 None None] Set router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:46.198287 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f93da198-d8df-4342-ba13-70fc384890a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.227297 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1401dab1-e131-4d55-ab2d-112d07028a7d req-6ffa7857-7991-4035-96c8-52a3307bf76c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 210 time: 0.1310711 Jul 16 18:01:46.273588 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-21e9d240-ef59-4daf-96b3-576ece5c66e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "PUT /v2.0/floatingips/662e4e9f-910a-4aa5-843f-6e4d22a3bb83 HTTP/1.1" status: 200 len: 990 time: 6.1091349 Jul 16 18:01:46.308537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:46.317158 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c6c2b3-bfdd-4617-8e76-48e3ab882598" -d '{"events": [{"name": "network-changed", "server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:46.371271 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f93da198-d8df-4342-ba13-70fc384890a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.383980 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f93da198-d8df-4342-ba13-70fc384890a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.404728 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f78fd469-9b93-480d-9a5e-45980c0da021 req-916fe55e-180a-4706-b176-75b0d87542df tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 210 time: 0.1696737 Jul 16 18:01:46.437962 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.451405 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.560865 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f423031-70a3-4d5d-b9d2-ce828510ece0 x-openstack-request-id: req-0f423031-70a3-4d5d-b9d2-ce828510ece0 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:46.561556 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:46.561985 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f423031-70a3-4d5d-b9d2-ce828510ece0 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:46.563043 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'status': 'completed', 'code': 200} Jul 16 18:01:46.583045 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93da198-d8df-4342-ba13-70fc384890a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab87c4ce-fee3-4508-ba98-c0008d411270,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:46.597199 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f93da198-d8df-4342-ba13-70fc384890a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74551e1d608e4eda8ee64dd379422b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6359417 Jul 16 18:01:46.600338 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37894) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:46.640456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 43387132-e2ad-4a3d-a7d6-ebeb607ef54d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:46.723169 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46f8d878-832c-4991-b77a-21c49e022e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.768702 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46f8d878-832c-4991-b77a-21c49e022e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.844063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 43387132-e2ad-4a3d-a7d6-ebeb607ef54d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:46.860513 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46f8d878-832c-4991-b77a-21c49e022e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.863361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Pushing event updated for resources: {'Port': ['ID=d08b458d-91e1-4154-b78a-772dff7f459e,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:46.864875 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46f8d878-832c-4991-b77a-21c49e022e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.868517 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-46f8d878-832c-4991-b77a-21c49e022e0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab87c4ce-fee3-4508-ba98-c0008d411270 HTTP/1.1" status: 204 len: 168 time: 0.2586169 Jul 16 18:01:46.868663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 43387132-e2ad-4a3d-a7d6-ebeb607ef54d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:46.868663 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.886806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8d878-832c-4991-b77a-21c49e022e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab87c4ce-fee3-4508-ba98-c0008d411270,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:46.917490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4d18c1ba-b479-48ea-9006-45f7bed72ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:01:06Z', 'revision_number': 4, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port': {'id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:00Z', 'updated_at': '2021-07-16T18:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '662e4e9f-910a-4aa5-843f-6e4d22a3bb83', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'port_id': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'mac_address': 'fa:16:3e:65:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aeb582-b498-465a-b70f-028e0f1c1481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:42Z', 'revision_number': 1, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98679b50-fafa-4981-83ed-a86b8b4e87c2', 'name': '', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:05Z', 'updated_at': '2021-07-16T18:01:14Z', 'revision_number': 5, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'subnets': [{'id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:46.969836 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.983320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18c1ba-b479-48ea-9006-45f7bed72ed7 None None] Checking router: fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:46.998400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18c1ba-b479-48ea-9006-45f7bed72ed7 None None] Routers {'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:46.999085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4d18c1ba-b479-48ea-9006-45f7bed72ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:47.200719 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.242458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 43387132-e2ad-4a3d-a7d6-ebeb607ef54d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=43387132-e2ad-4a3d-a7d6-ebeb607ef54d,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:47.252138 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.252972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6ba803e7-3c40-4193-8369-b5cddc0765a0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:47.262748 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-4d18c1ba-b479-48ea-9006-45f7bed72ed7 None None] Set router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:47.273960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6c2b3-bfdd-4617-8e76-48e3ab882598 req-c434c3c3-ad6b-499e-82f5-93c06771c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.276145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89c6c2b3-bfdd-4617-8e76-48e3ab882598 req-c434c3c3-ad6b-499e-82f5-93c06771c47a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 1097 time: 0.5816295 Jul 16 18:01:47.345543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-2a3b49bd-dc25-4181-a263-063683d27bed tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.356416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-2a3b49bd-dc25-4181-a263-063683d27bed tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/networks?id=86509b43-a411-4e53-98ba-579929506239 HTTP/1.1" status: 200 len: 819 time: 0.5101562 Jul 16 18:01:47.384313 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=43387132-e2ad-4a3d-a7d6-ebeb607ef54d,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:47.397155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Network 429874e8-7994-4025-b5f0-12b1780a759d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:47.406391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-2f1718e8-3cea-4461-ad0a-d154a5fc1384 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/quotas/2f79575556364648952b73c658380d74 HTTP/1.1" status: 200 len: 375 time: 0.0485759 Jul 16 18:01:47.434425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37920) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:47.451155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 6ba803e7-3c40-4193-8369-b5cddc0765a0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:47.454013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:47.456967 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-307dd503-d8e8-46c4-9703-32eb20467406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.458196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6ba803e7-3c40-4193-8369-b5cddc0765a0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:47.458630 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.644989 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-307dd503-d8e8-46c4-9703-32eb20467406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.654792 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-307dd503-d8e8-46c4-9703-32eb20467406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.721266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dd503-d8e8-46c4-9703-32eb20467406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa95096a-9d57-46bb-82c0-fbaba77facbc,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:47.746091 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.794993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6eca47bd-3414-4df1-9380-fa727eafea16 req-86bc71e6-2ffa-461d-b3b4-a6014aa450ed tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 210 time: 0.1368604 Jul 16 18:01:47.826668 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-307dd503-d8e8-46c4-9703-32eb20467406 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c0c573ef1784f49a8b133af6d037c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901014 Jul 16 18:01:47.827193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37924) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:47.851520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6c2b3-bfdd-4617-8e76-48e3ab882598 req-4812cb6d-4bdd-44b6-8a16-cfc8d447cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.852619 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89c6c2b3-bfdd-4617-8e76-48e3ab882598 req-4812cb6d-4bdd-44b6-8a16-cfc8d447cb72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.5538542 Jul 16 18:01:47.868955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 6ba803e7-3c40-4193-8369-b5cddc0765a0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6ba803e7-3c40-4193-8369-b5cddc0765a0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:47.878494 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.879396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b2710cb9-ce26-4f09-9d13-3dce2297bbb1 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:47.939518 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1382406-63ed-4bd9-bf9f-2f6e2c96f695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.962903 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1382406-63ed-4bd9-bf9f-2f6e2c96f695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.000922 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89c6c2b3-bfdd-4617-8e76-48e3ab882598 req-28c705a3-5b67-467c-a558-55a462706824 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434b2122-3db2-42e3-a886-93a71bda1ecc HTTP/1.1" status: 200 len: 998 time: 0.1052296 Jul 16 18:01:48.005556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-67429841-9e50-4752-9358-873a39b34d66 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f79575556364648952b73c658380d74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5981960 Jul 16 18:01:48.062064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-cea0d796-01c2-4d5e-9d14-a1d7283a7352 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.064052 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-cea0d796-01c2-4d5e-9d14-a1d7283a7352 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 0.3449261 Jul 16 18:01:48.065085 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1382406-63ed-4bd9-bf9f-2f6e2c96f695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.065489 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=6ba803e7-3c40-4193-8369-b5cddc0765a0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:48.068421 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1382406-63ed-4bd9-bf9f-2f6e2c96f695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.071276 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e1382406-63ed-4bd9-bf9f-2f6e2c96f695 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa95096a-9d57-46bb-82c0-fbaba77facbc HTTP/1.1" status: 204 len: 168 time: 0.2399380 Jul 16 18:01:48.085469 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'port': {'device_id': '8c41f5ec-e4d5-48dd-afa5-b0f42e380f59', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'admin_state_up': True, 'tenant_id': '66bb849ac62844c6957c750d90efa878'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:48.102125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Router dbea9c85-ea3a-4e82-a675-6d2efc547519 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:48.129415 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1382406-63ed-4bd9-bf9f-2f6e2c96f695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa95096a-9d57-46bb-82c0-fbaba77facbc,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:48.153069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6c2b3-bfdd-4617-8e76-48e3ab882598 req-79728e53-d3a9-4d83-ae49-f5776d027a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.154571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89c6c2b3-bfdd-4617-8e76-48e3ab882598 req-79728e53-d3a9-4d83-ae49-f5776d027a4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.1430566 Jul 16 18:01:48.177609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-82c292dc-da97-4491-bf25-19e31980699a None None] Provisioning complete for port d08b458d-91e1-4154-b78a-772dff7f459e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:48.179500 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82c292dc-da97-4491-bf25-19e31980699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.280252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Made reservation on behalf of 66bb849ac62844c6957c750d90efa878 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:48.290796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.327684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4d18c1ba-b479-48ea-9006-45f7bed72ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:01:06Z', 'revision_number': 4, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port': {'id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:00Z', 'updated_at': '2021-07-16T18:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '662e4e9f-910a-4aa5-843f-6e4d22a3bb83', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'port_id': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'mac_address': 'fa:16:3e:65:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aeb582-b498-465a-b70f-028e0f1c1481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:42Z', 'revision_number': 1, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98679b50-fafa-4981-83ed-a86b8b4e87c2', 'name': '', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:05Z', 'updated_at': '2021-07-16T18:01:14Z', 'revision_number': 5, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'subnets': [{'id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:48.352833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:48.403015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e5fe6358-d5b7-41b2-8c29-6e2b506010da admin admin] 10.222.0.41 "PUT /v2.0/routers/dbea9c85-ea3a-4e82-a675-6d2efc547519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2132895 Jul 16 18:01:48.529873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-907705a0-f378-451c-a701-c7feb59aaf0f service neutron] 10.222.0.41 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816453 Jul 16 18:01:48.570213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Allocated IP 172.20.0.5 (4b119567-6ce3-487d-8627-e47c109379a2/e819abcf-6b00-458c-8032-3f3b68914119/858dd4d4-71f9-4e8c-82ba-9dc2959fc9be) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:48.755455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-82c292dc-da97-4491-bf25-19e31980699a None None] Port d08b458d-91e1-4154-b78a-772dff7f459e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:48.762381 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18c1ba-b479-48ea-9006-45f7bed72ed7 None None] The sync data for ids ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'] in n-d-787206-10 is: [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:01:06Z', 'revision_number': 4, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port': {'id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:00Z', 'updated_at': '2021-07-16T18:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '662e4e9f-910a-4aa5-843f-6e4d22a3bb83', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'port_id': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'mac_address': 'fa:16:3e:65:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aeb582-b498-465a-b70f-028e0f1c1481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:42Z', 'revision_number': 1, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98679b50-fafa-4981-83ed-a86b8b4e87c2', 'name': '', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:05Z', 'updated_at': '2021-07-16T18:01:14Z', 'revision_number': 5, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'subnets': [{'id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:48.766088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b2710cb9-ce26-4f09-9d13-3dce2297bbb1 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:48.766494 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.985962 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.029445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Transition to ACTIVE for port object 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:49.099351 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.112551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6c2b3-bfdd-4617-8e76-48e3ab882598 req-b1cefcd2-f78d-4369-a7a5-a39e9b934e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:49.116797 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89c6c2b3-bfdd-4617-8e76-48e3ab882598 req-b1cefcd2-f78d-4369-a7a5-a39e9b934e2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9486206 Jul 16 18:01:49.154014 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 43387132-e2ad-4a3d-a7d6-ebeb607ef54d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:49.163295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Network 4b119567-6ce3-487d-8627-e47c109379a2 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:49.166513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-642606d4-8e1b-418a-b858-58757a45414b tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:49.168081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-642606d4-8e1b-418a-b858-58757a45414b tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.43 "GET /v2.0/networks?id=86509b43-a411-4e53-98ba-579929506239 HTTP/1.1" status: 200 len: 819 time: 0.7580698 Jul 16 18:01:49.180097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:49.184101 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:49.208428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-6a19a8ee-61ba-4c36-a7fc-0616d3f1a7c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Request body: {'port': {'device_id': '1fb48b45-1589-4629-93a6-eb58372f100a', 'network_id': '86509b43-a411-4e53-98ba-579929506239', 'admin_state_up': True, 'tenant_id': '2f79575556364648952b73c658380d74'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:49.254719 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'Port': ['ID=858dd4d4-71f9-4e8c-82ba-9dc2959fc9be,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:49.285954 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:49.286308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:49.286649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:49.288127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:49.288495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:49.288801 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:49.289136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:49.289506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:49.290126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:49.290450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:49.290779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:49.295398 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:49.306129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 43387132-e2ad-4a3d-a7d6-ebeb607ef54d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:49.306573 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.382201 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:49.382938 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.411659 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-84d36a63-d87a-4c7c-8144-1ec33b6f0b1e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3351781 Jul 16 18:01:49.426639 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Request body: {'port': {'device_id': '8c41f5ec-e4d5-48dd-afa5-b0f42e380f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:49.472597 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-66d33ea2-8a5f-4734-9162-24827c85f630 service neutron] 10.222.0.41 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9412267 Jul 16 18:01:49.505105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-6a19a8ee-61ba-4c36-a7fc-0616d3f1a7c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Made reservation on behalf of 2f79575556364648952b73c658380d74 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:49.517803 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-6a19a8ee-61ba-4c36-a7fc-0616d3f1a7c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.561758 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6ba803e7-3c40-4193-8369-b5cddc0765a0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:49.640808 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.716463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6ba803e7-3c40-4193-8369-b5cddc0765a0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:49.718262 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.780842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadce44-6726-4769-b6b3-f3e634d5930a req-e4ebff71-ea16-42aa-bf7b-a449deb6ed6c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:49.782623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-daadce44-6726-4769-b6b3-f3e634d5930a req-e4ebff71-ea16-42aa-bf7b-a449deb6ed6c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 931 time: 0.7090032 Jul 16 18:01:49.794408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-977ff606-b298-4511-b4c6-484815d79aff None None] Provisioning for port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:49.814992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-977ff606-b298-4511-b4c6-484815d79aff None None] Provisioning complete for port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:49.818668 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-977ff606-b298-4511-b4c6-484815d79aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.010180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89c6c2b3-bfdd-4617-8e76-48e3ab882598 req-9a1ba0c2-e066-4412-a9f7-6f2da4c2e67b service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8393817 Jul 16 18:01:50.058984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-daadce44-6726-4769-b6b3-f3e634d5930a req-76104b93-a253-4d91-bb85-224544d85e96 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622335 Jul 16 18:01:50.071257 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5b942-7bb7-4f83-84e5-243081e6d9c2 None None] New status for floating IP 662e4e9f-910a-4aa5-843f-6e4d22a3bb83: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:01:50.097796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37984) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:50.109267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1014244525-network', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:50.202170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-6a19a8ee-61ba-4c36-a7fc-0616d3f1a7c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Allocated IP 172.20.0.9 (86509b43-a411-4e53-98ba-579929506239/c7ecbdae-f40b-496b-8215-a193d898ff6d/7447334a-42b5-4a2d-bd78-e300d42b0bf8) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:50.257683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Made reservation on behalf of d85fa43654db4804b6685bd084c439ea for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:50.260670 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.272519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Sync routers for ids ['dbea9c85-ea3a-4e82-a675-6d2efc547519'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:50.289079 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.324320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-977ff606-b298-4511-b4c6-484815d79aff None None] Port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:50.340399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Routers {'dbea9c85-ea3a-4e82-a675-6d2efc547519'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:50.343514 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dbea9c85-ea3a-4e82-a675-6d2efc547519'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:50.620731 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-6a19a8ee-61ba-4c36-a7fc-0616d3f1a7c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.655250 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Sync routers for ids ['075c113c-365c-4ad6-8fcf-858132b5e39c'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:50.686364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89c6c2b3-bfdd-4617-8e76-48e3ab882598 req-202560a5-4b10-4965-9d9f-52909bd6c858 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515026 Jul 16 18:01:50.691847 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Routers {'075c113c-365c-4ad6-8fcf-858132b5e39c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:50.692591 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['075c113c-365c-4ad6-8fcf-858132b5e39c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:50.705720 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-6a19a8ee-61ba-4c36-a7fc-0616d3f1a7c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.706844 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Set router dbea9c85-ea3a-4e82-a675-6d2efc547519 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:50.731849 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:50.745663 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.763670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Transition to ACTIVE for port object 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:50.770939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-421877dd-39ba-4786-af67-4a03f55dfe30 req-c0f7dff9-8036-4f10-a0a3-7b158c900a1c tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 210 time: 0.1002147 Jul 16 18:01:50.772237 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.914453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Pushing event updated for resources: {'Port': ['ID=858dd4d4-71f9-4e8c-82ba-9dc2959fc9be,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:50.926970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-6a19a8ee-61ba-4c36-a7fc-0616d3f1a7c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Network 86509b43-a411-4e53-98ba-579929506239 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:50.945949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-6a19a8ee-61ba-4c36-a7fc-0616d3f1a7c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:50.956498 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-6a19a8ee-61ba-4c36-a7fc-0616d3f1a7c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:50.962658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19a8ee-61ba-4c36-a7fc-0616d3f1a7c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Pushing event updated for resources: {'Port': ['ID=7447334a-42b5-4a2d-bd78-e300d42b0bf8,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:50.981249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Attempting to bind port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:50.981597 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Attempting to bind port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:50.981932 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Attempting to bind port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:50.987028 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be on network 4b119567-6ce3-487d-8627-e47c109379a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:50.987395 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Attempting to bind port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:50.998267 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:50.998654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Checking segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:50.999093 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Bound using segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:50.999482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Bound port: 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:50.999894 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.097808 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Set router 075c113c-365c-4ad6-8fcf-858132b5e39c gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:51.138616 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] For port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:51.148736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] For port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=858dd4d4-71f9-4e8c-82ba-9dc2959fc9be,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:51.160905 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.223275 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988108526-router', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:01:45Z', 'revision_number': 4, 'project_id': 'bc3587bb1ad744589328ec2fb203c26f', 'gw_port': {'id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:36Z', 'updated_at': '2021-07-16T18:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd08b458d-91e1-4154-b78a-772dff7f459e', 'name': '', 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'mac_address': 'fa:16:3e:ef:13:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '95785580-847b-41af-9e98-d03db5ba9cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:42Z', 'updated_at': '2021-07-16T18:01:45Z', 'revision_number': 2, 'project_id': 'bc3587bb1ad744589328ec2fb203c26f', 'subnets': [{'id': '95785580-847b-41af-9e98-d03db5ba9cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:51.234268 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-6a19a8ee-61ba-4c36-a7fc-0616d3f1a7c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:51.234859 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-6a19a8ee-61ba-4c36-a7fc-0616d3f1a7c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.359581 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Pushing event updated for resources: {'Port': ['ID=858dd4d4-71f9-4e8c-82ba-9dc2959fc9be,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:51.386067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:51.386776 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.389844 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-18bb151c-d0f1-4b8e-9d3c-eb3e550be1ef service neutron] 10.222.0.43 "PUT /v2.0/ports/858dd4d4-71f9-4e8c-82ba-9dc2959fc9be HTTP/1.1" status: 200 len: 1092 time: 1.9696665 Jul 16 18:01:51.391487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c41f5ec-e4d5-48dd-afa5-b0f42e380f59', 'tag': '858dd4d4-71f9-4e8c-82ba-9dc2959fc9be'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:51.397524 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e39d859-c09e-4177-b4d7-3535209595c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c41f5ec-e4d5-48dd-afa5-b0f42e380f59", "tag": "858dd4d4-71f9-4e8c-82ba-9dc2959fc9be"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:51.407156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Checking router: dbea9c85-ea3a-4e82-a675-6d2efc547519 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:51.408408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Updating router dbea9c85-ea3a-4e82-a675-6d2efc547519 port d08b458d-91e1-4154-b78a-772dff7f459e binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:51.434328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.527979 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.581395 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'name': 'tempest-ServerRescueNegativeTestJSON-1739982692-router', 'tenant_id': '2f79575556364648952b73c658380d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:33Z', 'updated_at': '2021-07-16T18:01:40Z', 'revision_number': 4, 'project_id': '2f79575556364648952b73c658380d74', 'gw_port': {'id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e664b235-91b8-47d6-b648-dbd20a4865f2', 'name': '', 'network_id': '86509b43-a411-4e53-98ba-579929506239', 'tenant_id': '2f79575556364648952b73c658380d74', 'mac_address': 'fa:16:3e:56:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c7ecbdae-f40b-496b-8215-a193d898ff6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:39Z', 'updated_at': '2021-07-16T18:01:41Z', 'revision_number': 2, 'project_id': '2f79575556364648952b73c658380d74', 'subnets': [{'id': 'c7ecbdae-f40b-496b-8215-a193d898ff6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:51.587112 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.590403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-c130fc63-029c-4834-b77c-0333f34fb7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:51.593247 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-c130fc63-029c-4834-b77c-0333f34fb7d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 1095 time: 0.1498115 Jul 16 18:01:51.622066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:51.649248 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.650155 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Added segment 51d3cb96-bf34-40bb-ae78-484d04a47095 of type vlan for network 173b7b95-b38c-4974-aa9a-f1f846c8da16 Jul 16 18:01:51.690999 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d658dc-b235-4c52-927d-91b2d96740d0 x-openstack-request-id: req-b1d658dc-b235-4c52-927d-91b2d96740d0 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:51.691525 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c41f5ec-e4d5-48dd-afa5-b0f42e380f59", "tag": "858dd4d4-71f9-4e8c-82ba-9dc2959fc9be", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:51.692959 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1d658dc-b235-4c52-927d-91b2d96740d0 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:51.694158 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c41f5ec-e4d5-48dd-afa5-b0f42e380f59', 'tag': '858dd4d4-71f9-4e8c-82ba-9dc2959fc9be', 'status': 'completed', 'code': 200} Jul 16 18:01:51.695289 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Checking router: 075c113c-365c-4ad6-8fcf-858132b5e39c for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:51.695666 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Updating router 075c113c-365c-4ad6-8fcf-858132b5e39c port e664b235-91b8-47d6-b648-dbd20a4865f2 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:51.706932 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-0185e26a-b816-47c6-a2fb-11aee7dc3720 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=858dd4d4-71f9-4e8c-82ba-9dc2959fc9be HTTP/1.1" status: 200 len: 217 time: 0.1047568 Jul 16 18:01:51.787753 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.809684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-529329d7-bfd3-4b71-b26c-25f10739e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:51.816495 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.818681 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-529329d7-bfd3-4b71-b26c-25f10739e019 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1043665 Jul 16 18:01:51.881605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-6a19a8ee-61ba-4c36-a7fc-0616d3f1a7c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6770103 Jul 16 18:01:51.882580 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.884127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:51.885067 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.920708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Request body: {'port': {'device_id': '1fb48b45-1589-4629-93a6-eb58372f100a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:51.985815 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-23607493-3c1e-45e0-949b-c1e6735ead42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:51.987848 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-23607493-3c1e-45e0-949b-c1e6735ead42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1587198 Jul 16 18:01:52.058070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38022) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:52.215716 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-7e75750b-1ff5-4e3a-99e4-0097152b7a1d service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195184 Jul 16 18:01:52.302040 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.329063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Transition to ACTIVE for port object d08b458d-91e1-4154-b78a-772dff7f459e will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:52.341180 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.428436 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6f5cfdec-5a55-427c-af49-a4e76cfb90e8 req-9d02e3a1-779a-4476-a98a-1904896660a1 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041943 Jul 16 18:01:52.432657 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.444622 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Transition to ACTIVE for port object e664b235-91b8-47d6-b648-dbd20a4865f2 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:52.453995 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.481768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda5e29-5818-4a4a-acf5-27ac2269314d None None] Pushing event updated for resources: {'Port': ['ID=d08b458d-91e1-4154-b78a-772dff7f459e,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:52.561130 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb397-36b0-4b4b-80a4-6b0c1e431983 None None] Pushing event updated for resources: {'Port': ['ID=e664b235-91b8-47d6-b648-dbd20a4865f2,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:52.617781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Attempting to bind port d08b458d-91e1-4154-b78a-772dff7f459e on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:52.620992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Attempting to bind port d08b458d-91e1-4154-b78a-772dff7f459e by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '490bdb8f-6f28-4d07-b10b-58f8b4200f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:52.621570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Attempting to bind port d08b458d-91e1-4154-b78a-772dff7f459e on network 429874e8-7994-4025-b5f0-12b1780a759d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:52.629810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:52.631844 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Checking segment: {'id': '490bdb8f-6f28-4d07-b10b-58f8b4200f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:52.636065 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.636749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Bound using segment: {'id': '490bdb8f-6f28-4d07-b10b-58f8b4200f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:52.637446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Bound port: d08b458d-91e1-4154-b78a-772dff7f459e, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490bdb8f-6f28-4d07-b10b-58f8b4200f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:52.639348 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.656771 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Attempting to bind port e664b235-91b8-47d6-b648-dbd20a4865f2 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:52.657835 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Attempting to bind port e664b235-91b8-47d6-b648-dbd20a4865f2 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '9e2b18d5-2465-420b-96e6-56995b2bac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86509b43-a411-4e53-98ba-579929506239'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:52.658434 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Attempting to bind port e664b235-91b8-47d6-b648-dbd20a4865f2 on network 86509b43-a411-4e53-98ba-579929506239 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:52.665830 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:52.667925 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Checking segment: {'id': '9e2b18d5-2465-420b-96e6-56995b2bac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86509b43-a411-4e53-98ba-579929506239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:52.668590 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39d859-c09e-4177-b4d7-3535209595c0 req-44ffee96-2216-4f54-a223-8a4fa62bf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.669024 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.669645 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Bound using segment: {'id': '9e2b18d5-2465-420b-96e6-56995b2bac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86509b43-a411-4e53-98ba-579929506239'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:52.670147 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e39d859-c09e-4177-b4d7-3535209595c0 req-44ffee96-2216-4f54-a223-8a4fa62bf462 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 1095 time: 0.1532338 Jul 16 18:01:52.670605 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Bound port: e664b235-91b8-47d6-b648-dbd20a4865f2, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2b18d5-2465-420b-96e6-56995b2bac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86509b43-a411-4e53-98ba-579929506239'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:52.671224 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.692282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Pushing event updated for resources: {'Network': ['ID=173b7b95-b38c-4974-aa9a-f1f846c8da16,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:52.743961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 173b7b95-b38c-4974-aa9a-f1f846c8da16 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:52.779228 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6787300 Jul 16 18:01:52.800275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38028) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:52.803882 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] For port e664b235-91b8-47d6-b648-dbd20a4865f2, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:52.813699 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] For port e664b235-91b8-47d6-b648-dbd20a4865f2, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e664b235-91b8-47d6-b648-dbd20a4865f2,segment=NetworkSegment(9e2b18d5-2465-420b-96e6-56995b2bac4d),segment_id=9e2b18d5-2465-420b-96e6-56995b2bac4d)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:52.825892 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.858169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f3a96223-499a-4de1-823c-764266d2c66f admin admin] Request body: {'subnet': {'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014244525-subnet', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:52.878218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39d859-c09e-4177-b4d7-3535209595c0 req-c34dc792-1fd2-4bdf-9768-8d7e81ad3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.882257 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e39d859-c09e-4177-b4d7-3535209595c0 req-c34dc792-1fd2-4bdf-9768-8d7e81ad3189 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.1824410 Jul 16 18:01:52.915786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-227c6d22-ffca-4b38-927f-1af32cb75fcc tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:52.933750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] For port d08b458d-91e1-4154-b78a-772dff7f459e, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:52.935345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2166d-b7ad-4895-b4af-3eea8f8fd5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224aff52-36c7-468c-9444-3db8dd76838f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:52.942730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] For port d08b458d-91e1-4154-b78a-772dff7f459e, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d08b458d-91e1-4154-b78a-772dff7f459e,segment=NetworkSegment(490bdb8f-6f28-4d07-b10b-58f8b4200f5c),segment_id=490bdb8f-6f28-4d07-b10b-58f8b4200f5c)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:52.949161 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.967642 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb397-36b0-4b4b-80a4-6b0c1e431983 None None] Pushing event updated for resources: {'Port': ['ID=e664b235-91b8-47d6-b648-dbd20a4865f2,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:52.989676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-150fb674-39eb-4183-b1b3-2cf72b2d4f16 req-aaf2fc46-2edf-420b-90da-72ecf182c786 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 210 time: 0.2845740 Jul 16 18:01:53.000658 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Routers {'075c113c-365c-4ad6-8fcf-858132b5e39c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:53.001302 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['075c113c-365c-4ad6-8fcf-858132b5e39c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:53.013974 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e39d859-c09e-4177-b4d7-3535209595c0 req-1122a3f6-624c-4a19-a2ff-e3a8a9ba9df5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=858dd4d4-71f9-4e8c-82ba-9dc2959fc9be HTTP/1.1" status: 200 len: 217 time: 0.1223485 Jul 16 18:01:53.042577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda5e29-5818-4a4a-acf5-27ac2269314d None None] Pushing event updated for resources: {'Port': ['ID=d08b458d-91e1-4154-b78a-772dff7f459e,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:53.071274 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Routers {'dbea9c85-ea3a-4e82-a675-6d2efc547519'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:53.074912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:01:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dbea9c85-ea3a-4e82-a675-6d2efc547519'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:53.166606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39d859-c09e-4177-b4d7-3535209595c0 req-30384fa7-14a7-486b-a87e-011da9360044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.169097 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e39d859-c09e-4177-b4d7-3535209595c0 req-30384fa7-14a7-486b-a87e-011da9360044 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1376119 Jul 16 18:01:53.215671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e664b235-91b8-47d6-b648-dbd20a4865f2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:53.225879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-62eaa906-43b9-4190-b25d-21582a3714dc tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.227476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-62eaa906-43b9-4190-b25d-21582a3714dc tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.35 "GET /v2.0/networks?id=86509b43-a411-4e53-98ba-579929506239 HTTP/1.1" status: 200 len: 819 time: 0.4756682 Jul 16 18:01:53.269705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-1c92437f-2fdb-4ad0-a378-555daea48ec0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Request body: {'port': {'device_id': '609476c8-c5d3-46a0-a83e-c4a484368d8b', 'network_id': '86509b43-a411-4e53-98ba-579929506239', 'admin_state_up': True, 'tenant_id': '2f79575556364648952b73c658380d74'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:53.303633 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39d859-c09e-4177-b4d7-3535209595c0 req-27b3c8c3-f145-4b04-9979-8b5d2eb64567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.305321 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e39d859-c09e-4177-b4d7-3535209595c0 req-27b3c8c3-f145-4b04-9979-8b5d2eb64567 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281309 Jul 16 18:01:53.314113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afba55-7dc6-4070-a13c-53bb3190f8df req-b7a48426-86ec-4520-a212-6f8e0524214d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.327765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21afba55-7dc6-4070-a13c-53bb3190f8df req-b7a48426-86ec-4520-a212-6f8e0524214d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 943 time: 1.9023755 Jul 16 18:01:53.419151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a96223-499a-4de1-823c-764266d2c66f admin admin] Made reservation on behalf of d85fa43654db4804b6685bd084c439ea for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:53.425462 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3a96223-499a-4de1-823c-764266d2c66f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.459886 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e39d859-c09e-4177-b4d7-3535209595c0 req-7a977f6c-3363-4c7e-9a31-e3a597db2ebf service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432021 Jul 16 18:01:53.489955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e664b235-91b8-47d6-b648-dbd20a4865f2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:53.493088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] Set router dbea9c85-ea3a-4e82-a675-6d2efc547519 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:53.580722 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] Set router 075c113c-365c-4ad6-8fcf-858132b5e39c gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:53.595129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e664b235-91b8-47d6-b648-dbd20a4865f2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:53.595543 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.627266 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3e39d859-c09e-4177-b4d7-3535209595c0 req-87fc9eb3-b39c-436d-a682-f5a4175ffe14 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546099 Jul 16 18:01:53.677464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3a96223-499a-4de1-823c-764266d2c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.695777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-227c6d22-ffca-4b38-927f-1af32cb75fcc tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] 10.222.0.41 "PUT /v2.0/quotas/43b62f89a1c24c1db1dafad5a08a6ed3 HTTP/1.1" status: 200 len: 368 time: 1.6365135 Jul 16 18:01:53.700769 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38036) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:53.707759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Request body: {'network': {'project_id': '43b62f89a1c24c1db1dafad5a08a6ed3'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:53.735392 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.755785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Made reservation on behalf of 43b62f89a1c24c1db1dafad5a08a6ed3 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:53.765614 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.818028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21afba55-7dc6-4070-a13c-53bb3190f8df req-bb28e945-9898-4f5b-89ee-87365f4e31ac tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893591 Jul 16 18:01:53.818645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a96223-499a-4de1-823c-764266d2c66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f352f8e2-9172-453c-aeaa-18680b9e4e1f,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:53.821974 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.987538 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'name': 'tempest-ServerRescueNegativeTestJSON-1739982692-router', 'tenant_id': '2f79575556364648952b73c658380d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:33Z', 'updated_at': '2021-07-16T18:01:40Z', 'revision_number': 4, 'project_id': '2f79575556364648952b73c658380d74', 'gw_port': {'id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e664b235-91b8-47d6-b648-dbd20a4865f2', 'name': '', 'network_id': '86509b43-a411-4e53-98ba-579929506239', 'tenant_id': '2f79575556364648952b73c658380d74', 'mac_address': 'fa:16:3e:56:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c7ecbdae-f40b-496b-8215-a193d898ff6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:39Z', 'updated_at': '2021-07-16T18:01:52Z', 'revision_number': 4, 'project_id': '2f79575556364648952b73c658380d74', 'subnets': [{'id': 'c7ecbdae-f40b-496b-8215-a193d898ff6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:53.997119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a96223-499a-4de1-823c-764266d2c66f admin admin] Checking segment: {'id': '51d3cb96-bf34-40bb-ae78-484d04a47095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:53.997489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a96223-499a-4de1-823c-764266d2c66f admin admin] Network hostable DHCP agents. Network: 173b7b95-b38c-4974-aa9a-f1f846c8da16, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:54.029807 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.051887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a96223-499a-4de1-823c-764266d2c66f admin admin] Network 173b7b95-b38c-4974-aa9a-f1f846c8da16 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:54.058019 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282eebb-88b3-4e4f-8a1a-6c6ea2963a39 None None] The sync data for ids ['075c113c-365c-4ad6-8fcf-858132b5e39c'] in n-d-787206-10 is: [{'id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'name': 'tempest-ServerRescueNegativeTestJSON-1739982692-router', 'tenant_id': '2f79575556364648952b73c658380d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:33Z', 'updated_at': '2021-07-16T18:01:40Z', 'revision_number': 4, 'project_id': '2f79575556364648952b73c658380d74', 'gw_port': {'id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e664b235-91b8-47d6-b648-dbd20a4865f2', 'name': '', 'network_id': '86509b43-a411-4e53-98ba-579929506239', 'tenant_id': '2f79575556364648952b73c658380d74', 'mac_address': 'fa:16:3e:56:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'c7ecbdae-f40b-496b-8215-a193d898ff6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:39Z', 'updated_at': '2021-07-16T18:01:52Z', 'revision_number': 4, 'project_id': '2f79575556364648952b73c658380d74', 'subnets': [{'id': 'c7ecbdae-f40b-496b-8215-a193d898ff6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:54.059893 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.071155 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.108414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port e664b235-91b8-47d6-b648-dbd20a4865f2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e664b235-91b8-47d6-b648-dbd20a4865f2,segment=NetworkSegment(9e2b18d5-2465-420b-96e6-56995b2bac4d),segment_id=9e2b18d5-2465-420b-96e6-56995b2bac4d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:54.116636 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b037cef7-4110-4f7b-9ed8-ded82c9cddeb,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.117840 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.121873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-f3a96223-499a-4de1-823c-764266d2c66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 173b7b95-b38c-4974-aa9a-f1f846c8da16) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:54.132758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a96223-499a-4de1-823c-764266d2c66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:54.132976 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3a96223-499a-4de1-823c-764266d2c66f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.140578 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae58083a-56cc-4403-a7b5-cc8cd4dd6c01 None None] Network 173b7b95-b38c-4974-aa9a-f1f846c8da16 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:54.148602 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:54.165236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-1c92437f-2fdb-4ad0-a378-555daea48ec0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Made reservation on behalf of 2f79575556364648952b73c658380d74 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:54.177361 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-1c92437f-2fdb-4ad0-a378-555daea48ec0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.183379 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.183817 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Added segment 4131a62f-7bef-4523-84c4-2c6ea8998fa0 of type vlan for network d8e0b6e3-d558-496d-a1b6-e063a54d3c5f Jul 16 18:01:54.269122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=e664b235-91b8-47d6-b648-dbd20a4865f2,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.273885 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.286330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988108526-router', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:01:45Z', 'revision_number': 4, 'project_id': 'bc3587bb1ad744589328ec2fb203c26f', 'gw_port': {'id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:36Z', 'updated_at': '2021-07-16T18:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd08b458d-91e1-4154-b78a-772dff7f459e', 'name': '', 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'mac_address': 'fa:16:3e:ef:13:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '95785580-847b-41af-9e98-d03db5ba9cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:42Z', 'updated_at': '2021-07-16T18:01:52Z', 'revision_number': 4, 'project_id': 'bc3587bb1ad744589328ec2fb203c26f', 'subnets': [{'id': '95785580-847b-41af-9e98-d03db5ba9cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:54.314283 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.315632 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:54.316513 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.346090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2afd408-2062-4af9-b2d6-01089351728b None None] The sync data for ids ['dbea9c85-ea3a-4e82-a675-6d2efc547519'] in n-d-787206-10 is: [{'id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988108526-router', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:01:45Z', 'revision_number': 4, 'project_id': 'bc3587bb1ad744589328ec2fb203c26f', 'gw_port': {'id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:36Z', 'updated_at': '2021-07-16T18:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd08b458d-91e1-4154-b78a-772dff7f459e', 'name': '', 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'mac_address': 'fa:16:3e:ef:13:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '95785580-847b-41af-9e98-d03db5ba9cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:42Z', 'updated_at': '2021-07-16T18:01:52Z', 'revision_number': 4, 'project_id': 'bc3587bb1ad744589328ec2fb203c26f', 'subnets': [{'id': '95785580-847b-41af-9e98-d03db5ba9cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:54.366642 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6636982 Jul 16 18:01:54.369264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38042) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:54.375621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e1798be8-c442-4765-8ded-6e179f2393b1 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Request body: {'network': {'project_id': '43b62f89a1c24c1db1dafad5a08a6ed3'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:54.422823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c85838db-0d4d-4916-aac1-2271c591c8b0 req-80ea31dd-bdcd-4da2-ba2a-5e0389c00282 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 210 time: 0.2028415 Jul 16 18:01:54.425206 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93424138-d2a3-4626-8579-a8fc4e5da0f0 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Pushing event updated for resources: {'Network': ['ID=d8e0b6e3-d558-496d-a1b6-e063a54d3c5f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.465982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d8e0b6e3-d558-496d-a1b6-e063a54d3c5f details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:54.477879 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1798be8-c442-4765-8ded-6e179f2393b1 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Made reservation on behalf of 43b62f89a1c24c1db1dafad5a08a6ed3 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:54.481531 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1798be8-c442-4765-8ded-6e179f2393b1 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.548020 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1798be8-c442-4765-8ded-6e179f2393b1 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:54.551009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f3a96223-499a-4de1-823c-764266d2c66f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7106538 Jul 16 18:01:54.556411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38046) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:54.561541 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1798be8-c442-4765-8ded-6e179f2393b1 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.562099 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-e1798be8-c442-4765-8ded-6e179f2393b1 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Added segment dec93969-2556-44cc-b1a9-20a48251655c of type vlan for network fd90831e-cfd7-4cf8-a8c5-93a1edcb8b1a Jul 16 18:01:54.567321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1014244525-router', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:54.617307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7447334a-42b5-4a2d-bd78-e300d42b0bf8 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:54.618617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1798be8-c442-4765-8ded-6e179f2393b1 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.646781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-173b7b95-b38c-4974-aa9a-f1f846c8da16', 'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'fixed_ips': [{'subnet_id': 'f352f8e2-9172-453c-aeaa-18680b9e4e1f'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:54.647823 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.656164 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.660870 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1798be8-c442-4765-8ded-6e179f2393b1 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.662387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1798be8-c442-4765-8ded-6e179f2393b1 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:54.663700 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1798be8-c442-4765-8ded-6e179f2393b1 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.757692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1798be8-c442-4765-8ded-6e179f2393b1 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Pushing event updated for resources: {'Network': ['ID=fd90831e-cfd7-4cf8-a8c5-93a1edcb8b1a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.771382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Transition to ACTIVE for port object 7447334a-42b5-4a2d-bd78-e300d42b0bf8 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:54.778958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network fd90831e-cfd7-4cf8-a8c5-93a1edcb8b1a details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:54.784086 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.793248 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.794335 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.797891 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e1798be8-c442-4765-8ded-6e179f2393b1 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4244101 Jul 16 18:01:54.798178 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38052) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:54.805860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0e9812a4-727d-4569-a8fd-dfc47e72e01f tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Request body: {'network': {'project_id': '43b62f89a1c24c1db1dafad5a08a6ed3'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:54.832742 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9812a4-727d-4569-a8fd-dfc47e72e01f tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:01:54.833517 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9812a4-727d-4569-a8fd-dfc47e72e01f tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:01:54.837542 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0e9812a4-727d-4569-a8fd-dfc47e72e01f tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0351143 Jul 16 18:01:54.973032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38058) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:55.052974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Pushing event updated for resources: {'Port': ['ID=7447334a-42b5-4a2d-bd78-e300d42b0bf8,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:55.064508 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.186792 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-de59d109-00ca-4f75-857e-1fcb7a80d465 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43b62f89a1c24c1db1dafad5a08a6ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123487 Jul 16 18:01:55.189220 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38062) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:55.242882 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Allocated IP 172.20.0.2 (173b7b95-b38c-4974-aa9a-f1f846c8da16/f352f8e2-9172-453c-aeaa-18680b9e4e1f/7ef1370a-4319-4784-9c30-ab65f6da8d68) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:55.290463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-1c92437f-2fdb-4ad0-a378-555daea48ec0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Allocated IP 172.20.0.10 (86509b43-a411-4e53-98ba-579929506239/c7ecbdae-f40b-496b-8215-a193d898ff6d/d11bdd3b-ca24-47f1-9304-f84f20dfc699) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:55.326673 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c4aaa997-4cb1-48f6-93c0-003c794a2119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.364768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Attempting to bind port 7447334a-42b5-4a2d-bd78-e300d42b0bf8 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:55.369397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Attempting to bind port 7447334a-42b5-4a2d-bd78-e300d42b0bf8 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '9e2b18d5-2465-420b-96e6-56995b2bac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86509b43-a411-4e53-98ba-579929506239'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:55.371000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Attempting to bind port 7447334a-42b5-4a2d-bd78-e300d42b0bf8 on network 86509b43-a411-4e53-98ba-579929506239 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:55.378900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e664b235-91b8-47d6-b648-dbd20a4865f2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:55.380346 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c4aaa997-4cb1-48f6-93c0-003c794a2119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.450927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c4aaa997-4cb1-48f6-93c0-003c794a2119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.455548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c4aaa997-4cb1-48f6-93c0-003c794a2119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.457141 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c4aaa997-4cb1-48f6-93c0-003c794a2119 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b037cef7-4110-4f7b-9ed8-ded82c9cddeb HTTP/1.1" status: 204 len: 168 time: 0.2666271 Jul 16 18:01:55.460521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38064) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:55.466954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Port 7447334a-42b5-4a2d-bd78-e300d42b0bf8 on network 86509b43-a411-4e53-98ba-579929506239 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:55.467673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Attempting to bind port 7447334a-42b5-4a2d-bd78-e300d42b0bf8 on network 86509b43-a411-4e53-98ba-579929506239 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:55.488085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e664b235-91b8-47d6-b648-dbd20a4865f2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:55.488471 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.514232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaa997-4cb1-48f6-93c0-003c794a2119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b037cef7-4110-4f7b-9ed8-ded82c9cddeb,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:55.564250 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:55.567198 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.577878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Checking segment: {'id': '9e2b18d5-2465-420b-96e6-56995b2bac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86509b43-a411-4e53-98ba-579929506239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:55.578589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Bound using segment: {'id': '9e2b18d5-2465-420b-96e6-56995b2bac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86509b43-a411-4e53-98ba-579929506239'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:55.579466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Bound port: 7447334a-42b5-4a2d-bd78-e300d42b0bf8, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2b18d5-2465-420b-96e6-56995b2bac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86509b43-a411-4e53-98ba-579929506239'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:55.580083 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.596352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Transition to ACTIVE for port object 7ef1370a-4319-4784-9c30-ab65f6da8d68 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:55.598774 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.680774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d08b458d-91e1-4154-b78a-772dff7f459e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:55.705872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Transition to ACTIVE for port object 7ef1370a-4319-4784-9c30-ab65f6da8d68 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:55.714389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd959c8-880d-4ada-93a4-30f3de075df8 req-570e58f2-89d3-4751-9afb-8be40be6ce88 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:55.719155 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.723747 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1bd959c8-880d-4ada-93a4-30f3de075df8 req-570e58f2-89d3-4751-9afb-8be40be6ce88 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 943 time: 0.6221836 Jul 16 18:01:55.730074 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0ff2bfa2-8574-4222-9464-c1ae480e3926 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.809658 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Network 173b7b95-b38c-4974-aa9a-f1f846c8da16 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:55.818574 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:55.830142 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:55.850969 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0ff2bfa2-8574-4222-9464-c1ae480e3926 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.868339 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-0ff2bfa2-8574-4222-9464-c1ae480e3926 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd90831e-cfd7-4cf8-a8c5-93a1edcb8b1a']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:55.873741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18310cce-c589-403b-8fa5-2d3094f52515 req-0f929946-3ea8-4bad-a19c-f35dc239f516 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 210 time: 0.1297858 Jul 16 18:01:55.904908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-0ff2bfa2-8574-4222-9464-c1ae480e3926 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec93969-2556-44cc-b1a9-20a48251655c') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:55.905211 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-0ff2bfa2-8574-4222-9464-c1ae480e3926 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec93969-2556-44cc-b1a9-20a48251655c') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:55.918150 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Pushing event updated for resources: {'Port': ['ID=7ef1370a-4319-4784-9c30-ab65f6da8d68,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:55.923696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Attempting to bind port 7ef1370a-4319-4784-9c30-ab65f6da8d68 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:55.926457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Attempting to bind port 7ef1370a-4319-4784-9c30-ab65f6da8d68 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '51d3cb96-bf34-40bb-ae78-484d04a47095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:55.926837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Attempting to bind port 7ef1370a-4319-4784-9c30-ab65f6da8d68 on network 173b7b95-b38c-4974-aa9a-f1f846c8da16 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:55.930296 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0ff2bfa2-8574-4222-9464-c1ae480e3926 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.942110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:55.942500 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Checking segment: {'id': '51d3cb96-bf34-40bb-ae78-484d04a47095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:55.942915 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.943315 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Bound using segment: {'id': '51d3cb96-bf34-40bb-ae78-484d04a47095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:55.943840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Bound port: 7ef1370a-4319-4784-9c30-ab65f6da8d68, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d3cb96-bf34-40bb-ae78-484d04a47095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:55.944232 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.970126 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0ff2bfa2-8574-4222-9464-c1ae480e3926 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.980492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff2bfa2-8574-4222-9464-c1ae480e3926 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:55.980904 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0ff2bfa2-8574-4222-9464-c1ae480e3926 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.015307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] For port 7447334a-42b5-4a2d-bd78-e300d42b0bf8, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:56.064066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1bd959c8-880d-4ada-93a4-30f3de075df8 req-de401f7e-21e7-439c-9399-dbedc5808328 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390491 Jul 16 18:01:56.067056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] For port 7447334a-42b5-4a2d-bd78-e300d42b0bf8, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7447334a-42b5-4a2d-bd78-e300d42b0bf8,segment=NetworkSegment(9e2b18d5-2465-420b-96e6-56995b2bac4d),segment_id=9e2b18d5-2465-420b-96e6-56995b2bac4d)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:56.067750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port d08b458d-91e1-4154-b78a-772dff7f459e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:56.087163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port d08b458d-91e1-4154-b78a-772dff7f459e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:56.087590 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.103062 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:56.107024 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:56.118995 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-1c92437f-2fdb-4ad0-a378-555daea48ec0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.122441 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0ff2bfa2-8574-4222-9464-c1ae480e3926 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.130325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] For port 7ef1370a-4319-4784-9c30-ab65f6da8d68, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:56.137806 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0ff2bfa2-8574-4222-9464-c1ae480e3926 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.146227 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0ff2bfa2-8574-4222-9464-c1ae480e3926 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] 10.222.0.41 "DELETE /v2.0/networks/fd90831e-cfd7-4cf8-a8c5-93a1edcb8b1a HTTP/1.1" status: 204 len: 168 time: 0.6846902 Jul 16 18:01:56.151986 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] For port 7ef1370a-4319-4784-9c30-ab65f6da8d68, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7ef1370a-4319-4784-9c30-ab65f6da8d68,segment=NetworkSegment(51d3cb96-bf34-40bb-ae78-484d04a47095),segment_id=51d3cb96-bf34-40bb-ae78-484d04a47095)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:56.161462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38076) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:56.163257 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2bfa2-8574-4222-9464-c1ae480e3926 tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd90831e-cfd7-4cf8-a8c5-93a1edcb8b1a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.189975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.190600 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.199685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] 10.222.0.43 "PUT /v2.0/ports/7447334a-42b5-4a2d-bd78-e300d42b0bf8 HTTP/1.1" status: 200 len: 1092 time: 4.2897172 Jul 16 18:01:56.210090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb48b45-1589-4629-93a6-eb58372f100a', 'tag': '7447334a-42b5-4a2d-bd78-e300d42b0bf8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:56.210870 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.212639 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f87fb6b-c1f5-4ef6-93a1-12297f824b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb48b45-1589-4629-93a6-eb58372f100a", "tag": "7447334a-42b5-4a2d-bd78-e300d42b0bf8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:56.214231 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.328250 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.341377 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b792987b-d144-4313-b1e5-ea519581c35c tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.389428 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c4200-31c8-4202-aa79-1957d0732c2b None None] Pushing event updated for resources: {'Port': ['ID=7ef1370a-4319-4784-9c30-ab65f6da8d68,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.402225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port d08b458d-91e1-4154-b78a-772dff7f459e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d08b458d-91e1-4154-b78a-772dff7f459e,segment=NetworkSegment(490bdb8f-6f28-4d07-b10b-58f8b4200f5c),segment_id=490bdb8f-6f28-4d07-b10b-58f8b4200f5c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:56.409114 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.481159 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a4e10b-8496-4dfc-bacb-73887d60a7ed x-openstack-request-id: req-d3a4e10b-8496-4dfc-bacb-73887d60a7ed {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:56.481824 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb48b45-1589-4629-93a6-eb58372f100a", "tag": "7447334a-42b5-4a2d-bd78-e300d42b0bf8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:56.482447 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3a4e10b-8496-4dfc-bacb-73887d60a7ed {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:56.483006 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb48b45-1589-4629-93a6-eb58372f100a', 'tag': '7447334a-42b5-4a2d-bd78-e300d42b0bf8', 'status': 'completed', 'code': 200} Jul 16 18:01:56.517577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba581d-c1f2-4535-99ae-1b30c292771f service neutron] Pushing event updated for resources: {'Port': ['ID=7447334a-42b5-4a2d-bd78-e300d42b0bf8,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.520170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=d08b458d-91e1-4154-b78a-772dff7f459e,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.549232 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.553833 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b792987b-d144-4313-b1e5-ea519581c35c tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.566852 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b792987b-d144-4313-b1e5-ea519581c35c tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e0b6e3-d558-496d-a1b6-e063a54d3c5f']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:56.577918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b792987b-d144-4313-b1e5-ea519581c35c tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4131a62f-7bef-4523-84c4-2c6ea8998fa0') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:56.578213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b792987b-d144-4313-b1e5-ea519581c35c tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4131a62f-7bef-4523-84c4-2c6ea8998fa0') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:56.587684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b792987b-d144-4313-b1e5-ea519581c35c tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.587922 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-1c92437f-2fdb-4ad0-a378-555daea48ec0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.606166 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b792987b-d144-4313-b1e5-ea519581c35c tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.613117 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b792987b-d144-4313-b1e5-ea519581c35c tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:56.613548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b792987b-d144-4313-b1e5-ea519581c35c tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:56.615728 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:56.647334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92437f-2fdb-4ad0-a378-555daea48ec0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Pushing event updated for resources: {'Port': ['ID=d11bdd3b-ca24-47f1-9304-f84f20dfc699,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.703607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b792987b-d144-4313-b1e5-ea519581c35c tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.710431 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b792987b-d144-4313-b1e5-ea519581c35c tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.716035 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b792987b-d144-4313-b1e5-ea519581c35c tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] 10.222.0.41 "DELETE /v2.0/networks/d8e0b6e3-d558-496d-a1b6-e063a54d3c5f HTTP/1.1" status: 204 len: 168 time: 0.5468428 Jul 16 18:01:56.716195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-51d81a8f-780b-4827-a420-10f7e8f9afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.720545 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-51d81a8f-780b-4827-a420-10f7e8f9afd5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f79575556364648952b73c658380d74&device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 1095 time: 0.4670014 Jul 16 18:01:56.722843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-1c92437f-2fdb-4ad0-a378-555daea48ec0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Network 86509b43-a411-4e53-98ba-579929506239 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:56.724624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-1c92437f-2fdb-4ad0-a378-555daea48ec0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:56.725733 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792987b-d144-4313-b1e5-ea519581c35c tempest-QuotasNegativeTest-871467449 tempest-QuotasNegativeTest-871467449-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8e0b6e3-d558-496d-a1b6-e063a54d3c5f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.735554 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.782819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-1c92437f-2fdb-4ad0-a378-555daea48ec0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:56.810779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-1b6acd33-42bb-48ed-8696-bd5db3ee6b80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7447334a-42b5-4a2d-bd78-e300d42b0bf8 HTTP/1.1" status: 200 len: 217 time: 0.0703011 Jul 16 18:01:56.844311 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.960910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-1c92437f-2fdb-4ad0-a378-555daea48ec0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.961555 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-1c92437f-2fdb-4ad0-a378-555daea48ec0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.965723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-9a7b37f7-cdf1-4344-8fb3-813efc144e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.967188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-9a7b37f7-cdf1-4344-8fb3-813efc144e07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7ecbdae-f40b-496b-8215-a193d898ff6d HTTP/1.1" status: 200 len: 859 time: 0.1313789 Jul 16 18:01:57.007725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-72aab191-4f6c-43ab-a52e-4c999343dd73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86509b43-a411-4e53-98ba-579929506239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322025 Jul 16 18:01:57.061320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-1c92437f-2fdb-4ad0-a378-555daea48ec0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8026659 Jul 16 18:01:57.115719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Request body: {'port': {'device_id': '609476c8-c5d3-46a0-a83e-c4a484368d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:57.213340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Allocated IP 172.25.5.231 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/65b0ada8-07ed-4a73-bb32-1cdfcf573738) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:57.227220 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38090) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:57.250621 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8d1641f6-8cb4-48df-8da1-8f3bd1ee2dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.286649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d08b458d-91e1-4154-b78a-772dff7f459e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:57.372957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port d08b458d-91e1-4154-b78a-772dff7f459e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:57.373790 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.446304 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.449854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8d1641f6-8cb4-48df-8da1-8f3bd1ee2dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.464806 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8d1641f6-8cb4-48df-8da1-8f3bd1ee2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.517352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7ef1370a-4319-4784-9c30-ab65f6da8d68 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:57.604380 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1641f6-8cb4-48df-8da1-8f3bd1ee2dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c43f05b-9840-4d9b-b3e7-8a4c2fa06d49,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:57.608616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 7ef1370a-4319-4784-9c30-ab65f6da8d68 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:57.612751 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8d1641f6-8cb4-48df-8da1-8f3bd1ee2dd1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e42b3ab9f6424ee5a7981f9ac29e925b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844016 Jul 16 18:01:57.613739 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38098) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:57.639787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-41916745-c156-4021-8395-bee2a966b902 service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227977 Jul 16 18:01:57.669344 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.686611 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.704379 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6fd42298-1117-48bf-8dc0-a80e9a6e38b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.733762 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6fd42298-1117-48bf-8dc0-a80e9a6e38b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.794539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca5a5c-04ab-4e7b-b50a-6533ec9542d1 req-b2fcd61d-99f1-46e3-b4b9-c50dd7cfc94e tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.796266 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85ca5a5c-04ab-4e7b-b50a-6533ec9542d1 req-b2fcd61d-99f1-46e3-b4b9-c50dd7cfc94e tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 932 time: 0.7468443 Jul 16 18:01:57.809233 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6fd42298-1117-48bf-8dc0-a80e9a6e38b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.813192 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6fd42298-1117-48bf-8dc0-a80e9a6e38b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.814785 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6fd42298-1117-48bf-8dc0-a80e9a6e38b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c43f05b-9840-4d9b-b3e7-8a4c2fa06d49 HTTP/1.1" status: 204 len: 168 time: 0.1983755 Jul 16 18:01:57.827365 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd42298-1117-48bf-8dc0-a80e9a6e38b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c43f05b-9840-4d9b-b3e7-8a4c2fa06d49,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:57.915744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4677ef-f4eb-4331-8f16-9d27779ad4d0 None None] Network 173b7b95-b38c-4974-aa9a-f1f846c8da16 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:58.056006 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-95beb2ad-f9c6-4c95-a27d-b0bc7d440471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.082683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fea549f8-575c-4483-a8f2-a050645fcd99 None None] Provisioning for port 7ef1370a-4319-4784-9c30-ab65f6da8d68 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:58.093043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fea549f8-575c-4483-a8f2-a050645fcd99 None None] Provisioning complete for port 7ef1370a-4319-4784-9c30-ab65f6da8d68 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:58.093416 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fea549f8-575c-4483-a8f2-a050645fcd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.225195 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fea549f8-575c-4483-a8f2-a050645fcd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.267964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fea549f8-575c-4483-a8f2-a050645fcd99 None None] For port 7ef1370a-4319-4784-9c30-ab65f6da8d68, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7ef1370a-4319-4784-9c30-ab65f6da8d68,segment=NetworkSegment(51d3cb96-bf34-40bb-ae78-484d04a47095),segment_id=51d3cb96-bf34-40bb-ae78-484d04a47095)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:58.275504 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fea549f8-575c-4483-a8f2-a050645fcd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.305500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38104) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:58.319583 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af0c94a5-f6d8-423c-97d6-f5ee0772186a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.336758 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea549f8-575c-4483-a8f2-a050645fcd99 None None] Pushing event updated for resources: {'Port': ['ID=7ef1370a-4319-4784-9c30-ab65f6da8d68,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.348768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:58.380501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:58.383339 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:58.415286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a3510-62c0-44b5-b301-c7a6f3322faa req-9c5cd52c-ccc3-4a1b-bb26-0bd5e57d46be tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.417623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f20a3510-62c0-44b5-b301-c7a6f3322faa req-9c5cd52c-ccc3-4a1b-bb26-0bd5e57d46be tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 943 time: 1.1614945 Jul 16 18:01:58.460894 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af0c94a5-f6d8-423c-97d6-f5ee0772186a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.467182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af0c94a5-f6d8-423c-97d6-f5ee0772186a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.471378 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Pushing event updated for resources: {'Port': ['ID=65b0ada8-07ed-4a73-bb32-1cdfcf573738,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.495358 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a0f8b571-46ab-41c3-8458-aa8dd7a940cf None None] Provisioning complete for port 7ef1370a-4319-4784-9c30-ab65f6da8d68 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:58.495830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95fe4e4f-76bc-4686-a219-e03249a10d82 req-c5b679b9-60e3-4634-9ac6-976f8663e022 service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8455126 Jul 16 18:01:58.496164 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b571-46ab-41c3-8458-aa8dd7a940cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.511953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c94a5-f6d8-423c-97d6-f5ee0772186a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2545d273-3394-4ee9-9316-bef45bf2bfa8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.516748 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-af0c94a5-f6d8-423c-97d6-f5ee0772186a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1614acceead48239a8aeddfaa6389b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2099273 Jul 16 18:01:58.519214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38106) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:58.571973 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b884596e-5b77-46da-82ba-36d863f3fd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.574639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85ca5a5c-04ab-4e7b-b50a-6533ec9542d1 req-15d257b2-730b-4ce5-9ba7-0b9c5e898f8b tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898886 Jul 16 18:01:58.599198 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b884596e-5b77-46da-82ba-36d863f3fd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.663863 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b884596e-5b77-46da-82ba-36d863f3fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.668182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b884596e-5b77-46da-82ba-36d863f3fd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.672662 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b884596e-5b77-46da-82ba-36d863f3fd8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2545d273-3394-4ee9-9316-bef45bf2bfa8 HTTP/1.1" status: 204 len: 168 time: 0.1523867 Jul 16 18:01:58.681158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884596e-5b77-46da-82ba-36d863f3fd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2545d273-3394-4ee9-9316-bef45bf2bfa8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.747072 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f20a3510-62c0-44b5-b301-c7a6f3322faa req-cf2eab97-4205-4506-aa51-a97ba046540f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923794 Jul 16 18:01:58.874688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87fb6b-c1f5-4ef6-93a1-12297f824b8e req-1627d4f5-11f3-4b38-853a-01426039177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.876233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f87fb6b-c1f5-4ef6-93a1-12297f824b8e req-1627d4f5-11f3-4b38-853a-01426039177d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f79575556364648952b73c658380d74&device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 1095 time: 0.3052809 Jul 16 18:01:59.115087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7ef1370a-4319-4784-9c30-ab65f6da8d68 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:59.148317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11bdd3b-ca24-47f1-9304-f84f20dfc699 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:59.167186 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.169500 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.170614 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7ef1370a-4319-4784-9c30-ab65f6da8d68 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:59.170990 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.207208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87fb6b-c1f5-4ef6-93a1-12297f824b8e req-a75461ce-73e0-4a39-a0f1-31e892c13b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:59.208794 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f87fb6b-c1f5-4ef6-93a1-12297f824b8e req-a75461ce-73e0-4a39-a0f1-31e892c13b18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=86509b43-a411-4e53-98ba-579929506239 HTTP/1.1" status: 200 len: 920 time: 0.3222229 Jul 16 18:01:59.232235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Transition to ACTIVE for port object d11bdd3b-ca24-47f1-9304-f84f20dfc699 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:59.272508 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f87fb6b-c1f5-4ef6-93a1-12297f824b8e req-d31a3442-38f2-41d6-8287-dadbf7f81bc9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7447334a-42b5-4a2d-bd78-e300d42b0bf8 HTTP/1.1" status: 200 len: 217 time: 0.0544348 Jul 16 18:01:59.273160 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.408083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Pushing event updated for resources: {'Port': ['ID=d11bdd3b-ca24-47f1-9304-f84f20dfc699,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:59.467867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87fb6b-c1f5-4ef6-93a1-12297f824b8e req-845b0108-f6b6-4fa9-858d-7538920f1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:59.469326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f87fb6b-c1f5-4ef6-93a1-12297f824b8e req-845b0108-f6b6-4fa9-858d-7538920f1105 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7ecbdae-f40b-496b-8215-a193d898ff6d HTTP/1.1" status: 200 len: 859 time: 0.1580675 Jul 16 18:01:59.534348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38128) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:59.534869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f87fb6b-c1f5-4ef6-93a1-12297f824b8e req-9e38dc6b-dd6d-40f0-9b37-fd7eaeea86f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86509b43-a411-4e53-98ba-579929506239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427542 Jul 16 18:01:59.626466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Attempting to bind port d11bdd3b-ca24-47f1-9304-f84f20dfc699 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:59.626804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Attempting to bind port d11bdd3b-ca24-47f1-9304-f84f20dfc699 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '9e2b18d5-2465-420b-96e6-56995b2bac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86509b43-a411-4e53-98ba-579929506239'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:59.627196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Attempting to bind port d11bdd3b-ca24-47f1-9304-f84f20dfc699 on network 86509b43-a411-4e53-98ba-579929506239 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:59.632223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Request body: {'networks': [{'name': 'tempest-network--1368232344'}, {'name': 'tempest-network--127166415'}]} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:59.632541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Request body: {'network': {'name': 'tempest-network--1368232344'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:59.633007 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Request body: {'network': {'name': 'tempest-network--127166415'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:59.656375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Made reservation on behalf of 5de2116eaaec4310ad7415a19e8223d8 for: {'network': 2} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:59.660816 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.661312 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.669194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Port d11bdd3b-ca24-47f1-9304-f84f20dfc699 on network 86509b43-a411-4e53-98ba-579929506239 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:59.669518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Attempting to bind port d11bdd3b-ca24-47f1-9304-f84f20dfc699 on network 86509b43-a411-4e53-98ba-579929506239 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:59.673402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.711597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:59.711935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Checking segment: {'id': '9e2b18d5-2465-420b-96e6-56995b2bac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86509b43-a411-4e53-98ba-579929506239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:59.712325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Bound using segment: {'id': '9e2b18d5-2465-420b-96e6-56995b2bac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86509b43-a411-4e53-98ba-579929506239'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:59.712819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Bound port: d11bdd3b-ca24-47f1-9304-f84f20dfc699, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2b18d5-2465-420b-96e6-56995b2bac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86509b43-a411-4e53-98ba-579929506239'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:59.713900 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.778936 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.786989 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.787748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.788806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f87fb6b-c1f5-4ef6-93a1-12297f824b8e req-8e7f471e-f968-424b-9c6c-9f72efce32a6 service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241428 Jul 16 18:01:59.833914 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:59.836264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a0ab67-8a9e-400b-9c13-246460ae72a7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:59.849358 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.849777 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Added segment 24092ece-77d0-4710-8366-6e3a6fb3b670 of type vlan for network 9773f2af-7c07-4c81-91e5-748cc652fa99 Jul 16 18:01:59.906240 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.943042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:59.953882 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.954221 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Added segment 91b0d989-e265-403c-b71e-7b9b14f2f50d of type vlan for network 86a66587-0610-4e26-bec6-58c649a3088d Jul 16 18:01:59.988363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] For port d11bdd3b-ca24-47f1-9304-f84f20dfc699, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:59.994741 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.028042 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.028598 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.034124 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.038874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.039526 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.043982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] For port d11bdd3b-ca24-47f1-9304-f84f20dfc699, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d11bdd3b-ca24-47f1-9304-f84f20dfc699,segment=NetworkSegment(9e2b18d5-2465-420b-96e6-56995b2bac4d),segment_id=9e2b18d5-2465-420b-96e6-56995b2bac4d)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:00.057362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e895a93-46ed-49b1-bf61-e2cff13399ad req-26a86cb6-f2db-4621-b723-3cb96f06bd83 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.058879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e895a93-46ed-49b1-bf61-e2cff13399ad req-26a86cb6-f2db-4621-b723-3cb96f06bd83 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 944 time: 0.3428020 Jul 16 18:02:00.069527 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.085729 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5501637 Jul 16 18:02:00.086311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38142) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:00.131504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event updated for resources: {'Network': ['ID=9773f2af-7c07-4c81-91e5-748cc652fa99,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:00.142818 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 9773f2af-7c07-4c81-91e5-748cc652fa99 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:00.372586 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:02:00.440041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f87fb6b-c1f5-4ef6-93a1-12297f824b8e req-9d8c5718-59ff-4382-b183-ade988e0f83f service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141987 Jul 16 18:02:00.493540 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.494174 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.496454 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] 10.222.0.35 "PUT /v2.0/ports/d11bdd3b-ca24-47f1-9304-f84f20dfc699 HTTP/1.1" status: 200 len: 1093 time: 3.4134746 Jul 16 18:02:00.496895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609476c8-c5d3-46a0-a83e-c4a484368d8b', 'tag': 'd11bdd3b-ca24-47f1-9304-f84f20dfc699'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:00.499206 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f810ea25-e284-452a-894e-8e9b57a88f87" -d '{"events": [{"name": "network-changed", "server_uuid": "609476c8-c5d3-46a0-a83e-c4a484368d8b", "tag": "d11bdd3b-ca24-47f1-9304-f84f20dfc699"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:00.517135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Router 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:02:00.525621 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e895a93-46ed-49b1-bf61-e2cff13399ad req-e6281d99-6c1d-4257-adb4-cab9e1bc0553 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579315 Jul 16 18:02:00.532279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea6636-00c5-4015-8a1f-c8b7a0d67cef service neutron] Pushing event updated for resources: {'Port': ['ID=d11bdd3b-ca24-47f1-9304-f84f20dfc699,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:00.543315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1d8d6-4a02-4ef8-a283-62e0e5e4f468 req-2b44cf73-d862-45a8-a078-1748a8d0b448 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.544885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69a1d8d6-4a02-4ef8-a283-62e0e5e4f468 req-2b44cf73-d862-45a8-a078-1748a8d0b448 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 943 time: 0.5902991 Jul 16 18:02:00.572324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e44061-2d77-4af1-a4c2-b4dcd8f123c6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event updated for resources: {'Network': ['ID=86a66587-0610-4e26-bec6-58c649a3088d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:00.583165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 86a66587-0610-4e26-bec6-58c649a3088d details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:00.631541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab90d4d-ff80-43a8-8a4b-84e417a1be07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.638925 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab90d4d-ff80-43a8-8a4b-84e417a1be07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.645253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab90d4d-ff80-43a8-8a4b-84e417a1be07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.652258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab90d4d-ff80-43a8-8a4b-84e417a1be07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.657618 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2ab90d4d-ff80-43a8-8a4b-84e417a1be07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5675826 Jul 16 18:02:00.658237 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38148) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:00.696690 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.700052 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f8e2c748-dc79-4f1a-bf73-acec227f23b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.719669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69a1d8d6-4a02-4ef8-a283-62e0e5e4f468 req-2ef9b2ba-1f8d-4370-bff3-c131e569bfae tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532707 Jul 16 18:02:00.746610 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23ad1239-ebcd-4776-af2c-615edd8c249e tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.750082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-97152698-1f17-47a9-a9e5-c24d9241b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.751618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-97152698-1f17-47a9-a9e5-c24d9241b0ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f79575556364648952b73c658380d74&device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 1096 time: 0.2037184 Jul 16 18:02:00.760849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:00.771001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Sync routers for ids ['83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:00.784663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Routers {'83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:00.785623 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:02:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:00.823878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-805311ff-2aab-4800-8139-90ff3511f3ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d11bdd3b-ca24-47f1-9304-f84f20dfc699 HTTP/1.1" status: 200 len: 217 time: 0.0502422 Jul 16 18:02:00.846139 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.847614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7ae3dac4-ad31-4913-af51-83f16805b574 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2858741 Jul 16 18:02:00.864207 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23ad1239-ebcd-4776-af2c-615edd8c249e tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.867536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38150) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:00.875500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-23ad1239-ebcd-4776-af2c-615edd8c249e tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9773f2af-7c07-4c81-91e5-748cc652fa99']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:00.886665 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-23ad1239-ebcd-4776-af2c-615edd8c249e tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24092ece-77d0-4710-8366-6e3a6fb3b670') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:00.886960 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-23ad1239-ebcd-4776-af2c-615edd8c249e tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24092ece-77d0-4710-8366-6e3a6fb3b670') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:00.896920 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23ad1239-ebcd-4776-af2c-615edd8c249e tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.912162 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23ad1239-ebcd-4776-af2c-615edd8c249e tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.913756 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2862b4-5552-4ad9-a84a-6ac4cae0b017 x-openstack-request-id: req-4f2862b4-5552-4ad9-a84a-6ac4cae0b017 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:00.914331 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609476c8-c5d3-46a0-a83e-c4a484368d8b", "tag": "d11bdd3b-ca24-47f1-9304-f84f20dfc699", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:00.914690 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f2862b4-5552-4ad9-a84a-6ac4cae0b017 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:00.915501 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609476c8-c5d3-46a0-a83e-c4a484368d8b', 'tag': 'd11bdd3b-ca24-47f1-9304-f84f20dfc699', 'status': 'completed', 'code': 200} Jul 16 18:02:00.919714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ad1239-ebcd-4776-af2c-615edd8c249e tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:00.920493 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23ad1239-ebcd-4776-af2c-615edd8c249e tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.922756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Set router 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:00.949869 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-e879aa5e-60ea-4941-9289-d30603006081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.951461 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-e879aa5e-60ea-4941-9289-d30603006081 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c7ecbdae-f40b-496b-8215-a193d898ff6d HTTP/1.1" status: 200 len: 859 time: 0.1203671 Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:00.985740 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:01.001278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23ad1239-ebcd-4776-af2c-615edd8c249e tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.009594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7447334a-42b5-4a2d-bd78-e300d42b0bf8 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:01.011556 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23ad1239-ebcd-4776-af2c-615edd8c249e tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.015948 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-23ad1239-ebcd-4776-af2c-615edd8c249e tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "DELETE /v2.0/networks/9773f2af-7c07-4c81-91e5-748cc652fa99 HTTP/1.1" status: 204 len: 168 time: 0.3561211 Jul 16 18:02:01.025579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38154) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:01.026485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad1239-ebcd-4776-af2c-615edd8c249e tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event deleted for resources: {'Network': ['ID=9773f2af-7c07-4c81-91e5-748cc652fa99,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:01.041544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-1301e28b-aae8-4020-97c4-12629ded7cd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=86509b43-a411-4e53-98ba-579929506239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578687 Jul 16 18:02:01.256014 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ef63131-ff4c-467f-b6cc-d5406e30b119 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.261300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-73f8b592-7eb3-4cb0-8acf-f7ea16ccd6dc service neutron] 10.222.0.35 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056057 Jul 16 18:02:01.350355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7447334a-42b5-4a2d-bd78-e300d42b0bf8, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7447334a-42b5-4a2d-bd78-e300d42b0bf8,segment=NetworkSegment(9e2b18d5-2465-420b-96e6-56995b2bac4d),segment_id=9e2b18d5-2465-420b-96e6-56995b2bac4d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:01.368192 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '7447334a-42b5-4a2d-bd78-e300d42b0bf8', 'network_id': '86509b43-a411-4e53-98ba-579929506239', 'port_id': '7447334a-42b5-4a2d-bd78-e300d42b0bf8', 'mac_address': 'fa:16:3e:70:05:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ecbdae-f40b-496b-8215-a193d898ff6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:01.405136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014244525-router', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:54Z', 'updated_at': '2021-07-16T18:01:58Z', 'revision_number': 3, 'project_id': 'd85fa43654db4804b6685bd084c439ea', 'gw_port': {'id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:15:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:56Z', 'updated_at': '2021-07-16T18:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:01.437079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Checking router: 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:01.437522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Updating router 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 port 65b0ada8-07ed-4a73-bb32-1cdfcf573738 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:02:01.441312 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.484396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7447334a-42b5-4a2d-bd78-e300d42b0bf8 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:01.500389 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.508545 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ef63131-ff4c-467f-b6cc-d5406e30b119 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.528702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-2ef63131-ff4c-467f-b6cc-d5406e30b119 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a66587-0610-4e26-bec6-58c649a3088d']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:01.531994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7447334a-42b5-4a2d-bd78-e300d42b0bf8, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7447334a-42b5-4a2d-bd78-e300d42b0bf8,segment=NetworkSegment(9e2b18d5-2465-420b-96e6-56995b2bac4d),segment_id=9e2b18d5-2465-420b-96e6-56995b2bac4d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:01.539986 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.550500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-2ef63131-ff4c-467f-b6cc-d5406e30b119 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b0d989-e265-403c-b71e-7b9b14f2f50d') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:01.550840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-2ef63131-ff4c-467f-b6cc-d5406e30b119 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b0d989-e265-403c-b71e-7b9b14f2f50d') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:01.555943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53a03e03-6a8d-4ed7-b01a-a8e8a7c21d9b req-6fa82e46-8e35-4e0e-84e1-7d260a9e0ec6 service neutron] 10.222.0.35 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852564 Jul 16 18:02:01.600289 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ef63131-ff4c-467f-b6cc-d5406e30b119 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.634468 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ef63131-ff4c-467f-b6cc-d5406e30b119 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.647232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef63131-ff4c-467f-b6cc-d5406e30b119 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:01.647708 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ef63131-ff4c-467f-b6cc-d5406e30b119 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:01.651613 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:01.669137 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=7447334a-42b5-4a2d-bd78-e300d42b0bf8,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:01.787540 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.814222 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ef63131-ff4c-467f-b6cc-d5406e30b119 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.829323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['7447334a-42b5-4a2d-bd78-e300d42b0bf8'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:01.831577 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ef63131-ff4c-467f-b6cc-d5406e30b119 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.835201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2ef63131-ff4c-467f-b6cc-d5406e30b119 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "DELETE /v2.0/networks/86a66587-0610-4e26-bec6-58c649a3088d HTTP/1.1" status: 204 len: 168 time: 0.8054485 Jul 16 18:02:01.837059 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38164) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:01.855735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef63131-ff4c-467f-b6cc-d5406e30b119 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event deleted for resources: {'Network': ['ID=86a66587-0610-4e26-bec6-58c649a3088d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:01.910537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810ea25-e284-452a-894e-8e9b57a88f87 req-ff5788c0-bd5a-4261-942b-22575b0dc070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:01.912154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f810ea25-e284-452a-894e-8e9b57a88f87 req-ff5788c0-bd5a-4261-942b-22575b0dc070 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f79575556364648952b73c658380d74&device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 1096 time: 0.2597537 Jul 16 18:02:01.937825 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.966158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Transition to ACTIVE for port object 65b0ada8-07ed-4a73-bb32-1cdfcf573738 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:01.971069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac605fe0-acbc-42f5-b07a-b73f8e6e7cae tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:01.979360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac605fe0-acbc-42f5-b07a-b73f8e6e7cae tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:01.979581 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.981074 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ac605fe0-acbc-42f5-b07a-b73f8e6e7cae tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1444809 Jul 16 18:02:01.985025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38168) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:01.991060 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c076a502-718e-485a-9289-29c40edbb83c tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-522204359'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:02.015285 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c076a502-718e-485a-9289-29c40edbb83c tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Made reservation on behalf of 5de2116eaaec4310ad7415a19e8223d8 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:02.019088 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c076a502-718e-485a-9289-29c40edbb83c tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.026579 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ae56c-8d0b-471d-9906-17608eb27076 None None] Pushing event updated for resources: {'Port': ['ID=65b0ada8-07ed-4a73-bb32-1cdfcf573738,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:02.055661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c076a502-718e-485a-9289-29c40edbb83c tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:02.066999 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c076a502-718e-485a-9289-29c40edbb83c tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.067416 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-c076a502-718e-485a-9289-29c40edbb83c tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Added segment f31b7007-eeff-42d1-ae8d-37166ffdd916 of type vlan for network 3f80e9fa-507f-4732-9b4e-e29b078fb6df Jul 16 18:02:02.081274 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Attempting to bind port 65b0ada8-07ed-4a73-bb32-1cdfcf573738 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:02.081667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Attempting to bind port 65b0ada8-07ed-4a73-bb32-1cdfcf573738 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:02.082102 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.082351 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Attempting to bind port 65b0ada8-07ed-4a73-bb32-1cdfcf573738 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:02.095468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:02.095900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:02.096310 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.096729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:02.097761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Bound port: 65b0ada8-07ed-4a73-bb32-1cdfcf573738, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:02.097761 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.109060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55a49-8367-4b6e-9c98-ffa16a9d07eb req-821fb3d8-3c22-4c02-9e2e-5dbb3861d18c tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.113133 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c076a502-718e-485a-9289-29c40edbb83c tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.116526 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6fb55a49-8367-4b6e-9c98-ffa16a9d07eb req-821fb3d8-3c22-4c02-9e2e-5dbb3861d18c tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 944 time: 0.4128199 Jul 16 18:02:02.149519 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c076a502-718e-485a-9289-29c40edbb83c tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.156066 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c076a502-718e-485a-9289-29c40edbb83c tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.156760 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c076a502-718e-485a-9289-29c40edbb83c tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.173823 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] For port 65b0ada8-07ed-4a73-bb32-1cdfcf573738, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:02.177001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] For port 65b0ada8-07ed-4a73-bb32-1cdfcf573738, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=65b0ada8-07ed-4a73-bb32-1cdfcf573738,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:02.184864 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.186997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f1030-ef47-40da-9682-84d58cf8e6ba req-e009a46e-8ee5-41a5-aada-ceb9812a6d2c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.189350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-859f1030-ef47-40da-9682-84d58cf8e6ba req-e009a46e-8ee5-41a5-aada-ceb9812a6d2c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 943 time: 0.2744908 Jul 16 18:02:02.202393 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c076a502-718e-485a-9289-29c40edbb83c tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2138515 Jul 16 18:02:02.203212 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38172) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:02.208551 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8ec33e96-c2fc-4356-b4f1-3e7881e8e4bd tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2098551604'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:02.240243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810ea25-e284-452a-894e-8e9b57a88f87 req-44866a59-e30d-457d-a4fb-49f95239ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.241677 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f810ea25-e284-452a-894e-8e9b57a88f87 req-44866a59-e30d-457d-a4fb-49f95239ea13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=86509b43-a411-4e53-98ba-579929506239 HTTP/1.1" status: 200 len: 920 time: 0.3150682 Jul 16 18:02:02.248100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Routers {'83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:02.249180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:02:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:02.256081 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076a502-718e-485a-9289-29c40edbb83c tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event updated for resources: {'Network': ['ID=3f80e9fa-507f-4732-9b4e-e29b078fb6df,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:02.272913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6fb55a49-8367-4b6e-9c98-ffa16a9d07eb req-d85e9371-467a-4495-9e9d-d21a431e9d24 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555302 Jul 16 18:02:02.278095 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec33e96-c2fc-4356-b4f1-3e7881e8e4bd tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Made reservation on behalf of 5de2116eaaec4310ad7415a19e8223d8 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:02.287495 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ec33e96-c2fc-4356-b4f1-3e7881e8e4bd tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.294054 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 3f80e9fa-507f-4732-9b4e-e29b078fb6df details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:02.300396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ae56c-8d0b-471d-9906-17608eb27076 None None] Pushing event updated for resources: {'Port': ['ID=65b0ada8-07ed-4a73-bb32-1cdfcf573738,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:02.316462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f810ea25-e284-452a-894e-8e9b57a88f87 req-dcb6af83-8710-4d5c-99fa-368f29192802 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d11bdd3b-ca24-47f1-9304-f84f20dfc699 HTTP/1.1" status: 200 len: 217 time: 0.0572598 Jul 16 18:02:02.334275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec33e96-c2fc-4356-b4f1-3e7881e8e4bd tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:02.347927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ec33e96-c2fc-4356-b4f1-3e7881e8e4bd tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.348410 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-8ec33e96-c2fc-4356-b4f1-3e7881e8e4bd tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Added segment 1fd89999-f0c4-43c9-a9ec-954ecc74c35c of type vlan for network 6f4411e0-f513-45b7-91b9-92cd11194b76 Jul 16 18:02:02.387722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-859f1030-ef47-40da-9682-84d58cf8e6ba req-5959b935-441c-45aa-93c3-68f88803d52c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668108 Jul 16 18:02:02.423422 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ec33e96-c2fc-4356-b4f1-3e7881e8e4bd tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.460160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] Set router 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:02.473341 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ec33e96-c2fc-4356-b4f1-3e7881e8e4bd tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.483677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec33e96-c2fc-4356-b4f1-3e7881e8e4bd tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.484783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810ea25-e284-452a-894e-8e9b57a88f87 req-ab4a8f52-59e4-459a-9525-ae169a3cba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.485245 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ec33e96-c2fc-4356-b4f1-3e7881e8e4bd tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.486571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f810ea25-e284-452a-894e-8e9b57a88f87 req-ab4a8f52-59e4-459a-9525-ae169a3cba32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c7ecbdae-f40b-496b-8215-a193d898ff6d HTTP/1.1" status: 200 len: 859 time: 0.1400130 Jul 16 18:02:02.535371 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f810ea25-e284-452a-894e-8e9b57a88f87 req-ba64768b-f9de-4eef-b478-f25f20457204 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=86509b43-a411-4e53-98ba-579929506239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377998 Jul 16 18:02:02.537425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Allocated IP 172.20.0.1 (173b7b95-b38c-4974-aa9a-f1f846c8da16/f352f8e2-9172-453c-aeaa-18680b9e4e1f/b464c5ae-cafb-460b-8e9a-7add40a5aafc) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:02.556160 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8ec33e96-c2fc-4356-b4f1-3e7881e8e4bd tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3517728 Jul 16 18:02:02.590898 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38174) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:02.597149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Request body: {'ports': [{'network_id': '3f80e9fa-507f-4732-9b4e-e29b078fb6df', 'name': 'tempest-port--610234799', 'admin_state_up': True}, {'network_id': '6f4411e0-f513-45b7-91b9-92cd11194b76', 'admin_state_up': False}]} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:02.597693 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Request body: {'port': {'network_id': '3f80e9fa-507f-4732-9b4e-e29b078fb6df', 'name': 'tempest-port--610234799', 'admin_state_up': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:02.598357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Request body: {'port': {'network_id': '6f4411e0-f513-45b7-91b9-92cd11194b76', 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:02.603123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec33e96-c2fc-4356-b4f1-3e7881e8e4bd tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event updated for resources: {'Network': ['ID=6f4411e0-f513-45b7-91b9-92cd11194b76,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:02.615217 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 6f4411e0-f513-45b7-91b9-92cd11194b76 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:02.736721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f810ea25-e284-452a-894e-8e9b57a88f87 req-38d61e39-7e68-4857-93c3-a4eb0ad890b9 service neutron] 10.222.0.35 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879723 Jul 16 18:02:02.817737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014244525-router', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:54Z', 'updated_at': '2021-07-16T18:01:58Z', 'revision_number': 3, 'project_id': 'd85fa43654db4804b6685bd084c439ea', 'gw_port': {'id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:15:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:56Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:02.836097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Made reservation on behalf of 5de2116eaaec4310ad7415a19e8223d8 for: {'port': 2} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:02.843196 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.852663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695eff9-1868-4c5d-ba1b-36af24d53219 None None] The sync data for ids ['83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'] in n-d-787206-10 is: [{'id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014244525-router', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:54Z', 'updated_at': '2021-07-16T18:01:58Z', 'revision_number': 3, 'project_id': 'd85fa43654db4804b6685bd084c439ea', 'gw_port': {'id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:15:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:56Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:02.873096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.884701 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.910428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Transition to ACTIVE for port object b464c5ae-cafb-460b-8e9a-7add40a5aafc will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:02.918251 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f810ea25-e284-452a-894e-8e9b57a88f87 req-84f375a2-6e93-4170-ba2f-56d791119b48 service neutron] 10.222.0.35 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421456 Jul 16 18:02:02.964402 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.984762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7447334a-42b5-4a2d-bd78-e300d42b0bf8 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:02.999182 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] device_id is not set on port a93ffeba-66d7-4718-accf-dc6f4f019f5f yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:03.021285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Network 173b7b95-b38c-4974-aa9a-f1f846c8da16 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:03.024196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:03.030790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:03.062325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 7447334a-42b5-4a2d-bd78-e300d42b0bf8 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:03.068283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 7447334a-42b5-4a2d-bd78-e300d42b0bf8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:03.068731 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.100456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Pushing event updated for resources: {'Port': ['ID=b464c5ae-cafb-460b-8e9a-7add40a5aafc,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:03.137942 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.206652 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.264838 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.302691 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb48b45-1589-4629-93a6-eb58372f100a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7447334a-42b5-4a2d-bd78-e300d42b0bf8'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:03.305152 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8c8868-9139-4726-a29a-8b1f33a39329" -d '{"events": [{"server_uuid": "1fb48b45-1589-4629-93a6-eb58372f100a", "name": "network-vif-plugged", "status": "completed", "tag": "7447334a-42b5-4a2d-bd78-e300d42b0bf8"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:03.342458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7447334a-42b5-4a2d-bd78-e300d42b0bf8, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7447334a-42b5-4a2d-bd78-e300d42b0bf8,segment=NetworkSegment(9e2b18d5-2465-420b-96e6-56995b2bac4d),segment_id=9e2b18d5-2465-420b-96e6-56995b2bac4d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:03.347346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] device_id is not set on port cdf198a2-a9e7-44d2-92fd-5cc8d406e03d yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:03.347682 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.411708 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.435104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=7447334a-42b5-4a2d-bd78-e300d42b0bf8,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:03.441859 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc7a8e4-39aa-4c64-9e8b-27a7a2e20e5a x-openstack-request-id: req-1cc7a8e4-39aa-4c64-9e8b-27a7a2e20e5a {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:03.442154 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb48b45-1589-4629-93a6-eb58372f100a", "name": "network-vif-plugged", "status": "completed", "tag": "7447334a-42b5-4a2d-bd78-e300d42b0bf8", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:03.443220 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1cc7a8e4-39aa-4c64-9e8b-27a7a2e20e5a {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:03.446514 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb48b45-1589-4629-93a6-eb58372f100a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7447334a-42b5-4a2d-bd78-e300d42b0bf8', 'code': 200} Jul 16 18:02:03.535875 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.574506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-11882d7d-c4cd-465a-b799-657579a8fb72 None None] Provisioning for port b464c5ae-cafb-460b-8e9a-7add40a5aafc completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:03.580147 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-11882d7d-c4cd-465a-b799-657579a8fb72 None None] Provisioning complete for port b464c5ae-cafb-460b-8e9a-7add40a5aafc triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:03.580773 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-11882d7d-c4cd-465a-b799-657579a8fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.602251 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.666878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-11882d7d-c4cd-465a-b799-657579a8fb72 None None] Port b464c5ae-cafb-460b-8e9a-7add40a5aafc cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:03.686500 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.767589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Checking segment: {'id': 'f31b7007-eeff-42d1-ae8d-37166ffdd916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3f80e9fa-507f-4732-9b4e-e29b078fb6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:03.768509 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Network hostable DHCP agents. Network: 3f80e9fa-507f-4732-9b4e-e29b078fb6df, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:03.787052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event updated for resources: {'Port': ['ID=a93ffeba-66d7-4718-accf-dc6f4f019f5f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:03.807389 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Network 3f80e9fa-507f-4732-9b4e-e29b078fb6df is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:03.822040 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 3f80e9fa-507f-4732-9b4e-e29b078fb6df) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:03.826464 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:03.827667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.831972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd2ea61-b275-413a-90a2-f0b76340f4b4 None None] Network 3f80e9fa-507f-4732-9b4e-e29b078fb6df requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:03.913578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Checking segment: {'id': '1fd89999-f0c4-43c9-a9ec-954ecc74c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6f4411e0-f513-45b7-91b9-92cd11194b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:03.914147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Network hostable DHCP agents. Network: 6f4411e0-f513-45b7-91b9-92cd11194b76, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:03.929242 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event updated for resources: {'Port': ['ID=cdf198a2-a9e7-44d2-92fd-5cc8d406e03d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:03.949025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Network 6f4411e0-f513-45b7-91b9-92cd11194b76 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:03.961413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 6f4411e0-f513-45b7-91b9-92cd11194b76) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:03.969022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:03.975316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:03.981423 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:03.981633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa3be90-61a3-44b3-a9a3-98d8237d0fa9 None None] Network 6f4411e0-f513-45b7-91b9-92cd11194b76 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:03.982284 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.013006 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-90ec9a91-576c-4d18-a8c1-75e49d18cb00 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4205923 Jul 16 18:02:04.015500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38192) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:04.180797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41cdfce-a5b2-4c03-8c65-23cf225fd062 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.187027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41cdfce-a5b2-4c03-8c65-23cf225fd062 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.188794 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d41cdfce-a5b2-4c03-8c65-23cf225fd062 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1720011 Jul 16 18:02:04.191906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38194) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:04.251876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2ccb3-b6fc-4a7a-8711-2c1d87e554c7 req-46e5b070-0c24-4d1f-85a5-dbc9c7880b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.253658 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d4d2ccb3-b6fc-4a7a-8711-2c1d87e554c7 req-46e5b070-0c24-4d1f-85a5-dbc9c7880b5a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 1097 time: 0.6985664 Jul 16 18:02:04.309805 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.316825 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c65bf4f5-a5fe-4df3-8248-04fa941142b0 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Deleting port a93ffeba-66d7-4718-accf-dc6f4f019f5f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:04.317171 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c65bf4f5-a5fe-4df3-8248-04fa941142b0 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.325481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca5141-96fc-4802-b205-74d8dc9ad697 req-16c61d3a-12cb-42b6-a498-c0a618914c44 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.327201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1aca5141-96fc-4802-b205-74d8dc9ad697 req-16c61d3a-12cb-42b6-a498-c0a618914c44 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 943 time: 0.6734676 Jul 16 18:02:04.345309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b634d-64a1-4f50-b275-1af9cdc3d70b req-940e2591-2b80-4673-94d7-76dd0c6fd876 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.346888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e2b634d-64a1-4f50-b275-1af9cdc3d70b req-940e2591-2b80-4673-94d7-76dd0c6fd876 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 944 time: 0.6973028 Jul 16 18:02:04.347519 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.385470 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c65bf4f5-a5fe-4df3-8248-04fa941142b0 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.386506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d4d2ccb3-b6fc-4a7a-8711-2c1d87e554c7 req-b1a3456f-f175-4ae0-a577-cdeb724f09aa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258798 Jul 16 18:02:04.398135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c65bf4f5-a5fe-4df3-8248-04fa941142b0 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Calling delete_port for a93ffeba-66d7-4718-accf-dc6f4f019f5f owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:04.475698 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d11bdd3b-ca24-47f1-9304-f84f20dfc699 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:04.477903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Pushing event updated for resources: {'Port': ['ID=b464c5ae-cafb-460b-8e9a-7add40a5aafc,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:04.486417 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.492816 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c65bf4f5-a5fe-4df3-8248-04fa941142b0 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.496368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e2b634d-64a1-4f50-b275-1af9cdc3d70b req-a20d5802-e4e9-4080-95f8-d85a3f13f0ef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410651 Jul 16 18:02:04.503896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1aca5141-96fc-4802-b205-74d8dc9ad697 req-ad3bfb4f-3e8b-4664-af31-a5df622c1fc7 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692040 Jul 16 18:02:04.543323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bf4f5-a5fe-4df3-8248-04fa941142b0 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event deleted for resources: {'Port': ['ID=a93ffeba-66d7-4718-accf-dc6f4f019f5f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:04.566815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c65bf4f5-a5fe-4df3-8248-04fa941142b0 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.569133 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c65bf4f5-a5fe-4df3-8248-04fa941142b0 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "DELETE /v2.0/ports/a93ffeba-66d7-4718-accf-dc6f4f019f5f HTTP/1.1" status: 204 len: 168 time: 0.3761256 Jul 16 18:02:04.571888 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38196) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:04.634081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Network 173b7b95-b38c-4974-aa9a-f1f846c8da16 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:04.636926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:04.740460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b01c4425-9997-45fa-b732-da6bd1b5c366 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Deleting port cdf198a2-a9e7-44d2-92fd-5cc8d406e03d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:04.740813 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b01c4425-9997-45fa-b732-da6bd1b5c366 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.839462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Router 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:04.861779 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d11bdd3b-ca24-47f1-9304-f84f20dfc699, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d11bdd3b-ca24-47f1-9304-f84f20dfc699,segment=NetworkSegment(9e2b18d5-2465-420b-96e6-56995b2bac4d),segment_id=9e2b18d5-2465-420b-96e6-56995b2bac4d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:04.871160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b01c4425-9997-45fa-b732-da6bd1b5c366 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.884683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'd11bdd3b-ca24-47f1-9304-f84f20dfc699', 'network_id': '86509b43-a411-4e53-98ba-579929506239', 'port_id': 'd11bdd3b-ca24-47f1-9304-f84f20dfc699', 'mac_address': 'fa:16:3e:23:58:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ecbdae-f40b-496b-8215-a193d898ff6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:04.891270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b01c4425-9997-45fa-b732-da6bd1b5c366 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Calling delete_port for cdf198a2-a9e7-44d2-92fd-5cc8d406e03d owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:04.976443 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.002656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11bdd3b-ca24-47f1-9304-f84f20dfc699 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:05.029007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-43474a57-fad6-440e-9704-5ab24fa9aab5 None None] Provisioning complete for port b464c5ae-cafb-460b-8e9a-7add40a5aafc triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:05.029311 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-43474a57-fad6-440e-9704-5ab24fa9aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.032123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d11bdd3b-ca24-47f1-9304-f84f20dfc699, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d11bdd3b-ca24-47f1-9304-f84f20dfc699,segment=NetworkSegment(9e2b18d5-2465-420b-96e6-56995b2bac4d),segment_id=9e2b18d5-2465-420b-96e6-56995b2bac4d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:05.038759 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b01c4425-9997-45fa-b732-da6bd1b5c366 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.054519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:05.064979 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.067498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-96da4ba9-7601-487d-aeaa-74efcb2d6763 admin admin] 10.222.0.41 "PUT /v2.0/routers/83f6ad7f-45ab-4521-95b8-7a5bbdf9d266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1970239 Jul 16 18:02:05.095549 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c4425-9997-45fa-b732-da6bd1b5c366 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event deleted for resources: {'Port': ['ID=cdf198a2-a9e7-44d2-92fd-5cc8d406e03d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:05.107033 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b01c4425-9997-45fa-b732-da6bd1b5c366 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.112541 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b01c4425-9997-45fa-b732-da6bd1b5c366 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "DELETE /v2.0/ports/cdf198a2-a9e7-44d2-92fd-5cc8d406e03d HTTP/1.1" status: 204 len: 168 time: 0.5363364 Jul 16 18:02:05.112937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38200) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:05.122238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-43474a57-fad6-440e-9704-5ab24fa9aab5 None None] Port b464c5ae-cafb-460b-8e9a-7add40a5aafc cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:05.141440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d11bdd3b-ca24-47f1-9304-f84f20dfc699,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:05.209420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4179043d-c760-4f92-8d6f-313338710e75 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0952501 Jul 16 18:02:05.213198 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38202) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:05.219846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-496e605c-6123-40b4-983d-5396cca7ad07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-539253804'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:05.252957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 65b0ada8-07ed-4a73-bb32-1cdfcf573738 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:05.265555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496e605c-6123-40b4-983d-5396cca7ad07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Made reservation on behalf of 5de2116eaaec4310ad7415a19e8223d8 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:05.276092 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-496e605c-6123-40b4-983d-5396cca7ad07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.321540 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496e605c-6123-40b4-983d-5396cca7ad07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:05.338695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-496e605c-6123-40b4-983d-5396cca7ad07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.339628 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 65b0ada8-07ed-4a73-bb32-1cdfcf573738 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:05.340037 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-496e605c-6123-40b4-983d-5396cca7ad07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Added segment 00bae026-3dda-4f34-b476-20d07dd86823 of type vlan for network 97cafdb0-13c1-4238-b9fa-adc95548b168 Jul 16 18:02:05.345932 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 65b0ada8-07ed-4a73-bb32-1cdfcf573738 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:05.346450 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.385560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d11bdd3b-ca24-47f1-9304-f84f20dfc699'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:05.405049 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-496e605c-6123-40b4-983d-5396cca7ad07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.433349 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Sync routers for ids ['83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:05.444203 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Routers {'83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:05.450358 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:02:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:05.480258 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-496e605c-6123-40b4-983d-5396cca7ad07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.497128 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496e605c-6123-40b4-983d-5396cca7ad07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:05.497789 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-496e605c-6123-40b4-983d-5396cca7ad07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.568870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38218) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:05.569350 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-496e605c-6123-40b4-983d-5396cca7ad07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3546681 Jul 16 18:02:05.578697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1f3a4ad3-e15c-483b-baf1-4b3b51061694 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1460532785'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:05.634431 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.649422 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Set router 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:05.650206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3a4ad3-e15c-483b-baf1-4b3b51061694 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Made reservation on behalf of 5de2116eaaec4310ad7415a19e8223d8 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:05.680898 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f3a4ad3-e15c-483b-baf1-4b3b51061694 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.687879 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e605c-6123-40b4-983d-5396cca7ad07 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event updated for resources: {'Network': ['ID=97cafdb0-13c1-4238-b9fa-adc95548b168,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:05.736496 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 97cafdb0-13c1-4238-b9fa-adc95548b168 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:05.756975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3a4ad3-e15c-483b-baf1-4b3b51061694 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:05.762143 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 65b0ada8-07ed-4a73-bb32-1cdfcf573738, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=65b0ada8-07ed-4a73-bb32-1cdfcf573738,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:05.784597 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f3a4ad3-e15c-483b-baf1-4b3b51061694 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.786085 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-1f3a4ad3-e15c-483b-baf1-4b3b51061694 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Added segment 768653b6-78df-4d45-8daf-3aff70468535 of type vlan for network 2015cfff-be92-49e7-bbef-8b97045a1598 Jul 16 18:02:05.816174 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.032211 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014244525-router', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:54Z', 'updated_at': '2021-07-16T18:02:03Z', 'revision_number': 4, 'project_id': 'd85fa43654db4804b6685bd084c439ea', 'gw_port': {'id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:15:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:56Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'b464c5ae-cafb-460b-8e9a-7add40a5aafc', 'name': '', 'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'mac_address': 'fa:16:3e:a8:1c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f352f8e2-9172-453c-aeaa-18680b9e4e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:02Z', 'updated_at': '2021-07-16T18:02:03Z', 'revision_number': 2, 'project_id': 'd85fa43654db4804b6685bd084c439ea', 'subnets': [{'id': 'f352f8e2-9172-453c-aeaa-18680b9e4e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:06.076614 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Checking router: 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:06.077114 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Updating router 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 port b464c5ae-cafb-460b-8e9a-7add40a5aafc binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:02:06.130692 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f3a4ad3-e15c-483b-baf1-4b3b51061694 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.132659 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.164313 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=65b0ada8-07ed-4a73-bb32-1cdfcf573738,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:06.215133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624fd3-1099-49e9-9a23-3a56f5096377 req-5a334b5c-1b9a-4db2-838d-d813fb1c5d22 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:06.224036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b624fd3-1099-49e9-9a23-3a56f5096377 req-5a334b5c-1b9a-4db2-838d-d813fb1c5d22 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 945 time: 0.3328731 Jul 16 18:02:06.230804 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f3a4ad3-e15c-483b-baf1-4b3b51061694 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.236884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3a4ad3-e15c-483b-baf1-4b3b51061694 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:06.237682 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f3a4ad3-e15c-483b-baf1-4b3b51061694 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.319828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e68b53-4c09-42cf-a6dd-2635840474d4 req-59f6266d-6bd4-420b-a9a6-3c63c8f81770 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:06.321894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0e68b53-4c09-42cf-a6dd-2635840474d4 req-59f6266d-6bd4-420b-a9a6-3c63c8f81770 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 943 time: 0.4255424 Jul 16 18:02:06.330225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1f3a4ad3-e15c-483b-baf1-4b3b51061694 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7562211 Jul 16 18:02:06.366868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a4ad3-e15c-483b-baf1-4b3b51061694 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event updated for resources: {'Network': ['ID=2015cfff-be92-49e7-bbef-8b97045a1598,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:06.378077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 2015cfff-be92-49e7-bbef-8b97045a1598 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:06.387970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b624fd3-1099-49e9-9a23-3a56f5096377 req-5a4700ee-91f4-48ec-9f3b-c10208b6795c tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623294 Jul 16 18:02:06.417654 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0e68b53-4c09-42cf-a6dd-2635840474d4 req-c4025a26-9eee-42b3-9e39-7ce85976ac8e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544708 Jul 16 18:02:06.546236 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.559613 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Transition to ACTIVE for port object b464c5ae-cafb-460b-8e9a-7add40a5aafc will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:06.598582 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.698354 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d47e50-f04c-4eba-8688-67d147a1848d None None] Pushing event updated for resources: {'Port': ['ID=b464c5ae-cafb-460b-8e9a-7add40a5aafc,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:06.759273 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Attempting to bind port b464c5ae-cafb-460b-8e9a-7add40a5aafc on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:06.761172 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Attempting to bind port b464c5ae-cafb-460b-8e9a-7add40a5aafc by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '51d3cb96-bf34-40bb-ae78-484d04a47095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:06.762035 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Attempting to bind port b464c5ae-cafb-460b-8e9a-7add40a5aafc on network 173b7b95-b38c-4974-aa9a-f1f846c8da16 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:06.769403 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:06.771519 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Checking segment: {'id': '51d3cb96-bf34-40bb-ae78-484d04a47095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:06.772220 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.778415 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Bound using segment: {'id': '51d3cb96-bf34-40bb-ae78-484d04a47095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:06.782059 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Bound port: b464c5ae-cafb-460b-8e9a-7add40a5aafc, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d3cb96-bf34-40bb-ae78-484d04a47095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:06.782679 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.950857 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] For port b464c5ae-cafb-460b-8e9a-7add40a5aafc, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:06.961062 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] For port b464c5ae-cafb-460b-8e9a-7add40a5aafc, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b464c5ae-cafb-460b-8e9a-7add40a5aafc,segment=NetworkSegment(51d3cb96-bf34-40bb-ae78-484d04a47095),segment_id=51d3cb96-bf34-40bb-ae78-484d04a47095)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:06.972632 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.015368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:07.221745 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Routers {'83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:07.226169 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:02:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:07.350206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 65b0ada8-07ed-4a73-bb32-1cdfcf573738 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:07.404811 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d47e50-f04c-4eba-8688-67d147a1848d None None] Pushing event updated for resources: {'Port': ['ID=b464c5ae-cafb-460b-8e9a-7add40a5aafc,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:07.504462 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] Set router 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:07.661306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=858dd4d4-71f9-4e8c-82ba-9dc2959fc9be,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:07.754192 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '858dd4d4-71f9-4e8c-82ba-9dc2959fc9be', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'port_id': '858dd4d4-71f9-4e8c-82ba-9dc2959fc9be', 'mac_address': 'fa:16:3e:fb:75:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:07.850143 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 65b0ada8-07ed-4a73-bb32-1cdfcf573738 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:07.850143 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.931102 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014244525-router', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:54Z', 'updated_at': '2021-07-16T18:02:03Z', 'revision_number': 4, 'project_id': 'd85fa43654db4804b6685bd084c439ea', 'gw_port': {'id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:15:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:56Z', 'updated_at': '2021-07-16T18:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'b464c5ae-cafb-460b-8e9a-7add40a5aafc', 'name': '', 'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'mac_address': 'fa:16:3e:a8:1c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f352f8e2-9172-453c-aeaa-18680b9e4e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:02Z', 'updated_at': '2021-07-16T18:02:06Z', 'revision_number': 4, 'project_id': 'd85fa43654db4804b6685bd084c439ea', 'subnets': [{'id': 'f352f8e2-9172-453c-aeaa-18680b9e4e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:08.016537 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b30959-4a4a-4ff2-a815-40113810be39 None None] The sync data for ids ['83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'] in n-d-787206-10 is: [{'id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014244525-router', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:54Z', 'updated_at': '2021-07-16T18:02:03Z', 'revision_number': 4, 'project_id': 'd85fa43654db4804b6685bd084c439ea', 'gw_port': {'id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:15:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:56Z', 'updated_at': '2021-07-16T18:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'b464c5ae-cafb-460b-8e9a-7add40a5aafc', 'name': '', 'network_id': '173b7b95-b38c-4974-aa9a-f1f846c8da16', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'mac_address': 'fa:16:3e:a8:1c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f352f8e2-9172-453c-aeaa-18680b9e4e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:02Z', 'updated_at': '2021-07-16T18:02:06Z', 'revision_number': 4, 'project_id': 'd85fa43654db4804b6685bd084c439ea', 'subnets': [{'id': 'f352f8e2-9172-453c-aeaa-18680b9e4e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:08.122130 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.246016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:08.263162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2cf37-18cc-4acc-b08e-630de7c9d9d0 req-9dc6b087-6813-40c3-9b5e-9896a2d256ef tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:08.279093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dd2cf37-18cc-4acc-b08e-630de7c9d9d0 req-9dc6b087-6813-40c3-9b5e-9896a2d256ef tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 943 time: 0.4152534 Jul 16 18:02:08.316414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=858dd4d4-71f9-4e8c-82ba-9dc2959fc9be,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:08.329946 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.331970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0e276-1d43-4618-bf8a-303290043d3b req-78c3badd-00fb-4b03-95cb-e20e965b6176 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:08.334767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61b0e276-1d43-4618-bf8a-303290043d3b req-78c3badd-00fb-4b03-95cb-e20e965b6176 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 945 time: 0.3549776 Jul 16 18:02:08.441788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dd2cf37-18cc-4acc-b08e-630de7c9d9d0 req-753f880b-8d4c-487b-902f-4132b8b9ee63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617694 Jul 16 18:02:08.451805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=858dd4d4-71f9-4e8c-82ba-9dc2959fc9be,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:08.483515 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.486123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.486602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.487912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.488440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.488911 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.489390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.498191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.501551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.506742 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.507269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.508316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.529718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61b0e276-1d43-4618-bf8a-303290043d3b req-c78a79a4-4241-44b5-bf9b-4d8e69b3e870 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763844 Jul 16 18:02:08.539367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d11bdd3b-ca24-47f1-9304-f84f20dfc699 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:08.665451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['858dd4d4-71f9-4e8c-82ba-9dc2959fc9be'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:08.757669 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port d11bdd3b-ca24-47f1-9304-f84f20dfc699 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:08.772682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port d11bdd3b-ca24-47f1-9304-f84f20dfc699 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:08.777218 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.271182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b464c5ae-cafb-460b-8e9a-7add40a5aafc up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:09.372703 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.508786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609476c8-c5d3-46a0-a83e-c4a484368d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11bdd3b-ca24-47f1-9304-f84f20dfc699'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:09.530777 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2dd941-0b7d-4116-b9d4-390912cee773" -d '{"events": [{"server_uuid": "609476c8-c5d3-46a0-a83e-c4a484368d8b", "name": "network-vif-plugged", "status": "completed", "tag": "d11bdd3b-ca24-47f1-9304-f84f20dfc699"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:09.638837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d11bdd3b-ca24-47f1-9304-f84f20dfc699, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d11bdd3b-ca24-47f1-9304-f84f20dfc699,segment=NetworkSegment(9e2b18d5-2465-420b-96e6-56995b2bac4d),segment_id=9e2b18d5-2465-420b-96e6-56995b2bac4d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:09.653615 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84336d19-c063-47b0-8efa-afebabfb4a8f x-openstack-request-id: req-84336d19-c063-47b0-8efa-afebabfb4a8f {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:09.655018 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609476c8-c5d3-46a0-a83e-c4a484368d8b", "name": "network-vif-plugged", "status": "completed", "tag": "d11bdd3b-ca24-47f1-9304-f84f20dfc699", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:09.655292 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84336d19-c063-47b0-8efa-afebabfb4a8f {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:09.658910 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609476c8-c5d3-46a0-a83e-c4a484368d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11bdd3b-ca24-47f1-9304-f84f20dfc699', 'code': 200} Jul 16 18:02:09.673382 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.893105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d11bdd3b-ca24-47f1-9304-f84f20dfc699,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:09.956983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port b464c5ae-cafb-460b-8e9a-7add40a5aafc completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:09.963956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b464c5ae-cafb-460b-8e9a-7add40a5aafc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:09.964337 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.029742 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38252) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:10.035186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Request body: {'subnets': [{'network_id': '97cafdb0-13c1-4238-b9fa-adc95548b168', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1228523499', 'ip_version': 6}, {'network_id': '2015cfff-be92-49e7-bbef-8b97045a1598', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:10.035852 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Request body: {'subnet': {'network_id': '97cafdb0-13c1-4238-b9fa-adc95548b168', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1228523499', 'ip_version': 6}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:10.036828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Request body: {'subnet': {'network_id': '2015cfff-be92-49e7-bbef-8b97045a1598', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:10.042670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97efa7-21f3-4e58-86ce-36379c870510 req-d7e0373f-019a-4d22-bddd-22ef7c3b5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:10.044245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d97efa7-21f3-4e58-86ce-36379c870510 req-d7e0373f-019a-4d22-bddd-22ef7c3b5dbe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 1098 time: 0.3274939 Jul 16 18:02:10.126139 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.170974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecdff0-bb3d-4a03-8b5e-f360d52a5f24 req-0845a88a-7228-4005-92f5-2788c94e5586 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:10.176848 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port b464c5ae-cafb-460b-8e9a-7add40a5aafc, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b464c5ae-cafb-460b-8e9a-7add40a5aafc,segment=NetworkSegment(51d3cb96-bf34-40bb-ae78-484d04a47095),segment_id=51d3cb96-bf34-40bb-ae78-484d04a47095)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:10.180695 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59ecdff0-bb3d-4a03-8b5e-f360d52a5f24 req-0845a88a-7228-4005-92f5-2788c94e5586 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 944 time: 0.2983100 Jul 16 18:02:10.183849 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.190975 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d97efa7-21f3-4e58-86ce-36379c870510 req-72002697-3293-4c89-81aa-7ca2aea22a3b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308448 Jul 16 18:02:10.245450 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b45ed8-1eb5-46d2-915f-8e714c562b0d req-3fb28eb0-174b-44a2-b189-47b2ced3b921 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:10.247485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86b45ed8-1eb5-46d2-915f-8e714c562b0d req-3fb28eb0-174b-44a2-b189-47b2ced3b921 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.3180952 Jul 16 18:02:10.299896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59ecdff0-bb3d-4a03-8b5e-f360d52a5f24 req-555871c7-dbd6-40dc-b103-457f224fb385 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175842 Jul 16 18:02:10.302511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=b464c5ae-cafb-460b-8e9a-7add40a5aafc,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:10.368823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86b45ed8-1eb5-46d2-915f-8e714c562b0d req-024282c4-827b-46a3-b8f8-94726e5bf7fc tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131804 Jul 16 18:02:10.422497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Made reservation on behalf of 5de2116eaaec4310ad7415a19e8223d8 for: {'subnet': 2} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:10.429236 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.429884 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.010442 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.050334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:11.075230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event updated for resources: {'Subnet': ['ID=28b14698-de3a-4c88-82c6-34d03d85d0d7,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:11.110545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Checking segment: {'id': '00bae026-3dda-4f34-b476-20d07dd86823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '97cafdb0-13c1-4238-b9fa-adc95548b168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:11.111325 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Network hostable DHCP agents. Network: 97cafdb0-13c1-4238-b9fa-adc95548b168, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:11.140968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:11.145577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Network 97cafdb0-13c1-4238-b9fa-adc95548b168 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:11.147999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:11.148443 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.173207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 97cafdb0-13c1-4238-b9fa-adc95548b168) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:11.174809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b464c5ae-cafb-460b-8e9a-7add40a5aafc up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:11.180698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.188041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c22d733-f282-404f-b7e8-ffd29d4f8ae4 None None] Network 97cafdb0-13c1-4238-b9fa-adc95548b168 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:11.270132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event updated for resources: {'Subnet': ['ID=e7a38fb5-3d6d-42e4-b167-018f66f2e688,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:11.308892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Checking segment: {'id': '768653b6-78df-4d45-8daf-3aff70468535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2015cfff-be92-49e7-bbef-8b97045a1598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:11.310864 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Network hostable DHCP agents. Network: 2015cfff-be92-49e7-bbef-8b97045a1598, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:11.333585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b464c5ae-cafb-460b-8e9a-7add40a5aafc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:11.333951 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.342954 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Network 2015cfff-be92-49e7-bbef-8b97045a1598 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:11.358719 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 2015cfff-be92-49e7-bbef-8b97045a1598) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:11.371957 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.372413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.373186 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.376297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921e8d5a-a253-4940-bb05-702ada3a8515 None None] Network 2015cfff-be92-49e7-bbef-8b97045a1598 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:11.422125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38264) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:11.426014 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3ddcd86b-1f52-46e1-966c-12d55fabdb35 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3934879 Jul 16 18:02:11.478545 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.641704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68436ee-4204-4e1d-9966-d3f2d2508111 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.642314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=858dd4d4-71f9-4e8c-82ba-9dc2959fc9be,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:11.644028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68436ee-4204-4e1d-9966-d3f2d2508111 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.645686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68436ee-4204-4e1d-9966-d3f2d2508111 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.652261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f68436ee-4204-4e1d-9966-d3f2d2508111 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2241859 Jul 16 18:02:11.661763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38270) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:11.674329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c41f5ec-e4d5-48dd-afa5-b0f42e380f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858dd4d4-71f9-4e8c-82ba-9dc2959fc9be'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:11.677035 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0423309f-d85b-4f07-883f-68176a219920" -d '{"events": [{"server_uuid": "8c41f5ec-e4d5-48dd-afa5-b0f42e380f59", "name": "network-vif-plugged", "status": "completed", "tag": "858dd4d4-71f9-4e8c-82ba-9dc2959fc9be"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:11.696168 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.712888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3228b7-4eb0-4257-b5c4-14cc539a8ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-97cafdb0-13c1-4238-b9fa-adc95548b168', 'network_id': '97cafdb0-13c1-4238-b9fa-adc95548b168', 'tenant_id': '5de2116eaaec4310ad7415a19e8223d8', 'fixed_ips': [{'subnet_id': '28b14698-de3a-4c88-82c6-34d03d85d0d7'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:11.714862 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5e3228b7-4eb0-4257-b5c4-14cc539a8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.746240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d95aa3-78d0-4000-b54c-f60742baa1a6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Deleting subnet 28b14698-de3a-4c88-82c6-34d03d85d0d7 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:11.755247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860e213-600a-4388-8194-d39a453fb578 req-d4fad84d-7fab-4fb6-b184-dfaaded9d5ca tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.757013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7860e213-600a-4388-8194-d39a453fb578 req-d4fad84d-7fab-4fb6-b184-dfaaded9d5ca tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1858287 Jul 16 18:02:11.761446 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b3d95aa3-78d0-4000-b54c-f60742baa1a6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.814017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c103d7-926d-44df-84d2-e8a233e6422a req-1c629f8f-3477-488b-8e84-6c878292afb0 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.815464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62c103d7-926d-44df-84d2-e8a233e6422a req-1c629f8f-3477-488b-8e84-6c878292afb0 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 944 time: 0.3208396 Jul 16 18:02:11.836270 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b3d95aa3-78d0-4000-b54c-f60742baa1a6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.892537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7860e213-600a-4388-8194-d39a453fb578 req-60b83195-eff7-4706-a903-b23b5e2ff42a tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045203 Jul 16 18:02:11.913190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62c103d7-926d-44df-84d2-e8a233e6422a req-2205098f-40b9-4e5a-9afc-496bed3ee3b4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820875 Jul 16 18:02:11.930368 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b3d95aa3-78d0-4000-b54c-f60742baa1a6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.941808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=858dd4d4-71f9-4e8c-82ba-9dc2959fc9be,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:12.000109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2de8a67-8735-43d0-a3ab-0c34a89530d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-2015cfff-be92-49e7-bbef-8b97045a1598', 'network_id': '2015cfff-be92-49e7-bbef-8b97045a1598', 'tenant_id': '5de2116eaaec4310ad7415a19e8223d8', 'fixed_ips': [{'subnet_id': 'e7a38fb5-3d6d-42e4-b167-018f66f2e688'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:12.001014 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f2de8a67-8735-43d0-a3ab-0c34a89530d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.046669 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b3d95aa3-78d0-4000-b54c-f60742baa1a6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.109881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d95aa3-78d0-4000-b54c-f60742baa1a6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event deleted for resources: {'Subnet': ['ID=28b14698-de3a-4c88-82c6-34d03d85d0d7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:12.123833 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b3d95aa3-78d0-4000-b54c-f60742baa1a6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.129453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38280) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:12.130253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b3d95aa3-78d0-4000-b54c-f60742baa1a6 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "DELETE /v2.0/subnets/28b14698-de3a-4c88-82c6-34d03d85d0d7 HTTP/1.1" status: 204 len: 168 time: 0.4674735 Jul 16 18:02:12.223989 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204bb83a-b948-4ff8-90f3-c806b0b28219 x-openstack-request-id: req-204bb83a-b948-4ff8-90f3-c806b0b28219 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:12.224472 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c41f5ec-e4d5-48dd-afa5-b0f42e380f59", "name": "network-vif-plugged", "status": "completed", "tag": "858dd4d4-71f9-4e8c-82ba-9dc2959fc9be", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:12.225902 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-204bb83a-b948-4ff8-90f3-c806b0b28219 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:12.225902 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c41f5ec-e4d5-48dd-afa5-b0f42e380f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858dd4d4-71f9-4e8c-82ba-9dc2959fc9be', 'code': 200} Jul 16 18:02:12.239862 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b59c7a-0073-42b5-8257-f7c11420b284 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Deleting subnet e7a38fb5-3d6d-42e4-b167-018f66f2e688 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:12.250000 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03b59c7a-0073-42b5-8257-f7c11420b284 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.321064 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03b59c7a-0073-42b5-8257-f7c11420b284 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server [None req-5e3228b7-4eb0-4257-b5c4-14cc539a8ad3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28b14698-de3a-4c88-82c6-34d03d85d0d7: This subnet is being modified by another concurrent operation. Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28b14698-de3a-4c88-82c6-34d03d85d0d7: This subnet is being modified by another concurrent operation. Jul 16 18:02:12.330416 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Jul 16 18:02:12.420133 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03b59c7a-0073-42b5-8257-f7c11420b284 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.541568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d50e9d-2479-4e8a-85c4-a78c7493467f None None] Network 97cafdb0-13c1-4238-b9fa-adc95548b168 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:12.615470 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03b59c7a-0073-42b5-8257-f7c11420b284 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.671139 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ae03ef7-c928-4715-b599-18afa49082f8 req-c590d8d9-d388-4b5c-ad95-4c2b6d920083 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2132716 Jul 16 18:02:12.683002 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03b59c7a-0073-42b5-8257-f7c11420b284 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.691484 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-03b59c7a-0073-42b5-8257-f7c11420b284 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "DELETE /v2.0/subnets/e7a38fb5-3d6d-42e4-b167-018f66f2e688 HTTP/1.1" status: 204 len: 168 time: 0.5587637 Jul 16 18:02:12.691588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b59c7a-0073-42b5-8257-f7c11420b284 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a38fb5-3d6d-42e4-b167-018f66f2e688,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:12.711160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38286) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:12.747791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503153e-c0f5-4fcd-8390-28c02c0789ab req-1b6f4e86-25ca-482f-93d9-e5704351456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:12.752964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8503153e-c0f5-4fcd-8390-28c02c0789ab req-1b6f4e86-25ca-482f-93d9-e5704351456f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 1097 time: 0.4389312 Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server [None req-f2de8a67-8735-43d0-a3ab-0c34a89530d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7a38fb5-3d6d-42e4-b167-018f66f2e688: This subnet is being modified by another concurrent operation. Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7a38fb5-3d6d-42e4-b167-018f66f2e688: This subnet is being modified by another concurrent operation. Jul 16 18:02:12.782336 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Jul 16 18:02:12.845142 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeb45d5-3b0b-47a5-ac48-3a82ff950bc2 None None] Network 2015cfff-be92-49e7-bbef-8b97045a1598 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:12.882357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769106e-ff1b-4617-b3f5-e3762c3a8185 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:12.894128 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9769106e-ff1b-4617-b3f5-e3762c3a8185 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1800821 Jul 16 18:02:12.894919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38288) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:12.965278 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54153f85-7da2-456a-8de6-215796d07c71 req-deacc401-6691-4831-983e-77962ed02d97 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:12.975216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54153f85-7da2-456a-8de6-215796d07c71 req-deacc401-6691-4831-983e-77962ed02d97 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 945 time: 0.3975165 Jul 16 18:02:13.038278 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec92369-e37e-461b-88b2-ad267ad60fa3 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:02:13.055599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c263a18e-9956-4947-ac61-ee889b702cc5 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.059671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8503153e-c0f5-4fcd-8390-28c02c0789ab req-314ea69b-67bf-4682-b537-0996b5a9e61d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202179 Jul 16 18:02:13.092587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae03ef7-c928-4715-b599-18afa49082f8 req-278984cf-0776-478e-bd75-8a536a8a7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.094825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ae03ef7-c928-4715-b599-18afa49082f8 req-278984cf-0776-478e-bd75-8a536a8a7f36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9729e0cfdd674c53a50211fd53c97905&device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 1097 time: 0.3315403 Jul 16 18:02:13.117009 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-5b56add6-fc46-490b-b755-24e546d7f671 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1906021 Jul 16 18:02:13.161141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54153f85-7da2-456a-8de6-215796d07c71 req-f823ef6e-e131-4864-831d-7a0ffae1a9d3 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846159 Jul 16 18:02:13.185920 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c263a18e-9956-4947-ac61-ee889b702cc5 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.236138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c263a18e-9956-4947-ac61-ee889b702cc5 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2015cfff-be92-49e7-bbef-8b97045a1598']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:13.267931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c263a18e-9956-4947-ac61-ee889b702cc5 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768653b6-78df-4d45-8daf-3aff70468535') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:13.268204 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c263a18e-9956-4947-ac61-ee889b702cc5 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768653b6-78df-4d45-8daf-3aff70468535') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:13.285304 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c263a18e-9956-4947-ac61-ee889b702cc5 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.287798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0394287-ca8e-45ab-b39c-e19d0e2d7757 req-41e19051-755f-444a-a733-7a4fd634fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.289639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0394287-ca8e-45ab-b39c-e19d0e2d7757 req-41e19051-755f-444a-a733-7a4fd634fc87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f79575556364648952b73c658380d74&device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 1098 time: 0.4190059 Jul 16 18:02:13.331374 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c263a18e-9956-4947-ac61-ee889b702cc5 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.340115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec92369-e37e-461b-88b2-ad267ad60fa3 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:02:13.345112 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c263a18e-9956-4947-ac61-ee889b702cc5 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:13.345529 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c263a18e-9956-4947-ac61-ee889b702cc5 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:13.355289 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:13.369363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09e35c-ef3b-43e2-ac25-b53daeecbbd2 req-b2ff3392-c7e9-412e-8e07-805d750dbe8f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.383508 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a09e35c-ef3b-43e2-ac25-b53daeecbbd2 req-b2ff3392-c7e9-412e-8e07-805d750dbe8f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.5537868 Jul 16 18:02:13.538319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a09e35c-ef3b-43e2-ac25-b53daeecbbd2 req-27aff3c8-5dd1-44e9-adba-ca17184a3a95 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540463 Jul 16 18:02:13.543545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae03ef7-c928-4715-b599-18afa49082f8 req-62e2432f-7721-45ec-b635-fd0523770221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.549536 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ae03ef7-c928-4715-b599-18afa49082f8 req-62e2432f-7721-45ec-b635-fd0523770221 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef176420-dca1-472e-b8a8-117e5bf1c498 HTTP/1.1" status: 200 len: 917 time: 0.4218590 Jul 16 18:02:13.773900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0394287-ca8e-45ab-b39c-e19d0e2d7757 req-e59b5b9e-2d8d-4aea-aeed-b55daf0c28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.779668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0394287-ca8e-45ab-b39c-e19d0e2d7757 req-e59b5b9e-2d8d-4aea-aeed-b55daf0c28b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=86509b43-a411-4e53-98ba-579929506239 HTTP/1.1" status: 200 len: 920 time: 0.3897383 Jul 16 18:02:13.833535 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-70861387-172e-4aae-a45a-9ed4fecf1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.834134 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-70861387-172e-4aae-a45a-9ed4fecf1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.834722 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-70861387-172e-4aae-a45a-9ed4fecf1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.835187 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-70861387-172e-4aae-a45a-9ed4fecf1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.836431 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-70861387-172e-4aae-a45a-9ed4fecf1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.836431 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-70861387-172e-4aae-a45a-9ed4fecf1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.836642 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-70861387-172e-4aae-a45a-9ed4fecf1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.838627 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-70861387-172e-4aae-a45a-9ed4fecf1745 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6497 time: 0.6280181 Jul 16 18:02:13.846373 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c263a18e-9956-4947-ac61-ee889b702cc5 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.857346 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c263a18e-9956-4947-ac61-ee889b702cc5 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.859847 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c263a18e-9956-4947-ac61-ee889b702cc5 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "DELETE /v2.0/networks/2015cfff-be92-49e7-bbef-8b97045a1598 HTTP/1.1" status: 204 len: 168 time: 0.9638379 Jul 16 18:02:13.864991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38300) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:13.888324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263a18e-9956-4947-ac61-ee889b702cc5 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event deleted for resources: {'Network': ['ID=2015cfff-be92-49e7-bbef-8b97045a1598,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:13.898800 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0394287-ca8e-45ab-b39c-e19d0e2d7757 req-6cabc964-287e-4217-bc6c-838fa44fd1c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d11bdd3b-ca24-47f1-9304-f84f20dfc699 HTTP/1.1" status: 200 len: 217 time: 0.0951235 Jul 16 18:02:13.968329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f678080-74bb-45ed-87f4-4374a18bbed1 req-c2170f9c-c63b-48f8-a2a8-3c6c03beebd7 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.986981 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f678080-74bb-45ed-87f4-4374a18bbed1 req-c2170f9c-c63b-48f8-a2a8-3c6c03beebd7 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 945 time: 0.5878489 Jul 16 18:02:13.988541 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0394287-ca8e-45ab-b39c-e19d0e2d7757 req-abbbf374-1e50-46dc-9381-2263b683310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.989916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0394287-ca8e-45ab-b39c-e19d0e2d7757 req-abbbf374-1e50-46dc-9381-2263b683310f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c7ecbdae-f40b-496b-8215-a193d898ff6d HTTP/1.1" status: 200 len: 859 time: 0.0800147 Jul 16 18:02:13.992769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f61d41-3220-4baa-9f54-d1563c98ba2e None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:02:14.087473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0394287-ca8e-45ab-b39c-e19d0e2d7757 req-45623464-0d24-4512-a046-571bc0221dc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=86509b43-a411-4e53-98ba-579929506239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489092 Jul 16 18:02:14.096323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ae03ef7-c928-4715-b599-18afa49082f8 req-230f1d18-f355-4dcb-a51c-33d4d8b2086e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50338b05-b707-4611-9fd4-dfbead83a542 HTTP/1.1" status: 200 len: 1001 time: 0.4739172 Jul 16 18:02:14.196008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-b19a5d06-ffb4-4e32-81d6-5e26e6f33695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.199319 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-b19a5d06-ffb4-4e32-81d6-5e26e6f33695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.201415 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-b19a5d06-ffb4-4e32-81d6-5e26e6f33695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.202815 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-b19a5d06-ffb4-4e32-81d6-5e26e6f33695 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9a1e7b3-f15f-48c2-8b79-818a78e0e750&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=0c011d84-2097-4163-a4e4-5f40c803c352&id=0c011d84-2097-4163-a4e4-5f40c803c352 HTTP/1.1" status: 200 len: 2293 time: 0.3157902 Jul 16 18:02:14.330562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f61d41-3220-4baa-9f54-d1563c98ba2e None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:02:14.344270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d604a5e-eb5f-4dad-ab23-cb44156230ac tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.351798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae03ef7-c928-4715-b599-18afa49082f8 req-fc05e3e4-965e-4ef2-916e-faf3aecf25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.355144 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ae03ef7-c928-4715-b599-18afa49082f8 req-fc05e3e4-965e-4ef2-916e-faf3aecf25d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=380206bc-53db-475e-8db6-cb57da5e0bf7 HTTP/1.1" status: 200 len: 855 time: 0.1504200 Jul 16 18:02:14.358860 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0394287-ca8e-45ab-b39c-e19d0e2d7757 req-c0d8f8ef-e35e-458e-8db2-b504d99c0122 service neutron] 10.222.0.35 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598643 Jul 16 18:02:14.403733 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-4e21045c-3f99-4e20-b27e-30b4d02bceda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fafb2855-d722-4156-ba87-9cc9ab2421dd HTTP/1.1" status: 200 len: 1001 time: 0.1925056 Jul 16 18:02:14.493721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0394287-ca8e-45ab-b39c-e19d0e2d7757 req-4e69e183-f027-4966-aff1-02fccde5da09 service neutron] 10.222.0.35 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070065 Jul 16 18:02:14.563682 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f678080-74bb-45ed-87f4-4374a18bbed1 req-5d63021b-cddb-428e-9f26-de9fca320631 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622802 Jul 16 18:02:14.643052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae03ef7-c928-4715-b599-18afa49082f8 req-4d3b066f-6369-4240-ba7a-8246a5925e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.651335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ae03ef7-c928-4715-b599-18afa49082f8 req-4d3b066f-6369-4240-ba7a-8246a5925e4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef176420-dca1-472e-b8a8-117e5bf1c498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2764840 Jul 16 18:02:14.699549 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d604a5e-eb5f-4dad-ab23-cb44156230ac tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.731779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4d604a5e-eb5f-4dad-ab23-cb44156230ac tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cafdb0-13c1-4238-b9fa-adc95548b168']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:14.759355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4d604a5e-eb5f-4dad-ab23-cb44156230ac tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bae026-3dda-4f34-b476-20d07dd86823') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:14.760352 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4d604a5e-eb5f-4dad-ab23-cb44156230ac tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bae026-3dda-4f34-b476-20d07dd86823') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:14.779337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d604a5e-eb5f-4dad-ab23-cb44156230ac tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.805641 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d604a5e-eb5f-4dad-ab23-cb44156230ac tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.814748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d604a5e-eb5f-4dad-ab23-cb44156230ac tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:14.815159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d604a5e-eb5f-4dad-ab23-cb44156230ac tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.862701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ae03ef7-c928-4715-b599-18afa49082f8 req-5ffdfb7e-b532-4e1b-8590-9b1fbe8c1b75 service neutron] 10.222.0.35 "GET /v2.0/networks/ef176420-dca1-472e-b8a8-117e5bf1c498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917727 Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:14.883531 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:14.895635 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-fc8a5288-e434-483f-a0ff-df38f6a4d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.898045 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-fc8a5288-e434-483f-a0ff-df38f6a4d246 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=204b23cc-159d-41ae-adf4-093a524deac6 HTTP/1.1" status: 200 len: 851 time: 0.4810152 Jul 16 18:02:14.902386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d604a5e-eb5f-4dad-ab23-cb44156230ac tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.917180 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d604a5e-eb5f-4dad-ab23-cb44156230ac tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.922939 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4d604a5e-eb5f-4dad-ab23-cb44156230ac tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "DELETE /v2.0/networks/97cafdb0-13c1-4238-b9fa-adc95548b168 HTTP/1.1" status: 204 len: 168 time: 1.0569348 Jul 16 18:02:14.933689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38314) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:14.972884 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d604a5e-eb5f-4dad-ab23-cb44156230ac tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event deleted for resources: {'Network': ['ID=97cafdb0-13c1-4238-b9fa-adc95548b168,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:14.976760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d1fff-b055-472a-92cc-c88f07ac27e1 req-ce3dffae-1b1f-4b1a-9c9b-9701d0552f87 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.983968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-952d1fff-b055-472a-92cc-c88f07ac27e1 req-ce3dffae-1b1f-4b1a-9c9b-9701d0552f87 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1917326 Jul 16 18:02:15.001608 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-50e69264-cd13-4b73-a1a5-9399c33b3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.003701 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-50e69264-cd13-4b73-a1a5-9399c33b3984 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9a1e7b3-f15f-48c2-8b79-818a78e0e750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889373 Jul 16 18:02:15.124929 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-c3284675-8a9e-4a11-8623-14fd9a4af305 service neutron] 10.222.0.43 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980024 Jul 16 18:02:15.231877 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-2c4ce136-9186-409e-b125-58cd7174623a service neutron] 10.222.0.43 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997465 Jul 16 18:02:15.288246 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-917d636b-96aa-448e-b115-9bab0a7fb45d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 HTTP/1.1" status: 200 len: 217 time: 0.0372066 Jul 16 18:02:15.348583 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-5d008976-28ec-4b24-b6d5-011052a2cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.350149 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-5d008976-28ec-4b24-b6d5-011052a2cc82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.0508208 Jul 16 18:02:15.428091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-7112dab6-d9e9-4989-9506-8ac8f93c98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.429688 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-7112dab6-d9e9-4989-9506-8ac8f93c98f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559084 Jul 16 18:02:15.452351 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa59c849-1130-4f88-a5c8-82e2917ba049 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.479958 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ae03ef7-c928-4715-b599-18afa49082f8 req-9ada82e8-555a-4d88-91ac-76df2ec8ed48 service neutron] 10.222.0.35 "GET /v2.0/networks/ef176420-dca1-472e-b8a8-117e5bf1c498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087577 Jul 16 18:02:15.482805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-952d1fff-b055-472a-92cc-c88f07ac27e1 req-6ffc8e3f-a06b-482a-9a3f-dcd657fda01c tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734545 Jul 16 18:02:15.500364 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a0ef2-b381-48d0-ad39-33fe127efc16 req-6b622a3b-a178-46dd-893e-7ea3bda4856b tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.507419 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f1a0ef2-b381-48d0-ad39-33fe127efc16 req-6b622a3b-a178-46dd-893e-7ea3bda4856b tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 945 time: 0.6243947 Jul 16 18:02:15.543752 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-433b2ac9-7fb7-44f4-adff-fcc376fbb37a service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044490 Jul 16 18:02:15.595366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f1a0ef2-b381-48d0-ad39-33fe127efc16 req-e62b57fe-7534-43ff-ab5f-b82285421b2d tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869534 Jul 16 18:02:15.647710 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa59c849-1130-4f88-a5c8-82e2917ba049 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.659113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-fa59c849-1130-4f88-a5c8-82e2917ba049 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4411e0-f513-45b7-91b9-92cd11194b76']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:15.672227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-fa59c849-1130-4f88-a5c8-82e2917ba049 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd89999-f0c4-43c9-a9ec-954ecc74c35c') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:15.672519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-fa59c849-1130-4f88-a5c8-82e2917ba049 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd89999-f0c4-43c9-a9ec-954ecc74c35c') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:15.673012 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-48088c65-e921-443c-bbdf-eb145d781f27 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207781 Jul 16 18:02:15.684422 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa59c849-1130-4f88-a5c8-82e2917ba049 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.700046 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa59c849-1130-4f88-a5c8-82e2917ba049 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.708303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa59c849-1130-4f88-a5c8-82e2917ba049 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:15.708999 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa59c849-1130-4f88-a5c8-82e2917ba049 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.757361 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-fd7e4e4b-561c-4966-8bd3-1dd220e809ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=18345d03-7c53-438a-9a8c-95169626de44 HTTP/1.1" status: 200 len: 217 time: 0.0765834 Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:15.790840 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:15.799910 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa59c849-1130-4f88-a5c8-82e2917ba049 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.811890 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa59c849-1130-4f88-a5c8-82e2917ba049 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.819623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fa59c849-1130-4f88-a5c8-82e2917ba049 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "DELETE /v2.0/networks/6f4411e0-f513-45b7-91b9-92cd11194b76 HTTP/1.1" status: 204 len: 168 time: 0.8817179 Jul 16 18:02:15.821834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38324) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:15.867836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59c849-1130-4f88-a5c8-82e2917ba049 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event deleted for resources: {'Network': ['ID=6f4411e0-f513-45b7-91b9-92cd11194b76,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:15.886128 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-c054365c-1fb5-4afd-a78e-76cbb868c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.887887 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-c054365c-1fb5-4afd-a78e-76cbb868c0dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.1166706 Jul 16 18:02:15.968349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-2d8cc9d3-3917-4df7-afca-1da0a547fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.968349 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-2d8cc9d3-3917-4df7-afca-1da0a547fa35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0715709 Jul 16 18:02:15.983530 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b72e6ad9-35a8-46b5-88d7-81bb5efa0720 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.083924 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-717fabff-8ffb-4902-ba14-135fb4c4e6c9 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980268 Jul 16 18:02:16.118313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8aa25-7f5e-497f-ad8e-2b8b3027d647 req-73c796ad-c34d-44ad-9dd5-d15f203f5f77 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.120574 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13a8aa25-7f5e-497f-ad8e-2b8b3027d647 req-73c796ad-c34d-44ad-9dd5-d15f203f5f77 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 945 time: 0.1544328 Jul 16 18:02:16.145317 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b72e6ad9-35a8-46b5-88d7-81bb5efa0720 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.160560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b72e6ad9-35a8-46b5-88d7-81bb5efa0720 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f80e9fa-507f-4732-9b4e-e29b078fb6df']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:16.186712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b72e6ad9-35a8-46b5-88d7-81bb5efa0720 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31b7007-eeff-42d1-ae8d-37166ffdd916') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:16.187453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b72e6ad9-35a8-46b5-88d7-81bb5efa0720 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31b7007-eeff-42d1-ae8d-37166ffdd916') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:16.195762 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-df6af9cf-2e6c-4f6a-8346-297bb00d9805 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975389 Jul 16 18:02:16.200220 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b72e6ad9-35a8-46b5-88d7-81bb5efa0720 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.226146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13a8aa25-7f5e-497f-ad8e-2b8b3027d647 req-f404bcac-36b7-4ccf-94d2-be860e2a869e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622652 Jul 16 18:02:16.230334 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b72e6ad9-35a8-46b5-88d7-81bb5efa0720 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.236838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72e6ad9-35a8-46b5-88d7-81bb5efa0720 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b72e6ad9-35a8-46b5-88d7-81bb5efa0720 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:16.242443 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:16.248180 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-d85523a4-19a2-4aa1-a977-7ae2f96bdb7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=1a57b23a-1512-4b19-adec-c812fd457e13 HTTP/1.1" status: 200 len: 217 time: 0.0420604 Jul 16 18:02:16.332865 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b72e6ad9-35a8-46b5-88d7-81bb5efa0720 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.349582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b72e6ad9-35a8-46b5-88d7-81bb5efa0720 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.351851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b72e6ad9-35a8-46b5-88d7-81bb5efa0720 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] 10.222.0.41 "DELETE /v2.0/networks/3f80e9fa-507f-4732-9b4e-e29b078fb6df HTTP/1.1" status: 204 len: 168 time: 0.5197725 Jul 16 18:02:16.357822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-1aa97578-4102-475e-b3bd-ea45db1ab1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.361334 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-1aa97578-4102-475e-b3bd-ea45db1ab1a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.1012464 Jul 16 18:02:16.383552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e6ad9-35a8-46b5-88d7-81bb5efa0720 tempest-BulkNetworkOpsIpV6Test-1270253481 tempest-BulkNetworkOpsIpV6Test-1270253481-project] Pushing event deleted for resources: {'Network': ['ID=3f80e9fa-507f-4732-9b4e-e29b078fb6df,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:16.480115 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-3fcc5dcc-f39c-4ccd-8337-30260034ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.481728 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-3fcc5dcc-f39c-4ccd-8337-30260034ced0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1129410 Jul 16 18:02:16.558236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5466e-04f6-4f0f-811a-09756f38a854 req-9ed7a0c5-cc92-4e48-900d-e5f30dbfe748 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.565261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eee5466e-04f6-4f0f-811a-09756f38a854 req-9ed7a0c5-cc92-4e48-900d-e5f30dbfe748 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 945 time: 0.1061862 Jul 16 18:02:16.641142 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eee5466e-04f6-4f0f-811a-09756f38a854 req-56276b0d-1042-42a8-b8a1-cdc99b40a465 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746925 Jul 16 18:02:16.648892 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-394645cd-7adf-49f8-bb2e-23069c5d13d2 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595185 Jul 16 18:02:16.799316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38346) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:16.819323 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-fda5acae-6032-4fe4-adfd-d8072f2a89c0 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610498 Jul 16 18:02:16.882442 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-10f88c65-7cf8-4847-9338-367621d617d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=8e586911-4ab5-419c-8031-5e5c2405fe96 HTTP/1.1" status: 200 len: 217 time: 0.0522699 Jul 16 18:02:16.965242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb89d8-3261-438e-bcca-f18e1c5f63e2 req-c4d7ff31-dbf8-4bb4-bdd4-6d79ad7b73d4 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.967593 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95cb89d8-3261-438e-bcca-f18e1c5f63e2 req-c4d7ff31-dbf8-4bb4-bdd4-6d79ad7b73d4 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1290843 Jul 16 18:02:16.974288 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-6f525578-9ed8-482c-9633-e1a07ad4ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.976068 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-6f525578-9ed8-482c-9633-e1a07ad4ec23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.0821726 Jul 16 18:02:17.045909 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-41336fb8-3b4b-496c-bb2a-857155a1e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.047342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479fb3b-129e-42f1-89a6-c29a08a620f0 req-c6726e10-3c29-4dd0-b751-db6aa97cd822 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.047570 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-41336fb8-3b4b-496c-bb2a-857155a1e7e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0631104 Jul 16 18:02:17.048874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a479fb3b-129e-42f1-89a6-c29a08a620f0 req-c6726e10-3c29-4dd0-b751-db6aa97cd822 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 945 time: 0.1607919 Jul 16 18:02:17.072221 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bc97ffba-d39a-4017-a1c6-f830b835c1cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5de2116eaaec4310ad7415a19e8223d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716272 Jul 16 18:02:17.075373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95cb89d8-3261-438e-bcca-f18e1c5f63e2 req-08ccbba0-98c5-4d1e-8495-913977187c99 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995493 Jul 16 18:02:17.076046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38352) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:17.125245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a479fb3b-129e-42f1-89a6-c29a08a620f0 req-db3b3317-da0d-4483-977b-6bd3bc6ee246 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691252 Jul 16 18:02:17.256900 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2780c12-7ec7-4532-94fe-8ec4dd513193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.302146 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-026150ea-c6eb-47ca-a341-9cd33338ab46 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456837 Jul 16 18:02:17.306634 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2780c12-7ec7-4532-94fe-8ec4dd513193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.334640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8272c8-a652-46c3-ba2b-e1b73b5da644 req-fe3fd3d5-1fe1-43f9-8cd6-80367c316f7e tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.336524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e8272c8-a652-46c3-ba2b-e1b73b5da644 req-fe3fd3d5-1fe1-43f9-8cd6-80367c316f7e tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 945 time: 0.1039588 Jul 16 18:02:17.418618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e8272c8-a652-46c3-ba2b-e1b73b5da644 req-6cdc16f5-3b28-4d77-ae0b-c4482ebe75a3 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736015 Jul 16 18:02:17.477624 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2780c12-7ec7-4532-94fe-8ec4dd513193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.480850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2780c12-7ec7-4532-94fe-8ec4dd513193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.481999 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c2780c12-7ec7-4532-94fe-8ec4dd513193 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62a0ab67-8a9e-400b-9c13-246460ae72a7 HTTP/1.1" status: 204 len: 168 time: 0.4034822 Jul 16 18:02:17.511965 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2780c12-7ec7-4532-94fe-8ec4dd513193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a0ab67-8a9e-400b-9c13-246460ae72a7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:17.522611 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-971d1cbc-aced-41c6-886f-b22e79a591d9 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091129 Jul 16 18:02:17.600968 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-93ba8929-ade5-4290-a65a-8899b57dc6d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aab58be2-4cb3-4983-97a8-01f624ab22b2 HTTP/1.1" status: 200 len: 217 time: 0.0688238 Jul 16 18:02:17.663213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-6920113f-0853-4c07-a9b5-66c6ace1748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.665962 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-6920113f-0853-4c07-a9b5-66c6ace1748d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6275183a-184c-40b6-9472-3ea6e6333b9e HTTP/1.1" status: 200 len: 797 time: 0.0548406 Jul 16 18:02:17.779766 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-6664e3d9-9908-45b0-bfc4-334441ae9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.781632 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-6664e3d9-9908-45b0-bfc4-334441ae9931 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c011d84-2097-4163-a4e4-5f40c803c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1075823 Jul 16 18:02:17.935482 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-7af846df-3126-4391-bdc6-1ee9cb93ff9c service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260879 Jul 16 18:02:18.033873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d70071-adca-45c7-b4d6-9d99ef1fe306 req-453a8518-021e-4e94-af1e-993fcad55586 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.035623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44d70071-adca-45c7-b4d6-9d99ef1fe306 req-453a8518-021e-4e94-af1e-993fcad55586 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 945 time: 0.1396632 Jul 16 18:02:18.049803 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-84abe548-4f7e-486a-bb27-db68d3bcba47 service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108308 Jul 16 18:02:18.099986 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-3c667bda-7e46-4b5a-a056-bfce987d3dab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b352bb3b-bc30-47c1-851d-1f7cb7dde406 HTTP/1.1" status: 200 len: 217 time: 0.0407777 Jul 16 18:02:18.104534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44d70071-adca-45c7-b4d6-9d99ef1fe306 req-e88a9b27-5764-4a90-aaff-138f58818c21 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599923 Jul 16 18:02:18.183466 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-b82d8389-4145-4a66-a1fd-0d41383b7a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.184982 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-b82d8389-4145-4a66-a1fd-0d41383b7a2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6275183a-184c-40b6-9472-3ea6e6333b9e HTTP/1.1" status: 200 len: 797 time: 0.0773635 Jul 16 18:02:18.291233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-e972ecbb-616a-4591-a3d6-af81845f4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.294061 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-e972ecbb-616a-4591-a3d6-af81845f4a6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c011d84-2097-4163-a4e4-5f40c803c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1004663 Jul 16 18:02:18.388974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd023f6-1dcb-4b1b-9909-43192dc67aa8 req-4c27fc01-8b90-474e-ae20-6f87a1a903d8 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.399188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5cd023f6-1dcb-4b1b-9909-43192dc67aa8 req-4c27fc01-8b90-474e-ae20-6f87a1a903d8 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1505666 Jul 16 18:02:18.447959 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-cd7284fb-d245-4a1d-bbf7-86987b41ad52 service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432166 Jul 16 18:02:18.488795 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5cd023f6-1dcb-4b1b-9909-43192dc67aa8 req-1f94d729-d91c-42f4-b502-6e58964e8a3e tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845981 Jul 16 18:02:18.601186 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9b9e0689-561d-4faa-a02c-4c8e3701ee33 req-116b6ca1-19bc-4f80-9e81-ceb90358c419 service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442921 Jul 16 18:02:18.648598 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-f1fe6df3-c95e-4ae0-af45-c2959b2ad2c8 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.650190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-f1fe6df3-c95e-4ae0-af45-c2959b2ad2c8 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.35 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 945 time: 0.1549535 Jul 16 18:02:18.716782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38396) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:18.857811 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d37be40a-15ba-4064-bae5-e9de8cc077ac tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] Request body: {'port': {'network_id': 'd51cc878-0a23-494b-945c-347480ffc9dd', 'name': 'tempest-NetworksNegativeTestJSON-560835274'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:18.880920 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37be40a-15ba-4064-bae5-e9de8cc077ac tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] POST failed (client error): The resource could not be found. Jul 16 18:02:18.881664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37be40a-15ba-4064-bae5-e9de8cc077ac tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:02:18.887975 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d37be40a-15ba-4064-bae5-e9de8cc077ac tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1703222 Jul 16 18:02:18.888635 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38408) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:18.913107 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ce6c64-bccc-4068-a6e9-f1d8b0d2e82a tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:02:18.913107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ce6c64-bccc-4068-a6e9-f1d8b0d2e82a tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:02:18.916899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6268e-1674-4e1c-9269-aa957fc8c2cd req-17bbda3c-68b5-415f-b84f-8836b6003da9 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.920172 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b0ce6c64-bccc-4068-a6e9-f1d8b0d2e82a tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] 10.222.0.41 "DELETE /v2.0/networks/a7f8c24b-30d8-4ad9-a686-e4e984341764 HTTP/1.1" status: 404 len: 339 time: 0.0303364 Jul 16 18:02:18.920816 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38412) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:18.924754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af6268e-1674-4e1c-9269-aa957fc8c2cd req-17bbda3c-68b5-415f-b84f-8836b6003da9 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 945 time: 0.1677518 Jul 16 18:02:18.954151 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81cbb67-04ab-47b8-99b6-981d8694aea5 tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:02:18.954907 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81cbb67-04ab-47b8-99b6-981d8694aea5 tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:02:18.958139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Deleting port 50338b05-b707-4611-9fd4-dfbead83a542 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:18.958486 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.960367 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f81cbb67-04ab-47b8-99b6-981d8694aea5 tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] 10.222.0.41 "DELETE /v2.0/ports/37877c22-c632-492b-9d22-7a960542ecdb HTTP/1.1" status: 404 len: 333 time: 0.0380316 Jul 16 18:02:18.961639 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38416) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:18.999119 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3d08b0-dda0-401f-b7c9-240c0ef554d3 tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:02:18.999612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3d08b0-dda0-401f-b7c9-240c0ef554d3 tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:02:19.001944 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5a3d08b0-dda0-401f-b7c9-240c0ef554d3 tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] 10.222.0.41 "DELETE /v2.0/subnets/24fbb36a-33e2-434b-9988-706b56d645a6 HTTP/1.1" status: 404 len: 337 time: 0.0374341 Jul 16 18:02:19.006349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38418) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:19.027189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af6268e-1674-4e1c-9269-aa957fc8c2cd req-6ec1e07f-75f1-4bbf-9cc1-54a68c437216 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups?id=71898af0-f0dc-458c-bada-4baf5e4efb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009066 Jul 16 18:02:19.030854 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa95d621-7e18-4dee-85bf-f1389935dcc5 tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] GET failed (client error): The resource could not be found. Jul 16 18:02:19.032352 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aa95d621-7e18-4dee-85bf-f1389935dcc5 tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] 10.222.0.41 "GET /v2.0/networks/b34375f5-8b48-4b8e-bc79-1a36bbcfd2b9 HTTP/1.1" status: 404 len: 339 time: 0.0249484 Jul 16 18:02:19.037921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38420) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:19.070932 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-546330c4-4e7e-4cab-958d-b04e7349ac60 tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] GET failed (client error): The resource could not be found. Jul 16 18:02:19.075632 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-546330c4-4e7e-4cab-958d-b04e7349ac60 tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] 10.222.0.41 "GET /v2.0/ports/6f149827-eab0-466f-9417-67214f7ae7f8 HTTP/1.1" status: 404 len: 333 time: 0.0337379 Jul 16 18:02:19.076547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38422) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:19.106108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] For port 50338b05-b707-4611-9fd4-dfbead83a542, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=50338b05-b707-4611-9fd4-dfbead83a542,segment=NetworkSegment(a2853b63-d029-4cf4-9772-1f7a4a02fe55),segment_id=a2853b63-d029-4cf4-9772-1f7a4a02fe55)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:19.106678 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.109133 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-08beeff1-4d7d-4462-a49c-c3f0cffa3bd9 tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] GET failed (client error): The resource could not be found. Jul 16 18:02:19.110469 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-08beeff1-4d7d-4462-a49c-c3f0cffa3bd9 tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] 10.222.0.41 "GET /v2.0/subnets/eb13759b-aee9-44cd-a082-d8a6bf7b403e HTTP/1.1" status: 404 len: 337 time: 0.0330181 Jul 16 18:02:19.114218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38426) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:19.120719 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9764dac7-c3b8-47e3-ae6b-7444b7a0efeb tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:19.136728 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9764dac7-c3b8-47e3-ae6b-7444b7a0efeb tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] PUT failed (client error): The resource could not be found. Jul 16 18:02:19.137615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9764dac7-c3b8-47e3-ae6b-7444b7a0efeb tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:02:19.138941 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9764dac7-c3b8-47e3-ae6b-7444b7a0efeb tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] 10.222.0.41 "PUT /v2.0/networks/a60bed17-150a-400f-8124-a97f7098011c HTTP/1.1" status: 404 len: 339 time: 0.0236821 Jul 16 18:02:19.143257 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38432) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:19.149577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-725a25b8-9883-4c1b-85e0-7a405cedc29a tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:19.174595 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-725a25b8-9883-4c1b-85e0-7a405cedc29a tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] PUT failed (client error): The resource could not be found. Jul 16 18:02:19.175315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725a25b8-9883-4c1b-85e0-7a405cedc29a tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:02:19.176527 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-725a25b8-9883-4c1b-85e0-7a405cedc29a tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] 10.222.0.41 "PUT /v2.0/ports/d27818dc-809b-4645-be7f-4cbee72f4e2b HTTP/1.1" status: 404 len: 333 time: 0.0320680 Jul 16 18:02:19.180371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38434) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:19.186236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1290f4e3-4be5-4f0f-a07a-ceb1abfd8a0b tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:19.208838 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1290f4e3-4be5-4f0f-a07a-ceb1abfd8a0b tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] PUT failed (client error): The resource could not be found. Jul 16 18:02:19.209298 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1290f4e3-4be5-4f0f-a07a-ceb1abfd8a0b tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:02:19.210978 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1290f4e3-4be5-4f0f-a07a-ceb1abfd8a0b tempest-NetworksNegativeTestJSON-1352250859 tempest-NetworksNegativeTestJSON-1352250859-project] 10.222.0.41 "PUT /v2.0/subnets/0144b7b2-6451-4a07-b15a-d11836a207a8 HTTP/1.1" status: 404 len: 337 time: 0.0295620 Jul 16 18:02:19.487545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47a0f0-97cd-469c-924d-e670254888ff req-9f36e832-a578-421a-a6ed-0711c7a3cf54 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.492599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e47a0f0-97cd-469c-924d-e670254888ff req-9f36e832-a578-421a-a6ed-0711c7a3cf54 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 945 time: 0.2325807 Jul 16 18:02:19.613538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e47a0f0-97cd-469c-924d-e670254888ff req-e1ed4a3f-1832-4749-8228-4cf61275db5c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085410 Jul 16 18:02:19.616741 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.616966 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.617264 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Floating IP 0db3d045-063a-4973-b161-063bf63bcd81 disassociated. External IP: 172.25.5.176, port: 50338b05-b707-4611-9fd4-dfbead83a542. Jul 16 18:02:19.617687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Calling delete_port for 50338b05-b707-4611-9fd4-dfbead83a542 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:19.620374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38444) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:19.778404 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44fbb4-f0d7-43be-8b26-d6e0b510a517 req-75457f5d-c9a4-4f00-b083-21593c72c5a9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.788726 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2a44fbb4-f0d7-43be-8b26-d6e0b510a517 req-75457f5d-c9a4-4f00-b083-21593c72c5a9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 945 time: 0.2040467 Jul 16 18:02:19.883556 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85851fbf-995f-4582-b5b7-9844f6ab8add admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.920251 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.973224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-2a44fbb4-f0d7-43be-8b26-d6e0b510a517 req-d33b6ff9-7d59-4494-b901-e6abc174eb70 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Deleting port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:19.973699 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2a44fbb4-f0d7-43be-8b26-d6e0b510a517 req-d33b6ff9-7d59-4494-b901-e6abc174eb70 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.091351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-2a44fbb4-f0d7-43be-8b26-d6e0b510a517 req-d33b6ff9-7d59-4494-b901-e6abc174eb70 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] For port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=858dd4d4-71f9-4e8c-82ba-9dc2959fc9be,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:20.091743 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2a44fbb4-f0d7-43be-8b26-d6e0b510a517 req-d33b6ff9-7d59-4494-b901-e6abc174eb70 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.110973 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-2a44fbb4-f0d7-43be-8b26-d6e0b510a517 req-d33b6ff9-7d59-4494-b901-e6abc174eb70 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Calling delete_port for 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:20.116525 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85851fbf-995f-4582-b5b7-9844f6ab8add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.124176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Pushing event deleted for resources: {'Port': ['ID=50338b05-b707-4611-9fd4-dfbead83a542,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:20.136337 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85851fbf-995f-4582-b5b7-9844f6ab8add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.254916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85851fbf-995f-4582-b5b7-9844f6ab8add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc377c4-b8a4-40df-a211-b8e6a322c0ac,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:20.263378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-85851fbf-995f-4582-b5b7-9844f6ab8add admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc3e9a4dcd064b20bd1458bbde3017a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6419098 Jul 16 18:02:20.275014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79df6c5-687c-41ea-b053-b84ad1a5d28c req-e7d0709e-61f0-4d8b-ad4f-da9d2ca2873c tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:20.280728 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38454) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:20.282863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c79df6c5-687c-41ea-b053-b84ad1a5d28c req-e7d0709e-61f0-4d8b-ad4f-da9d2ca2873c tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.4094026 Jul 16 18:02:20.344567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dee920cd-5a26-464c-948c-5d7e53d96da3 req-6958ef89-958e-4e6b-a06f-9fb3f9cb9f79 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.1136677 Jul 16 18:02:20.392411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c79df6c5-687c-41ea-b053-b84ad1a5d28c req-36132550-4803-48a1-a638-6c588508a42a tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086466 Jul 16 18:02:20.392972 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2a44fbb4-f0d7-43be-8b26-d6e0b510a517 req-d33b6ff9-7d59-4494-b901-e6abc174eb70 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.414119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Router 7077a4ae-4e1d-440b-9248-ac836f69905f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:20.414375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['858dd4d4-71f9-4e8c-82ba-9dc2959fc9be'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:20.458503 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b6ff9-7d59-4494-b901-e6abc174eb70 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event deleted for resources: {'Port': ['ID=858dd4d4-71f9-4e8c-82ba-9dc2959fc9be,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:20.465543 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aed211de-c906-4c4d-a613-9675153a815a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.527638 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aed211de-c906-4c4d-a613-9675153a815a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.559950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a44fbb4-f0d7-43be-8b26-d6e0b510a517 req-d33b6ff9-7d59-4494-b901-e6abc174eb70 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] No DVR routers for this DVR port 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:20.563505 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2a44fbb4-f0d7-43be-8b26-d6e0b510a517 req-d33b6ff9-7d59-4494-b901-e6abc174eb70 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.566233 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2a44fbb4-f0d7-43be-8b26-d6e0b510a517 req-d33b6ff9-7d59-4494-b901-e6abc174eb70 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "DELETE /v2.0/ports/858dd4d4-71f9-4e8c-82ba-9dc2959fc9be HTTP/1.1" status: 204 len: 173 time: 0.7694712 Jul 16 18:02:20.569741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c41f5ec-e4d5-48dd-afa5-b0f42e380f59', 'name': 'network-vif-deleted', 'tag': '858dd4d4-71f9-4e8c-82ba-9dc2959fc9be'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:20.576668 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e582f0-2156-4683-8b36-4e4c39b4344f" -d '{"events": [{"server_uuid": "8c41f5ec-e4d5-48dd-afa5-b0f42e380f59", "name": "network-vif-deleted", "tag": "858dd4d4-71f9-4e8c-82ba-9dc2959fc9be"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:20.578313 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 50338b05-b707-4611-9fd4-dfbead83a542 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:20.588702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:20.643191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d2801f-6043-4e2a-a99b-4736088561ce None None] Sync routers for ids ['7077a4ae-4e1d-440b-9248-ac836f69905f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:20.651377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 50338b05-b707-4611-9fd4-dfbead83a542 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:20.651750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 50338b05-b707-4611-9fd4-dfbead83a542 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:20.655312 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aed211de-c906-4c4d-a613-9675153a815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.658814 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aed211de-c906-4c4d-a613-9675153a815a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.660542 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aed211de-c906-4c4d-a613-9675153a815a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bc377c4-b8a4-40df-a211-b8e6a322c0ac HTTP/1.1" status: 204 len: 168 time: 0.3762980 Jul 16 18:02:20.692084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2801f-6043-4e2a-a99b-4736088561ce None None] Routers {'7077a4ae-4e1d-440b-9248-ac836f69905f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:20.692747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f2d2801f-6043-4e2a-a99b-4736088561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:02:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7077a4ae-4e1d-440b-9248-ac836f69905f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:20.730974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] No DVR routers for this DVR port 50338b05-b707-4611-9fd4-dfbead83a542 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:20.736987 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.741731 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d32d9bf-2295-4ac4-a76f-2efa23b8efa8 req-b22c0dc4-6e99-4d8f-a419-e675e33b86b5 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.35 "DELETE /v2.0/ports/50338b05-b707-4611-9fd4-dfbead83a542 HTTP/1.1" status: 204 len: 173 time: 2.0859818 Jul 16 18:02:20.745027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e071fc45-932c-4e3d-9aa3-af63581d8293', 'name': 'network-vif-deleted', 'tag': '50338b05-b707-4611-9fd4-dfbead83a542'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:20.753227 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a647a02-d854-482e-a3f5-3c70a00774ef x-openstack-request-id: req-7a647a02-d854-482e-a3f5-3c70a00774ef {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:20.755600 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c41f5ec-e4d5-48dd-afa5-b0f42e380f59", "name": "network-vif-deleted", "tag": "858dd4d4-71f9-4e8c-82ba-9dc2959fc9be", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:20.758023 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a647a02-d854-482e-a3f5-3c70a00774ef {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:20.762869 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c41f5ec-e4d5-48dd-afa5-b0f42e380f59', 'name': 'network-vif-deleted', 'tag': '858dd4d4-71f9-4e8c-82ba-9dc2959fc9be', 'status': 'completed', 'code': 200} Jul 16 18:02:20.764663 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed211de-c906-4c4d-a613-9675153a815a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc377c4-b8a4-40df-a211-b8e6a322c0ac,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:20.766106 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6992d9a-0711-4aaa-a0d1-d6131c34c78d" -d '{"events": [{"server_uuid": "e071fc45-932c-4e3d-9aa3-af63581d8293", "name": "network-vif-deleted", "tag": "50338b05-b707-4611-9fd4-dfbead83a542"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:20.990148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c37c47f-d918-45a6-963e-ee6e4351ee7a req-edbeee7a-153c-45b6-8313-d66e6b15bac5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 210 time: 0.0724144 Jul 16 18:02:21.067051 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceab403-da6b-4319-bf9e-9d6a141863d1 x-openstack-request-id: req-eceab403-da6b-4319-bf9e-9d6a141863d1 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:21.067652 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e071fc45-932c-4e3d-9aa3-af63581d8293", "name": "network-vif-deleted", "tag": "50338b05-b707-4611-9fd4-dfbead83a542", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:21.068137 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eceab403-da6b-4319-bf9e-9d6a141863d1 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:21.068882 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e071fc45-932c-4e3d-9aa3-af63581d8293', 'name': 'network-vif-deleted', 'tag': '50338b05-b707-4611-9fd4-dfbead83a542', 'status': 'completed', 'code': 200} Jul 16 18:02:21.270476 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-f2d2801f-6043-4e2a-a99b-4736088561ce None None] Set router 7077a4ae-4e1d-440b-9248-ac836f69905f gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:21.621048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f2d2801f-6043-4e2a-a99b-4736088561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port': {'id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:31Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '5c24ed97-4378-40a8-ad3b-ae357501ccee', 'name': '', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'mac_address': 'fa:16:3e:94:13:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:50Z', 'revision_number': 5, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'subnets': [{'id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:21.671709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91c006a1-8ebb-4147-ba9e-27b68bb548de req-e55a6a7b-9b0a-49c7-b9fa-b9f64e06f83e tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.0653868 Jul 16 18:02:21.702304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d2801f-6043-4e2a-a99b-4736088561ce None None] Checking router: 7077a4ae-4e1d-440b-9248-ac836f69905f for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:21.712509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2801f-6043-4e2a-a99b-4736088561ce None None] Routers {'7077a4ae-4e1d-440b-9248-ac836f69905f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:21.713430 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f2d2801f-6043-4e2a-a99b-4736088561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:02:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7077a4ae-4e1d-440b-9248-ac836f69905f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:21.767103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af672d5b-e898-4e7c-ba75-6670ca7f4322 req-eccadc15-3fa8-4b53-8695-a1dd46a78f0c tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.769136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af672d5b-e898-4e7c-ba75-6670ca7f4322 req-eccadc15-3fa8-4b53-8695-a1dd46a78f0c tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1492000 Jul 16 18:02:21.851837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af672d5b-e898-4e7c-ba75-6670ca7f4322 req-45a2e18e-b700-4338-a56e-12dda8683ec9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718610 Jul 16 18:02:21.948359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38492) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:21.961659 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-f2d2801f-6043-4e2a-a99b-4736088561ce None None] Set router 7077a4ae-4e1d-440b-9248-ac836f69905f gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:22.083090 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1565416478'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:22.121586 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:22.126095 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.138671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.287342 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.295150 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.305489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-229de3ac-67e7-4bf6-b1a5-c8fbfab5621c req-7e703860-d4d0-4606-b83d-c48195ef28ee tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 210 time: 0.0822608 Jul 16 18:02:22.386697 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:22.408332 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f2d2801f-6043-4e2a-a99b-4736088561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port': {'id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:31Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '5c24ed97-4378-40a8-ad3b-ae357501ccee', 'name': '', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'mac_address': 'fa:16:3e:94:13:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:50Z', 'revision_number': 5, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'subnets': [{'id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:22.420164 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4123488e-e03c-4971-b649-3639d64ee10c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:22.433311 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.433832 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Added segment 3ae6e19d-3076-4ddd-932e-f8815cbbc777 of type vlan for network 975ee1f1-098e-4ac6-8cd8-079140cd740a Jul 16 18:02:22.446936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d2801f-6043-4e2a-a99b-4736088561ce None None] The sync data for ids ['7077a4ae-4e1d-440b-9248-ac836f69905f'] in n-d-787206-10 is: [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port': {'id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:31Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '5c24ed97-4378-40a8-ad3b-ae357501ccee', 'name': '', 'network_id': 'ef176420-dca1-472e-b8a8-117e5bf1c498', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'mac_address': 'fa:16:3e:94:13:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:50Z', 'revision_number': 5, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'subnets': [{'id': '380206bc-53db-475e-8db6-cb57da5e0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:22.525902 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.592364 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.598822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.603203 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.689315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38504) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:22.690159 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7389865 Jul 16 18:02:22.691653 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b24449-2e3d-4217-9234-21a36e743719 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Network': ['ID=975ee1f1-098e-4ac6-8cd8-079140cd740a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:22.696305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'name': 'tempest-PortsIpV6TestJSON-244115704'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:22.711669 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:22.890832 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085a1be-683c-4a10-84ae-fa126fc5723c None None] New status for floating IP 0db3d045-063a-4973-b161-063bf63bcd81: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:02:22.899358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4db16073-7fda-46cb-8094-e2895e83835e req-5b70092d-89e8-4f27-ad00-01face8287ba tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.0395827 Jul 16 18:02:22.936366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:22.940997 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.966824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port c4826e04-bfd6-4803-b0b2-e4decf7ec989 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:23.149880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:23.210429 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:23.210782 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 858dd4d4-71f9-4e8c-82ba-9dc2959fc9be not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:23.269394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e85e8-b4dc-429a-be8f-ed536995d832 req-0083da35-15c3-4c63-818f-3e392f5a0619 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:23.277807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-646e85e8-b4dc-429a-be8f-ed536995d832 req-0083da35-15c3-4c63-818f-3e392f5a0619 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1819599 Jul 16 18:02:23.391563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-646e85e8-b4dc-429a-be8f-ed536995d832 req-e0f94a7f-50ad-40e4-a0f4-b0cf938a9921 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116793 Jul 16 18:02:23.432961 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.528601 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.629489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=c4826e04-bfd6-4803-b0b2-e4decf7ec989,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:23.687787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8f082cb-0958-4ee0-bed3-7efd02f7bf2a req-16a7e1be-16bb-4db3-bc42-6d9f491737ac tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 210 time: 0.0618155 Jul 16 18:02:23.726997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Checking segment: {'id': '3ae6e19d-3076-4ddd-932e-f8815cbbc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:23.727626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network hostable DHCP agents. Network: 975ee1f1-098e-4ac6-8cd8-079140cd740a, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:23.747586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:23.765261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 975ee1f1-098e-4ac6-8cd8-079140cd740a) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:23.774455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02bdeda-7f94-48ba-8132-7b02ae1e0a49 None None] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:23.802149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:23.818350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:23.820396 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.855028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-36d6b574-2cd5-4cc0-9697-85e685a96b71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1640429 Jul 16 18:02:23.858360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38518) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:23.863592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c9d4a04b-6ef9-40cb-8a5d-b33c5e3965ad tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1713874437'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:23.904080 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d4a04b-6ef9-40cb-8a5d-b33c5e3965ad tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:23.908085 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c9d4a04b-6ef9-40cb-8a5d-b33c5e3965ad tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.984600 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d4a04b-6ef9-40cb-8a5d-b33c5e3965ad tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:24.002730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c9d4a04b-6ef9-40cb-8a5d-b33c5e3965ad tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:24.003077 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-c9d4a04b-6ef9-40cb-8a5d-b33c5e3965ad tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Added segment 00693105-eaf0-460d-a39c-d37a00f7096b of type vlan for network a91246f3-7c61-4b6c-a340-89cc50c92f2f Jul 16 18:02:24.089874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c9d4a04b-6ef9-40cb-8a5d-b33c5e3965ad tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:24.108164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93a20b36-c093-477d-996f-a6a527405389 req-705da3e3-fbfc-4959-b393-53e9afdd23fb tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.0374558 Jul 16 18:02:24.156193 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c9d4a04b-6ef9-40cb-8a5d-b33c5e3965ad tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:24.162842 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d4a04b-6ef9-40cb-8a5d-b33c5e3965ad tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.163588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c9d4a04b-6ef9-40cb-8a5d-b33c5e3965ad tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:24.211154 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c9d4a04b-6ef9-40cb-8a5d-b33c5e3965ad tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3515289 Jul 16 18:02:24.214370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38522) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:24.219855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'ports': [{'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a'}, {'network_id': 'a91246f3-7c61-4b6c-a340-89cc50c92f2f'}]} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:24.220825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:24.220825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': 'a91246f3-7c61-4b6c-a340-89cc50c92f2f'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:24.289624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4a04b-6ef9-40cb-8a5d-b33c5e3965ad tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Network': ['ID=a91246f3-7c61-4b6c-a340-89cc50c92f2f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:24.301465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network a91246f3-7c61-4b6c-a340-89cc50c92f2f details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:24.497196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 2} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:24.503268 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:24.535968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:24.674372 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port 0b8ba30c-1c9b-440f-aaa8-2a82461913b4 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:24.716908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6759fe-ceae-4e79-8c1e-6e8fa1ddccaa req-cb67d0bb-45af-46e3-b9ab-29324dcb4430 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.718348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f6759fe-ceae-4e79-8c1e-6e8fa1ddccaa req-cb67d0bb-45af-46e3-b9ab-29324dcb4430 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1549282 Jul 16 18:02:24.860708 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f6759fe-ceae-4e79-8c1e-6e8fa1ddccaa req-64698b49-342e-4877-9a04-d44883435f3f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310725 Jul 16 18:02:24.964483 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.090244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port cb1d2078-5ca0-4de3-8440-d81259123589 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:25.125742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31a8e158-2820-447b-a1d3-f2174a983b9f req-db0c354c-5468-4c45-bb26-5277215f2ce0 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 210 time: 0.0598433 Jul 16 18:02:25.289266 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.312556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70c3f5aa-0f2e-4ce1-9a32-b2c0575a096a req-e2d8c489-055a-4f75-8b56-1469d38282df tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.0435643 Jul 16 18:02:25.365874 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.442155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:25.446953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:25.450622 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:25.451843 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.453571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=0b8ba30c-1c9b-440f-aaa8-2a82461913b4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:25.523007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=cb1d2078-5ca0-4de3-8440-d81259123589,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:25.548307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Checking segment: {'id': '00693105-eaf0-460d-a39c-d37a00f7096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a91246f3-7c61-4b6c-a340-89cc50c92f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:25.548613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network hostable DHCP agents. Network: a91246f3-7c61-4b6c-a340-89cc50c92f2f, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:25.569738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network a91246f3-7c61-4b6c-a340-89cc50c92f2f is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:25.583532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, a91246f3-7c61-4b6c-a340-89cc50c92f2f) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:25.589537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:25.595407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c153ef0c-6f0b-432b-8eda-fb72e85d9540 None None] Network a91246f3-7c61-4b6c-a340-89cc50c92f2f requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:25.596018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.602111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.602936 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.625667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0caf0d8d-a1c9-4663-852f-4c16a396ea2d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4099779 Jul 16 18:02:25.628472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38540) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:25.770819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-180b9b73-487f-47db-8819-1d1c79bdf57c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port cb1d2078-5ca0-4de3-8440-d81259123589 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:25.771815 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-180b9b73-487f-47db-8819-1d1c79bdf57c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.929373 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-180b9b73-487f-47db-8819-1d1c79bdf57c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.950324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-180b9b73-487f-47db-8819-1d1c79bdf57c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for cb1d2078-5ca0-4de3-8440-d81259123589 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:26.067856 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-180b9b73-487f-47db-8819-1d1c79bdf57c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.110839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b9b73-487f-47db-8819-1d1c79bdf57c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=cb1d2078-5ca0-4de3-8440-d81259123589,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:26.123879 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-180b9b73-487f-47db-8819-1d1c79bdf57c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.128332 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-180b9b73-487f-47db-8819-1d1c79bdf57c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/cb1d2078-5ca0-4de3-8440-d81259123589 HTTP/1.1" status: 204 len: 168 time: 0.4964888 Jul 16 18:02:26.128607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38550) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.297822 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d004a11-cfb2-447a-8d08-d9326d83105a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.303783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d004a11-cfb2-447a-8d08-d9326d83105a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.306091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4d004a11-cfb2-447a-8d08-d9326d83105a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1757517 Jul 16 18:02:26.309555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38554) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.318650 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.330024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcddd80-3352-4271-b4c9-3673a6073af7 req-0bb4a931-3dc9-4f07-8659-059f8cdf022a tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.331823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dcddd80-3352-4271-b4c9-3673a6073af7 req-0bb4a931-3dc9-4f07-8659-059f8cdf022a tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1659117 Jul 16 18:02:26.443180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dcddd80-3352-4271-b4c9-3673a6073af7 req-c1e5bf55-e822-4469-9fb4-0dcfac60848e tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013095 Jul 16 18:02:26.452400 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19b1d160-561f-4151-86ae-f9fc857f3dea req-ba229ca8-aa01-453b-89e4-2d33855e9c44 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c41f5ec-e4d5-48dd-afa5-b0f42e380f59 HTTP/1.1" status: 200 len: 210 time: 0.0629349 Jul 16 18:02:26.490447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-537d7879-4fdb-428e-ade6-5fbfc1a6799e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port 0b8ba30c-1c9b-440f-aaa8-2a82461913b4 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:26.490794 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-537d7879-4fdb-428e-ade6-5fbfc1a6799e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.531823 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.568446 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-537d7879-4fdb-428e-ade6-5fbfc1a6799e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.582076 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-537d7879-4fdb-428e-ade6-5fbfc1a6799e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for 0b8ba30c-1c9b-440f-aaa8-2a82461913b4 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:26.618427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78577f63-8ce9-4c9e-b1f6-c47e3a153694 req-eca60002-c7b5-4c17-93ca-dbe3e92ea57a tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.0417550 Jul 16 18:02:26.701141 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-537d7879-4fdb-428e-ade6-5fbfc1a6799e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.755119 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-537d7879-4fdb-428e-ade6-5fbfc1a6799e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.760859 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-537d7879-4fdb-428e-ade6-5fbfc1a6799e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/0b8ba30c-1c9b-440f-aaa8-2a82461913b4 HTTP/1.1" status: 204 len: 168 time: 0.4495432 Jul 16 18:02:26.761548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38558) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.762200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d7879-4fdb-428e-ade6-5fbfc1a6799e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=0b8ba30c-1c9b-440f-aaa8-2a82461913b4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:26.862461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f48447e-5196-47e7-beba-bd31e16efbe4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.866733 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0f48447e-5196-47e7-beba-bd31e16efbe4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1037257 Jul 16 18:02:26.869558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38560) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.902699 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a7ea5b-e790-49ec-a50b-344c39c4b661 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:02:26.906871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-14a7ea5b-e790-49ec-a50b-344c39c4b661 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/cb1d2078-5ca0-4de3-8440-d81259123589 HTTP/1.1" status: 404 len: 333 time: 0.0334206 Jul 16 18:02:26.907105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38564) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.942028 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-27368480-5b9a-486b-b229-bf5907a19023 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:02:26.950494 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38566) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.952364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-27368480-5b9a-486b-b229-bf5907a19023 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/0b8ba30c-1c9b-440f-aaa8-2a82461913b4 HTTP/1.1" status: 404 len: 333 time: 0.0441806 Jul 16 18:02:27.080675 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b191014a-cbf0-4510-a2a3-621a614a94cc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.193129 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b191014a-cbf0-4510-a2a3-621a614a94cc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.207455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b191014a-cbf0-4510-a2a3-621a614a94cc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91246f3-7c61-4b6c-a340-89cc50c92f2f']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:27.222088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b191014a-cbf0-4510-a2a3-621a614a94cc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00693105-eaf0-460d-a39c-d37a00f7096b') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:27.222537 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b191014a-cbf0-4510-a2a3-621a614a94cc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00693105-eaf0-460d-a39c-d37a00f7096b') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:27.234813 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b191014a-cbf0-4510-a2a3-621a614a94cc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.250665 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b191014a-cbf0-4510-a2a3-621a614a94cc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.257482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b191014a-cbf0-4510-a2a3-621a614a94cc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:27.258008 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b191014a-cbf0-4510-a2a3-621a614a94cc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:27.354456 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:27.359269 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b191014a-cbf0-4510-a2a3-621a614a94cc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.367092 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b191014a-cbf0-4510-a2a3-621a614a94cc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.370366 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b191014a-cbf0-4510-a2a3-621a614a94cc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/networks/a91246f3-7c61-4b6c-a340-89cc50c92f2f HTTP/1.1" status: 204 len: 168 time: 0.4183984 Jul 16 18:02:27.375455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38572) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:27.395777 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5280124b-35ca-4e9a-9574-dcef04f8d3b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-8532795'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:27.402128 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191014a-cbf0-4510-a2a3-621a614a94cc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Network': ['ID=a91246f3-7c61-4b6c-a340-89cc50c92f2f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:27.434015 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5280124b-35ca-4e9a-9574-dcef04f8d3b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:27.438302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5280124b-35ca-4e9a-9574-dcef04f8d3b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.472192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5280124b-35ca-4e9a-9574-dcef04f8d3b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:27.485030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5280124b-35ca-4e9a-9574-dcef04f8d3b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.485543 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-5280124b-35ca-4e9a-9574-dcef04f8d3b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Added segment 46dd8c7e-6091-414a-a829-fcab647ec0d2 of type vlan for network a9430d03-43df-497e-a626-ff50611f12b5 Jul 16 18:02:27.585009 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5280124b-35ca-4e9a-9574-dcef04f8d3b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.660006 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5280124b-35ca-4e9a-9574-dcef04f8d3b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.665929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5280124b-35ca-4e9a-9574-dcef04f8d3b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.666778 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5280124b-35ca-4e9a-9574-dcef04f8d3b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.726658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe2906-ddaa-4c0a-8a08-5ed169e62f31 req-fda04543-ce20-4b78-a9d9-66250c3c0b00 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.740017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3dfe2906-ddaa-4c0a-8a08-5ed169e62f31 req-fda04543-ce20-4b78-a9d9-66250c3c0b00 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1271794 Jul 16 18:02:27.763109 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5280124b-35ca-4e9a-9574-dcef04f8d3b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3845801 Jul 16 18:02:27.766396 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38584) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:27.791047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-435627d2-e255-4a0d-8be5-d010c01c057d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': 'a9430d03-43df-497e-a626-ff50611f12b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:27.844114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3dfe2906-ddaa-4c0a-8a08-5ed169e62f31 req-c13b1cad-4f2f-4294-9445-6da030485e53 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030583 Jul 16 18:02:27.929822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cacf63e0-b991-4e69-b7a0-b724e589dbe4 req-ca09fd1c-ff1b-4114-89b8-5f1675963610 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.0539441 Jul 16 18:02:27.984548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280124b-35ca-4e9a-9574-dcef04f8d3b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Network': ['ID=a9430d03-43df-497e-a626-ff50611f12b5,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:28.004172 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network a9430d03-43df-497e-a626-ff50611f12b5 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:28.015056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435627d2-e255-4a0d-8be5-d010c01c057d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:28.015845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-435627d2-e255-4a0d-8be5-d010c01c057d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.131910 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f54b7675-2ad7-4e40-9442-d4fff88681dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.381311 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-435627d2-e255-4a0d-8be5-d010c01c057d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.470327 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435627d2-e255-4a0d-8be5-d010c01c057d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Subnet': ['ID=258b53c0-d0ce-4f88-8cd6-f7b4bb676c80,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:28.498949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435627d2-e255-4a0d-8be5-d010c01c057d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Checking segment: {'id': '46dd8c7e-6091-414a-a829-fcab647ec0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a9430d03-43df-497e-a626-ff50611f12b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:28.499454 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435627d2-e255-4a0d-8be5-d010c01c057d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network hostable DHCP agents. Network: a9430d03-43df-497e-a626-ff50611f12b5, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:28.529095 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435627d2-e255-4a0d-8be5-d010c01c057d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network a9430d03-43df-497e-a626-ff50611f12b5 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:28.543901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-435627d2-e255-4a0d-8be5-d010c01c057d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, a9430d03-43df-497e-a626-ff50611f12b5) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:28.552103 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435627d2-e255-4a0d-8be5-d010c01c057d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:28.552722 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-435627d2-e255-4a0d-8be5-d010c01c057d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.556933 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a06380c-77cf-43bf-8348-2eb3829612ec None None] Network a9430d03-43df-497e-a626-ff50611f12b5 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:28.589636 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-435627d2-e255-4a0d-8be5-d010c01c057d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8194559 Jul 16 18:02:28.589839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38592) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:28.596402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': 'a9430d03-43df-497e-a626-ff50611f12b5', 'name': 'tempest-PortsIpV6TestJSON-189713275'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:28.731468 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:28.737253 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.765205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port 420a858a-ccee-4135-a58b-fb92e2a9b693 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:28.783995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-a9430d03-43df-497e-a626-ff50611f12b5', 'network_id': 'a9430d03-43df-497e-a626-ff50611f12b5', 'tenant_id': '144d0d44b62c49b2a9f9e520eab225ae', 'fixed_ips': [{'subnet_id': '258b53c0-d0ce-4f88-8cd6-f7b4bb676c80'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:28.785118 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.983763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8::315 (a9430d03-43df-497e-a626-ff50611f12b5/258b53c0-d0ce-4f88-8cd6-f7b4bb676c80/420a858a-ccee-4135-a58b-fb92e2a9b693) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:29.119659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56162c-d6e2-45c6-b244-b197e74b5452 req-d337a38a-996a-411a-9227-4d8c8840fa66 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.126504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c56162c-d6e2-45c6-b244-b197e74b5452 req-d337a38a-996a-411a-9227-4d8c8840fa66 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1119595 Jul 16 18:02:29.169824 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.177205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c56162c-d6e2-45c6-b244-b197e74b5452 req-e0828e4c-8edf-4da9-af03-ccc1dafef185 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497406 Jul 16 18:02:29.198853 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Transition to ACTIVE for port object 420a858a-ccee-4135-a58b-fb92e2a9b693 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:29.271756 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.314477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea29141c-cd24-4c3b-8f97-b1ec60bc78dc req-505d9ad6-91c7-4093-a6db-8879973ac844 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.0937643 Jul 16 18:02:29.381972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Allocated IP 2001:db8::2 (a9430d03-43df-497e-a626-ff50611f12b5/258b53c0-d0ce-4f88-8cd6-f7b4bb676c80/dbd17ec8-7c2b-49cf-b6cd-c73690f287c4) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:29.434143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network a9430d03-43df-497e-a626-ff50611f12b5 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:29.439868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:29.444510 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:29.451761 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.452810 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.476401 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=420a858a-ccee-4135-a58b-fb92e2a9b693,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:29.488418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38604) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:29.489703 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0d866284-ffd5-4aee-8b09-82f7565bfed9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8972306 Jul 16 18:02:29.671016 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.681511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Transition to ACTIVE for port object dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:29.697000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-8941db97-6a0e-4fd6-b53d-3e523ba66cbc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port 420a858a-ccee-4135-a58b-fb92e2a9b693 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:29.698514 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8941db97-6a0e-4fd6-b53d-3e523ba66cbc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.701669 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Transition to ACTIVE for port object dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:29.711252 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.773415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Network a9430d03-43df-497e-a626-ff50611f12b5 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:29.776673 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:29.781865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:29.789194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Pushing event updated for resources: {'Port': ['ID=dbd17ec8-7c2b-49cf-b6cd-c73690f287c4,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:29.875179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Attempting to bind port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:29.875826 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Attempting to bind port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '46dd8c7e-6091-414a-a829-fcab647ec0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a9430d03-43df-497e-a626-ff50611f12b5'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:29.876360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Attempting to bind port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 on network a9430d03-43df-497e-a626-ff50611f12b5 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:29.883340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:29.883768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Checking segment: {'id': '46dd8c7e-6091-414a-a829-fcab647ec0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a9430d03-43df-497e-a626-ff50611f12b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:29.884222 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.885221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Bound using segment: {'id': '46dd8c7e-6091-414a-a829-fcab647ec0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a9430d03-43df-497e-a626-ff50611f12b5'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:29.885767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Bound port: dbd17ec8-7c2b-49cf-b6cd-c73690f287c4, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46dd8c7e-6091-414a-a829-fcab647ec0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a9430d03-43df-497e-a626-ff50611f12b5'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:29.886175 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.896747 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8941db97-6a0e-4fd6-b53d-3e523ba66cbc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.917038 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-8941db97-6a0e-4fd6-b53d-3e523ba66cbc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for 420a858a-ccee-4135-a58b-fb92e2a9b693 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:29.961388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] For port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:29.966628 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] For port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=dbd17ec8-7c2b-49cf-b6cd-c73690f287c4,segment=NetworkSegment(46dd8c7e-6091-414a-a829-fcab647ec0d2),segment_id=46dd8c7e-6091-414a-a829-fcab647ec0d2)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:29.992030 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.045456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e30bb7-7615-4c57-8236-c964d85f31a6 None None] Pushing event updated for resources: {'Port': ['ID=dbd17ec8-7c2b-49cf-b6cd-c73690f287c4,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:30.648300 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.680703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d4e598b1-668d-4962-aeda-927ca75fc2a6 req-a8cb503e-6d70-4066-adfe-b9ff9e343aad tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.1066005 Jul 16 18:02:30.690748 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b54c0501-f3fd-4ba6-a9ac-d18377db83d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.782612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24286d2b-01ef-4190-8e3c-fcc33dc38b41 req-b85abf93-7cb8-43bd-9abc-6f04a92f5402 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:30.789719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24286d2b-01ef-4190-8e3c-fcc33dc38b41 req-b85abf93-7cb8-43bd-9abc-6f04a92f5402 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.2020063 Jul 16 18:02:30.850968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24286d2b-01ef-4190-8e3c-fcc33dc38b41 req-b21ec1e0-94a5-4327-b90a-97c91dafb174 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603073 Jul 16 18:02:30.858830 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8941db97-6a0e-4fd6-b53d-3e523ba66cbc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.931573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941db97-6a0e-4fd6-b53d-3e523ba66cbc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=420a858a-ccee-4135-a58b-fb92e2a9b693,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:30.989570 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8941db97-6a0e-4fd6-b53d-3e523ba66cbc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.991807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8941db97-6a0e-4fd6-b53d-3e523ba66cbc tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/420a858a-ccee-4135-a58b-fb92e2a9b693 HTTP/1.1" status: 204 len: 168 time: 1.5024002 Jul 16 18:02:30.994845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38624) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:31.044889 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd665a5-a0ae-4f9b-b01f-d60d96724dd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] DELETE failed (client error): The resource could not be found. Jul 16 18:02:31.044889 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd665a5-a0ae-4f9b-b01f-d60d96724dd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:02:31.044889 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2fd665a5-a0ae-4f9b-b01f-d60d96724dd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/420a858a-ccee-4135-a58b-fb92e2a9b693 HTTP/1.1" status: 404 len: 333 time: 0.0487685 Jul 16 18:02:31.047470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38628) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:31.100518 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-afdbae7d-d91d-40bf-bf29-ea980a936a87 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:02:31.120420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-afdbae7d-d91d-40bf-bf29-ea980a936a87 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/420a858a-ccee-4135-a58b-fb92e2a9b693 HTTP/1.1" status: 404 len: 333 time: 0.0685668 Jul 16 18:02:31.120974 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38630) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:31.226513 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e83066a-914f-41c8-ab2f-4f38d2dc74e4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting subnet 258b53c0-d0ce-4f88-8cd6-f7b4bb676c80 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:31.231362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:31.249269 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e83066a-914f-41c8-ab2f-4f38d2dc74e4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.310138 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e83066a-914f-41c8-ab2f-4f38d2dc74e4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.319856 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:31.498581 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e83066a-914f-41c8-ab2f-4f38d2dc74e4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.607716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1965be-27b2-45e9-86af-949f32d9104d None None] Network a9430d03-43df-497e-a626-ff50611f12b5 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:31.858194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b01d4a18-b091-4a3e-9197-bbfa2bd4a3c4 None None] Provisioning for port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:31.873908 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.876340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b01d4a18-b091-4a3e-9197-bbfa2bd4a3c4 None None] Provisioning complete for port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:31.876711 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b01d4a18-b091-4a3e-9197-bbfa2bd4a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.048974 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b01d4a18-b091-4a3e-9197-bbfa2bd4a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.103806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92f6d5e6-cfb2-4870-a422-f8bac10421e5 req-ccaed90c-fd22-4a0e-a479-f2cd51f48b3b tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/ports?device_id=e071fc45-932c-4e3d-9aa3-af63581d8293 HTTP/1.1" status: 200 len: 210 time: 0.1208217 Jul 16 18:02:32.117416 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e83066a-914f-41c8-ab2f-4f38d2dc74e4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.240184 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83066a-914f-41c8-ab2f-4f38d2dc74e4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Subnet': ['ID=258b53c0-d0ce-4f88-8cd6-f7b4bb676c80,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:32.255017 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e83066a-914f-41c8-ab2f-4f38d2dc74e4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.269788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38644) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:32.270499 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9e83066a-914f-41c8-ab2f-4f38d2dc74e4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/258b53c0-d0ce-4f88-8cd6-f7b4bb676c80 HTTP/1.1" status: 204 len: 168 time: 1.1484149 Jul 16 18:02:32.275826 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-b01d4a18-b091-4a3e-9197-bbfa2bd4a3c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:02:32.282882 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-b01d4a18-b091-4a3e-9197-bbfa2bd4a3c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:02:32.398999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07557ca5-3932-4d0b-9a7e-66914e0bb679 None None] Network a9430d03-43df-497e-a626-ff50611f12b5 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:32.427014 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.515876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26663182-4432-4a5a-b375-cd058db71180 req-b7dbff74-3957-48eb-824c-e7e171acccac tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:32.517574 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26663182-4432-4a5a-b375-cd058db71180 req-b7dbff74-3957-48eb-824c-e7e171acccac tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1409729 Jul 16 18:02:32.585861 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26663182-4432-4a5a-b375-cd058db71180 req-82c85131-e93d-47d9-a805-dd46f4ff495b tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595706 Jul 16 18:02:32.595938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:32.604837 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.723879 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08576d2-ff35-4be2-be67-6d2c96578164 None None] DHCP port deletion for a9430d03-43df-497e-a626-ff50611f12b5 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:32.740351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] For port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=dbd17ec8-7c2b-49cf-b6cd-c73690f287c4,segment=NetworkSegment(46dd8c7e-6091-414a-a829-fcab647ec0d2),segment_id=46dd8c7e-6091-414a-a829-fcab647ec0d2)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:32.740848 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.761600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:32.874351 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b01d4a18-b091-4a3e-9197-bbfa2bd4a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.876808 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.893712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d08576d2-ff35-4be2-be67-6d2c96578164 None None] Deleting port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:32.894748 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d08576d2-ff35-4be2-be67-6d2c96578164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.905555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No DVR routers for this DVR port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:32.980435 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d08576d2-ff35-4be2-be67-6d2c96578164 None None] For port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4, host n-d-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:32.980883 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d08576d2-ff35-4be2-be67-6d2c96578164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.995286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d08576d2-ff35-4be2-be67-6d2c96578164 None None] Calling delete_port for dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:32.998928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.ipam_backend_mixin [None req-d08576d2-ff35-4be2-be67-6d2c96578164 None None] Port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 was not found and therefore no delete operation was performed {{(pid=100171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:02:33.000782 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d08576d2-ff35-4be2-be67-6d2c96578164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.028182 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.040166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9430d03-43df-497e-a626-ff50611f12b5']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:33.054182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08576d2-ff35-4be2-be67-6d2c96578164 None None] Pushing event deleted for resources: {'Port': ['ID=dbd17ec8-7c2b-49cf-b6cd-c73690f287c4,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.057323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dd8c7e-6091-414a-a829-fcab647ec0d2') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:33.058252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dd8c7e-6091-414a-a829-fcab647ec0d2') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:33.070838 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.086994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08576d2-ff35-4be2-be67-6d2c96578164 None None] No DVR routers for this DVR port dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:33.088217 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.095916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:33.097000 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.221158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:33.260352 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:33.263070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=dbd17ec8-7c2b-49cf-b6cd-c73690f287c4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.277496 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.292346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:33.292790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device dbd17ec8-7c2b-49cf-b6cd-c73690f287c4 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:33.309206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0750aed5-0e80-4e30-8bf1-563efcdfe0ea None None] Could not find standard attr ID for object dbd17ec8-7c2b-49cf-b6cd-c73690f287c4. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:02:33.334515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38654) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:33.335271 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.338022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/networks/a9430d03-43df-497e-a626-ff50611f12b5 HTTP/1.1" status: 204 len: 168 time: 1.0672421 Jul 16 18:02:33.339298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a2d80-a9b6-4f61-9e43-e3c24791311d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Network': ['ID=a9430d03-43df-497e-a626-ff50611f12b5,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.343576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38656) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:33.350184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-35df3b0a-ace1-4388-a2bb-140a3b57794a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-582118567'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:33.400912 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35df3b0a-ace1-4388-a2bb-140a3b57794a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:33.406837 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35df3b0a-ace1-4388-a2bb-140a3b57794a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.432850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad155f04-3e23-464b-959e-8e525a6b6325 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.469651 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad155f04-3e23-464b-959e-8e525a6b6325 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.499849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35df3b0a-ace1-4388-a2bb-140a3b57794a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:33.523764 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35df3b0a-ace1-4388-a2bb-140a3b57794a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.524120 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-35df3b0a-ace1-4388-a2bb-140a3b57794a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Added segment ae5cf232-63a3-4397-86e2-9faa0249fbb3 of type vlan for network 061c923a-22d7-446d-b23f-6181be2f9a97 Jul 16 18:02:33.528637 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.571643 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad155f04-3e23-464b-959e-8e525a6b6325 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.575377 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad155f04-3e23-464b-959e-8e525a6b6325 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.576806 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ad155f04-3e23-464b-959e-8e525a6b6325 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "DELETE /v2.0/security-groups/71898af0-f0dc-458c-bada-4baf5e4efb7c HTTP/1.1" status: 204 len: 168 time: 0.2410500 Jul 16 18:02:33.579453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38660) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:33.604752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad155f04-3e23-464b-959e-8e525a6b6325 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71898af0-f0dc-458c-bada-4baf5e4efb7c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.626736 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-04b37f44-1993-4f14-8473-e006a1093a6b tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] show failed (client error): The resource could not be found. Jul 16 18:02:33.632416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-04b37f44-1993-4f14-8473-e006a1093a6b tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "GET /v2.0/security-groups/71898af0-f0dc-458c-bada-4baf5e4efb7c HTTP/1.1" status: 404 len: 347 time: 0.0517540 Jul 16 18:02:33.637377 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38664) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:33.664370 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35df3b0a-ace1-4388-a2bb-140a3b57794a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.739325 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35df3b0a-ace1-4388-a2bb-140a3b57794a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.747117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df3b0a-ace1-4388-a2bb-140a3b57794a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:33.747887 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-35df3b0a-ace1-4388-a2bb-140a3b57794a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.961297 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-45adf83f-cc9a-404b-a2a5-891a91c6a348 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Deleting port 16c1c238-f96f-4922-8bb0-2cd1576b37c7 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:33.964430 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45adf83f-cc9a-404b-a2a5-891a91c6a348 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.972289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-35df3b0a-ace1-4388-a2bb-140a3b57794a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6274159 Jul 16 18:02:33.974004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38668) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:33.981304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df3b0a-ace1-4388-a2bb-140a3b57794a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Network': ['ID=061c923a-22d7-446d-b23f-6181be2f9a97,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.988929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': '061c923a-22d7-446d-b23f-6181be2f9a97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:33.993534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 061c923a-22d7-446d-b23f-6181be2f9a97 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:34.124313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2677fa5-0882-456a-acc9-edf2ad25e921 req-c0574ae7-2a78-4181-b4ce-ab303bee94a1 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.126734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2677fa5-0882-456a-acc9-edf2ad25e921 req-c0574ae7-2a78-4181-b4ce-ab303bee94a1 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.2658424 Jul 16 18:02:34.130579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:34.132320 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45adf83f-cc9a-404b-a2a5-891a91c6a348 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.132647 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45adf83f-cc9a-404b-a2a5-891a91c6a348 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.139954 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.152058 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-45adf83f-cc9a-404b-a2a5-891a91c6a348 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Calling delete_port for 16c1c238-f96f-4922-8bb0-2cd1576b37c7 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:34.214995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2677fa5-0882-456a-acc9-edf2ad25e921 req-f049caa4-861e-4e7a-885d-6402c321a1c4 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679483 Jul 16 18:02:34.385791 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45adf83f-cc9a-404b-a2a5-891a91c6a348 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.515926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adf83f-cc9a-404b-a2a5-891a91c6a348 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Pushing event deleted for resources: {'Port': ['ID=16c1c238-f96f-4922-8bb0-2cd1576b37c7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.522554 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.579308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Subnet': ['ID=449489d5-feb1-42e3-874c-4bc50da32b39,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.583505 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45adf83f-cc9a-404b-a2a5-891a91c6a348 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.586417 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45adf83f-cc9a-404b-a2a5-891a91c6a348 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.591100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:34.591729 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-45adf83f-cc9a-404b-a2a5-891a91c6a348 tempest-ServersTestBootFromVolume-115246380 tempest-ServersTestBootFromVolume-115246380-project] 10.222.0.41 "DELETE /v2.0/floatingips/0db3d045-063a-4973-b161-063bf63bcd81 HTTP/1.1" status: 204 len: 168 time: 0.9547284 Jul 16 18:02:34.591857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:34.592248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:34.592700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:34.593134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:34.593516 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38674) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:34.593701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:34.594124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:34.594555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:34.595022 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:34.595602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:34.596042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:34.596456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:34.634292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Checking segment: {'id': 'ae5cf232-63a3-4397-86e2-9faa0249fbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '061c923a-22d7-446d-b23f-6181be2f9a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:34.635572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network hostable DHCP agents. Network: 061c923a-22d7-446d-b23f-6181be2f9a97, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:34.656344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 061c923a-22d7-446d-b23f-6181be2f9a97 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:34.678931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 061c923a-22d7-446d-b23f-6181be2f9a97) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:34.685022 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.685638 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.689511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759603a9-8685-4519-ab11-e12ad0d6b1cd None None] Network 061c923a-22d7-446d-b23f-6181be2f9a97 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:34.778147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-12d3ff48-949c-49b8-a1c5-3af751aba133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7980964 Jul 16 18:02:34.780725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38678) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:34.786090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': '061c923a-22d7-446d-b23f-6181be2f9a97', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-941032598'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:35.007074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-061c923a-22d7-446d-b23f-6181be2f9a97', 'network_id': '061c923a-22d7-446d-b23f-6181be2f9a97', 'tenant_id': '144d0d44b62c49b2a9f9e520eab225ae', 'fixed_ips': [{'subnet_id': '449489d5-feb1-42e3-874c-4bc50da32b39'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:35.007609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:35.008835 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.011468 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.085839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port 1d43ffd0-6a00-4227-937d-f0a8ded69976 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:35.267356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8::1fb (061c923a-22d7-446d-b23f-6181be2f9a97/449489d5-feb1-42e3-874c-4bc50da32b39/1d43ffd0-6a00-4227-937d-f0a8ded69976) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:35.518196 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e41d-6aaf-4cd2-86a3-8197e88910a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.579987 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.622713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf57727-0ddf-460e-9ce8-e43ae832bcff req-ab9a5e22-0dc7-4f23-9776-7f259d16fd27 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:35.625064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf57727-0ddf-460e-9ce8-e43ae832bcff req-ab9a5e22-0dc7-4f23-9776-7f259d16fd27 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1695921 Jul 16 18:02:35.626192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Transition to ACTIVE for port object 1d43ffd0-6a00-4227-937d-f0a8ded69976 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:35.717265 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bf57727-0ddf-460e-9ce8-e43ae832bcff req-f5858ff1-c800-4d67-b703-2751bea2c810 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711868 Jul 16 18:02:35.735311 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.817346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Allocated IP 2001:db8::2 (061c923a-22d7-446d-b23f-6181be2f9a97/449489d5-feb1-42e3-874c-4bc50da32b39/bde5362d-9c7f-4976-b24c-86a74bda522d) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:35.858667 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 061c923a-22d7-446d-b23f-6181be2f9a97 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:35.878904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:35.892889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:35.907934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:35.908988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.927741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=1d43ffd0-6a00-4227-937d-f0a8ded69976,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:35.960310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-32d28bfc-7272-4a1f-9463-e2c9ebe1d546 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1773283 Jul 16 18:02:35.960654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38690) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:36.037349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6e41d-6aaf-4cd2-86a3-8197e88910a7 admin admin] Deleting port 5c24ed97-4378-40a8-ad3b-ae357501ccee {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:36.037698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e41d-6aaf-4cd2-86a3-8197e88910a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.157079 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.178156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Transition to ACTIVE for port object bde5362d-9c7f-4976-b24c-86a74bda522d will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:36.186098 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-578023fb-7267-424e-8069-5862fd73a29f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port 1d43ffd0-6a00-4227-937d-f0a8ded69976 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:36.186098 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-578023fb-7267-424e-8069-5862fd73a29f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.211375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Transition to ACTIVE for port object bde5362d-9c7f-4976-b24c-86a74bda522d will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:36.221856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-6cf6e41d-6aaf-4cd2-86a3-8197e88910a7 admin admin] For port 5c24ed97-4378-40a8-ad3b-ae357501ccee, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5c24ed97-4378-40a8-ad3b-ae357501ccee,segment=NetworkSegment(a2853b63-d029-4cf4-9772-1f7a4a02fe55),segment_id=a2853b63-d029-4cf4-9772-1f7a4a02fe55)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:36.222262 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e41d-6aaf-4cd2-86a3-8197e88910a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.231321 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.266821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6e41d-6aaf-4cd2-86a3-8197e88910a7 admin admin] Calling delete_port for 5c24ed97-4378-40a8-ad3b-ae357501ccee owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:36.318531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Network 061c923a-22d7-446d-b23f-6181be2f9a97 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:36.332546 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:36.341842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:36.362299 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Pushing event updated for resources: {'Port': ['ID=bde5362d-9c7f-4976-b24c-86a74bda522d,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:36.417998 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-578023fb-7267-424e-8069-5862fd73a29f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.434749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-578023fb-7267-424e-8069-5862fd73a29f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for 1d43ffd0-6a00-4227-937d-f0a8ded69976 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:36.585563 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-578023fb-7267-424e-8069-5862fd73a29f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.617948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578023fb-7267-424e-8069-5862fd73a29f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=1d43ffd0-6a00-4227-937d-f0a8ded69976,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:36.649481 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e41d-6aaf-4cd2-86a3-8197e88910a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.683383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6e41d-6aaf-4cd2-86a3-8197e88910a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c24ed97-4378-40a8-ad3b-ae357501ccee,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:36.721942 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-578023fb-7267-424e-8069-5862fd73a29f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.724787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-578023fb-7267-424e-8069-5862fd73a29f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/1d43ffd0-6a00-4227-937d-f0a8ded69976 HTTP/1.1" status: 204 len: 168 time: 0.7630100 Jul 16 18:02:36.728717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38698) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:36.792868 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab15eebd-6ba0-4b04-b7e1-48552d15cbef tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:02:36.798814 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ab15eebd-6ba0-4b04-b7e1-48552d15cbef tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/1d43ffd0-6a00-4227-937d-f0a8ded69976 HTTP/1.1" status: 404 len: 333 time: 0.0660973 Jul 16 18:02:36.801356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38702) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:36.889066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Attempting to bind port bde5362d-9c7f-4976-b24c-86a74bda522d on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:36.889449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Attempting to bind port bde5362d-9c7f-4976-b24c-86a74bda522d by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'ae5cf232-63a3-4397-86e2-9faa0249fbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '061c923a-22d7-446d-b23f-6181be2f9a97'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:36.889820 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Attempting to bind port bde5362d-9c7f-4976-b24c-86a74bda522d on network 061c923a-22d7-446d-b23f-6181be2f9a97 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:36.903883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:36.904609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Checking segment: {'id': 'ae5cf232-63a3-4397-86e2-9faa0249fbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '061c923a-22d7-446d-b23f-6181be2f9a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:36.906127 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.907522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Bound using segment: {'id': 'ae5cf232-63a3-4397-86e2-9faa0249fbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '061c923a-22d7-446d-b23f-6181be2f9a97'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:36.907997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Bound port: bde5362d-9c7f-4976-b24c-86a74bda522d, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5cf232-63a3-4397-86e2-9faa0249fbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '061c923a-22d7-446d-b23f-6181be2f9a97'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:36.910084 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.077148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd66a34-2c12-458e-b4a1-af7f3bca9523 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting subnet 449489d5-feb1-42e3-874c-4bc50da32b39 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:37.141436 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] For port bde5362d-9c7f-4976-b24c-86a74bda522d, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:37.152022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] For port bde5362d-9c7f-4976-b24c-86a74bda522d, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=bde5362d-9c7f-4976-b24c-86a74bda522d,segment=NetworkSegment(ae5cf232-63a3-4397-86e2-9faa0249fbb3),segment_id=ae5cf232-63a3-4397-86e2-9faa0249fbb3)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:37.169127 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.207695 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5dd66a34-2c12-458e-b4a1-af7f3bca9523 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.317949 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e41d-6aaf-4cd2-86a3-8197e88910a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.373495 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:02:37.396868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ab662-2c6f-400f-9622-c6d50260a08f None None] Pushing event updated for resources: {'Port': ['ID=bde5362d-9c7f-4976-b24c-86a74bda522d,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:37.527133 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5dd66a34-2c12-458e-b4a1-af7f3bca9523 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.776209 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5dd66a34-2c12-458e-b4a1-af7f3bca9523 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.965358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a47df-b6b3-4484-a586-f764fd4b2dc3 req-58acad35-0b7a-4047-9ef4-c41edb10e949 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:37.973911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c42a47df-b6b3-4484-a586-f764fd4b2dc3 req-58acad35-0b7a-4047-9ef4-c41edb10e949 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1516690 Jul 16 18:02:37.982426 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf6e41d-6aaf-4cd2-86a3-8197e88910a7 admin admin] Router 7077a4ae-4e1d-440b-9248-ac836f69905f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:38.014255 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5dd66a34-2c12-458e-b4a1-af7f3bca9523 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.069509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd66a34-2c12-458e-b4a1-af7f3bca9523 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Subnet': ['ID=449489d5-feb1-42e3-874c-4bc50da32b39,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:38.103637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c42a47df-b6b3-4484-a586-f764fd4b2dc3 req-43809fc1-0062-4c1d-8f0c-246631a2a3f9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266675 Jul 16 18:02:38.111864 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5dd66a34-2c12-458e-b4a1-af7f3bca9523 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.115071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5dd66a34-2c12-458e-b4a1-af7f3bca9523 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/449489d5-feb1-42e3-874c-4bc50da32b39 HTTP/1.1" status: 204 len: 168 time: 1.3126912 Jul 16 18:02:38.126533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38756) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:38.179208 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf6e41d-6aaf-4cd2-86a3-8197e88910a7 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:38.188585 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6cf6e41d-6aaf-4cd2-86a3-8197e88910a7 admin admin] 10.222.0.41 "PUT /v2.0/routers/7077a4ae-4e1d-440b-9248-ac836f69905f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5933678 Jul 16 18:02:38.189150 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c52d2-6ea5-4f8b-b24a-afcdd807761c None None] Sync routers for ids ['7077a4ae-4e1d-440b-9248-ac836f69905f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:38.192829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38758) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:38.211771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c52d2-6ea5-4f8b-b24a-afcdd807761c None None] Routers {'7077a4ae-4e1d-440b-9248-ac836f69905f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:38.216310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0d2c52d2-6ea5-4f8b-b24a-afcdd807761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:02:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7077a4ae-4e1d-440b-9248-ac836f69905f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:38.273518 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.354333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port bde5362d-9c7f-4976-b24c-86a74bda522d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:38.356666 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.396495 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.456283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] For port bde5362d-9c7f-4976-b24c-86a74bda522d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=bde5362d-9c7f-4976-b24c-86a74bda522d,segment=NetworkSegment(ae5cf232-63a3-4397-86e2-9faa0249fbb3),segment_id=ae5cf232-63a3-4397-86e2-9faa0249fbb3)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:38.456912 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.475420 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for bde5362d-9c7f-4976-b24c-86a74bda522d owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:38.585909 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.627764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=bde5362d-9c7f-4976-b24c-86a74bda522d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:38.643417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No DVR routers for this DVR port bde5362d-9c7f-4976-b24c-86a74bda522d on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:38.675058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-0d2c52d2-6ea5-4f8b-b24a-afcdd807761c None None] Set router 7077a4ae-4e1d-440b-9248-ac836f69905f gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:38.715607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.795977 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.811174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061c923a-22d7-446d-b23f-6181be2f9a97']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:38.826288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5cf232-63a3-4397-86e2-9faa0249fbb3') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:38.826877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5cf232-63a3-4397-86e2-9faa0249fbb3') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:38.838670 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.843498 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Deleting port c7de1f51-2192-474d-8522-4c7b0f429e3d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:38.846080 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.873721 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.902428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:38.902842 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:38.911257 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:39.105169 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.113399 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.114032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] For port c7de1f51-2192-474d-8522-4c7b0f429e3d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c7de1f51-2192-474d-8522-4c7b0f429e3d,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:39.114543 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.121586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/networks/061c923a-22d7-446d-b23f-6181be2f9a97 HTTP/1.1" status: 204 len: 168 time: 0.9895649 Jul 16 18:02:39.124295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38800) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:39.125988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0d2c52d2-6ea5-4f8b-b24a-afcdd807761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T18:02:36Z', 'revision_number': 5, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port': {'id': 'c7de1f51-2192-474d-8522-4c7b0f429e3d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:31Z', 'updated_at': '2021-07-16T17:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:39.170877 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Calling delete_port for c7de1f51-2192-474d-8522-4c7b0f429e3d owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:39.199481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e7ccc803-3d05-4c53-81a7-fb7d3bc86a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'name': 'tempest-PortsIpV6TestJSON-1864416058'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:39.220620 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c52d2-6ea5-4f8b-b24a-afcdd807761c None None] Checking router: 7077a4ae-4e1d-440b-9248-ac836f69905f for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:39.222716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e6810-67db-4d90-a014-7125ae1bd600 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Network': ['ID=061c923a-22d7-446d-b23f-6181be2f9a97,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:39.240058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c52d2-6ea5-4f8b-b24a-afcdd807761c None None] Routers {'7077a4ae-4e1d-440b-9248-ac836f69905f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:39.252985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0d2c52d2-6ea5-4f8b-b24a-afcdd807761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:02:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['7077a4ae-4e1d-440b-9248-ac836f69905f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:39.408649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-0d2c52d2-6ea5-4f8b-b24a-afcdd807761c None None] Set router 7077a4ae-4e1d-440b-9248-ac836f69905f gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:39.568980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e46bc5-4f8f-42d1-8db3-a4111fddfdf6 None None] DHCP port deletion for 061c923a-22d7-446d-b23f-6181be2f9a97 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:39.574659 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6b70a851-6707-4b02-8555-d79c6dc861b1 None None] Could not find standard attr ID for object bde5362d-9c7f-4976-b24c-86a74bda522d. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:02:39.579982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0d2c52d2-6ea5-4f8b-b24a-afcdd807761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T18:02:38Z', 'revision_number': 6, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:39.602100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847362a-c106-4d0b-bcfa-feddfe8d2ab4 req-fe1be8e4-fa02-4858-a205-b8e10d9b283b tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:39.611150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0847362a-c106-4d0b-bcfa-feddfe8d2ab4 req-fe1be8e4-fa02-4858-a205-b8e10d9b283b tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1670516 Jul 16 18:02:39.627194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ccc803-3d05-4c53-81a7-fb7d3bc86a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:39.631567 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc803-3d05-4c53-81a7-fb7d3bc86a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.655221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-e7ccc803-3d05-4c53-81a7-fb7d3bc86a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port e52ff023-612f-461c-9eaf-8491bf1d1b1c yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:39.661747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b74d170-a068-42b0-a3bd-511904c85fe2 None None] Network 061c923a-22d7-446d-b23f-6181be2f9a97 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:39.674823 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b74d170-a068-42b0-a3bd-511904c85fe2 None None] Network 061c923a-22d7-446d-b23f-6181be2f9a97 could not be found, it might have been deleted concurrently. {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:02:39.684186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c52d2-6ea5-4f8b-b24a-afcdd807761c None None] The sync data for ids ['7077a4ae-4e1d-440b-9248-ac836f69905f'] in n-d-787206-10 is: [{'id': '7077a4ae-4e1d-440b-9248-ac836f69905f', 'name': 'tempest-ServersTestBootFromVolume-1185615394-router', 'tenant_id': '9729e0cfdd674c53a50211fd53c97905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T18:02:38Z', 'revision_number': 6, 'project_id': '9729e0cfdd674c53a50211fd53c97905', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:39.706406 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.760864 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7de1f51-2192-474d-8522-4c7b0f429e3d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:39.783056 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0847362a-c106-4d0b-bcfa-feddfe8d2ab4 req-7c17ba22-6aa3-4daf-b1b1-ae81cde5db57 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709809 Jul 16 18:02:39.838878 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.936368 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.939970 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.001088 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc803-3d05-4c53-81a7-fb7d3bc86a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.035100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.037956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7077a4ae-4e1d-440b-9248-ac836f69905f {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:02:40.054746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.059505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38826) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:40.061162 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5523e6b8-3073-4038-a5c3-17434f413e6d admin admin] 10.222.0.41 "DELETE /v2.0/routers/7077a4ae-4e1d-440b-9248-ac836f69905f HTTP/1.1" status: 204 len: 168 time: 1.8618050 Jul 16 18:02:40.070379 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc803-3d05-4c53-81a7-fb7d3bc86a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.186606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ccc803-3d05-4c53-81a7-fb7d3bc86a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:40.201834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e7ccc803-3d05-4c53-81a7-fb7d3bc86a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:40.207520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ccc803-3d05-4c53-81a7-fb7d3bc86a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:40.213795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ccc803-3d05-4c53-81a7-fb7d3bc86a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:40.214414 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc803-3d05-4c53-81a7-fb7d3bc86a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.219113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0a7d36-4c77-4213-acb6-d8df4aa7f81c admin admin] Deleting subnet 380206bc-53db-475e-8db6-cb57da5e0bf7 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:40.259016 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7d36-4c77-4213-acb6-d8df4aa7f81c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.281895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccc803-3d05-4c53-81a7-fb7d3bc86a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=e52ff023-612f-461c-9eaf-8491bf1d1b1c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:40.303020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e7ccc803-3d05-4c53-81a7-fb7d3bc86a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1255231 Jul 16 18:02:40.305790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38834) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:40.324392 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7d36-4c77-4213-acb6-d8df4aa7f81c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.332770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-45f96047-adcc-4913-aece-9be22e6ae12e tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:40.334256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-45f96047-adcc-4913-aece-9be22e6ae12e tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/networks?id=429874e8-7994-4025-b5f0-12b1780a759d HTTP/1.1" status: 200 len: 815 time: 0.2383196 Jul 16 18:02:40.370726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-5f0c176a-c307-4d7e-8821-cdc81e6022f8 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/quotas/bc3587bb1ad744589328ec2fb203c26f HTTP/1.1" status: 200 len: 375 time: 0.0180805 Jul 16 18:02:40.420744 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c94c9c63-ee52-4398-8bc0-25312edfc036 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port e52ff023-612f-461c-9eaf-8491bf1d1b1c {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:40.421231 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c94c9c63-ee52-4398-8bc0-25312edfc036 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.467171 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7d36-4c77-4213-acb6-d8df4aa7f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.504462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c94c9c63-ee52-4398-8bc0-25312edfc036 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.513412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-3aeae9b8-4575-4d18-aa2f-082dc24fb41b tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc3587bb1ad744589328ec2fb203c26f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361229 Jul 16 18:02:40.518926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c94c9c63-ee52-4398-8bc0-25312edfc036 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for e52ff023-612f-461c-9eaf-8491bf1d1b1c owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:40.587971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7d36-4c77-4213-acb6-d8df4aa7f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.620834 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c94c9c63-ee52-4398-8bc0-25312edfc036 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.628457 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a7d36-4c77-4213-acb6-d8df4aa7f81c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=380206bc-53db-475e-8db6-cb57da5e0bf7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:40.635633 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7d36-4c77-4213-acb6-d8df4aa7f81c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.639735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8c0a7d36-4c77-4213-acb6-d8df4aa7f81c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/380206bc-53db-475e-8db6-cb57da5e0bf7 HTTP/1.1" status: 204 len: 168 time: 0.5763898 Jul 16 18:02:40.641489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38838) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:40.645577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3539796a-f1f0-4706-8713-d7138260048c None None] Network ef176420-dca1-472e-b8a8-117e5bf1c498 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:40.662355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c9c63-ee52-4398-8bc0-25312edfc036 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=e52ff023-612f-461c-9eaf-8491bf1d1b1c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:40.669791 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c94c9c63-ee52-4398-8bc0-25312edfc036 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.671387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-af534d32-68d7-4be7-aeaa-89467262649b service neutron] 10.222.0.41 "GET /v2.0/networks/429874e8-7994-4025-b5f0-12b1780a759d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501181 Jul 16 18:02:40.674614 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c94c9c63-ee52-4398-8bc0-25312edfc036 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/e52ff023-612f-461c-9eaf-8491bf1d1b1c HTTP/1.1" status: 204 len: 168 time: 0.3676355 Jul 16 18:02:40.675239 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38840) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:40.683798 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-529ad183-8f87-4038-bbee-d6329354cec5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'mac_address': 'fa:16:3e:cf:af:5c', 'name': 'tempest-PortsIpV6TestJSON-1190723101'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:40.875029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-65a6ff28-d493-4aca-8d82-45c9460cb3b1 service neutron] 10.222.0.41 "GET /v2.0/networks/429874e8-7994-4025-b5f0-12b1780a759d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920893 Jul 16 18:02:40.917286 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.005347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6955c9-de0f-487b-8810-823250a56d81 req-9b77caa5-7ab6-4143-b3d6-b8bfd22d0762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.007269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b6955c9-de0f-487b-8810-823250a56d81 req-9b77caa5-7ab6-4143-b3d6-b8bfd22d0762 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 1098 time: 0.2070525 Jul 16 18:02:41.016885 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767deea-edb8-4518-971e-cd4d40bc550f None None] DHCP port deletion for ef176420-dca1-472e-b8a8-117e5bf1c498 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:41.086562 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b6955c9-de0f-487b-8810-823250a56d81 req-dd8c5ef6-572d-4826-b094-2fde8c871038 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687780 Jul 16 18:02:41.148778 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1767deea-edb8-4518-971e-cd4d40bc550f None None] Deleting port 54b831b1-bb22-435b-a351-ded721de130a {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:41.149223 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1767deea-edb8-4518-971e-cd4d40bc550f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.177703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529ad183-8f87-4038-bbee-d6329354cec5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:41.222134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Deleting port 54b831b1-bb22-435b-a351-ded721de130a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:41.222439 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.251137 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1767deea-edb8-4518-971e-cd4d40bc550f None None] For port 54b831b1-bb22-435b-a351-ded721de130a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=54b831b1-bb22-435b-a351-ded721de130a,segment=NetworkSegment(a2853b63-d029-4cf4-9772-1f7a4a02fe55),segment_id=a2853b63-d029-4cf4-9772-1f7a4a02fe55)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:41.251561 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1767deea-edb8-4518-971e-cd4d40bc550f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.264378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1767deea-edb8-4518-971e-cd4d40bc550f None None] Calling delete_port for 54b831b1-bb22-435b-a351-ded721de130a owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:41.341147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b4a44-83ae-40fe-9d2c-b32b5151cec2 req-20330214-df3e-44cc-a19c-03cfe6068655 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.350907 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-529ad183-8f87-4038-bbee-d6329354cec5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.355574 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e37b4a44-83ae-40fe-9d2c-b32b5151cec2 req-20330214-df3e-44cc-a19c-03cfe6068655 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.2444868 Jul 16 18:02:41.384603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 54b831b1-bb22-435b-a351-ded721de130a no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:41.385179 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-529ad183-8f87-4038-bbee-d6329354cec5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port bbdffbae-998a-4fbf-b806-b1ff9f154a10 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:41.393024 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1767deea-edb8-4518-971e-cd4d40bc550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.446377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 54b831b1-bb22-435b-a351-ded721de130a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:41.446713 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 54b831b1-bb22-435b-a351-ded721de130a not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:41.447215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device bde5362d-9c7f-4976-b24c-86a74bda522d no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:41.509974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] For port 54b831b1-bb22-435b-a351-ded721de130a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=54b831b1-bb22-435b-a351-ded721de130a,segment=NetworkSegment(a2853b63-d029-4cf4-9772-1f7a4a02fe55),segment_id=a2853b63-d029-4cf4-9772-1f7a4a02fe55)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:41.510638 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.517716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e37b4a44-83ae-40fe-9d2c-b32b5151cec2 req-544ad092-93fe-4dd7-ae97-f2b3dc4f2894 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604495 Jul 16 18:02:41.530979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Calling delete_port for 54b831b1-bb22-435b-a351-ded721de130a owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:41.542022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: bde5362d-9c7f-4976-b24c-86a74bda522d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:41.542369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device bde5362d-9c7f-4976-b24c-86a74bda522d not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:41.543212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5c24ed97-4378-40a8-ad3b-ae357501ccee no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:41.588993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 5c24ed97-4378-40a8-ad3b-ae357501ccee {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:41.589599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5c24ed97-4378-40a8-ad3b-ae357501ccee not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:41.590226 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c7de1f51-2192-474d-8522-4c7b0f429e3d no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:41.592694 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767deea-edb8-4518-971e-cd4d40bc550f None None] Pushing event deleted for resources: {'Port': ['ID=54b831b1-bb22-435b-a351-ded721de130a,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:41.602152 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767deea-edb8-4518-971e-cd4d40bc550f None None] No DVR routers for this DVR port 54b831b1-bb22-435b-a351-ded721de130a on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:41.648713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cb0e53a-c4ff-44ac-8cbb-43e383828127 req-fc5c3e9e-6ac5-44e2-a9ed-8ac1dd90f5be tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 210 time: 0.0628011 Jul 16 18:02:41.676482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: c7de1f51-2192-474d-8522-4c7b0f429e3d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:41.677040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c7de1f51-2192-474d-8522-4c7b0f429e3d not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:41.715580 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.754861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b831b1-bb22-435b-a351-ded721de130a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:41.782017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] No DVR routers for this DVR port 54b831b1-bb22-435b-a351-ded721de130a on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:41.795112 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-529ad183-8f87-4038-bbee-d6329354cec5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.870965 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-529ad183-8f87-4038-bbee-d6329354cec5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.896201 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.908985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef176420-dca1-472e-b8a8-117e5bf1c498']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:41.921253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2853b63-d029-4cf4-9772-1f7a4a02fe55') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:41.921692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2853b63-d029-4cf4-9772-1f7a4a02fe55') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:41.931752 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.948001 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.955517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:41.956064 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.958006 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529ad183-8f87-4038-bbee-d6329354cec5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:41.958308 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:41.961678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-529ad183-8f87-4038-bbee-d6329354cec5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:41.966375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ad183-8f87-4038-bbee-d6329354cec5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:41.972755 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529ad183-8f87-4038-bbee-d6329354cec5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.974089 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-529ad183-8f87-4038-bbee-d6329354cec5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.992726 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ad183-8f87-4038-bbee-d6329354cec5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=bbdffbae-998a-4fbf-b806-b1ff9f154a10,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.005511 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-529ad183-8f87-4038-bbee-d6329354cec5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3268850 Jul 16 18:02:42.005788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38862) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:42.031253 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.048114 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.048114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ef176420-dca1-472e-b8a8-117e5bf1c498 HTTP/1.1" status: 204 len: 168 time: 1.4027972 Jul 16 18:02:42.074823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339ee35-0b5b-4f32-a39b-e7fc38982b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef176420-dca1-472e-b8a8-117e5bf1c498,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.084573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693c8124-0a3d-452f-8b87-2941160b474c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:42.089852 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-693c8124-0a3d-452f-8b87-2941160b474c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/bbdffbae-998a-4fbf-b806-b1ff9f154a10 HTTP/1.1" status: 200 len: 845 time: 0.0799987 Jul 16 18:02:42.090132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38866) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:42.220627 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f0db6c0a-76c6-446a-bd81-c248aa74a739 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port bbdffbae-998a-4fbf-b806-b1ff9f154a10 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:42.220975 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0db6c0a-76c6-446a-bd81-c248aa74a739 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.280251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38868) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:42.312604 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0db6c0a-76c6-446a-bd81-c248aa74a739 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.328034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f0db6c0a-76c6-446a-bd81-c248aa74a739 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for bbdffbae-998a-4fbf-b806-b1ff9f154a10 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:42.344141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-719b3f75-8467-47b9-9674-c65e85c1059c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9729e0cfdd674c53a50211fd53c97905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626261 Jul 16 18:02:42.346909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38872) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:42.421311 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-836e4dd5-731f-4acf-82ea-6a0b9258bfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.422650 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0db6c0a-76c6-446a-bd81-c248aa74a739 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.445001 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-836e4dd5-731f-4acf-82ea-6a0b9258bfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.463598 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0db6c0a-76c6-446a-bd81-c248aa74a739 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.465540 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f0db6c0a-76c6-446a-bd81-c248aa74a739 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/bbdffbae-998a-4fbf-b806-b1ff9f154a10 HTTP/1.1" status: 204 len: 168 time: 0.3744516 Jul 16 18:02:42.466629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db6c0a-76c6-446a-bd81-c248aa74a739 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=bbdffbae-998a-4fbf-b806-b1ff9f154a10,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.469274 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38874) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:42.510669 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67a90b3-b56f-42f7-be63-cefd460eba6e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:02:42.516406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b67a90b3-b56f-42f7-be63-cefd460eba6e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/bbdffbae-998a-4fbf-b806-b1ff9f154a10 HTTP/1.1" status: 404 len: 333 time: 0.0461247 Jul 16 18:02:42.517629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38878) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:42.523529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8c0d58ac-7019-4bb2-adbc-3c42f7c723b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'name': 'tempest-PortsIpV6TestJSON-267350768'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:42.546984 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-836e4dd5-731f-4acf-82ea-6a0b9258bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.549810 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-836e4dd5-731f-4acf-82ea-6a0b9258bfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.550965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-836e4dd5-731f-4acf-82ea-6a0b9258bfc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5d0daa2-99ce-47c5-82fa-13ee6b911d30 HTTP/1.1" status: 204 len: 168 time: 0.2027915 Jul 16 18:02:42.566281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e4dd5-731f-4acf-82ea-6a0b9258bfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d0daa2-99ce-47c5-82fa-13ee6b911d30,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.735962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0d58ac-7019-4bb2-adbc-3c42f7c723b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:42.745192 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c0d58ac-7019-4bb2-adbc-3c42f7c723b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.796947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fcee3-50cb-4e25-ba97-6287b0b5742b req-48f7f027-2d14-40b8-81a5-41ead2197151 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:42.799885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea5fcee3-50cb-4e25-ba97-6287b0b5742b req-48f7f027-2d14-40b8-81a5-41ead2197151 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1337757 Jul 16 18:02:42.864617 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3b498b3-d781-4071-9d46-bbd21fd9b5ad req-8c14773c-5ee5-4a94-a571-28c160ebf9c4 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 210 time: 0.0503314 Jul 16 18:02:42.908426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea5fcee3-50cb-4e25-ba97-6287b0b5742b req-b3a80977-0f3b-4483-9921-e9a98b86791e tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941677 Jul 16 18:02:42.922638 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-a36a652a-d2a3-48e3-abe6-99ffcc6d9381 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:42.924186 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-a36a652a-d2a3-48e3-abe6-99ffcc6d9381 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.43 "GET /v2.0/networks?id=429874e8-7994-4025-b5f0-12b1780a759d HTTP/1.1" status: 200 len: 815 time: 0.1748605 Jul 16 18:02:42.937133 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-8c0d58ac-7019-4bb2-adbc-3c42f7c723b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port b54d8bbc-d3a6-49af-ad28-ce74b495ecd1 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:42.956062 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Request body: {'port': {'device_id': '282d7bac-60c6-4999-87dd-228ff88b74ad', 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d', 'admin_state_up': True, 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:43.170773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c63dd-2930-4889-8421-3557912c3763 req-02d7db74-c05d-4722-a0cc-785f4267248a tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.172451 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c11c63dd-2930-4889-8421-3557912c3763 req-02d7db74-c05d-4722-a0cc-785f4267248a tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.0977428 Jul 16 18:02:43.279008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c11c63dd-2930-4889-8421-3557912c3763 req-9e293c16-b460-4f37-b226-2a441cf3b88f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004574 Jul 16 18:02:43.396524 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c0d58ac-7019-4bb2-adbc-3c42f7c723b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.416786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Made reservation on behalf of bc3587bb1ad744589328ec2fb203c26f for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:43.423450 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.547694 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c0d58ac-7019-4bb2-adbc-3c42f7c723b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.628500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d58ac-7019-4bb2-adbc-3c42f7c723b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:43.660860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d58ac-7019-4bb2-adbc-3c42f7c723b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:43.666811 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d58ac-7019-4bb2-adbc-3c42f7c723b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:43.676302 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0d58ac-7019-4bb2-adbc-3c42f7c723b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.677271 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c0d58ac-7019-4bb2-adbc-3c42f7c723b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.680134 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d58ac-7019-4bb2-adbc-3c42f7c723b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=b54d8bbc-d3a6-49af-ad28-ce74b495ecd1,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:43.728662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38936) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:43.729004 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8c0d58ac-7019-4bb2-adbc-3c42f7c723b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2089422 Jul 16 18:02:43.730406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Allocated IP 172.20.0.14 (429874e8-7994-4025-b5f0-12b1780a759d/95785580-847b-41af-9e98-d03db5ba9cf9/f75b156a-5df4-4cd6-9eeb-528ca715a012) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:43.735366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a89a7589-4c82-4ef5-af2c-8f464b41e4d2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:44.045061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.049363 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38942) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:44.105539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Transition to ACTIVE for port object f75b156a-5df4-4cd6-9eeb-528ca715a012 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:44.112181 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a89a7589-4c82-4ef5-af2c-8f464b41e4d2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.191165 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.244953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Network 429874e8-7994-4025-b5f0-12b1780a759d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:44.315858 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:44.319665 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Pushing event updated for resources: {'Port': ['ID=f75b156a-5df4-4cd6-9eeb-528ca715a012,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:44.324649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:44.394720 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-463204514-network', 'tenant_id': '40c61bd95cbf4623a1b855bc6d9bd28e'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:44.477973 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.482185 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.512892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Made reservation on behalf of 40c61bd95cbf4623a1b855bc6d9bd28e for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:44.515748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.537403 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.553021 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-27fda91d-bf7c-43ab-83cc-7c6326ae471c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6146507 Jul 16 18:02:44.579302 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Request body: {'port': {'device_id': '282d7bac-60c6-4999-87dd-228ff88b74ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:44.718250 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.781459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dd9642fb-2c21-4e70-a1f5-5c27ea511ed3 None None] Provisioning for port f75b156a-5df4-4cd6-9eeb-528ca715a012 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:44.796755 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dd9642fb-2c21-4e70-a1f5-5c27ea511ed3 None None] Provisioning complete for port f75b156a-5df4-4cd6-9eeb-528ca715a012 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:44.797455 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd9642fb-2c21-4e70-a1f5-5c27ea511ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.847067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.861179 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.881826 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-dd9642fb-2c21-4e70-a1f5-5c27ea511ed3 None None] Port f75b156a-5df4-4cd6-9eeb-528ca715a012 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:45.017500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:45.028680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46608677-569a-4a8e-b655-5f656a6a1a45 req-8ddba06e-73d1-4fbd-a456-39c64c26dba7 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.036726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46608677-569a-4a8e-b655-5f656a6a1a45 req-8ddba06e-73d1-4fbd-a456-39c64c26dba7 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.9277411 Jul 16 18:02:45.037793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb4a4ca-06a1-4e18-a46c-745ce9fca538,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:45.048319 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.048319 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Added segment c978ca51-f614-4981-a1f7-1d4603a9090f of type vlan for network 1d83386b-98e9-43de-97bc-2d2db963b2c4 Jul 16 18:02:45.075487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0333c4d-f13d-48de-abcd-6400e0329cdf req-9cad3cd9-59df-4fdc-bb1a-c4a2aa292401 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.083076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0333c4d-f13d-48de-abcd-6400e0329cdf req-9cad3cd9-59df-4fdc-bb1a-c4a2aa292401 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 932 time: 0.8090658 Jul 16 18:02:45.177642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a89a7589-4c82-4ef5-af2c-8f464b41e4d2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.212983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0333c4d-f13d-48de-abcd-6400e0329cdf req-94b59529-892b-453d-a4dd-d88983a18da3 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c2a30da-863b-4925-955b-4c3811e0d152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282861 Jul 16 18:02:45.234079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46608677-569a-4a8e-b655-5f656a6a1a45 req-c792ee4d-d024-469b-81b9-dc9036637f60 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964021 Jul 16 18:02:45.235194 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a89a7589-4c82-4ef5-af2c-8f464b41e4d2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.353188 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.375179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-a89a7589-4c82-4ef5-af2c-8f464b41e4d2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] In _notify_port_updated(), no bound segment for port b54d8bbc-d3a6-49af-ad28-ce74b495ecd1 on network 975ee1f1-098e-4ac6-8cd8-079140cd740a {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:02:45.383063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89a7589-4c82-4ef5-af2c-8f464b41e4d2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.395426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a89a7589-4c82-4ef5-af2c-8f464b41e4d2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.401318 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a89a7589-4c82-4ef5-af2c-8f464b41e4d2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "PUT /v2.0/ports/b54d8bbc-d3a6-49af-ad28-ce74b495ecd1 HTTP/1.1" status: 200 len: 818 time: 1.6708841 Jul 16 18:02:45.404516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38954) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:45.535991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75b156a-5df4-4cd6-9eeb-528ca715a012 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:45.561023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a7589-4c82-4ef5-af2c-8f464b41e4d2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=b54d8bbc-d3a6-49af-ad28-ce74b495ecd1,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:45.570847 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.581099 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.582318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.583142 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.677083 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Transition to ACTIVE for port object f75b156a-5df4-4cd6-9eeb-528ca715a012 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:45.682079 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6294208 Jul 16 18:02:45.688616 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38956) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:45.702376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-587425eb-94e2-4d53-9c44-ef3531a7f023 admin admin] Request body: {'subnet': {'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-463204514-subnet', 'tenant_id': '40c61bd95cbf4623a1b855bc6d9bd28e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:45.709668 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.773411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3e458-a0ea-47f6-a01b-bf84209c3b5d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port b54d8bbc-d3a6-49af-ad28-ce74b495ecd1 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:45.774411 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbd3e458-a0ea-47f6-a01b-bf84209c3b5d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.778778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79687259-5ca4-4ccb-b2e1-ed32fb5daa6e admin admin] Pushing event updated for resources: {'Network': ['ID=1d83386b-98e9-43de-97bc-2d2db963b2c4,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:45.801097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 1d83386b-98e9-43de-97bc-2d2db963b2c4 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:45.840023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587425eb-94e2-4d53-9c44-ef3531a7f023 admin admin] Made reservation on behalf of 40c61bd95cbf4623a1b855bc6d9bd28e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:45.846887 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-587425eb-94e2-4d53-9c44-ef3531a7f023 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.868191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Pushing event updated for resources: {'Port': ['ID=f75b156a-5df4-4cd6-9eeb-528ca715a012,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:45.911723 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbd3e458-a0ea-47f6-a01b-bf84209c3b5d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.941013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3e458-a0ea-47f6-a01b-bf84209c3b5d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for b54d8bbc-d3a6-49af-ad28-ce74b495ecd1 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:46.174998 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbd3e458-a0ea-47f6-a01b-bf84209c3b5d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.191738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Attempting to bind port f75b156a-5df4-4cd6-9eeb-528ca715a012 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:46.192253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Attempting to bind port f75b156a-5df4-4cd6-9eeb-528ca715a012 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '490bdb8f-6f28-4d07-b10b-58f8b4200f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:46.192709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Attempting to bind port f75b156a-5df4-4cd6-9eeb-528ca715a012 on network 429874e8-7994-4025-b5f0-12b1780a759d {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:46.202160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Port f75b156a-5df4-4cd6-9eeb-528ca715a012 on network 429874e8-7994-4025-b5f0-12b1780a759d not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:46.202737 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Attempting to bind port f75b156a-5df4-4cd6-9eeb-528ca715a012 on network 429874e8-7994-4025-b5f0-12b1780a759d {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:46.266774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3e458-a0ea-47f6-a01b-bf84209c3b5d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=b54d8bbc-d3a6-49af-ad28-ce74b495ecd1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:46.286591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:46.288144 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbd3e458-a0ea-47f6-a01b-bf84209c3b5d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.290934 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Checking segment: {'id': '490bdb8f-6f28-4d07-b10b-58f8b4200f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:46.292507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fbd3e458-a0ea-47f6-a01b-bf84209c3b5d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/b54d8bbc-d3a6-49af-ad28-ce74b495ecd1 HTTP/1.1" status: 204 len: 168 time: 0.8719668 Jul 16 18:02:46.294974 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Bound using segment: {'id': '490bdb8f-6f28-4d07-b10b-58f8b4200f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:46.295771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Bound port: f75b156a-5df4-4cd6-9eeb-528ca715a012, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490bdb8f-6f28-4d07-b10b-58f8b4200f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:46.296263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.296453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38964) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:46.419513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0564b0-33a1-4f6a-a488-474da091866a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:46.426621 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-aa0564b0-33a1-4f6a-a488-474da091866a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1289809 Jul 16 18:02:46.429708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38966) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:46.439464 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-587425eb-94e2-4d53-9c44-ef3531a7f023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.486545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] For port f75b156a-5df4-4cd6-9eeb-528ca715a012, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:46.491110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587425eb-94e2-4d53-9c44-ef3531a7f023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f383a48f-0c4d-404d-afd1-d0778e8a5939,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:46.501315 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-825a70e4-49fa-4421-8872-97da9fac927f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:02:46.503815 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-825a70e4-49fa-4421-8872-97da9fac927f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/b54d8bbc-d3a6-49af-ad28-ce74b495ecd1 HTTP/1.1" status: 404 len: 333 time: 0.0721586 Jul 16 18:02:46.512268 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38968) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:46.523987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] For port f75b156a-5df4-4cd6-9eeb-528ca715a012, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f75b156a-5df4-4cd6-9eeb-528ca715a012,segment=NetworkSegment(490bdb8f-6f28-4d07-b10b-58f8b4200f5c),segment_id=490bdb8f-6f28-4d07-b10b-58f8b4200f5c)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:46.533430 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6840bb9d-0577-4963-9f39-de526a0c138d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1174618415'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:46.549047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.585565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3c9ff-8901-47ca-b941-1c2f21eeff65 req-1ae32f59-17a4-4e96-a235-c3a96e1c7230 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:46.595792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ed3c9ff-8901-47ca-b941-1c2f21eeff65 req-1ae32f59-17a4-4e96-a235-c3a96e1c7230 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 944 time: 0.1422036 Jul 16 18:02:46.615150 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587425eb-94e2-4d53-9c44-ef3531a7f023 admin admin] Checking segment: {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:46.615557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587425eb-94e2-4d53-9c44-ef3531a7f023 admin admin] Network hostable DHCP agents. Network: 1d83386b-98e9-43de-97bc-2d2db963b2c4, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:46.643249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:46.646024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.646024 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] 10.222.0.43 "PUT /v2.0/ports/f75b156a-5df4-4cd6-9eeb-528ca715a012 HTTP/1.1" status: 200 len: 1093 time: 2.0748005 Jul 16 18:02:46.647806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282d7bac-60c6-4999-87dd-228ff88b74ad', 'tag': 'f75b156a-5df4-4cd6-9eeb-528ca715a012'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:46.650668 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b403e42-eac8-4aab-8ad1-1160c19b6192" -d '{"events": [{"name": "network-changed", "server_uuid": "282d7bac-60c6-4999-87dd-228ff88b74ad", "tag": "f75b156a-5df4-4cd6-9eeb-528ca715a012"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:46.673691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6840bb9d-0577-4963-9f39-de526a0c138d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:46.677351 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6840bb9d-0577-4963-9f39-de526a0c138d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.683380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ed3c9ff-8901-47ca-b941-1c2f21eeff65 req-d5b7a445-cd44-4edb-be6c-6c4df72fec62 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c2a30da-863b-4925-955b-4c3811e0d152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864632 Jul 16 18:02:46.702289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587425eb-94e2-4d53-9c44-ef3531a7f023 admin admin] Network 1d83386b-98e9-43de-97bc-2d2db963b2c4 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:46.748020 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6840bb9d-0577-4963-9f39-de526a0c138d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:46.766688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6840bb9d-0577-4963-9f39-de526a0c138d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.767163 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-6840bb9d-0577-4963-9f39-de526a0c138d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Added segment b39076dd-aab2-4f22-a4cb-a383d95a3df6 of type vlan for network c8edba9d-c7a0-4073-81f1-d41d5fc348fd Jul 16 18:02:46.825548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6840bb9d-0577-4963-9f39-de526a0c138d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.856879 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-587425eb-94e2-4d53-9c44-ef3531a7f023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 1d83386b-98e9-43de-97bc-2d2db963b2c4) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:46.863406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4310140-a049-4fec-abe1-2e907ca173fc service neutron] Pushing event updated for resources: {'Port': ['ID=f75b156a-5df4-4cd6-9eeb-528ca715a012,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:46.867759 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6840bb9d-0577-4963-9f39-de526a0c138d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.874375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6840bb9d-0577-4963-9f39-de526a0c138d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:46.874986 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6840bb9d-0577-4963-9f39-de526a0c138d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.875386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b532a-b2d1-4a3c-a463-dce7b3f1291c None None] Network 1d83386b-98e9-43de-97bc-2d2db963b2c4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:46.879690 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587425eb-94e2-4d53-9c44-ef3531a7f023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:46.880621 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-587425eb-94e2-4d53-9c44-ef3531a7f023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.968067 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6840bb9d-0577-4963-9f39-de526a0c138d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4531858 Jul 16 18:02:46.968895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38976) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:46.996564 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-587425eb-94e2-4d53-9c44-ef3531a7f023 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2926192 Jul 16 18:02:47.007717 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-532a0bb7-0a81-441a-91ce-7d95fef287b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': 'c8edba9d-c7a0-4073-81f1-d41d5fc348fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:47.092887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a86162-2f98-425b-869d-5a83fc49a9a6 req-b033213b-3179-47ca-895d-a4f52b523b59 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.097664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840bb9d-0577-4963-9f39-de526a0c138d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Network': ['ID=c8edba9d-c7a0-4073-81f1-d41d5fc348fd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:47.102442 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-65a86162-2f98-425b-869d-5a83fc49a9a6 req-b033213b-3179-47ca-895d-a4f52b523b59 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.2078462 Jul 16 18:02:47.132219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network c8edba9d-c7a0-4073-81f1-d41d5fc348fd details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:47.219110 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-65a86162-2f98-425b-869d-5a83fc49a9a6 req-b559fb9c-b236-46b7-86b7-37188d7c7270 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069028 Jul 16 18:02:47.305429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-4d6a55ce-c351-415f-b168-141294189c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.308873 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-4d6a55ce-c351-415f-b168-141294189c24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc3587bb1ad744589328ec2fb203c26f&device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 1096 time: 0.3604047 Jul 16 18:02:47.319672 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa211d0-51c8-4f5c-ac93-8f2f2aad1984 x-openstack-request-id: req-3fa211d0-51c8-4f5c-ac93-8f2f2aad1984 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:47.321300 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282d7bac-60c6-4999-87dd-228ff88b74ad", "tag": "f75b156a-5df4-4cd6-9eeb-528ca715a012", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:47.323018 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fa211d0-51c8-4f5c-ac93-8f2f2aad1984 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:47.323244 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282d7bac-60c6-4999-87dd-228ff88b74ad', 'tag': 'f75b156a-5df4-4cd6-9eeb-528ca715a012', 'status': 'completed', 'code': 200} Jul 16 18:02:47.428485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e164828-3d36-4135-b7d5-7f5471b6692e None None] Network 1d83386b-98e9-43de-97bc-2d2db963b2c4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:47.460942 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-ebb9915e-b330-4ba2-9475-8de8b1a85738 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f75b156a-5df4-4cd6-9eeb-528ca715a012 HTTP/1.1" status: 200 len: 217 time: 0.1305244 Jul 16 18:02:47.573073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532a0bb7-0a81-441a-91ce-7d95fef287b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:47.576642 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-532a0bb7-0a81-441a-91ce-7d95fef287b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.636457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-689a2347-01ff-4bb6-a78d-05e162117f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.646804 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-689a2347-01ff-4bb6-a78d-05e162117f3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95785580-847b-41af-9e98-d03db5ba9cf9 HTTP/1.1" status: 200 len: 854 time: 0.1711774 Jul 16 18:02:47.993022 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-532a0bb7-0a81-441a-91ce-7d95fef287b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.104254 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a0bb7-0a81-441a-91ce-7d95fef287b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Checking segment: {'id': 'b39076dd-aab2-4f22-a4cb-a383d95a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c8edba9d-c7a0-4073-81f1-d41d5fc348fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:48.104624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532a0bb7-0a81-441a-91ce-7d95fef287b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network hostable DHCP agents. Network: c8edba9d-c7a0-4073-81f1-d41d5fc348fd, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:48.106956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a0bb7-0a81-441a-91ce-7d95fef287b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Subnet': ['ID=0b490a8e-8481-4f1a-ba78-98fb064f25c6,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:48.140808 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532a0bb7-0a81-441a-91ce-7d95fef287b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network c8edba9d-c7a0-4073-81f1-d41d5fc348fd is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:48.147255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5525ea8-03e2-45b0-8a33-5a133909a90b req-a3cb37ee-6c22-4c16-9b57-ce7cf49078f6 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.156868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5525ea8-03e2-45b0-8a33-5a133909a90b req-a3cb37ee-6c22-4c16-9b57-ce7cf49078f6 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 944 time: 0.0914531 Jul 16 18:02:48.158529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-532a0bb7-0a81-441a-91ce-7d95fef287b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, c8edba9d-c7a0-4073-81f1-d41d5fc348fd) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:48.174916 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd3697-e5c8-4bef-b97d-636ab2760a78 None None] Network c8edba9d-c7a0-4073-81f1-d41d5fc348fd requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:48.178955 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532a0bb7-0a81-441a-91ce-7d95fef287b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.179604 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-532a0bb7-0a81-441a-91ce-7d95fef287b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.200246 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-532a0bb7-0a81-441a-91ce-7d95fef287b2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2094913 Jul 16 18:02:48.203504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39004) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:48.216851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-52fbb79b-2849-4bfc-b7b8-5f8b667032a8 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': 'c8edba9d-c7a0-4073-81f1-d41d5fc348fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:48.221068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5525ea8-03e2-45b0-8a33-5a133909a90b req-481ffcbc-608a-4825-bc56-44f7797e7aca tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c2a30da-863b-4925-955b-4c3811e0d152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632687 Jul 16 18:02:48.492031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-c8edba9d-c7a0-4073-81f1-d41d5fc348fd', 'network_id': 'c8edba9d-c7a0-4073-81f1-d41d5fc348fd', 'tenant_id': '144d0d44b62c49b2a9f9e520eab225ae', 'fixed_ips': [{'subnet_id': '0b490a8e-8481-4f1a-ba78-98fb064f25c6'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:48.493315 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.498551 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fbb79b-2849-4bfc-b7b8-5f8b667032a8 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:48.503775 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-52fbb79b-2849-4bfc-b7b8-5f8b667032a8 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.678717 n-d-787206-10 neutron-server[100170]: INFO neutron.db.ipam_backend_mixin [None req-52fbb79b-2849-4bfc-b7b8-5f8b667032a8 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b490a8e-8481-4f1a-ba78-98fb064f25c6 (CIDR: 2001:db8::/64) Jul 16 18:02:48.684392 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fbb79b-2849-4bfc-b7b8-5f8b667032a8 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:02:48.685009 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fbb79b-2849-4bfc-b7b8-5f8b667032a8 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:02:48.717986 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-52fbb79b-2849-4bfc-b7b8-5f8b667032a8 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5115275 Jul 16 18:02:48.718638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39012) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:48.725332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-58e0fac9-eab4-4786-834a-3a8bfe8c5ee3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': 'c8edba9d-c7a0-4073-81f1-d41d5fc348fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:48.737716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Allocated IP 2001:db8::2 (c8edba9d-c7a0-4073-81f1-d41d5fc348fd/0b490a8e-8481-4f1a-ba78-98fb064f25c6/eb3cf589-4a78-46f8-a4e3-7224f1428d67) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:48.950760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e0fac9-eab4-4786-834a-3a8bfe8c5ee3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:48.960819 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58e0fac9-eab4-4786-834a-3a8bfe8c5ee3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.078252 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.128206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Transition to ACTIVE for port object eb3cf589-4a78-46f8-a4e3-7224f1428d67 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:49.161078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Transition to ACTIVE for port object eb3cf589-4a78-46f8-a4e3-7224f1428d67 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:49.177676 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.237254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Pushing event updated for resources: {'Port': ['ID=eb3cf589-4a78-46f8-a4e3-7224f1428d67,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.258496 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Network c8edba9d-c7a0-4073-81f1-d41d5fc348fd is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:49.260605 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:49.263452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:49.371083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Attempting to bind port eb3cf589-4a78-46f8-a4e3-7224f1428d67 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:49.371983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Attempting to bind port eb3cf589-4a78-46f8-a4e3-7224f1428d67 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'b39076dd-aab2-4f22-a4cb-a383d95a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c8edba9d-c7a0-4073-81f1-d41d5fc348fd'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:49.372527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Attempting to bind port eb3cf589-4a78-46f8-a4e3-7224f1428d67 on network c8edba9d-c7a0-4073-81f1-d41d5fc348fd {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:49.378354 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:49.379023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Checking segment: {'id': 'b39076dd-aab2-4f22-a4cb-a383d95a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c8edba9d-c7a0-4073-81f1-d41d5fc348fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:49.380095 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.380729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Bound using segment: {'id': 'b39076dd-aab2-4f22-a4cb-a383d95a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c8edba9d-c7a0-4073-81f1-d41d5fc348fd'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:49.381383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Bound port: eb3cf589-4a78-46f8-a4e3-7224f1428d67, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39076dd-aab2-4f22-a4cb-a383d95a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c8edba9d-c7a0-4073-81f1-d41d5fc348fd'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:49.381793 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.387971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58e0fac9-eab4-4786-834a-3a8bfe8c5ee3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.446421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e0fac9-eab4-4786-834a-3a8bfe8c5ee3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network c8edba9d-c7a0-4073-81f1-d41d5fc348fd is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:49.451633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-58e0fac9-eab4-4786-834a-3a8bfe8c5ee3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:49.457491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e0fac9-eab4-4786-834a-3a8bfe8c5ee3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:49.458469 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58e0fac9-eab4-4786-834a-3a8bfe8c5ee3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.475036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0fac9-eab4-4786-834a-3a8bfe8c5ee3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Subnet': ['ID=a02d4386-468d-4e0f-a695-be7659a08abd,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.490828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39018) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:49.491330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-58e0fac9-eab4-4786-834a-3a8bfe8c5ee3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7711065 Jul 16 18:02:49.496580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': 'c8edba9d-c7a0-4073-81f1-d41d5fc348fd', 'fixed_ips': [{'subnet_id': '0b490a8e-8481-4f1a-ba78-98fb064f25c6'}, {'subnet_id': 'a02d4386-468d-4e0f-a695-be7659a08abd'}], 'name': 'tempest-PortsIpV6TestJSON-606473594'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:49.499133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] For port eb3cf589-4a78-46f8-a4e3-7224f1428d67, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:49.505697 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] For port eb3cf589-4a78-46f8-a4e3-7224f1428d67, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=eb3cf589-4a78-46f8-a4e3-7224f1428d67,segment=NetworkSegment(b39076dd-aab2-4f22-a4cb-a383d95a3df6),segment_id=b39076dd-aab2-4f22-a4cb-a383d95a3df6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:49.516489 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.640330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1d271-530c-4952-9154-f8fc2b3903ad None None] Pushing event updated for resources: {'Port': ['ID=eb3cf589-4a78-46f8-a4e3-7224f1428d67,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.733499 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:49.861295 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.919940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port 2a212e04-a3c1-4229-8962-0b0e26e0e2b0 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:50.326466 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8::2f0 (c8edba9d-c7a0-4073-81f1-d41d5fc348fd/0b490a8e-8481-4f1a-ba78-98fb064f25c6/2a212e04-a3c1-4229-8962-0b0e26e0e2b0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:50.334207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8:0:1::69 (c8edba9d-c7a0-4073-81f1-d41d5fc348fd/a02d4386-468d-4e0f-a695-be7659a08abd/2a212e04-a3c1-4229-8962-0b0e26e0e2b0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:50.521642 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.540824 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Transition to ACTIVE for port object 2a212e04-a3c1-4229-8962-0b0e26e0e2b0 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:50.608386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.710581 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network c8edba9d-c7a0-4073-81f1-d41d5fc348fd is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:50.715905 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:50.721312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:50.729591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:50.730372 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.734882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=2a212e04-a3c1-4229-8962-0b0e26e0e2b0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:50.750464 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:50.750950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:50.751390 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:50.751851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:50.752281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:50.752910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:50.753425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:50.754326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:50.755157 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:50.755859 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:50.761768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:50.762772 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:50.777843 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dff59828-975b-454d-b084-aa8b340212a6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.2858407 Jul 16 18:02:50.780633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39024) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:50.786920 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-499906d5-b05d-49a1-a2b9-b7a0b5c014f0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b490a8e-8481-4f1a-ba78-98fb064f25c6'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:50.879045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c20c1f5-1767-4f74-bf27-ad4dc3fb6063 None None] Network c8edba9d-c7a0-4073-81f1-d41d5fc348fd requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:50.997984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bc69002d-6d98-4b44-8ec7-03a73c62d529 None None] Provisioning for port eb3cf589-4a78-46f8-a4e3-7224f1428d67 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:51.073226 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-499906d5-b05d-49a1-a2b9-b7a0b5c014f0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.237751 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device eb3cf589-4a78-46f8-a4e3-7224f1428d67 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:51.314757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d2f1b-186c-43fa-957b-9a204fda6178 None None] Update dhcp port {'port': {'network_id': 'c8edba9d-c7a0-4073-81f1-d41d5fc348fd', 'fixed_ips': [{'subnet_id': '0b490a8e-8481-4f1a-ba78-98fb064f25c6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a02d4386-468d-4e0f-a695-be7659a08abd'}], 'binding:host_id': 'n-d-787206-10'}, 'id': 'eb3cf589-4a78-46f8-a4e3-7224f1428d67'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:02:51.365054 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2f1b-186c-43fa-957b-9a204fda6178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.385391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port eb3cf589-4a78-46f8-a4e3-7224f1428d67 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:51.418950 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port eb3cf589-4a78-46f8-a4e3-7224f1428d67 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:51.419451 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.510394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-499906d5-b05d-49a1-a2b9-b7a0b5c014f0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Delete allocated IP 2001:db8:0:1::69 (c8edba9d-c7a0-4073-81f1-d41d5fc348fd/a02d4386-468d-4e0f-a695-be7659a08abd) {{(pid=100169) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:02:51.609326 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.662905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port eb3cf589-4a78-46f8-a4e3-7224f1428d67, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=eb3cf589-4a78-46f8-a4e3-7224f1428d67,segment=NetworkSegment(b39076dd-aab2-4f22-a4cb-a383d95a3df6),segment_id=b39076dd-aab2-4f22-a4cb-a383d95a3df6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:51.670944 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.711324 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-499906d5-b05d-49a1-a2b9-b7a0b5c014f0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.732191 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-499906d5-b05d-49a1-a2b9-b7a0b5c014f0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Ignored duplicate provisioning block setup for port 2a212e04-a3c1-4229-8962-0b0e26e0e2b0 by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:02:51.742589 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-499906d5-b05d-49a1-a2b9-b7a0b5c014f0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.793259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=eb3cf589-4a78-46f8-a4e3-7224f1428d67,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:51.827874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-8a5d2f1b-186c-43fa-957b-9a204fda6178 None None] Allocated IP 2001:db8:0:1::2 (c8edba9d-c7a0-4073-81f1-d41d5fc348fd/a02d4386-468d-4e0f-a695-be7659a08abd/eb3cf589-4a78-46f8-a4e3-7224f1428d67) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:51.848053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499906d5-b05d-49a1-a2b9-b7a0b5c014f0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=2a212e04-a3c1-4229-8962-0b0e26e0e2b0,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:51.878178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-499906d5-b05d-49a1-a2b9-b7a0b5c014f0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] In _notify_port_updated(), no bound segment for port 2a212e04-a3c1-4229-8962-0b0e26e0e2b0 on network c8edba9d-c7a0-4073-81f1-d41d5fc348fd {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:02:51.884225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499906d5-b05d-49a1-a2b9-b7a0b5c014f0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:51.885725 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-499906d5-b05d-49a1-a2b9-b7a0b5c014f0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.887086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-499906d5-b05d-49a1-a2b9-b7a0b5c014f0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "PUT /v2.0/ports/2a212e04-a3c1-4229-8962-0b0e26e0e2b0 HTTP/1.1" status: 200 len: 925 time: 1.1049664 Jul 16 18:02:51.890487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39028) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:51.895893 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-030b1f6d-2459-423a-bfbc-8b76a0b395b5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b490a8e-8481-4f1a-ba78-98fb064f25c6'}, {'subnet_id': 'a02d4386-468d-4e0f-a695-be7659a08abd'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:51.947842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8a5d2f1b-186c-43fa-957b-9a204fda6178 None None] For port eb3cf589-4a78-46f8-a4e3-7224f1428d67, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=eb3cf589-4a78-46f8-a4e3-7224f1428d67,segment=NetworkSegment(b39076dd-aab2-4f22-a4cb-a383d95a3df6),segment_id=b39076dd-aab2-4f22-a4cb-a383d95a3df6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:52.012476 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2f1b-186c-43fa-957b-9a204fda6178 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.033520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8a5d2f1b-186c-43fa-957b-9a204fda6178 None None] Transition to ACTIVE for port object eb3cf589-4a78-46f8-a4e3-7224f1428d67 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:52.047102 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8a5d2f1b-186c-43fa-957b-9a204fda6178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.062748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-030b1f6d-2459-423a-bfbc-8b76a0b395b5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.287479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d2f1b-186c-43fa-957b-9a204fda6178 None None] Pushing event updated for resources: {'Port': ['ID=eb3cf589-4a78-46f8-a4e3-7224f1428d67,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:52.449073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-030b1f6d-2459-423a-bfbc-8b76a0b395b5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8:0:1::261 (c8edba9d-c7a0-4073-81f1-d41d5fc348fd/a02d4386-468d-4e0f-a695-be7659a08abd/2a212e04-a3c1-4229-8962-0b0e26e0e2b0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:52.628997 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-030b1f6d-2459-423a-bfbc-8b76a0b395b5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.649524 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-030b1f6d-2459-423a-bfbc-8b76a0b395b5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Ignored duplicate provisioning block setup for port 2a212e04-a3c1-4229-8962-0b0e26e0e2b0 by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:02:52.654367 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-030b1f6d-2459-423a-bfbc-8b76a0b395b5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.764013 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-030b1f6d-2459-423a-bfbc-8b76a0b395b5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] In _notify_port_updated(), no bound segment for port 2a212e04-a3c1-4229-8962-0b0e26e0e2b0 on network c8edba9d-c7a0-4073-81f1-d41d5fc348fd {{(pid=100170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:02:52.769706 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b1f6d-2459-423a-bfbc-8b76a0b395b5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:52.770429 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-030b1f6d-2459-423a-bfbc-8b76a0b395b5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.771893 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-030b1f6d-2459-423a-bfbc-8b76a0b395b5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "PUT /v2.0/ports/2a212e04-a3c1-4229-8962-0b0e26e0e2b0 HTTP/1.1" status: 200 len: 1011 time: 0.8802829 Jul 16 18:02:52.775634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39030) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:52.780269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b1f6d-2459-423a-bfbc-8b76a0b395b5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=2a212e04-a3c1-4229-8962-0b0e26e0e2b0,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:52.952996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-61a4a355-bf61-4627-a199-cc270ca540d7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port 2a212e04-a3c1-4229-8962-0b0e26e0e2b0 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:52.953577 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61a4a355-bf61-4627-a199-cc270ca540d7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.086051 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61a4a355-bf61-4627-a199-cc270ca540d7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.120596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-61a4a355-bf61-4627-a199-cc270ca540d7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for 2a212e04-a3c1-4229-8962-0b0e26e0e2b0 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:53.166035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device eb3cf589-4a78-46f8-a4e3-7224f1428d67 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:53.209384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a7e7bd-378f-4c58-89c1-f69c66a9cb1a None None] Network c8edba9d-c7a0-4073-81f1-d41d5fc348fd requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:53.392571 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61a4a355-bf61-4627-a199-cc270ca540d7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.404502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b84f42ca-2b7e-4871-8416-3d5b9ac23ca1 None None] Provisioning for port 2a212e04-a3c1-4229-8962-0b0e26e0e2b0 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:53.424502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b84f42ca-2b7e-4871-8416-3d5b9ac23ca1 None None] Provisioning complete for port 2a212e04-a3c1-4229-8962-0b0e26e0e2b0 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:53.424886 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b84f42ca-2b7e-4871-8416-3d5b9ac23ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.434314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4a355-bf61-4627-a199-cc270ca540d7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=2a212e04-a3c1-4229-8962-0b0e26e0e2b0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.451687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b84f42ca-2b7e-4871-8416-3d5b9ac23ca1 None None] Port 2a212e04-a3c1-4229-8962-0b0e26e0e2b0 was deleted so its status cannot be updated. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:02:53.467254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b84f42ca-2b7e-4871-8416-3d5b9ac23ca1 None None] Provisioning for port eb3cf589-4a78-46f8-a4e3-7224f1428d67 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:53.472720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b84f42ca-2b7e-4871-8416-3d5b9ac23ca1 None None] Provisioning complete for port eb3cf589-4a78-46f8-a4e3-7224f1428d67 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:53.473257 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b84f42ca-2b7e-4871-8416-3d5b9ac23ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.513171 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61a4a355-bf61-4627-a199-cc270ca540d7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.518142 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-61a4a355-bf61-4627-a199-cc270ca540d7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/2a212e04-a3c1-4229-8962-0b0e26e0e2b0 HTTP/1.1" status: 204 len: 168 time: 0.7389219 Jul 16 18:02:53.518634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39036) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:53.551597 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f39498a-385f-4c15-be1d-b46f8e09fce2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:02:53.556146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1f39498a-385f-4c15-be1d-b46f8e09fce2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/2a212e04-a3c1-4229-8962-0b0e26e0e2b0 HTTP/1.1" status: 404 len: 333 time: 0.0338767 Jul 16 18:02:53.556553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39038) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:53.642481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6306af7-40d6-405e-b81e-63f1aedff14a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting subnet a02d4386-468d-4e0f-a695-be7659a08abd {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:53.646663 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d6306af7-40d6-405e-b81e-63f1aedff14a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.704057 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d6306af7-40d6-405e-b81e-63f1aedff14a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.827032 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d6306af7-40d6-405e-b81e-63f1aedff14a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.828808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-29a42eb9-5b56-44b5-9cc9-a74fec5f75e1 None None] Could not find standard attr ID for object 2a212e04-a3c1-4229-8962-0b0e26e0e2b0. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:02:53.849388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-29a42eb9-5b56-44b5-9cc9-a74fec5f75e1 None None] Provisioning complete for port eb3cf589-4a78-46f8-a4e3-7224f1428d67 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:53.849989 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-29a42eb9-5b56-44b5-9cc9-a74fec5f75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.921530 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d6306af7-40d6-405e-b81e-63f1aedff14a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.986236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6306af7-40d6-405e-b81e-63f1aedff14a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Subnet': ['ID=a02d4386-468d-4e0f-a695-be7659a08abd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.996832 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d6306af7-40d6-405e-b81e-63f1aedff14a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.001163 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d6306af7-40d6-405e-b81e-63f1aedff14a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/a02d4386-468d-4e0f-a695-be7659a08abd HTTP/1.1" status: 204 len: 168 time: 0.4409633 Jul 16 18:02:54.001688 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39042) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:54.079157 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd7280b-1b5f-4fd4-9452-35f1a318d491 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting subnet 0b490a8e-8481-4f1a-ba78-98fb064f25c6 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:54.080861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee0212d-000b-4c06-bc30-dcaa89be88c8 None None] Network c8edba9d-c7a0-4073-81f1-d41d5fc348fd requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:54.082875 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fd7280b-1b5f-4fd4-9452-35f1a318d491 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.130727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b21c5376-e0d6-4f75-98c1-5c282c0a09d7 None None] Could not find standard attr ID for object 2a212e04-a3c1-4229-8962-0b0e26e0e2b0. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:02:54.138414 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fd7280b-1b5f-4fd4-9452-35f1a318d491 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.243787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fd7280b-1b5f-4fd4-9452-35f1a318d491 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.280313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57306f98-0669-4d75-a770-f863b27c878f req-64b9df10-0fb5-4534-a666-2d02c2022857 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.282185 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-64b9df10-0fb5-4534-a666-2d02c2022857 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 811 time: 0.1500010 Jul 16 18:02:54.297874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-6fab2410-5fca-4b1f-9e74-cd13b9eac4be tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/quotas/40c61bd95cbf4623a1b855bc6d9bd28e HTTP/1.1" status: 200 len: 375 time: 0.0102966 Jul 16 18:02:54.343565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fd7280b-1b5f-4fd4-9452-35f1a318d491 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.343814 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-950f997c-6aba-4609-907c-733701321812 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381985 Jul 16 18:02:54.376111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7280b-1b5f-4fd4-9452-35f1a318d491 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Subnet': ['ID=0b490a8e-8481-4f1a-ba78-98fb064f25c6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:54.380386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fd7280b-1b5f-4fd4-9452-35f1a318d491 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.382229 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2fd7280b-1b5f-4fd4-9452-35f1a318d491 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/0b490a8e-8481-4f1a-ba78-98fb064f25c6 HTTP/1.1" status: 204 len: 168 time: 0.3794334 Jul 16 18:02:54.386281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39048) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:54.518414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-e185e8b1-0e3c-42ab-bc55-e1f391b1d368 service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660757 Jul 16 18:02:54.533134 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.604444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-35060b93-2837-4ff0-b8a7-c62329479ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.606138 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-35060b93-2837-4ff0-b8a7-c62329479ee7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=429874e8-7994-4025-b5f0-12b1780a759d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075473 Jul 16 18:02:54.754885 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-0750c7b1-da6f-4f13-bab8-ee5938a67e4d service neutron] 10.222.0.43 "GET /v2.0/networks/429874e8-7994-4025-b5f0-12b1780a759d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303172 Jul 16 18:02:54.763876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port eb3cf589-4a78-46f8-a4e3-7224f1428d67 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:54.764221 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.810467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-46c0bba8-2f3e-4b19-aa0c-6ce42b92064c service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750888 Jul 16 18:02:54.873136 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-29e9386a-d4b8-45b8-ae57-880b62aada87 req-625f8ca6-aab2-4ef5-bf0e-387d125b944b service neutron] 10.222.0.43 "GET /v2.0/networks/429874e8-7994-4025-b5f0-12b1780a759d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106837 Jul 16 18:02:54.891368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] For port eb3cf589-4a78-46f8-a4e3-7224f1428d67, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=eb3cf589-4a78-46f8-a4e3-7224f1428d67,segment=NetworkSegment(b39076dd-aab2-4f22-a4cb-a383d95a3df6),segment_id=b39076dd-aab2-4f22-a4cb-a383d95a3df6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:54.891766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.921162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cd7bb-34e6-4e97-9f62-dfb3f1044267 req-dc99f7ac-57b4-43c9-ad02-8f949e3672c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.922769 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e57cd7bb-34e6-4e97-9f62-dfb3f1044267 req-dc99f7ac-57b4-43c9-ad02-8f949e3672c9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.2625172 Jul 16 18:02:54.928697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for eb3cf589-4a78-46f8-a4e3-7224f1428d67 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:55.037276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403e42-eac8-4aab-8ad1-1160c19b6192 req-7983ef4e-ce97-47de-8f34-f3b08ba70ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.039676 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0b403e42-eac8-4aab-8ad1-1160c19b6192 req-7983ef4e-ce97-47de-8f34-f3b08ba70ec5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc3587bb1ad744589328ec2fb203c26f&device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 1096 time: 0.1057200 Jul 16 18:02:55.059719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e57cd7bb-34e6-4e97-9f62-dfb3f1044267 req-b9d0cc16-45c1-4869-b0e4-e29c685e1a1a tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776052 Jul 16 18:02:55.094841 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.122724 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbd620c-7b13-4a7c-af1f-e29495d74cc9 None None] Network c8edba9d-c7a0-4073-81f1-d41d5fc348fd requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:55.148682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=eb3cf589-4a78-46f8-a4e3-7224f1428d67,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:55.156984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No DVR routers for this DVR port eb3cf589-4a78-46f8-a4e3-7224f1428d67 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:55.278110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403e42-eac8-4aab-8ad1-1160c19b6192 req-5ad6185f-f89f-43dc-832d-5438d0705f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.282455 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0b403e42-eac8-4aab-8ad1-1160c19b6192 req-5ad6185f-f89f-43dc-832d-5438d0705f59 service neutron] 10.222.0.43 "GET /v2.0/networks?id=429874e8-7994-4025-b5f0-12b1780a759d HTTP/1.1" status: 200 len: 916 time: 0.2366168 Jul 16 18:02:55.304418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-046a91ca-93a2-4e96-83f1-2f922969050f None None] Could not find standard attr ID for object eb3cf589-4a78-46f8-a4e3-7224f1428d67. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:02:55.389647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aac5d83-80ac-4e01-a821-681ac3b383ae None None] DHCP port deletion for c8edba9d-c7a0-4073-81f1-d41d5fc348fd request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:55.390940 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.401698 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0b403e42-eac8-4aab-8ad1-1160c19b6192 req-a3b373a0-687e-4e4c-b786-393fbe776303 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f75b156a-5df4-4cd6-9eeb-528ca715a012 HTTP/1.1" status: 200 len: 217 time: 0.1105852 Jul 16 18:02:55.443251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8edba9d-c7a0-4073-81f1-d41d5fc348fd']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:55.452199 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5522875-4b88-4ace-9221-4b42473fb50d req-cd87cdbb-0340-4368-8472-914bccea6ce7 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 210 time: 0.0572815 Jul 16 18:02:55.472991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39076dd-aab2-4f22-a4cb-a383d95a3df6') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:55.472991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39076dd-aab2-4f22-a4cb-a383d95a3df6') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:55.473332 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403e42-eac8-4aab-8ad1-1160c19b6192 req-97ff7b20-657c-49f8-a14a-08196b661782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.473332 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0b403e42-eac8-4aab-8ad1-1160c19b6192 req-97ff7b20-657c-49f8-a14a-08196b661782 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95785580-847b-41af-9e98-d03db5ba9cf9 HTTP/1.1" status: 200 len: 854 time: 0.0623446 Jul 16 18:02:55.492478 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.539166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.554252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:55.554666 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:55.561787 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:55.586937 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403e42-eac8-4aab-8ad1-1160c19b6192 req-d4ae2d44-3fda-4e41-a347-9cb78d15470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.591532 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0b403e42-eac8-4aab-8ad1-1160c19b6192 req-d4ae2d44-3fda-4e41-a347-9cb78d15470c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=429874e8-7994-4025-b5f0-12b1780a759d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111162 Jul 16 18:02:55.610567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb8ebf-f7c6-4689-a836-4f87d3a065b1 req-34b0abaa-a38d-43cd-a288-e7ff0a9d36c7 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.617947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4bb8ebf-f7c6-4689-a836-4f87d3a065b1 req-34b0abaa-a38d-43cd-a288-e7ff0a9d36c7 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 944 time: 0.1961958 Jul 16 18:02:55.690578 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4bb8ebf-f7c6-4689-a836-4f87d3a065b1 req-a10292b7-dcb5-4de1-b442-ba29f11e50e0 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c2a30da-863b-4925-955b-4c3811e0d152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717068 Jul 16 18:02:55.691172 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.706787 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0b403e42-eac8-4aab-8ad1-1160c19b6192 req-ee8d8fe5-2ae9-40bc-bcc7-5cd65d695c9c service neutron] 10.222.0.43 "GET /v2.0/networks/429874e8-7994-4025-b5f0-12b1780a759d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050749 Jul 16 18:02:55.711683 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.718514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/networks/c8edba9d-c7a0-4073-81f1-d41d5fc348fd HTTP/1.1" status: 204 len: 168 time: 1.3270793 Jul 16 18:02:55.718514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a201b2-7216-427e-837b-a747704b33e3 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Network': ['ID=c8edba9d-c7a0-4073-81f1-d41d5fc348fd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:55.718787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39064) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:55.810117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd70808-00e2-45e4-99a7-93954ebd86a2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.815468 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3cd70808-00e2-45e4-99a7-93954ebd86a2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0926147 Jul 16 18:02:55.815856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39066) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:55.833082 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0b403e42-eac8-4aab-8ad1-1160c19b6192 req-52a652c9-0c1a-49aa-b329-1e66d1128586 service neutron] 10.222.0.43 "GET /v2.0/networks/429874e8-7994-4025-b5f0-12b1780a759d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188567 Jul 16 18:02:55.907375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7e713b31-ed25-4cda-92d8-e162d5795d8a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0872743 Jul 16 18:02:55.907682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39068) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:55.913361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9dbd95ff-7a71-4ff1-b03d-457ba7c12050 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-116281225'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:55.938282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbd95ff-7a71-4ff1-b03d-457ba7c12050 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:55.942387 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9dbd95ff-7a71-4ff1-b03d-457ba7c12050 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.968032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbd95ff-7a71-4ff1-b03d-457ba7c12050 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:55.977627 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9dbd95ff-7a71-4ff1-b03d-457ba7c12050 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.978561 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-9dbd95ff-7a71-4ff1-b03d-457ba7c12050 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Added segment 46cc2b84-d66b-430a-8b46-81694e7904f7 of type vlan for network 5ddae8e1-bf65-44f0-8136-c72fd52c1746 Jul 16 18:02:56.033259 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9dbd95ff-7a71-4ff1-b03d-457ba7c12050 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.068430 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9dbd95ff-7a71-4ff1-b03d-457ba7c12050 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.074800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbd95ff-7a71-4ff1-b03d-457ba7c12050 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.075399 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9dbd95ff-7a71-4ff1-b03d-457ba7c12050 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.120474 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9dbd95ff-7a71-4ff1-b03d-457ba7c12050 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2114334 Jul 16 18:02:56.123141 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39074) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:56.128879 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b4787f71-d2f6-4934-8fb3-6acac692914b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': '5ddae8e1-bf65-44f0-8136-c72fd52c1746', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:56.168763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd95ff-7a71-4ff1-b03d-457ba7c12050 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Network': ['ID=5ddae8e1-bf65-44f0-8136-c72fd52c1746,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.180158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 5ddae8e1-bf65-44f0-8136-c72fd52c1746 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:56.270819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4787f71-d2f6-4934-8fb3-6acac692914b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:56.277312 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4787f71-d2f6-4934-8fb3-6acac692914b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.307515 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.320880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9935d-5f44-497f-9b5a-b313cd415797 req-c6be84b8-ee3e-4809-b04f-7e8f5e2f0be5 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.323393 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eef9935d-5f44-497f-9b5a-b313cd415797 req-c6be84b8-ee3e-4809-b04f-7e8f5e2f0be5 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.0909333 Jul 16 18:02:56.368242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eef9935d-5f44-497f-9b5a-b313cd415797 req-dcd8a6d7-9fe7-46c2-94dc-2cb35618510a tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377798 Jul 16 18:02:56.540558 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.747326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d81b1e0-424a-4c33-8aac-2580ad5a9a4b req-39ae449f-dca1-44b2-af4f-557dcfa7dd3c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 210 time: 0.0753386 Jul 16 18:02:56.957699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98c60e-e40c-4650-88ff-39ac4527e153 req-f5abf06f-675d-4782-b38d-60ccc615d8af tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.959225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae98c60e-e40c-4650-88ff-39ac4527e153 req-f5abf06f-675d-4782-b38d-60ccc615d8af tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 944 time: 0.0900090 Jul 16 18:02:56.990912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57306f98-0669-4d75-a770-f863b27c878f req-e784aa9d-d95b-4cfd-9ad5-35d8b3900c30 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.992773 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-e784aa9d-d95b-4cfd-9ad5-35d8b3900c30 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 811 time: 0.1437976 Jul 16 18:02:57.006849 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae98c60e-e40c-4650-88ff-39ac4527e153 req-8ba60f6c-c104-4645-ba96-41638172e53c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c2a30da-863b-4925-955b-4c3811e0d152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376208 Jul 16 18:02:57.008212 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-57306f98-0669-4d75-a770-f863b27c878f req-146c12c7-992a-4651-a86b-e72a604b4071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Request body: {'port': {'device_id': '6b3bde2d-5c9a-4dcc-9e83-4bae80a458df', 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'admin_state_up': True, 'tenant_id': '40c61bd95cbf4623a1b855bc6d9bd28e'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:57.143083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device eb3cf589-4a78-46f8-a4e3-7224f1428d67 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:57.164294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: eb3cf589-4a78-46f8-a4e3-7224f1428d67 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:57.164973 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device eb3cf589-4a78-46f8-a4e3-7224f1428d67 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:57.204903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57306f98-0669-4d75-a770-f863b27c878f req-146c12c7-992a-4651-a86b-e72a604b4071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Made reservation on behalf of 40c61bd95cbf4623a1b855bc6d9bd28e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:57.208697 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-57306f98-0669-4d75-a770-f863b27c878f req-146c12c7-992a-4651-a86b-e72a604b4071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.213022 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4787f71-d2f6-4934-8fb3-6acac692914b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.249549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f75b156a-5df4-4cd6-9eeb-528ca715a012 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:57.345177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4787f71-d2f6-4934-8fb3-6acac692914b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Subnet': ['ID=897d6907-ef8f-4578-b7c8-6b5ad7fe5bee,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:57.364129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4787f71-d2f6-4934-8fb3-6acac692914b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Checking segment: {'id': '46cc2b84-d66b-430a-8b46-81694e7904f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5ddae8e1-bf65-44f0-8136-c72fd52c1746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:57.364129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4787f71-d2f6-4934-8fb3-6acac692914b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network hostable DHCP agents. Network: 5ddae8e1-bf65-44f0-8136-c72fd52c1746, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:57.403657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f75b156a-5df4-4cd6-9eeb-528ca715a012, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f75b156a-5df4-4cd6-9eeb-528ca715a012,segment=NetworkSegment(490bdb8f-6f28-4d07-b10b-58f8b4200f5c),segment_id=490bdb8f-6f28-4d07-b10b-58f8b4200f5c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:57.428717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'f75b156a-5df4-4cd6-9eeb-528ca715a012', 'network_id': '429874e8-7994-4025-b5f0-12b1780a759d', 'port_id': 'f75b156a-5df4-4cd6-9eeb-528ca715a012', 'mac_address': 'fa:16:3e:2a:e9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95785580-847b-41af-9e98-d03db5ba9cf9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:57.432507 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4787f71-d2f6-4934-8fb3-6acac692914b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 5ddae8e1-bf65-44f0-8136-c72fd52c1746 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:57.448123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-57306f98-0669-4d75-a770-f863b27c878f req-146c12c7-992a-4651-a86b-e72a604b4071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Allocated IP 172.20.0.3 (1d83386b-98e9-43de-97bc-2d2db963b2c4/f383a48f-0c4d-404d-afd1-d0778e8a5939/d2a8c592-5fd0-4647-a27e-d7912ade6246) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:57.459696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b4787f71-d2f6-4934-8fb3-6acac692914b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 5ddae8e1-bf65-44f0-8136-c72fd52c1746) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:57.467913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4787f71-d2f6-4934-8fb3-6acac692914b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.468225 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4787f71-d2f6-4934-8fb3-6acac692914b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.474910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fbae1b-5c45-4d2d-8be8-ad5cd3a66545 None None] Network 5ddae8e1-bf65-44f0-8136-c72fd52c1746 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:57.511550 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b4787f71-d2f6-4934-8fb3-6acac692914b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3871422 Jul 16 18:02:57.514205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39106) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:57.520592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': '5ddae8e1-bf65-44f0-8136-c72fd52c1746', 'name': 'tempest-PortsIpV6TestJSON-2055816413'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:57.606549 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.632131 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75b156a-5df4-4cd6-9eeb-528ca715a012 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:57.690001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f75b156a-5df4-4cd6-9eeb-528ca715a012, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f75b156a-5df4-4cd6-9eeb-528ca715a012,segment=NetworkSegment(490bdb8f-6f28-4d07-b10b-58f8b4200f5c),segment_id=490bdb8f-6f28-4d07-b10b-58f8b4200f5c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:57.707130 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.717464 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-57306f98-0669-4d75-a770-f863b27c878f req-146c12c7-992a-4651-a86b-e72a604b4071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.808181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:57.812927 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.847211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=f75b156a-5df4-4cd6-9eeb-528ca715a012,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:57.848526 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-57306f98-0669-4d75-a770-f863b27c878f req-146c12c7-992a-4651-a86b-e72a604b4071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.863122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-5ddae8e1-bf65-44f0-8136-c72fd52c1746', 'network_id': '5ddae8e1-bf65-44f0-8136-c72fd52c1746', 'tenant_id': '144d0d44b62c49b2a9f9e520eab225ae', 'fixed_ips': [{'subnet_id': '897d6907-ef8f-4578-b7c8-6b5ad7fe5bee'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:57.863856 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.869340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port de27144e-adbc-451f-b2ac-0929faad5b70 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:57.923010 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57306f98-0669-4d75-a770-f863b27c878f req-146c12c7-992a-4651-a86b-e72a604b4071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Network 1d83386b-98e9-43de-97bc-2d2db963b2c4 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:57.925383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-57306f98-0669-4d75-a770-f863b27c878f req-146c12c7-992a-4651-a86b-e72a604b4071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:57.935390 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-57306f98-0669-4d75-a770-f863b27c878f req-146c12c7-992a-4651-a86b-e72a604b4071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:58.006114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c12c7-992a-4651-a86b-e72a604b4071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Pushing event updated for resources: {'Port': ['ID=d2a8c592-5fd0-4647-a27e-d7912ade6246,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.058099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['f75b156a-5df4-4cd6-9eeb-528ca715a012'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:58.071043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57306f98-0669-4d75-a770-f863b27c878f req-146c12c7-992a-4651-a86b-e72a604b4071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.072425 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-57306f98-0669-4d75-a770-f863b27c878f req-146c12c7-992a-4651-a86b-e72a604b4071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.091379 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-146c12c7-992a-4651-a86b-e72a604b4071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0885842 Jul 16 18:02:58.105528 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Request body: {'port': {'device_id': '6b3bde2d-5c9a-4dcc-9e83-4bae80a458df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:58.140569 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0c189552-4f5a-4592-aeba-c2182b74990b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.146005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8::108 (5ddae8e1-bf65-44f0-8136-c72fd52c1746/897d6907-ef8f-4578-b7c8-6b5ad7fe5bee/de27144e-adbc-451f-b2ac-0929faad5b70) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:58.233185 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.234424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d40da9-9071-4c6e-a4e4-7b3323f2accc req-88d86c19-8680-45fa-8684-e8c0acf11e33 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.235913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2d40da9-9071-4c6e-a4e4-7b3323f2accc req-88d86c19-8680-45fa-8684-e8c0acf11e33 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 931 time: 0.1938324 Jul 16 18:02:58.304178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2d40da9-9071-4c6e-a4e4-7b3323f2accc req-9a4d62f1-e36a-430d-a6f6-426ad2f2cc91 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568287 Jul 16 18:02:58.371836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a4295-70da-440f-8180-1b5bea145794 req-fcbe59f0-f625-4cb3-8d5a-1bce1e9a9e57 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.380926 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b3a4295-70da-440f-8180-1b5bea145794 req-fcbe59f0-f625-4cb3-8d5a-1bce1e9a9e57 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 945 time: 0.1931927 Jul 16 18:02:58.592911 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a8c592-5fd0-4647-a27e-d7912ade6246 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:58.612127 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.648316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Transition to ACTIVE for port object d2a8c592-5fd0-4647-a27e-d7912ade6246 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:58.655536 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.758756 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a8c592-5fd0-4647-a27e-d7912ade6246,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.812746 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Attempting to bind port d2a8c592-5fd0-4647-a27e-d7912ade6246 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:58.813103 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Attempting to bind port d2a8c592-5fd0-4647-a27e-d7912ade6246 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:58.813412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Attempting to bind port d2a8c592-5fd0-4647-a27e-d7912ade6246 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:58.818157 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Port d2a8c592-5fd0-4647-a27e-d7912ade6246 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:58.818517 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Attempting to bind port d2a8c592-5fd0-4647-a27e-d7912ade6246 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:58.827164 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:58.827703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Checking segment: {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:58.827915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Bound using segment: {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:58.828359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Bound port: d2a8c592-5fd0-4647-a27e-d7912ade6246, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:58.828709 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.899691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] For port d2a8c592-5fd0-4647-a27e-d7912ade6246, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:58.902895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] For port d2a8c592-5fd0-4647-a27e-d7912ade6246, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d2a8c592-5fd0-4647-a27e-d7912ade6246,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:58.905067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b3a4295-70da-440f-8180-1b5bea145794 req-403d2ddb-6a9d-41d0-978e-fc557caefedb tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c2a30da-863b-4925-955b-4c3811e0d152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232799 Jul 16 18:02:58.909706 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.921039 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.950964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8722a-0289-42b1-af83-b5ed85c19108 req-cf97e3f0-6692-4263-8990-a74647aff0f6 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.956422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4df8722a-0289-42b1-af83-b5ed85c19108 req-cf97e3f0-6692-4263-8990-a74647aff0f6 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.1712658 Jul 16 18:02:58.969075 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.969706 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.971164 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] 10.222.0.43 "PUT /v2.0/ports/d2a8c592-5fd0-4647-a27e-d7912ade6246 HTTP/1.1" status: 200 len: 1092 time: 0.8711674 Jul 16 18:02:58.971641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3bde2d-5c9a-4dcc-9e83-4bae80a458df', 'tag': 'd2a8c592-5fd0-4647-a27e-d7912ade6246'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:58.975193 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fa99e5-ad8e-45b9-8e57-ef91d422296c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3bde2d-5c9a-4dcc-9e83-4bae80a458df", "tag": "d2a8c592-5fd0-4647-a27e-d7912ade6246"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:58.983833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Transition to ACTIVE for port object de27144e-adbc-451f-b2ac-0929faad5b70 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:58.992106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b942d-4a56-4c07-9490-e26f651637d0 req-9c18fc8d-c4fc-4b54-af17-c068095ec813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.994238 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c04b942d-4a56-4c07-9490-e26f651637d0 req-9c18fc8d-c4fc-4b54-af17-c068095ec813 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f79575556364648952b73c658380d74&device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 1097 time: 0.2074935 Jul 16 18:02:59.012802 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1ea0b-3429-4ed1-9d96-d69c6dad4bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a8c592-5fd0-4647-a27e-d7912ade6246,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:59.029306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4df8722a-0289-42b1-af83-b5ed85c19108 req-f7109ec4-8031-4b85-b7b0-d7c4b379a116 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719383 Jul 16 18:02:59.112763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57306f98-0669-4d75-a770-f863b27c878f req-0ff30618-8886-45a5-ad8c-59cf9407a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.114597 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-0ff30618-8886-45a5-ad8c-59cf9407a632 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 1095 time: 0.0882399 Jul 16 18:02:59.163380 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fede1bb0-7423-4694-8365-8f9f721af60f x-openstack-request-id: req-fede1bb0-7423-4694-8365-8f9f721af60f {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:59.163900 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3bde2d-5c9a-4dcc-9e83-4bae80a458df", "tag": "d2a8c592-5fd0-4647-a27e-d7912ade6246", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:59.164332 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fede1bb0-7423-4694-8365-8f9f721af60f {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:59.165071 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3bde2d-5c9a-4dcc-9e83-4bae80a458df', 'tag': 'd2a8c592-5fd0-4647-a27e-d7912ade6246', 'status': 'completed', 'code': 200} Jul 16 18:02:59.167847 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-f073036b-9047-4486-a3f0-bdae691c30bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2a8c592-5fd0-4647-a27e-d7912ade6246 HTTP/1.1" status: 200 len: 217 time: 0.0448763 Jul 16 18:02:59.209580 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.241788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57306f98-0669-4d75-a770-f863b27c878f req-261705c0-fab7-4f90-aa61-e4bf44345e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.243276 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-261705c0-fab7-4f90-aa61-e4bf44345e63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 200 len: 851 time: 0.0681221 Jul 16 18:02:59.266839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f75b156a-5df4-4cd6-9eeb-528ca715a012 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:59.285116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=de27144e-adbc-451f-b2ac-0929faad5b70,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:59.291713 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-fac1ed18-b63d-44e5-87d1-0af456746516 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d83386b-98e9-43de-97bc-2d2db963b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409613 Jul 16 18:02:59.292003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b942d-4a56-4c07-9490-e26f651637d0 req-63c83aee-0067-40d0-b4b8-d9b4341c4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.293739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c04b942d-4a56-4c07-9490-e26f651637d0 req-63c83aee-0067-40d0-b4b8-d9b4341c4f0e service neutron] 10.222.0.43 "GET /v2.0/networks?id=86509b43-a411-4e53-98ba-579929506239 HTTP/1.1" status: 200 len: 920 time: 0.2829864 Jul 16 18:02:59.303673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 5ddae8e1-bf65-44f0-8136-c72fd52c1746 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:59.305341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Allocated IP 2001:db8::2 (5ddae8e1-bf65-44f0-8136-c72fd52c1746/897d6907-ef8f-4578-b7c8-6b5ad7fe5bee/9865a2c3-63cb-45b8-8311-0a6ff60c9fed) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:59.305914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:59.310549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:59.328192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.329024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.391841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port f75b156a-5df4-4cd6-9eeb-528ca715a012 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:59.402220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c04b942d-4a56-4c07-9490-e26f651637d0 req-27df0598-395a-4ead-9f56-db9a734e39d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7447334a-42b5-4a2d-bd78-e300d42b0bf8 HTTP/1.1" status: 200 len: 217 time: 0.0928514 Jul 16 18:02:59.408351 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port f75b156a-5df4-4cd6-9eeb-528ca715a012 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:59.408936 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.431403 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0353da5e-80de-4c1e-a5c4-694633b475d0 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9138396 Jul 16 18:02:59.432069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39146) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:59.443205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': '5ddae8e1-bf65-44f0-8136-c72fd52c1746', 'name': 'tempest-PortsIpV6TestJSON-258708857'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:59.545798 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-ced5b59f-0209-4d46-b003-9bf111b1c35c service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434821 Jul 16 18:02:59.616052 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.621328 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.632616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Transition to ACTIVE for port object 9865a2c3-63cb-45b8-8311-0a6ff60c9fed will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:59.649032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b942d-4a56-4c07-9490-e26f651637d0 req-52d6f1f7-637b-41da-be68-65dc0a473801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.651239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c04b942d-4a56-4c07-9490-e26f651637d0 req-52d6f1f7-637b-41da-be68-65dc0a473801 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7ecbdae-f40b-496b-8215-a193d898ff6d HTTP/1.1" status: 200 len: 859 time: 0.2338161 Jul 16 18:02:59.657826 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d7bac-60c6-4999-87dd-228ff88b74ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75b156a-5df4-4cd6-9eeb-528ca715a012'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:59.659360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:59.660086 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f819e0b0-dfa9-4cb4-a202-bfbda487da0c" -d '{"events": [{"server_uuid": "282d7bac-60c6-4999-87dd-228ff88b74ad", "name": "network-vif-plugged", "status": "completed", "tag": "f75b156a-5df4-4cd6-9eeb-528ca715a012"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:59.663467 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.675532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Transition to ACTIVE for port object 9865a2c3-63cb-45b8-8311-0a6ff60c9fed will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:59.685368 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57306f98-0669-4d75-a770-f863b27c878f req-1c6f4319-babe-4120-a7d5-7e397f08a8f0 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304269 Jul 16 18:02:59.694827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f75b156a-5df4-4cd6-9eeb-528ca715a012, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f75b156a-5df4-4cd6-9eeb-528ca715a012,segment=NetworkSegment(490bdb8f-6f28-4d07-b10b-58f8b4200f5c),segment_id=490bdb8f-6f28-4d07-b10b-58f8b4200f5c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:59.699899 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.713829 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.715585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c04b942d-4a56-4c07-9490-e26f651637d0 req-1b9b22e3-6d09-4b96-83e1-42344a4e6e1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86509b43-a411-4e53-98ba-579929506239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573785 Jul 16 18:02:59.744220 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Network 5ddae8e1-bf65-44f0-8136-c72fd52c1746 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:59.747627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:59.751344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:59.761643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2131343-5ce5-437c-891f-59e12d4ec178 req-2aeb924a-e2c8-4fb1-8007-3f48ab9b8607 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.768880 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2131343-5ce5-437c-891f-59e12d4ec178 req-2aeb924a-e2c8-4fb1-8007-3f48ab9b8607 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 943 time: 0.2648301 Jul 16 18:02:59.769245 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdd2c36-2a74-42dc-9bab-cea70586c6f3 x-openstack-request-id: req-bbdd2c36-2a74-42dc-9bab-cea70586c6f3 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:59.769529 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d7bac-60c6-4999-87dd-228ff88b74ad", "name": "network-vif-plugged", "status": "completed", "tag": "f75b156a-5df4-4cd6-9eeb-528ca715a012", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:59.769780 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbdd2c36-2a74-42dc-9bab-cea70586c6f3 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:59.770171 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d7bac-60c6-4999-87dd-228ff88b74ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75b156a-5df4-4cd6-9eeb-528ca715a012', 'code': 200} Jul 16 18:02:59.771293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port da6dccef-53e7-4124-81da-12f59e96fb43 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:59.795500 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Pushing event updated for resources: {'Port': ['ID=9865a2c3-63cb-45b8-8311-0a6ff60c9fed,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:59.925772 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa99e5-ad8e-45b9-8e57-ef91d422296c req-bd3c4527-da36-416d-8ba1-d66d0fd0e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.927565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Attempting to bind port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:59.928207 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Attempting to bind port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '46cc2b84-d66b-430a-8b46-81694e7904f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5ddae8e1-bf65-44f0-8136-c72fd52c1746'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:59.928945 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Attempting to bind port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed on network 5ddae8e1-bf65-44f0-8136-c72fd52c1746 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:59.929156 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67fa99e5-ad8e-45b9-8e57-ef91d422296c req-bd3c4527-da36-416d-8ba1-d66d0fd0e776 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 1095 time: 0.1511049 Jul 16 18:02:59.932606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2131343-5ce5-437c-891f-59e12d4ec178 req-550acf07-ac3c-419c-93db-20ed7a376a96 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617880 Jul 16 18:03:00.016118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:00.016806 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Checking segment: {'id': '46cc2b84-d66b-430a-8b46-81694e7904f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5ddae8e1-bf65-44f0-8136-c72fd52c1746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:00.023932 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.025465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Bound using segment: {'id': '46cc2b84-d66b-430a-8b46-81694e7904f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5ddae8e1-bf65-44f0-8136-c72fd52c1746'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:00.026596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Bound port: 9865a2c3-63cb-45b8-8311-0a6ff60c9fed, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cc2b84-d66b-430a-8b46-81694e7904f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5ddae8e1-bf65-44f0-8136-c72fd52c1746'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:00.027809 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.030060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=f75b156a-5df4-4cd6-9eeb-528ca715a012,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:00.034841 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c04b942d-4a56-4c07-9490-e26f651637d0 req-f080f079-5daf-448c-8e83-6468ad07c64d service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088877 Jul 16 18:03:00.087620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8::df (5ddae8e1-bf65-44f0-8136-c72fd52c1746/897d6907-ef8f-4578-b7c8-6b5ad7fe5bee/da6dccef-53e7-4124-81da-12f59e96fb43) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:00.113594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa99e5-ad8e-45b9-8e57-ef91d422296c req-ca6b542f-4d73-46d9-8d5f-8941d52689be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:00.115413 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67fa99e5-ad8e-45b9-8e57-ef91d422296c req-ca6b542f-4d73-46d9-8d5f-8941d52689be service neutron] 10.222.0.43 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 912 time: 0.1720893 Jul 16 18:03:00.126992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] For port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:00.133190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] For port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9865a2c3-63cb-45b8-8311-0a6ff60c9fed,segment=NetworkSegment(46cc2b84-d66b-430a-8b46-81694e7904f7),segment_id=46cc2b84-d66b-430a-8b46-81694e7904f7)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:00.145887 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.184150 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67fa99e5-ad8e-45b9-8e57-ef91d422296c req-7e23f306-9742-4772-b752-ce7afba1d0bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2a8c592-5fd0-4647-a27e-d7912ade6246 HTTP/1.1" status: 200 len: 217 time: 0.0614929 Jul 16 18:03:00.243466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57078f59-0efb-4c79-b697-17d91091a8d8 None None] Pushing event updated for resources: {'Port': ['ID=9865a2c3-63cb-45b8-8311-0a6ff60c9fed,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:00.271829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa99e5-ad8e-45b9-8e57-ef91d422296c req-4155077a-8089-48b9-b45d-963c2a48ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:00.274499 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67fa99e5-ad8e-45b9-8e57-ef91d422296c req-4155077a-8089-48b9-b45d-963c2a48ac45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 200 len: 851 time: 0.0818002 Jul 16 18:03:00.315354 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67fa99e5-ad8e-45b9-8e57-ef91d422296c req-ea6c8fac-e01a-48eb-8ca4-86853becde89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d83386b-98e9-43de-97bc-2d2db963b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330601 Jul 16 18:03:00.340533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc18d1-bc2f-437a-92e1-ac42d63713db req-b8b032f2-16ca-4727-b915-239a9c5a484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:00.342085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77cc18d1-bc2f-437a-92e1-ac42d63713db req-b8b032f2-16ca-4727-b915-239a9c5a484d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 1098 time: 0.3894405 Jul 16 18:03:00.449849 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67fa99e5-ad8e-45b9-8e57-ef91d422296c req-ec448811-4309-42cc-959f-f4240b220c71 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271780 Jul 16 18:03:00.474518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c04b942d-4a56-4c07-9490-e26f651637d0 req-5b564ea8-24cc-4707-b43a-fe1695628895 service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610797 Jul 16 18:03:00.491881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470fcb2-9ab6-4fa0-814b-b0972b4e607c req-783f44e2-8a7a-4780-8591-4f27a40f2d08 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:00.499912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d470fcb2-9ab6-4fa0-814b-b0972b4e607c req-783f44e2-8a7a-4780-8591-4f27a40f2d08 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 946 time: 0.3768802 Jul 16 18:03:00.544992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77cc18d1-bc2f-437a-92e1-ac42d63713db req-f94a9243-f7a8-4efe-91e2-66616eae38fd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c2a30da-863b-4925-955b-4c3811e0d152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895552 Jul 16 18:03:00.592361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc02fca-c447-4e04-a250-76204caf2932 req-e64a6ef5-ea04-4984-b534-a91ec71bdd51 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:00.599590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bdc02fca-c447-4e04-a250-76204caf2932 req-e64a6ef5-ea04-4984-b534-a91ec71bdd51 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.3943903 Jul 16 18:03:00.625930 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.639859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d470fcb2-9ab6-4fa0-814b-b0972b4e607c req-c26fe2c6-f26d-479c-9b8c-3ac0c63a9899 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c2a30da-863b-4925-955b-4c3811e0d152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389589 Jul 16 18:03:00.651130 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67fa99e5-ad8e-45b9-8e57-ef91d422296c req-bc34820f-046c-44a2-a751-c2aa387a67a4 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824539 Jul 16 18:03:00.690995 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.697172 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ae001881-ff54-48f8-be9e-87258f6ffabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.699394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Transition to ACTIVE for port object da6dccef-53e7-4124-81da-12f59e96fb43 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:00.715845 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bdc02fca-c447-4e04-a250-76204caf2932 req-e51dcc79-f625-4821-8d3a-cdbeca7e174a tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152246 Jul 16 18:03:00.764506 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.820713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 5ddae8e1-bf65-44f0-8136-c72fd52c1746 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:00.825577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:00.830382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:00.838694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:00.839479 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.852146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=da6dccef-53e7-4124-81da-12f59e96fb43,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:00.867354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c493ff03-0560-42c7-8e08-4889fcc3e7ca tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4282780 Jul 16 18:03:00.869947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39176) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:01.000815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49948f6f-194b-4873-835b-de71214f73a1 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:01.004728 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-49948f6f-194b-4873-835b-de71214f73a1 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A108 HTTP/1.1" status: 200 len: 929 time: 0.1313360 Jul 16 18:03:01.005450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39180) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:01.151497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fbf73-e4b9-48ac-8a8b-44a999af1cc0 req-30e594ca-e3e7-46c6-aaf5-992832163550 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:01.154331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae32d5-053f-4ab6-98b9-10f721323817 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port da6dccef-53e7-4124-81da-12f59e96fb43 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:01.154845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7ae32d5-053f-4ab6-98b9-10f721323817 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.157561 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-968fbf73-e4b9-48ac-8a8b-44a999af1cc0 req-30e594ca-e3e7-46c6-aaf5-992832163550 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 943 time: 0.1173255 Jul 16 18:03:01.207167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9865a2c3-63cb-45b8-8311-0a6ff60c9fed up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:01.211986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-968fbf73-e4b9-48ac-8a8b-44a999af1cc0 req-ed4b294d-83db-45ca-a6fe-b909d2b53594 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532486 Jul 16 18:03:01.297436 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7ae32d5-053f-4ab6-98b9-10f721323817 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.315880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae32d5-053f-4ab6-98b9-10f721323817 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for da6dccef-53e7-4124-81da-12f59e96fb43 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:01.325044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:01.471944 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7ae32d5-053f-4ab6-98b9-10f721323817 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.537919 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7ae32d5-053f-4ab6-98b9-10f721323817 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.543776 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d7ae32d5-053f-4ab6-98b9-10f721323817 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/da6dccef-53e7-4124-81da-12f59e96fb43 HTTP/1.1" status: 204 len: 168 time: 0.5370846 Jul 16 18:03:01.544801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39182) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:01.544928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae32d5-053f-4ab6-98b9-10f721323817 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=da6dccef-53e7-4124-81da-12f59e96fb43,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:01.582979 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1cca5e-e40b-40b3-bbc1-b66f7bc31133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:03:01.584663 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ff1cca5e-e40b-40b3-bbc1-b66f7bc31133 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/da6dccef-53e7-4124-81da-12f59e96fb43 HTTP/1.1" status: 404 len: 333 time: 0.0384920 Jul 16 18:03:01.587797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39184) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:01.632668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd2f22-bb2e-463a-a072-7f3930cbfc60 None None] Network 5ddae8e1-bf65-44f0-8136-c72fd52c1746 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:01.709410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-41e24aef-a7be-4d41-821b-25642db93860 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port de27144e-adbc-451f-b2ac-0929faad5b70 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:01.709758 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41e24aef-a7be-4d41-821b-25642db93860 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.730886 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-798eb742-9dd3-4cac-8083-06d23c3f86a8 None None] Provisioning for port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:01.749862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-798eb742-9dd3-4cac-8083-06d23c3f86a8 None None] Provisioning complete for port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:01.752745 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-798eb742-9dd3-4cac-8083-06d23c3f86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.847858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41e24aef-a7be-4d41-821b-25642db93860 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.866122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-41e24aef-a7be-4d41-821b-25642db93860 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for de27144e-adbc-451f-b2ac-0929faad5b70 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:01.884806 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.974709 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-798eb742-9dd3-4cac-8083-06d23c3f86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.018557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-798eb742-9dd3-4cac-8083-06d23c3f86a8 None None] For port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9865a2c3-63cb-45b8-8311-0a6ff60c9fed,segment=NetworkSegment(46cc2b84-d66b-430a-8b46-81694e7904f7),segment_id=46cc2b84-d66b-430a-8b46-81694e7904f7)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:02.030156 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-798eb742-9dd3-4cac-8083-06d23c3f86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.078870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f128a2b-0d8d-4cde-a8ba-c184d8308b30 req-e43df651-2bf6-4056-ab37-cca8987ff6b7 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:02.080518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f128a2b-0d8d-4cde-a8ba-c184d8308b30 req-e43df651-2bf6-4056-ab37-cca8987ff6b7 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 946 time: 0.2100198 Jul 16 18:03:02.095325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf88826-e52b-44dc-8036-bbe357d05ce6 req-301e9af2-0c9d-49a4-9f06-1d447e5e6419 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:02.097060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eaf88826-e52b-44dc-8036-bbe357d05ce6 req-301e9af2-0c9d-49a4-9f06-1d447e5e6419 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.2138503 Jul 16 18:03:02.105656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798eb742-9dd3-4cac-8083-06d23c3f86a8 None None] Pushing event updated for resources: {'Port': ['ID=9865a2c3-63cb-45b8-8311-0a6ff60c9fed,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:02.224379 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f128a2b-0d8d-4cde-a8ba-c184d8308b30 req-9dc326c7-13c5-4e1f-9f19-d50efd75d63a tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c2a30da-863b-4925-955b-4c3811e0d152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242654 Jul 16 18:03:02.236208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eaf88826-e52b-44dc-8036-bbe357d05ce6 req-70d5008c-e3fe-48af-a427-caf32c658136 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289568 Jul 16 18:03:02.237951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41e24aef-a7be-4d41-821b-25642db93860 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.363205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-04a22738-fc0d-4937-950e-5ab979d4a7dd None None] Could not find standard attr ID for object de27144e-adbc-451f-b2ac-0929faad5b70. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:03:02.392929 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41e24aef-a7be-4d41-821b-25642db93860 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.398265 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-04a22738-fc0d-4937-950e-5ab979d4a7dd None None] Provisioning complete for port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:02.399177 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-04a22738-fc0d-4937-950e-5ab979d4a7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.406286 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-41e24aef-a7be-4d41-821b-25642db93860 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/de27144e-adbc-451f-b2ac-0929faad5b70 HTTP/1.1" status: 204 len: 168 time: 0.8173647 Jul 16 18:03:02.409153 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39202) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:02.423897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e24aef-a7be-4d41-821b-25642db93860 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=de27144e-adbc-451f-b2ac-0929faad5b70,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:02.472160 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9c304d-0ea1-4ba4-a798-e522a7fe14b6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:03:02.474459 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5c9c304d-0ea1-4ba4-a798-e522a7fe14b6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/de27144e-adbc-451f-b2ac-0929faad5b70 HTTP/1.1" status: 404 len: 333 time: 0.0642402 Jul 16 18:03:02.477140 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39204) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:02.625008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d99f94-c298-4df6-94be-c0dfefb26802 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting subnet 897d6907-ef8f-4578-b7c8-6b5ad7fe5bee {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:02.632606 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0d99f94-c298-4df6-94be-c0dfefb26802 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.700862 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0d99f94-c298-4df6-94be-c0dfefb26802 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.708849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dd880-af0a-4921-b792-6bd8585874b3 req-fe2c5fe5-9173-4124-9681-ef86f0c7acaf tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:02.717392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f26dd880-af0a-4921-b792-6bd8585874b3 req-fe2c5fe5-9173-4124-9681-ef86f0c7acaf tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 943 time: 0.1691976 Jul 16 18:03:02.741279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dd02787e-f869-4671-bb00-67583f44772a None None] Could not find standard attr ID for object de27144e-adbc-451f-b2ac-0929faad5b70. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:03:02.802946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f26dd880-af0a-4921-b792-6bd8585874b3 req-7fcded7b-db8d-4863-bc7a-f5ad909d6015 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845864 Jul 16 18:03:02.837812 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0d99f94-c298-4df6-94be-c0dfefb26802 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.918777 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0d99f94-c298-4df6-94be-c0dfefb26802 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.963612 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0d99f94-c298-4df6-94be-c0dfefb26802 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.968058 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f0d99f94-c298-4df6-94be-c0dfefb26802 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/897d6907-ef8f-4578-b7c8-6b5ad7fe5bee HTTP/1.1" status: 204 len: 168 time: 0.4861286 Jul 16 18:03:02.969009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39212) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:02.969730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d99f94-c298-4df6-94be-c0dfefb26802 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Subnet': ['ID=897d6907-ef8f-4578-b7c8-6b5ad7fe5bee,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:03.108707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65a0d5b-4638-4417-b666-3521c4d0807c None None] Network 5ddae8e1-bf65-44f0-8136-c72fd52c1746 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:03.138225 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.200685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:03.201384 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.222994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5b5de04a-7372-4a1b-8541-3fb124048a5f None None] Could not find standard attr ID for object da6dccef-53e7-4124-81da-12f59e96fb43. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:03:03.226303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9865a2c3-63cb-45b8-8311-0a6ff60c9fed up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:03.301591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device d2a8c592-5fd0-4647-a27e-d7912ade6246 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:03.336472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] For port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9865a2c3-63cb-45b8-8311-0a6ff60c9fed,segment=NetworkSegment(46cc2b84-d66b-430a-8b46-81694e7904f7),segment_id=46cc2b84-d66b-430a-8b46-81694e7904f7)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:03.336884 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.359896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for 9865a2c3-63cb-45b8-8311-0a6ff60c9fed owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:03.469026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:03.473125 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.504741 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.551517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=9865a2c3-63cb-45b8-8311-0a6ff60c9fed,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:03.559026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No DVR routers for this DVR port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:03.571372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff1ac23-e945-4e6d-b666-817f194c5c6b None None] DHCP port deletion for 5ddae8e1-bf65-44f0-8136-c72fd52c1746 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:03:03.584299 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Port 9865a2c3-63cb-45b8-8311-0a6ff60c9fed was deleted so its status cannot be updated. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:03:03.640499 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.669417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port d2a8c592-5fd0-4647-a27e-d7912ade6246, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d2a8c592-5fd0-4647-a27e-d7912ade6246,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:03.697466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'd2a8c592-5fd0-4647-a27e-d7912ade6246', 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'port_id': 'd2a8c592-5fd0-4647-a27e-d7912ade6246', 'mac_address': 'fa:16:3e:25:a0:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f383a48f-0c4d-404d-afd1-d0778e8a5939', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:03.711125 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.727127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddae8e1-bf65-44f0-8136-c72fd52c1746']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:03.743036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5e8ff-a155-447b-825a-fc86d2268bb1 req-6347750d-a8ca-42ce-a180-d0466772c76c tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.745552 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9a5e8ff-a155-447b-825a-fc86d2268bb1 req-6347750d-a8ca-42ce-a180-d0466772c76c tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.2041883 Jul 16 18:03:03.750425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46cc2b84-d66b-430a-8b46-81694e7904f7') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:03.750939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46cc2b84-d66b-430a-8b46-81694e7904f7') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:03.792710 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.820074 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.852366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a8c592-5fd0-4647-a27e-d7912ade6246 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:03.856568 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.865611 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9a5e8ff-a155-447b-825a-fc86d2268bb1 req-f849c296-ce13-4c1e-a005-a9ff46c35234 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049757 Jul 16 18:03:03.869195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:03.869561 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:03.872838 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:03.901894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port d2a8c592-5fd0-4647-a27e-d7912ade6246, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d2a8c592-5fd0-4647-a27e-d7912ade6246,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:03.922976 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.028758 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.038345 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.053177 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/networks/5ddae8e1-bf65-44f0-8136-c72fd52c1746 HTTP/1.1" status: 204 len: 168 time: 1.0792775 Jul 16 18:03:04.054259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39238) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:04.059535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d20d083c-5a21-4c70-84f8-86c114cae7dd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1121763239'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:04.068043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=d2a8c592-5fd0-4647-a27e-d7912ade6246,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.079188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb9b73-88be-42fa-82ee-6bdb9afac3f2 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Network': ['ID=5ddae8e1-bf65-44f0-8136-c72fd52c1746,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.105032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20d083c-5a21-4c70-84f8-86c114cae7dd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:04.112510 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d20d083c-5a21-4c70-84f8-86c114cae7dd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.180531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20d083c-5a21-4c70-84f8-86c114cae7dd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:04.201539 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d20d083c-5a21-4c70-84f8-86c114cae7dd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.202009 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-d20d083c-5a21-4c70-84f8-86c114cae7dd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Added segment ad04a8ca-0ad4-4350-be7c-b343c46af8ef of type vlan for network 1634e42b-ee06-462c-8dd7-3dbdb3506176 Jul 16 18:03:04.231356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['d2a8c592-5fd0-4647-a27e-d7912ade6246'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:04.267211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8959c8a-e004-4685-a042-bde9c096ee0d req-65a6c84a-75fb-40d6-9109-7146d3b1fb0a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.267211 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d8959c8a-e004-4685-a042-bde9c096ee0d req-65a6c84a-75fb-40d6-9109-7146d3b1fb0a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 944 time: 0.1484673 Jul 16 18:03:04.289583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d20d083c-5a21-4c70-84f8-86c114cae7dd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.346760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d8959c8a-e004-4685-a042-bde9c096ee0d req-afcdde77-f9b8-4cf1-a8db-b63ea352b1c0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747559 Jul 16 18:03:04.360301 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d20d083c-5a21-4c70-84f8-86c114cae7dd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.371352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20d083c-5a21-4c70-84f8-86c114cae7dd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.372242 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d20d083c-5a21-4c70-84f8-86c114cae7dd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.408568 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d20d083c-5a21-4c70-84f8-86c114cae7dd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3539135 Jul 16 18:03:04.411270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39248) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:04.416815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2b9f9875-ad51-4264-a4c5-f8f787467593 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': '1634e42b-ee06-462c-8dd7-3dbdb3506176', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:04.471969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d083c-5a21-4c70-84f8-86c114cae7dd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Network': ['ID=1634e42b-ee06-462c-8dd7-3dbdb3506176,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.497479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 1634e42b-ee06-462c-8dd7-3dbdb3506176 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:04.575035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9f9875-ad51-4264-a4c5-f8f787467593 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:04.579021 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2b9f9875-ad51-4264-a4c5-f8f787467593 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.797153 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2b9f9875-ad51-4264-a4c5-f8f787467593 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.865235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f9875-ad51-4264-a4c5-f8f787467593 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Subnet': ['ID=7494e1d3-1485-4bd6-a867-841bdd3abe6e,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.874704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f9875-ad51-4264-a4c5-f8f787467593 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Checking segment: {'id': 'ad04a8ca-0ad4-4350-be7c-b343c46af8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1634e42b-ee06-462c-8dd7-3dbdb3506176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:04.875073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f9875-ad51-4264-a4c5-f8f787467593 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network hostable DHCP agents. Network: 1634e42b-ee06-462c-8dd7-3dbdb3506176, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:04.893530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f9875-ad51-4264-a4c5-f8f787467593 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 1634e42b-ee06-462c-8dd7-3dbdb3506176 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:04.904750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-2b9f9875-ad51-4264-a4c5-f8f787467593 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 1634e42b-ee06-462c-8dd7-3dbdb3506176) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:04.909892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f9875-ad51-4264-a4c5-f8f787467593 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.911547 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2b9f9875-ad51-4264-a4c5-f8f787467593 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.917579 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e23dac-24bb-4ac1-899e-a3757a1f0a86 None None] Network 1634e42b-ee06-462c-8dd7-3dbdb3506176 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:04.933969 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2b9f9875-ad51-4264-a4c5-f8f787467593 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5215950 Jul 16 18:03:04.936978 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39256) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:04.942821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': '1634e42b-ee06-462c-8dd7-3dbdb3506176', 'name': 'tempest-PortsIpV6TestJSON-1078804269', 'fixed_ips': [{'subnet_id': '7494e1d3-1485-4bd6-a867-841bdd3abe6e', 'ip_address': '2001:db8::10'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:05.127568 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:05.178194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd9f1d-f54d-4ae5-9430-93ece50a08b6 req-f8a61f83-65ee-43db-9964-e7838151f2d6 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.188504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4fd9f1d-f54d-4ae5-9430-93ece50a08b6 req-f8a61f83-65ee-43db-9964-e7838151f2d6 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.1362941 Jul 16 18:03:05.247825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4fd9f1d-f54d-4ae5-9430-93ece50a08b6 req-023383d8-47f6-4b58-ad3d-bc9e2c38497f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558643 Jul 16 18:03:05.278123 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.299419 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port 91fe763d-1395-4b9a-bf2b-cb7ea696ef67 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:03:05.321255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9865a2c3-63cb-45b8-8311-0a6ff60c9fed no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:05.344673 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 9865a2c3-63cb-45b8-8311-0a6ff60c9fed {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:05.345124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9865a2c3-63cb-45b8-8311-0a6ff60c9fed not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:05.346868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device d2a8c592-5fd0-4647-a27e-d7912ade6246 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:05.403738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-1634e42b-ee06-462c-8dd7-3dbdb3506176', 'network_id': '1634e42b-ee06-462c-8dd7-3dbdb3506176', 'tenant_id': '144d0d44b62c49b2a9f9e520eab225ae', 'fixed_ips': [{'subnet_id': '7494e1d3-1485-4bd6-a867-841bdd3abe6e'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:05.404824 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.511168 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8::10 (1634e42b-ee06-462c-8dd7-3dbdb3506176/7494e1d3-1485-4bd6-a867-841bdd3abe6e/91fe763d-1395-4b9a-bf2b-cb7ea696ef67) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:05.519182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port d2a8c592-5fd0-4647-a27e-d7912ade6246 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:05.527026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port d2a8c592-5fd0-4647-a27e-d7912ade6246 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:05.527386 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.645060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba236b69-5ea6-4233-8a14-9688447bf4b0 req-872d0e07-83b6-488e-a814-229abad18314 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.657424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba236b69-5ea6-4233-8a14-9688447bf4b0 req-872d0e07-83b6-488e-a814-229abad18314 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 944 time: 0.1176672 Jul 16 18:03:05.671224 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.750216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3bde2d-5c9a-4dcc-9e83-4bae80a458df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a8c592-5fd0-4647-a27e-d7912ade6246'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:05.757101 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54feb9e0-07dd-4b1c-b787-386fae6c9bb5" -d '{"events": [{"server_uuid": "6b3bde2d-5c9a-4dcc-9e83-4bae80a458df", "name": "network-vif-plugged", "status": "completed", "tag": "d2a8c592-5fd0-4647-a27e-d7912ade6246"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:05.758075 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba236b69-5ea6-4233-8a14-9688447bf4b0 req-cc1d0485-5464-431f-b781-f157648ca1c8 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983512 Jul 16 18:03:05.784607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port d2a8c592-5fd0-4647-a27e-d7912ade6246, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d2a8c592-5fd0-4647-a27e-d7912ade6246,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:05.811254 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.864681 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.869168 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f45aca3-117c-43fb-965c-a0a6a97d9bbd x-openstack-request-id: req-2f45aca3-117c-43fb-965c-a0a6a97d9bbd {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:05.870136 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3bde2d-5c9a-4dcc-9e83-4bae80a458df", "name": "network-vif-plugged", "status": "completed", "tag": "d2a8c592-5fd0-4647-a27e-d7912ade6246", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:05.870393 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f45aca3-117c-43fb-965c-a0a6a97d9bbd {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:05.870978 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3bde2d-5c9a-4dcc-9e83-4bae80a458df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a8c592-5fd0-4647-a27e-d7912ade6246', 'code': 200} Jul 16 18:03:05.906025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Transition to ACTIVE for port object 91fe763d-1395-4b9a-bf2b-cb7ea696ef67 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:05.967680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=d2a8c592-5fd0-4647-a27e-d7912ade6246,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.004277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.064760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Allocated IP 2001:db8::2 (1634e42b-ee06-462c-8dd7-3dbdb3506176/7494e1d3-1485-4bd6-a867-841bdd3abe6e/2a8853ae-e82b-44b3-8cce-78cb9ec69f72) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:06.076227 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 1634e42b-ee06-462c-8dd7-3dbdb3506176 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:06.084332 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:06.092900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:06.099868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:06.100773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.133142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88cc1c-f07c-4b14-b1a9-3924b59ad14b req-ea35e316-7230-4457-94e4-add7ed76464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:06.135292 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cb88cc1c-f07c-4b14-b1a9-3924b59ad14b req-ea35e316-7230-4457-94e4-add7ed76464e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 1097 time: 0.1748695 Jul 16 18:03:06.137650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=91fe763d-1395-4b9a-bf2b-cb7ea696ef67,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.163952 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-73d3db88-19ee-40ed-a7b1-7ece3d363e71 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2225938 Jul 16 18:03:06.164753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39272) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:06.172590 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': '1634e42b-ee06-462c-8dd7-3dbdb3506176', 'name': 'tempest-PortsIpV6TestJSON-1073105478', 'fixed_ips': [{'subnet_id': '7494e1d3-1485-4bd6-a867-841bdd3abe6e', 'ip_address': '2001:db8::f'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:06.177808 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-cb88cc1c-f07c-4b14-b1a9-3924b59ad14b req-707ff622-833e-40b0-888d-e1c44f905318 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339804 Jul 16 18:03:06.257915 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.290018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Transition to ACTIVE for port object 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:06.307977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:06.322970 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Transition to ACTIVE for port object 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:06.335154 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.385618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Pushing event updated for resources: {'Port': ['ID=2a8853ae-e82b-44b3-8cce-78cb9ec69f72,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.401831 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Network 1634e42b-ee06-462c-8dd7-3dbdb3506176 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:06.403723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:06.406593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:06.486130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Attempting to bind port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:06.486429 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Attempting to bind port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'ad04a8ca-0ad4-4350-be7c-b343c46af8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1634e42b-ee06-462c-8dd7-3dbdb3506176'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:06.486808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Attempting to bind port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 on network 1634e42b-ee06-462c-8dd7-3dbdb3506176 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:06.493065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:06.494005 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Checking segment: {'id': 'ad04a8ca-0ad4-4350-be7c-b343c46af8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1634e42b-ee06-462c-8dd7-3dbdb3506176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:06.495226 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.496396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Bound using segment: {'id': 'ad04a8ca-0ad4-4350-be7c-b343c46af8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1634e42b-ee06-462c-8dd7-3dbdb3506176'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:06.496826 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Bound port: 2a8853ae-e82b-44b3-8cce-78cb9ec69f72, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad04a8ca-0ad4-4350-be7c-b343c46af8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1634e42b-ee06-462c-8dd7-3dbdb3506176'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:06.497660 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.507629 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.556130 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port cc11614a-4bf4-4269-9c02-36043415b864 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:03:06.577553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e7b09037-927d-427d-a472-5214511251d2 None None] For port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:06.581128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e7b09037-927d-427d-a472-5214511251d2 None None] For port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2a8853ae-e82b-44b3-8cce-78cb9ec69f72,segment=NetworkSegment(ad04a8ca-0ad4-4350-be7c-b343c46af8ef),segment_id=ad04a8ca-0ad4-4350-be7c-b343c46af8ef)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:06.582853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16e968-4e46-4bb8-aa4d-06608c927cd9 req-fc7393f9-31fb-4bf8-9f62-60c950a00aef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:06.585271 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff16e968-4e46-4bb8-aa4d-06608c927cd9 req-fc7393f9-31fb-4bf8-9f62-60c950a00aef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.1517057 Jul 16 18:03:06.596745 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.672065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b09037-927d-427d-a472-5214511251d2 None None] Pushing event updated for resources: {'Port': ['ID=2a8853ae-e82b-44b3-8cce-78cb9ec69f72,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.202076 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:07.225493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-e49b2457-82de-4db2-9d97-f55e41be3d32 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.228110 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-e49b2457-82de-4db2-9d97-f55e41be3d32 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 0.1936579 Jul 16 18:03:07.236124 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff16e968-4e46-4bb8-aa4d-06608c927cd9 req-edf0082f-a35c-45f4-95c7-62ddacabdf56 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6146786 Jul 16 18:03:07.266610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-f8e40247-295e-4351-9649-54140e83b2d1 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/quotas/66bb849ac62844c6957c750d90efa878 HTTP/1.1" status: 200 len: 375 time: 0.0265367 Jul 16 18:03:07.279976 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:07.375890 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8::f (1634e42b-ee06-462c-8dd7-3dbdb3506176/7494e1d3-1485-4bd6-a867-841bdd3abe6e/cc11614a-4bf4-4269-9c02-36043415b864) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:07.461539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-2f37b592-ae66-4adb-ab46-6d8d808bb07c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1888335 Jul 16 18:03:07.590575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fbb75-2b05-4983-a1ca-d5458c30f128 req-fc8d1e23-0349-4569-b104-3a398e586904 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.597573 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b35fbb75-2b05-4983-a1ca-d5458c30f128 req-fc8d1e23-0349-4569-b104-3a398e586904 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 945 time: 0.2379427 Jul 16 18:03:07.694237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-9bda2cd4-88b8-447e-afb2-1bdd25d363a1 service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220767 Jul 16 18:03:07.704156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b35fbb75-2b05-4983-a1ca-d5458c30f128 req-1a3ba7f2-24cb-48de-b81a-0bd3adeb3350 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055355 Jul 16 18:03:07.755967 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.811058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d4861-e13d-4b51-9350-51dcf40f20b2 None None] Network 1634e42b-ee06-462c-8dd7-3dbdb3506176 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:07.811509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Transition to ACTIVE for port object cc11614a-4bf4-4269-9c02-36043415b864 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:07.865078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-87c26014-1b03-4540-9e4f-3e079e956bde service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595798 Jul 16 18:03:07.889521 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.925607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9dfd5771-6cb7-4885-91fe-dd05833dd4a9 None None] Provisioning for port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:07.946560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 1634e42b-ee06-462c-8dd7-3dbdb3506176 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:07.950851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9dfd5771-6cb7-4885-91fe-dd05833dd4a9 None None] Provisioning complete for port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:07.953182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:07.953320 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9dfd5771-6cb7-4885-91fe-dd05833dd4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.959697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:07.965812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.966667 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.983787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=cc11614a-4bf4-4269-9c02-36043415b864,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.995048 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-345c20df-519e-47d2-9ced-71d0e782d39f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8282373 Jul 16 18:03:07.997603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39308) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:08.171051 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9dfd5771-6cb7-4885-91fe-dd05833dd4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.204781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda94c02-eff3-4519-9311-32b0e1e75704 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.213316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dda94c02-eff3-4519-9311-32b0e1e75704 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2126961 Jul 16 18:03:08.215275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39314) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:08.235361 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9dfd5771-6cb7-4885-91fe-dd05833dd4a9 None None] For port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2a8853ae-e82b-44b3-8cce-78cb9ec69f72,segment=NetworkSegment(ad04a8ca-0ad4-4350-be7c-b343c46af8ef),segment_id=ad04a8ca-0ad4-4350-be7c-b343c46af8ef)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:08.246940 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9dfd5771-6cb7-4885-91fe-dd05833dd4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.376375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49b23193-df6c-4d66-aee1-fdfde2728af1 req-25385d36-f2bc-4714-a11c-ecf2e5cc5c6f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 210 time: 0.0604897 Jul 16 18:03:08.377619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd5771-6cb7-4885-91fe-dd05833dd4a9 None None] Pushing event updated for resources: {'Port': ['ID=2a8853ae-e82b-44b3-8cce-78cb9ec69f72,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:08.421981 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc26e1-7428-4f44-badb-3477ed53ee9c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.435400 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc26e1-7428-4f44-badb-3477ed53ee9c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.442690 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc26e1-7428-4f44-badb-3477ed53ee9c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.445362 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f3dc26e1-7428-4f44-badb-3477ed53ee9c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2277575 Jul 16 18:03:08.447904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39322) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:08.576474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-97aea160-2621-406d-acfb-0cf2fbe65d23 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port cc11614a-4bf4-4269-9c02-36043415b864 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:08.576916 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-97aea160-2621-406d-acfb-0cf2fbe65d23 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.684745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-09d6176a-2943-4a95-86ee-17bf22fda164 None None] Provisioning for port cc11614a-4bf4-4269-9c02-36043415b864 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:08.689491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-09d6176a-2943-4a95-86ee-17bf22fda164 None None] Provisioning complete for port cc11614a-4bf4-4269-9c02-36043415b864 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:08.689873 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-09d6176a-2943-4a95-86ee-17bf22fda164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.723947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24111d40-f333-45c4-9401-ff28288e5df9 req-030c90ca-88ba-4e48-9a8a-0b88c822ab48 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.732150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24111d40-f333-45c4-9401-ff28288e5df9 req-030c90ca-88ba-4e48-9a8a-0b88c822ab48 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.1340506 Jul 16 18:03:08.742508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-97aea160-2621-406d-acfb-0cf2fbe65d23 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.766541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-97aea160-2621-406d-acfb-0cf2fbe65d23 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for cc11614a-4bf4-4269-9c02-36043415b864 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:08.786358 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-09d6176a-2943-4a95-86ee-17bf22fda164 None None] Port cc11614a-4bf4-4269-9c02-36043415b864 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:08.809405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-09d6176a-2943-4a95-86ee-17bf22fda164 None None] Provisioning complete for port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:08.809780 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-09d6176a-2943-4a95-86ee-17bf22fda164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.822500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24111d40-f333-45c4-9401-ff28288e5df9 req-a7748dfb-6293-49d3-8435-5f13866a7632 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889688 Jul 16 18:03:08.904235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8eeba-5307-4d2f-951f-04de2f4691fc req-7ad5e931-1390-4df0-95ad-3edf3b90f1a9 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.923618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80c8eeba-5307-4d2f-951f-04de2f4691fc req-7ad5e931-1390-4df0-95ad-3edf3b90f1a9 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 945 time: 0.1625648 Jul 16 18:03:08.988290 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-97aea160-2621-406d-acfb-0cf2fbe65d23 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.012645 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80c8eeba-5307-4d2f-951f-04de2f4691fc req-a09e8e4e-0e5f-426d-aba0-393f8ccb2e27 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811050 Jul 16 18:03:09.033320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-09d6176a-2943-4a95-86ee-17bf22fda164 None None] Provisioning for port 91fe763d-1395-4b9a-bf2b-cb7ea696ef67 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:09.038990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-09d6176a-2943-4a95-86ee-17bf22fda164 None None] Provisioning complete for port 91fe763d-1395-4b9a-bf2b-cb7ea696ef67 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:09.039374 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-09d6176a-2943-4a95-86ee-17bf22fda164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.045348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aea160-2621-406d-acfb-0cf2fbe65d23 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=cc11614a-4bf4-4269-9c02-36043415b864,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:09.110462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-09d6176a-2943-4a95-86ee-17bf22fda164 None None] Port 91fe763d-1395-4b9a-bf2b-cb7ea696ef67 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:09.120082 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-97aea160-2621-406d-acfb-0cf2fbe65d23 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.125039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39334) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:09.141020 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-97aea160-2621-406d-acfb-0cf2fbe65d23 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/cc11614a-4bf4-4269-9c02-36043415b864 HTTP/1.1" status: 204 len: 168 time: 0.6798196 Jul 16 18:03:09.177641 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-934dea10-7eed-416f-a37c-6249d1458a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:03:09.179340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-934dea10-7eed-416f-a37c-6249d1458a14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/cc11614a-4bf4-4269-9c02-36043415b864 HTTP/1.1" status: 404 len: 333 time: 0.0529256 Jul 16 18:03:09.182631 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39336) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:09.214787 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:09.316234 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b8b5f036-c846-492b-8df1-665e9fed8286 None None] Provisioning complete for port 91fe763d-1395-4b9a-bf2b-cb7ea696ef67 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:09.316866 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f036-c846-492b-8df1-665e9fed8286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.356315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-939b5448-434c-4aa1-ab1a-6567202678d4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port 91fe763d-1395-4b9a-bf2b-cb7ea696ef67 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:09.357791 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-939b5448-434c-4aa1-ab1a-6567202678d4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.394699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:09.395090 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.397081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5f036-c846-492b-8df1-665e9fed8286 None None] Port 91fe763d-1395-4b9a-bf2b-cb7ea696ef67 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:09.550133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bc3471dc-090b-4aac-9d99-060a1aa59334 None None] Could not find standard attr ID for object cc11614a-4bf4-4269-9c02-36043415b864. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:03:09.560576 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-939b5448-434c-4aa1-ab1a-6567202678d4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.600834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-939b5448-434c-4aa1-ab1a-6567202678d4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for 91fe763d-1395-4b9a-bf2b-cb7ea696ef67 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:09.604793 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2dc80f7f-255a-4c43-98e2-ff9b26080046 req-d2ddcdcc-0726-4702-b3a0-f832fb25807a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 210 time: 0.0413692 Jul 16 18:03:09.741892 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-939b5448-434c-4aa1-ab1a-6567202678d4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.776931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b5448-434c-4aa1-ab1a-6567202678d4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=91fe763d-1395-4b9a-bf2b-cb7ea696ef67,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:09.813494 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-939b5448-434c-4aa1-ab1a-6567202678d4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.815868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-939b5448-434c-4aa1-ab1a-6567202678d4 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/91fe763d-1395-4b9a-bf2b-cb7ea696ef67 HTTP/1.1" status: 204 len: 168 time: 0.6322711 Jul 16 18:03:09.819089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39342) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:09.888555 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-966d3341-7cac-446d-8bd1-b5fa6a308fa6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:03:09.890716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-966d3341-7cac-446d-8bd1-b5fa6a308fa6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/91fe763d-1395-4b9a-bf2b-cb7ea696ef67 HTTP/1.1" status: 404 len: 333 time: 0.0714493 Jul 16 18:03:09.894126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39346) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:09.983586 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4579537-a65b-49c9-990b-992d6bfde72f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting subnet 7494e1d3-1485-4bd6-a867-841bdd3abe6e {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:09.990716 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4579537-a65b-49c9-990b-992d6bfde72f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.100691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cddcc-707a-4f99-ad9d-dd7b0f5d6ae3 req-92c6fdbf-c119-406b-a455-1d58a7848c53 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.102366 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-db9cddcc-707a-4f99-ad9d-dd7b0f5d6ae3 req-92c6fdbf-c119-406b-a455-1d58a7848c53 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 945 time: 0.2527461 Jul 16 18:03:10.132999 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4579537-a65b-49c9-990b-992d6bfde72f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.230298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-00a19e50-8b4b-483f-bf12-775f78d4de1c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.231874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-00a19e50-8b4b-483f-bf12-775f78d4de1c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.35 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 0.3706837 Jul 16 18:03:10.258850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'port': {'device_id': 'dccbc4c0-2e50-488a-942d-1edc2223b97d', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'admin_state_up': True, 'tenant_id': '66bb849ac62844c6957c750d90efa878'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:10.316802 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4579537-a65b-49c9-990b-992d6bfde72f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.325790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6391013-19ec-4193-9365-d53548ca7d56 req-a573f595-2191-4628-8006-eeb067f4334d tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.332716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6391013-19ec-4193-9365-d53548ca7d56 req-a573f595-2191-4628-8006-eeb067f4334d tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.2286701 Jul 16 18:03:10.358231 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-db9cddcc-707a-4f99-ad9d-dd7b0f5d6ae3 req-b791b86d-2a71-43f7-a220-2bb07414b876 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Deleting port d2a8c592-5fd0-4647-a27e-d7912ade6246 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:10.358793 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-db9cddcc-707a-4f99-ad9d-dd7b0f5d6ae3 req-b791b86d-2a71-43f7-a220-2bb07414b876 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.434980 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fd690-0262-4784-a85e-06936fbd565e req-37b88764-6504-4252-bdf9-b4ab113aab84 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.442489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-307fd690-0262-4784-a85e-06936fbd565e req-37b88764-6504-4252-bdf9-b4ab113aab84 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 945 time: 0.2338583 Jul 16 18:03:10.472548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6391013-19ec-4193-9365-d53548ca7d56 req-089b8d1d-9e7a-481d-912d-d8bc46d865e7 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388807 Jul 16 18:03:10.479472 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4579537-a65b-49c9-990b-992d6bfde72f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.518266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4579537-a65b-49c9-990b-992d6bfde72f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Subnet': ['ID=7494e1d3-1485-4bd6-a867-841bdd3abe6e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:10.520600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4579537-a65b-49c9-990b-992d6bfde72f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.522863 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e4579537-a65b-49c9-990b-992d6bfde72f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/7494e1d3-1485-4bd6-a867-841bdd3abe6e HTTP/1.1" status: 204 len: 168 time: 0.6279416 Jul 16 18:03:10.528462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39358) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:10.533844 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcfb120-0a5d-407f-ae86-ce21937bfa99 None None] Network 1634e42b-ee06-462c-8dd7-3dbdb3506176 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:10.551566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-307fd690-0262-4784-a85e-06936fbd565e req-81e6f4ac-1e12-48eb-84f9-06a4d971cec3 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060247 Jul 16 18:03:10.563265 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-db9cddcc-707a-4f99-ad9d-dd7b0f5d6ae3 req-b791b86d-2a71-43f7-a220-2bb07414b876 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] For port d2a8c592-5fd0-4647-a27e-d7912ade6246, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d2a8c592-5fd0-4647-a27e-d7912ade6246,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:10.563774 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-db9cddcc-707a-4f99-ad9d-dd7b0f5d6ae3 req-b791b86d-2a71-43f7-a220-2bb07414b876 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.571462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Made reservation on behalf of 66bb849ac62844c6957c750d90efa878 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:10.577712 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.588283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-db9cddcc-707a-4f99-ad9d-dd7b0f5d6ae3 req-b791b86d-2a71-43f7-a220-2bb07414b876 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Calling delete_port for d2a8c592-5fd0-4647-a27e-d7912ade6246 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:10.653314 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.850230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Allocated IP 172.20.0.13 (4b119567-6ce3-487d-8627-e47c109379a2/e819abcf-6b00-458c-8032-3f3b68914119/6135d264-1c51-4dfe-a5c4-c55d477a8f69) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:10.873270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] DHCP port deletion for 1634e42b-ee06-462c-8dd7-3dbdb3506176 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:03:10.935987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Deleting port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:10.936380 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.975079 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:10.975600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.032140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-db9cddcc-707a-4f99-ad9d-dd7b0f5d6ae3 req-b791b86d-2a71-43f7-a220-2bb07414b876 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.038473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] For port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2a8853ae-e82b-44b3-8cce-78cb9ec69f72,segment=NetworkSegment(ad04a8ca-0ad4-4350-be7c-b343c46af8ef),segment_id=ad04a8ca-0ad4-4350-be7c-b343c46af8ef)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:11.039121 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.044722 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['d2a8c592-5fd0-4647-a27e-d7912ade6246'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:11.080944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Calling delete_port for 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:11.107836 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.138910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Transition to ACTIVE for port object 6135d264-1c51-4dfe-a5c4-c55d477a8f69 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:11.211046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:11.230218 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.264379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No active binding found for port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 {{(pid=100171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:03:11.265143 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:11.266989 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.301665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Pushing event deleted for resources: {'Port': ['ID=2a8853ae-e82b-44b3-8cce-78cb9ec69f72,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.310360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'Port': ['ID=6135d264-1c51-4dfe-a5c4-c55d477a8f69,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.313435 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.314098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.314901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.314901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.315243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.315608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.315942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.316337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.316825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.317163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.317491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.317815 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.321671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb8f616-8c07-4b64-9c53-51d4ae35fe3c None None] No DVR routers for this DVR port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:11.346818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Network 4b119567-6ce3-487d-8627-e47c109379a2 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:11.350314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:11.361808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:11.437699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e356-ae11-4042-bbb9-4f88ec86a403 req-3fc2b1d4-7af7-4bc9-b28e-c3ebdf13ba87 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:11.443671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e129e356-ae11-4042-bbb9-4f88ec86a403 req-3fc2b1d4-7af7-4bc9-b28e-c3ebdf13ba87 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 932 time: 0.2281137 Jul 16 18:03:11.454224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:11.455418 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.521160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-1e690087-0e0e-4f3a-88ec-50f857d2f825 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2656071 Jul 16 18:03:11.550550 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e129e356-ae11-4042-bbb9-4f88ec86a403 req-688f7a8d-8863-45cd-ab9c-363bfd460959 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915713 Jul 16 18:03:11.563315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Request body: {'port': {'device_id': 'dccbc4c0-2e50-488a-942d-1edc2223b97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:11.718332 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c0b33e73-0113-485b-af13-e3ba1b4c6c2e None None] Provisioning for port 6135d264-1c51-4dfe-a5c4-c55d477a8f69 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:11.722299 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c0b33e73-0113-485b-af13-e3ba1b4c6c2e None None] Provisioning complete for port 6135d264-1c51-4dfe-a5c4-c55d477a8f69 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:11.722669 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c0b33e73-0113-485b-af13-e3ba1b4c6c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.743566 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] For port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2a8853ae-e82b-44b3-8cce-78cb9ec69f72,segment=NetworkSegment(ad04a8ca-0ad4-4350-be7c-b343c46af8ef),segment_id=ad04a8ca-0ad4-4350-be7c-b343c46af8ef)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:11.744016 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.760266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:11.781182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c0b33e73-0113-485b-af13-e3ba1b4c6c2e None None] Port 6135d264-1c51-4dfe-a5c4-c55d477a8f69 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:11.801441 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5978667-65ef-4954-9cac-b160afce1aba req-c9eead98-519d-4c50-ab54-b9ba4753eb53 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3bde2d-5c9a-4dcc-9e83-4bae80a458df HTTP/1.1" status: 200 len: 210 time: 0.0432370 Jul 16 18:03:11.836309 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791b86d-2a71-43f7-a220-2bb07414b876 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Pushing event deleted for resources: {'Port': ['ID=d2a8c592-5fd0-4647-a27e-d7912ade6246,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.906755 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9cddcc-707a-4f99-ad9d-dd7b0f5d6ae3 req-b791b86d-2a71-43f7-a220-2bb07414b876 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] No DVR routers for this DVR port d2a8c592-5fd0-4647-a27e-d7912ade6246 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:11.909791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9b7fa-2861-48ec-aa13-c5a001155cd1 req-ddc78ac1-1361-4b0c-8b58-6776012388cc tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:11.910316 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-db9cddcc-707a-4f99-ad9d-dd7b0f5d6ae3 req-b791b86d-2a71-43f7-a220-2bb07414b876 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.912630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35f9b7fa-2861-48ec-aa13-c5a001155cd1 req-ddc78ac1-1361-4b0c-8b58-6776012388cc tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.2705808 Jul 16 18:03:11.913500 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.919764 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-db9cddcc-707a-4f99-ad9d-dd7b0f5d6ae3 req-b791b86d-2a71-43f7-a220-2bb07414b876 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "DELETE /v2.0/ports/d2a8c592-5fd0-4647-a27e-d7912ade6246 HTTP/1.1" status: 204 len: 173 time: 1.7992344 Jul 16 18:03:11.920251 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3bde2d-5c9a-4dcc-9e83-4bae80a458df', 'name': 'network-vif-deleted', 'tag': 'd2a8c592-5fd0-4647-a27e-d7912ade6246'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:11.923030 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d408fa-dfb0-484c-9c76-d11f84336643" -d '{"events": [{"server_uuid": "6b3bde2d-5c9a-4dcc-9e83-4bae80a458df", "name": "network-vif-deleted", "tag": "d2a8c592-5fd0-4647-a27e-d7912ade6246"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:11.958443 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.995333 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=2a8853ae-e82b-44b3-8cce-78cb9ec69f72,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.999032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No DVR routers for this DVR port 2a8853ae-e82b-44b3-8cce-78cb9ec69f72 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:12.096334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2079d75-fa64-4b2f-a183-f427ff550f3a req-eb3d07ec-938e-4cf8-bd1d-13529664ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.097962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2079d75-fa64-4b2f-a183-f427ff550f3a req-eb3d07ec-938e-4cf8-bd1d-13529664ac24 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 1097 time: 0.2955148 Jul 16 18:03:12.109285 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.122110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1634e42b-ee06-462c-8dd7-3dbdb3506176']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:12.135920 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad04a8ca-0ad4-4350-be7c-b343c46af8ef') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:12.136141 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad04a8ca-0ad4-4350-be7c-b343c46af8ef') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:12.147706 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.151342 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35f9b7fa-2861-48ec-aa13-c5a001155cd1 req-aabc1f39-75ea-4984-9d57-9d392f5dde4a tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033367 Jul 16 18:03:12.164097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.178355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:12.178769 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.217540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2079d75-fa64-4b2f-a183-f427ff550f3a req-1258e9de-c15d-4cec-8a13-2515aadfe864 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110370 Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:12.257921 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:12.263626 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cf422d-4192-47a8-bac5-d7838d3c1a6b x-openstack-request-id: req-12cf422d-4192-47a8-bac5-d7838d3c1a6b {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:12.263626 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3bde2d-5c9a-4dcc-9e83-4bae80a458df", "name": "network-vif-deleted", "tag": "d2a8c592-5fd0-4647-a27e-d7912ade6246", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:12.263626 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12cf422d-4192-47a8-bac5-d7838d3c1a6b {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:12.263626 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3bde2d-5c9a-4dcc-9e83-4bae80a458df', 'name': 'network-vif-deleted', 'tag': 'd2a8c592-5fd0-4647-a27e-d7912ade6246', 'status': 'completed', 'code': 200} Jul 16 18:03:12.279149 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.296431 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.302627 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/networks/1634e42b-ee06-462c-8dd7-3dbdb3506176 HTTP/1.1" status: 204 len: 168 time: 1.7687209 Jul 16 18:03:12.306083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39382) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:12.312611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1fb4c868-6774-4c3e-bf0b-930068a112bf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1901154255'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:12.312900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703afa8f-ecd0-4cc9-9529-ec110aa82a37 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Network': ['ID=1634e42b-ee06-462c-8dd7-3dbdb3506176,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:12.364232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb4c868-6774-4c3e-bf0b-930068a112bf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:12.367818 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c868-6774-4c3e-bf0b-930068a112bf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.439447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb4c868-6774-4c3e-bf0b-930068a112bf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:12.464483 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c868-6774-4c3e-bf0b-930068a112bf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.464826 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-1fb4c868-6774-4c3e-bf0b-930068a112bf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Added segment 4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd of type vlan for network 9f63b79d-e627-4d7e-9177-3b8acc876088 Jul 16 18:03:12.520879 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c868-6774-4c3e-bf0b-930068a112bf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.569504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6135d264-1c51-4dfe-a5c4-c55d477a8f69 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:12.588499 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.606691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Transition to ACTIVE for port object 6135d264-1c51-4dfe-a5c4-c55d477a8f69 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:12.617591 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.627082 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c868-6774-4c3e-bf0b-930068a112bf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.634723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb4c868-6774-4c3e-bf0b-930068a112bf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.635322 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c868-6774-4c3e-bf0b-930068a112bf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.821272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1fb4c868-6774-4c3e-bf0b-930068a112bf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5144935 Jul 16 18:03:12.825031 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39386) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:12.828139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4c868-6774-4c3e-bf0b-930068a112bf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Network': ['ID=9f63b79d-e627-4d7e-9177-3b8acc876088,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:12.830489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1ab1cd49-2f2a-4d8c-8570-537574cd981c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': '9f63b79d-e627-4d7e-9177-3b8acc876088', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:12.841875 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 9f63b79d-e627-4d7e-9177-3b8acc876088 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:12.889894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Pushing event updated for resources: {'Port': ['ID=6135d264-1c51-4dfe-a5c4-c55d477a8f69,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:12.997601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b7eb9-3191-4018-99b9-4ba92dd7429e req-541ea919-7934-4e20-a3c0-9bae82666e59 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.999547 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-429b7eb9-3191-4018-99b9-4ba92dd7429e req-541ea919-7934-4e20-a3c0-9bae82666e59 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.2882576 Jul 16 18:03:13.036598 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Attempting to bind port 6135d264-1c51-4dfe-a5c4-c55d477a8f69 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:13.037177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Attempting to bind port 6135d264-1c51-4dfe-a5c4-c55d477a8f69 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:13.037443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Attempting to bind port 6135d264-1c51-4dfe-a5c4-c55d477a8f69 on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:13.042768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab1cd49-2f2a-4d8c-8570-537574cd981c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:13.046760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Port 6135d264-1c51-4dfe-a5c4-c55d477a8f69 on network 4b119567-6ce3-487d-8627-e47c109379a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:13.047083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Attempting to bind port 6135d264-1c51-4dfe-a5c4-c55d477a8f69 on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:13.052138 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ab1cd49-2f2a-4d8c-8570-537574cd981c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.054701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:13.055178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Checking segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:13.055584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Bound using segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:13.056720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Bound port: 6135d264-1c51-4dfe-a5c4-c55d477a8f69, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:13.057085 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.121995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-429b7eb9-3191-4018-99b9-4ba92dd7429e req-1bccdf62-de63-4eaf-821a-9a9b75dcb6a6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044643 Jul 16 18:03:13.205302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] For port 6135d264-1c51-4dfe-a5c4-c55d477a8f69, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:13.211302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] For port 6135d264-1c51-4dfe-a5c4-c55d477a8f69, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6135d264-1c51-4dfe-a5c4-c55d477a8f69,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:13.231179 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.296710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.297353 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.298891 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] 10.222.0.35 "PUT /v2.0/ports/6135d264-1c51-4dfe-a5c4-c55d477a8f69 HTTP/1.1" status: 200 len: 1093 time: 1.7440424 Jul 16 18:03:13.358588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccbc4c0-2e50-488a-942d-1edc2223b97d', 'tag': '6135d264-1c51-4dfe-a5c4-c55d477a8f69'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:13.360852 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deed4204-2bf4-438a-84bb-608497577596" -d '{"events": [{"name": "network-changed", "server_uuid": "dccbc4c0-2e50-488a-942d-1edc2223b97d", "tag": "6135d264-1c51-4dfe-a5c4-c55d477a8f69"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:13.385762 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ab1cd49-2f2a-4d8c-8570-537574cd981c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.390592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device d2a8c592-5fd0-4647-a27e-d7912ade6246 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:13.425691 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: d2a8c592-5fd0-4647-a27e-d7912ade6246 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:13.443161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device d2a8c592-5fd0-4647-a27e-d7912ade6246 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:13.470208 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab1cd49-2f2a-4d8c-8570-537574cd981c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Checking segment: {'id': '4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9f63b79d-e627-4d7e-9177-3b8acc876088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:13.470529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab1cd49-2f2a-4d8c-8570-537574cd981c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network hostable DHCP agents. Network: 9f63b79d-e627-4d7e-9177-3b8acc876088, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:13.489408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1cd49-2f2a-4d8c-8570-537574cd981c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Subnet': ['ID=54c7d7cb-2f8f-4d41-8b75-b752fac39c92,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:13.507990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab1cd49-2f2a-4d8c-8570-537574cd981c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 9f63b79d-e627-4d7e-9177-3b8acc876088 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:13.522795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-1ab1cd49-2f2a-4d8c-8570-537574cd981c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 9f63b79d-e627-4d7e-9177-3b8acc876088) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:13.529811 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab1cd49-2f2a-4d8c-8570-537574cd981c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.530462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ab1cd49-2f2a-4d8c-8570-537574cd981c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.536827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1d8cbe-57ca-4dc7-ab3a-de6842bfea44 None None] Network 9f63b79d-e627-4d7e-9177-3b8acc876088 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:13.548914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64aadf-212c-47e1-ad4d-032219279587 service neutron] Pushing event updated for resources: {'Port': ['ID=6135d264-1c51-4dfe-a5c4-c55d477a8f69,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:13.560962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39414) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:13.565935 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1ab1cd49-2f2a-4d8c-8570-537574cd981c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7396944 Jul 16 18:03:13.567800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0e3cd764-d5f5-47d3-95a2-e85df072fa3e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1260248056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:13.655806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-f4b3f549-3874-4739-b6f2-caa4afaa5508 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.662440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-f4b3f549-3874-4739-b6f2-caa4afaa5508 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 811 time: 0.4002159 Jul 16 18:03:13.680507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-7af4f17c-a46b-49f0-babf-361c19dd2423 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/quotas/40c61bd95cbf4623a1b855bc6d9bd28e HTTP/1.1" status: 200 len: 375 time: 0.0170956 Jul 16 18:03:13.695259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-fb5ef61b-534c-4b80-8c46-b12a60c601ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.696918 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-fb5ef61b-534c-4b80-8c46-b12a60c601ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 1096 time: 0.3260982 Jul 16 18:03:13.720716 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd764-d5f5-47d3-95a2-e85df072fa3e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.721750 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd764-d5f5-47d3-95a2-e85df072fa3e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.728787 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-9f63b79d-e627-4d7e-9177-3b8acc876088', 'network_id': '9f63b79d-e627-4d7e-9177-3b8acc876088', 'tenant_id': '144d0d44b62c49b2a9f9e520eab225ae', 'fixed_ips': [{'subnet_id': '54c7d7cb-2f8f-4d41-8b75-b752fac39c92'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:13.729762 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.748568 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-d61c95f8-de63-4db8-97ed-f66e87900f20 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669851 Jul 16 18:03:13.824982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-bba8603a-0daa-430d-a8d8-ee9ec9c0012c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6135d264-1c51-4dfe-a5c4-c55d477a8f69 HTTP/1.1" status: 200 len: 217 time: 0.0891850 Jul 16 18:03:13.906264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ebf0b-b998-4c27-b5e1-1fd0e24f74f7 req-5175a247-5c78-45c0-9f4b-82f864e189cc tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.913745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f84ebf0b-b998-4c27-b5e1-1fd0e24f74f7 req-5175a247-5c78-45c0-9f4b-82f864e189cc tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.4597538 Jul 16 18:03:13.916994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Allocated IP 2001:db8::2 (9f63b79d-e627-4d7e-9177-3b8acc876088/54c7d7cb-2f8f-4d41-8b75-b752fac39c92/78c67aaa-bfa0-445e-a857-e7f293e43d1f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:14.167111 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.184483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Transition to ACTIVE for port object 78c67aaa-bfa0-445e-a857-e7f293e43d1f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:14.206684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Transition to ACTIVE for port object 78c67aaa-bfa0-445e-a857-e7f293e43d1f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:14.225799 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.283182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Network 9f63b79d-e627-4d7e-9177-3b8acc876088 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:14.286435 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:14.293463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:14.339137 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Pushing event updated for resources: {'Port': ['ID=78c67aaa-bfa0-445e-a857-e7f293e43d1f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:14.376852 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:03:14.400098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Attempting to bind port 78c67aaa-bfa0-445e-a857-e7f293e43d1f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:14.400725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Attempting to bind port 78c67aaa-bfa0-445e-a857-e7f293e43d1f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9f63b79d-e627-4d7e-9177-3b8acc876088'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:14.401438 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Attempting to bind port 78c67aaa-bfa0-445e-a857-e7f293e43d1f on network 9f63b79d-e627-4d7e-9177-3b8acc876088 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:14.408986 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:14.409472 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Checking segment: {'id': '4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9f63b79d-e627-4d7e-9177-3b8acc876088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:14.409785 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd764-d5f5-47d3-95a2-e85df072fa3e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.409931 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.410371 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Bound using segment: {'id': '4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9f63b79d-e627-4d7e-9177-3b8acc876088'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:14.411073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Bound port: 78c67aaa-bfa0-445e-a857-e7f293e43d1f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9f63b79d-e627-4d7e-9177-3b8acc876088'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:14.411635 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.425988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd764-d5f5-47d3-95a2-e85df072fa3e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.430807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-3fc873c2-cb6b-47d6-aec2-5d02b2b778db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:14.432343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-3fc873c2-cb6b-47d6-aec2-5d02b2b778db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.5894625 Jul 16 18:03:14.500842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f84ebf0b-b998-4c27-b5e1-1fd0e24f74f7 req-21cfacb9-28bb-4378-b047-ad009a61db9b tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861382 Jul 16 18:03:14.504838 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd764-d5f5-47d3-95a2-e85df072fa3e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.505501 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] For port 78c67aaa-bfa0-445e-a857-e7f293e43d1f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:14.505851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0e3cd764-d5f5-47d3-95a2-e85df072fa3e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9415720 Jul 16 18:03:14.511097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39424) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:14.512370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] For port 78c67aaa-bfa0-445e-a857-e7f293e43d1f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=78c67aaa-bfa0-445e-a857-e7f293e43d1f,segment=NetworkSegment(4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd),segment_id=4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:14.529411 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.529547 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edd0f675-c96f-408b-b643-e002b4f8e891 req-511572b0-a1b4-4ddc-b616-20e0aa2e7314 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7962308 Jul 16 18:03:14.532447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'network_id': '9f63b79d-e627-4d7e-9177-3b8acc876088', 'name': 'tempest-PortsIpV6TestJSON-458691288'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:14.548565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-0b02be1d-eeab-422e-b415-7b3fa168cc62 service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7772532 Jul 16 18:03:14.701107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f3fea-32aa-4576-867d-b4587781d774 None None] Pushing event updated for resources: {'Port': ['ID=78c67aaa-bfa0-445e-a857-e7f293e43d1f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:14.734022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:14.740969 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.763819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port 0f112bf0-7593-4117-a8f8-c723df6bcdd9 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:03:14.769919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-6677c394-b28b-42a5-8cfb-eb6a843a7af0 service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184863 Jul 16 18:03:14.793627 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcdefe2-e7d2-42c3-9470-eeee54e8d2bb x-openstack-request-id: req-4dcdefe2-e7d2-42c3-9470-eeee54e8d2bb {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:14.794852 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dccbc4c0-2e50-488a-942d-1edc2223b97d", "tag": "6135d264-1c51-4dfe-a5c4-c55d477a8f69", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:14.795613 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4dcdefe2-e7d2-42c3-9470-eeee54e8d2bb {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:14.796868 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccbc4c0-2e50-488a-942d-1edc2223b97d', 'tag': '6135d264-1c51-4dfe-a5c4-c55d477a8f69', 'status': 'completed', 'code': 200} Jul 16 18:03:14.873329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ade5cf08-6e4a-46d8-98e4-0c097ff32cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:14.875085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-ade5cf08-6e4a-46d8-98e4-0c097ff32cd2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4308827 Jul 16 18:03:14.884558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0f675-c96f-408b-b643-e002b4f8e891 req-5439e546-1c17-4b90-8e57-39f26bc5181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:14.886344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edd0f675-c96f-408b-b643-e002b4f8e891 req-5439e546-1c17-4b90-8e57-39f26bc5181f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f79575556364648952b73c658380d74&device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 1097 time: 0.1572733 Jul 16 18:03:15.170585 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8::214 (9f63b79d-e627-4d7e-9177-3b8acc876088/54c7d7cb-2f8f-4d41-8b75-b752fac39c92/0f112bf0-7593-4117-a8f8-c723df6bcdd9) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:15.366187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 78c67aaa-bfa0-445e-a857-e7f293e43d1f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:15.412583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-eb6a0e10-6f38-4fa8-b102-1672690129c8 service neutron] 10.222.0.35 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250823 Jul 16 18:03:15.468400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 78c67aaa-bfa0-445e-a857-e7f293e43d1f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:15.546335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0f675-c96f-408b-b643-e002b4f8e891 req-ba7112d3-fd2b-4bd5-b227-32b1a8400f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.548862 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edd0f675-c96f-408b-b643-e002b4f8e891 req-ba7112d3-fd2b-4bd5-b227-32b1a8400f2f service neutron] 10.222.0.43 "GET /v2.0/networks?id=86509b43-a411-4e53-98ba-579929506239 HTTP/1.1" status: 200 len: 920 time: 0.6246727 Jul 16 18:03:15.653897 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.676000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Transition to ACTIVE for port object 0f112bf0-7593-4117-a8f8-c723df6bcdd9 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:15.714581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edd0f675-c96f-408b-b643-e002b4f8e891 req-e88cbdfa-2356-4c22-bf75-70853bf32411 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7447334a-42b5-4a2d-bd78-e300d42b0bf8 HTTP/1.1" status: 200 len: 217 time: 0.1324120 Jul 16 18:03:15.734061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.745607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113c963-d3a2-4b31-8187-885a910b61d5 req-b52ac094-3484-4d1a-afaf-e257123c1271 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.763968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b113c963-d3a2-4b31-8187-885a910b61d5 req-b52ac094-3484-4d1a-afaf-e257123c1271 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.8488019 Jul 16 18:03:15.841824 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 9f63b79d-e627-4d7e-9177-3b8acc876088 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:15.848721 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:15.860132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:15.868618 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.870148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.895019 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=0f112bf0-7593-4117-a8f8-c723df6bcdd9,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:15.910753 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-08b136a6-2e4d-48f7-b4d3-f556439eaefd tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3966541 Jul 16 18:03:15.913582 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39444) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:15.966041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6c5684b-9bf3-47c4-ba65-7ac1b40395ea req-c465caff-96d7-4508-a2fa-28b69374e243 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 210 time: 0.1074104 Jul 16 18:03:15.986539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b113c963-d3a2-4b31-8187-885a910b61d5 req-49a3e887-7878-49fb-b45d-e4aee6c7142a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211666 Jul 16 18:03:16.035111 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36ffda9e-18d6-4abf-bfc6-e421acb09cd6 req-10eaac4f-b7a4-4f72-9967-d8ee4fdc056a service neutron] 10.222.0.35 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822020 Jul 16 18:03:16.047651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0f675-c96f-408b-b643-e002b4f8e891 req-df62720f-9ce5-42ed-b12a-dfb930ad358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.055081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edd0f675-c96f-408b-b643-e002b4f8e891 req-df62720f-9ce5-42ed-b12a-dfb930ad358a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7ecbdae-f40b-496b-8215-a193d898ff6d HTTP/1.1" status: 200 len: 859 time: 0.2077053 Jul 16 18:03:16.158066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edd0f675-c96f-408b-b643-e002b4f8e891 req-65a0b3c7-782d-46a4-92a7-e95185ab3ec0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86509b43-a411-4e53-98ba-579929506239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954850 Jul 16 18:03:16.671142 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003a7232-7a8c-4377-a255-02308f6847db None None] Network 9f63b79d-e627-4d7e-9177-3b8acc876088 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:16.736319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edd0f675-c96f-408b-b643-e002b4f8e891 req-b72b9938-c308-421c-acfd-356774410abb service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721960 Jul 16 18:03:16.797305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4204-2bf4-438a-84bb-608497577596 req-dfe66e41-a35c-4faf-9b97-03c356ade4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.798907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-deed4204-2bf4-438a-84bb-608497577596 req-dfe66e41-a35c-4faf-9b97-03c356ade4bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 1096 time: 0.5626280 Jul 16 18:03:16.826110 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.879368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-10fd0e5c-d33a-4da0-9b44-4429649fa8ef None None] Provisioning for port 78c67aaa-bfa0-445e-a857-e7f293e43d1f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:16.894222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-10fd0e5c-d33a-4da0-9b44-4429649fa8ef None None] Provisioning complete for port 78c67aaa-bfa0-445e-a857-e7f293e43d1f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:16.897596 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-10fd0e5c-d33a-4da0-9b44-4429649fa8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.964132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb6561-94df-490e-b951-0b68cd8baa61 req-e8ecf071-6cf8-49ae-8386-a0c838e6a76e tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.965748 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07fb6561-94df-490e-b951-0b68cd8baa61 req-e8ecf071-6cf8-49ae-8386-a0c838e6a76e tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.4022622 Jul 16 18:03:17.141799 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edd0f675-c96f-408b-b643-e002b4f8e891 req-f37170a2-8f58-4e66-80cb-a5a56ea0cc65 service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904989 Jul 16 18:03:17.176056 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07fb6561-94df-490e-b951-0b68cd8baa61 req-aa48ab7b-276b-49c9-b5ff-969bfa2c396c tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346481 Jul 16 18:03:17.234465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4204-2bf4-438a-84bb-608497577596 req-1623b56b-cacc-4cba-b499-e89fafa7a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.241816 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-deed4204-2bf4-438a-84bb-608497577596 req-1623b56b-cacc-4cba-b499-e89fafa7a7be service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.4270585 Jul 16 18:03:17.396508 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-deed4204-2bf4-438a-84bb-608497577596 req-99edf8cb-cca9-45d3-8154-9f5bcaf6fc87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6135d264-1c51-4dfe-a5c4-c55d477a8f69 HTTP/1.1" status: 200 len: 217 time: 0.1441050 Jul 16 18:03:17.548833 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-9483fb48-1a05-4367-83d3-dddb8e7f2fc2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.550359 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-9483fb48-1a05-4367-83d3-dddb8e7f2fc2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 811 time: 0.3926511 Jul 16 18:03:17.572359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-e903fe1e-8aad-4f80-9899-5769f86eb537 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Request body: {'port': {'device_id': 'f0a8db98-f7ad-40cf-93bd-ea032a1483a8', 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'admin_state_up': True, 'tenant_id': '40c61bd95cbf4623a1b855bc6d9bd28e'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:17.592140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85c4dae3-39c6-4e51-98e2-ad73575d8b1f req-c8fe58b5-baee-4fc6-ba9f-c08ccd6584a6 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 210 time: 0.1023285 Jul 16 18:03:17.596431 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-10fd0e5c-d33a-4da0-9b44-4429649fa8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.616978 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.633509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4204-2bf4-438a-84bb-608497577596 req-53031e8e-5c00-425b-a08d-f4a3586c1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.642116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-deed4204-2bf4-438a-84bb-608497577596 req-53031e8e-5c00-425b-a08d-f4a3586c1475 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.2363164 Jul 16 18:03:17.644748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.703739 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-10fd0e5c-d33a-4da0-9b44-4429649fa8ef None None] For port 78c67aaa-bfa0-445e-a857-e7f293e43d1f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=78c67aaa-bfa0-445e-a857-e7f293e43d1f,segment=NetworkSegment(4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd),segment_id=4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:17.712581 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-10fd0e5c-d33a-4da0-9b44-4429649fa8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.819736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b466c-91f1-477e-bc7e-6125f030babf req-989a8a94-0aab-4a5d-a383-d5ebed0ef137 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.822757 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c9b466c-91f1-477e-bc7e-6125f030babf req-989a8a94-0aab-4a5d-a383-d5ebed0ef137 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.3538976 Jul 16 18:03:17.825766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27280df-5b09-4717-90cb-633b38f89ea5 req-96dd0496-077d-4d49-8912-3bca19f25e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.834448 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b27280df-5b09-4717-90cb-633b38f89ea5 req-96dd0496-077d-4d49-8912-3bca19f25e75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f79575556364648952b73c658380d74&device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 1097 time: 0.3303316 Jul 16 18:03:17.851636 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd0e5c-d33a-4da0-9b44-4429649fa8ef None None] Pushing event updated for resources: {'Port': ['ID=78c67aaa-bfa0-445e-a857-e7f293e43d1f,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:17.903379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=0f112bf0-7593-4117-a8f8-c723df6bcdd9,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:18.026570 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-e903fe1e-8aad-4f80-9899-5769f86eb537 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Made reservation on behalf of 40c61bd95cbf4623a1b855bc6d9bd28e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:18.030241 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-e903fe1e-8aad-4f80-9899-5769f86eb537 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.086376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2871fd88-2755-421b-8423-1a9e428809b0 None None] Provisioning complete for port 78c67aaa-bfa0-445e-a857-e7f293e43d1f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:18.090573 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2871fd88-2755-421b-8423-1a9e428809b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.201321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4204-2bf4-438a-84bb-608497577596 req-82e65a66-a62e-45ff-865d-c2d73e8a0186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.203854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-deed4204-2bf4-438a-84bb-608497577596 req-82e65a66-a62e-45ff-865d-c2d73e8a0186 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5520954 Jul 16 18:03:18.213403 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.224311 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c9b466c-91f1-477e-bc7e-6125f030babf req-366a161e-15db-4ac1-aaa5-ebc11abf9e7d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803895 Jul 16 18:03:18.335708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27280df-5b09-4717-90cb-633b38f89ea5 req-7c1419fe-c07b-4ac9-a081-71357c17e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.347395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b27280df-5b09-4717-90cb-633b38f89ea5 req-7c1419fe-c07b-4ac9-a081-71357c17e00a service neutron] 10.222.0.43 "GET /v2.0/networks?id=86509b43-a411-4e53-98ba-579929506239 HTTP/1.1" status: 200 len: 920 time: 0.4901505 Jul 16 18:03:18.429764 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2871fd88-2755-421b-8423-1a9e428809b0 None None] Provisioning for port 0f112bf0-7593-4117-a8f8-c723df6bcdd9 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:18.444336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2871fd88-2755-421b-8423-1a9e428809b0 None None] Provisioning complete for port 0f112bf0-7593-4117-a8f8-c723df6bcdd9 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:18.444691 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2871fd88-2755-421b-8423-1a9e428809b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.516243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b27280df-5b09-4717-90cb-633b38f89ea5 req-8b9acda3-5049-45c8-94d2-5883a48db0d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7447334a-42b5-4a2d-bd78-e300d42b0bf8 HTTP/1.1" status: 200 len: 217 time: 0.1388869 Jul 16 18:03:18.529387 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2871fd88-2755-421b-8423-1a9e428809b0 None None] Port 0f112bf0-7593-4117-a8f8-c723df6bcdd9 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:18.572450 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.611381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-e903fe1e-8aad-4f80-9899-5769f86eb537 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Allocated IP 172.20.0.2 (1d83386b-98e9-43de-97bc-2d2db963b2c4/f383a48f-0c4d-404d-afd1-d0778e8a5939/269d3ee1-d27b-4d5e-ad5f-93680e5b1b77) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:18.683242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1e1a657c-8898-4201-bb79-147985b60ed0 None None] Provisioning complete for port 0f112bf0-7593-4117-a8f8-c723df6bcdd9 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:18.683242 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1e1a657c-8898-4201-bb79-147985b60ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.701699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-deed4204-2bf4-438a-84bb-608497577596 req-b902683e-6ab2-4cea-a9c1-756cca580dda service neutron] 10.222.0.35 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676285 Jul 16 18:03:18.829854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a657c-8898-4201-bb79-147985b60ed0 None None] Port 0f112bf0-7593-4117-a8f8-c723df6bcdd9 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:18.840260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27280df-5b09-4717-90cb-633b38f89ea5 req-c73eade8-255d-4ee7-a97b-8c39cac4c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.841771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b27280df-5b09-4717-90cb-633b38f89ea5 req-c73eade8-255d-4ee7-a97b-8c39cac4c8b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7ecbdae-f40b-496b-8215-a193d898ff6d HTTP/1.1" status: 200 len: 859 time: 0.3033981 Jul 16 18:03:18.927329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b27280df-5b09-4717-90cb-633b38f89ea5 req-75a10b8e-ef37-403d-b0aa-abb86e4e84b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86509b43-a411-4e53-98ba-579929506239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721095 Jul 16 18:03:19.067397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f8e67520-9990-4091-ac1a-dee4d2247bff None None] Provisioning complete for port 0f112bf0-7593-4117-a8f8-c723df6bcdd9 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:19.067800 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f8e67520-9990-4091-ac1a-dee4d2247bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.150251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f8e67520-9990-4091-ac1a-dee4d2247bff None None] Port 0f112bf0-7593-4117-a8f8-c723df6bcdd9 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:19.187993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86b516a9-766b-4595-8fa9-3559adfab70f req-d46ecd96-a4ba-4c9a-b7b3-1b2a64e8d475 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 210 time: 0.1013217 Jul 16 18:03:19.196088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-deed4204-2bf4-438a-84bb-608497577596 req-ee858387-e69c-44cc-a754-1901bc1d80ce service neutron] 10.222.0.35 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823415 Jul 16 18:03:19.215814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 78c67aaa-bfa0-445e-a857-e7f293e43d1f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:19.220095 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc86122-6ee7-493e-905d-c0d04dccf85a req-3235e068-9f91-4373-bd0a-51fcfa384edf tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.228386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5dc86122-6ee7-493e-905d-c0d04dccf85a req-3235e068-9f91-4373-bd0a-51fcfa384edf tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.3853536 Jul 16 18:03:19.247053 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-e903fe1e-8aad-4f80-9899-5769f86eb537 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.299376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b27280df-5b09-4717-90cb-633b38f89ea5 req-aade4fc9-1e32-42d3-b728-6f06a21cd362 service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363314 Jul 16 18:03:19.323939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 78c67aaa-bfa0-445e-a857-e7f293e43d1f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:19.324320 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.349723 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.365415 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5dc86122-6ee7-493e-905d-c0d04dccf85a req-0a778867-3df4-4322-be83-59fda97fb75d tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356952 Jul 16 18:03:19.368959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.369854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.468423 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-e903fe1e-8aad-4f80-9899-5769f86eb537 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.600329 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=0f112bf0-7593-4117-a8f8-c723df6bcdd9,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.605300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-e903fe1e-8aad-4f80-9899-5769f86eb537 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Network 1d83386b-98e9-43de-97bc-2d2db963b2c4 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:19.610869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b27280df-5b09-4717-90cb-633b38f89ea5 req-3c1874a0-5ad7-451d-b3c3-a18e167b2fe7 service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908661 Jul 16 18:03:19.631114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-e903fe1e-8aad-4f80-9899-5769f86eb537 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:19.677991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-e903fe1e-8aad-4f80-9899-5769f86eb537 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:19.725009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec08856-a8e4-4393-a397-f339d4ab8b04 req-0641118d-2b65-4871-9733-b7582c02ea9d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.727062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ec08856-a8e4-4393-a397-f339d4ab8b04 req-0641118d-2b65-4871-9733-b7582c02ea9d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 945 time: 0.2716737 Jul 16 18:03:19.796798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695088d-2bd5-4b4a-80c3-79a55c7692f3 req-5cb08cd6-194c-47d6-8ca4-e8a23a5134f9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.798711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3695088d-2bd5-4b4a-80c3-79a55c7692f3 req-5cb08cd6-194c-47d6-8ca4-e8a23a5134f9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.1743619 Jul 16 18:03:19.804249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ec08856-a8e4-4393-a397-f339d4ab8b04 req-354ee4ec-af7c-4b28-a243-52e46bf72ef7 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651009 Jul 16 18:03:19.942474 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3695088d-2bd5-4b4a-80c3-79a55c7692f3 req-7e14f227-bf3f-4fa3-8c79-6e6ad8fc8cdc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293008 Jul 16 18:03:20.121862 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-e903fe1e-8aad-4f80-9899-5769f86eb537 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.122527 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-e903fe1e-8aad-4f80-9899-5769f86eb537 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.160967 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903fe1e-8aad-4f80-9899-5769f86eb537 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Pushing event updated for resources: {'Port': ['ID=269d3ee1-d27b-4d5e-ad5f-93680e5b1b77,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:20.164113 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-e903fe1e-8aad-4f80-9899-5769f86eb537 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6030400 Jul 16 18:03:20.182980 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Request body: {'port': {'device_id': 'f0a8db98-f7ad-40cf-93bd-ea032a1483a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:20.190998 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 9f63b79d-e627-4d7e-9177-3b8acc876088 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:20.207807 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:20.443462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.533117 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Router 9a76b574-9769-45a0-9201-c7eb08415331 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:03:20.653272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f9b74-e666-49c7-9a6e-c17130186075 req-a288c25f-896e-4f46-add7-0a99fcfe9cbd tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.655337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa5f9b74-e666-49c7-9a6e-c17130186075 req-a288c25f-896e-4f46-add7-0a99fcfe9cbd tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 931 time: 0.1644814 Jul 16 18:03:20.716239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ec430dd2-3a24-43af-9219-3af398387a93 None None] Provisioning complete for port 0f112bf0-7593-4117-a8f8-c723df6bcdd9 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:20.716943 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ec430dd2-3a24-43af-9219-3af398387a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.759850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa5f9b74-e666-49c7-9a6e-c17130186075 req-9e4d213d-0f24-402b-8e33-2ac836f59fc5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880551 Jul 16 18:03:20.773637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ec430dd2-3a24-43af-9219-3af398387a93 None None] Port 0f112bf0-7593-4117-a8f8-c723df6bcdd9 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:20.882023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:20.889218 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b5e554fc-2cf5-4cc8-b99a-f39eb22af58a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "PUT /v2.0/routers/9a76b574-9769-45a0-9201-c7eb08415331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9746635 Jul 16 18:03:20.892564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39510) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:20.901382 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7d72d1-d581-426a-b741-a3e2a7a1bff3 None None] Sync routers for ids ['9a76b574-9769-45a0-9201-c7eb08415331'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:20.912052 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7d72d1-d581-426a-b741-a3e2a7a1bff3 None None] Routers {'9a76b574-9769-45a0-9201-c7eb08415331'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:20.913711 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8d7d72d1-d581-426a-b741-a3e2a7a1bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:03:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9a76b574-9769-45a0-9201-c7eb08415331'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:21.023882 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8d7d72d1-d581-426a-b741-a3e2a7a1bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:21.047911 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7d72d1-d581-426a-b741-a3e2a7a1bff3 None None] Routers {'9a76b574-9769-45a0-9201-c7eb08415331'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:21.048790 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8d7d72d1-d581-426a-b741-a3e2a7a1bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:03:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9a76b574-9769-45a0-9201-c7eb08415331'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:21.064659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bbae27-eee7-4293-b51c-53c9edf4a0a7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.069002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-66bbae27-eee7-4293-b51c-53c9edf4a0a7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a76b574-9769-45a0-9201-c7eb08415331 HTTP/1.1" status: 200 len: 988 time: 0.1727102 Jul 16 18:03:21.075712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39514) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:21.162243 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8d7d72d1-d581-426a-b741-a3e2a7a1bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:21.163150 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7d72d1-d581-426a-b741-a3e2a7a1bff3 None None] The sync data for ids ['9a76b574-9769-45a0-9201-c7eb08415331'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:21.207716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:21.216557 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.229814 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Transition to ACTIVE for port object 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:21.239342 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.302360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Pushing event updated for resources: {'Port': ['ID=269d3ee1-d27b-4d5e-ad5f-93680e5b1b77,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:21.506600 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Attempting to bind port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:21.507311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Attempting to bind port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:21.507589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Attempting to bind port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:21.523873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:21.524152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Attempting to bind port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:21.541583 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:21.542177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Checking segment: {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:21.542611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Bound using segment: {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:21.543049 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Bound port: 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:21.543407 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.622073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] For port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:21.625634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] For port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=269d3ee1-d27b-4d5e-ad5f-93680e5b1b77,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:21.640729 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.723898 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.725061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.731082 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] 10.222.0.43 "PUT /v2.0/ports/269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 HTTP/1.1" status: 200 len: 1092 time: 1.5510211 Jul 16 18:03:21.819064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a8db98-f7ad-40cf-93bd-ea032a1483a8', 'tag': '269d3ee1-d27b-4d5e-ad5f-93680e5b1b77'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:21.822125 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d8b527-05ac-4000-9565-7d6244265838" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a8db98-f7ad-40cf-93bd-ea032a1483a8", "tag": "269d3ee1-d27b-4d5e-ad5f-93680e5b1b77"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:21.824786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b5847-816f-441f-ac3c-fca96e3a7660 service neutron] Pushing event updated for resources: {'Port': ['ID=269d3ee1-d27b-4d5e-ad5f-93680e5b1b77,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:21.925036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-88bfec91-366d-43a2-991f-07a2aedd8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.926592 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-88bfec91-366d-43a2-991f-07a2aedd8b33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 1095 time: 0.0985751 Jul 16 18:03:21.984706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43395c-25ec-47ec-a15f-98baa8bb4049 req-b4e22e0e-050a-4be1-8b2b-27d9059b2335 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.992114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec43395c-25ec-47ec-a15f-98baa8bb4049 req-b4e22e0e-050a-4be1-8b2b-27d9059b2335 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.9034426 Jul 16 18:03:21.997084 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-4cd75010-0d5e-4d65-bfd3-1d5b2aeb828b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 HTTP/1.1" status: 200 len: 217 time: 0.0606771 Jul 16 18:03:22.066964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f4bfc-d424-4ba1-9f53-e7243bb7dc42 req-2c262a9a-df93-476a-a371-0ee7da950f6e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.074634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-224f4bfc-d424-4ba1-9f53-e7243bb7dc42 req-2c262a9a-df93-476a-a371-0ee7da950f6e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.8392828 Jul 16 18:03:22.079865 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-6d04c096-f35d-4291-8087-d99deddb9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.081341 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-6d04c096-f35d-4291-8087-d99deddb9714 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 200 len: 851 time: 0.0767822 Jul 16 18:03:22.161941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec43395c-25ec-47ec-a15f-98baa8bb4049 req-f67e2bef-7d14-429a-9662-07af128d9da2 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688926 Jul 16 18:03:22.167595 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-e68b358d-4712-4267-9809-6459895d3ee8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d83386b-98e9-43de-97bc-2d2db963b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778680 Jul 16 18:03:22.190221 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-224f4bfc-d424-4ba1-9f53-e7243bb7dc42 req-5691d482-ebea-4e3f-a9c3-fe720b2006b3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147361 Jul 16 18:03:22.292854 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-9c9e72cf-c9d6-419d-b429-1b703fe4328e service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134169 Jul 16 18:03:22.495464 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fce9cfa-0f44-4456-ac7f-f596ea7b985e x-openstack-request-id: req-0fce9cfa-0f44-4456-ac7f-f596ea7b985e {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:22.496173 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a8db98-f7ad-40cf-93bd-ea032a1483a8", "tag": "269d3ee1-d27b-4d5e-ad5f-93680e5b1b77", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:22.496673 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0fce9cfa-0f44-4456-ac7f-f596ea7b985e {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:22.497333 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a8db98-f7ad-40cf-93bd-ea032a1483a8', 'tag': '269d3ee1-d27b-4d5e-ad5f-93680e5b1b77', 'status': 'completed', 'code': 200} Jul 16 18:03:22.545416 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e8ccb4c1-cb9a-4783-adb4-c29409079fd4 req-28cf1c93-c768-4945-9d5c-30dc04ad77a7 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443299 Jul 16 18:03:22.627330 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db10368e-050f-4c0a-8bb2-222c1226c94c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.676842 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8b527-05ac-4000-9565-7d6244265838 req-4b0376e4-36e1-4e0e-9ea5-f351a267c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.678478 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57d8b527-05ac-4000-9565-7d6244265838 req-4b0376e4-36e1-4e0e-9ea5-f351a267c379 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 1095 time: 0.0624819 Jul 16 18:03:22.773304 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8b527-05ac-4000-9565-7d6244265838 req-ea781530-e7dc-4d5a-b1e0-4598b5e742e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.775411 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57d8b527-05ac-4000-9565-7d6244265838 req-ea781530-e7dc-4d5a-b1e0-4598b5e742e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 912 time: 0.0895674 Jul 16 18:03:22.807478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e34da-eb27-4501-8de3-9a882f92394d req-f0d6667e-dd4f-43e7-8140-fe23cbad9f1a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.809002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-883e34da-eb27-4501-8de3-9a882f92394d req-f0d6667e-dd4f-43e7-8140-fe23cbad9f1a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 943 time: 0.1904051 Jul 16 18:03:22.838464 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57d8b527-05ac-4000-9565-7d6244265838 req-803892b2-7edf-45a6-aefd-f59e013521cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 HTTP/1.1" status: 200 len: 217 time: 0.0438859 Jul 16 18:03:22.893280 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8b527-05ac-4000-9565-7d6244265838 req-4e69727e-0c6c-496b-90ac-37eb3f31e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.895234 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57d8b527-05ac-4000-9565-7d6244265838 req-4e69727e-0c6c-496b-90ac-37eb3f31e6b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 200 len: 851 time: 0.0487053 Jul 16 18:03:22.913469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-883e34da-eb27-4501-8de3-9a882f92394d req-8a0bb3ae-d54c-4007-a330-046d1f52f940 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853381 Jul 16 18:03:22.933504 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57d8b527-05ac-4000-9565-7d6244265838 req-37c5d31a-555a-45a1-ac91-60f49982f77c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d83386b-98e9-43de-97bc-2d2db963b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287313 Jul 16 18:03:22.982336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-db10368e-050f-4c0a-8bb2-222c1226c94c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port 0f112bf0-7593-4117-a8f8-c723df6bcdd9 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:22.982687 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db10368e-050f-4c0a-8bb2-222c1226c94c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.048819 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57d8b527-05ac-4000-9565-7d6244265838 req-c39b5b78-2f9c-46cf-976c-31778590567e service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082122 Jul 16 18:03:23.092193 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db10368e-050f-4c0a-8bb2-222c1226c94c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.104532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-db10368e-050f-4c0a-8bb2-222c1226c94c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for 0f112bf0-7593-4117-a8f8-c723df6bcdd9 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:23.141126 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-57d8b527-05ac-4000-9565-7d6244265838 req-7c90693f-22a0-4720-b3f9-5b788c72105f service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847702 Jul 16 18:03:23.399043 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db10368e-050f-4c0a-8bb2-222c1226c94c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.440072 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10368e-050f-4c0a-8bb2-222c1226c94c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=0f112bf0-7593-4117-a8f8-c723df6bcdd9,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:23.463811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7a62a-3f65-47bc-af47-f08baab138fa req-7d18fbd2-7be5-4cfd-855c-7bd3e497613b tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.465362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3e7a62a-3f65-47bc-af47-f08baab138fa req-7d18fbd2-7be5-4cfd-855c-7bd3e497613b tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.1843219 Jul 16 18:03:23.532789 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88550a6e-6bed-4420-9c1b-b2db8c36dcc7 req-60a86499-cc4d-4f91-a925-2f643d9d5533 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.535612 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88550a6e-6bed-4420-9c1b-b2db8c36dcc7 req-60a86499-cc4d-4f91-a925-2f643d9d5533 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.1935272 Jul 16 18:03:23.682650 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db10368e-050f-4c0a-8bb2-222c1226c94c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.774089 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3e7a62a-3f65-47bc-af47-f08baab138fa req-e448d6e6-8734-42a8-bdca-fee9c19a4e08 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998133 Jul 16 18:03:23.838160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88550a6e-6bed-4420-9c1b-b2db8c36dcc7 req-e463a527-501f-4d01-9ae4-b8f1eaa0d202 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574780 Jul 16 18:03:24.002442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db10368e-050f-4c0a-8bb2-222c1226c94c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Router 9a76b574-9769-45a0-9201-c7eb08415331 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:24.154377 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db10368e-050f-4c0a-8bb2-222c1226c94c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:24.166126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5fb5ae-f08d-4fd1-901f-0340f1b4b526 None None] Sync routers for ids ['9a76b574-9769-45a0-9201-c7eb08415331'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:24.174231 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-db10368e-050f-4c0a-8bb2-222c1226c94c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "PUT /v2.0/routers/9a76b574-9769-45a0-9201-c7eb08415331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0951440 Jul 16 18:03:24.174406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39556) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.175781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5fb5ae-f08d-4fd1-901f-0340f1b4b526 None None] Routers {'9a76b574-9769-45a0-9201-c7eb08415331'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:24.176682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2c5fb5ae-f08d-4fd1-901f-0340f1b4b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:03:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9a76b574-9769-45a0-9201-c7eb08415331'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:24.215481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2c5fb5ae-f08d-4fd1-901f-0340f1b4b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:24.218984 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68bd7ad-af9a-4495-bc22-6b7e7f1011f7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:03:24.220643 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a68bd7ad-af9a-4495-bc22-6b7e7f1011f7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/0f112bf0-7593-4117-a8f8-c723df6bcdd9 HTTP/1.1" status: 404 len: 333 time: 0.0451353 Jul 16 18:03:24.223888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39558) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.226544 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5fb5ae-f08d-4fd1-901f-0340f1b4b526 None None] Routers {'9a76b574-9769-45a0-9201-c7eb08415331'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:24.227474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2c5fb5ae-f08d-4fd1-901f-0340f1b4b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:03:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9a76b574-9769-45a0-9201-c7eb08415331'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:24.260769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2c5fb5ae-f08d-4fd1-901f-0340f1b4b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:24.261813 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5fb5ae-f08d-4fd1-901f-0340f1b4b526 None None] The sync data for ids ['9a76b574-9769-45a0-9201-c7eb08415331'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:24.327418 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7b1f573-e3cc-4e97-9fd9-e14215e23edf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.531182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcbb2f-51b8-4b47-9efc-53cc0613d515 req-43588522-e9cf-4c75-80b6-13142cf08afa tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.538007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07fcbb2f-51b8-4b47-9efc-53cc0613d515 req-43588522-e9cf-4c75-80b6-13142cf08afa tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 943 time: 0.3647287 Jul 16 18:03:24.551224 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7b1f573-e3cc-4e97-9fd9-e14215e23edf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.560184 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7b1f573-e3cc-4e97-9fd9-e14215e23edf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.611316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07fcbb2f-51b8-4b47-9efc-53cc0613d515 req-10270c7e-de07-4881-8f73-ef36ec581d7a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724328 Jul 16 18:03:24.660811 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7b1f573-e3cc-4e97-9fd9-e14215e23edf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.661553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b1f573-e3cc-4e97-9fd9-e14215e23edf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Fanout notify agent at l3_agent the message router_deleted on router 9a76b574-9769-45a0-9201-c7eb08415331 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:03:24.680094 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e7b1f573-e3cc-4e97-9fd9-e14215e23edf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.682039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e7b1f573-e3cc-4e97-9fd9-e14215e23edf tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/routers/9a76b574-9769-45a0-9201-c7eb08415331 HTTP/1.1" status: 204 len: 168 time: 0.4572265 Jul 16 18:03:24.685724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39580) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.800725 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c05c63d-0933-41ec-a764-73edf1e32810 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting subnet 54c7d7cb-2f8f-4d41-8b75-b752fac39c92 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:24.804017 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c05c63d-0933-41ec-a764-73edf1e32810 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.863061 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434b2122-3db2-42e3-a886-93a71bda1ecc details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:24.888989 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c05c63d-0933-41ec-a764-73edf1e32810 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.119088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:25.148981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'port_id': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'mac_address': 'fa:16:3e:65:f9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:25.164069 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c05c63d-0933-41ec-a764-73edf1e32810 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.233377 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.265411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 434b2122-3db2-42e3-a886-93a71bda1ecc {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:25.309760 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c05c63d-0933-41ec-a764-73edf1e32810 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.324504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:25.329889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8700b-b7c5-4abd-b769-2f9e7aba1b21 req-23f729d7-9192-47fd-8e1c-5277d3d6ef13 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:25.331810 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.343110 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d8700b-b7c5-4abd-b769-2f9e7aba1b21 req-23f729d7-9192-47fd-8e1c-5277d3d6ef13 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.2280331 Jul 16 18:03:25.365512 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c05c63d-0933-41ec-a764-73edf1e32810 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.374119 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1c05c63d-0933-41ec-a764-73edf1e32810 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/54c7d7cb-2f8f-4d41-8b75-b752fac39c92 HTTP/1.1" status: 204 len: 168 time: 0.6872504 Jul 16 18:03:25.375893 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05c63d-0933-41ec-a764-73edf1e32810 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Subnet': ['ID=54c7d7cb-2f8f-4d41-8b75-b752fac39c92,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:25.378624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39608) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:25.383226 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caa7ce3-96c9-4c26-b3cf-1b4e271be379 None None] Network 9f63b79d-e627-4d7e-9177-3b8acc876088 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:25.389164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9d8700b-b7c5-4abd-b769-2f9e7aba1b21 req-52734389-05a0-4f10-aaa0-6c1a316dadb8 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444572 Jul 16 18:03:25.432249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:25.577899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=269d3ee1-d27b-4d5e-ad5f-93680e5b1b77,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:25.596976 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.618028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['434b2122-3db2-42e3-a886-93a71bda1ecc'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:25.621621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '269d3ee1-d27b-4d5e-ad5f-93680e5b1b77', 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'port_id': '269d3ee1-d27b-4d5e-ad5f-93680e5b1b77', 'mac_address': 'fa:16:3e:43:3f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f383a48f-0c4d-404d-afd1-d0778e8a5939', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:25.623302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:25.780649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port 78c67aaa-bfa0-445e-a857-e7f293e43d1f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:25.780988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.841694 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.913000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:25.928429 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] For port 78c67aaa-bfa0-445e-a857-e7f293e43d1f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=78c67aaa-bfa0-445e-a857-e7f293e43d1f,segment=NetworkSegment(4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd),segment_id=4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:25.929171 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.951597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for 78c67aaa-bfa0-445e-a857-e7f293e43d1f owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:25.953122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=269d3ee1-d27b-4d5e-ad5f-93680e5b1b77,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:25.971388 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.028024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=269d3ee1-d27b-4d5e-ad5f-93680e5b1b77,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:26.116213 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee037d-b51f-43d0-8673-75e7bb48cdb3 req-b459c9a0-6a1b-41db-a7dd-f2f3e7ea37c0 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.118232 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aaee037d-b51f-43d0-8673-75e7bb48cdb3 req-b459c9a0-6a1b-41db-a7dd-f2f3e7ea37c0 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 946 time: 0.4435167 Jul 16 18:03:26.119819 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.135864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c940c2ef-d5af-4100-9108-97eec1761871 None None] DHCP port deletion for 9f63b79d-e627-4d7e-9177-3b8acc876088 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:03:26.179300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No DVR routers for this DVR port 78c67aaa-bfa0-445e-a857-e7f293e43d1f on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:26.189939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=78c67aaa-bfa0-445e-a857-e7f293e43d1f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:26.292497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aaee037d-b51f-43d0-8673-75e7bb48cdb3 req-3123ee83-64b1-4781-8267-c6fdd2255559 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c2a30da-863b-4925-955b-4c3811e0d152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466076 Jul 16 18:03:26.331855 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['269d3ee1-d27b-4d5e-ad5f-93680e5b1b77'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:26.332844 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.361677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e466d0-03fb-4858-9469-5b2b278e0e1b req-c98c9b1e-3868-4203-926f-9c9bf0d519f1 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.364856 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26e466d0-03fb-4858-9469-5b2b278e0e1b req-c98c9b1e-3868-4203-926f-9c9bf0d519f1 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.5787463 Jul 16 18:03:26.384511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f63b79d-e627-4d7e-9177-3b8acc876088']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:26.408400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:26.408698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fddbcbc-9929-4a64-a0aa-8540ebcfb0cd') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:26.413555 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.457994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26e466d0-03fb-4858-9469-5b2b278e0e1b req-9556de44-8281-4320-9a76-b0ef3975668c tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864482 Jul 16 18:03:26.467237 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.495085 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.513266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:26.515516 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:26.545724 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:26.611539 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.730198 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.748311 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.753910 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/networks/9f63b79d-e627-4d7e-9177-3b8acc876088 HTTP/1.1" status: 204 len: 168 time: 1.3569412 Jul 16 18:03:26.754275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39632) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:26.845369 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0defd85-0a0c-4819-8a7f-08b2e86ccf6a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.847005 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e0defd85-0a0c-4819-8a7f-08b2e86ccf6a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/c4826e04-bfd6-4803-b0b2-e4decf7ec989 HTTP/1.1" status: 200 len: 844 time: 0.0914991 Jul 16 18:03:26.850684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39634) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:26.862324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434b2122-3db2-42e3-a886-93a71bda1ecc up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:26.918813 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 434b2122-3db2-42e3-a886-93a71bda1ecc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:26.919223 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.984538 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-93acc547-f817-4b3c-be39-cc4901259b25 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/c4826e04-bfd6-4803-b0b2-e4decf7ec989?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1315041 Jul 16 18:03:26.989824 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39636) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:26.998926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-41f545b1-7955-4279-9806-05c6c21c346c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:27.084033 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.145420 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:27.151485 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9bb0e7-d40c-4f92-a318-234a93706f0d" -d '{"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-plugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:27.202620 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:27.209733 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97432018-6e82-41c3-b3bd-5fd4d6e1f1fe req-24211530-087b-47bb-ba7c-dc082f3255c1 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.216673 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-97432018-6e82-41c3-b3bd-5fd4d6e1f1fe req-24211530-087b-47bb-ba7c-dc082f3255c1 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.43 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 946 time: 0.3100047 Jul 16 18:03:27.217266 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.228948 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f545b1-7955-4279-9806-05c6c21c346c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:27.232619 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41f545b1-7955-4279-9806-05c6c21c346c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.248501 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 78c67aaa-bfa0-445e-a857-e7f293e43d1f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:27.261108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f508753-24b1-466d-a9fc-8c545b2d48d9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Network': ['ID=9f63b79d-e627-4d7e-9177-3b8acc876088,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.283828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e756e83-0001-4f64-95b9-592f9049fc53 req-dc6262eb-d04f-47ed-b938-544d4a1b40df tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.292628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e756e83-0001-4f64-95b9-592f9049fc53 req-dc6262eb-d04f-47ed-b938-544d4a1b40df tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 944 time: 0.7228706 Jul 16 18:03:27.323105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 78c67aaa-bfa0-445e-a857-e7f293e43d1f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:27.323617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 78c67aaa-bfa0-445e-a857-e7f293e43d1f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:27.330589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28679e-78d7-47bf-b203-17f6d5a1c6d1 req-27d297b4-0539-4cfa-ad64-28abf14c7ed0 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.331765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f28679e-78d7-47bf-b203-17f6d5a1c6d1 req-27d297b4-0539-4cfa-ad64-28abf14c7ed0 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.6461780 Jul 16 18:03:27.380417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.402880 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e756e83-0001-4f64-95b9-592f9049fc53 req-ba8f6c0e-3d91-47ba-8bb5-9a71c0947bae tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090796 Jul 16 18:03:27.414424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f28679e-78d7-47bf-b203-17f6d5a1c6d1 req-c58e5b48-87e8-4114-bbef-a9740ee171d2 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694363 Jul 16 18:03:27.511654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-97432018-6e82-41c3-b3bd-5fd4d6e1f1fe req-2f81bd17-455d-4963-8ba0-3de9522e647c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Deleting port f75b156a-5df4-4cd6-9eeb-528ca715a012 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:27.512301 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-97432018-6e82-41c3-b3bd-5fd4d6e1f1fe req-2f81bd17-455d-4963-8ba0-3de9522e647c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.609417 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-97432018-6e82-41c3-b3bd-5fd4d6e1f1fe req-2f81bd17-455d-4963-8ba0-3de9522e647c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] For port f75b156a-5df4-4cd6-9eeb-528ca715a012, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f75b156a-5df4-4cd6-9eeb-528ca715a012,segment=NetworkSegment(490bdb8f-6f28-4d07-b10b-58f8b4200f5c),segment_id=490bdb8f-6f28-4d07-b10b-58f8b4200f5c)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:27.609812 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-97432018-6e82-41c3-b3bd-5fd4d6e1f1fe req-2f81bd17-455d-4963-8ba0-3de9522e647c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.624802 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-97432018-6e82-41c3-b3bd-5fd4d6e1f1fe req-2f81bd17-455d-4963-8ba0-3de9522e647c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Calling delete_port for f75b156a-5df4-4cd6-9eeb-528ca715a012 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:27.812115 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f7295e-8886-4727-afc0-35ac74740bff x-openstack-request-id: req-03f7295e-8886-4727-afc0-35ac74740bff {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:27.812418 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-plugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:27.812671 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03f7295e-8886-4727-afc0-35ac74740bff {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:27.813116 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'code': 200} Jul 16 18:03:27.893305 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-97432018-6e82-41c3-b3bd-5fd4d6e1f1fe req-2f81bd17-455d-4963-8ba0-3de9522e647c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.916816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['f75b156a-5df4-4cd6-9eeb-528ca715a012'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:27.997373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66b6063d-2849-408b-86dc-3dbb5c4e205b req-4791bcb9-7067-4fd9-9519-4c4661635406 tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.41 "GET /v2.0/ports?device_id=282d7bac-60c6-4999-87dd-228ff88b74ad HTTP/1.1" status: 200 len: 210 time: 0.0686040 Jul 16 18:03:28.010208 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1096e593-0c8e-4045-8db7-d4d9773a8119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.016080 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81bd17-455d-4963-8ba0-3de9522e647c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Pushing event deleted for resources: {'Port': ['ID=f75b156a-5df4-4cd6-9eeb-528ca715a012,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:28.115419 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41f545b1-7955-4279-9806-05c6c21c346c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.164238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-97432018-6e82-41c3-b3bd-5fd4d6e1f1fe req-2f81bd17-455d-4963-8ba0-3de9522e647c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] No DVR routers for this DVR port f75b156a-5df4-4cd6-9eeb-528ca715a012 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:28.209757 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-97432018-6e82-41c3-b3bd-5fd4d6e1f1fe req-2f81bd17-455d-4963-8ba0-3de9522e647c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.219423 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-97432018-6e82-41c3-b3bd-5fd4d6e1f1fe req-2f81bd17-455d-4963-8ba0-3de9522e647c tempest-AttachSCSIVolumeTestJSON-1427115310 tempest-AttachSCSIVolumeTestJSON-1427115310-project] 10.222.0.43 "DELETE /v2.0/ports/f75b156a-5df4-4cd6-9eeb-528ca715a012 HTTP/1.1" status: 204 len: 173 time: 0.9825678 Jul 16 18:03:28.220485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d7bac-60c6-4999-87dd-228ff88b74ad', 'name': 'network-vif-deleted', 'tag': 'f75b156a-5df4-4cd6-9eeb-528ca715a012'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:28.224994 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234a670c-dcae-4c6a-aed7-af46073161f0" -d '{"events": [{"server_uuid": "282d7bac-60c6-4999-87dd-228ff88b74ad", "name": "network-vif-deleted", "tag": "f75b156a-5df4-4cd6-9eeb-528ca715a012"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:28.248462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f545b1-7955-4279-9806-05c6c21c346c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:28.253129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-41f545b1-7955-4279-9806-05c6c21c346c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:28.267760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c388f-6b59-403a-a652-f3dc88883aab None None] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:28.268929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f545b1-7955-4279-9806-05c6c21c346c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.269910 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41f545b1-7955-4279-9806-05c6c21c346c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.290526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f545b1-7955-4279-9806-05c6c21c346c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Subnet': ['ID=f6ffd50c-377d-4106-a93e-1128f6e02b41,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:28.312644 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-41f545b1-7955-4279-9806-05c6c21c346c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3215117 Jul 16 18:03:28.315642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39660) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:28.322039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-bcb72310-62ae-453d-8d44-4daafe47f095 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'security_group': {'name': 'tempest-secgroup-1410482175'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:28.385048 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bcb72310-62ae-453d-8d44-4daafe47f095 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.394193 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b991a790-4e0f-4e8b-9bbd-90354c7f27a5 x-openstack-request-id: req-b991a790-4e0f-4e8b-9bbd-90354c7f27a5 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:28.394753 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d7bac-60c6-4999-87dd-228ff88b74ad", "name": "network-vif-deleted", "tag": "f75b156a-5df4-4cd6-9eeb-528ca715a012", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:28.395231 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b991a790-4e0f-4e8b-9bbd-90354c7f27a5 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:28.396162 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d7bac-60c6-4999-87dd-228ff88b74ad', 'name': 'network-vif-deleted', 'tag': 'f75b156a-5df4-4cd6-9eeb-528ca715a012', 'status': 'completed', 'code': 200} Jul 16 18:03:28.574019 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bcb72310-62ae-453d-8d44-4daafe47f095 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.585663 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bcb72310-62ae-453d-8d44-4daafe47f095 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.640032 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bcb72310-62ae-453d-8d44-4daafe47f095 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.644953 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bcb72310-62ae-453d-8d44-4daafe47f095 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3251581 Jul 16 18:03:28.645565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39668) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:28.653010 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-583bf25f-3b58-4359-8c7d-9cbdcebdf377 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'security_group': {'name': 'tempest-secgroup-1447337256'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:28.724893 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-583bf25f-3b58-4359-8c7d-9cbdcebdf377 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.793117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-975ee1f1-098e-4ac6-8cd8-079140cd740a', 'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'tenant_id': '144d0d44b62c49b2a9f9e520eab225ae', 'fixed_ips': [{'subnet_id': 'f6ffd50c-377d-4106-a93e-1128f6e02b41'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:28.794585 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.816287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb72310-62ae-453d-8d44-4daafe47f095 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d87f40-a48c-4efc-a97c-239226769231,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:28.921783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac62a0-794b-4458-a201-1315a36bd5e2 req-231318ea-0512-4f36-a23b-25a253c6a7aa tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.926027 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1eac62a0-794b-4458-a201-1315a36bd5e2 req-231318ea-0512-4f36-a23b-25a253c6a7aa tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.2669122 Jul 16 18:03:29.039402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-583bf25f-3b58-4359-8c7d-9cbdcebdf377 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.058527 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-583bf25f-3b58-4359-8c7d-9cbdcebdf377 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.092584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1eac62a0-794b-4458-a201-1315a36bd5e2 req-2ebdc915-859f-4ff5-a84b-824bff7ab530 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591153 Jul 16 18:03:29.152228 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-583bf25f-3b58-4359-8c7d-9cbdcebdf377 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.158035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39676) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:29.159421 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-583bf25f-3b58-4359-8c7d-9cbdcebdf377 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5116346 Jul 16 18:03:29.163809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1377181839', 'security_groups': ['89a087b3-bcbf-4313-8b72-b992685bb3e8'], 'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f6ffd50c-377d-4106-a93e-1128f6e02b41'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:29.171035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bf25f-3b58-4359-8c7d-9cbdcebdf377 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a087b3-bcbf-4313-8b72-b992685bb3e8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:29.249807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Allocated IP 2001:db8::2 (975ee1f1-098e-4ac6-8cd8-079140cd740a/f6ffd50c-377d-4106-a93e-1128f6e02b41/d297f3b5-8505-4b56-afdd-482f5aed594f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:29.453103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:29.623420 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:29.687266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:29.694287 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.718415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:29.718780 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.723892 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Transition to ACTIVE for port object d297f3b5-8505-4b56-afdd-482f5aed594f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:29.752464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f8803-b2e5-4661-9bd5-a79615c45e4d req-f5934cf2-8a2f-4ab2-81c7-3e463832a17a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:29.761444 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a2f8803-b2e5-4661-9bd5-a79615c45e4d req-f5934cf2-8a2f-4ab2-81c7-3e463832a17a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 944 time: 0.2317989 Jul 16 18:03:29.810165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Transition to ACTIVE for port object d297f3b5-8505-4b56-afdd-482f5aed594f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:29.850565 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.927341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a2f8803-b2e5-4661-9bd5-a79615c45e4d req-db1b72b7-13fd-4051-8005-11e161e672e9 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646664 Jul 16 18:03:29.941582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.952985 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.956995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:29.975804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port 4402a49e-f7bd-4a44-8a3b-2f08d6eecb51 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:03:30.003041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Pushing event updated for resources: {'Port': ['ID=d297f3b5-8505-4b56-afdd-482f5aed594f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:30.008813 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:30.013154 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:30.031965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a8db98-f7ad-40cf-93bd-ea032a1483a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269d3ee1-d27b-4d5e-ad5f-93680e5b1b77'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:30.034933 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6742b4-069f-4e39-b201-a316ad236f90" -d '{"events": [{"server_uuid": "f0a8db98-f7ad-40cf-93bd-ea032a1483a8", "name": "network-vif-plugged", "status": "completed", "tag": "269d3ee1-d27b-4d5e-ad5f-93680e5b1b77"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:30.103900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=269d3ee1-d27b-4d5e-ad5f-93680e5b1b77,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:30.188916 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfa9489-2841-4f07-adbe-c9fadd6c8e1b x-openstack-request-id: req-8bfa9489-2841-4f07-adbe-c9fadd6c8e1b {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:30.189283 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a8db98-f7ad-40cf-93bd-ea032a1483a8", "name": "network-vif-plugged", "status": "completed", "tag": "269d3ee1-d27b-4d5e-ad5f-93680e5b1b77", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:30.189477 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8bfa9489-2841-4f07-adbe-c9fadd6c8e1b {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:30.189883 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a8db98-f7ad-40cf-93bd-ea032a1483a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269d3ee1-d27b-4d5e-ad5f-93680e5b1b77', 'code': 200} Jul 16 18:03:30.190652 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Attempting to bind port d297f3b5-8505-4b56-afdd-482f5aed594f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:30.190987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Attempting to bind port d297f3b5-8505-4b56-afdd-482f5aed594f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '3ae6e19d-3076-4ddd-932e-f8815cbbc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:30.191346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Attempting to bind port d297f3b5-8505-4b56-afdd-482f5aed594f on network 975ee1f1-098e-4ac6-8cd8-079140cd740a {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:30.208164 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.305556 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:30.305950 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Checking segment: {'id': '3ae6e19d-3076-4ddd-932e-f8815cbbc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:30.306417 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.306785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Bound using segment: {'id': '3ae6e19d-3076-4ddd-932e-f8815cbbc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:30.307279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Bound port: d297f3b5-8505-4b56-afdd-482f5aed594f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae6e19d-3076-4ddd-932e-f8815cbbc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:30.307692 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.379580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3087b62-0539-4864-8da0-e5c33c254376 req-7917b218-a5df-4633-97bb-7bdf264b70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:30.381117 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a3087b62-0539-4864-8da0-e5c33c254376 req-7917b218-a5df-4633-97bb-7bdf264b70a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 1097 time: 0.1365008 Jul 16 18:03:30.447594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=269d3ee1-d27b-4d5e-ad5f-93680e5b1b77,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:30.458105 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a3087b62-0539-4864-8da0-e5c33c254376 req-c2b77ed9-272d-4cc3-928a-1dd76896b649 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687411 Jul 16 18:03:30.493028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] For port d297f3b5-8505-4b56-afdd-482f5aed594f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:30.501509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] For port d297f3b5-8505-4b56-afdd-482f5aed594f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d297f3b5-8505-4b56-afdd-482f5aed594f,segment=NetworkSegment(3ae6e19d-3076-4ddd-932e-f8815cbbc777),segment_id=3ae6e19d-3076-4ddd-932e-f8815cbbc777)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:30.502656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8::281 (975ee1f1-098e-4ac6-8cd8-079140cd740a/f6ffd50c-377d-4106-a93e-1128f6e02b41/4402a49e-f7bd-4a44-8a3b-2f08d6eecb51) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:30.513732 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.539465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2d540-9e0e-4d29-bf83-42ccc658f584 req-51a442b1-1e48-4899-9d93-9767c099a322 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:30.542557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72b2d540-9e0e-4d29-bf83-42ccc658f584 req-51a442b1-1e48-4899-9d93-9767c099a322 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.2383053 Jul 16 18:03:30.614545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fb611-d207-44bf-8c37-28ddabbfee21 None None] Pushing event updated for resources: {'Port': ['ID=d297f3b5-8505-4b56-afdd-482f5aed594f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:30.719289 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.722959 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-83dd34da-054e-4388-a45d-08512e481342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.760846 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.781581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Transition to ACTIVE for port object 4402a49e-f7bd-4a44-8a3b-2f08d6eecb51 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:30.848430 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.970328 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72b2d540-9e0e-4d29-bf83-42ccc658f584 req-a94f1e22-d54f-4ea1-a59a-6e5cf448b31b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210396 Jul 16 18:03:30.972749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:30.983146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:30.995249 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:31.011582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.013414 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.091594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=4402a49e-f7bd-4a44-8a3b-2f08d6eecb51,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:31.106163 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39732) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:31.107034 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b4dba144-6b64-48dd-b855-cf164639e7fa tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9475908 Jul 16 18:03:31.111387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9600e883-9d41-484c-ae16-37cf529dafe5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:31.355272 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d297f3b5-8505-4b56-afdd-482f5aed594f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:31.555514 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f75b156a-5df4-4cd6-9eeb-528ca715a012 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:31.563908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3235d-90d0-48e3-9c21-8d75ccdf5c6f req-bee78ee8-3f73-49b8-9e5e-4d9709152f2c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.573416 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9600e883-9d41-484c-ae16-37cf529dafe5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:31.574043 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fe3235d-90d0-48e3-9c21-8d75ccdf5c6f req-bee78ee8-3f73-49b8-9e5e-4d9709152f2c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 945 time: 0.3357341 Jul 16 18:03:31.586370 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9600e883-9d41-484c-ae16-37cf529dafe5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.617075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: f75b156a-5df4-4cd6-9eeb-528ca715a012 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:31.620542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f75b156a-5df4-4cd6-9eeb-528ca715a012 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:31.657824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port d297f3b5-8505-4b56-afdd-482f5aed594f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:31.718397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fe3235d-90d0-48e3-9c21-8d75ccdf5c6f req-6f0756b9-33f1-4033-bd9d-373e3ff19ec5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423845 Jul 16 18:03:31.762160 n-d-787206-10 neutron-server[100170]: INFO neutron.db.ipam_backend_mixin [None req-9600e883-9d41-484c-ae16-37cf529dafe5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f6ffd50c-377d-4106-a93e-1128f6e02b41 (CIDR: 2001:db8::/64) Jul 16 18:03:31.768524 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9600e883-9d41-484c-ae16-37cf529dafe5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:03:31.769285 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9600e883-9d41-484c-ae16-37cf529dafe5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:31.798897 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9600e883-9d41-484c-ae16-37cf529dafe5 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6913099 Jul 16 18:03:31.801650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39744) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:31.821135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2dcf36a5-3a30-461b-9103-51d1e761d2b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:31.823650 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.125983 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcf36a5-3a30-461b-9103-51d1e761d2b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:32.141532 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2dcf36a5-3a30-461b-9103-51d1e761d2b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.407120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67ad64-d240-4e11-b39b-91742c54ceab req-b58540eb-1750-4a3a-b5e5-9579fdaf0117 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.409426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba67ad64-d240-4e11-b39b-91742c54ceab req-b58540eb-1750-4a3a-b5e5-9579fdaf0117 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.2017772 Jul 16 18:03:32.481557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba67ad64-d240-4e11-b39b-91742c54ceab req-1cf10524-f646-4ad2-840d-9e0b485c342f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597031 Jul 16 18:03:32.542798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-705274fe-2d3c-4619-8036-f9fe1aa75cdb None None] Provisioning for port d297f3b5-8505-4b56-afdd-482f5aed594f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:32.548695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-705274fe-2d3c-4619-8036-f9fe1aa75cdb None None] Provisioning complete for port d297f3b5-8505-4b56-afdd-482f5aed594f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:32.548965 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-705274fe-2d3c-4619-8036-f9fe1aa75cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.658572 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-705274fe-2d3c-4619-8036-f9fe1aa75cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.723457 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2dcf36a5-3a30-461b-9103-51d1e761d2b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.790442 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-705274fe-2d3c-4619-8036-f9fe1aa75cdb None None] For port d297f3b5-8505-4b56-afdd-482f5aed594f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d297f3b5-8505-4b56-afdd-482f5aed594f,segment=NetworkSegment(3ae6e19d-3076-4ddd-932e-f8815cbbc777),segment_id=3ae6e19d-3076-4ddd-932e-f8815cbbc777)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:32.820265 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcf36a5-3a30-461b-9103-51d1e761d2b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:32.824233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-2dcf36a5-3a30-461b-9103-51d1e761d2b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:32.828004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf36a5-3a30-461b-9103-51d1e761d2b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.828680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2dcf36a5-3a30-461b-9103-51d1e761d2b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.832769 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-705274fe-2d3c-4619-8036-f9fe1aa75cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.839183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41990fe7-0369-41a2-9f95-2bfa0b8a0a6a None None] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:32.853824 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2dcf36a5-3a30-461b-9103-51d1e761d2b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0508847 Jul 16 18:03:32.854485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39758) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:32.863833 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2d0e1cf7-335b-4109-aa98-bce5fbcfd78d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1920181037', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bfdb1ff3-0789-466a-8243-11ba4dc6509a'}], 'security_groups': ['49d87f40-a48c-4efc-a97c-239226769231']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:32.924973 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf36a5-3a30-461b-9103-51d1e761d2b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Subnet': ['ID=bfdb1ff3-0789-466a-8243-11ba4dc6509a,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:32.965793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-705274fe-2d3c-4619-8036-f9fe1aa75cdb None None] Provisioning complete for port c4826e04-bfd6-4803-b0b2-e4decf7ec989 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:32.966164 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-705274fe-2d3c-4619-8036-f9fe1aa75cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.007802 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-705274fe-2d3c-4619-8036-f9fe1aa75cdb None None] Port c4826e04-bfd6-4803-b0b2-e4decf7ec989 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:33.127210 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab49dd8-e512-432b-b080-96d6a630821f req-52c8eee5-da31-4165-a021-d96a0eacb5b8 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.135720 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ab49dd8-e512-432b-b080-96d6a630821f req-52c8eee5-da31-4165-a021-d96a0eacb5b8 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 945 time: 0.2075520 Jul 16 18:03:33.190214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ab49dd8-e512-432b-b080-96d6a630821f req-e51c3f2f-c656-48df-9479-e96383477e04 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518651 Jul 16 18:03:33.225085 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1cf7-335b-4109-aa98-bce5fbcfd78d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.416887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705274fe-2d3c-4619-8036-f9fe1aa75cdb None None] Pushing event updated for resources: {'Port': ['ID=d297f3b5-8505-4b56-afdd-482f5aed594f,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:33.444550 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c48fb142-430a-4a88-906d-3e8bf63f31d8 None None] Provisioning for port 4402a49e-f7bd-4a44-8a3b-2f08d6eecb51 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:33.464162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c48fb142-430a-4a88-906d-3e8bf63f31d8 None None] Provisioning complete for port 4402a49e-f7bd-4a44-8a3b-2f08d6eecb51 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:33.464545 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c48fb142-430a-4a88-906d-3e8bf63f31d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.572161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c48fb142-430a-4a88-906d-3e8bf63f31d8 None None] Port 4402a49e-f7bd-4a44-8a3b-2f08d6eecb51 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:33.745388 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.876638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d6cbb-17f8-4296-97d2-931841fe4db8 req-f3203813-8962-477c-aff8-3bd5878da68a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.878240 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e5d6cbb-17f8-4296-97d2-931841fe4db8 req-f3203813-8962-477c-aff8-3bd5878da68a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.1616123 Jul 16 18:03:33.892740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-2d0e1cf7-335b-4109-aa98-bce5fbcfd78d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Delete allocated IP 2001:db8::281 (975ee1f1-098e-4ac6-8cd8-079140cd740a/f6ffd50c-377d-4106-a93e-1128f6e02b41) {{(pid=100170) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:03:33.911541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-2d0e1cf7-335b-4109-aa98-bce5fbcfd78d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8:0:1::15a (975ee1f1-098e-4ac6-8cd8-079140cd740a/bfdb1ff3-0789-466a-8243-11ba4dc6509a/4402a49e-f7bd-4a44-8a3b-2f08d6eecb51) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:33.948895 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e5d6cbb-17f8-4296-97d2-931841fe4db8 req-c359682c-9101-4ec4-824d-1b8715c66d70 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637858 Jul 16 18:03:33.959943 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca326de-3a6a-4d0a-8519-05ee04cd3c93 None None] Update dhcp port {'port': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'fixed_ips': [{'subnet_id': 'f6ffd50c-377d-4106-a93e-1128f6e02b41', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bfdb1ff3-0789-466a-8243-11ba4dc6509a'}], 'binding:host_id': 'n-d-787206-10'}, 'id': 'd297f3b5-8505-4b56-afdd-482f5aed594f'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:03:34.015274 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1ca326de-3a6a-4d0a-8519-05ee04cd3c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.152650 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1cf7-335b-4109-aa98-bce5fbcfd78d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.185555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-2d0e1cf7-335b-4109-aa98-bce5fbcfd78d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Ignored duplicate provisioning block setup for port 4402a49e-f7bd-4a44-8a3b-2f08d6eecb51 by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:03:34.194588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1cf7-335b-4109-aa98-bce5fbcfd78d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.250600 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-1ca326de-3a6a-4d0a-8519-05ee04cd3c93 None None] Allocated IP 2001:db8:0:1::2 (975ee1f1-098e-4ac6-8cd8-079140cd740a/bfdb1ff3-0789-466a-8243-11ba4dc6509a/d297f3b5-8505-4b56-afdd-482f5aed594f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:34.280829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e1cf7-335b-4109-aa98-bce5fbcfd78d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] In _notify_port_updated(), no bound segment for port 4402a49e-f7bd-4a44-8a3b-2f08d6eecb51 on network 975ee1f1-098e-4ac6-8cd8-079140cd740a {{(pid=100170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:03:34.287652 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e1cf7-335b-4109-aa98-bce5fbcfd78d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.288277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1cf7-335b-4109-aa98-bce5fbcfd78d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.294199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39790) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:34.307469 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2d0e1cf7-335b-4109-aa98-bce5fbcfd78d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "PUT /v2.0/ports/4402a49e-f7bd-4a44-8a3b-2f08d6eecb51 HTTP/1.1" status: 200 len: 931 time: 1.4494534 Jul 16 18:03:34.366338 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e1cf7-335b-4109-aa98-bce5fbcfd78d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=4402a49e-f7bd-4a44-8a3b-2f08d6eecb51,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:34.397320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1ca326de-3a6a-4d0a-8519-05ee04cd3c93 None None] For port d297f3b5-8505-4b56-afdd-482f5aed594f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d297f3b5-8505-4b56-afdd-482f5aed594f,segment=NetworkSegment(3ae6e19d-3076-4ddd-932e-f8815cbbc777),segment_id=3ae6e19d-3076-4ddd-932e-f8815cbbc777)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:34.460479 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1ca326de-3a6a-4d0a-8519-05ee04cd3c93 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.475712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1ca326de-3a6a-4d0a-8519-05ee04cd3c93 None None] Transition to ACTIVE for port object d297f3b5-8505-4b56-afdd-482f5aed594f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:34.483107 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1ca326de-3a6a-4d0a-8519-05ee04cd3c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.485820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port 4402a49e-f7bd-4a44-8a3b-2f08d6eecb51 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:34.486348 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.589954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca326de-3a6a-4d0a-8519-05ee04cd3c93 None None] Pushing event updated for resources: {'Port': ['ID=d297f3b5-8505-4b56-afdd-482f5aed594f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:34.625256 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.640401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for 4402a49e-f7bd-4a44-8a3b-2f08d6eecb51 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:34.818753 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.862603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=4402a49e-f7bd-4a44-8a3b-2f08d6eecb51,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:34.871423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:34.872054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:34.872402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:34.872744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:34.873081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:34.873415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:34.873743 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:34.874072 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:34.874398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:34.874724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:34.875046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:34.875426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:34.934552 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.934552 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a793afe7-d9f6-4d48-9672-7ad2d306da19 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/4402a49e-f7bd-4a44-8a3b-2f08d6eecb51 HTTP/1.1" status: 204 len: 168 time: 0.6381245 Jul 16 18:03:34.936135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39802) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.041405 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f54495c-53bd-4e01-89da-46186a494ada tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:03:35.043809 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8f54495c-53bd-4e01-89da-46186a494ada tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/4402a49e-f7bd-4a44-8a3b-2f08d6eecb51 HTTP/1.1" status: 404 len: 333 time: 0.1066098 Jul 16 18:03:35.046620 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39806) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.238939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d297f3b5-8505-4b56-afdd-482f5aed594f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:35.252462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f43eaf44-99a8-429c-a722-a0708f3c2a21 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.320196 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f43eaf44-99a8-429c-a722-a0708f3c2a21 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.338981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd895bf7-959b-4d46-a55e-ba077a1537c2 req-b3d03d64-aa9e-4e5f-aefd-015f69bc4e30 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.348431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cd895bf7-959b-4d46-a55e-ba077a1537c2 req-b3d03d64-aa9e-4e5f-aefd-015f69bc4e30 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.1465514 Jul 16 18:03:35.406590 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f43eaf44-99a8-429c-a722-a0708f3c2a21 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.410238 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f43eaf44-99a8-429c-a722-a0708f3c2a21 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.415466 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f43eaf44-99a8-429c-a722-a0708f3c2a21 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/security-groups/89a087b3-bcbf-4313-8b72-b992685bb3e8 HTTP/1.1" status: 204 len: 168 time: 0.3645809 Jul 16 18:03:35.418433 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39812) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.427455 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cd895bf7-959b-4d46-a55e-ba077a1537c2 req-10cc2da3-5099-4337-b043-9918d5677fe5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770969 Jul 16 18:03:35.486306 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43eaf44-99a8-429c-a722-a0708f3c2a21 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a087b3-bcbf-4313-8b72-b992685bb3e8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.538294 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b65c5743-4c31-42a3-80fe-caeba4e8dc1c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.571528 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b65c5743-4c31-42a3-80fe-caeba4e8dc1c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.691580 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b65c5743-4c31-42a3-80fe-caeba4e8dc1c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.704788 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b65c5743-4c31-42a3-80fe-caeba4e8dc1c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.710210 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b65c5743-4c31-42a3-80fe-caeba4e8dc1c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/security-groups/49d87f40-a48c-4efc-a97c-239226769231 HTTP/1.1" status: 204 len: 168 time: 0.2843935 Jul 16 18:03:35.711147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39820) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.722701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c5743-4c31-42a3-80fe-caeba4e8dc1c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d87f40-a48c-4efc-a97c-239226769231,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.817247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae3a919-a8ab-4d90-b7c4-698c86fa0da7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting subnet f6ffd50c-377d-4106-a93e-1128f6e02b41 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:35.830463 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bae3a919-a8ab-4d90-b7c4-698c86fa0da7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.949254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6c3b6ae8-9ce5-419e-82ee-6548f97cd302 None None] Provisioning for port d297f3b5-8505-4b56-afdd-482f5aed594f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:35.957308 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bae3a919-a8ab-4d90-b7c4-698c86fa0da7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.958062 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6c3b6ae8-9ce5-419e-82ee-6548f97cd302 None None] Provisioning complete for port d297f3b5-8505-4b56-afdd-482f5aed594f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:35.958323 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6ae8-9ce5-419e-82ee-6548f97cd302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.189124 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bae3a919-a8ab-4d90-b7c4-698c86fa0da7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.222806 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6c3b6ae8-9ce5-419e-82ee-6548f97cd302 None None] Could not find standard attr ID for object 4402a49e-f7bd-4a44-8a3b-2f08d6eecb51. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:03:36.254403 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6c3b6ae8-9ce5-419e-82ee-6548f97cd302 None None] Provisioning complete for port c4826e04-bfd6-4803-b0b2-e4decf7ec989 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:36.254975 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6ae8-9ce5-419e-82ee-6548f97cd302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.331891 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bae3a919-a8ab-4d90-b7c4-698c86fa0da7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.370065 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bae3a919-a8ab-4d90-b7c4-698c86fa0da7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.373761 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bae3a919-a8ab-4d90-b7c4-698c86fa0da7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/f6ffd50c-377d-4106-a93e-1128f6e02b41 HTTP/1.1" status: 204 len: 168 time: 0.6602135 Jul 16 18:03:36.379951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39832) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:36.389074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b6ae8-9ce5-419e-82ee-6548f97cd302 None None] Port c4826e04-bfd6-4803-b0b2-e4decf7ec989 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:36.390314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a9b708bd-4a0a-4b7a-9c27-cef441d3ae4c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:36.478359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3a919-a8ab-4d90-b7c4-698c86fa0da7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ffd50c-377d-4106-a93e-1128f6e02b41,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:36.506521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9399c02c-6727-4c9c-94df-a2036942c023 None None] Could not find standard attr ID for object 4402a49e-f7bd-4a44-8a3b-2f08d6eecb51. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:03:36.733766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bc823c-9662-4bc8-99ff-3cedfe679dc9 None None] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:36.862425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b708bd-4a0a-4b7a-9c27-cef441d3ae4c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:36.872377 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9b708bd-4a0a-4b7a-9c27-cef441d3ae4c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.969641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf7718-ab80-48c4-ad23-1cbf917e8825 req-9f7703f9-3271-40b5-952c-bc7fdbb2ec9d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.974187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2bf7718-ab80-48c4-ad23-1cbf917e8825 req-9f7703f9-3271-40b5-952c-bc7fdbb2ec9d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.2694349 Jul 16 18:03:37.094658 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2bf7718-ab80-48c4-ad23-1cbf917e8825 req-6f08814e-f27c-45b1-b50b-43b5cef0bdf8 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099305 Jul 16 18:03:37.603514 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9b708bd-4a0a-4b7a-9c27-cef441d3ae4c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.706042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b708bd-4a0a-4b7a-9c27-cef441d3ae4c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:37.748501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b708bd-4a0a-4b7a-9c27-cef441d3ae4c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Subnet': ['ID=bdb91cba-ac38-49f6-ab90-5a8ac1196478,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:37.757750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-a9b708bd-4a0a-4b7a-9c27-cef441d3ae4c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:37.765874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b708bd-4a0a-4b7a-9c27-cef441d3ae4c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.772679 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9b708bd-4a0a-4b7a-9c27-cef441d3ae4c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.821588 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a9b708bd-4a0a-4b7a-9c27-cef441d3ae4c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4390957 Jul 16 18:03:37.825367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39860) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:37.830515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c0ea9f62-2973-4554-bfc2-de8b211a5b77 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'security_group': {'name': 'tempest-secgroup-241779061'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:37.888368 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9f62-2973-4554-bfc2-de8b211a5b77 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.224870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07fa36a-ba1d-4a84-bb02-4fefbc8a0c72 None None] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:38.225435 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9f62-2973-4554-bfc2-de8b211a5b77 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.235637 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9f62-2973-4554-bfc2-de8b211a5b77 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.301039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea9f62-2973-4554-bfc2-de8b211a5b77 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4aa7e8-3188-4280-9a0f-68f7c844e5bd,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.303972 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9f62-2973-4554-bfc2-de8b211a5b77 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.305217 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c0ea9f62-2973-4554-bfc2-de8b211a5b77 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4787762 Jul 16 18:03:38.308827 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39868) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:38.313497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-860ba6e1-530a-4362-b56d-42071524e035 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'security_group': {'name': 'tempest-secgroup-113725959'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:38.332945 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fcdcb0cc-78b4-4446-a572-c8ea255925e6 None None] Provisioning complete for port d297f3b5-8505-4b56-afdd-482f5aed594f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:38.333326 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb0cc-78b4-4446-a572-c8ea255925e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.361921 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-860ba6e1-530a-4362-b56d-42071524e035 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.637160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28b41a-3cb6-4071-94d8-b1bef1e6a5d8 req-4317d023-58d7-470c-8588-155c068dbb06 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.646138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d28b41a-3cb6-4071-94d8-b1bef1e6a5d8 req-4317d023-58d7-470c-8588-155c068dbb06 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.2202578 Jul 16 18:03:38.720323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d28b41a-3cb6-4071-94d8-b1bef1e6a5d8 req-df663568-a1a8-42ce-aefb-d07e625bc8d6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723042 Jul 16 18:03:38.776003 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-860ba6e1-530a-4362-b56d-42071524e035 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.792375 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-860ba6e1-530a-4362-b56d-42071524e035 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.853762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-860ba6e1-530a-4362-b56d-42071524e035 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.855930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-860ba6e1-530a-4362-b56d-42071524e035 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5454648 Jul 16 18:03:38.858104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39878) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:38.863383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5dff8f06-9046-48ef-a150-48c0558a5747 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'security_group': {'name': 'tempest-secgroup-618438000'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:38.870280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ba6e1-530a-4362-b56d-42071524e035 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6234c5b-aac6-42c3-9dde-574705e07351,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.884550 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fcdcb0cc-78b4-4446-a572-c8ea255925e6 None None] Provisioning complete for port c4826e04-bfd6-4803-b0b2-e4decf7ec989 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:38.884769 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb0cc-78b4-4446-a572-c8ea255925e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.922281 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5dff8f06-9046-48ef-a150-48c0558a5747 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.029689 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5dff8f06-9046-48ef-a150-48c0558a5747 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.038933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5dff8f06-9046-48ef-a150-48c0558a5747 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.044328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcb0cc-78b4-4446-a572-c8ea255925e6 None None] Port c4826e04-bfd6-4803-b0b2-e4decf7ec989 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:39.079765 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff8f06-9046-48ef-a150-48c0558a5747 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb8f9f8-e957-4f89-9ada-3dc1d3886c3b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:39.090526 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5dff8f06-9046-48ef-a150-48c0558a5747 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.095036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39880) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:39.096844 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5dff8f06-9046-48ef-a150-48c0558a5747 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2370467 Jul 16 18:03:39.101926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-534479139', 'security_groups': ['0cb8f9f8-e957-4f89-9ada-3dc1d3886c3b'], 'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bdb91cba-ac38-49f6-ab90-5a8ac1196478'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:39.229521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de450c78-c249-490c-b72d-968aa7ebaedc None None] Update dhcp port {'port': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'fixed_ips': [{'subnet_id': 'bfdb1ff3-0789-466a-8243-11ba4dc6509a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bdb91cba-ac38-49f6-ab90-5a8ac1196478'}], 'binding:host_id': 'n-d-787206-10'}, 'id': 'd297f3b5-8505-4b56-afdd-482f5aed594f'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:03:39.343636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-de450c78-c249-490c-b72d-968aa7ebaedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.379921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:39.599343 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.600221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-de450c78-c249-490c-b72d-968aa7ebaedc None None] Allocated IP 2001:db8::2 (975ee1f1-098e-4ac6-8cd8-079140cd740a/bdb91cba-ac38-49f6-ab90-5a8ac1196478/d297f3b5-8505-4b56-afdd-482f5aed594f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:39.633275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] device_id is not set on port d56d80f1-cb57-46a5-af5f-c9408d002966 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:03:39.802499 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-de450c78-c249-490c-b72d-968aa7ebaedc None None] For port d297f3b5-8505-4b56-afdd-482f5aed594f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d297f3b5-8505-4b56-afdd-482f5aed594f,segment=NetworkSegment(3ae6e19d-3076-4ddd-932e-f8815cbbc777),segment_id=3ae6e19d-3076-4ddd-932e-f8815cbbc777)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:39.896520 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-de450c78-c249-490c-b72d-968aa7ebaedc None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.949397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-de450c78-c249-490c-b72d-968aa7ebaedc None None] Transition to ACTIVE for port object d297f3b5-8505-4b56-afdd-482f5aed594f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:39.959964 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-de450c78-c249-490c-b72d-968aa7ebaedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.127701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8::1cb (975ee1f1-098e-4ac6-8cd8-079140cd740a/bdb91cba-ac38-49f6-ab90-5a8ac1196478/d56d80f1-cb57-46a5-af5f-c9408d002966) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:40.160306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f20c03-1f88-411a-89fa-04f4d780381a req-4ce15bfb-fc34-48b7-823a-e27e79e0efee tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.171629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c0f20c03-1f88-411a-89fa-04f4d780381a req-4ce15bfb-fc34-48b7-823a-e27e79e0efee tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.2025025 Jul 16 18:03:40.225396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de450c78-c249-490c-b72d-968aa7ebaedc None None] Pushing event updated for resources: {'Port': ['ID=d297f3b5-8505-4b56-afdd-482f5aed594f,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:40.288522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c0f20c03-1f88-411a-89fa-04f4d780381a req-28aa5b0c-b949-4e21-83eb-9cac8320e48b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151671 Jul 16 18:03:40.428021 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39896) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:40.532984 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.556882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Transition to ACTIVE for port object d56d80f1-cb57-46a5-af5f-c9408d002966 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:40.673906 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.826422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:40.829343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:40.855652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:40.861496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.862156 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.882573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=d56d80f1-cb57-46a5-af5f-c9408d002966,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:40.926413 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-813b5b45-3f02-427a-969a-c864b4bdb35d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8297980 Jul 16 18:03:40.928967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39908) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:40.934606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-85d39bb2-848e-4dad-b988-fc83d31358ed tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:40.957657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6135d264-1c51-4dfe-a5c4-c55d477a8f69 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:41.326820 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d297f3b5-8505-4b56-afdd-482f5aed594f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:41.385957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d39bb2-848e-4dad-b988-fc83d31358ed tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:41.391257 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85d39bb2-848e-4dad-b988-fc83d31358ed tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.433825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6135d264-1c51-4dfe-a5c4-c55d477a8f69, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6135d264-1c51-4dfe-a5c4-c55d477a8f69,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:41.502357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '6135d264-1c51-4dfe-a5c4-c55d477a8f69', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'port_id': '6135d264-1c51-4dfe-a5c4-c55d477a8f69', 'mac_address': 'fa:16:3e:99:61:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:41.672279 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.682859 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e3bc8e1a-2ece-40ce-823c-df0b4114570e None None] Provisioning for port d297f3b5-8505-4b56-afdd-482f5aed594f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:41.691334 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03e94bdc-809d-4d69-a0cd-fdbc34c09f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.718129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e3bc8e1a-2ece-40ce-823c-df0b4114570e None None] Provisioning complete for port d297f3b5-8505-4b56-afdd-482f5aed594f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:41.718788 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8e1a-2ece-40ce-823c-df0b4114570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.722781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6135d264-1c51-4dfe-a5c4-c55d477a8f69 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:41.809474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6135d264-1c51-4dfe-a5c4-c55d477a8f69, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6135d264-1c51-4dfe-a5c4-c55d477a8f69,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:41.864274 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.901586 n-d-787206-10 neutron-server[100169]: INFO neutron.db.ipam_backend_mixin [None req-85d39bb2-848e-4dad-b988-fc83d31358ed tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bdb91cba-ac38-49f6-ab90-5a8ac1196478 (CIDR: 2001:db8::/64) Jul 16 18:03:41.915262 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d39bb2-848e-4dad-b988-fc83d31358ed tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:03:41.915755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d39bb2-848e-4dad-b988-fc83d31358ed tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:41.980344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf6ba5-71ba-4d10-9d22-a50182acbd7e req-bd7ee7d3-06b6-4590-bda2-7e9f33ca392f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:41.982235 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40bf6ba5-71ba-4d10-9d22-a50182acbd7e req-bd7ee7d3-06b6-4590-bda2-7e9f33ca392f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 944 time: 0.3751111 Jul 16 18:03:42.033746 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=6135d264-1c51-4dfe-a5c4-c55d477a8f69,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:42.063082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-85d39bb2-848e-4dad-b988-fc83d31358ed tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1303325 Jul 16 18:03:42.066043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39922) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:42.098203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-bd86058a-8825-4fa5-a8cf-52390d74a146 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:42.142917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40bf6ba5-71ba-4d10-9d22-a50182acbd7e req-2d86f62d-26f7-42dd-b658-5a6b5e799f52 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505277 Jul 16 18:03:42.147002 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e3bc8e1a-2ece-40ce-823c-df0b4114570e None None] Provisioning complete for port c4826e04-bfd6-4803-b0b2-e4decf7ec989 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:42.148639 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8e1a-2ece-40ce-823c-df0b4114570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.238323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc8e1a-2ece-40ce-823c-df0b4114570e None None] Port c4826e04-bfd6-4803-b0b2-e4decf7ec989 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:42.246609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['6135d264-1c51-4dfe-a5c4-c55d477a8f69'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:42.260915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-03e94bdc-809d-4d69-a0cd-fdbc34c09f3f admin admin] Deleting port d08b458d-91e1-4154-b78a-772dff7f459e {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:42.261382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03e94bdc-809d-4d69-a0cd-fdbc34c09f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.365283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-03e94bdc-809d-4d69-a0cd-fdbc34c09f3f admin admin] For port d08b458d-91e1-4154-b78a-772dff7f459e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d08b458d-91e1-4154-b78a-772dff7f459e,segment=NetworkSegment(490bdb8f-6f28-4d07-b10b-58f8b4200f5c),segment_id=490bdb8f-6f28-4d07-b10b-58f8b4200f5c)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:42.365906 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03e94bdc-809d-4d69-a0cd-fdbc34c09f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.369875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd86058a-8825-4fa5-a8cf-52390d74a146 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:42.375655 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd86058a-8825-4fa5-a8cf-52390d74a146 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.403132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-03e94bdc-809d-4d69-a0cd-fdbc34c09f3f admin admin] Calling delete_port for d08b458d-91e1-4154-b78a-772dff7f459e owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:42.451190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-51bcdff0-f598-4ae0-a628-41ed7a6b17f2 None None] Provisioning for port d56d80f1-cb57-46a5-af5f-c9408d002966 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:42.474535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-51bcdff0-f598-4ae0-a628-41ed7a6b17f2 None None] Provisioning complete for port d56d80f1-cb57-46a5-af5f-c9408d002966 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:42.475165 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-51bcdff0-f598-4ae0-a628-41ed7a6b17f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.547992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-51bcdff0-f598-4ae0-a628-41ed7a6b17f2 None None] Port d56d80f1-cb57-46a5-af5f-c9408d002966 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:42.604125 n-d-787206-10 neutron-server[100169]: INFO neutron.db.ipam_backend_mixin [None req-bd86058a-8825-4fa5-a8cf-52390d74a146 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bfdb1ff3-0789-466a-8243-11ba4dc6509a (CIDR: 2001:db8:0:1::/64) Jul 16 18:03:42.629497 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd86058a-8825-4fa5-a8cf-52390d74a146 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:03:42.630419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd86058a-8825-4fa5-a8cf-52390d74a146 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:42.671480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bd86058a-8825-4fa5-a8cf-52390d74a146 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6043456 Jul 16 18:03:42.672432 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39932) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:42.686211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6a00091a-80e0-4fa4-96e8-ed0050e1f50d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'subnet': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:42.718851 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03e94bdc-809d-4d69-a0cd-fdbc34c09f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.763414 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e94bdc-809d-4d69-a0cd-fdbc34c09f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=d08b458d-91e1-4154-b78a-772dff7f459e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:42.884145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a00091a-80e0-4fa4-96e8-ed0050e1f50d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Made reservation on behalf of 144d0d44b62c49b2a9f9e520eab225ae for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:42.888044 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6a00091a-80e0-4fa4-96e8-ed0050e1f50d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.112318 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03e94bdc-809d-4d69-a0cd-fdbc34c09f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.361023 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6a00091a-80e0-4fa4-96e8-ed0050e1f50d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.393329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a00091a-80e0-4fa4-96e8-ed0050e1f50d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:43.435029 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-6a00091a-80e0-4fa4-96e8-ed0050e1f50d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:43.445617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857c0698-9d17-48a1-84f8-6a9dc27b6ceb None None] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:43.462097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00091a-80e0-4fa4-96e8-ed0050e1f50d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.462609 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6a00091a-80e0-4fa4-96e8-ed0050e1f50d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.490700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00091a-80e0-4fa4-96e8-ed0050e1f50d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Subnet': ['ID=4c9f866f-19ed-44fc-90a7-a2085df7fffb,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:43.496709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6a00091a-80e0-4fa4-96e8-ed0050e1f50d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8230085 Jul 16 18:03:43.499340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39946) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:43.504922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d1331452-52b2-43e4-92b8-c74894505440 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1096448025', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4c9f866f-19ed-44fc-90a7-a2085df7fffb'}], 'security_groups': ['ac4aa7e8-3188-4280-9a0f-68f7c844e5bd', 'c6234c5b-aac6-42c3-9dde-574705e07351']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:43.548890 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e94bdc-809d-4d69-a0cd-fdbc34c09f3f admin admin] Router dbea9c85-ea3a-4e82-a675-6d2efc547519 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:43.609004 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1331452-52b2-43e4-92b8-c74894505440 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.741300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e94bdc-809d-4d69-a0cd-fdbc34c09f3f admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:43.747460 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-03e94bdc-809d-4d69-a0cd-fdbc34c09f3f admin admin] 10.222.0.41 "PUT /v2.0/routers/dbea9c85-ea3a-4e82-a675-6d2efc547519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3169651 Jul 16 18:03:43.749858 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39950) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:43.751777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab149ef2-c0ce-40a1-9dac-4dc178026336 req-854217a7-1682-4083-b7da-2c5eff40281b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.752095 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be836f59-7594-450e-8f3d-d3b9235f9528 None None] Sync routers for ids ['dbea9c85-ea3a-4e82-a675-6d2efc547519'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:43.753356 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab149ef2-c0ce-40a1-9dac-4dc178026336 req-854217a7-1682-4083-b7da-2c5eff40281b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 945 time: 0.3334382 Jul 16 18:03:43.771189 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be836f59-7594-450e-8f3d-d3b9235f9528 None None] Routers {'dbea9c85-ea3a-4e82-a675-6d2efc547519'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:43.773392 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-be836f59-7594-450e-8f3d-d3b9235f9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:03:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dbea9c85-ea3a-4e82-a675-6d2efc547519'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:43.954990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab149ef2-c0ce-40a1-9dac-4dc178026336 req-72102a7d-2439-4263-9ac0-2859b6598e9a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351590 Jul 16 18:03:44.021433 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.098820 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d71bc8-32c4-424b-8e60-7c6651c24bd2 None None] Update dhcp port {'port': {'network_id': '975ee1f1-098e-4ac6-8cd8-079140cd740a', 'fixed_ips': [{'subnet_id': 'bfdb1ff3-0789-466a-8243-11ba4dc6509a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bdb91cba-ac38-49f6-ab90-5a8ac1196478', 'ip_address': '2001:db8::2'}, {'subnet_id': '4c9f866f-19ed-44fc-90a7-a2085df7fffb'}], 'binding:host_id': 'n-d-787206-10'}, 'id': 'd297f3b5-8505-4b56-afdd-482f5aed594f'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:03:44.135024 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-be836f59-7594-450e-8f3d-d3b9235f9528 None None] Set router dbea9c85-ea3a-4e82-a675-6d2efc547519 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:44.192728 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-87d71bc8-32c4-424b-8e60-7c6651c24bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.223403 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.345473 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Deleting port 43387132-e2ad-4a3d-a7d6-ebeb607ef54d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:44.346236 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.358961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-d1331452-52b2-43e4-92b8-c74894505440 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Delete allocated IP 2001:db8::1cb (975ee1f1-098e-4ac6-8cd8-079140cd740a/bdb91cba-ac38-49f6-ab90-5a8ac1196478) {{(pid=100169) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:03:44.380363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-d1331452-52b2-43e4-92b8-c74894505440 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Allocated IP 2001:db8:0:2::1db (975ee1f1-098e-4ac6-8cd8-079140cd740a/4c9f866f-19ed-44fc-90a7-a2085df7fffb/d56d80f1-cb57-46a5-af5f-c9408d002966) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:44.427957 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-be836f59-7594-450e-8f3d-d3b9235f9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988108526-router', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:03:42Z', 'revision_number': 5, 'project_id': 'bc3587bb1ad744589328ec2fb203c26f', 'gw_port': {'id': '43387132-e2ad-4a3d-a7d6-ebeb607ef54d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:36Z', 'updated_at': '2021-07-16T18:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:44.481177 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be836f59-7594-450e-8f3d-d3b9235f9528 None None] Checking router: dbea9c85-ea3a-4e82-a675-6d2efc547519 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:44.493686 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be836f59-7594-450e-8f3d-d3b9235f9528 None None] Routers {'dbea9c85-ea3a-4e82-a675-6d2efc547519'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:44.494397 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-be836f59-7594-450e-8f3d-d3b9235f9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:03:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dbea9c85-ea3a-4e82-a675-6d2efc547519'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:44.537070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] For port 43387132-e2ad-4a3d-a7d6-ebeb607ef54d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=43387132-e2ad-4a3d-a7d6-ebeb607ef54d,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:44.537441 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.571382 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1331452-52b2-43e4-92b8-c74894505440 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.571633 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Calling delete_port for 43387132-e2ad-4a3d-a7d6-ebeb607ef54d owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:44.587170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-d1331452-52b2-43e4-92b8-c74894505440 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Transition to ACTIVE for port object d56d80f1-cb57-46a5-af5f-c9408d002966 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:44.604454 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1331452-52b2-43e4-92b8-c74894505440 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.647523 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-be836f59-7594-450e-8f3d-d3b9235f9528 None None] Set router dbea9c85-ea3a-4e82-a675-6d2efc547519 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:44.729485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-87d71bc8-32c4-424b-8e60-7c6651c24bd2 None None] Allocated IP 2001:db8:0:2::2 (975ee1f1-098e-4ac6-8cd8-079140cd740a/4c9f866f-19ed-44fc-90a7-a2085df7fffb/d297f3b5-8505-4b56-afdd-482f5aed594f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:44.772385 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-be836f59-7594-450e-8f3d-d3b9235f9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988108526-router', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:03:44Z', 'revision_number': 6, 'project_id': 'bc3587bb1ad744589328ec2fb203c26f', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:44.839903 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be836f59-7594-450e-8f3d-d3b9235f9528 None None] The sync data for ids ['dbea9c85-ea3a-4e82-a675-6d2efc547519'] in n-d-787206-10 is: [{'id': 'dbea9c85-ea3a-4e82-a675-6d2efc547519', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988108526-router', 'tenant_id': 'bc3587bb1ad744589328ec2fb203c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:03:44Z', 'revision_number': 6, 'project_id': 'bc3587bb1ad744589328ec2fb203c26f', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:44.941391 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.980027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Pushing event deleted for resources: {'Port': ['ID=43387132-e2ad-4a3d-a7d6-ebeb607ef54d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:45.003746 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6135d264-1c51-4dfe-a5c4-c55d477a8f69 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:45.108067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-87d71bc8-32c4-424b-8e60-7c6651c24bd2 None None] For port d297f3b5-8505-4b56-afdd-482f5aed594f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d297f3b5-8505-4b56-afdd-482f5aed594f,segment=NetworkSegment(3ae6e19d-3076-4ddd-932e-f8815cbbc777),segment_id=3ae6e19d-3076-4ddd-932e-f8815cbbc777)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:45.137321 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.223884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 6135d264-1c51-4dfe-a5c4-c55d477a8f69 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:45.238446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 6135d264-1c51-4dfe-a5c4-c55d477a8f69 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:45.238831 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.247107 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-87d71bc8-32c4-424b-8e60-7c6651c24bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.384328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d08b458d-91e1-4154-b78a-772dff7f459e no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:45.439107 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.443689 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.469864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d1331452-52b2-43e4-92b8-c74894505440 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] In _notify_port_updated(), no bound segment for port d56d80f1-cb57-46a5-af5f-c9408d002966 on network 975ee1f1-098e-4ac6-8cd8-079140cd740a {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:03:45.470899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: d08b458d-91e1-4154-b78a-772dff7f459e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:45.471885 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d08b458d-91e1-4154-b78a-772dff7f459e not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:45.476889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1331452-52b2-43e4-92b8-c74894505440 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.478361 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1331452-52b2-43e4-92b8-c74894505440 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.482735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d1331452-52b2-43e4-92b8-c74894505440 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "PUT /v2.0/ports/d56d80f1-cb57-46a5-af5f-c9408d002966 HTTP/1.1" status: 200 len: 970 time: 1.9823940 Jul 16 18:03:45.488301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39970) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:45.497121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-87d71bc8-32c4-424b-8e60-7c6651c24bd2 None None] Transition to ACTIVE for port object d297f3b5-8505-4b56-afdd-482f5aed594f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:45.521062 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-87d71bc8-32c4-424b-8e60-7c6651c24bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.559919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1331452-52b2-43e4-92b8-c74894505440 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event updated for resources: {'Port': ['ID=d56d80f1-cb57-46a5-af5f-c9408d002966,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:45.575546 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.577138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbea9c85-ea3a-4e82-a675-6d2efc547519 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:03:45.596402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.606045 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c7d99122-fc7b-4e14-a298-326fd682c939 admin admin] 10.222.0.41 "DELETE /v2.0/routers/dbea9c85-ea3a-4e82-a675-6d2efc547519 HTTP/1.1" status: 204 len: 168 time: 1.8550856 Jul 16 18:03:45.608784 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39972) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:45.719532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad182-3fa9-4d3e-968f-ccfa83a687f1 req-43f6e34b-47b4-4cdf-8e25-86b412b68e8e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.722593 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37aad182-3fa9-4d3e-968f-ccfa83a687f1 req-43f6e34b-47b4-4cdf-8e25-86b412b68e8e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 945 time: 0.2647274 Jul 16 18:03:45.724243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-dca3736d-835c-41c0-82f2-8ac9ffc15574 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port d56d80f1-cb57-46a5-af5f-c9408d002966 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:45.724582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dca3736d-835c-41c0-82f2-8ac9ffc15574 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.737152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6c1c50-a144-4add-bb62-e50ff8ca62a4 admin admin] Deleting subnet 95785580-847b-41af-9e98-d03db5ba9cf9 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:45.746950 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af6c1c50-a144-4add-bb62-e50ff8ca62a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.800043 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.838484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d71bc8-32c4-424b-8e60-7c6651c24bd2 None None] Pushing event updated for resources: {'Port': ['ID=d297f3b5-8505-4b56-afdd-482f5aed594f,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:45.845439 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af6c1c50-a144-4add-bb62-e50ff8ca62a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.857937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccbc4c0-2e50-488a-942d-1edc2223b97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6135d264-1c51-4dfe-a5c4-c55d477a8f69'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:45.865117 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b8ba3c-3497-473d-9ee8-930fbe4844d4" -d '{"events": [{"server_uuid": "dccbc4c0-2e50-488a-942d-1edc2223b97d", "name": "network-vif-plugged", "status": "completed", "tag": "6135d264-1c51-4dfe-a5c4-c55d477a8f69"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:45.904904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37aad182-3fa9-4d3e-968f-ccfa83a687f1 req-48be5ff0-437a-46ef-8ffe-eb7f36e04032 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654308 Jul 16 18:03:45.936627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6135d264-1c51-4dfe-a5c4-c55d477a8f69, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6135d264-1c51-4dfe-a5c4-c55d477a8f69,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:45.950046 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.018714 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af6c1c50-a144-4add-bb62-e50ff8ca62a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.057046 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dca3736d-835c-41c0-82f2-8ac9ffc15574 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.073820 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b38c1e-a45d-48df-9ebf-1279e2468fd1 x-openstack-request-id: req-17b38c1e-a45d-48df-9ebf-1279e2468fd1 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:46.074126 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccbc4c0-2e50-488a-942d-1edc2223b97d", "name": "network-vif-plugged", "status": "completed", "tag": "6135d264-1c51-4dfe-a5c4-c55d477a8f69", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:46.074380 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17b38c1e-a45d-48df-9ebf-1279e2468fd1 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:46.074786 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccbc4c0-2e50-488a-942d-1edc2223b97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6135d264-1c51-4dfe-a5c4-c55d477a8f69', 'code': 200} Jul 16 18:03:46.104631 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-dca3736d-835c-41c0-82f2-8ac9ffc15574 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for d56d80f1-cb57-46a5-af5f-c9408d002966 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:46.184180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=6135d264-1c51-4dfe-a5c4-c55d477a8f69,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.190797 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af6c1c50-a144-4add-bb62-e50ff8ca62a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.245866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c1c50-a144-4add-bb62-e50ff8ca62a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95785580-847b-41af-9e98-d03db5ba9cf9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.249672 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af6c1c50-a144-4add-bb62-e50ff8ca62a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.254016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f36ef5-7e8c-485b-8ce8-2cdf079d579d None None] Network 429874e8-7994-4025-b5f0-12b1780a759d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:46.255045 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-af6c1c50-a144-4add-bb62-e50ff8ca62a4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/95785580-847b-41af-9e98-d03db5ba9cf9 HTTP/1.1" status: 204 len: 168 time: 0.6445827 Jul 16 18:03:46.255723 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39990) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:46.459910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ba084-275d-4afb-93e8-b11083197de5 req-c32871be-8165-485f-b3cf-343fc20528da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:46.469450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-831ba084-275d-4afb-93e8-b11083197de5 req-c32871be-8165-485f-b3cf-343fc20528da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 1098 time: 0.3380644 Jul 16 18:03:46.640541 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.663762 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-831ba084-275d-4afb-93e8-b11083197de5 req-f94813fe-c97a-41d8-9f93-678b82455aa2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772728 Jul 16 18:03:46.750637 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dca3736d-835c-41c0-82f2-8ac9ffc15574 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.760703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Deleting port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:46.763218 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.767727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a1c424-436f-4336-95c1-77ce3c0f1540 None None] DHCP port deletion for 429874e8-7994-4025-b5f0-12b1780a759d request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:03:46.855569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3736d-835c-41c0-82f2-8ac9ffc15574 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=d56d80f1-cb57-46a5-af5f-c9408d002966,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.885954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-76a1c424-436f-4336-95c1-77ce3c0f1540 None None] Deleting port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:46.886428 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-76a1c424-436f-4336-95c1-77ce3c0f1540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.936131 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dca3736d-835c-41c0-82f2-8ac9ffc15574 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.943225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dca3736d-835c-41c0-82f2-8ac9ffc15574 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/d56d80f1-cb57-46a5-af5f-c9408d002966 HTTP/1.1" status: 204 len: 168 time: 1.4538383 Jul 16 18:03:46.944370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39996) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:47.009241 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-865e81a7-a57e-44bf-a9bd-544a2ab715b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] GET failed (client error): The resource could not be found. Jul 16 18:03:47.019523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-865e81a7-a57e-44bf-a9bd-544a2ab715b7 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports/d56d80f1-cb57-46a5-af5f-c9408d002966 HTTP/1.1" status: 404 len: 333 time: 0.0715075 Jul 16 18:03:47.019523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40002) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:47.038000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] For port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8c680dba-be95-4bb2-ba4f-98fdb26f3db4,segment=NetworkSegment(490bdb8f-6f28-4d07-b10b-58f8b4200f5c),segment_id=490bdb8f-6f28-4d07-b10b-58f8b4200f5c)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:47.038957 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.040281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-76a1c424-436f-4336-95c1-77ce3c0f1540 None None] For port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8c680dba-be95-4bb2-ba4f-98fdb26f3db4,segment=NetworkSegment(490bdb8f-6f28-4d07-b10b-58f8b4200f5c),segment_id=490bdb8f-6f28-4d07-b10b-58f8b4200f5c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:47.040786 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-76a1c424-436f-4336-95c1-77ce3c0f1540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.061837 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Calling delete_port for 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:47.114320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-76a1c424-436f-4336-95c1-77ce3c0f1540 None None] Calling delete_port for 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:47.174894 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.257017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c680dba-be95-4bb2-ba4f-98fdb26f3db4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:47.282483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] No DVR routers for this DVR port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:47.326237 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ab24e1c-9ec1-4f2d-8fad-a37f7a0bd29e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.381249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d297f3b5-8505-4b56-afdd-482f5aed594f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:47.395388 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6c85c-82d0-400a-bfeb-61cc0a1fff41 req-bb6bcd0a-df2b-4739-a880-9403998fe95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.397341 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-15d6c85c-82d0-400a-bfeb-61cc0a1fff41 req-bb6bcd0a-df2b-4739-a880-9403998fe95d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f79575556364648952b73c658380d74&device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 1097 time: 0.4513829 Jul 16 18:03:47.450261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dccaeaf4-0e3e-4fb6-b35b-c7858a9d439f None None] Provisioning complete for port c4826e04-bfd6-4803-b0b2-e4decf7ec989 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:47.450764 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dccaeaf4-0e3e-4fb6-b35b-c7858a9d439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.457316 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-76a1c424-436f-4336-95c1-77ce3c0f1540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.503365 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a1c424-436f-4336-95c1-77ce3c0f1540 None None] No DVR routers for this DVR port 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:47.516554 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ab24e1c-9ec1-4f2d-8fad-a37f7a0bd29e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.538455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1c424-436f-4336-95c1-77ce3c0f1540 None None] Pushing event deleted for resources: {'Port': ['ID=8c680dba-be95-4bb2-ba4f-98fdb26f3db4,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:47.582402 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-dccaeaf4-0e3e-4fb6-b35b-c7858a9d439f None None] Port c4826e04-bfd6-4803-b0b2-e4decf7ec989 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:47.613726 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.626862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad42e6f-55e9-4c81-ba6b-ff7f1d861d62 req-d9a139de-2b52-480a-9c03-428ecf968ead tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.629081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ad42e6f-55e9-4c81-ba6b-ff7f1d861d62 req-d9a139de-2b52-480a-9c03-428ecf968ead tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.5284879 Jul 16 18:03:47.636741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6c85c-82d0-400a-bfeb-61cc0a1fff41 req-8c757327-3f24-47b5-a85f-36e4904beefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.640537 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-15d6c85c-82d0-400a-bfeb-61cc0a1fff41 req-8c757327-3f24-47b5-a85f-36e4904beefa service neutron] 10.222.0.43 "GET /v2.0/networks?id=86509b43-a411-4e53-98ba-579929506239 HTTP/1.1" status: 200 len: 920 time: 0.2301962 Jul 16 18:03:47.642485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429874e8-7994-4025-b5f0-12b1780a759d']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:47.645661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dccaeaf4-0e3e-4fb6-b35b-c7858a9d439f None None] Provisioning for port d297f3b5-8505-4b56-afdd-482f5aed594f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:47.653667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dccaeaf4-0e3e-4fb6-b35b-c7858a9d439f None None] Provisioning complete for port d297f3b5-8505-4b56-afdd-482f5aed594f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:47.654042 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dccaeaf4-0e3e-4fb6-b35b-c7858a9d439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.707331 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-15d6c85c-82d0-400a-bfeb-61cc0a1fff41 req-4c158fa9-7da4-4bef-9002-2629d7e07e8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7447334a-42b5-4a2d-bd78-e300d42b0bf8 HTTP/1.1" status: 200 len: 217 time: 0.0587335 Jul 16 18:03:47.723843 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490bdb8f-6f28-4d07-b10b-58f8b4200f5c') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:47.724139 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490bdb8f-6f28-4d07-b10b-58f8b4200f5c') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:47.724867 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:47.732081 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ab24e1c-9ec1-4f2d-8fad-a37f7a0bd29e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.737791 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ab24e1c-9ec1-4f2d-8fad-a37f7a0bd29e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.741487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7ab24e1c-9ec1-4f2d-8fad-a37f7a0bd29e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/security-groups/0cb8f9f8-e957-4f89-9ada-3dc1d3886c3b HTTP/1.1" status: 204 len: 168 time: 0.7185736 Jul 16 18:03:47.741744 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40012) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:47.763478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.777858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab24e1c-9ec1-4f2d-8fad-a37f7a0bd29e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb8f9f8-e957-4f89-9ada-3dc1d3886c3b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:47.795734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:47.796080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8c680dba-be95-4bb2-ba4f-98fdb26f3db4 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:47.796497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 43387132-e2ad-4a3d-a7d6-ebeb607ef54d no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:47.866310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ad42e6f-55e9-4c81-ba6b-ff7f1d861d62 req-c5bf1ad1-258d-41e4-beab-db9e64983258 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001402 Jul 16 18:03:47.895738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 43387132-e2ad-4a3d-a7d6-ebeb607ef54d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:47.897764 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 43387132-e2ad-4a3d-a7d6-ebeb607ef54d not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:47.921982 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.936814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c58c92-f5ec-4328-bc11-0bb9b987a156 req-c246633c-56a1-4ea1-967e-fbd307cb3dfa tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.947720 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61c58c92-f5ec-4328-bc11-0bb9b987a156 req-c246633c-56a1-4ea1-967e-fbd307cb3dfa tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 946 time: 0.5949249 Jul 16 18:03:47.967632 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:47.968039 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:47.971386 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:48.021578 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dccaeaf4-0e3e-4fb6-b35b-c7858a9d439f None None] Could not find standard attr ID for object d56d80f1-cb57-46a5-af5f-c9408d002966. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:03:48.036614 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6c85c-82d0-400a-bfeb-61cc0a1fff41 req-f973f1d4-c8a6-408d-b550-1497b2a5ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:48.038100 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-15d6c85c-82d0-400a-bfeb-61cc0a1fff41 req-f973f1d4-c8a6-408d-b550-1497b2a5ca0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7ecbdae-f40b-496b-8215-a193d898ff6d HTTP/1.1" status: 200 len: 859 time: 0.3163726 Jul 16 18:03:48.066485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61c58c92-f5ec-4328-bc11-0bb9b987a156 req-ceda0d2c-2216-43f0-a5fd-e285f129a16b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171396 Jul 16 18:03:48.119376 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-15d6c85c-82d0-400a-bfeb-61cc0a1fff41 req-ab70514b-4b1d-4f6d-b622-2d1a92f57684 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86509b43-a411-4e53-98ba-579929506239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694246 Jul 16 18:03:48.139593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fa0ffb45-8aa6-4d22-adcf-cd7ed7d9abf1 None None] Could not find standard attr ID for object d56d80f1-cb57-46a5-af5f-c9408d002966. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:03:48.146791 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae8b3-baff-4dc9-9efb-6f592ca16c8b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.174544 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.192155 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.193995 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] 10.222.0.41 "DELETE /v2.0/networks/429874e8-7994-4025-b5f0-12b1780a759d HTTP/1.1" status: 204 len: 168 time: 1.9369671 Jul 16 18:03:48.197815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40020) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:48.207869 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae8b3-baff-4dc9-9efb-6f592ca16c8b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.285796 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcb708-a979-4dff-9ac0-f5ac38c43844 admin admin] Pushing event deleted for resources: {'Network': ['ID=429874e8-7994-4025-b5f0-12b1780a759d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:48.345246 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-15d6c85c-82d0-400a-bfeb-61cc0a1fff41 req-f6da73fb-7709-4d72-aa90-227c1e23ea33 service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071772 Jul 16 18:03:48.406950 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae8b3-baff-4dc9-9efb-6f592ca16c8b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.410410 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae8b3-baff-4dc9-9efb-6f592ca16c8b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.411842 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1f6ae8b3-baff-4dc9-9efb-6f592ca16c8b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/security-groups/c6234c5b-aac6-42c3-9dde-574705e07351 HTTP/1.1" status: 204 len: 168 time: 0.6451218 Jul 16 18:03:48.456156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40022) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:48.459520 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ae8b3-baff-4dc9-9efb-6f592ca16c8b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6234c5b-aac6-42c3-9dde-574705e07351,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:48.550302 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-15d6c85c-82d0-400a-bfeb-61cc0a1fff41 req-9bd0675b-bc96-4f95-a376-42bd2c6238f1 service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958456 Jul 16 18:03:48.567025 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43db7653-2d5b-4c57-9f3d-3fcc90bbc77c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.625879 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43db7653-2d5b-4c57-9f3d-3fcc90bbc77c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.725386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43db7653-2d5b-4c57-9f3d-3fcc90bbc77c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.728262 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43db7653-2d5b-4c57-9f3d-3fcc90bbc77c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.729402 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-43db7653-2d5b-4c57-9f3d-3fcc90bbc77c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/security-groups/ac4aa7e8-3188-4280-9a0f-68f7c844e5bd HTTP/1.1" status: 204 len: 168 time: 0.2667153 Jul 16 18:03:48.732231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40028) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:48.740641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db7653-2d5b-4c57-9f3d-3fcc90bbc77c tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4aa7e8-3188-4280-9a0f-68f7c844e5bd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:48.821930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8500fc06-640a-4d10-b44c-cb27351b3752 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting subnet bdb91cba-ac38-49f6-ab90-5a8ac1196478 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:48.828321 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8500fc06-640a-4d10-b44c-cb27351b3752 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.939544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8500fc06-640a-4d10-b44c-cb27351b3752 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.004183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1412454-c1cb-421f-95af-b2cfc10a4ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.163476 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8500fc06-640a-4d10-b44c-cb27351b3752 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.312843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7cb75-3b51-42e4-850b-ad8dc2a9fe51 req-6cdc789e-2513-4182-9100-56aa8564c6c6 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.315734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c5a7cb75-3b51-42e4-850b-ad8dc2a9fe51 req-6cdc789e-2513-4182-9100-56aa8564c6c6 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.2711377 Jul 16 18:03:49.420844 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8500fc06-640a-4d10-b44c-cb27351b3752 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.466378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c5a7cb75-3b51-42e4-850b-ad8dc2a9fe51 req-07340371-325b-4015-b73e-c6311cb38ca2 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154065 Jul 16 18:03:49.466378 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500fc06-640a-4d10-b44c-cb27351b3752 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb91cba-ac38-49f6-ab90-5a8ac1196478,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:49.480440 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8500fc06-640a-4d10-b44c-cb27351b3752 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.480440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8500fc06-640a-4d10-b44c-cb27351b3752 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/bdb91cba-ac38-49f6-ab90-5a8ac1196478 HTTP/1.1" status: 204 len: 168 time: 0.7451403 Jul 16 18:03:49.486526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40048) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:49.488781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3e7369-c6a9-48e8-9889-c82edadea6ac None None] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:49.512577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da1067-f226-4429-903e-3368159b0a71 req-fbdccc01-dd40-47ba-9d91-6f89d7dec8ea tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.514149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2da1067-f226-4429-903e-3368159b0a71 req-fbdccc01-dd40-47ba-9d91-6f89d7dec8ea tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 946 time: 0.3026619 Jul 16 18:03:49.552121 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75d17bc-cd83-4b8e-9ffc-db7f38a25096 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting subnet 4c9f866f-19ed-44fc-90a7-a2085df7fffb {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:49.555545 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c75d17bc-cd83-4b8e-9ffc-db7f38a25096 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.590374 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2da1067-f226-4429-903e-3368159b0a71 req-197665eb-c7d2-4b3c-87c7-349e62a356a6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685287 Jul 16 18:03:49.619393 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c75d17bc-cd83-4b8e-9ffc-db7f38a25096 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.661363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e1412454-c1cb-421f-95af-b2cfc10a4ccc admin admin] Deleting port b464c5ae-cafb-460b-8e9a-7add40a5aafc {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:49.661707 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1412454-c1cb-421f-95af-b2cfc10a4ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.769153 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c75d17bc-cd83-4b8e-9ffc-db7f38a25096 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.778214 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-e1412454-c1cb-421f-95af-b2cfc10a4ccc admin admin] For port b464c5ae-cafb-460b-8e9a-7add40a5aafc, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b464c5ae-cafb-460b-8e9a-7add40a5aafc,segment=NetworkSegment(51d3cb96-bf34-40bb-ae78-484d04a47095),segment_id=51d3cb96-bf34-40bb-ae78-484d04a47095)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:49.778811 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1412454-c1cb-421f-95af-b2cfc10a4ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.805992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e1412454-c1cb-421f-95af-b2cfc10a4ccc admin admin] Calling delete_port for b464c5ae-cafb-460b-8e9a-7add40a5aafc owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:49.847470 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c75d17bc-cd83-4b8e-9ffc-db7f38a25096 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.886217 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d17bc-cd83-4b8e-9ffc-db7f38a25096 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9f866f-19ed-44fc-90a7-a2085df7fffb,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:49.888289 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c75d17bc-cd83-4b8e-9ffc-db7f38a25096 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.890177 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c75d17bc-cd83-4b8e-9ffc-db7f38a25096 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/4c9f866f-19ed-44fc-90a7-a2085df7fffb HTTP/1.1" status: 204 len: 168 time: 0.4029584 Jul 16 18:03:49.892759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40062) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:49.919602 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ab559e-5873-44f5-a655-348a6f8688e1 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:49.920196 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ab559e-5873-44f5-a655-348a6f8688e1 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:49.923477 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d9ab559e-5873-44f5-a655-348a6f8688e1 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/bdb91cba-ac38-49f6-ab90-5a8ac1196478 HTTP/1.1" status: 404 len: 337 time: 0.0281768 Jul 16 18:03:49.925587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40064) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:50.066130 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e207-3452-436a-bc9d-f27bf49ac1e9 req-7214cb45-8d30-4380-8171-4e6ed6276f5d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.069301 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ec7e207-3452-436a-bc9d-f27bf49ac1e9 req-7214cb45-8d30-4380-8171-4e6ed6276f5d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 946 time: 0.2101798 Jul 16 18:03:50.080107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2690fc6-6d6e-4ea1-88e3-9ecf7ff39876 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting subnet bfdb1ff3-0789-466a-8243-11ba4dc6509a {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:50.086130 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f2690fc6-6d6e-4ea1-88e3-9ecf7ff39876 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.164869 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f2690fc6-6d6e-4ea1-88e3-9ecf7ff39876 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.192806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ec7e207-3452-436a-bc9d-f27bf49ac1e9 req-49145518-34c5-4218-b53b-0ee3e4d40488 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100984 Jul 16 18:03:50.430893 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4114b74-3559-4b5b-a4c1-72a7d27f7acf None None] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:50.519136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-340ce2ce-c023-4d38-a4dd-9804919a711d None None] Provisioning complete for port d297f3b5-8505-4b56-afdd-482f5aed594f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:50.519825 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-340ce2ce-c023-4d38-a4dd-9804919a711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.621218 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1412454-c1cb-421f-95af-b2cfc10a4ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.677150 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f2690fc6-6d6e-4ea1-88e3-9ecf7ff39876 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.678277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-340ce2ce-c023-4d38-a4dd-9804919a711d None None] Provisioning complete for port c4826e04-bfd6-4803-b0b2-e4decf7ec989 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:50.678726 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-340ce2ce-c023-4d38-a4dd-9804919a711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.681023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1412454-c1cb-421f-95af-b2cfc10a4ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=b464c5ae-cafb-460b-8e9a-7add40a5aafc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:50.715682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-340ce2ce-c023-4d38-a4dd-9804919a711d None None] Port c4826e04-bfd6-4803-b0b2-e4decf7ec989 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:50.773322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788996f-8dd1-4276-92b6-de1a2aec281b req-0c189d92-4fe3-4f5a-9101-32441f161ccc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.776556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4788996f-8dd1-4276-92b6-de1a2aec281b req-0c189d92-4fe3-4f5a-9101-32441f161ccc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 946 time: 0.2789459 Jul 16 18:03:50.793063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb937f-397e-41e6-a8de-050a4b6ac5e2 req-75cdac5e-9321-41ef-a90d-baad27e46ef9 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.794638 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2abb937f-397e-41e6-a8de-050a4b6ac5e2 req-75cdac5e-9321-41ef-a90d-baad27e46ef9 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 945 time: 0.2983654 Jul 16 18:03:50.934847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4788996f-8dd1-4276-92b6-de1a2aec281b req-8b261505-626f-48e9-b486-9118fe151cb0 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373355 Jul 16 18:03:50.937446 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2abb937f-397e-41e6-a8de-050a4b6ac5e2 req-77b586d9-9052-491a-b67c-8e53480fe731 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331697 Jul 16 18:03:50.942563 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f2690fc6-6d6e-4ea1-88e3-9ecf7ff39876 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.992374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2690fc6-6d6e-4ea1-88e3-9ecf7ff39876 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdb1ff3-0789-466a-8243-11ba4dc6509a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:50.998361 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f2690fc6-6d6e-4ea1-88e3-9ecf7ff39876 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.002382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f2690fc6-6d6e-4ea1-88e3-9ecf7ff39876 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/bfdb1ff3-0789-466a-8243-11ba4dc6509a HTTP/1.1" status: 204 len: 168 time: 1.0737700 Jul 16 18:03:51.002945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40090) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.058365 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e60151-c6fc-4ea9-908f-b5697c666ee9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:51.058867 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e60151-c6fc-4ea9-908f-b5697c666ee9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:51.060737 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-65e60151-c6fc-4ea9-908f-b5697c666ee9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/f6ffd50c-377d-4106-a93e-1128f6e02b41 HTTP/1.1" status: 404 len: 337 time: 0.0567541 Jul 16 18:03:51.063857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40092) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.104074 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fdf39951-bfea-44b3-bbbd-7c78d3b8133a tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a76b574-9769-45a0-9201-c7eb08415331 HTTP/1.1" status: 200 len: 205 time: 0.0390849 Jul 16 18:03:51.106538 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40096) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.121344 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1412454-c1cb-421f-95af-b2cfc10a4ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.167866 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-d550349f-0b0b-4321-b65d-35e47f2d0916 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] delete failed (client error): The resource could not be found. Jul 16 18:03:51.171384 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d550349f-0b0b-4321-b65d-35e47f2d0916 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/routers/9a76b574-9769-45a0-9201-c7eb08415331 HTTP/1.1" status: 404 len: 336 time: 0.0614831 Jul 16 18:03:51.172856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40098) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.265043 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2ab154-8b20-4e61-ab01-36ea25f4aa3e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:51.265599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2ab154-8b20-4e61-ab01-36ea25f4aa3e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:51.267601 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8a2ab154-8b20-4e61-ab01-36ea25f4aa3e tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/54c7d7cb-2f8f-4d41-8b75-b752fac39c92 HTTP/1.1" status: 404 len: 337 time: 0.0947607 Jul 16 18:03:51.270280 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40100) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.301868 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d27e0a-3f17-4e0d-a723-0408669ad77d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:51.302332 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d27e0a-3f17-4e0d-a723-0408669ad77d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:51.304246 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-27d27e0a-3f17-4e0d-a723-0408669ad77d tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/7494e1d3-1485-4bd6-a867-841bdd3abe6e HTTP/1.1" status: 404 len: 337 time: 0.0329931 Jul 16 18:03:51.307131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40102) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.340815 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdd200e-2b95-418e-aaf5-4a12c3eac43f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:51.341311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdd200e-2b95-418e-aaf5-4a12c3eac43f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:51.345420 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2cdd200e-2b95-418e-aaf5-4a12c3eac43f tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/897d6907-ef8f-4578-b7c8-6b5ad7fe5bee HTTP/1.1" status: 404 len: 337 time: 0.0349479 Jul 16 18:03:51.346592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40104) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.372805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010c737-14b7-4fc8-8fa4-086c11614756 req-0c021c08-3443-4fc4-b8d8-1777c061372d tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:51.374520 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2010c737-14b7-4fc8-8fa4-086c11614756 req-0c021c08-3443-4fc4-b8d8-1777c061372d tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.2215056 Jul 16 18:03:51.378003 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:03:51.404235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da5585c-9c2c-41f2-a571-70f2461ecea8 None None] Network 975ee1f1-098e-4ac6-8cd8-079140cd740a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:51.405603 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e911718-5420-4b06-8a2f-75f7ea3111d6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:51.406889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e911718-5420-4b06-8a2f-75f7ea3111d6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:51.410807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2e911718-5420-4b06-8a2f-75f7ea3111d6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/2a212e04-a3c1-4229-8962-0b0e26e0e2b0 HTTP/1.1" status: 404 len: 333 time: 0.0597866 Jul 16 18:03:51.411615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40110) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.440689 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-43aded83-bb7e-41de-b8e6-27f15b0b1c14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:51.441458 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43aded83-bb7e-41de-b8e6-27f15b0b1c14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:51.443528 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-43aded83-bb7e-41de-b8e6-27f15b0b1c14 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/a02d4386-468d-4e0f-a695-be7659a08abd HTTP/1.1" status: 404 len: 337 time: 0.0307400 Jul 16 18:03:51.446365 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40112) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.489474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f61c737f-71fc-418b-9be8-bd1e7b1b40c3 None None] Provisioning complete for port d297f3b5-8505-4b56-afdd-482f5aed594f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:51.489844 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f61c737f-71fc-418b-9be8-bd1e7b1b40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.502093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2010c737-14b7-4fc8-8fa4-086c11614756 req-2974e34d-3c52-4206-bdda-96f61502a530 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063321 Jul 16 18:03:51.508737 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b2c665-7e72-4fb1-8986-07a20d43501b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:51.510900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b2c665-7e72-4fb1-8986-07a20d43501b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:51.517230 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-22b2c665-7e72-4fb1-8986-07a20d43501b tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/0b490a8e-8481-4f1a-ba78-98fb064f25c6 HTTP/1.1" status: 404 len: 337 time: 0.0696502 Jul 16 18:03:51.518031 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40120) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.572709 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2905f7-6d4b-4ff5-bff2-c5b5a7e90d80 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:51.573668 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2905f7-6d4b-4ff5-bff2-c5b5a7e90d80 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:51.578240 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bc2905f7-6d4b-4ff5-bff2-c5b5a7e90d80 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/1d43ffd0-6a00-4227-937d-f0a8ded69976 HTTP/1.1" status: 404 len: 333 time: 0.0589378 Jul 16 18:03:51.578849 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40122) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.614776 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6019d3-bef7-4690-8c7a-21d9026e50ea tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:51.615679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6019d3-bef7-4690-8c7a-21d9026e50ea tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:51.617984 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2e6019d3-bef7-4690-8c7a-21d9026e50ea tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/449489d5-feb1-42e3-874c-4bc50da32b39 HTTP/1.1" status: 404 len: 337 time: 0.0381849 Jul 16 18:03:51.620798 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40124) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.643857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1412454-c1cb-421f-95af-b2cfc10a4ccc admin admin] Router 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:51.656386 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b346db5-8ab4-4f17-bc8f-ebdd3b418fc6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:51.657719 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b346db5-8ab4-4f17-bc8f-ebdd3b418fc6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:51.660031 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7b346db5-8ab4-4f17-bc8f-ebdd3b418fc6 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/subnets/258b53c0-d0ce-4f88-8cd6-f7b4bb676c80 HTTP/1.1" status: 404 len: 337 time: 0.0380340 Jul 16 18:03:51.663857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40126) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.679692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f61c737f-71fc-418b-9be8-bd1e7b1b40c3 None None] Provisioning complete for port c4826e04-bfd6-4803-b0b2-e4decf7ec989 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:51.681136 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f61c737f-71fc-418b-9be8-bd1e7b1b40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.726633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f61c737f-71fc-418b-9be8-bd1e7b1b40c3 None None] Port c4826e04-bfd6-4803-b0b2-e4decf7ec989 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:51.740949 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d3fef-7d95-45f0-b76d-84dd6e6cf85f None None] DHCP port deletion for 975ee1f1-098e-4ac6-8cd8-079140cd740a request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:03:51.802960 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-199d3fef-7d95-45f0-b76d-84dd6e6cf85f None None] Deleting port d297f3b5-8505-4b56-afdd-482f5aed594f {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:51.803707 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-199d3fef-7d95-45f0-b76d-84dd6e6cf85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.814794 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Deleting port c4826e04-bfd6-4803-b0b2-e4decf7ec989 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:51.815193 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.850452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1412454-c1cb-421f-95af-b2cfc10a4ccc admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:51.857958 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e1412454-c1cb-421f-95af-b2cfc10a4ccc admin admin] 10.222.0.41 "PUT /v2.0/routers/83f6ad7f-45ab-4521-95b8-7a5bbdf9d266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6587965 Jul 16 18:03:51.865746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40132) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.904540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-199d3fef-7d95-45f0-b76d-84dd6e6cf85f None None] For port d297f3b5-8505-4b56-afdd-482f5aed594f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d297f3b5-8505-4b56-afdd-482f5aed594f,segment=NetworkSegment(3ae6e19d-3076-4ddd-932e-f8815cbbc777),segment_id=3ae6e19d-3076-4ddd-932e-f8815cbbc777)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:51.904937 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-199d3fef-7d95-45f0-b76d-84dd6e6cf85f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.913970 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91432b29-9d0a-4812-8b8b-edcdb0be69f6 None None] Sync routers for ids ['83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:51.928884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-199d3fef-7d95-45f0-b76d-84dd6e6cf85f None None] Calling delete_port for d297f3b5-8505-4b56-afdd-482f5aed594f owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:51.932370 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.946953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Calling delete_port for c4826e04-bfd6-4803-b0b2-e4decf7ec989 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:51.959504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91432b29-9d0a-4812-8b8b-edcdb0be69f6 None None] Routers {'83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:51.960171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-91432b29-9d0a-4812-8b8b-edcdb0be69f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:03:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:52.055501 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.066606 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.092410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Port': ['ID=c4826e04-bfd6-4803-b0b2-e4decf7ec989,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.104562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:52.104917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:52.105262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:52.105602 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:52.105937 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:52.106274 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:52.106605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:52.107070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:52.107313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:52.107730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:52.108069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:52.108398 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:52.113488 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.115618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-91432b29-9d0a-4812-8b8b-edcdb0be69f6 None None] Set router 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:52.119141 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-eacb63b1-0503-493c-b414-34e19af087e9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/ports/c4826e04-bfd6-4803-b0b2-e4decf7ec989 HTTP/1.1" status: 204 len: 168 time: 0.4531269 Jul 16 18:03:52.119772 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40138) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:52.236726 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.311017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78730b7-2168-4a89-aea1-806d9ccf12c5 req-a29cdea3-4673-4a14-a973-1c8d2a00cabb tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.320318 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c78730b7-2168-4a89-aea1-806d9ccf12c5 req-a29cdea3-4673-4a14-a973-1c8d2a00cabb tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 946 time: 0.2664416 Jul 16 18:03:52.385273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c78730b7-2168-4a89-aea1-806d9ccf12c5 req-f8ca181e-274e-4345-a340-6ec822cf8f30 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629685 Jul 16 18:03:52.437242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Deleting port 65b0ada8-07ed-4a73-bb32-1cdfcf573738 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:52.437868 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.480964 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-199d3fef-7d95-45f0-b76d-84dd6e6cf85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.513001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d3fef-7d95-45f0-b76d-84dd6e6cf85f None None] Pushing event deleted for resources: {'Port': ['ID=d297f3b5-8505-4b56-afdd-482f5aed594f,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.520383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199d3fef-7d95-45f0-b76d-84dd6e6cf85f None None] No DVR routers for this DVR port d297f3b5-8505-4b56-afdd-482f5aed594f on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:52.528357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-91432b29-9d0a-4812-8b8b-edcdb0be69f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014244525-router', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:54Z', 'updated_at': '2021-07-16T18:03:50Z', 'revision_number': 5, 'project_id': 'd85fa43654db4804b6685bd084c439ea', 'gw_port': {'id': '65b0ada8-07ed-4a73-bb32-1cdfcf573738', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:15:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:56Z', 'updated_at': '2021-07-16T18:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:52.549557 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e53d5720-a5f5-4abd-95d7-cb96b4216bd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.569220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] For port 65b0ada8-07ed-4a73-bb32-1cdfcf573738, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=65b0ada8-07ed-4a73-bb32-1cdfcf573738,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:52.569512 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.569717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91432b29-9d0a-4812-8b8b-edcdb0be69f6 None None] Checking router: 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:52.584666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91432b29-9d0a-4812-8b8b-edcdb0be69f6 None None] Routers {'83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:52.584666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-91432b29-9d0a-4812-8b8b-edcdb0be69f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:03:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:52.591259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Calling delete_port for 65b0ada8-07ed-4a73-bb32-1cdfcf573738 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:52.668256 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e53d5720-a5f5-4abd-95d7-cb96b4216bd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.679128 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e53d5720-a5f5-4abd-95d7-cb96b4216bd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975ee1f1-098e-4ac6-8cd8-079140cd740a']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:52.689839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e53d5720-a5f5-4abd-95d7-cb96b4216bd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae6e19d-3076-4ddd-932e-f8815cbbc777') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:52.690132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e53d5720-a5f5-4abd-95d7-cb96b4216bd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae6e19d-3076-4ddd-932e-f8815cbbc777') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:52.699823 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e53d5720-a5f5-4abd-95d7-cb96b4216bd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.714021 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-91432b29-9d0a-4812-8b8b-edcdb0be69f6 None None] Set router 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:52.716060 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e53d5720-a5f5-4abd-95d7-cb96b4216bd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.722287 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53d5720-a5f5-4abd-95d7-cb96b4216bd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:52.722929 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e53d5720-a5f5-4abd-95d7-cb96b4216bd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:52.726083 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:52.773498 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-91432b29-9d0a-4812-8b8b-edcdb0be69f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014244525-router', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:54Z', 'updated_at': '2021-07-16T18:03:52Z', 'revision_number': 6, 'project_id': 'd85fa43654db4804b6685bd084c439ea', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:52.802964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0ce5f-9576-452b-bc12-a652e3959128 req-f132af32-a95d-4ec8-8baa-331fc145ae21 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.803856 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91432b29-9d0a-4812-8b8b-edcdb0be69f6 None None] The sync data for ids ['83f6ad7f-45ab-4521-95b8-7a5bbdf9d266'] in n-d-787206-10 is: [{'id': '83f6ad7f-45ab-4521-95b8-7a5bbdf9d266', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014244525-router', 'tenant_id': 'd85fa43654db4804b6685bd084c439ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:54Z', 'updated_at': '2021-07-16T18:03:52Z', 'revision_number': 6, 'project_id': 'd85fa43654db4804b6685bd084c439ea', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:52.804111 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e53d5720-a5f5-4abd-95d7-cb96b4216bd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.808144 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60e0ce5f-9576-452b-bc12-a652e3959128 req-f132af32-a95d-4ec8-8baa-331fc145ae21 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.1130509 Jul 16 18:03:52.830473 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e53d5720-a5f5-4abd-95d7-cb96b4216bd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.832417 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e53d5720-a5f5-4abd-95d7-cb96b4216bd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] 10.222.0.41 "DELETE /v2.0/networks/975ee1f1-098e-4ac6-8cd8-079140cd740a HTTP/1.1" status: 204 len: 168 time: 0.7117164 Jul 16 18:03:52.833289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d5720-a5f5-4abd-95d7-cb96b4216bd9 tempest-PortsIpV6TestJSON-1979272269 tempest-PortsIpV6TestJSON-1979272269-project] Pushing event deleted for resources: {'Network': ['ID=975ee1f1-098e-4ac6-8cd8-079140cd740a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.856850 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.871696 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60e0ce5f-9576-452b-bc12-a652e3959128 req-ea389302-f398-481b-b2e2-027cd2a212ec tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590847 Jul 16 18:03:52.891155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Pushing event deleted for resources: {'Port': ['ID=65b0ada8-07ed-4a73-bb32-1cdfcf573738,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.964671 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.056499 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40154) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:53.203368 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-db3114df-c300-4dbe-8c70-594e848868bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=144d0d44b62c49b2a9f9e520eab225ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454539 Jul 16 18:03:53.205968 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40158) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:53.311037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e783-6780-4b65-8cec-58ac91f2a21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.353068 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.365081 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.374309 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e783-6780-4b65-8cec-58ac91f2a21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.411412 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.412400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:03:53.424263 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.427049 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f216a59a-75a2-4cb4-bb8e-532209f2798d admin admin] 10.222.0.41 "DELETE /v2.0/routers/83f6ad7f-45ab-4521-95b8-7a5bbdf9d266 HTTP/1.1" status: 204 len: 168 time: 1.5600317 Jul 16 18:03:53.430271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40164) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:53.465082 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e783-6780-4b65-8cec-58ac91f2a21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.467553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e783-6780-4b65-8cec-58ac91f2a21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.468673 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6ae4e783-6780-4b65-8cec-58ac91f2a21b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4123488e-e03c-4971-b649-3639d64ee10c HTTP/1.1" status: 204 len: 168 time: 0.2617710 Jul 16 18:03:53.486975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4e783-6780-4b65-8cec-58ac91f2a21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4123488e-e03c-4971-b649-3639d64ee10c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:53.500563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad90803b-ae8c-4c4c-a412-9d81643b0210 admin admin] Deleting subnet f352f8e2-9172-453c-aeaa-18680b9e4e1f {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:53.504574 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad90803b-ae8c-4c4c-a412-9d81643b0210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.553175 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad90803b-ae8c-4c4c-a412-9d81643b0210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.587716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6266-e4d0-4528-bb03-8a7f95af436a req-7c58f9c4-e5cb-43e5-b92d-15632586f769 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:53.589452 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fae6266-e4d0-4528-bb03-8a7f95af436a req-7c58f9c4-e5cb-43e5-b92d-15632586f769 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 946 time: 0.0729702 Jul 16 18:03:53.639476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fae6266-e4d0-4528-bb03-8a7f95af436a req-9d17d6f1-1f02-49ab-8671-3a563f007b8d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441105 Jul 16 18:03:53.645166 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad90803b-ae8c-4c4c-a412-9d81643b0210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.762703 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad90803b-ae8c-4c4c-a412-9d81643b0210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.776832 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b464c5ae-cafb-460b-8e9a-7add40a5aafc no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:53.791313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90803b-ae8c-4c4c-a412-9d81643b0210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f352f8e2-9172-453c-aeaa-18680b9e4e1f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:53.796323 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad90803b-ae8c-4c4c-a412-9d81643b0210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.799491 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ad90803b-ae8c-4c4c-a412-9d81643b0210 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f352f8e2-9172-453c-aeaa-18680b9e4e1f HTTP/1.1" status: 204 len: 168 time: 0.3664620 Jul 16 18:03:53.800839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40176) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:53.803887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f26bed-b84e-4f77-9623-3f971a7f41ce None None] Network 173b7b95-b38c-4974-aa9a-f1f846c8da16 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:53.807066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: b464c5ae-cafb-460b-8e9a-7add40a5aafc {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:53.807604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b464c5ae-cafb-460b-8e9a-7add40a5aafc not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:53.808199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d297f3b5-8505-4b56-afdd-482f5aed594f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:53.849766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: d297f3b5-8505-4b56-afdd-482f5aed594f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:53.850528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d297f3b5-8505-4b56-afdd-482f5aed594f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:53.943155 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.074084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538edb5a-2632-460a-8591-d884922318f6 None None] DHCP port deletion for 173b7b95-b38c-4974-aa9a-f1f846c8da16 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:03:54.084644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Deleting port 7ef1370a-4319-4784-9c30-ab65f6da8d68 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:54.084986 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.137870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-538edb5a-2632-460a-8591-d884922318f6 None None] Deleting port 7ef1370a-4319-4784-9c30-ab65f6da8d68 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:54.138524 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-538edb5a-2632-460a-8591-d884922318f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.153585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b710362-f604-44e8-9cb2-a1b25aa462a9 req-7e6701d0-2c90-4b80-bd10-5b24a701375b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.155470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b710362-f604-44e8-9cb2-a1b25aa462a9 req-7e6701d0-2c90-4b80-bd10-5b24a701375b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.35 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 946 time: 0.1784616 Jul 16 18:03:54.219485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-538edb5a-2632-460a-8591-d884922318f6 None None] For port 7ef1370a-4319-4784-9c30-ab65f6da8d68, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7ef1370a-4319-4784-9c30-ab65f6da8d68,segment=NetworkSegment(51d3cb96-bf34-40bb-ae78-484d04a47095),segment_id=51d3cb96-bf34-40bb-ae78-484d04a47095)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:54.219868 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-538edb5a-2632-460a-8591-d884922318f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.234229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-538edb5a-2632-460a-8591-d884922318f6 None None] Calling delete_port for 7ef1370a-4319-4784-9c30-ab65f6da8d68 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:54.240524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] For port 7ef1370a-4319-4784-9c30-ab65f6da8d68, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7ef1370a-4319-4784-9c30-ab65f6da8d68,segment=NetworkSegment(51d3cb96-bf34-40bb-ae78-484d04a47095),segment_id=51d3cb96-bf34-40bb-ae78-484d04a47095)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:54.240889 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.264847 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Calling delete_port for 7ef1370a-4319-4784-9c30-ab65f6da8d68 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:54.301232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9564b5-f4d0-49dc-843a-543fe32e732c req-9e8187fa-f3b4-43d9-9183-2ae475fa79b6 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.302693 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c9564b5-f4d0-49dc-843a-543fe32e732c req-9e8187fa-f3b4-43d9-9183-2ae475fa79b6 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.2375584 Jul 16 18:03:54.352959 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-538edb5a-2632-460a-8591-d884922318f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.382992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538edb5a-2632-460a-8591-d884922318f6 None None] Pushing event deleted for resources: {'Port': ['ID=7ef1370a-4319-4784-9c30-ab65f6da8d68,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.388311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538edb5a-2632-460a-8591-d884922318f6 None None] No DVR routers for this DVR port 7ef1370a-4319-4784-9c30-ab65f6da8d68 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:54.399906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40198) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:54.444434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c9564b5-f4d0-49dc-843a-543fe32e732c req-bbf7a579-3dd3-4dd7-9502-1b5682ad57fc tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041982 Jul 16 18:03:54.463200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-1b710362-f604-44e8-9cb2-a1b25aa462a9 req-951119b6-160f-4dca-b788-90b81a1d3425 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Deleting port 6135d264-1c51-4dfe-a5c4-c55d477a8f69 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:54.463569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1b710362-f604-44e8-9cb2-a1b25aa462a9 req-951119b6-160f-4dca-b788-90b81a1d3425 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.501990 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.549490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b5705ecd-bc3e-46e2-99da-0b598a602d4c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1935570828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:54.562388 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef1370a-4319-4784-9c30-ab65f6da8d68,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.571999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] No DVR routers for this DVR port 7ef1370a-4319-4784-9c30-ab65f6da8d68 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:54.574127 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5705ecd-bc3e-46e2-99da-0b598a602d4c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.575610 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5705ecd-bc3e-46e2-99da-0b598a602d4c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.631414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-1b710362-f604-44e8-9cb2-a1b25aa462a9 req-951119b6-160f-4dca-b788-90b81a1d3425 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] For port 6135d264-1c51-4dfe-a5c4-c55d477a8f69, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6135d264-1c51-4dfe-a5c4-c55d477a8f69,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:54.631705 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5705ecd-bc3e-46e2-99da-0b598a602d4c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.631815 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1b710362-f604-44e8-9cb2-a1b25aa462a9 req-951119b6-160f-4dca-b788-90b81a1d3425 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.636719 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5705ecd-bc3e-46e2-99da-0b598a602d4c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.652518 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b5705ecd-bc3e-46e2-99da-0b598a602d4c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.653978 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b5705ecd-bc3e-46e2-99da-0b598a602d4c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2529192 Jul 16 18:03:54.656751 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40204) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:54.661736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-387281687'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:54.671638 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.674446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-1b710362-f604-44e8-9cb2-a1b25aa462a9 req-951119b6-160f-4dca-b788-90b81a1d3425 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Calling delete_port for 6135d264-1c51-4dfe-a5c4-c55d477a8f69 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:54.685135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Made reservation on behalf of 6b1e513300ba4e1bb68c771bc1197d57 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:54.686811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173b7b95-b38c-4974-aa9a-f1f846c8da16']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:54.689554 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.700364 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.702706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d3cb96-bf34-40bb-ae78-484d04a47095') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:54.703005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d3cb96-bf34-40bb-ae78-484d04a47095') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:54.745240 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.763962 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.789689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:54.790151 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:54.793268 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:54.837500 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.846133 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.873528 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:54.890485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123b2fb9-2201-4c18-be5b-bb4091227301,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.894945 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.896021 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Added segment 3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee of type vlan for network 1fecf551-10eb-4cf0-b5de-d477380b60bb Jul 16 18:03:54.933807 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.945118 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.953094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98576c9-d8c2-448f-9464-4a2696f2f24f req-9993f5c7-6c41-4291-9fb6-1632d164a08e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.954731 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d98576c9-d8c2-448f-9464-4a2696f2f24f req-9993f5c7-6c41-4291-9fb6-1632d164a08e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 946 time: 0.1824176 Jul 16 18:03:54.962414 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.964590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] 10.222.0.41 "DELETE /v2.0/networks/173b7b95-b38c-4974-aa9a-f1f846c8da16 HTTP/1.1" status: 204 len: 168 time: 1.1627653 Jul 16 18:03:54.989630 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b6bea-a0d7-4974-b33b-136143c56926 admin admin] Pushing event deleted for resources: {'Network': ['ID=173b7b95-b38c-4974-aa9a-f1f846c8da16,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.998817 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.006478 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:55.007113 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.034344 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1b710362-f604-44e8-9cb2-a1b25aa462a9 req-951119b6-160f-4dca-b788-90b81a1d3425 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.038159 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434b2122-3db2-42e3-a886-93a71bda1ecc details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:55.044222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434b2122-3db2-42e3-a886-93a71bda1ecc no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:55.051387 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['6135d264-1c51-4dfe-a5c4-c55d477a8f69'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:55.064386 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4039557 Jul 16 18:03:55.064598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d98576c9-d8c2-448f-9464-4a2696f2f24f req-0e22190e-ee16-4987-833f-deb511d364b4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833132 Jul 16 18:03:55.064689 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40220) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:55.089069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951119b6-160f-4dca-b788-90b81a1d3425 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event deleted for resources: {'Port': ['ID=6135d264-1c51-4dfe-a5c4-c55d477a8f69,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.100999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-57384738-2692-4220-9cf2-cc0077476c39 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Request body: {'subnet': {'network_id': '1fecf551-10eb-4cf0-b5de-d477380b60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:55.184324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b710362-f604-44e8-9cb2-a1b25aa462a9 req-951119b6-160f-4dca-b788-90b81a1d3425 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] No DVR routers for this DVR port 6135d264-1c51-4dfe-a5c4-c55d477a8f69 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:55.187645 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1b710362-f604-44e8-9cb2-a1b25aa462a9 req-951119b6-160f-4dca-b788-90b81a1d3425 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.190002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b710362-f604-44e8-9cb2-a1b25aa462a9 req-951119b6-160f-4dca-b788-90b81a1d3425 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.35 "DELETE /v2.0/ports/6135d264-1c51-4dfe-a5c4-c55d477a8f69 HTTP/1.1" status: 204 len: 173 time: 0.9946206 Jul 16 18:03:55.190468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccbc4c0-2e50-488a-942d-1edc2223b97d', 'name': 'network-vif-deleted', 'tag': '6135d264-1c51-4dfe-a5c4-c55d477a8f69'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:55.193250 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f97087-b8ae-43a6-a0c8-2b50356d43c9" -d '{"events": [{"server_uuid": "dccbc4c0-2e50-488a-942d-1edc2223b97d", "name": "network-vif-deleted", "tag": "6135d264-1c51-4dfe-a5c4-c55d477a8f69"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:55.211971 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054af5bb-3fb1-45bd-b375-1e8ee2575804 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event updated for resources: {'Network': ['ID=1fecf551-10eb-4cf0-b5de-d477380b60bb,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.248992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 1fecf551-10eb-4cf0-b5de-d477380b60bb details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:55.323686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40226) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:55.332817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 65b0ada8-07ed-4a73-bb32-1cdfcf573738 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:55.349918 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b51a08c-b6f4-4f21-b81b-667728f07f3c x-openstack-request-id: req-4b51a08c-b6f4-4f21-b81b-667728f07f3c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:55.350210 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccbc4c0-2e50-488a-942d-1edc2223b97d", "name": "network-vif-deleted", "tag": "6135d264-1c51-4dfe-a5c4-c55d477a8f69", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:55.350458 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b51a08c-b6f4-4f21-b81b-667728f07f3c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:55.350848 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccbc4c0-2e50-488a-942d-1edc2223b97d', 'name': 'network-vif-deleted', 'tag': '6135d264-1c51-4dfe-a5c4-c55d477a8f69', 'status': 'completed', 'code': 200} Jul 16 18:03:55.429294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57384738-2692-4220-9cf2-cc0077476c39 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Made reservation on behalf of 6b1e513300ba4e1bb68c771bc1197d57 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:55.431507 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 65b0ada8-07ed-4a73-bb32-1cdfcf573738 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:55.432263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 65b0ada8-07ed-4a73-bb32-1cdfcf573738 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:55.432833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7ef1370a-4319-4784-9c30-ab65f6da8d68 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:55.433389 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-57384738-2692-4220-9cf2-cc0077476c39 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.449797 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-09f67815-49c4-4998-885d-a5ab62dc577c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc3587bb1ad744589328ec2fb203c26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1244361 Jul 16 18:03:55.452757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40228) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:55.565387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f2c61-6f9c-4a53-8029-ed7e97bde4b5 req-67640f99-74ec-49bf-a6e4-343dfe207f09 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:55.577304 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-843f2c61-6f9c-4a53-8029-ed7e97bde4b5 req-67640f99-74ec-49bf-a6e4-343dfe207f09 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 945 time: 0.1828935 Jul 16 18:03:55.579317 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63394f30-70e0-44a8-bf76-c2013faddd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.625545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 7ef1370a-4319-4784-9c30-ab65f6da8d68 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:55.626372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7ef1370a-4319-4784-9c30-ab65f6da8d68 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:55.635223 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63394f30-70e0-44a8-bf76-c2013faddd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.679882 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-843f2c61-6f9c-4a53-8029-ed7e97bde4b5 req-2418c3ca-dd2e-41e7-8b67-03b1ec462d05 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913737 Jul 16 18:03:55.712331 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.736860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:55.745917 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-57384738-2692-4220-9cf2-cc0077476c39 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.763007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'port_id': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'mac_address': 'fa:16:3e:65:f9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:55.764105 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63394f30-70e0-44a8-bf76-c2013faddd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.772382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63394f30-70e0-44a8-bf76-c2013faddd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.774940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:55.778071 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4817f51-bf4d-4568-a274-2a3a348fb158" -d '{"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-unplugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:55.786379 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-63394f30-70e0-44a8-bf76-c2013faddd6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c2a30da-863b-4925-955b-4c3811e0d152 HTTP/1.1" status: 204 len: 168 time: 0.3323383 Jul 16 18:03:55.856736 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:55.861464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41263a94-da60-4a62-bf9d-eb1f4ac3d37d req-fc9d0153-e494-4747-86bb-78904f9396a3 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:55.872068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41263a94-da60-4a62-bf9d-eb1f4ac3d37d req-fc9d0153-e494-4747-86bb-78904f9396a3 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.1400211 Jul 16 18:03:55.886049 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.886771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63394f30-70e0-44a8-bf76-c2013faddd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2a30da-863b-4925-955b-4c3811e0d152,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.942026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57384738-2692-4220-9cf2-cc0077476c39 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event updated for resources: {'Subnet': ['ID=4a82433b-b236-4535-b841-715d3b55adaf,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.975820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41263a94-da60-4a62-bf9d-eb1f4ac3d37d req-c4da2612-2f0b-4515-aa46-3a8f65033483 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008670 Jul 16 18:03:55.984832 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57384738-2692-4220-9cf2-cc0077476c39 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Checking segment: {'id': '3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fecf551-10eb-4cf0-b5de-d477380b60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:55.985209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57384738-2692-4220-9cf2-cc0077476c39 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Network hostable DHCP agents. Network: 1fecf551-10eb-4cf0-b5de-d477380b60bb, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:56.013204 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e8b8c0-27b4-416a-a75e-452c8e4a4a53 x-openstack-request-id: req-58e8b8c0-27b4-416a-a75e-452c8e4a4a53 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:56.013687 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-unplugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:56.014090 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58e8b8c0-27b4-416a-a75e-452c8e4a4a53 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:56.015568 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'code': 200} Jul 16 18:03:56.018251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.034143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57384738-2692-4220-9cf2-cc0077476c39 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Network 1fecf551-10eb-4cf0-b5de-d477380b60bb is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:56.038865 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.054362 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-57384738-2692-4220-9cf2-cc0077476c39 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 1fecf551-10eb-4cf0-b5de-d477380b60bb) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:56.059087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57384738-2692-4220-9cf2-cc0077476c39 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:56.059974 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-57384738-2692-4220-9cf2-cc0077476c39 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.068599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 434b2122-3db2-42e3-a886-93a71bda1ecc {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:56.082422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c20c3-58d1-4f31-abd6-9263415c3be2 None None] Network 1fecf551-10eb-4cf0-b5de-d477380b60bb requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:56.094868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40258) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.097078 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-57384738-2692-4220-9cf2-cc0077476c39 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0298753 Jul 16 18:03:56.105761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-376861dc-4b33-4d5d-a4b8-ee600db1c1d9 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Request body: {'network': {'name': 'tempest-router-network01--340951932'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:56.174183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376861dc-4b33-4d5d-a4b8-ee600db1c1d9 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Made reservation on behalf of 6b1e513300ba4e1bb68c771bc1197d57 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:56.179029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-376861dc-4b33-4d5d-a4b8-ee600db1c1d9 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.213970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376861dc-4b33-4d5d-a4b8-ee600db1c1d9 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:56.231149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-376861dc-4b33-4d5d-a4b8-ee600db1c1d9 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.231418 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-376861dc-4b33-4d5d-a4b8-ee600db1c1d9 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Added segment 9565cb7b-1720-4e3c-92a9-265ea78333d1 of type vlan for network 3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac Jul 16 18:03:56.267584 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:03:56.267936 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:03:56.338309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d95d9525-313c-4c06-b984-419488d685a5 req-e5da8550-99e2-433b-879d-5fb748f756a8 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 210 time: 0.0470130 Jul 16 18:03:56.341368 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-376861dc-4b33-4d5d-a4b8-ee600db1c1d9 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.388813 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.401448 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-1fecf551-10eb-4cf0-b5de-d477380b60bb', 'network_id': '1fecf551-10eb-4cf0-b5de-d477380b60bb', 'tenant_id': '6b1e513300ba4e1bb68c771bc1197d57', 'fixed_ips': [{'subnet_id': '4a82433b-b236-4535-b841-715d3b55adaf'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:56.402678 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.417035 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-376861dc-4b33-4d5d-a4b8-ee600db1c1d9 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.429635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376861dc-4b33-4d5d-a4b8-ee600db1c1d9 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:56.432534 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-376861dc-4b33-4d5d-a4b8-ee600db1c1d9 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.518894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-376861dc-4b33-4d5d-a4b8-ee600db1c1d9 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4222600 Jul 16 18:03:56.521258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40268) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.530730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c883f0d9-671c-4f53-bb95-01e2f68d566a tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Request body: {'network': {'name': 'tempest-router-network02--2037262783'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:56.565951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40270) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.576868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376861dc-4b33-4d5d-a4b8-ee600db1c1d9 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event updated for resources: {'Network': ['ID=3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.596731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:56.599203 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.604940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c883f0d9-671c-4f53-bb95-01e2f68d566a tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Made reservation on behalf of 6b1e513300ba4e1bb68c771bc1197d57 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:56.609001 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c883f0d9-671c-4f53-bb95-01e2f68d566a tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.641050 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7b8594cc-d256-4231-93ce-abb7848cfd30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d85fa43654db4804b6685bd084c439ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721750 Jul 16 18:03:56.644447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40272) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.650621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c883f0d9-671c-4f53-bb95-01e2f68d566a tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:56.661858 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c883f0d9-671c-4f53-bb95-01e2f68d566a tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.662532 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-c883f0d9-671c-4f53-bb95-01e2f68d566a tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Added segment c706c9eb-e20a-4b8b-b076-ee45063092c8 of type vlan for network 4febf946-5be2-4b78-829a-cca328686648 Jul 16 18:03:56.683172 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Allocated IP 2001:db8::2 (1fecf551-10eb-4cf0-b5de-d477380b60bb/4a82433b-b236-4535-b841-715d3b55adaf/6b46e83e-feba-4aa9-a015-8348c0865489) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:56.716624 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c883f0d9-671c-4f53-bb95-01e2f68d566a tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.772563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c883f0d9-671c-4f53-bb95-01e2f68d566a tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.782721 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c883f0d9-671c-4f53-bb95-01e2f68d566a tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:56.783910 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c883f0d9-671c-4f53-bb95-01e2f68d566a tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.799638 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f6341f5-61f2-4397-98a3-8ac8dd513cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.810009 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c883f0d9-671c-4f53-bb95-01e2f68d566a tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2871692 Jul 16 18:03:56.814358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40276) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.822002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-8d5ce3a4-3997-492c-b136-ba5568042b5c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Request body: {'subnet': {'network_id': '3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:56.876976 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f6341f5-61f2-4397-98a3-8ac8dd513cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.912544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883f0d9-671c-4f53-bb95-01e2f68d566a tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event updated for resources: {'Network': ['ID=4febf946-5be2-4b78-829a-cca328686648,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.960666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 4febf946-5be2-4b78-829a-cca328686648 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:56.984550 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.022936 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f6341f5-61f2-4397-98a3-8ac8dd513cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.028175 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f6341f5-61f2-4397-98a3-8ac8dd513cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.033103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8f6341f5-61f2-4397-98a3-8ac8dd513cad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/224aff52-36c7-468c-9444-3db8dd76838f HTTP/1.1" status: 204 len: 168 time: 0.3853388 Jul 16 18:03:57.100519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6341f5-61f2-4397-98a3-8ac8dd513cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224aff52-36c7-468c-9444-3db8dd76838f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:57.118839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434b2122-3db2-42e3-a886-93a71bda1ecc {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:57.173624 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:57.230270 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.268638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af7773-930c-49a2-9786-e32feca5ed78 req-7b6fb807-6a77-4dae-b775-3fb3174147a8 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:57.270219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9af7773-930c-49a2-9786-e32feca5ed78 req-7b6fb807-6a77-4dae-b775-3fb3174147a8 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 945 time: 0.3401330 Jul 16 18:03:57.292269 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5ce3a4-3997-492c-b136-ba5568042b5c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Made reservation on behalf of 6b1e513300ba4e1bb68c771bc1197d57 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:57.296881 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce3a4-3997-492c-b136-ba5568042b5c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.434044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a39f8-b9cb-4893-8d8e-d32e09b62886 req-012a2fbe-1922-451b-addf-725c28358f0a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:57.438004 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4a2a39f8-b9cb-4893-8d8e-d32e09b62886 req-012a2fbe-1922-451b-addf-725c28358f0a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 945 time: 0.2476051 Jul 16 18:03:57.443990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['434b2122-3db2-42e3-a886-93a71bda1ecc'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:57.486553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:57.499043 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.529647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Transition to ACTIVE for port object 6b46e83e-feba-4aa9-a015-8348c0865489 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:57.558439 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Transition to ACTIVE for port object 6b46e83e-feba-4aa9-a015-8348c0865489 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:57.573947 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.635300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9af7773-930c-49a2-9786-e32feca5ed78 req-99b9688e-3520-4c9f-b9bb-bc96a6f3fbfe tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318062 Jul 16 18:03:57.696765 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-4a2a39f8-b9cb-4893-8d8e-d32e09b62886 req-45c41085-5ce9-41ba-98af-4f9bd1fc8ca0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Deleting port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:57.697486 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a2a39f8-b9cb-4893-8d8e-d32e09b62886 req-45c41085-5ce9-41ba-98af-4f9bd1fc8ca0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.760417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Network 1fecf551-10eb-4cf0-b5de-d477380b60bb is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:57.763463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33219c-5ea9-4344-9e04-9ebd0a1e0a0a req-2062d0b6-6667-4e58-ae41-c0a665be94fd tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:57.764801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca33219c-5ea9-4344-9e04-9ebd0a1e0a0a req-2062d0b6-6667-4e58-ae41-c0a665be94fd tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.4044278 Jul 16 18:03:57.807622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:57.837407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:57.849596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Pushing event updated for resources: {'Port': ['ID=6b46e83e-feba-4aa9-a015-8348c0865489,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:57.919223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-4a2a39f8-b9cb-4893-8d8e-d32e09b62886 req-45c41085-5ce9-41ba-98af-4f9bd1fc8ca0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] For port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=269d3ee1-d27b-4d5e-ad5f-93680e5b1b77,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:57.919664 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a2a39f8-b9cb-4893-8d8e-d32e09b62886 req-45c41085-5ce9-41ba-98af-4f9bd1fc8ca0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.944430 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-4a2a39f8-b9cb-4893-8d8e-d32e09b62886 req-45c41085-5ce9-41ba-98af-4f9bd1fc8ca0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Calling delete_port for 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:58.073138 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce3a4-3997-492c-b136-ba5568042b5c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.088683 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b80ee960-33de-4b94-8988-d919a7e439f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.100122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Attempting to bind port 6b46e83e-feba-4aa9-a015-8348c0865489 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:58.100772 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Attempting to bind port 6b46e83e-feba-4aa9-a015-8348c0865489 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fecf551-10eb-4cf0-b5de-d477380b60bb'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:58.101434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Attempting to bind port 6b46e83e-feba-4aa9-a015-8348c0865489 on network 1fecf551-10eb-4cf0-b5de-d477380b60bb {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:58.118501 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:58.119444 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Checking segment: {'id': '3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fecf551-10eb-4cf0-b5de-d477380b60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:58.120916 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.121710 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Bound using segment: {'id': '3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fecf551-10eb-4cf0-b5de-d477380b60bb'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:58.122484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Bound port: 6b46e83e-feba-4aa9-a015-8348c0865489, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fecf551-10eb-4cf0-b5de-d477380b60bb'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:58.123214 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.244577 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49cbd189-fe9d-4bc3-910f-7ca8ef8fb68e req-bc8b1056-7fcb-4c2d-aad3-b966ba718971 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 210 time: 0.0730307 Jul 16 18:03:58.249811 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] For port 6b46e83e-feba-4aa9-a015-8348c0865489, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:58.259373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] For port 6b46e83e-feba-4aa9-a015-8348c0865489, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6b46e83e-feba-4aa9-a015-8348c0865489,segment=NetworkSegment(3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee),segment_id=3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:58.260765 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a2a39f8-b9cb-4893-8d8e-d32e09b62886 req-45c41085-5ce9-41ba-98af-4f9bd1fc8ca0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.280275 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['269d3ee1-d27b-4d5e-ad5f-93680e5b1b77'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:58.307504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca33219c-5ea9-4344-9e04-9ebd0a1e0a0a req-406ea9e0-38d8-4475-a635-3ca3d8179866 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324669 Jul 16 18:03:58.338445 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ce3a4-3997-492c-b136-ba5568042b5c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event updated for resources: {'Subnet': ['ID=7e71556d-7a84-4cac-acd0-a11d9a35d365,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.354386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5ce3a4-3997-492c-b136-ba5568042b5c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Checking segment: {'id': '9565cb7b-1720-4e3c-92a9-265ea78333d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:58.355088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5ce3a4-3997-492c-b136-ba5568042b5c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Network hostable DHCP agents. Network: 3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:58.356720 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c41085-5ce9-41ba-98af-4f9bd1fc8ca0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Pushing event deleted for resources: {'Port': ['ID=269d3ee1-d27b-4d5e-ad5f-93680e5b1b77,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.384229 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.416332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5ce3a4-3997-492c-b136-ba5568042b5c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Network 3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:58.442234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-8d5ce3a4-3997-492c-b136-ba5568042b5c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:58.450473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5ce3a4-3997-492c-b136-ba5568042b5c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:58.451401 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce3a4-3997-492c-b136-ba5568042b5c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.473613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ea8f7c-2bc9-4eca-ad42-a4970f9b67ac None None] Network 3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:58.485293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8d5ce3a4-3997-492c-b136-ba5568042b5c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6685059 Jul 16 18:03:58.486106 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2a39f8-b9cb-4893-8d8e-d32e09b62886 req-45c41085-5ce9-41ba-98af-4f9bd1fc8ca0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] No DVR routers for this DVR port 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:58.487768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40318) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.498151 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a2a39f8-b9cb-4893-8d8e-d32e09b62886 req-45c41085-5ce9-41ba-98af-4f9bd1fc8ca0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.498655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-908efc62-2666-4b08-abcf-6d53c7059df4 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Request body: {'subnet': {'network_id': '4febf946-5be2-4b78-829a-cca328686648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:58.500210 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4a2a39f8-b9cb-4893-8d8e-d32e09b62886 req-45c41085-5ce9-41ba-98af-4f9bd1fc8ca0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "DELETE /v2.0/ports/269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 HTTP/1.1" status: 204 len: 173 time: 1.0555394 Jul 16 18:03:58.500672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a8db98-f7ad-40cf-93bd-ea032a1483a8', 'name': 'network-vif-deleted', 'tag': '269d3ee1-d27b-4d5e-ad5f-93680e5b1b77'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:58.503129 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774b46c2-6aa1-4eaf-bb91-e4e2faa58520" -d '{"events": [{"server_uuid": "f0a8db98-f7ad-40cf-93bd-ea032a1483a8", "name": "network-vif-deleted", "tag": "269d3ee1-d27b-4d5e-ad5f-93680e5b1b77"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:58.560794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893668d-80a6-459e-a080-d85ba47e21dc None None] Pushing event updated for resources: {'Port': ['ID=6b46e83e-feba-4aa9-a015-8348c0865489,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.590312 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ef59db-fe19-4b0d-9d04-47c38a6ce350 x-openstack-request-id: req-e8ef59db-fe19-4b0d-9d04-47c38a6ce350 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:58.590312 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a8db98-f7ad-40cf-93bd-ea032a1483a8", "name": "network-vif-deleted", "tag": "269d3ee1-d27b-4d5e-ad5f-93680e5b1b77", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:58.590819 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8ef59db-fe19-4b0d-9d04-47c38a6ce350 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:58.590954 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a8db98-f7ad-40cf-93bd-ea032a1483a8', 'name': 'network-vif-deleted', 'tag': '269d3ee1-d27b-4d5e-ad5f-93680e5b1b77', 'status': 'completed', 'code': 200} Jul 16 18:03:58.808112 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908efc62-2666-4b08-abcf-6d53c7059df4 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Made reservation on behalf of 6b1e513300ba4e1bb68c771bc1197d57 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:58.815145 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-908efc62-2666-4b08-abcf-6d53c7059df4 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.272437 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434b2122-3db2-42e3-a886-93a71bda1ecc up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:59.361449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac', 'network_id': '3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac', 'tenant_id': '6b1e513300ba4e1bb68c771bc1197d57', 'fixed_ips': [{'subnet_id': '7e71556d-7a84-4cac-acd0-a11d9a35d365'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:59.362459 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.365912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6b46e83e-feba-4aa9-a015-8348c0865489 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:59.370678 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58105f11-43f8-459a-bed4-c1324f003854 req-6d1611ff-de04-489c-a7dc-2a9b5631c384 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 210 time: 0.3430734 Jul 16 18:03:59.440635 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-908efc62-2666-4b08-abcf-6d53c7059df4 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.492946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 434b2122-3db2-42e3-a886-93a71bda1ecc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:59.493291 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.503925 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 6b46e83e-feba-4aa9-a015-8348c0865489 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:59.580637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60092e5f-cd08-4ec0-a83f-1e77382319e4 req-55e69fcd-7994-4153-b287-dedbc777b454 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 210 time: 0.0622592 Jul 16 18:03:59.630970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908efc62-2666-4b08-abcf-6d53c7059df4 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event updated for resources: {'Subnet': ['ID=7df4e620-6328-4222-8b32-eca909b56011,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:59.638270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908efc62-2666-4b08-abcf-6d53c7059df4 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Checking segment: {'id': 'c706c9eb-e20a-4b8b-b076-ee45063092c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4febf946-5be2-4b78-829a-cca328686648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:59.638650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908efc62-2666-4b08-abcf-6d53c7059df4 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Network hostable DHCP agents. Network: 4febf946-5be2-4b78-829a-cca328686648, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:59.699359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908efc62-2666-4b08-abcf-6d53c7059df4 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Network 4febf946-5be2-4b78-829a-cca328686648 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:59.749914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c8819-7167-49da-bd70-ad2b73acea25 req-73c2bb4e-483c-4384-8036-2e865605a0e7 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:59.760156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f8c8819-7167-49da-bd70-ad2b73acea25 req-73c2bb4e-483c-4384-8036-2e865605a0e7 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.1486962 Jul 16 18:03:59.767331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-908efc62-2666-4b08-abcf-6d53c7059df4 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 4febf946-5be2-4b78-829a-cca328686648) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:59.779453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908efc62-2666-4b08-abcf-6d53c7059df4 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:59.780136 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-908efc62-2666-4b08-abcf-6d53c7059df4 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.784900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac594f9-40b7-41c0-a79b-375c6930415e None None] Network 4febf946-5be2-4b78-829a-cca328686648 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:59.889917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-908efc62-2666-4b08-abcf-6d53c7059df4 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4007235 Jul 16 18:03:59.891258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40344) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:59.893679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063db245-94b5-44b2-ae45-b28b2dc92749 req-ba158aab-01af-4af5-8fe6-c1cb5d6c0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:59.895400 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-063db245-94b5-44b2-ae45-b28b2dc92749 req-ba158aab-01af-4af5-8fe6-c1cb5d6c0450 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 1097 time: 0.1438320 Jul 16 18:03:59.908051 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f8c8819-7167-49da-bd70-ad2b73acea25 req-3b9127df-dbfb-4992-aeb1-bdc3d848bbbe tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458111 Jul 16 18:03:59.999237 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.027719 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-063db245-94b5-44b2-ae45-b28b2dc92749 req-0285049d-0478-4781-9bf0-384e651db589 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226861 Jul 16 18:04:00.095423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:00.098176 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025df843-cbc0-43de-bbe8-25b3316c3273" -d '{"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-plugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:00.103643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Allocated IP 2001:db8::2 (3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac/7e71556d-7a84-4cac-acd0-a11d9a35d365/f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:00.183283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:00.206384 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.208068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6135d264-1c51-4dfe-a5c4-c55d477a8f69 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:00.396665 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354bdc7c-e44a-4304-a87c-e8cc95aa462c x-openstack-request-id: req-354bdc7c-e44a-4304-a87c-e8cc95aa462c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:00.396665 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-plugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:00.396665 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-354bdc7c-e44a-4304-a87c-e8cc95aa462c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:00.397536 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'code': 200} Jul 16 18:04:00.561868 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.652804 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.662794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Transition to ACTIVE for port object f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:00.681965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Transition to ACTIVE for port object f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:00.685418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 6135d264-1c51-4dfe-a5c4-c55d477a8f69 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:00.685884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6135d264-1c51-4dfe-a5c4-c55d477a8f69 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:00.746046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae3405b-8646-4023-bb8f-85768a82c7d4 None None] Network 1fecf551-10eb-4cf0-b5de-d477380b60bb requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:00.748939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3023f7a9-18e4-454e-923a-8b2872e9e140 req-662a81ac-0446-4e97-afe5-f22def1e4cdf tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 210 time: 0.0479929 Jul 16 18:04:00.811619 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.965969 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e363f59-f739-4b96-8853-30e61c0b063d req-b5d7382f-8563-4c81-9919-340718b7c2db tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 210 time: 0.0759656 Jul 16 18:04:01.033804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=10']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:01.069445 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.128990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4febf946-5be2-4b78-829a-cca328686648', 'network_id': '4febf946-5be2-4b78-829a-cca328686648', 'tenant_id': '6b1e513300ba4e1bb68c771bc1197d57', 'fixed_ips': [{'subnet_id': '7df4e620-6328-4222-8b32-eca909b56011'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:01.129856 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.136920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fe67c4b8-ed29-4966-a845-d6481c414647 None None] Provisioning for port 6b46e83e-feba-4aa9-a015-8348c0865489 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:01.160656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Network 3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:01.163064 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-308d7b9b-abe3-4744-b49b-1164cf3bb2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.178312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:01.182604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:01.249695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fe67c4b8-ed29-4966-a845-d6481c414647 None None] Provisioning complete for port 6b46e83e-feba-4aa9-a015-8348c0865489 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:01.250947 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe67c4b8-ed29-4966-a845-d6481c414647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.302284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Allocated IP 2001:db8::1 (3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac/7e71556d-7a84-4cac-acd0-a11d9a35d365/0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:01.369616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4717f93-9d58-4b22-be76-67740add209f req-d62937b8-b0c9-4c5f-a26e-168f05341789 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:01.378506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4717f93-9d58-4b22-be76-67740add209f req-d62937b8-b0c9-4c5f-a26e-168f05341789 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.1640928 Jul 16 18:04:01.468428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4717f93-9d58-4b22-be76-67740add209f req-b43bc4d4-a85f-40cb-991f-29e0405f62ea tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889258 Jul 16 18:04:01.587149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Pushing event updated for resources: {'Port': ['ID=f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:01.593365 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:01.618289 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.642575 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Transition to ACTIVE for port object 0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:01.686963 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.692311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Allocated IP 2001:db8::2 (4febf946-5be2-4b78-829a-cca328686648/7df4e620-6328-4222-8b32-eca909b56011/4a4854b5-0cd8-4a23-a61b-c3356357d672) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:01.761262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event updated for resources: {'Port': ['ID=0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:01.777126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Network 3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:01.778630 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:01.801660 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:01.802816 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.861968 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.872461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Transition to ACTIVE for port object 4a4854b5-0cd8-4a23-a61b-c3356357d672 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:01.888778 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Transition to ACTIVE for port object 4a4854b5-0cd8-4a23-a61b-c3356357d672 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:01.905214 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Attempting to bind port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:01.905702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Attempting to bind port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '9565cb7b-1720-4e3c-92a9-265ea78333d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:01.906614 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Attempting to bind port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 on network 3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:01.940194 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.001304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:02.001727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 269d3ee1-d27b-4d5e-ad5f-93680e5b1b77 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:02.011176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Pushing event updated for resources: {'Port': ['ID=4a4854b5-0cd8-4a23-a61b-c3356357d672,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:02.053000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:02.053692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Checking segment: {'id': '9565cb7b-1720-4e3c-92a9-265ea78333d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:02.054115 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.054531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Bound using segment: {'id': '9565cb7b-1720-4e3c-92a9-265ea78333d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:02.055141 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Bound port: f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9565cb7b-1720-4e3c-92a9-265ea78333d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:02.056257 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.071227 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Network 4febf946-5be2-4b78-829a-cca328686648 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:02.077438 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:02.095333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-962cc09e-48bd-4cdd-9c88-262d1f428127 req-927855e1-9b5c-4f81-9ca2-93754922a803 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 210 time: 0.0638599 Jul 16 18:04:02.126900 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.128844 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.129757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:02.206816 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe67c4b8-ed29-4966-a845-d6481c414647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.302187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-576a6a44-332c-477c-9f09-a51725bcf826 req-5690b1c2-c947-4520-b6ab-20dc03e1bae1 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 210 time: 0.0571444 Jul 16 18:04:02.438903 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fe67c4b8-ed29-4966-a845-d6481c414647 None None] For port 6b46e83e-feba-4aa9-a015-8348c0865489, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6b46e83e-feba-4aa9-a015-8348c0865489,segment=NetworkSegment(3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee),segment_id=3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:02.475203 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe67c4b8-ed29-4966-a845-d6481c414647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.495082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Attempting to bind port 4a4854b5-0cd8-4a23-a61b-c3356357d672 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:02.495740 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Attempting to bind port 4a4854b5-0cd8-4a23-a61b-c3356357d672 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'c706c9eb-e20a-4b8b-b076-ee45063092c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4febf946-5be2-4b78-829a-cca328686648'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:02.496318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Attempting to bind port 4a4854b5-0cd8-4a23-a61b-c3356357d672 on network 4febf946-5be2-4b78-829a-cca328686648 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:02.540160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] For port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:02.546922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:02.547481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Checking segment: {'id': 'c706c9eb-e20a-4b8b-b076-ee45063092c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4febf946-5be2-4b78-829a-cca328686648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:02.547967 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.548439 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Bound using segment: {'id': 'c706c9eb-e20a-4b8b-b076-ee45063092c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4febf946-5be2-4b78-829a-cca328686648'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:02.549001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Bound port: 4a4854b5-0cd8-4a23-a61b-c3356357d672, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c706c9eb-e20a-4b8b-b076-ee45063092c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4febf946-5be2-4b78-829a-cca328686648'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:02.549454 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.575694 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] For port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8,segment=NetworkSegment(9565cb7b-1720-4e3c-92a9-265ea78333d1),segment_id=9565cb7b-1720-4e3c-92a9-265ea78333d1)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:02.643676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] For port 4a4854b5-0cd8-4a23-a61b-c3356357d672, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:02.647292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] For port 4a4854b5-0cd8-4a23-a61b-c3356357d672, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4a4854b5-0cd8-4a23-a61b-c3356357d672,segment=NetworkSegment(c706c9eb-e20a-4b8b-b076-ee45063092c8),segment_id=c706c9eb-e20a-4b8b-b076-ee45063092c8)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:02.660521 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.662972 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.682082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67c4b8-ed29-4966-a845-d6481c414647 None None] Pushing event updated for resources: {'Port': ['ID=6b46e83e-feba-4aa9-a015-8348c0865489,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:02.761577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ee9fbb52-614b-483a-a8b0-052f1d23c154 None None] Provisioning complete for port 6b46e83e-feba-4aa9-a015-8348c0865489 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:02.770915 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ee9fbb52-614b-483a-a8b0-052f1d23c154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.928991 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.950586 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.954885 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.230197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c80f3-e7fe-4615-9ed5-fc60db6ea346 None None] Pushing event updated for resources: {'Port': ['ID=4a4854b5-0cd8-4a23-a61b-c3356357d672,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.626221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6b46e83e-feba-4aa9-a015-8348c0865489 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:03.655539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3732032c-6faa-494e-a578-92e9ad03d5f8 req-047afdaf-9f94-41d7-8096-57e950f1dde3 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 210 time: 0.0679162 Jul 16 18:04:03.674330 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.696480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42938ae3-6445-406e-b530-1a3898ccf879 None None] Pushing event updated for resources: {'Port': ['ID=f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.718111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6b46e83e-feba-4aa9-a015-8348c0865489 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:03.718496 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.771956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event updated for resources: {'Port': ['ID=0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.801317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Network 3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:03.808728 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:03.843159 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4acdb9-3baf-46b3-a7da-deab0487f097 req-1cf52d6c-89f4-426d-a06f-82240834f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.849251 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-da4acdb9-3baf-46b3-a7da-deab0487f097 req-1cf52d6c-89f4-426d-a06f-82240834f466 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f79575556364648952b73c658380d74&device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 1097 time: 0.4128871 Jul 16 18:04:03.967730 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db601b0d-d4db-4a3b-8779-14e04013f668 req-695b901f-a041-4e18-9b81-7a31d68b00e0 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccbc4c0-2e50-488a-942d-1edc2223b97d HTTP/1.1" status: 200 len: 210 time: 0.0631840 Jul 16 18:04:04.414391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Router e97eed4f-84f0-4c02-b92f-04a9cbf4b158 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:04:04.499416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808826a9-c0b8-499c-b36f-4c159657221f req-8cda8b3b-b341-4626-b07b-502fa1054775 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.504647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4acdb9-3baf-46b3-a7da-deab0487f097 req-3fa9f914-d6df-4777-8c76-0d684ae440db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.506155 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-da4acdb9-3baf-46b3-a7da-deab0487f097 req-3fa9f914-d6df-4777-8c76-0d684ae440db service neutron] 10.222.0.43 "GET /v2.0/networks?id=86509b43-a411-4e53-98ba-579929506239 HTTP/1.1" status: 200 len: 920 time: 0.5692811 Jul 16 18:04:04.508932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-808826a9-c0b8-499c-b36f-4c159657221f req-8cda8b3b-b341-4626-b07b-502fa1054775 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.2323403 Jul 16 18:04:04.694387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-808826a9-c0b8-499c-b36f-4c159657221f req-3c160bf5-cbcf-4fb0-9271-643060cca4fa tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751618 Jul 16 18:04:04.714512 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-da4acdb9-3baf-46b3-a7da-deab0487f097 req-71e3445b-0e57-4206-95c4-a3ef119530e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7447334a-42b5-4a2d-bd78-e300d42b0bf8 HTTP/1.1" status: 200 len: 217 time: 0.1594236 Jul 16 18:04:04.819320 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:04.825300 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b64b542f-d5c1-4870-8dda-e7f92442c38c tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "PUT /v2.0/routers/e97eed4f-84f0-4c02-b92f-04a9cbf4b158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9287288 Jul 16 18:04:04.829356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40482) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:04.830341 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca16b6-8b98-4807-952e-8e87a3e9aa16 None None] Sync routers for ids ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:04.841547 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807384ea-af88-4f45-b437-a4541a612c58 None None] Network 4febf946-5be2-4b78-829a-cca328686648 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:04.860564 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca16b6-8b98-4807-952e-8e87a3e9aa16 None None] Routers {'e97eed4f-84f0-4c02-b92f-04a9cbf4b158'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:04.861212 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ccca16b6-8b98-4807-952e-8e87a3e9aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:04:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:04.940136 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ccca16b6-8b98-4807-952e-8e87a3e9aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:04.959939 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca16b6-8b98-4807-952e-8e87a3e9aa16 None None] Routers {'e97eed4f-84f0-4c02-b92f-04a9cbf4b158'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:04.961018 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ccca16b6-8b98-4807-952e-8e87a3e9aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:04:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:04.968334 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4acdb9-3baf-46b3-a7da-deab0487f097 req-d9efc5d9-dfe4-474a-a859-b7f603208ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.970642 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-da4acdb9-3baf-46b3-a7da-deab0487f097 req-d9efc5d9-dfe4-474a-a859-b7f603208ec9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7ecbdae-f40b-496b-8215-a193d898ff6d HTTP/1.1" status: 200 len: 859 time: 0.2464702 Jul 16 18:04:05.047861 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-da4acdb9-3baf-46b3-a7da-deab0487f097 req-80be4eb0-2605-443d-831a-f0ebe81709ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86509b43-a411-4e53-98ba-579929506239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691073 Jul 16 18:04:05.063735 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ccca16b6-8b98-4807-952e-8e87a3e9aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:05.064672 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca16b6-8b98-4807-952e-8e87a3e9aa16 None None] The sync data for ids ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:05.102398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-28e64084-2247-4309-a371-ce8ad7b2fba3 None None] Provisioning for port 4a4854b5-0cd8-4a23-a61b-c3356357d672 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:05.113864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62b27f2f-6763-46e4-a43a-96faca313a94 req-6345a0b4-6992-4971-9e5d-b942f7cb8650 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 210 time: 0.1789033 Jul 16 18:04:05.271021 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec15ac7-bdb7-4480-afde-676100f76d78 None None] Network 3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:05.342912 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-da4acdb9-3baf-46b3-a7da-deab0487f097 req-1af2ba68-6373-4564-9599-ede7e5c0d135 service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826300 Jul 16 18:04:05.544461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5f773871-a7eb-45c0-8423-00dbcc5855b6 None None] Provisioning for port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:05.606594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4a4854b5-0cd8-4a23-a61b-c3356357d672 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:05.670009 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-da4acdb9-3baf-46b3-a7da-deab0487f097 req-15154441-a912-4665-a416-93778e9df38b service neutron] 10.222.0.43 "GET /v2.0/networks/86509b43-a411-4e53-98ba-579929506239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194776 Jul 16 18:04:05.762594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 4a4854b5-0cd8-4a23-a61b-c3356357d672 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:05.768519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 4a4854b5-0cd8-4a23-a61b-c3356357d672 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:05.769015 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.038704 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.112792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c89b1f-de6a-4c83-abe5-0140aa93ef80 req-30af7389-251c-46e2-aa62-b687f9e81101 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.120463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60c89b1f-de6a-4c83-abe5-0140aa93ef80 req-30af7389-251c-46e2-aa62-b687f9e81101 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.1715877 Jul 16 18:04:06.178570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 4a4854b5-0cd8-4a23-a61b-c3356357d672, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4a4854b5-0cd8-4a23-a61b-c3356357d672,segment=NetworkSegment(c706c9eb-e20a-4b8b-b076-ee45063092c8),segment_id=c706c9eb-e20a-4b8b-b076-ee45063092c8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:06.197558 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-beb51ed4-a8d6-4143-882b-79da1666ef00 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:06.201824 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40516) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.208299 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-beb51ed4-a8d6-4143-882b-79da1666ef00 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "PUT /v2.0/routers/e97eed4f-84f0-4c02-b92f-04a9cbf4b158/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3775914 Jul 16 18:04:06.210469 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.216759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:06.275005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60c89b1f-de6a-4c83-abe5-0140aa93ef80 req-46460e49-c948-4424-ad6f-a84b1cb6a9f4 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531634 Jul 16 18:04:06.394190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5282019e-1d7a-4c14-82b4-8aeddc6c1df2 None None] Provisioning complete for port 4a4854b5-0cd8-4a23-a61b-c3356357d672 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:06.394654 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5282019e-1d7a-4c14-82b4-8aeddc6c1df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.498305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f58faf1f-e26f-4f5e-9249-7aad8ee97af7 req-550c21e5-355a-49cf-8951-85c9a21eece8 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 210 time: 0.0899775 Jul 16 18:04:06.502347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=4a4854b5-0cd8-4a23-a61b-c3356357d672,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:06.565384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:06.578715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:06.585495 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.916241 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.958197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2b623056-6c89-4d47-a6b0-a87525bfcb93 None None] Provisioning complete for port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:06.959123 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2b623056-6c89-4d47-a6b0-a87525bfcb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.033588 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8,segment=NetworkSegment(9565cb7b-1720-4e3c-92a9-265ea78333d1),segment_id=9565cb7b-1720-4e3c-92a9-265ea78333d1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:07.074614 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.141567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-e5dbbbca-c5d3-4640-a722-a5561f63b712 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e56ec323d0af4d36a0479f07a09dea25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695624 Jul 16 18:04:07.254225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.306548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2b623056-6c89-4d47-a6b0-a87525bfcb93 None None] Provisioning for port 0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:07.310699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2b623056-6c89-4d47-a6b0-a87525bfcb93 None None] Provisioning complete for port 0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:07.311078 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2b623056-6c89-4d47-a6b0-a87525bfcb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.377755 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4a4854b5-0cd8-4a23-a61b-c3356357d672 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:07.526126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2b623056-6c89-4d47-a6b0-a87525bfcb93 None None] Port 0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:07.626003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 4a4854b5-0cd8-4a23-a61b-c3356357d672 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:07.626402 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.627087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-5f551157-459d-4bc0-9da5-2a437c9e4949 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:07.637039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-5f551157-459d-4bc0-9da5-2a437c9e4949 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4944403 Jul 16 18:04:07.684947 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0063dd75-97ab-4620-b56d-f609698623fd tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.710592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a1258d50-b74d-4114-aa1f-8f8a207cc1a1 None None] Provisioning complete for port 0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:07.712225 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a1258d50-b74d-4114-aa1f-8f8a207cc1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.738350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-0ea31233-94d2-4c0f-a6bf-6bc4389cb3c3 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/quotas/e56ec323d0af4d36a0479f07a09dea25 HTTP/1.1" status: 200 len: 375 time: 0.0976665 Jul 16 18:04:07.776577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a1258d50-b74d-4114-aa1f-8f8a207cc1a1 None None] Port 0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:07.821493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-da940cea-5f0b-4bd7-9750-f0d31c57580d tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e56ec323d0af4d36a0479f07a09dea25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818908 Jul 16 18:04:07.887329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcf15c-0ed9-4a92-8240-18133dcda78a req-bc5728b5-ddd5-47e3-8372-a98cb971ad4a tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:07.896197 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73dcf15c-0ed9-4a92-8240-18133dcda78a req-bc5728b5-ddd5-47e3-8372-a98cb971ad4a tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.2384632 Jul 16 18:04:07.902099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9927e69d-3561-4cee-9767-ea72293cd1fb None None] Provisioning complete for port 0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:07.902566 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9927e69d-3561-4cee-9767-ea72293cd1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.955610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73dcf15c-0ed9-4a92-8240-18133dcda78a req-0a63915c-ad02-4c44-ad26-c4fb14e4ab0f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570114 Jul 16 18:04:07.998588 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9927e69d-3561-4cee-9767-ea72293cd1fb None None] Port 0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:08.284796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c02a2260-1395-4531-9049-263268139c51 req-6e3da29c-fbca-4d4e-ad82-5e134ed87627 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 210 time: 0.0371604 Jul 16 18:04:08.370263 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0063dd75-97ab-4620-b56d-f609698623fd tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Deleting port 0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:08.370674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0063dd75-97ab-4620-b56d-f609698623fd tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.488355 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-de634548-4ba8-4380-8e77-f7ab33abb40e tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e56ec323d0af4d36a0479f07a09dea25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607774 Jul 16 18:04:08.503745 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0063dd75-97ab-4620-b56d-f609698623fd tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.518755 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0063dd75-97ab-4620-b56d-f609698623fd tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Calling delete_port for 0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:08.659917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-fe40d00c-a8f8-44f3-b938-f0a490c8c8b9 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:08.667010 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-fe40d00c-a8f8-44f3-b938-f0a490c8c8b9 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728663 Jul 16 18:04:08.691815 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-5d2c3623-75fe-4c9b-aad5-0fe5e1f11c44 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/quotas/e56ec323d0af4d36a0479f07a09dea25 HTTP/1.1" status: 200 len: 375 time: 0.0237477 Jul 16 18:04:08.735538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-8d1db837-796a-4dcc-8500-49bd5abc4652 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e56ec323d0af4d36a0479f07a09dea25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427299 Jul 16 18:04:08.905471 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0063dd75-97ab-4620-b56d-f609698623fd tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.970672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063dd75-97ab-4620-b56d-f609698623fd tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event deleted for resources: {'Port': ['ID=0417d2c3-b13f-40e9-b9b8-a5a83ba5e9e7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:09.020984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e192339-858b-48e0-a900-54af8bfd6ee8 req-af303755-a8e3-461f-9b5c-869a777123a2 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 210 time: 0.0642853 Jul 16 18:04:09.314612 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0063dd75-97ab-4620-b56d-f609698623fd tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.365125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:09.484651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8caeffd-b37e-4153-9270-4a7c1b38dc62 req-8d10d275-1c98-4646-b225-23b837947ffe tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:09.493239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8caeffd-b37e-4153-9270-4a7c1b38dc62 req-8d10d275-1c98-4646-b225-23b837947ffe tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.2277977 Jul 16 18:04:09.527776 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:09.528160 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.636249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8caeffd-b37e-4153-9270-4a7c1b38dc62 req-481655bd-1ba4-4884-bf81-0d0d7f7945e0 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380486 Jul 16 18:04:09.870153 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0063dd75-97ab-4620-b56d-f609698623fd tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Router e97eed4f-84f0-4c02-b92f-04a9cbf4b158 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:04:09.963908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66195a1d-334b-45af-bdb6-f92f07eb02f2 req-346efea8-45ea-4cea-9d1d-1a90a00189b2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 210 time: 0.1205847 Jul 16 18:04:10.012857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0063dd75-97ab-4620-b56d-f609698623fd tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:10.026717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb309147-3be6-4564-9a3c-8dba81e107d8 None None] Sync routers for ids ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:10.031145 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0063dd75-97ab-4620-b56d-f609698623fd tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "PUT /v2.0/routers/e97eed4f-84f0-4c02-b92f-04a9cbf4b158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8247097 Jul 16 18:04:10.031721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40628) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:10.051872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb309147-3be6-4564-9a3c-8dba81e107d8 None None] Routers {'e97eed4f-84f0-4c02-b92f-04a9cbf4b158'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:10.052723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fb309147-3be6-4564-9a3c-8dba81e107d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:04:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:10.091099 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-24e28873-4eb2-43f8-8dc1-b8ead7b1e906 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] delete failed (client error): The resource could not be found. Jul 16 18:04:10.092249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-24e28873-4eb2-43f8-8dc1-b8ead7b1e906 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1940837281 HTTP/1.1" status: 404 len: 335 time: 0.0594761 Jul 16 18:04:10.095929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40632) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:10.101184 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-678264dc-ab50-4575-931c-8ff4afa9d6ed tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e97eed4f-84f0-4c02-b92f-04a9cbf4b158'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:10.165474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fb309147-3be6-4564-9a3c-8dba81e107d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:10.186269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb309147-3be6-4564-9a3c-8dba81e107d8 None None] Routers {'e97eed4f-84f0-4c02-b92f-04a9cbf4b158'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:10.187240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fb309147-3be6-4564-9a3c-8dba81e107d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:04:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:10.269706 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fb309147-3be6-4564-9a3c-8dba81e107d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:10.271524 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb309147-3be6-4564-9a3c-8dba81e107d8 None None] The sync data for ids ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:10.290833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5300318f-6f20-4ee1-8444-52c471b74ce7 req-644c8fda-ecf5-49b4-a38a-cbd0460c4c84 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 210 time: 0.0684488 Jul 16 18:04:10.541344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-368240a5-dbaf-434c-b0e6-3f6e07a72502 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e56ec323d0af4d36a0479f07a09dea25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713499 Jul 16 18:04:10.692810 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-3f42c3f5-4d38-4acc-a100-84753395855e tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:10.694569 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-3f42c3f5-4d38-4acc-a100-84753395855e tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421852 Jul 16 18:04:10.711775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Request body: {'port': {'device_id': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': 'e56ec323d0af4d36a0479f07a09dea25'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:10.772395 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-678264dc-ab50-4575-931c-8ff4afa9d6ed tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.829595 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-678264dc-ab50-4575-931c-8ff4afa9d6ed tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] update failed (client error): The resource could not be found. Jul 16 18:04:10.840995 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-678264dc-ab50-4575-931c-8ff4afa9d6ed tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "PUT /v2.0/routers/e97eed4f-84f0-4c02-b92f-04a9cbf4b158 HTTP/1.1" status: 404 len: 339 time: 0.7439055 Jul 16 18:04:10.841602 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40646) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:10.846673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1dbbaab3-5a72-4a98-9928-74aa6020fae6 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2016688212'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:10.913987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbbaab3-5a72-4a98-9928-74aa6020fae6 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Made reservation on behalf of 6b1e513300ba4e1bb68c771bc1197d57 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:10.929307 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1dbbaab3-5a72-4a98-9928-74aa6020fae6 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.957253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Made reservation on behalf of e56ec323d0af4d36a0479f07a09dea25 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:10.962287 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.998124 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.029709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbbaab3-5a72-4a98-9928-74aa6020fae6 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:11.053666 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1dbbaab3-5a72-4a98-9928-74aa6020fae6 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.055655 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-1dbbaab3-5a72-4a98-9928-74aa6020fae6 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Added segment 7b5f020c-e39c-4520-ba83-10d7d53c9c72 of type vlan for network 2ebcaf05-34b8-403c-ac27-a763968841f6 Jul 16 18:04:11.213737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1dbbaab3-5a72-4a98-9928-74aa6020fae6 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.253309 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.260941 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.301566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1dbbaab3-5a72-4a98-9928-74aa6020fae6 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.313936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbbaab3-5a72-4a98-9928-74aa6020fae6 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:11.316715 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1dbbaab3-5a72-4a98-9928-74aa6020fae6 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.368491 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1dbbaab3-5a72-4a98-9928-74aa6020fae6 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5257812 Jul 16 18:04:11.371769 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40656) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:11.376917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e4febe24-c1a2-4fa3-857d-f15988031fcc tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Request body: {'subnet': {'network_id': '2ebcaf05-34b8-403c-ac27-a763968841f6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:11.490359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Allocated IP 192.168.233.174 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/570386e7-2863-4a20-86ef-c988f1857528) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:11.545396 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbaab3-5a72-4a98-9928-74aa6020fae6 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event updated for resources: {'Network': ['ID=2ebcaf05-34b8-403c-ac27-a763968841f6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:11.559300 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 2ebcaf05-34b8-403c-ac27-a763968841f6 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:11.569992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4febe24-c1a2-4fa3-857d-f15988031fcc tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Made reservation on behalf of 6b1e513300ba4e1bb68c771bc1197d57 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:11.575394 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4febe24-c1a2-4fa3-857d-f15988031fcc tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.633949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c19013e-f5eb-4de2-8c11-de7eaac0e689 req-da3f1a1f-06df-4240-8384-d66046967c0a tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 210 time: 0.0658181 Jul 16 18:04:11.682125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-247e680c-0869-4b57-b628-1aac54da9eff req-5a0de2aa-0876-42ef-979a-84c5c4678f2f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0a8db98-f7ad-40cf-93bd-ea032a1483a8 HTTP/1.1" status: 200 len: 210 time: 0.1152089 Jul 16 18:04:11.709543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9a5820-ce7f-4e73-801f-fa1cd103f718,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:11.878341 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.904475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Transition to ACTIVE for port object 570386e7-2863-4a20-86ef-c988f1857528 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:12.035678 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-29774204-e42a-45de-afd5-289cbb32483a tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e56ec323d0af4d36a0479f07a09dea25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725410 Jul 16 18:04:12.150737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4febe24-c1a2-4fa3-857d-f15988031fcc tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.226057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-821fb569-b7bf-4f2c-98a2-37d2593fe665 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:12.228752 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-821fb569-b7bf-4f2c-98a2-37d2593fe665 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801012 Jul 16 18:04:12.245416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Request body: {'port': {'device_id': '5aa7cb37-b206-4787-ad3e-68054ea41905', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': 'e56ec323d0af4d36a0479f07a09dea25'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:12.327339 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4febe24-c1a2-4fa3-857d-f15988031fcc tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event updated for resources: {'Subnet': ['ID=ca851f6a-8858-4e85-a7d4-68473ff7170d,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.345485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4febe24-c1a2-4fa3-857d-f15988031fcc tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Checking segment: {'id': '7b5f020c-e39c-4520-ba83-10d7d53c9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2ebcaf05-34b8-403c-ac27-a763968841f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:12.348674 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4febe24-c1a2-4fa3-857d-f15988031fcc tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Network hostable DHCP agents. Network: 2ebcaf05-34b8-403c-ac27-a763968841f6, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:12.410886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4febe24-c1a2-4fa3-857d-f15988031fcc tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Network 2ebcaf05-34b8-403c-ac27-a763968841f6 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:12.446942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e4febe24-c1a2-4fa3-857d-f15988031fcc tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 2ebcaf05-34b8-403c-ac27-a763968841f6) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:12.459355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4febe24-c1a2-4fa3-857d-f15988031fcc tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:12.461897 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4febe24-c1a2-4fa3-857d-f15988031fcc tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.462171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ffbce2-0a60-4bd9-b0d4-6105329bfd53 None None] Network 2ebcaf05-34b8-403c-ac27-a763968841f6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:12.501172 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.511410 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e4febe24-c1a2-4fa3-857d-f15988031fcc tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1385927 Jul 16 18:04:12.514214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40670) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:12.519687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-bfaa3d8c-734e-4824-9815-72cdd13b5747 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ebcaf05-34b8-403c-ac27-a763968841f6'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:12.593017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:12.608641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Pushing event updated for resources: {'Port': ['ID=570386e7-2863-4a20-86ef-c988f1857528,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.611933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:12.627655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:12.750433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Made reservation on behalf of e56ec323d0af4d36a0479f07a09dea25 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:12.766962 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.802899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:12.803629 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.915253 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-2ebcaf05-34b8-403c-ac27-a763968841f6', 'network_id': '2ebcaf05-34b8-403c-ac27-a763968841f6', 'tenant_id': '6b1e513300ba4e1bb68c771bc1197d57', 'fixed_ips': [{'subnet_id': 'ca851f6a-8858-4e85-a7d4-68473ff7170d'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:12.916083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-4d15540e-1c4a-4aca-86d2-a9e3f320d399 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2095635 Jul 16 18:04:12.916526 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.935078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Request body: {'port': {'device_id': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:13.111714 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3d8c-734e-4824-9815-72cdd13b5747 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.235425 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-89704038-266b-413f-bd43-83745f9dd736 None None] Provisioning for port 570386e7-2863-4a20-86ef-c988f1857528 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:13.260202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-89704038-266b-413f-bd43-83745f9dd736 None None] Provisioning complete for port 570386e7-2863-4a20-86ef-c988f1857528 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:13.263967 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-89704038-266b-413f-bd43-83745f9dd736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.362552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-89704038-266b-413f-bd43-83745f9dd736 None None] Port 570386e7-2863-4a20-86ef-c988f1857528 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:13.380646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Allocated IP 2001:db8:1::2 (2ebcaf05-34b8-403c-ac27-a763968841f6/ca851f6a-8858-4e85-a7d4-68473ff7170d/50d7646e-bfd7-443e-878c-434f6b4a0d98) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:13.478422 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-bfaa3d8c-734e-4824-9815-72cdd13b5747 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:13.482969 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bfaa3d8c-734e-4824-9815-72cdd13b5747 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "PUT /v2.0/routers/e97eed4f-84f0-4c02-b92f-04a9cbf4b158 HTTP/1.1" status: 400 len: 364 time: 0.9639192 Jul 16 18:04:13.491147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40694) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:13.506966 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad5f9d29-b6d7-48d6-9d24-bad4dc27bcc2 req-f956bdbc-4dbb-4109-87a6-2b290c52b1e9 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 210 time: 0.4594092 Jul 16 18:04:13.583062 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.769668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Allocated IP 192.168.233.95 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/07667df1-5cd3-4a99-b85e-9b125ef3b2bd) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:13.840199 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.862062 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Transition to ACTIVE for port object 50d7646e-bfd7-443e-878c-434f6b4a0d98 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:13.893074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Transition to ACTIVE for port object 50d7646e-bfd7-443e-878c-434f6b4a0d98 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:13.901132 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.958899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Pushing event updated for resources: {'Port': ['ID=50d7646e-bfd7-443e-878c-434f6b4a0d98,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:13.971655 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:13.972254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:13.972755 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:13.973560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:13.974419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:13.974914 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:13.975394 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:13.975921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:13.976424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:13.977595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:13.978120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:13.978600 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:13.999769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Network 2ebcaf05-34b8-403c-ac27-a763968841f6 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:14.002308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:14.018412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:14.095697 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Attempting to bind port 50d7646e-bfd7-443e-878c-434f6b4a0d98 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:14.096077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Attempting to bind port 50d7646e-bfd7-443e-878c-434f6b4a0d98 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '7b5f020c-e39c-4520-ba83-10d7d53c9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2ebcaf05-34b8-403c-ac27-a763968841f6'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:14.096599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Attempting to bind port 50d7646e-bfd7-443e-878c-434f6b4a0d98 on network 2ebcaf05-34b8-403c-ac27-a763968841f6 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:14.103864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:14.104258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Checking segment: {'id': '7b5f020c-e39c-4520-ba83-10d7d53c9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2ebcaf05-34b8-403c-ac27-a763968841f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:14.104662 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.105325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Bound using segment: {'id': '7b5f020c-e39c-4520-ba83-10d7d53c9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2ebcaf05-34b8-403c-ac27-a763968841f6'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:14.105535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Bound port: 50d7646e-bfd7-443e-878c-434f6b4a0d98, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5f020c-e39c-4520-ba83-10d7d53c9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2ebcaf05-34b8-403c-ac27-a763968841f6'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:14.106019 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.215640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] For port 50d7646e-bfd7-443e-878c-434f6b4a0d98, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:14.222905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] For port 50d7646e-bfd7-443e-878c-434f6b4a0d98, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=50d7646e-bfd7-443e-878c-434f6b4a0d98,segment=NetworkSegment(7b5f020c-e39c-4520-ba83-10d7d53c9c72),segment_id=7b5f020c-e39c-4520-ba83-10d7d53c9c72)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:14.233768 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.369668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0d4c0-37bd-428a-8d66-283dab00f80d None None] Pushing event updated for resources: {'Port': ['ID=50d7646e-bfd7-443e-878c-434f6b4a0d98,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:14.552806 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.595195 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-df519908-92ff-4073-aa4d-4aa10b612638 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4647298 Jul 16 18:04:14.619907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326837bd-e52f-4329-8ea9-4ad2e8a2d054 req-bff4ae92-4289-4cce-87fe-453fd9163e9e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.636054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-326837bd-e52f-4329-8ea9-4ad2e8a2d054 req-bff4ae92-4289-4cce-87fe-453fd9163e9e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 811 time: 0.5206561 Jul 16 18:04:14.677244 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.710493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-326837bd-e52f-4329-8ea9-4ad2e8a2d054 req-a4af9000-b8c6-41df-bcff-38171e7246fd tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/quotas/40c61bd95cbf4623a1b855bc6d9bd28e HTTP/1.1" status: 200 len: 375 time: 0.0729795 Jul 16 18:04:14.797960 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-326837bd-e52f-4329-8ea9-4ad2e8a2d054 req-7dbb3d71-72d7-43dc-8b92-0f994663eb65 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866058 Jul 16 18:04:14.893788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Transition to ACTIVE for port object 07667df1-5cd3-4a99-b85e-9b125ef3b2bd will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:15.130244 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.218618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-0909740b-8531-4a7a-bb14-377429db04cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8380291 Jul 16 18:04:15.380144 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-326837bd-e52f-4329-8ea9-4ad2e8a2d054 req-34865ced-cf04-4d96-8fd4-b79cb3d1ea07 service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5731471 Jul 16 18:04:15.407038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 50d7646e-bfd7-443e-878c-434f6b4a0d98 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:15.482686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 50d7646e-bfd7-443e-878c-434f6b4a0d98 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:15.814615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Allocated IP 2001:db8::1 (1fecf551-10eb-4cf0-b5de-d477380b60bb/4a82433b-b236-4535-b841-715d3b55adaf/1d6b21c2-a776-4a2d-b29d-f448fe9a5eb9) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:15.974167 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.992734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Transition to ACTIVE for port object 1d6b21c2-a776-4a2d-b29d-f448fe9a5eb9 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:16.058061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.074900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f1e82ada-8453-42ec-997c-b80776896db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.075289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f1e82ada-8453-42ec-997c-b80776896db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.075784 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f1e82ada-8453-42ec-997c-b80776896db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.076247 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f1e82ada-8453-42ec-997c-b80776896db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.076735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f1e82ada-8453-42ec-997c-b80776896db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.077497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f1e82ada-8453-42ec-997c-b80776896db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.077995 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f1e82ada-8453-42ec-997c-b80776896db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.079988 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f1e82ada-8453-42ec-997c-b80776896db6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6497 time: 1.3694735 Jul 16 18:04:16.158514 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Network 1fecf551-10eb-4cf0-b5de-d477380b60bb is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:16.161354 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event updated for resources: {'Port': ['ID=1d6b21c2-a776-4a2d-b29d-f448fe9a5eb9,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:16.177906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:16.199541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:16.200276 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.340286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:16.342951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4507b48b-e752-407e-a020-6fcc542803eb None None] Network 2ebcaf05-34b8-403c-ac27-a763968841f6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:16.508988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570386e7-2863-4a20-86ef-c988f1857528 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:16.535786 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.566261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-80297b29-aa1b-4148-b17c-14b1790118b0 None None] Provisioning for port 50d7646e-bfd7-443e-878c-434f6b4a0d98 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:16.573959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Transition to ACTIVE for port object 570386e7-2863-4a20-86ef-c988f1857528 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:16.593720 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-326837bd-e52f-4329-8ea9-4ad2e8a2d054 req-0d21a914-9130-4525-9e62-8991c56598b1 service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2121887 Jul 16 18:04:16.626853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:16.633761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:16.651347 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.672096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-80297b29-aa1b-4148-b17c-14b1790118b0 None None] Provisioning complete for port 50d7646e-bfd7-443e-878c-434f6b4a0d98 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:16.672726 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-80297b29-aa1b-4148-b17c-14b1790118b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.696739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Pushing event updated for resources: {'Port': ['ID=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:16.697892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f1512c08-c895-46d2-92ea-5a31d4e1fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.698135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f1512c08-c895-46d2-92ea-5a31d4e1fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.698574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f1512c08-c895-46d2-92ea-5a31d4e1fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.700200 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f1512c08-c895-46d2-92ea-5a31d4e1fefc service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9a1e7b3-f15f-48c2-8b79-818a78e0e750&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=0c011d84-2097-4163-a4e4-5f40c803c352&id=0c011d84-2097-4163-a4e4-5f40c803c352 HTTP/1.1" status: 200 len: 2293 time: 0.5399661 Jul 16 18:04:16.971790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae1fa0-42e9-4854-b94d-1d26990d56d6 req-5c2cf894-da34-459c-85e2-e79b13b92297 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.978915 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40ae1fa0-42e9-4854-b94d-1d26990d56d6 req-5c2cf894-da34-459c-85e2-e79b13b92297 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 935 time: 1.8507841 Jul 16 18:04:16.995001 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.084563 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-106e7377-9d3a-4ed3-9f53-fbc184130083 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fafb2855-d722-4156-ba87-9cc9ab2421dd HTTP/1.1" status: 200 len: 1001 time: 0.3654163 Jul 16 18:04:17.262253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-cfed6858-d20a-4470-84e8-50c4ffd42b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.262808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-cfed6858-d20a-4470-84e8-50c4ffd42b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.263356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-cfed6858-d20a-4470-84e8-50c4ffd42b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.263931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-cfed6858-d20a-4470-84e8-50c4ffd42b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.264569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-cfed6858-d20a-4470-84e8-50c4ffd42b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.265081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-cfed6858-d20a-4470-84e8-50c4ffd42b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.265480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-cfed6858-d20a-4470-84e8-50c4ffd42b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.267545 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-cfed6858-d20a-4470-84e8-50c4ffd42b2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 6505 time: 1.2674098 Jul 16 18:04:17.359377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40ae1fa0-42e9-4854-b94d-1d26990d56d6 req-726cf0ba-443c-4e85-8e56-2a26360a315b tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674374 Jul 16 18:04:17.380278 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.380976 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.555777 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-26fa6fbd-2c54-4b27-92f5-b03797303c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.561257 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-26fa6fbd-2c54-4b27-92f5-b03797303c0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=204b23cc-159d-41ae-adf4-093a524deac6 HTTP/1.1" status: 200 len: 851 time: 0.4538889 Jul 16 18:04:17.620642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=570386e7-2863-4a20-86ef-c988f1857528,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:17.694399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Attempting to bind port 570386e7-2863-4a20-86ef-c988f1857528 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:17.694942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Attempting to bind port 570386e7-2863-4a20-86ef-c988f1857528 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:17.696225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Attempting to bind port 570386e7-2863-4a20-86ef-c988f1857528 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:17.702999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-f887010d-e061-4e59-b55a-273b2fb8c586 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4636672 Jul 16 18:04:17.793220 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-80297b29-aa1b-4148-b17c-14b1790118b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.806229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Request body: {'port': {'device_id': '5aa7cb37-b206-4787-ad3e-68054ea41905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:17.838043 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-490dd0c8-2cdc-44e5-89f8-190df23e94b2 req-f699b995-4e9d-4103-b120-ee76d7f72d41 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=43c4239d-1eea-473b-9aa4-e78f2bc39a2d HTTP/1.1" status: 200 len: 210 time: 0.1479774 Jul 16 18:04:17.842567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Port 570386e7-2863-4a20-86ef-c988f1857528 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:17.851042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Attempting to bind port 570386e7-2863-4a20-86ef-c988f1857528 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:17.916071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-80297b29-aa1b-4148-b17c-14b1790118b0 None None] For port 50d7646e-bfd7-443e-878c-434f6b4a0d98, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=50d7646e-bfd7-443e-878c-434f6b4a0d98,segment=NetworkSegment(7b5f020c-e39c-4520-ba83-10d7d53c9c72),segment_id=7b5f020c-e39c-4520-ba83-10d7d53c9c72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:17.944933 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-80297b29-aa1b-4148-b17c-14b1790118b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.169110 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.186379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80297b29-aa1b-4148-b17c-14b1790118b0 None None] Pushing event updated for resources: {'Port': ['ID=50d7646e-bfd7-443e-878c-434f6b4a0d98,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:18.189765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:18.192776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:18.193442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:18.198184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Bound port: 570386e7-2863-4a20-86ef-c988f1857528, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:18.198792 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.200319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6588d6ad-6dcf-4c4a-af6d-7640c022a90c None None] Provisioning for port 1d6b21c2-a776-4a2d-b29d-f448fe9a5eb9 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:18.204596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6588d6ad-6dcf-4c4a-af6d-7640c022a90c None None] Provisioning complete for port 1d6b21c2-a776-4a2d-b29d-f448fe9a5eb9 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:18.204969 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6588d6ad-6dcf-4c4a-af6d-7640c022a90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.224481 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.236187 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.237216 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.265321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-c21c8c3c-a4cc-4062-a986-060bf70c42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:18.266977 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-c21c8c3c-a4cc-4062-a986-060bf70c42cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9a1e7b3-f15f-48c2-8b79-818a78e0e750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6866953 Jul 16 18:04:18.317972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6588d6ad-6dcf-4c4a-af6d-7640c022a90c None None] Port 1d6b21c2-a776-4a2d-b29d-f448fe9a5eb9 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:18.345153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6588d6ad-6dcf-4c4a-af6d-7640c022a90c None None] Provisioning for port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:18.349969 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6588d6ad-6dcf-4c4a-af6d-7640c022a90c None None] Provisioning complete for port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:18.350683 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6588d6ad-6dcf-4c4a-af6d-7640c022a90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.431047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6588d6ad-6dcf-4c4a-af6d-7640c022a90c None None] Port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:18.585665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f21e4dbf-22ec-4107-91cf-1a1774ace28c None None] Provisioning complete for port 50d7646e-bfd7-443e-878c-434f6b4a0d98 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:18.589729 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f21e4dbf-22ec-4107-91cf-1a1774ace28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.632246 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event updated for resources: {'Port': ['ID=1d6b21c2-a776-4a2d-b29d-f448fe9a5eb9,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:18.823668 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-c2548679-25fd-45c2-a5b0-e0d021ff2fc0 service neutron] 10.222.0.43 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107543 Jul 16 18:04:18.872573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Network 1fecf551-10eb-4cf0-b5de-d477380b60bb is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:18.890224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:19.145499 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-9a2b8d1d-3f07-482d-b081-7b690344165f service neutron] 10.222.0.43 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119500 Jul 16 18:04:19.159082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Router e97eed4f-84f0-4c02-b92f-04a9cbf4b158 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:04:19.257237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07667df1-5cd3-4a99-b85e-9b125ef3b2bd {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:19.293478 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-72137ca9-008f-4477-b062-a74ec62c8a20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 HTTP/1.1" status: 200 len: 217 time: 0.1364207 Jul 16 18:04:19.371096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:19.379174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=570386e7-2863-4a20-86ef-c988f1857528,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:19.394122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 50d7646e-bfd7-443e-878c-434f6b4a0d98 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:19.406559 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.423279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-7c1741da-14b9-416c-884a-7427e2c7962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.424765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-7c1741da-14b9-416c-884a-7427e2c7962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.426695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-7c1741da-14b9-416c-884a-7427e2c7962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.430342 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-7c1741da-14b9-416c-884a-7427e2c7962d service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb64f7cc-287f-4695-9aa1-c2f719cc83ad&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=66cd6b07-e1aa-4669-bf90-dc89210030ec&id=e7da37d9-9091-49a2-ae67-b8b790ab30e7&id=e7da37d9-9091-49a2-ae67-b8b790ab30e7 HTTP/1.1" status: 200 len: 2297 time: 2.0654297 Jul 16 18:04:19.443973 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.488120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3346d4bc-fc89-4e26-8941-76801ecba64b None None] Provisioning complete for port 1d6b21c2-a776-4a2d-b29d-f448fe9a5eb9 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:19.496931 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3346d4bc-fc89-4e26-8941-76801ecba64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.557092 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-df3ecfa1-2734-404f-a2a9-39a44a38041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.562115 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-df3ecfa1-2734-404f-a2a9-39a44a38041f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.2565627 Jul 16 18:04:19.571107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:19.577574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.577705 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ca557a1d-5c21-43d7-8861-4c8f6c5bd675 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "PUT /v2.0/routers/e97eed4f-84f0-4c02-b92f-04a9cbf4b158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0853100 Jul 16 18:04:19.578622 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.585298 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cf79f-9bfa-4908-a5af-0c71421614da None None] Sync routers for ids ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:19.588050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] 10.222.0.35 "PUT /v2.0/ports/570386e7-2863-4a20-86ef-c988f1857528 HTTP/1.1" status: 200 len: 1097 time: 6.6592164 Jul 16 18:04:19.593909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'tag': '570386e7-2863-4a20-86ef-c988f1857528'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:19.599536 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3346d4bc-fc89-4e26-8941-76801ecba64b None None] Port 1d6b21c2-a776-4a2d-b29d-f448fe9a5eb9 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:19.605787 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8556212f-154a-40f9-83b3-30a00116c9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "tag": "570386e7-2863-4a20-86ef-c988f1857528"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:19.608114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40810) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:19.618896 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cf79f-9bfa-4908-a5af-0c71421614da None None] Routers {'e97eed4f-84f0-4c02-b92f-04a9cbf4b158'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:19.619733 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 50d7646e-bfd7-443e-878c-434f6b4a0d98 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:19.620116 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.622844 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f55cf79f-9bfa-4908-a5af-0c71421614da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:04:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:19.715213 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f55cf79f-9bfa-4908-a5af-0c71421614da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:19.743748 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cf79f-9bfa-4908-a5af-0c71421614da None None] Routers {'e97eed4f-84f0-4c02-b92f-04a9cbf4b158'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:19.745240 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f55cf79f-9bfa-4908-a5af-0c71421614da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:04:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:19.841779 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f55cf79f-9bfa-4908-a5af-0c71421614da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:19.845139 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cf79f-9bfa-4908-a5af-0c71421614da None None] The sync data for ids ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:19.885674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3441fe3e-0bee-4499-a679-690b3806116f tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.895652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Transition to ACTIVE for port object 07667df1-5cd3-4a99-b85e-9b125ef3b2bd will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:19.990927 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-3441fe3e-0bee-4499-a679-690b3806116f tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:04:19.992051 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3441fe3e-0bee-4499-a679-690b3806116f tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "DELETE /v2.0/routers/e97eed4f-84f0-4c02-b92f-04a9cbf4b158 HTTP/1.1" status: 409 len: 329 time: 0.3823802 Jul 16 18:04:19.997190 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40816) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:20.014723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6d0f104-1633-446f-b606-ea46cf8c8c99 req-67f9b41e-7b27-43b8-b010-d1e968dd1ea9 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=43c4239d-1eea-473b-9aa4-e78f2bc39a2d HTTP/1.1" status: 200 len: 210 time: 0.1082668 Jul 16 18:04:20.085600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f5f55-4972-4f50-88df-5000e26d7f2f req-8d29849a-8142-42f6-8993-19d6cafec3d8 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:20.093156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d89f5f55-4972-4f50-88df-5000e26d7f2f req-8d29849a-8142-42f6-8993-19d6cafec3d8 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 935 time: 0.9704247 Jul 16 18:04:20.095153 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.110486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-e990fdbf-f5bc-4012-9baf-026a56a53f49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a HTTP/1.1" status: 200 len: 1000 time: 0.6397731 Jul 16 18:04:20.362360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-b6179692-6e65-48fe-be75-25f6643fbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:20.372476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-b6179692-6e65-48fe-be75-25f6643fbeb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee HTTP/1.1" status: 200 len: 855 time: 0.1679285 Jul 16 18:04:20.408547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f568ddc1-764b-4511-9139-a2f777127e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:20.411265 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-f568ddc1-764b-4511-9139-a2f777127e23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8319504 Jul 16 18:04:20.509767 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674a71cf-dd96-444c-a1c8-0b4bddf27316 x-openstack-request-id: req-674a71cf-dd96-444c-a1c8-0b4bddf27316 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:20.514261 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "tag": "570386e7-2863-4a20-86ef-c988f1857528", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:20.514524 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-674a71cf-dd96-444c-a1c8-0b4bddf27316 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:20.514940 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'tag': '570386e7-2863-4a20-86ef-c988f1857528', 'status': 'completed', 'code': 200} Jul 16 18:04:20.606061 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-d7386f66-cca1-48ab-926f-e6d87c8e70bf service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423843 Jul 16 18:04:20.610871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0f060-ba05-439e-bf7a-ae668cf2e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=570386e7-2863-4a20-86ef-c988f1857528,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:20.644589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d89f5f55-4972-4f50-88df-5000e26d7f2f req-c0888935-333f-4057-8e56-9817dcef4525 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503223 Jul 16 18:04:20.879637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-de74f4ca-2887-44b4-9163-1338d34fdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:20.887699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-de74f4ca-2887-44b4-9163-1338d34fdc36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e56ec323d0af4d36a0479f07a09dea25&device_id=4610eb5d-f2c5-414c-b5ae-9685bc9751bd HTTP/1.1" status: 200 len: 1100 time: 1.1401563 Jul 16 18:04:20.901804 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-d9f0297f-f658-41b2-8e74-1a2be40d1a3e service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421787 Jul 16 18:04:20.975007 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-29ed1be6-9837-4af7-8bb1-bde5e1b1b3f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=18345d03-7c53-438a-9a8c-95169626de44 HTTP/1.1" status: 200 len: 217 time: 0.0638995 Jul 16 18:04:21.014378 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-28044e99-83bb-4ebe-816a-b9827c238360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.017333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-28044e99-83bb-4ebe-816a-b9827c238360 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb64f7cc-287f-4695-9aa1-c2f719cc83ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6438379 Jul 16 18:04:21.109024 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-8f15d3cc-33c6-470d-b1da-b59432d67b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.111021 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-8f15d3cc-33c6-470d-b1da-b59432d67b5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.1284759 Jul 16 18:04:21.212451 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Pushing event updated for resources: {'Port': ['ID=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:21.244028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad02a68e-6249-4f2b-8289-2dc3df2a0824 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.250398 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-c8a8a3d3-511d-4e31-b9f3-b45e853d6877 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=570386e7-2863-4a20-86ef-c988f1857528 HTTP/1.1" status: 200 len: 217 time: 0.2770784 Jul 16 18:04:21.540699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Attempting to bind port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:21.541805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Attempting to bind port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:21.541805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Attempting to bind port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:21.556042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-36a53fd8-6910-4b0c-ae85-e6614ab5b73b service neutron] 10.222.0.35 "GET /v2.0/networks/bb64f7cc-287f-4695-9aa1-c2f719cc83ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126825 Jul 16 18:04:21.776356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fd1ab-df38-4f90-985c-9ce221595932 req-ec6eb3d1-f258-462e-aca5-8b2b85191f64 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.783114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-ec6eb3d1-f258-462e-aca5-8b2b85191f64 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 811 time: 0.3203516 Jul 16 18:04:21.806865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:21.807387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Attempting to bind port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:21.827792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:21.828153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:21.828539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:21.828989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Bound port: 07667df1-5cd3-4a99-b85e-9b125ef3b2bd, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:21.829346 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.879874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-7681b140-5698-4c24-a783-ea9276e94c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.881800 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-7681b140-5698-4c24-a783-ea9276e94c40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7598717 Jul 16 18:04:21.919682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] For port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:21.923845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] For port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:21.954795 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-2d49a837-89fd-4fe4-9f1a-6f7989eed38d tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/quotas/40c61bd95cbf4623a1b855bc6d9bd28e HTTP/1.1" status: 200 len: 375 time: 0.1705582 Jul 16 18:04:22.068027 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.074717 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-0bb34b3a-cb87-4cdb-8652-8c76293f56fe service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727681 Jul 16 18:04:22.081337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-1c13cb34-457f-42ae-a629-b0b371c4cdeb service neutron] 10.222.0.35 "GET /v2.0/networks/bb64f7cc-287f-4695-9aa1-c2f719cc83ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121803 Jul 16 18:04:22.208429 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Pushing event updated for resources: {'Port': ['ID=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:22.213878 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-840af086-905f-46cf-a332-cbcee9677e62 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298316 Jul 16 18:04:22.219798 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-063ed95b-b7fa-4ed7-a288-7f5a322f922e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 HTTP/1.1" status: 200 len: 217 time: 0.0525634 Jul 16 18:04:22.230965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-5ed53d69-9fd6-4be2-8279-ccf82be7374e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2742784 Jul 16 18:04:22.323904 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-07458706-264c-44e6-b456-ebffdfcea7d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=1a57b23a-1512-4b19-adec-c812fd457e13 HTTP/1.1" status: 200 len: 217 time: 0.0882139 Jul 16 18:04:22.335553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-31f1c9aa-64e0-4c02-96db-b1abda9335a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:22.337370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-31f1c9aa-64e0-4c02-96db-b1abda9335a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.8671780 Jul 16 18:04:22.366337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:22.366960 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.369239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e5e8b486-ca66-4739-b9f2-31778f7b2746 service neutron] 10.222.0.35 "PUT /v2.0/ports/07667df1-5cd3-4a99-b85e-9b125ef3b2bd HTTP/1.1" status: 200 len: 1096 time: 4.5683033 Jul 16 18:04:22.374785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-5ec060a0-2c61-4cb7-9b26-cba7f2dd7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:22.376310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-5ec060a0-2c61-4cb7-9b26-cba7f2dd7cac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33332d38-c598-418d-b70d-b411426e87eb HTTP/1.1" status: 200 len: 797 time: 0.1342943 Jul 16 18:04:22.435772 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-c324b36a-ccb1-4ad0-bb00-db5e563c4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:22.437673 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-c324b36a-ccb1-4ad0-bb00-db5e563c4ade service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.1012673 Jul 16 18:04:22.457707 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ad02a68e-6249-4f2b-8289-2dc3df2a0824 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Deleting port 1d6b21c2-a776-4a2d-b29d-f448fe9a5eb9 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:22.458038 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad02a68e-6249-4f2b-8289-2dc3df2a0824 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.541637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa7cb37-b206-4787-ad3e-68054ea41905', 'tag': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:22.544291 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceeb4fcb-f80f-41ae-b7c3-03b7aaac2919" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa7cb37-b206-4787-ad3e-68054ea41905", "tag": "07667df1-5cd3-4a99-b85e-9b125ef3b2bd"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:22.594847 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-d6c0d1c6-d6b3-47d3-b768-e951e9593792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:22.596947 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-d6c0d1c6-d6b3-47d3-b768-e951e9593792 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1483576 Jul 16 18:04:22.734266 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad02a68e-6249-4f2b-8289-2dc3df2a0824 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.757549 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ad02a68e-6249-4f2b-8289-2dc3df2a0824 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Calling delete_port for 1d6b21c2-a776-4a2d-b29d-f448fe9a5eb9 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:22.858038 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-3f4f294f-6dc2-43b2-a37f-913c09bc4286 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413411 Jul 16 18:04:23.064554 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-9795d14f-5e63-4d2e-83d5-8d03001fe589 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975310 Jul 16 18:04:23.145264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-7a3f1895-4913-47d1-bbb8-3898dad3ff6f service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9131043 Jul 16 18:04:23.181207 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad02a68e-6249-4f2b-8289-2dc3df2a0824 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.185101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-317d7127-ed6e-46c1-a947-567efb26c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.187093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-317d7127-ed6e-46c1-a947-567efb26c4e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8094778 Jul 16 18:04:23.198390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af455a0-3fc1-48a6-96d9-1d0612ad0d87 req-034cf043-357e-4995-b21d-3cc4e348229f tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.200931 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-ff0ef1a1-a140-46bc-bb92-ae849af96ee5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=8e586911-4ab5-419c-8031-5e5c2405fe96 HTTP/1.1" status: 200 len: 217 time: 0.1253412 Jul 16 18:04:23.208991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af455a0-3fc1-48a6-96d9-1d0612ad0d87 req-034cf043-357e-4995-b21d-3cc4e348229f tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 947 time: 1.3905714 Jul 16 18:04:23.380272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-6c6fafca-c780-4176-846d-f335d7e85111 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593480 Jul 16 18:04:23.401725 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad02a68e-6249-4f2b-8289-2dc3df2a0824 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.413808 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-903969e3-a025-4f5d-abdd-fcc33735c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.418543 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-903969e3-a025-4f5d-abdd-fcc33735c55f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.1673849 Jul 16 18:04:23.418856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-9f0de03c-799b-424c-a729-0fe401701502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.419214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-9f0de03c-799b-424c-a729-0fe401701502 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66cd6b07-e1aa-4669-bf90-dc89210030ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9832413 Jul 16 18:04:23.423465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02a68e-6249-4f2b-8289-2dc3df2a0824 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event deleted for resources: {'Port': ['ID=1d6b21c2-a776-4a2d-b29d-f448fe9a5eb9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:23.495292 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af455a0-3fc1-48a6-96d9-1d0612ad0d87 req-75614af3-e8d6-46da-a377-36648103237b tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814877 Jul 16 18:04:23.692081 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad02a68e-6249-4f2b-8289-2dc3df2a0824 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Router e97eed4f-84f0-4c02-b92f-04a9cbf4b158 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:04:23.712184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f5dd409-b5b3-4038-a623-98bfa1fe0832 req-cbe1bc8e-dc52-40a6-a862-12b8619aa9c7 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114107 Jul 16 18:04:23.737805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-db53f6e1-7598-4228-94c7-e2529eca740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.738598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-2aa0a5cc-5fec-4cff-98c5-bbde47f3efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.740680 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-db53f6e1-7598-4228-94c7-e2529eca740a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e56ec323d0af4d36a0479f07a09dea25&device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 1099 time: 1.2079296 Jul 16 18:04:23.742002 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-2aa0a5cc-5fec-4cff-98c5-bbde47f3efe4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3135426 Jul 16 18:04:23.913991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-e80d8299-0e0e-4d8f-9ca0-36020ef5cc25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=07667df1-5cd3-4a99-b85e-9b125ef3b2bd HTTP/1.1" status: 200 len: 217 time: 0.1640894 Jul 16 18:04:23.956681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-bfdb6fc4-6f92-4b41-9aae-5b1cbb21495c service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7906463 Jul 16 18:04:24.073263 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad02a68e-6249-4f2b-8289-2dc3df2a0824 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:24.080451 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-bc455dfb-5042-4d83-994c-69cc05060ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.083284 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-bc455dfb-5042-4d83-994c-69cc05060ca8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1543024 Jul 16 18:04:24.098724 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ad02a68e-6249-4f2b-8289-2dc3df2a0824 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "PUT /v2.0/routers/e97eed4f-84f0-4c02-b92f-04a9cbf4b158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0971131 Jul 16 18:04:24.106800 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40884) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.122057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c344be-c1ff-426d-83bb-632e5529d954 None None] Sync routers for ids ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:24.125269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-ac772a08-f9cc-499e-a903-2f43c6517496 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865594 Jul 16 18:04:24.149871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c344be-c1ff-426d-83bb-632e5529d954 None None] Routers {'e97eed4f-84f0-4c02-b92f-04a9cbf4b158'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:24.152416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-93c344be-c1ff-426d-83bb-632e5529d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:04:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:24.190025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-93c344be-c1ff-426d-83bb-632e5529d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:24.208510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c344be-c1ff-426d-83bb-632e5529d954 None None] Routers {'e97eed4f-84f0-4c02-b92f-04a9cbf4b158'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:24.209415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-93c344be-c1ff-426d-83bb-632e5529d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:04:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:24.327795 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-892947b7-b04e-4b48-a645-ea3bd65e9274 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] show failed (client error): The resource could not be found. Jul 16 18:04:24.329043 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-892947b7-b04e-4b48-a645-ea3bd65e9274 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-42168950 HTTP/1.1" status: 404 len: 333 time: 0.2211688 Jul 16 18:04:24.331955 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556212f-154a-40f9-83b3-30a00116c9b2 req-5c41aaf1-a41e-489a-8448-b15ba1554a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.340098 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-6d267886-8d59-4047-9f64-726d2152d195 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623313 Jul 16 18:04:24.341119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40886) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.342498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8556212f-154a-40f9-83b3-30a00116c9b2 req-5c41aaf1-a41e-489a-8448-b15ba1554a4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e56ec323d0af4d36a0479f07a09dea25&device_id=4610eb5d-f2c5-414c-b5ae-9685bc9751bd HTTP/1.1" status: 200 len: 1100 time: 0.4982173 Jul 16 18:04:24.354671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1fcdbcaa-513a-4d6e-9076-0c03a2d02753 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:24.364809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-93c344be-c1ff-426d-83bb-632e5529d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:24.365904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c344be-c1ff-426d-83bb-632e5529d954 None None] The sync data for ids ['e97eed4f-84f0-4c02-b92f-04a9cbf4b158'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:24.515249 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-1fcdbcaa-513a-4d6e-9076-0c03a2d02753 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] update failed (client error): The resource could not be found. Jul 16 18:04:24.517389 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1fcdbcaa-513a-4d6e-9076-0c03a2d02753 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-325838959 HTTP/1.1" status: 404 len: 334 time: 0.1712978 Jul 16 18:04:24.528978 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40898) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.622101 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b2e9db-4843-4d06-b1f0-0055f6dc22f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Deleting subnet ca851f6a-8858-4e85-a7d4-68473ff7170d {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:24.722344 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15b2e9db-4843-4d06-b1f0-0055f6dc22f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.890375 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-7e6223e3-1fb1-4d49-9ab7-c2f37fcc9f81 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333693 Jul 16 18:04:24.894429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-20f0f04d-0ac1-4700-8f41-dea1faf3836c service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865222 Jul 16 18:04:24.895613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556212f-154a-40f9-83b3-30a00116c9b2 req-71c22bc6-9507-410e-9955-5eede0679099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.897061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8556212f-154a-40f9-83b3-30a00116c9b2 req-71c22bc6-9507-410e-9955-5eede0679099 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.5376525 Jul 16 18:04:24.900460 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13517920-c9f3-4738-864a-1a910b50375f x-openstack-request-id: req-13517920-c9f3-4738-864a-1a910b50375f {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:24.900872 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa7cb37-b206-4787-ad3e-68054ea41905", "tag": "07667df1-5cd3-4a99-b85e-9b125ef3b2bd", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:24.901229 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13517920-c9f3-4738-864a-1a910b50375f {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:24.901725 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa7cb37-b206-4787-ad3e-68054ea41905', 'tag': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd', 'status': 'completed', 'code': 200} Jul 16 18:04:24.985249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15293f02-637d-4dbe-981b-9faaaaa23bf7 req-bd3ee309-58d7-4e59-b9b4-5f39716b4718 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 210 time: 0.0824709 Jul 16 18:04:25.094998 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-db2d388d-4180-4460-ae43-765e2b32cafe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aab58be2-4cb3-4983-97a8-01f624ab22b2 HTTP/1.1" status: 200 len: 217 time: 0.1939273 Jul 16 18:04:25.103711 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15b2e9db-4843-4d06-b1f0-0055f6dc22f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.299939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-6c8c9f54-4f88-4d48-804d-192192eb45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.301987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-6c8c9f54-4f88-4d48-804d-192192eb45fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2075286 Jul 16 18:04:25.305637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-8b0695ad-262e-4886-a447-7fe4c679e97f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc HTTP/1.1" status: 200 len: 217 time: 0.3084838 Jul 16 18:04:25.307755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8556212f-154a-40f9-83b3-30a00116c9b2 req-1fe8646a-6096-49fb-a5e7-ea45e708464a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=570386e7-2863-4a20-86ef-c988f1857528 HTTP/1.1" status: 200 len: 217 time: 0.3046224 Jul 16 18:04:25.333080 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2725fd5-fb7a-42f9-9ac1-5af7138ff36a req-ad224152-f822-4e9e-93d0-250c673c1e93 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.334791 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2725fd5-fb7a-42f9-9ac1-5af7138ff36a req-ad224152-f822-4e9e-93d0-250c673c1e93 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 947 time: 0.3954723 Jul 16 18:04:25.406193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-0854412c-3b00-45b1-b75d-b1053bad2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.407710 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-0854412c-3b00-45b1-b75d-b1053bad2dce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6275183a-184c-40b6-9472-3ea6e6333b9e HTTP/1.1" status: 200 len: 797 time: 0.2912083 Jul 16 18:04:25.539538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556212f-154a-40f9-83b3-30a00116c9b2 req-2a89c40a-3e6f-45e9-a555-0a3a2260848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.541859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8556212f-154a-40f9-83b3-30a00116c9b2 req-2a89c40a-3e6f-45e9-a555-0a3a2260848b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1820900 Jul 16 18:04:25.667990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-9202385b-1787-4073-b389-0d959db2e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.672511 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-9202385b-1787-4073-b389-0d959db2e715 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c011d84-2097-4163-a4e4-5f40c803c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2417319 Jul 16 18:04:25.709627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-8597fedd-2a41-4d7c-a24a-d42e33f800e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.712074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-8597fedd-2a41-4d7c-a24a-d42e33f800e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33332d38-c598-418d-b70d-b411426e87eb HTTP/1.1" status: 200 len: 797 time: 0.3532410 Jul 16 18:04:25.795697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-c470fd97-0885-4f8e-8260-c848076ba03c service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594407 Jul 16 18:04:25.828621 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15b2e9db-4843-4d06-b1f0-0055f6dc22f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.972146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2725fd5-fb7a-42f9-9ac1-5af7138ff36a req-0e185b48-d820-4c19-ac59-6abda1c5a887 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516556 Jul 16 18:04:25.974474 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efefc47e-f332-48c2-99de-594b9ce4c2a1 req-6bd8c7e7-02f9-41e1-b6e3-3363a5d96d1c service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317647 Jul 16 18:04:26.149877 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-6e98f5c3-841a-4022-8ff3-892abdc89fef service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621058 Jul 16 18:04:26.181961 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15b2e9db-4843-4d06-b1f0-0055f6dc22f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.199256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556212f-154a-40f9-83b3-30a00116c9b2 req-a6789db8-8e2f-4266-8252-57a3052dc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.200495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8556212f-154a-40f9-83b3-30a00116c9b2 req-a6789db8-8e2f-4266-8252-57a3052dc490 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6334229 Jul 16 18:04:26.319877 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2e9db-4843-4d06-b1f0-0055f6dc22f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event deleted for resources: {'Subnet': ['ID=ca851f6a-8858-4e85-a7d4-68473ff7170d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:26.343120 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.404245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f33c45-30f0-46d0-b201-ca78cb8b5d56 None None] Network 2ebcaf05-34b8-403c-ac27-a763968841f6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:26.427084 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15b2e9db-4843-4d06-b1f0-0055f6dc22f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.435592 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-15b2e9db-4843-4d06-b1f0-0055f6dc22f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "DELETE /v2.0/subnets/ca851f6a-8858-4e85-a7d4-68473ff7170d HTTP/1.1" status: 204 len: 168 time: 1.9051352 Jul 16 18:04:26.440285 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40978) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:26.440803 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-334af739-787d-434a-b214-a47420fe8936 req-c76dffc4-8931-4217-a855-d537afdec3b3 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 210 time: 0.0730689 Jul 16 18:04:26.475165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-d6154a9e-9f82-4a26-a7df-d46a69674586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.477600 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-d6154a9e-9f82-4a26-a7df-d46a69674586 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66cd6b07-e1aa-4669-bf90-dc89210030ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6759613 Jul 16 18:04:26.647575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8556212f-154a-40f9-83b3-30a00116c9b2 req-65acf8ab-37c7-4c53-84db-20ff97f8b763 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337127 Jul 16 18:04:26.664954 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.755618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb4fcb-f80f-41ae-b7c3-03b7aaac2919 req-14c77e58-021e-466d-a62d-0a7a0e701cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.758412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceeb4fcb-f80f-41ae-b7c3-03b7aaac2919 req-14c77e58-021e-466d-a62d-0a7a0e701cc8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e56ec323d0af4d36a0479f07a09dea25&device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 1099 time: 0.4476364 Jul 16 18:04:26.821923 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-a3c65dc7-0527-4d79-81f4-5158efcede40 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995069 Jul 16 18:04:26.924819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503e1e5a-0532-4c81-94ac-5370915e990d None None] DHCP port deletion for 2ebcaf05-34b8-403c-ac27-a763968841f6 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:04:26.968595 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.996274 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-23cb3b4c-f6c1-4aeb-8dd2-17ba1d125fff service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8316531 Jul 16 18:04:27.078101 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-503e1e5a-0532-4c81-94ac-5370915e990d None None] Deleting port 50d7646e-bfd7-443e-878c-434f6b4a0d98 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:27.078962 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-503e1e5a-0532-4c81-94ac-5370915e990d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.190833 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-34d709d1-7900-471b-bf2f-7aaf3136cade service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b352bb3b-bc30-47c1-851d-1f7cb7dde406 HTTP/1.1" status: 200 len: 217 time: 0.1936934 Jul 16 18:04:27.248824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-503e1e5a-0532-4c81-94ac-5370915e990d None None] For port 50d7646e-bfd7-443e-878c-434f6b4a0d98, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=50d7646e-bfd7-443e-878c-434f6b4a0d98,segment=NetworkSegment(7b5f020c-e39c-4520-ba83-10d7d53c9c72),segment_id=7b5f020c-e39c-4520-ba83-10d7d53c9c72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:27.249515 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-503e1e5a-0532-4c81-94ac-5370915e990d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.296441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-503e1e5a-0532-4c81-94ac-5370915e990d None None] Calling delete_port for 50d7646e-bfd7-443e-878c-434f6b4a0d98 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:27.396991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-11fe8e39-a2c6-44c2-9a94-30778a3c6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.399280 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-11fe8e39-a2c6-44c2-9a94-30778a3c6a89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6275183a-184c-40b6-9472-3ea6e6333b9e HTTP/1.1" status: 200 len: 797 time: 0.1981039 Jul 16 18:04:27.469206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 50d7646e-bfd7-443e-878c-434f6b4a0d98 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:27.518944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 570386e7-2863-4a20-86ef-c988f1857528 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:27.567239 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Deleting port 50d7646e-bfd7-443e-878c-434f6b4a0d98 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:27.567744 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.623478 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81074-6e28-4b6d-90c4-61166650a4af req-3629a0f9-9083-4b22-b8ed-1a3c02b796c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.633460 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-3629a0f9-9083-4b22-b8ed-1a3c02b796c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c011d84-2097-4163-a4e4-5f40c803c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2251132 Jul 16 18:04:27.652266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=570386e7-2863-4a20-86ef-c988f1857528,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:27.668875 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '570386e7-2863-4a20-86ef-c988f1857528', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '570386e7-2863-4a20-86ef-c988f1857528', 'mac_address': 'fa:16:3e:c5:1e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:27.675612 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-503e1e5a-0532-4c81-94ac-5370915e990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.687025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No active binding found for port 50d7646e-bfd7-443e-878c-434f6b4a0d98 {{(pid=100171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:04:27.687506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 50d7646e-bfd7-443e-878c-434f6b4a0d98 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:27.709500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] For port 50d7646e-bfd7-443e-878c-434f6b4a0d98, host n-d-787206-10, got binding levels [] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:27.710551 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.734184 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Calling delete_port for 50d7646e-bfd7-443e-878c-434f6b4a0d98 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:27.738572 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_backend_mixin [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Port 50d7646e-bfd7-443e-878c-434f6b4a0d98 was not found and therefore no delete operation was performed {{(pid=100170) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:04:27.761897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503e1e5a-0532-4c81-94ac-5370915e990d None None] No DVR routers for this DVR port 50d7646e-bfd7-443e-878c-434f6b4a0d98 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:27.766010 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.766740 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.770852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e1e5a-0532-4c81-94ac-5370915e990d None None] Pushing event deleted for resources: {'Port': ['ID=50d7646e-bfd7-443e-878c-434f6b4a0d98,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.796900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570386e7-2863-4a20-86ef-c988f1857528 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:27.807283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event deleted for resources: {'Port': ['ID=50d7646e-bfd7-443e-878c-434f6b4a0d98,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.815258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] No DVR routers for this DVR port 50d7646e-bfd7-443e-878c-434f6b4a0d98 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:27.848808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=570386e7-2863-4a20-86ef-c988f1857528,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:27.858767 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.922725 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-15de87dd-cbdd-4618-824d-79248700336e service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521691 Jul 16 18:04:27.983467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=570386e7-2863-4a20-86ef-c988f1857528,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.995499 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cb4f6197-0d8f-4a95-bfbd-eb98c15a7b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.021753 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.048661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebcaf05-34b8-403c-ac27-a763968841f6']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:28.078640 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-558c7b71-a97c-4f24-b616-fa04baa28cbd service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2452612 Jul 16 18:04:28.095825 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5f020c-e39c-4520-ba83-10d7d53c9c72') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:28.096433 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5f020c-e39c-4520-ba83-10d7d53c9c72') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:28.114101 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.138677 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.149019 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-87c81074-6e28-4b6d-90c4-61166650a4af req-fb81d78e-8ca7-43d9-9196-8c2d33d219e6 service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124803 Jul 16 18:04:28.150410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:28.151094 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:28.155253 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:28.165270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['570386e7-2863-4a20-86ef-c988f1857528'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:28.205477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8556212f-154a-40f9-83b3-30a00116c9b2 req-96ce62d6-d256-4573-9d7b-d05136863d0c service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5454021 Jul 16 18:04:28.219763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a129830-2e48-490f-a72b-0adbb4b7b977 req-e0af8261-6b74-4b8e-b4ef-bef52229f931 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 210 time: 0.2259874 Jul 16 18:04:28.317549 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.341942 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.355775 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "DELETE /v2.0/networks/2ebcaf05-34b8-403c-ac27-a763968841f6 HTTP/1.1" status: 204 len: 168 time: 1.8909814 Jul 16 18:04:28.361511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41046) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:28.394395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-c971544b-f6d3-4330-921b-76eb92c47c7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 HTTP/1.1" status: 200 len: 217 time: 0.2496395 Jul 16 18:04:28.396772 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb933e-3ce2-4a1c-9636-38f6b2dea8ae tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event deleted for resources: {'Network': ['ID=2ebcaf05-34b8-403c-ac27-a763968841f6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:28.413021 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:04:28.485602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb4fcb-f80f-41ae-b7c3-03b7aaac2919 req-a8fe1d6e-8f6e-4411-8ea6-b64cf21e8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.487112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceeb4fcb-f80f-41ae-b7c3-03b7aaac2919 req-a8fe1d6e-8f6e-4411-8ea6-b64cf21e8032 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 1.7185426 Jul 16 18:04:28.493776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-3aa15480-31e8-4825-8d56-e719c0ef0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.495201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-3aa15480-31e8-4825-8d56-e719c0ef0169 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33332d38-c598-418d-b70d-b411426e87eb HTTP/1.1" status: 200 len: 797 time: 0.0600662 Jul 16 18:04:28.594326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceeb4fcb-f80f-41ae-b7c3-03b7aaac2919 req-30e39c59-3818-4f73-9016-5e883c5204b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=07667df1-5cd3-4a99-b85e-9b125ef3b2bd HTTP/1.1" status: 200 len: 217 time: 0.0981195 Jul 16 18:04:28.605895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbfd60c-eb21-4916-9541-e46152b50fd2 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Deleting subnet 7df4e620-6328-4222-8b32-eca909b56011 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:28.658795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fd1ab-df38-4f90-985c-9ce221595932 req-5df7a348-c8cb-4c1d-86a9-0d95552b08f8 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.660260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-5df7a348-c8cb-4c1d-86a9-0d95552b08f8 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 811 time: 1.5663471 Jul 16 18:04:28.661835 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fbfd60c-eb21-4916-9541-e46152b50fd2 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.697765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-901fd1ab-df38-4f90-985c-9ce221595932 req-3ff860b0-d955-40c0-b4b7-20dc260695e5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Request body: {'port': {'device_id': '546a1714-4a24-440b-8add-6b7ea54a9548', 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'admin_state_up': True, 'tenant_id': '40c61bd95cbf4623a1b855bc6d9bd28e'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:28.796301 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fbfd60c-eb21-4916-9541-e46152b50fd2 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.799612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb4fcb-f80f-41ae-b7c3-03b7aaac2919 req-b723a0cf-a466-4709-8af7-19ab19474192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.801088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceeb4fcb-f80f-41ae-b7c3-03b7aaac2919 req-b723a0cf-a466-4709-8af7-19ab19474192 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.1927171 Jul 16 18:04:28.875798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428bb1-218d-43df-b04d-8389f59a4b6d req-a52936ed-cf4c-4b82-a11f-79aa569b3806 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.877456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47428bb1-218d-43df-b04d-8389f59a4b6d req-a52936ed-cf4c-4b82-a11f-79aa569b3806 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 947 time: 0.9030774 Jul 16 18:04:28.973579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-e02846ca-b4f1-44c6-8ceb-f25f11a4a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.974915 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-e02846ca-b4f1-44c6-8ceb-f25f11a4a9d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66cd6b07-e1aa-4669-bf90-dc89210030ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4588611 Jul 16 18:04:29.082840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e81301-c481-4292-ba64-d5ea499709fd req-9f31010f-eb5c-4235-bd6f-32bdbae2942a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.084357 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42e81301-c481-4292-ba64-d5ea499709fd req-9f31010f-eb5c-4235-bd6f-32bdbae2942a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.4430850 Jul 16 18:04:29.096922 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47428bb1-218d-43df-b04d-8389f59a4b6d req-bae8196c-7f60-4f43-b8e0-94159d7d52b7 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055657 Jul 16 18:04:29.159249 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fbfd60c-eb21-4916-9541-e46152b50fd2 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.212799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb4fcb-f80f-41ae-b7c3-03b7aaac2919 req-3eef7428-1a38-40e7-9185-f6271c521ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.213214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceeb4fcb-f80f-41ae-b7c3-03b7aaac2919 req-3eef7428-1a38-40e7-9185-f6271c521ea6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3563902 Jul 16 18:04:29.215822 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901fd1ab-df38-4f90-985c-9ce221595932 req-3ff860b0-d955-40c0-b4b7-20dc260695e5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Made reservation on behalf of 40c61bd95cbf4623a1b855bc6d9bd28e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:29.219391 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-901fd1ab-df38-4f90-985c-9ce221595932 req-3ff860b0-d955-40c0-b4b7-20dc260695e5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.294483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-62dd22d5-fec9-4602-830f-fd61cabaea87 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995450 Jul 16 18:04:29.316877 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42e81301-c481-4292-ba64-d5ea499709fd req-d99be619-cdb0-4fc6-b198-e61c0bc7d032 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170105 Jul 16 18:04:29.365515 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 07667df1-5cd3-4a99-b85e-9b125ef3b2bd details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:29.504051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 570386e7-2863-4a20-86ef-c988f1857528 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:29.636564 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:29.659963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd', 'mac_address': 'fa:16:3e:90:c8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:29.723655 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.728894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ccdde672-32b7-4799-b312-58485814929a req-4ea2abb1-fa9f-425c-8f3b-71af16ef8390 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 210 time: 0.2387176 Jul 16 18:04:29.739328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fbfd60c-eb21-4916-9541-e46152b50fd2 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.744284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07667df1-5cd3-4a99-b85e-9b125ef3b2bd {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:29.750470 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 570386e7-2863-4a20-86ef-c988f1857528 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:29.777830 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 570386e7-2863-4a20-86ef-c988f1857528 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:29.778528 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.819279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceeb4fcb-f80f-41ae-b7c3-03b7aaac2919 req-919dd799-d482-479f-8be7-6a9d5aaef779 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907607 Jul 16 18:04:29.821038 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fbfd60c-eb21-4916-9541-e46152b50fd2 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.826083 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41066) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:29.829508 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4fbfd60c-eb21-4916-9541-e46152b50fd2 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "DELETE /v2.0/subnets/7df4e620-6328-4222-8b32-eca909b56011 HTTP/1.1" status: 204 len: 168 time: 1.4651840 Jul 16 18:04:29.837069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38530ba9-d94c-4874-8a1f-5984770a4bff None None] Network 4febf946-5be2-4b78-829a-cca328686648 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:29.839420 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfd60c-eb21-4916-9541-e46152b50fd2 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event deleted for resources: {'Subnet': ['ID=7df4e620-6328-4222-8b32-eca909b56011,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:29.877518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:29.935737 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.949167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c1e40d-f155-45b3-9c4a-1ef574c944f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Deleting subnet 7e71556d-7a84-4cac-acd0-a11d9a35d365 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:29.957715 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-52c1e40d-f155-45b3-9c4a-1ef574c944f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.035107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:30.067809 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-52c1e40d-f155-45b3-9c4a-1ef574c944f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.114067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceeb4fcb-f80f-41ae-b7c3-03b7aaac2919 req-4924fd13-f515-4283-abfe-a21feaa1d156 service neutron] 10.222.0.35 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666719 Jul 16 18:04:30.129671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-465f9568-81b8-425e-84ed-2a2871179468 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8196533 Jul 16 18:04:30.239987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-39dec9b1-5b6c-4b31-ac42-68ed83c04c24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=434bc532-1902-4f4a-b1d0-20cb0f87b2c0 HTTP/1.1" status: 200 len: 217 time: 0.1014090 Jul 16 18:04:30.252939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-52c1e40d-f155-45b3-9c4a-1ef574c944f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.274429 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['07667df1-5cd3-4a99-b85e-9b125ef3b2bd'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:30.349366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-0a7a2374-1272-422e-befe-93037720f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.355992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-0a7a2374-1272-422e-befe-93037720f4d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33332d38-c598-418d-b70d-b411426e87eb HTTP/1.1" status: 200 len: 797 time: 0.1089556 Jul 16 18:04:30.426743 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-52c1e40d-f155-45b3-9c4a-1ef574c944f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.494512 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1e40d-f155-45b3-9c4a-1ef574c944f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event deleted for resources: {'Subnet': ['ID=7e71556d-7a84-4cac-acd0-a11d9a35d365,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:30.502185 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-52c1e40d-f155-45b3-9c4a-1ef574c944f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.507517 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-52c1e40d-f155-45b3-9c4a-1ef574c944f1 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "DELETE /v2.0/subnets/7e71556d-7a84-4cac-acd0-a11d9a35d365 HTTP/1.1" status: 204 len: 168 time: 0.6797981 Jul 16 18:04:30.510180 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.511767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41080) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:30.568312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a461c8-5f48-40a6-bb4d-a0c06295f205 None None] Network 3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:30.611018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-901fd1ab-df38-4f90-985c-9ce221595932 req-3ff860b0-d955-40c0-b4b7-20dc260695e5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Allocated IP 172.20.0.3 (1d83386b-98e9-43de-97bc-2d2db963b2c4/f383a48f-0c4d-404d-afd1-d0778e8a5939/7d873985-c6c7-4b55-9b4b-5fe4c0710728) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:30.698037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.825241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Deleting port 4a4854b5-0cd8-4a23-a61b-c3356357d672 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:30.825553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.938965 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-ece38648-dfb2-4c31-bf01-0fca9658c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.944912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-ece38648-dfb2-4c31-bf01-0fca9658c168 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66cd6b07-e1aa-4669-bf90-dc89210030ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5815580 Jul 16 18:04:31.002975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570386e7-2863-4a20-86ef-c988f1857528'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:31.005567 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1327ce2b-4315-4d53-889e-69588ad8b6c9" -d '{"events": [{"server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "name": "network-vif-plugged", "status": "completed", "tag": "570386e7-2863-4a20-86ef-c988f1857528"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:31.043986 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c290a1f9-421d-466b-ac33-fc9d3af9acbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.047704 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.098310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=570386e7-2863-4a20-86ef-c988f1857528,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:31.123840 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.263827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=570386e7-2863-4a20-86ef-c988f1857528,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:31.288114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc020a3e-8d65-4fb5-8338-7f222f349f2a None None] DHCP port deletion for 3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:04:31.327975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e2ede-c94d-4c5f-acd9-fe34c85fc351 None None] DHCP port deletion for 4febf946-5be2-4b78-829a-cca328686648 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:04:31.381906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] For port 4a4854b5-0cd8-4a23-a61b-c3356357d672, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4a4854b5-0cd8-4a23-a61b-c3356357d672,segment=NetworkSegment(c706c9eb-e20a-4b8b-b076-ee45063092c8),segment_id=c706c9eb-e20a-4b8b-b076-ee45063092c8)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:31.383812 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.387156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434b2122-3db2-42e3-a886-93a71bda1ecc no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:31.402612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Calling delete_port for 4a4854b5-0cd8-4a23-a61b-c3356357d672 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:31.420591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fc020a3e-8d65-4fb5-8338-7f222f349f2a None None] Deleting port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:31.420973 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fc020a3e-8d65-4fb5-8338-7f222f349f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.491586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fc020a3e-8d65-4fb5-8338-7f222f349f2a None None] For port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8,segment=NetworkSegment(9565cb7b-1720-4e3c-92a9-265ea78333d1),segment_id=9565cb7b-1720-4e3c-92a9-265ea78333d1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:31.493238 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fc020a3e-8d65-4fb5-8338-7f222f349f2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.509470 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.518674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fc020a3e-8d65-4fb5-8338-7f222f349f2a None None] Calling delete_port for f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:31.550775 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event deleted for resources: {'Port': ['ID=4a4854b5-0cd8-4a23-a61b-c3356357d672,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:31.553079 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] No DVR routers for this DVR port 4a4854b5-0cd8-4a23-a61b-c3356357d672 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:31.575211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc11a8-3e94-444f-b1b3-6de711d31a36 req-9ca670b5-00b6-4943-a769-949bd9fda8c8 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.576959 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfbc11a8-3e94-444f-b1b3-6de711d31a36 req-9ca670b5-00b6-4943-a769-949bd9fda8c8 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 948 time: 1.1362476 Jul 16 18:04:31.649662 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.662652 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4febf946-5be2-4b78-829a-cca328686648']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:31.691241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c706c9eb-e20a-4b8b-b076-ee45063092c8') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:31.691647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c706c9eb-e20a-4b8b-b076-ee45063092c8') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:31.703685 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-046e2ede-c94d-4c5f-acd9-fe34c85fc351 None None] Deleting port 4a4854b5-0cd8-4a23-a61b-c3356357d672 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:31.704279 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-046e2ede-c94d-4c5f-acd9-fe34c85fc351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.711483 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.716556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5cd85-22cd-47bf-9b45-76baf6e37dd4 req-9c955ccf-7b82-4779-b2a2-aaaa5839e7ae tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.723478 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4f5cd85-22cd-47bf-9b45-76baf6e37dd4 req-9c955ccf-7b82-4779-b2a2-aaaa5839e7ae tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.8772511 Jul 16 18:04:31.726796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.734840 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:31.735261 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.738607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-2d79a0ae-db4d-47aa-8491-c9a5e1e66f16 service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628033 Jul 16 18:04:31.762564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfbc11a8-3e94-444f-b1b3-6de711d31a36 req-29135e83-387a-49ce-9d39-2557060c4db5 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632919 Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:31.779284 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:31.879270 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fc020a3e-8d65-4fb5-8338-7f222f349f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.885991 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.891186 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.895578 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "DELETE /v2.0/networks/4febf946-5be2-4b78-829a-cca328686648 HTTP/1.1" status: 204 len: 168 time: 1.3804886 Jul 16 18:04:31.920627 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41094) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:31.922888 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ac3e1-598a-406b-9856-a5fb29f4da32 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event deleted for resources: {'Network': ['ID=4febf946-5be2-4b78-829a-cca328686648,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:31.956211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc020a3e-8d65-4fb5-8338-7f222f349f2a None None] No DVR routers for this DVR port f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:31.982096 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4f5cd85-22cd-47bf-9b45-76baf6e37dd4 req-6cb729e1-1289-47bd-8bb0-68b42375ca21 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576289 Jul 16 18:04:32.017366 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-901fd1ab-df38-4f90-985c-9ce221595932 req-3ff860b0-d955-40c0-b4b7-20dc260695e5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.157032 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-2c8b0c53-8cad-4456-97b2-ea0b22e059fc service neutron] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063132 Jul 16 18:04:32.186776 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d093680-c7f1-4380-8076-c83ac29cdcc0 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.213445 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbcc3f68-469c-4fd2-83c8-090be79638c4 req-079a133c-69bb-472f-a3e4-6f6e08f69d7c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 210 time: 0.0780411 Jul 16 18:04:32.262847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-d05540f8-3f6b-485f-b588-8f4089cf80df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3dfe564b-5bbd-4381-84d5-55c677ec55f6 HTTP/1.1" status: 200 len: 217 time: 0.0650651 Jul 16 18:04:32.319942 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.347245 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290f763e-4638-4283-83eb-120006f421b3 x-openstack-request-id: req-290f763e-4638-4283-83eb-120006f421b3 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:32.347245 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "name": "network-vif-plugged", "status": "completed", "tag": "570386e7-2863-4a20-86ef-c988f1857528", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:32.347245 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-290f763e-4638-4283-83eb-120006f421b3 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:32.347634 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570386e7-2863-4a20-86ef-c988f1857528', 'code': 200} Jul 16 18:04:32.349976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-f98c42c8-bc93-4a8c-a06c-99b3772e59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.352602 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-f98c42c8-bc93-4a8c-a06c-99b3772e59ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ab2849e-b915-48e5-86a3-af91ef9adca1 HTTP/1.1" status: 200 len: 797 time: 0.0776641 Jul 16 18:04:32.355693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc020a3e-8d65-4fb5-8338-7f222f349f2a None None] Pushing event deleted for resources: {'Port': ['ID=f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.357827 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.379373 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d093680-c7f1-4380-8076-c83ac29cdcc0 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.391336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2d093680-c7f1-4380-8076-c83ac29cdcc0 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:32.405325 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2d093680-c7f1-4380-8076-c83ac29cdcc0 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9565cb7b-1720-4e3c-92a9-265ea78333d1') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:32.405892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2d093680-c7f1-4380-8076-c83ac29cdcc0 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9565cb7b-1720-4e3c-92a9-265ea78333d1') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:32.419152 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d093680-c7f1-4380-8076-c83ac29cdcc0 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.421077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-046e2ede-c94d-4c5f-acd9-fe34c85fc351 None None] For port 4a4854b5-0cd8-4a23-a61b-c3356357d672, host n-d-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:32.421357 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-046e2ede-c94d-4c5f-acd9-fe34c85fc351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.425289 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:32.440198 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.440407 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d093680-c7f1-4380-8076-c83ac29cdcc0 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.442645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-046e2ede-c94d-4c5f-acd9-fe34c85fc351 None None] Calling delete_port for 4a4854b5-0cd8-4a23-a61b-c3356357d672 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:32.444511 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-901fd1ab-df38-4f90-985c-9ce221595932 req-3ff860b0-d955-40c0-b4b7-20dc260695e5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.446234 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.ipam_backend_mixin [None req-046e2ede-c94d-4c5f-acd9-fe34c85fc351 None None] Port 4a4854b5-0cd8-4a23-a61b-c3356357d672 was not found and therefore no delete operation was performed {{(pid=100171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:04:32.448607 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-046e2ede-c94d-4c5f-acd9-fe34c85fc351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.464270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d093680-c7f1-4380-8076-c83ac29cdcc0 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:32.464270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d093680-c7f1-4380-8076-c83ac29cdcc0 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:32.473255 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:32.481390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-046e2ede-c94d-4c5f-acd9-fe34c85fc351 None None] Network 4febf946-5be2-4b78-829a-cca328686648 is not hosted by any dhcp agent {{(pid=100171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:04:32.481954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e2ede-c94d-4c5f-acd9-fe34c85fc351 None None] No DVR routers for this DVR port 4a4854b5-0cd8-4a23-a61b-c3356357d672 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:32.529705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=11']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.547001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901fd1ab-df38-4f90-985c-9ce221595932 req-3ff860b0-d955-40c0-b4b7-20dc260695e5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Network 1d83386b-98e9-43de-97bc-2d2db963b2c4 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:32.555996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-901fd1ab-df38-4f90-985c-9ce221595932 req-3ff860b0-d955-40c0-b4b7-20dc260695e5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:32.558538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-901fd1ab-df38-4f90-985c-9ce221595932 req-3ff860b0-d955-40c0-b4b7-20dc260695e5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:32.561168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e2ede-c94d-4c5f-acd9-fe34c85fc351 None None] Pushing event deleted for resources: {'Port': ['ID=4a4854b5-0cd8-4a23-a61b-c3356357d672,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.598651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff860b0-d955-40c0-b4b7-20dc260695e5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Pushing event updated for resources: {'Port': ['ID=7d873985-c6c7-4b55-9b4b-5fe4c0710728,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.614097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d093680-c7f1-4380-8076-c83ac29cdcc0 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.622780 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d093680-c7f1-4380-8076-c83ac29cdcc0 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.629774 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2d093680-c7f1-4380-8076-c83ac29cdcc0 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "DELETE /v2.0/networks/3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac HTTP/1.1" status: 204 len: 168 time: 0.6932182 Jul 16 18:04:32.630739 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41098) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:32.646534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-79db954a-974f-477a-a5db-200feee6a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.648286 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-79db954a-974f-477a-a5db-200feee6a2bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7da37d9-9091-49a2-ae67-b8b790ab30e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2790413 Jul 16 18:04:32.655275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d093680-c7f1-4380-8076-c83ac29cdcc0 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event deleted for resources: {'Network': ['ID=3766bcd0-02e3-4cc9-bd71-e3d5e35bb3ac,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.656326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fd1ab-df38-4f90-985c-9ce221595932 req-3ff860b0-d955-40c0-b4b7-20dc260695e5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.657735 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-901fd1ab-df38-4f90-985c-9ce221595932 req-3ff860b0-d955-40c0-b4b7-20dc260695e5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.672306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a13c02-a911-4c31-a1cf-1859fe27a26e req-1a277153-cac2-4bd2-91dc-005e4fe1147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.673859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25a13c02-a911-4c31-a1cf-1859fe27a26e req-1a277153-cac2-4bd2-91dc-005e4fe1147a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4610eb5d-f2c5-414c-b5ae-9685bc9751bd HTTP/1.1" status: 200 len: 1102 time: 0.2410483 Jul 16 18:04:32.705315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda0d56d-65b9-4c47-9790-aedaa0ebabc7 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Deleting subnet 4a82433b-b236-4535-b841-715d3b55adaf {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:32.708725 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dda0d56d-65b9-4c47-9790-aedaa0ebabc7 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.719617 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-3ff860b0-d955-40c0-b4b7-20dc260695e5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0264666 Jul 16 18:04:32.753729 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dda0d56d-65b9-4c47-9790-aedaa0ebabc7 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.795958 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25a13c02-a911-4c31-a1cf-1859fe27a26e req-81d737bc-25fd-4697-8192-2f1dcb337c75 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027484 Jul 16 18:04:32.836400 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-1881c682-4f26-4a75-96ca-584d1df34ec7 service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741631 Jul 16 18:04:32.842685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Request body: {'port': {'device_id': '546a1714-4a24-440b-8add-6b7ea54a9548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:32.891067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dda0d56d-65b9-4c47-9790-aedaa0ebabc7 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.986371 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dda0d56d-65b9-4c47-9790-aedaa0ebabc7 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.031363 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0d56d-65b9-4c47-9790-aedaa0ebabc7 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event deleted for resources: {'Subnet': ['ID=4a82433b-b236-4535-b841-715d3b55adaf,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.040531 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dda0d56d-65b9-4c47-9790-aedaa0ebabc7 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.042971 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dda0d56d-65b9-4c47-9790-aedaa0ebabc7 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "DELETE /v2.0/subnets/4a82433b-b236-4535-b841-715d3b55adaf HTTP/1.1" status: 204 len: 168 time: 0.4115503 Jul 16 18:04:33.049637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687bee18-59da-43c9-a180-0a84a611d713 None None] Network 1fecf551-10eb-4cf0-b5de-d477380b60bb requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:33.052122 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41110) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:33.112037 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.167774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-85916c1f-9959-4599-8797-a7fcb5d59bd8 service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805858 Jul 16 18:04:33.206687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.301741 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4a4854b5-0cd8-4a23-a61b-c3356357d672 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:33.334918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Deleting port 6b46e83e-feba-4aa9-a015-8348c0865489 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:33.336705 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.340849 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-f428b29e-9239-4a20-83c7-2cc3c0e5aefb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96c007b5-8bbc-4e2c-9529-671df32a71ae HTTP/1.1" status: 200 len: 217 time: 0.1502371 Jul 16 18:04:33.359473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09aeb8-f2ad-47a5-9259-fe66bf78f901 req-16f284e9-1e80-4100-8a78-f6ef08d91e1d tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.361668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec09aeb8-f2ad-47a5-9259-fe66bf78f901 req-16f284e9-1e80-4100-8a78-f6ef08d91e1d tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 948 time: 0.4240904 Jul 16 18:04:33.407356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434b2122-3db2-42e3-a886-93a71bda1ecc details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:33.410118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 07667df1-5cd3-4a99-b85e-9b125ef3b2bd up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:33.414978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 4a4854b5-0cd8-4a23-a61b-c3356357d672 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:33.415504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4a4854b5-0cd8-4a23-a61b-c3356357d672 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:33.416423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:33.458894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] For port 6b46e83e-feba-4aa9-a015-8348c0865489, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6b46e83e-feba-4aa9-a015-8348c0865489,segment=NetworkSegment(3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee),segment_id=3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:33.459489 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.495399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:33.495868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f0115df9-81d0-4363-a7d2-e6ebf0fdaaf8 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:33.514735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Calling delete_port for 6b46e83e-feba-4aa9-a015-8348c0865489 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:33.598796 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.672007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.677991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-2c1d6e45-d592-45e2-ab64-2bb6fb31e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.680210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-2c1d6e45-d592-45e2-ab64-2bb6fb31e5fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ab2849e-b915-48e5-86a3-af91ef9adca1 HTTP/1.1" status: 200 len: 797 time: 0.3123724 Jul 16 18:04:33.734254 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] No DVR routers for this DVR port 6b46e83e-feba-4aa9-a015-8348c0865489 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:33.736025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event deleted for resources: {'Port': ['ID=6b46e83e-feba-4aa9-a015-8348c0865489,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.746925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec09aeb8-f2ad-47a5-9259-fe66bf78f901 req-ed719170-98d1-4d68-abb6-665c83916934 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968950 Jul 16 18:04:33.751136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:33.772982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4689a5fe-9ab4-46b8-85b7-71ee257b33fe None None] DHCP port deletion for 1fecf551-10eb-4cf0-b5de-d477380b60bb request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:04:33.783238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:33.783638 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.862253 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:33.887226 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'port_id': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'mac_address': 'fa:16:3e:65:f9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:33.906090 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.923316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fecf551-10eb-4cf0-b5de-d477380b60bb']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:33.944210 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:33.944649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5e9c3e-f7bc-4d28-91a1-1c76220e0fee') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:33.955472 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.958603 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.978227 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.985973 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:33.986646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:33.990741 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:34.036837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:34.051975 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.057141 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ba69f-ca1c-4f49-8de2-23add572987a req-ea9b8a12-e028-40c2-8a9e-8bfde0dd1538 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.061712 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.063586 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.069414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc2ba69f-ca1c-4f49-8de2-23add572987a req-ea9b8a12-e028-40c2-8a9e-8bfde0dd1538 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.5117376 Jul 16 18:04:34.099370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-a7cd8f94-ee10-46b8-b8d6-75af771eba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.103509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434b2122-3db2-42e3-a886-93a71bda1ecc {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:34.104003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-a7cd8f94-ee10-46b8-b8d6-75af771eba48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7da37d9-9091-49a2-ae67-b8b790ab30e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4131479 Jul 16 18:04:34.119512 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.122577 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "DELETE /v2.0/networks/1fecf551-10eb-4cf0-b5de-d477380b60bb HTTP/1.1" status: 204 len: 168 time: 1.0694284 Jul 16 18:04:34.125648 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d41b32-4329-478a-b463-f577fe664864 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Pushing event deleted for resources: {'Network': ['ID=1fecf551-10eb-4cf0-b5de-d477380b60bb,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.127499 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41122) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:34.147294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:34.149226 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.162623 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.200967 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8968062c-cca3-493a-a3c4-37740c493710 tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "GET /v2.0/ports?device_id=e97eed4f-84f0-4c02-b92f-04a9cbf4b158 HTTP/1.1" status: 200 len: 205 time: 0.0696127 Jul 16 18:04:34.203211 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41126) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:34.250022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=12']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.294698 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['434b2122-3db2-42e3-a886-93a71bda1ecc'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:34.311864 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38c0a0dc-4af8-4b8a-a421-4dd3d5579f9e tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.315000 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc2ba69f-ca1c-4f49-8de2-23add572987a req-3b3775d4-5e48-443e-8ef7-fe4084232a5d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447393 Jul 16 18:04:34.354029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc'}, {'server_uuid': '5aa7cb37-b206-4787-ad3e-68054ea41905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:34.356307 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0957a3-691c-4a72-ad77-2190eed7c5c8" -d '{"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-unplugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc"}, {"server_uuid": "5aa7cb37-b206-4787-ad3e-68054ea41905", "name": "network-vif-plugged", "status": "completed", "tag": "07667df1-5cd3-4a99-b85e-9b125ef3b2bd"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:34.382252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73940bf9-77c8-40ad-bd6a-03574f5a9841 req-e932be76-2c68-4524-b957-6365f188ccb1 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.389664 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73940bf9-77c8-40ad-bd6a-03574f5a9841 req-e932be76-2c68-4524-b957-6365f188ccb1 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 931 time: 0.4087558 Jul 16 18:04:34.441482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d873985-c6c7-4b55-9b4b-5fe4c0710728 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:34.456932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-ca8c0e48-a5ad-41f5-bcea-2570bd08a760 service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370211 Jul 16 18:04:34.458862 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.511414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Transition to ACTIVE for port object 7d873985-c6c7-4b55-9b4b-5fe4c0710728 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:34.525138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73940bf9-77c8-40ad-bd6a-03574f5a9841 req-2e7e2f14-2d09-46ee-843e-adccca214061 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344934 Jul 16 18:04:34.532510 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.682057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d873985-c6c7-4b55-9b4b-5fe4c0710728,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.754059 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38c0a0dc-4af8-4b8a-a421-4dd3d5579f9e tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.758097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38c0a0dc-4af8-4b8a-a421-4dd3d5579f9e tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.817234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59931dac-d1cd-45f5-b4f0-83ff1d870a88 req-b4a80a0d-e7e6-4f1a-a3ce-db2a3fc14c63 service neutron] 10.222.0.35 "GET /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499300 Jul 16 18:04:34.845946 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7c618d-cca6-47b1-8b4d-cc82630a7585 x-openstack-request-id: req-6d7c618d-cca6-47b1-8b4d-cc82630a7585 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:34.846818 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-unplugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc", "code": 200}, {"server_uuid": "5aa7cb37-b206-4787-ad3e-68054ea41905", "name": "network-vif-plugged", "status": "completed", "tag": "07667df1-5cd3-4a99-b85e-9b125ef3b2bd", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:34.847260 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d7c618d-cca6-47b1-8b4d-cc82630a7585 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:34.848390 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'code': 200} Jul 16 18:04:34.848390 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa7cb37-b206-4787-ad3e-68054ea41905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd', 'code': 200} Jul 16 18:04:34.859425 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38c0a0dc-4af8-4b8a-a421-4dd3d5579f9e tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.860004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c0a0dc-4af8-4b8a-a421-4dd3d5579f9e tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Fanout notify agent at l3_agent the message router_deleted on router e97eed4f-84f0-4c02-b92f-04a9cbf4b158 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:04:34.871621 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38c0a0dc-4af8-4b8a-a421-4dd3d5579f9e tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.884412 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-38c0a0dc-4af8-4b8a-a421-4dd3d5579f9e tempest-RoutersNegativeIpV6Test-918926246 tempest-RoutersNegativeIpV6Test-918926246-project] 10.222.0.41 "DELETE /v2.0/routers/e97eed4f-84f0-4c02-b92f-04a9cbf4b158 HTTP/1.1" status: 204 len: 168 time: 0.6758087 Jul 16 18:04:34.892408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Attempting to bind port 7d873985-c6c7-4b55-9b4b-5fe4c0710728 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:34.892843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Attempting to bind port 7d873985-c6c7-4b55-9b4b-5fe4c0710728 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:34.893671 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Attempting to bind port 7d873985-c6c7-4b55-9b4b-5fe4c0710728 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:34.902012 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Port 7d873985-c6c7-4b55-9b4b-5fe4c0710728 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:34.902322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Attempting to bind port 7d873985-c6c7-4b55-9b4b-5fe4c0710728 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:34.910873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:34.911208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Checking segment: {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:34.911659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Bound using segment: {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:34.912145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Bound port: 7d873985-c6c7-4b55-9b4b-5fe4c0710728, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:34.912528 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.943559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda0057-8ad6-4b17-8a6c-e34f5117eb3f req-fcaa43ce-35a1-4ae2-8b5e-3724822bb059 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.956483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cda0057-8ad6-4b17-8a6c-e34f5117eb3f req-fcaa43ce-35a1-4ae2-8b5e-3724822bb059 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.1922088 Jul 16 18:04:35.230945 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cda0057-8ad6-4b17-8a6c-e34f5117eb3f req-e03911c7-b0ad-4d51-8e52-17c2b2039012 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696815 Jul 16 18:04:35.262585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] For port 7d873985-c6c7-4b55-9b4b-5fe4c0710728, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:35.276907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] For port 7d873985-c6c7-4b55-9b4b-5fe4c0710728, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7d873985-c6c7-4b55-9b4b-5fe4c0710728,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:35.331287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6b46e83e-feba-4aa9-a015-8348c0865489 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:35.349232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f527d70-8f48-4e04-a3b1-5ff4a36d2e08 req-a289be48-5c6b-41ee-a6ad-f3f397f36122 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.362159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f527d70-8f48-4e04-a3b1-5ff4a36d2e08 req-a289be48-5c6b-41ee-a6ad-f3f397f36122 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 949 time: 0.3415592 Jul 16 18:04:35.362159 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.375551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 6b46e83e-feba-4aa9-a015-8348c0865489 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:35.376129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6b46e83e-feba-4aa9-a015-8348c0865489 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:35.484599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d873985-c6c7-4b55-9b4b-5fe4c0710728,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:35.497119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41162) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:35.529130 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f527d70-8f48-4e04-a3b1-5ff4a36d2e08 req-45a4397f-28e9-42a2-b1d3-3f87dd386bb1 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687070 Jul 16 18:04:35.554162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa49a6e-0e54-42dc-9d70-17226b938e40 req-c67cdf88-deff-4dd7-9683-5781d4f5be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.561290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fa49a6e-0e54-42dc-9d70-17226b938e40 req-c67cdf88-deff-4dd7-9683-5781d4f5be55 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 1101 time: 0.5462718 Jul 16 18:04:35.562868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:35.563665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:35.567157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:35.567323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:35.567713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:35.568053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:35.568387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:35.568712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:35.569038 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:35.569363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:35.569678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:35.570705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:35.661605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.662226 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.663709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-38be4373-4c0a-4837-99e9-14218ee613e7 service neutron] 10.222.0.43 "PUT /v2.0/ports/7d873985-c6c7-4b55-9b4b-5fe4c0710728 HTTP/1.1" status: 200 len: 1092 time: 2.9328668 Jul 16 18:04:35.664242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546a1714-4a24-440b-8add-6b7ea54a9548', 'tag': '7d873985-c6c7-4b55-9b4b-5fe4c0710728'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:35.666799 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb3fac5-9c93-446a-b021-c7e37db4ef92" -d '{"events": [{"name": "network-changed", "server_uuid": "546a1714-4a24-440b-8add-6b7ea54a9548", "tag": "7d873985-c6c7-4b55-9b4b-5fe4c0710728"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:35.712807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fa49a6e-0e54-42dc-9d70-17226b938e40 req-c3cd901d-7aeb-41bb-a674-67c10fcbbf18 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319830 Jul 16 18:04:35.747040 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a5ae6034-724e-4f54-b4e2-20e7e3ebb587 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b1e513300ba4e1bb68c771bc1197d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476299 Jul 16 18:04:35.747786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41172) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:35.864304 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6c61ef80-4a8d-4244-aa80-a21f52afd0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.922748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6c61ef80-4a8d-4244-aa80-a21f52afd0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.003308 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6c61ef80-4a8d-4244-aa80-a21f52afd0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.007211 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6c61ef80-4a8d-4244-aa80-a21f52afd0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.008453 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6c61ef80-4a8d-4244-aa80-a21f52afd0e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/123b2fb9-2201-4c18-be5b-bb4091227301 HTTP/1.1" status: 204 len: 168 time: 0.2595582 Jul 16 18:04:36.056566 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61ef80-4a8d-4244-aa80-a21f52afd0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123b2fb9-2201-4c18-be5b-bb4091227301,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:36.209835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc8467-60a4-41a0-9e1f-e42c042a2bbf req-49eb5ef6-f4ce-43c6-b2bf-46e0ebfa8d5d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:36.217602 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67dc8467-60a4-41a0-9e1f-e42c042a2bbf req-49eb5ef6-f4ce-43c6-b2bf-46e0ebfa8d5d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 945 time: 0.6756232 Jul 16 18:04:36.316700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67dc8467-60a4-41a0-9e1f-e42c042a2bbf req-d663add3-e1ea-41af-a70d-43d390d7eed7 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981812 Jul 16 18:04:36.318705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fd1ab-df38-4f90-985c-9ce221595932 req-04b8b82d-681f-4b8f-b92e-d0325fe1b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:36.320347 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-04b8b82d-681f-4b8f-b92e-d0325fe1b0fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 1095 time: 0.5863123 Jul 16 18:04:36.344896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37220913-47d0-4944-84e3-345fe7e4f5b3 req-4ac4471a-8534-496d-ab58-cc0bab15c231 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:36.360857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37220913-47d0-4944-84e3-345fe7e4f5b3 req-4ac4471a-8534-496d-ab58-cc0bab15c231 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 943 time: 0.2394712 Jul 16 18:04:36.460259 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-00c01171-ce45-4013-9b7c-4c3e90dfc7e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d873985-c6c7-4b55-9b4b-5fe4c0710728 HTTP/1.1" status: 200 len: 217 time: 0.0956845 Jul 16 18:04:36.461816 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98819683-2501-4013-b7e3-1a82f1f6bc91 x-openstack-request-id: req-98819683-2501-4013-b7e3-1a82f1f6bc91 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:36.462147 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546a1714-4a24-440b-8add-6b7ea54a9548", "tag": "7d873985-c6c7-4b55-9b4b-5fe4c0710728", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:36.462404 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98819683-2501-4013-b7e3-1a82f1f6bc91 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:36.462772 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546a1714-4a24-440b-8add-6b7ea54a9548', 'tag': '7d873985-c6c7-4b55-9b4b-5fe4c0710728', 'status': 'completed', 'code': 200} Jul 16 18:04:36.490246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a651d34-d8ff-4d57-b194-4abe61ef5da5 req-75597fe1-c2fc-4157-b881-55e88ab96455 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:36.491878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a651d34-d8ff-4d57-b194-4abe61ef5da5 req-75597fe1-c2fc-4157-b881-55e88ab96455 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.35 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.3680036 Jul 16 18:04:36.639866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37220913-47d0-4944-84e3-345fe7e4f5b3 req-e59f0243-1b43-485f-a7ca-ee264531fd0f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772236 Jul 16 18:04:36.656950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fd1ab-df38-4f90-985c-9ce221595932 req-a2241d25-fe9a-49f4-b865-dd20dc60d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:36.658511 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-a2241d25-fe9a-49f4-b865-dd20dc60d0e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 200 len: 851 time: 0.1651111 Jul 16 18:04:36.724473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-17cdb18c-017d-4fc6-81d6-11fc820222c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d83386b-98e9-43de-97bc-2d2db963b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580902 Jul 16 18:04:36.970091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-3a651d34-d8ff-4d57-b194-4abe61ef5da5 req-3710444f-0d7b-49f2-a7db-6ecfb034e1ef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Deleting port d11bdd3b-ca24-47f1-9304-f84f20dfc699 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:36.970344 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3a651d34-d8ff-4d57-b194-4abe61ef5da5 req-3710444f-0d7b-49f2-a7db-6ecfb034e1ef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.158853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-7b15fbfb-b8ed-4e94-b417-80295a4a1833 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161978 Jul 16 18:04:37.354847 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da18f10-9bbe-4eba-9a23-a581594e3996 req-19e7b800-85a6-420d-aafa-81130a96510b tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.365852 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0da18f10-9bbe-4eba-9a23-a581594e3996 req-19e7b800-85a6-420d-aafa-81130a96510b tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 946 time: 0.4263732 Jul 16 18:04:37.379312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3a651d34-d8ff-4d57-b194-4abe61ef5da5 req-3710444f-0d7b-49f2-a7db-6ecfb034e1ef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] For port d11bdd3b-ca24-47f1-9304-f84f20dfc699, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d11bdd3b-ca24-47f1-9304-f84f20dfc699,segment=NetworkSegment(9e2b18d5-2465-420b-96e6-56995b2bac4d),segment_id=9e2b18d5-2465-420b-96e6-56995b2bac4d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:37.379924 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3a651d34-d8ff-4d57-b194-4abe61ef5da5 req-3710444f-0d7b-49f2-a7db-6ecfb034e1ef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.403526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434b2122-3db2-42e3-a886-93a71bda1ecc up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:37.446206 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41206) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:37.458474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-3a651d34-d8ff-4d57-b194-4abe61ef5da5 req-3710444f-0d7b-49f2-a7db-6ecfb034e1ef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Calling delete_port for d11bdd3b-ca24-47f1-9304-f84f20dfc699 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:37.482546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1ff4-8abe-4396-98f5-e887b174b680 req-3cd5354b-205d-409b-950f-0768c0bdb244 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.484402 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef0c1ff4-8abe-4396-98f5-e887b174b680 req-3cd5354b-205d-409b-950f-0768c0bdb244 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 949 time: 0.5464993 Jul 16 18:04:37.529347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 434b2122-3db2-42e3-a886-93a71bda1ecc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:37.529719 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.638009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-901fd1ab-df38-4f90-985c-9ce221595932 req-863a31ef-9edc-4d8e-b6f4-7c32e7649c6e service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688480 Jul 16 18:04:37.649989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b5bf7c54-02b8-49d8-9dd0-5e7199759152 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:37.651319 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-b5bf7c54-02b8-49d8-9dd0-5e7199759152 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:04:37.652374 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-b5bf7c54-02b8-49d8-9dd0-5e7199759152 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:04:37.653386 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b5bf7c54-02b8-49d8-9dd0-5e7199759152 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2053158 Jul 16 18:04:37.657570 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41214) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:37.667691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-71a14ca4-0792-4a3c-a699-ad385c6b1b13 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338732794'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:37.686186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0da18f10-9bbe-4eba-9a23-a581594e3996 req-f4bd846f-9502-4ffb-a2e2-b57b38287ac9 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178682 Jul 16 18:04:37.707208 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3a651d34-d8ff-4d57-b194-4abe61ef5da5 req-3710444f-0d7b-49f2-a7db-6ecfb034e1ef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.709801 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.741146 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71a14ca4-0792-4a3c-a699-ad385c6b1b13 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.749592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['7447334a-42b5-4a2d-bd78-e300d42b0bf8'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:37.751278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71a14ca4-0792-4a3c-a699-ad385c6b1b13 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.755499 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d11bdd3b-ca24-47f1-9304-f84f20dfc699'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:37.812450 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710444f-0d7b-49f2-a7db-6ecfb034e1ef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Pushing event deleted for resources: {'Port': ['ID=d11bdd3b-ca24-47f1-9304-f84f20dfc699,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:37.851945 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:37.890529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef0c1ff4-8abe-4396-98f5-e887b174b680 req-bc1cb41b-b032-46ae-8e6d-3edbb64b9756 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513926 Jul 16 18:04:37.950301 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71a14ca4-0792-4a3c-a699-ad385c6b1b13 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.961992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a651d34-d8ff-4d57-b194-4abe61ef5da5 req-3710444f-0d7b-49f2-a7db-6ecfb034e1ef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] No DVR routers for this DVR port d11bdd3b-ca24-47f1-9304-f84f20dfc699 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:37.963202 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71a14ca4-0792-4a3c-a699-ad385c6b1b13 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.970684 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3a651d34-d8ff-4d57-b194-4abe61ef5da5 req-3710444f-0d7b-49f2-a7db-6ecfb034e1ef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.975599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a651d34-d8ff-4d57-b194-4abe61ef5da5 req-3710444f-0d7b-49f2-a7db-6ecfb034e1ef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.35 "DELETE /v2.0/ports/d11bdd3b-ca24-47f1-9304-f84f20dfc699 HTTP/1.1" status: 204 len: 173 time: 1.4405293 Jul 16 18:04:38.009425 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:38.013313 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fc6cea-5434-4999-9d49-0607752e8972" -d '{"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-plugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:38.031843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3fac5-9c93-446a-b021-c7e37db4ef92 req-a52d895b-4a4e-4e36-894a-1f47a1a83fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.036920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fb3fac5-9c93-446a-b021-c7e37db4ef92 req-a52d895b-4a4e-4e36-894a-1f47a1a83fd6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 1095 time: 0.3060749 Jul 16 18:04:38.059908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a14ca4-0792-4a3c-a699-ad385c6b1b13 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb203a14-e35e-4cf9-b17d-0d01b95c886f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:38.071908 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.234863 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71a14ca4-0792-4a3c-a699-ad385c6b1b13 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.246148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71a14ca4-0792-4a3c-a699-ad385c6b1b13 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.255909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3fac5-9c93-446a-b021-c7e37db4ef92 req-de59da67-08fb-4239-8aa3-597e6be59b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.258159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fb3fac5-9c93-446a-b021-c7e37db4ef92 req-de59da67-08fb-4239-8aa3-597e6be59b0a service neutron] 10.222.0.43 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 912 time: 0.2115462 Jul 16 18:04:38.334068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fb3fac5-9c93-446a-b021-c7e37db4ef92 req-9cccfff9-9dd7-4923-b565-d3853c64dad4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d873985-c6c7-4b55-9b4b-5fe4c0710728 HTTP/1.1" status: 200 len: 217 time: 0.0663731 Jul 16 18:04:38.338008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a14ca4-0792-4a3c-a699-ad385c6b1b13 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9fa1a7-828f-44dd-a95c-d375a07d4095,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:38.344809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5bef6-971d-4fc0-a9d5-19539eb4b63f req-64da69c3-95ce-4b5d-b189-3713d6b8acfd tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.350902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=13']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:38.354110 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3e5bef6-971d-4fc0-a9d5-19539eb4b63f req-64da69c3-95ce-4b5d-b189-3713d6b8acfd tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.1753507 Jul 16 18:04:38.384349 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71a14ca4-0792-4a3c-a699-ad385c6b1b13 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.386068 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-71a14ca4-0792-4a3c-a699-ad385c6b1b13 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7268977 Jul 16 18:04:38.388730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41220) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:38.399678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d1b5c4de-c3f6-4fb8-9964-d88a0f565f00 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': '7e9fa1a7-828f-44dd-a95c-d375a07d4095', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:38.460019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3e5bef6-971d-4fc0-a9d5-19539eb4b63f req-523a65d3-7c23-4ace-928e-d605ce465bf8 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004610 Jul 16 18:04:38.462975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3fac5-9c93-446a-b021-c7e37db4ef92 req-74f3601e-5bc4-4f96-92b5-ed4098140b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.464786 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fb3fac5-9c93-446a-b021-c7e37db4ef92 req-74f3601e-5bc4-4f96-92b5-ed4098140b0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 200 len: 851 time: 0.1080329 Jul 16 18:04:38.468868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609476c8-c5d3-46a0-a83e-c4a484368d8b', 'name': 'network-vif-deleted', 'tag': 'd11bdd3b-ca24-47f1-9304-f84f20dfc699'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:38.471746 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df2628d-3f32-4633-bef3-0f08566677b3" -d '{"events": [{"server_uuid": "609476c8-c5d3-46a0-a83e-c4a484368d8b", "name": "network-vif-deleted", "tag": "d11bdd3b-ca24-47f1-9304-f84f20dfc699"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:38.477915 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c4de-c3f6-4fb8-9964-d88a0f565f00 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.560092 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fb3fac5-9c93-446a-b021-c7e37db4ef92 req-6319f135-6f6c-4b1c-916b-f9e8a0385984 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d83386b-98e9-43de-97bc-2d2db963b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854189 Jul 16 18:04:38.571861 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257a6612-2c13-4e6b-90ea-f34ec3adc979 x-openstack-request-id: req-257a6612-2c13-4e6b-90ea-f34ec3adc979 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:38.572419 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-plugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:38.572419 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-257a6612-2c13-4e6b-90ea-f34ec3adc979 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:38.572787 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'code': 200} Jul 16 18:04:38.647499 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0a0b18-3f9d-459b-82a1-768b03d3581e x-openstack-request-id: req-1e0a0b18-3f9d-459b-82a1-768b03d3581e {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:38.649415 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609476c8-c5d3-46a0-a83e-c4a484368d8b", "name": "network-vif-deleted", "tag": "d11bdd3b-ca24-47f1-9304-f84f20dfc699", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:38.650416 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e0a0b18-3f9d-459b-82a1-768b03d3581e {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:38.651074 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609476c8-c5d3-46a0-a83e-c4a484368d8b', 'name': 'network-vif-deleted', 'tag': 'd11bdd3b-ca24-47f1-9304-f84f20dfc699', 'status': 'completed', 'code': 200} Jul 16 18:04:38.679059 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c4de-c3f6-4fb8-9964-d88a0f565f00 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.703007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c4de-c3f6-4fb8-9964-d88a0f565f00 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.735281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5c4de-c3f6-4fb8-9964-d88a0f565f00 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eace1c79-c175-43b4-8a6f-2128f79a3c59,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:38.747484 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c4de-c3f6-4fb8-9964-d88a0f565f00 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.751752 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d1b5c4de-c3f6-4fb8-9964-d88a0f565f00 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3591731 Jul 16 18:04:38.752702 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41228) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:38.761463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-68992976-9e2c-4ed2-a820-6e4e78316d0c tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': '7e9fa1a7-828f-44dd-a95c-d375a07d4095', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:38.780570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4f75-c2bb-42f2-bf43-4f631279b04d req-3b456dbc-095f-4bfc-8417-585cd0a21257 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.788223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8abf4f75-c2bb-42f2-bf43-4f631279b04d req-3b456dbc-095f-4bfc-8417-585cd0a21257 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 943 time: 0.2881293 Jul 16 18:04:38.818390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68992976-9e2c-4ed2-a820-6e4e78316d0c tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.831801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fb3fac5-9c93-446a-b021-c7e37db4ef92 req-a4c64540-3903-4f6b-9d78-e29ccfe90bac service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629795 Jul 16 18:04:38.886777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8abf4f75-c2bb-42f2-bf43-4f631279b04d req-29ac085c-8b91-4959-ae2d-3a56233cd2af tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973980 Jul 16 18:04:39.008009 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-68992976-9e2c-4ed2-a820-6e4e78316d0c tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:04:39.009710 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-68992976-9e2c-4ed2-a820-6e4e78316d0c tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2557104 Jul 16 18:04:39.012465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41234) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:39.076160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fb3fac5-9c93-446a-b021-c7e37db4ef92 req-0ea685be-8485-4d2f-9895-22928a09eb40 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304969 Jul 16 18:04:39.135902 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a3dde4e2-8fba-4613-8a57-cae240ad983a tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.149957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a14c6dc-d9f3-42af-8d8e-cb6febdfaa6d req-f044db13-1faf-4600-ab72-229a61181ec4 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=609476c8-c5d3-46a0-a83e-c4a484368d8b HTTP/1.1" status: 200 len: 210 time: 0.0727210 Jul 16 18:04:39.182982 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a3dde4e2-8fba-4613-8a57-cae240ad983a tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.292363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ff3f-5482-44ac-ae0c-42f95be1294d req-03fc30e2-2206-4841-95e1-ebb84250764d tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:39.294248 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9cc0ff3f-5482-44ac-ae0c-42f95be1294d req-03fc30e2-2206-4841-95e1-ebb84250764d tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 949 time: 0.2161717 Jul 16 18:04:39.301798 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a3dde4e2-8fba-4613-8a57-cae240ad983a tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.304966 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a3dde4e2-8fba-4613-8a57-cae240ad983a tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.310107 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a3dde4e2-8fba-4613-8a57-cae240ad983a tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "DELETE /v2.0/security-groups/7e9fa1a7-828f-44dd-a95c-d375a07d4095 HTTP/1.1" status: 204 len: 168 time: 0.2959356 Jul 16 18:04:39.310280 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41238) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:39.334340 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dde4e2-8fba-4613-8a57-cae240ad983a tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9fa1a7-828f-44dd-a95c-d375a07d4095,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:39.375225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9cc0ff3f-5482-44ac-ae0c-42f95be1294d req-e923686f-e8e1-456d-b901-9b9b7da1f837 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740087 Jul 16 18:04:39.403885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41242) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:39.404491 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7532b689-71d3-42f5-a866-6e901f094469 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0893450 Jul 16 18:04:39.408558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2b152491-c371-4178-9bb0-26c1c72f0b47 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group': {'name': 'tempest-secgroup--792709125'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:39.481004 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2b152491-c371-4178-9bb0-26c1c72f0b47 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.700388 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283b5c4-7865-4680-978e-1eb359d750fc req-fef965e7-4444-4367-84e8-7fc92fe8ad2b tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:39.706853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6283b5c4-7865-4680-978e-1eb359d750fc req-fef965e7-4444-4367-84e8-7fc92fe8ad2b tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=4610eb5d-f2c5-414c-b5ae-9685bc9751bd HTTP/1.1" status: 200 len: 950 time: 0.1588235 Jul 16 18:04:39.750721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7d873985-c6c7-4b55-9b4b-5fe4c0710728 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:39.817271 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2b152491-c371-4178-9bb0-26c1c72f0b47 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.837764 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2b152491-c371-4178-9bb0-26c1c72f0b47 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.884394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b152491-c371-4178-9bb0-26c1c72f0b47 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a933d97-477c-4b38-9d8c-2e93b1d3bc1f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:39.914413 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7d873985-c6c7-4b55-9b4b-5fe4c0710728, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7d873985-c6c7-4b55-9b4b-5fe4c0710728,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:39.916112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6283b5c4-7865-4680-978e-1eb359d750fc req-ac473772-6d27-401f-a666-c48fcffd1481 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079120 Jul 16 18:04:39.935602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '7d873985-c6c7-4b55-9b4b-5fe4c0710728', 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'port_id': '7d873985-c6c7-4b55-9b4b-5fe4c0710728', 'mac_address': 'fa:16:3e:10:d4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f383a48f-0c4d-404d-afd1-d0778e8a5939', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:39.972995 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c82e6-ad47-4076-b841-2819dc40af10 req-e07e9184-db95-4eeb-98a8-aaf68259f378 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:39.974560 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-842c82e6-ad47-4076-b841-2819dc40af10 req-e07e9184-db95-4eeb-98a8-aaf68259f378 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.2492611 Jul 16 18:04:39.978050 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2b152491-c371-4178-9bb0-26c1c72f0b47 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.988025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41254) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:39.993461 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.993778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5e6f342a-efe6-4c9a-a1be-ffaf5b448fed tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': '6a933d97-477c-4b38-9d8c-2e93b1d3bc1f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:39.994510 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-5e6f342a-efe6-4c9a-a1be-ffaf5b448fed tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:04:39.995006 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-5e6f342a-efe6-4c9a-a1be-ffaf5b448fed tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:40.000709 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5e6f342a-efe6-4c9a-a1be-ffaf5b448fed tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0112658 Jul 16 18:04:40.001212 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41256) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:40.004037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2b152491-c371-4178-9bb0-26c1c72f0b47 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5978184 Jul 16 18:04:40.009480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d873985-c6c7-4b55-9b4b-5fe4c0710728 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:40.038246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7d873985-c6c7-4b55-9b4b-5fe4c0710728, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7d873985-c6c7-4b55-9b4b-5fe4c0710728,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:40.058411 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.115524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-842c82e6-ad47-4076-b841-2819dc40af10 req-1f1d15cf-8383-4880-b683-6b0e9cc762af tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041610 Jul 16 18:04:40.175619 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b03621e7-6709-425b-8440-6df5d80f5e87 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.180656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=7d873985-c6c7-4b55-9b4b-5fe4c0710728,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.241508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b03621e7-6709-425b-8440-6df5d80f5e87 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.283926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b795b5a-6885-4a75-b8fe-4f3cdb6bdadc req-d01fb1f9-f01d-4d2d-a695-6748b8716def tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:40.286610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b795b5a-6885-4a75-b8fe-4f3cdb6bdadc req-d01fb1f9-f01d-4d2d-a695-6748b8716def tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 944 time: 0.1238525 Jul 16 18:04:40.337305 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b03621e7-6709-425b-8440-6df5d80f5e87 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.340182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b03621e7-6709-425b-8440-6df5d80f5e87 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.341388 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b03621e7-6709-425b-8440-6df5d80f5e87 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "DELETE /v2.0/security-groups/6a933d97-477c-4b38-9d8c-2e93b1d3bc1f HTTP/1.1" status: 204 len: 168 time: 0.3394771 Jul 16 18:04:40.345237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41266) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:40.347774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['7d873985-c6c7-4b55-9b4b-5fe4c0710728'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:40.356688 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03621e7-6709-425b-8440-6df5d80f5e87 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a933d97-477c-4b38-9d8c-2e93b1d3bc1f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.409089 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b795b5a-6885-4a75-b8fe-4f3cdb6bdadc req-77cd7d65-b104-4635-849b-2260c623f6e4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129053 Jul 16 18:04:40.445706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5b72ec8f-720a-4a3b-a9e0-e50e5650411d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0987937 Jul 16 18:04:40.449564 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41268) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:40.454440 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0e74de1c-04f1-4915-8d0c-2406a4506ead tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group': {'name': 'tempest-secgroup--712011723'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:40.491354 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e74de1c-04f1-4915-8d0c-2406a4506ead tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.625622 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e74de1c-04f1-4915-8d0c-2406a4506ead tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.633635 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e74de1c-04f1-4915-8d0c-2406a4506ead tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.673547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74de1c-04f1-4915-8d0c-2406a4506ead tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eb5a62-a879-495b-b090-15d291e890d6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.683852 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e74de1c-04f1-4915-8d0c-2406a4506ead tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.685205 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0e74de1c-04f1-4915-8d0c-2406a4506ead tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2346783 Jul 16 18:04:40.688750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41274) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:40.694849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-174dc082-dee7-4ff7-b48c-5da3a7446018 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'b4eb5a62-a879-495b-b090-15d291e890d6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:40.696415 n-d-787206-10 neutron-server[100169]: WARNING neutron.api.v2.base [None req-174dc082-dee7-4ff7-b48c-5da3a7446018 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:04:40.696960 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-174dc082-dee7-4ff7-b48c-5da3a7446018 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:40.700840 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-174dc082-dee7-4ff7-b48c-5da3a7446018 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080724 Jul 16 18:04:40.701236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41276) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:40.816409 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86e79238-d820-4467-8662-28bb90e3f403 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.855185 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86e79238-d820-4467-8662-28bb90e3f403 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.967591 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86e79238-d820-4467-8662-28bb90e3f403 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.972815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86e79238-d820-4467-8662-28bb90e3f403 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.974317 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-86e79238-d820-4467-8662-28bb90e3f403 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "DELETE /v2.0/security-groups/b4eb5a62-a879-495b-b090-15d291e890d6 HTTP/1.1" status: 204 len: 168 time: 0.2724712 Jul 16 18:04:40.985175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41280) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.000430 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e79238-d820-4467-8662-28bb90e3f403 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eb5a62-a879-495b-b090-15d291e890d6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.083761 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5d559f54-88d3-41bc-bce3-1216ca3f8a2a tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1031523 Jul 16 18:04:41.087911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41282) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.099363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9eb7a01d-3f1e-4db0-97d5-ef3d52f2a704 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group': {'name': 'tempest-secgroup--640149198'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:41.143564 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb7a01d-3f1e-4db0-97d5-ef3d52f2a704 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.308127 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb7a01d-3f1e-4db0-97d5-ef3d52f2a704 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.332558 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb7a01d-3f1e-4db0-97d5-ef3d52f2a704 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.371817 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb7a01d-3f1e-4db0-97d5-ef3d52f2a704 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.373038 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9eb7a01d-3f1e-4db0-97d5-ef3d52f2a704 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2840443 Jul 16 18:04:41.376053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41290) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.384171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-48d47be5-8863-4c64-a5af-1c887c48e0a0 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'dec97dc2-9e7a-42dc-b37d-25fd78a8ccfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:41.405905 n-d-787206-10 neutron-server[100169]: WARNING neutron.api.v2.base [None req-48d47be5-8863-4c64-a5af-1c887c48e0a0 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:04:41.406910 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-48d47be5-8863-4c64-a5af-1c887c48e0a0 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:41.409809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-48d47be5-8863-4c64-a5af-1c887c48e0a0 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0286980 Jul 16 18:04:41.411004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d11bdd3b-ca24-47f1-9304-f84f20dfc699 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:41.412356 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41294) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.418279 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-56353d4b-5397-4862-962f-c8bc653efe35 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'dec97dc2-9e7a-42dc-b37d-25fd78a8ccfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:41.420529 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-56353d4b-5397-4862-962f-c8bc653efe35 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:04:41.421310 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-56353d4b-5397-4862-962f-c8bc653efe35 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:41.422547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7a01d-3f1e-4db0-97d5-ef3d52f2a704 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec97dc2-9e7a-42dc-b37d-25fd78a8ccfe,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.426347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41296) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.436140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-682f25d9-42b8-4c12-8062-f311fd80de6e tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'dec97dc2-9e7a-42dc-b37d-25fd78a8ccfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:41.437057 n-d-787206-10 neutron-server[100169]: WARNING neutron.api.v2.base [None req-682f25d9-42b8-4c12-8062-f311fd80de6e tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:04:41.437710 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-682f25d9-42b8-4c12-8062-f311fd80de6e tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:41.441827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-682f25d9-42b8-4c12-8062-f311fd80de6e tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115104 Jul 16 18:04:41.445737 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-56353d4b-5397-4862-962f-c8bc653efe35 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0305750 Jul 16 18:04:41.447629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41298) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.450705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2cb7c-7941-41f2-9cf5-1a441662719a req-27cb331d-3a94-4ae7-9782-93fc0632de89 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.458266 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89d2cb7c-7941-41f2-9cf5-1a441662719a req-27cb331d-3a94-4ae7-9782-93fc0632de89 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.1662779 Jul 16 18:04:41.460191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: d11bdd3b-ca24-47f1-9304-f84f20dfc699 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:41.462112 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d11bdd3b-ca24-47f1-9304-f84f20dfc699 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:41.474674 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1dfa3560-d45f-4bb7-bb3b-d0079dd0bf0c tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'dec97dc2-9e7a-42dc-b37d-25fd78a8ccfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:41.476235 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-1dfa3560-d45f-4bb7-bb3b-d0079dd0bf0c tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:04:41.477644 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-1dfa3560-d45f-4bb7-bb3b-d0079dd0bf0c tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:41.482421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41302) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.483010 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1dfa3560-d45f-4bb7-bb3b-d0079dd0bf0c tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0305784 Jul 16 18:04:41.556709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89d2cb7c-7941-41f2-9cf5-1a441662719a req-e04b3c83-b16b-4151-9f53-60f681d0b658 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970011 Jul 16 18:04:41.589729 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45be2077-696c-462c-b561-e6806ac66321 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.623271 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45be2077-696c-462c-b561-e6806ac66321 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.734273 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45be2077-696c-462c-b561-e6806ac66321 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.737090 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45be2077-696c-462c-b561-e6806ac66321 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.738788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-45be2077-696c-462c-b561-e6806ac66321 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "DELETE /v2.0/security-groups/dec97dc2-9e7a-42dc-b37d-25fd78a8ccfe HTTP/1.1" status: 204 len: 168 time: 0.2546377 Jul 16 18:04:41.741677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41306) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.750981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7d873985-c6c7-4b55-9b4b-5fe4c0710728 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:41.760871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be2077-696c-462c-b561-e6806ac66321 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec97dc2-9e7a-42dc-b37d-25fd78a8ccfe,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.782972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d48b4-b2df-4604-a3d2-fd3a3b919871 req-eafa65e2-9f49-4114-8e85-a65dde2bf664 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.784643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-505d48b4-b2df-4604-a3d2-fd3a3b919871 req-eafa65e2-9f49-4114-8e85-a65dde2bf664 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.1163604 Jul 16 18:04:41.853519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 7d873985-c6c7-4b55-9b4b-5fe4c0710728 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:41.858727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 7d873985-c6c7-4b55-9b4b-5fe4c0710728 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:41.859237 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.864344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-505d48b4-b2df-4604-a3d2-fd3a3b919871 req-3730fa04-26d5-413b-8837-c5dc2738c2f5 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621483 Jul 16 18:04:41.871009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41308) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.871889 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4b65cc30-e53e-4534-a6e7-99704164c320 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1282988 Jul 16 18:04:41.881326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-3feb60ee-d7fd-445a-8a74-88c5b22bf114 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638215759'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:41.923949 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3feb60ee-d7fd-445a-8a74-88c5b22bf114 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.054075 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.072230 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3feb60ee-d7fd-445a-8a74-88c5b22bf114 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.117586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546a1714-4a24-440b-8add-6b7ea54a9548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d873985-c6c7-4b55-9b4b-5fe4c0710728'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:42.121914 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b96b23-0a56-432b-8f61-b8d40c2abc7c" -d '{"events": [{"server_uuid": "546a1714-4a24-440b-8add-6b7ea54a9548", "name": "network-vif-plugged", "status": "completed", "tag": "7d873985-c6c7-4b55-9b4b-5fe4c0710728"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:42.124163 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3feb60ee-d7fd-445a-8a74-88c5b22bf114 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.137484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7d873985-c6c7-4b55-9b4b-5fe4c0710728, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7d873985-c6c7-4b55-9b4b-5fe4c0710728,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:42.167059 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.167327 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3feb60ee-d7fd-445a-8a74-88c5b22bf114 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.168369 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3feb60ee-d7fd-445a-8a74-88c5b22bf114 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2963469 Jul 16 18:04:42.173262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41316) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.179157 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-afe85642-5664-47e6-ac17-746a287af3a4 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'd18caa73-7d85-4feb-a48b-44e6259f9f6a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:42.180615 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-afe85642-5664-47e6-ac17-746a287af3a4 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:04:42.181214 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-afe85642-5664-47e6-ac17-746a287af3a4 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:42.185538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41318) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.186991 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-afe85642-5664-47e6-ac17-746a287af3a4 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124838 Jul 16 18:04:42.191657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-46574140-1317-4a17-a92c-2674e8ec9a37 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'd18caa73-7d85-4feb-a48b-44e6259f9f6a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:42.224569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e42544-259e-4997-8591-1e222418fadc req-6d66f5f2-9015-4b05-a0e0-0ae608741e4a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:42.227203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7e42544-259e-4997-8591-1e222418fadc req-6d66f5f2-9015-4b05-a0e0-0ae608741e4a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 944 time: 0.1524515 Jul 16 18:04:42.239697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb60ee-d7fd-445a-8a74-88c5b22bf114 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d18caa73-7d85-4feb-a48b-44e6259f9f6a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:42.251679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=7d873985-c6c7-4b55-9b4b-5fe4c0710728,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:42.268308 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-46574140-1317-4a17-a92c-2674e8ec9a37 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:42.272126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-46574140-1317-4a17-a92c-2674e8ec9a37 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0821431 Jul 16 18:04:42.272610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41320) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.280651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-80d0438c-3730-468d-a51b-0adf192dd556 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'd18caa73-7d85-4feb-a48b-44e6259f9f6a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:42.281437 n-d-787206-10 neutron-server[100169]: WARNING neutron.api.v2.base [None req-80d0438c-3730-468d-a51b-0adf192dd556 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:04:42.281965 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-80d0438c-3730-468d-a51b-0adf192dd556 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:42.285888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-80d0438c-3730-468d-a51b-0adf192dd556 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094144 Jul 16 18:04:42.286822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41322) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.292655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8dfcbd8a-fcb9-495e-8137-71756bac6f1f tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'd18caa73-7d85-4feb-a48b-44e6259f9f6a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:42.308850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7e42544-259e-4997-8591-1e222418fadc req-616bb553-6515-4a24-8d9c-67d84e7fabd2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607300 Jul 16 18:04:42.371801 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-8dfcbd8a-fcb9-495e-8137-71756bac6f1f tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:42.376390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41324) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.377123 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8dfcbd8a-fcb9-495e-8137-71756bac6f1f tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0884275 Jul 16 18:04:42.381205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b0b00348-33d3-4a25-8994-004257833dbf tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'd18caa73-7d85-4feb-a48b-44e6259f9f6a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:42.381796 n-d-787206-10 neutron-server[100169]: WARNING neutron.api.v2.base [None req-b0b00348-33d3-4a25-8994-004257833dbf tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:04:42.382162 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-b0b00348-33d3-4a25-8994-004257833dbf tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:42.387484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b0b00348-33d3-4a25-8994-004257833dbf tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062766 Jul 16 18:04:42.387484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41326) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.391695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-548fd7e8-84ef-46b2-ada0-19617a0ef0cb tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'd18caa73-7d85-4feb-a48b-44e6259f9f6a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:42.442167 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-548fd7e8-84ef-46b2-ada0-19617a0ef0cb tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Project 328a53567a6e49a4b112ae055a46b358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:04:42.464611 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-548fd7e8-84ef-46b2-ada0-19617a0ef0cb tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:42.470322 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41328) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.470570 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-548fd7e8-84ef-46b2-ada0-19617a0ef0cb tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0821536 Jul 16 18:04:42.484612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b17e342a-ea7d-4bc9-bb13-112d1cf9a0b8 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'd18caa73-7d85-4feb-a48b-44e6259f9f6a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:42.485093 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-b17e342a-ea7d-4bc9-bb13-112d1cf9a0b8 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:04:42.485569 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-b17e342a-ea7d-4bc9-bb13-112d1cf9a0b8 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:42.487938 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b17e342a-ea7d-4bc9-bb13-112d1cf9a0b8 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0154347 Jul 16 18:04:42.494685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41330) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.501665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-958f8ffb-6a7c-4e66-85bb-8e4cb4ae70fe tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'd18caa73-7d85-4feb-a48b-44e6259f9f6a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:42.536174 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-958f8ffb-6a7c-4e66-85bb-8e4cb4ae70fe tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Project 328a53567a6e49a4b112ae055a46b358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:04:42.558538 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-958f8ffb-6a7c-4e66-85bb-8e4cb4ae70fe tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:42.559848 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-958f8ffb-6a7c-4e66-85bb-8e4cb4ae70fe tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0638084 Jul 16 18:04:42.562728 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41332) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.567982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e37d57eb-c77e-4325-802d-c826887bff56 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'd18caa73-7d85-4feb-a48b-44e6259f9f6a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:42.621636 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-e37d57eb-c77e-4325-802d-c826887bff56 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Project 328a53567a6e49a4b112ae055a46b358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:04:42.628795 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b937c2a-79f5-4104-acc6-851c83cd6af9 x-openstack-request-id: req-5b937c2a-79f5-4104-acc6-851c83cd6af9 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:42.629400 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546a1714-4a24-440b-8add-6b7ea54a9548", "name": "network-vif-plugged", "status": "completed", "tag": "7d873985-c6c7-4b55-9b4b-5fe4c0710728", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:42.629645 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b937c2a-79f5-4104-acc6-851c83cd6af9 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:42.630030 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546a1714-4a24-440b-8add-6b7ea54a9548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d873985-c6c7-4b55-9b4b-5fe4c0710728', 'code': 200} Jul 16 18:04:42.655187 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-e37d57eb-c77e-4325-802d-c826887bff56 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:42.657321 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e37d57eb-c77e-4325-802d-c826887bff56 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0927632 Jul 16 18:04:42.660628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41336) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:43.152341 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9867-c822-421a-b4fc-70e1687a82b8 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.191832 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9867-c822-421a-b4fc-70e1687a82b8 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.203719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c9a5e-42ea-48d5-9a94-c7c7152d0a4b req-14fb995c-344b-4096-a1e7-c2e8d8013a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.205359 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a15c9a5e-42ea-48d5-9a94-c7c7152d0a4b req-14fb995c-344b-4096-a1e7-c2e8d8013a3f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 1097 time: 0.5020428 Jul 16 18:04:43.256844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8282ef2-5932-4dd0-a1d1-438acc4fbd04 req-3ebdcb22-f3b6-429c-aedc-65ef0c8fb8fb tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.259486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8282ef2-5932-4dd0-a1d1-438acc4fbd04 req-3ebdcb22-f3b6-429c-aedc-65ef0c8fb8fb tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.4938338 Jul 16 18:04:43.294306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a15c9a5e-42ea-48d5-9a94-c7c7152d0a4b req-e04cd4de-c134-4bbf-8022-c0b6c15fd654 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767226 Jul 16 18:04:43.311632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9867-c822-421a-b4fc-70e1687a82b8 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.314549 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9867-c822-421a-b4fc-70e1687a82b8 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.315945 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1f9e9867-c822-421a-b4fc-70e1687a82b8 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "DELETE /v2.0/security-groups/d18caa73-7d85-4feb-a48b-44e6259f9f6a HTTP/1.1" status: 204 len: 168 time: 0.6538205 Jul 16 18:04:43.319544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41342) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:43.338767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8282ef2-5932-4dd0-a1d1-438acc4fbd04 req-d810f77f-0f3f-417d-bcc7-6b63f7c5046f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731261 Jul 16 18:04:43.340279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e9867-c822-421a-b4fc-70e1687a82b8 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18caa73-7d85-4feb-a48b-44e6259f9f6a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:43.423280 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bdd940df-2905-4c99-986a-3f94a28d9b1d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1002300 Jul 16 18:04:43.427045 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41346) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:43.433107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c0ea2bfb-b94d-4b83-82dc-15c99dc2a4a1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218045108'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:43.463845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c0ea2bfb-b94d-4b83-82dc-15c99dc2a4a1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.569180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e2cd5-8f03-4b9d-ad18-8bb340f4f82f req-9d20ff6b-8d75-427f-8a81-bdd18ca8cce2 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.570793 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-666e2cd5-8f03-4b9d-ad18-8bb340f4f82f req-9d20ff6b-8d75-427f-8a81-bdd18ca8cce2 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.0880237 Jul 16 18:04:43.598631 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c0ea2bfb-b94d-4b83-82dc-15c99dc2a4a1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.606250 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c0ea2bfb-b94d-4b83-82dc-15c99dc2a4a1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.642731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea2bfb-b94d-4b83-82dc-15c99dc2a4a1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39b6343-2f6e-4aee-b4f7-49e3091ead6e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:43.648632 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-666e2cd5-8f03-4b9d-ad18-8bb340f4f82f req-c9ed67aa-fde4-4ce3-bf62-c6150c08bb68 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690002 Jul 16 18:04:43.667362 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c0ea2bfb-b94d-4b83-82dc-15c99dc2a4a1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.669496 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c0ea2bfb-b94d-4b83-82dc-15c99dc2a4a1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2411869 Jul 16 18:04:43.672521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41352) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:43.680308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-fd4a3909-ae08-458d-a812-a1d08a4d1842 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'f39b6343-2f6e-4aee-b4f7-49e3091ead6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:43.735368 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-fd4a3909-ae08-458d-a812-a1d08a4d1842 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The resource could not be found. Jul 16 18:04:43.736583 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fd4a3909-ae08-458d-a812-a1d08a4d1842 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0627878 Jul 16 18:04:43.739546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41354) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:43.745643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a041f2ae-0052-415f-a226-16e066027c52 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'f39b6343-2f6e-4aee-b4f7-49e3091ead6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '16ef55ed-84b0-4aee-96ff-cccae15a25f7'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:43.855922 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-a041f2ae-0052-415f-a226-16e066027c52 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The resource could not be found. Jul 16 18:04:43.857235 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a041f2ae-0052-415f-a226-16e066027c52 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1164286 Jul 16 18:04:43.860111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41356) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:43.908067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8d166-9a6d-4af4-94b3-e9ca6ebd2bea req-0dabb5cf-846c-49b6-97f3-c9eeecedf4e3 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.917501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19c8d166-9a6d-4af4-94b3-e9ca6ebd2bea req-0dabb5cf-846c-49b6-97f3-c9eeecedf4e3 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 945 time: 0.1198030 Jul 16 18:04:43.932378 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fe2de51-21b2-45a9-aafc-84c95c65d7d4 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.963974 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fe2de51-21b2-45a9-aafc-84c95c65d7d4 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.998371 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19c8d166-9a6d-4af4-94b3-e9ca6ebd2bea req-9fe11b5e-1f2b-4165-89d7-8b319fbdbd61 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797772 Jul 16 18:04:44.029466 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fe2de51-21b2-45a9-aafc-84c95c65d7d4 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.032052 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fe2de51-21b2-45a9-aafc-84c95c65d7d4 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.033232 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2fe2de51-21b2-45a9-aafc-84c95c65d7d4 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "DELETE /v2.0/security-groups/f39b6343-2f6e-4aee-b4f7-49e3091ead6e HTTP/1.1" status: 204 len: 168 time: 0.1719680 Jul 16 18:04:44.036037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41358) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:44.050307 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2de51-21b2-45a9-aafc-84c95c65d7d4 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39b6343-2f6e-4aee-b4f7-49e3091ead6e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:44.122557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cdd97d4a-bc35-480f-92c6-05e85b10d4f9 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0852604 Jul 16 18:04:44.129124 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41360) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:44.135132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-fc1ef0e6-4d58-4bc1-bd46-9799bf4d5275 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'e512972d-69ab-4f4c-a302-186338ec51ab', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:44.270059 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-fc1ef0e6-4d58-4bc1-bd46-9799bf4d5275 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The resource could not be found. Jul 16 18:04:44.274002 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fc1ef0e6-4d58-4bc1-bd46-9799bf4d5275 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1431639 Jul 16 18:04:44.299910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41364) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:44.307042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e70144b9-ad9f-4c7d-8cb6-ef5079ec6981 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group': {'name': 'tempest-secgroup--997598381'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:44.357068 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e70144b9-ad9f-4c7d-8cb6-ef5079ec6981 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.603412 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e70144b9-ad9f-4c7d-8cb6-ef5079ec6981 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.612667 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e70144b9-ad9f-4c7d-8cb6-ef5079ec6981 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.664506 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798d5fa-3089-435c-9933-58415acb2311 req-4bd71611-3296-418e-b347-abdb46d68e01 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.666067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f798d5fa-3089-435c-9933-58415acb2311 req-4bd71611-3296-418e-b347-abdb46d68e01 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.1333838 Jul 16 18:04:44.671663 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e70144b9-ad9f-4c7d-8cb6-ef5079ec6981 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.672842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e70144b9-ad9f-4c7d-8cb6-ef5079ec6981 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3714931 Jul 16 18:04:44.675759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41370) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:44.681254 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-81c6da49-47bd-4a5d-bb2f-e08a8380209d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363352285'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:44.692866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70144b9-ad9f-4c7d-8cb6-ef5079ec6981 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96a7284-e9ee-4b10-bf76-26c10893eede,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:44.717304 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81c6da49-47bd-4a5d-bb2f-e08a8380209d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.720643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f798d5fa-3089-435c-9933-58415acb2311 req-537d26b5-1a2f-4354-883b-12388cfb5aba tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445483 Jul 16 18:04:44.869903 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81c6da49-47bd-4a5d-bb2f-e08a8380209d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.882601 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81c6da49-47bd-4a5d-bb2f-e08a8380209d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.926874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6da49-47bd-4a5d-bb2f-e08a8380209d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b61877c-eeda-4393-99d7-a6101fd35d79,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:44.930915 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81c6da49-47bd-4a5d-bb2f-e08a8380209d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.937680 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-81c6da49-47bd-4a5d-bb2f-e08a8380209d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2570395 Jul 16 18:04:44.938671 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41372) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:44.944795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-954bda97-8c0a-4fa4-9be0-76e2f45099dc tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': 'c96a7284-e9ee-4b10-bf76-26c10893eede', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2b61877c-eeda-4393-99d7-a6101fd35d79'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:44.982167 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7874e87-60b2-4558-961c-a81150f630a6 req-f02d97ab-ad86-4984-a3f0-bbe863e17361 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.988346 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7874e87-60b2-4558-961c-a81150f630a6 req-f02d97ab-ad86-4984-a3f0-bbe863e17361 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.1375418 Jul 16 18:04:45.033714 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-954bda97-8c0a-4fa4-9be0-76e2f45099dc tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:45.037755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-954bda97-8c0a-4fa4-9be0-76e2f45099dc tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0949407 Jul 16 18:04:45.050956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41376) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:45.051086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7874e87-60b2-4558-961c-a81150f630a6 req-ceec5c27-a4cd-476d-8c65-9ec0cd7edabf tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556035 Jul 16 18:04:45.128696 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f67b4df-e2e8-4b5b-a9f1-2d066fe3c36e tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.176412 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f67b4df-e2e8-4b5b-a9f1-2d066fe3c36e tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.233035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec0ff7-9b1e-4552-933a-122f66c70066 req-96e516b5-634f-45aa-8ca0-94c429e11981 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.235037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25ec0ff7-9b1e-4552-933a-122f66c70066 req-96e516b5-634f-45aa-8ca0-94c429e11981 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 945 time: 0.0868759 Jul 16 18:04:45.260567 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f67b4df-e2e8-4b5b-a9f1-2d066fe3c36e tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.263776 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f67b4df-e2e8-4b5b-a9f1-2d066fe3c36e tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.265459 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0f67b4df-e2e8-4b5b-a9f1-2d066fe3c36e tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "DELETE /v2.0/security-groups/2b61877c-eeda-4393-99d7-a6101fd35d79 HTTP/1.1" status: 204 len: 168 time: 0.2179155 Jul 16 18:04:45.277524 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41380) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:45.278904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67b4df-e2e8-4b5b-a9f1-2d066fe3c36e tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b61877c-eeda-4393-99d7-a6101fd35d79,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:45.303255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25ec0ff7-9b1e-4552-933a-122f66c70066 req-e881e1cd-31f1-4a4a-8d48-029e704bff7d tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603280 Jul 16 18:04:45.411476 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4146530b-e946-42d0-bc4a-ac2f4f848b26 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1208034 Jul 16 18:04:45.413503 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41388) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:45.526424 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e85e8203-1d48-4d89-a677-04dbf2ea183d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.593355 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e85e8203-1d48-4d89-a677-04dbf2ea183d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.690123 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e85e8203-1d48-4d89-a677-04dbf2ea183d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.694933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e85e8203-1d48-4d89-a677-04dbf2ea183d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.697837 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e85e8203-1d48-4d89-a677-04dbf2ea183d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "DELETE /v2.0/security-groups/c96a7284-e9ee-4b10-bf76-26c10893eede HTTP/1.1" status: 204 len: 168 time: 0.2824891 Jul 16 18:04:45.700982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41394) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:45.718284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e8203-1d48-4d89-a677-04dbf2ea183d tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96a7284-e9ee-4b10-bf76-26c10893eede,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:45.826521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-18d334b4-538b-4e20-acf7-172323ee45b4 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1228194 Jul 16 18:04:45.831913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41398) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:45.845522 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-cdb27fb6-a56c-476c-843c-58488491ef82 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842052745'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:45.881329 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cdb27fb6-a56c-476c-843c-58488491ef82 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.074016 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cdb27fb6-a56c-476c-843c-58488491ef82 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.090072 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cdb27fb6-a56c-476c-843c-58488491ef82 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.157670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb27fb6-a56c-476c-843c-58488491ef82 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020d7c0f-3a2f-445a-a945-7a2c619fe885,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:46.172796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cdb27fb6-a56c-476c-843c-58488491ef82 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.175102 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cdb27fb6-a56c-476c-843c-58488491ef82 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3418508 Jul 16 18:04:46.178104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41418) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:46.184353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4e8eda79-4b78-4abf-a520-c6cedd7169d1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': '020d7c0f-3a2f-445a-a945-7a2c619fe885', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:46.330223 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc11204-5a7d-4c67-8646-7c75058e89f6 req-1b9e5332-1e2b-4273-b10b-4ac50737048d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.332762 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdc11204-5a7d-4c67-8646-7c75058e89f6 req-1b9e5332-1e2b-4273-b10b-4ac50737048d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.1435673 Jul 16 18:04:46.409907 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-4e8eda79-4b78-4abf-a520-c6cedd7169d1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:46.411620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4e8eda79-4b78-4abf-a520-c6cedd7169d1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2317319 Jul 16 18:04:46.414641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41422) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:46.420160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-920c082f-eeea-4739-8082-36b8eead072e tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group_rule': {'security_group_id': '020d7c0f-3a2f-445a-a945-7a2c619fe885', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:46.484930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdc11204-5a7d-4c67-8646-7c75058e89f6 req-85e50440-fdc1-497e-ab2c-16cae22799bd tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461830 Jul 16 18:04:46.518717 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-920c082f-eeea-4739-8082-36b8eead072e tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:46.525628 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-920c082f-eeea-4739-8082-36b8eead072e tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1065454 Jul 16 18:04:46.526735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41426) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:46.553592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431af61-5ad0-4255-92e4-c36043043ecb req-1a4b0f67-d047-4f59-a06a-49c032a6443d tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.555495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b431af61-5ad0-4255-92e4-c36043043ecb req-1a4b0f67-d047-4f59-a06a-49c032a6443d tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.1822991 Jul 16 18:04:46.593566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a4738-9574-48cd-979e-9031be626c0b req-f04f1831-5cef-4ccd-bc71-0ebe017f31fc tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.602943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc3a4738-9574-48cd-979e-9031be626c0b req-f04f1831-5cef-4ccd-bc71-0ebe017f31fc tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 945 time: 0.2535069 Jul 16 18:04:46.606949 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-088a909d-e80b-448c-bb10-b5818afcf8cc tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.638170 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-088a909d-e80b-448c-bb10-b5818afcf8cc tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.703458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-088a909d-e80b-448c-bb10-b5818afcf8cc tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.711185 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-088a909d-e80b-448c-bb10-b5818afcf8cc tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.715310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc3a4738-9574-48cd-979e-9031be626c0b req-4338cbb5-1b91-4be9-aa40-436c5cc14816 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114802 Jul 16 18:04:46.721384 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-088a909d-e80b-448c-bb10-b5818afcf8cc tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "DELETE /v2.0/security-groups/020d7c0f-3a2f-445a-a945-7a2c619fe885 HTTP/1.1" status: 204 len: 168 time: 0.1940217 Jul 16 18:04:46.725682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41436) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:46.749571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a909d-e80b-448c-bb10-b5818afcf8cc tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d7c0f-3a2f-445a-a945-7a2c619fe885,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:46.844818 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9c51bf2e-89de-48b7-9c91-427a95caddad tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1075630 Jul 16 18:04:46.850126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41438) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:46.857316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a5bf844c-7ac3-41d1-805a-18d051fd5244 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group': {'name': 'tempest-secgroup--300530554'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:46.910924 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5bf844c-7ac3-41d1-805a-18d051fd5244 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.917369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b431af61-5ad0-4255-92e4-c36043043ecb req-b7313c30-ebdc-4794-b843-549eb797c19f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Deleting port 7447334a-42b5-4a2d-bd78-e300d42b0bf8 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:46.917809 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b431af61-5ad0-4255-92e4-c36043043ecb req-b7313c30-ebdc-4794-b843-549eb797c19f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.065522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b431af61-5ad0-4255-92e4-c36043043ecb req-b7313c30-ebdc-4794-b843-549eb797c19f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] For port 7447334a-42b5-4a2d-bd78-e300d42b0bf8, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7447334a-42b5-4a2d-bd78-e300d42b0bf8,segment=NetworkSegment(9e2b18d5-2465-420b-96e6-56995b2bac4d),segment_id=9e2b18d5-2465-420b-96e6-56995b2bac4d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:47.065946 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b431af61-5ad0-4255-92e4-c36043043ecb req-b7313c30-ebdc-4794-b843-549eb797c19f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.079985 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5bf844c-7ac3-41d1-805a-18d051fd5244 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.088382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5bf844c-7ac3-41d1-805a-18d051fd5244 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.102907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b431af61-5ad0-4255-92e4-c36043043ecb req-b7313c30-ebdc-4794-b843-549eb797c19f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Calling delete_port for 7447334a-42b5-4a2d-bd78-e300d42b0bf8 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:47.114647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e984f-92ff-4f84-b5cd-89c16ad6ff31 req-9f525770-439f-4bb7-99ba-8b496044ccef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.122522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-024e984f-92ff-4f84-b5cd-89c16ad6ff31 req-9f525770-439f-4bb7-99ba-8b496044ccef tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 945 time: 0.2519929 Jul 16 18:04:47.169791 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5bf844c-7ac3-41d1-805a-18d051fd5244 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.171026 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a5bf844c-7ac3-41d1-805a-18d051fd5244 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3188756 Jul 16 18:04:47.178186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41450) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:47.182033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf844c-7ac3-41d1-805a-18d051fd5244 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0c88bb-c8df-4702-8db0-8f4f0fb91616,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:47.183859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c336e04f-389e-44ff-9145-040a216471f1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:47.184594 n-d-787206-10 neutron-server[100169]: WARNING neutron.api.v2.base [None req-c336e04f-389e-44ff-9145-040a216471f1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:04:47.185092 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-c336e04f-389e-44ff-9145-040a216471f1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:04:47.186074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c336e04f-389e-44ff-9145-040a216471f1 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "PUT /v2.0/security-groups/ab0c88bb-c8df-4702-8db0-8f4f0fb91616 HTTP/1.1" status: 409 len: 330 time: 0.0067828 Jul 16 18:04:47.189866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41452) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:47.230219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-024e984f-92ff-4f84-b5cd-89c16ad6ff31 req-d7618ab9-b283-45b4-8ea5-15299c8e837f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/security-groups?id=2775955b-24a3-45c9-a202-d8266873978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067224 Jul 16 18:04:47.305705 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fcb04faf-e3b5-4314-805b-5482d5948ede tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.364457 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fcb04faf-e3b5-4314-805b-5482d5948ede tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.437982 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fcb04faf-e3b5-4314-805b-5482d5948ede tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.443926 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fcb04faf-e3b5-4314-805b-5482d5948ede tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.446930 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fcb04faf-e3b5-4314-805b-5482d5948ede tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "DELETE /v2.0/security-groups/ab0c88bb-c8df-4702-8db0-8f4f0fb91616 HTTP/1.1" status: 204 len: 168 time: 0.2559171 Jul 16 18:04:47.463656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41454) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:47.471732 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb04faf-e3b5-4314-805b-5482d5948ede tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0c88bb-c8df-4702-8db0-8f4f0fb91616,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:47.517331 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b431af61-5ad0-4255-92e4-c36043043ecb req-b7313c30-ebdc-4794-b843-549eb797c19f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.530404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['7447334a-42b5-4a2d-bd78-e300d42b0bf8'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:47.611310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7313c30-ebdc-4794-b843-549eb797c19f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Pushing event deleted for resources: {'Port': ['ID=7447334a-42b5-4a2d-bd78-e300d42b0bf8,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:47.619348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4d450387-67b6-4d37-a787-a64c47abf6a6 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1126599 Jul 16 18:04:47.622939 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41460) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:47.671259 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-a2bdd47d-5ba3-4bf0-919c-fcec4a8055d2 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] delete failed (client error): The resource could not be found. Jul 16 18:04:47.676683 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a2bdd47d-5ba3-4bf0-919c-fcec4a8055d2 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "DELETE /v2.0/security-groups/7c790cee-bfbd-4157-9456-4712441323bd HTTP/1.1" status: 404 len: 347 time: 0.0523951 Jul 16 18:04:47.682164 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41468) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:47.709567 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-1a086723-ac73-45a8-ac3b-236d93b3cf1c tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] show failed (client error): The resource could not be found. Jul 16 18:04:47.711150 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1a086723-ac73-45a8-ac3b-236d93b3cf1c tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "GET /v2.0/security-groups/7b364aba-5e75-4513-a59c-e002392d7a0d HTTP/1.1" status: 404 len: 347 time: 0.0274792 Jul 16 18:04:47.723845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41474) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:47.739097 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-b18dea34-7aa2-4506-af6d-deb428c94f98 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] show failed (client error): The resource could not be found. Jul 16 18:04:47.740192 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b18dea34-7aa2-4506-af6d-deb428c94f98 tempest-NegativeSecGroupIPv6Test-209141726 tempest-NegativeSecGroupIPv6Test-209141726-project] 10.222.0.41 "GET /v2.0/security-group-rules/9d5625cf-36f9-4396-908b-ad425e3b219e HTTP/1.1" status: 404 len: 356 time: 0.0153692 Jul 16 18:04:47.808008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b431af61-5ad0-4255-92e4-c36043043ecb req-b7313c30-ebdc-4794-b843-549eb797c19f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] No DVR routers for this DVR port 7447334a-42b5-4a2d-bd78-e300d42b0bf8 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:47.811692 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b431af61-5ad0-4255-92e4-c36043043ecb req-b7313c30-ebdc-4794-b843-549eb797c19f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.814918 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b431af61-5ad0-4255-92e4-c36043043ecb req-b7313c30-ebdc-4794-b843-549eb797c19f tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.43 "DELETE /v2.0/ports/7447334a-42b5-4a2d-bd78-e300d42b0bf8 HTTP/1.1" status: 204 len: 173 time: 1.2505310 Jul 16 18:04:47.816849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb48b45-1589-4629-93a6-eb58372f100a', 'name': 'network-vif-deleted', 'tag': '7447334a-42b5-4a2d-bd78-e300d42b0bf8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:47.828673 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce82b804-3d68-4ae0-b72d-f9bade358594" -d '{"events": [{"server_uuid": "1fb48b45-1589-4629-93a6-eb58372f100a", "name": "network-vif-deleted", "tag": "7447334a-42b5-4a2d-bd78-e300d42b0bf8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:47.941597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6979f5d-2051-4747-9f66-a8056c71af48 req-193f87ae-a536-4f01-9761-d581565b3998 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.943309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6979f5d-2051-4747-9f66-a8056c71af48 req-193f87ae-a536-4f01-9761-d581565b3998 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.2057643 Jul 16 18:04:48.024042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6979f5d-2051-4747-9f66-a8056c71af48 req-6cce676d-dde7-4b56-8d3a-69ddbfd21295 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702040 Jul 16 18:04:48.093195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34da7b3-59a0-4b61-8cfc-e2b839885cea req-50410b72-2cae-44aa-a097-477976dc6358 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.104234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b34da7b3-59a0-4b61-8cfc-e2b839885cea req-50410b72-2cae-44aa-a097-477976dc6358 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 945 time: 0.1595216 Jul 16 18:04:48.212662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b34da7b3-59a0-4b61-8cfc-e2b839885cea req-f1b311d0-cd8e-4c93-be95-3ed2791ad425 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061375 Jul 16 18:04:48.334177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41498) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:48.555590 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd753cbc-d381-46af-af67-547c271c3e00 x-openstack-request-id: req-bd753cbc-d381-46af-af67-547c271c3e00 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:48.556193 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb48b45-1589-4629-93a6-eb58372f100a", "name": "network-vif-deleted", "tag": "7447334a-42b5-4a2d-bd78-e300d42b0bf8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:48.556193 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd753cbc-d381-46af-af67-547c271c3e00 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:48.556732 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb48b45-1589-4629-93a6-eb58372f100a', 'name': 'network-vif-deleted', 'tag': '7447334a-42b5-4a2d-bd78-e300d42b0bf8', 'status': 'completed', 'code': 200} Jul 16 18:04:48.589814 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-24208e34-8a70-4b93-9ee3-3ce12efaf3c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=328a53567a6e49a4b112ae055a46b358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521622 Jul 16 18:04:48.590210 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41506) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:48.766405 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e51321f-195f-4de9-9075-b0378a945253 req-b03e6c5d-74bc-4f70-8ea4-3d0290398968 tempest-ServerRescueNegativeTestJSON-2020902713 tempest-ServerRescueNegativeTestJSON-2020902713-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fb48b45-1589-4629-93a6-eb58372f100a HTTP/1.1" status: 200 len: 210 time: 0.0517704 Jul 16 18:04:48.777150 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e304-8efe-4769-af1e-81a723d9a78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.831461 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e304-8efe-4769-af1e-81a723d9a78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.953903 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e304-8efe-4769-af1e-81a723d9a78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.958626 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e304-8efe-4769-af1e-81a723d9a78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.962285 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d9b8e304-8efe-4769-af1e-81a723d9a78d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb203a14-e35e-4cf9-b17d-0d01b95c886f HTTP/1.1" status: 204 len: 168 time: 0.3698328 Jul 16 18:04:48.982934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8e304-8efe-4769-af1e-81a723d9a78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb203a14-e35e-4cf9-b17d-0d01b95c886f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:49.351993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09263a62-2e8d-4c02-bc3d-cb9ce68fc692 req-b14c0fdf-e02c-4a23-b77c-96cea8377d20 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.367651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09263a62-2e8d-4c02-bc3d-cb9ce68fc692 req-b14c0fdf-e02c-4a23-b77c-96cea8377d20 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 945 time: 0.1995237 Jul 16 18:04:49.423491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58232ccd-8126-472d-b957-0039a2046cbf req-b3ff8c8d-8e49-4b59-8d37-116d714eda64 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.433438 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58232ccd-8126-472d-b957-0039a2046cbf req-b3ff8c8d-8e49-4b59-8d37-116d714eda64 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.1863127 Jul 16 18:04:49.471992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 570386e7-2863-4a20-86ef-c988f1857528 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:49.487080 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09263a62-2e8d-4c02-bc3d-cb9ce68fc692 req-4054d2ac-5c6c-46b0-9a69-f3913bee1ad6 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184406 Jul 16 18:04:49.579491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58232ccd-8126-472d-b957-0039a2046cbf req-72b63503-a2ce-4e2b-97bc-10519659b574 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446760 Jul 16 18:04:49.690120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=570386e7-2863-4a20-86ef-c988f1857528,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:49.714772 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '570386e7-2863-4a20-86ef-c988f1857528', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '570386e7-2863-4a20-86ef-c988f1857528', 'mac_address': 'fa:16:3e:c5:1e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:49.818627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7447334a-42b5-4a2d-bd78-e300d42b0bf8 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:49.871055 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.886695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 570386e7-2863-4a20-86ef-c988f1857528 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:49.898953 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 7447334a-42b5-4a2d-bd78-e300d42b0bf8 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:49.901209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7447334a-42b5-4a2d-bd78-e300d42b0bf8 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:49.934543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41558) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:49.943336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=570386e7-2863-4a20-86ef-c988f1857528,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:49.953598 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.084274 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=570386e7-2863-4a20-86ef-c988f1857528,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:50.105325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['570386e7-2863-4a20-86ef-c988f1857528'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:50.285464 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41578) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:50.559975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b41d149a-f0ec-4460-949a-9fc1b60b5baa tempest-SubnetPoolsTestJSON-46235528 tempest-SubnetPoolsTestJSON-46235528-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-192997261', 'prefixes': ['172.20.0.0/16']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:50.565750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32e78d-e9eb-42cc-9c50-0e013fb2b280 req-3eb58c39-7fa4-45bb-b6a0-8172c4032a02 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.567575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de32e78d-e9eb-42cc-9c50-0e013fb2b280 req-3eb58c39-7fa4-45bb-b6a0-8172c4032a02 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 945 time: 0.1441863 Jul 16 18:04:50.712220 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b41d149a-f0ec-4460-949a-9fc1b60b5baa tempest-SubnetPoolsTestJSON-46235528 tempest-SubnetPoolsTestJSON-46235528-project] Notify callbacks [] for subnetpool, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.716189 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b41d149a-f0ec-4460-949a-9fc1b60b5baa tempest-SubnetPoolsTestJSON-46235528 tempest-SubnetPoolsTestJSON-46235528-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4261646 Jul 16 18:04:50.716571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41586) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:50.799053 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-797bb734-71dd-4e0d-8e50-1d7f1092432b tempest-SubnetPoolsTestJSON-46235528 tempest-SubnetPoolsTestJSON-46235528-project] 10.222.0.41 "GET /v2.0/subnetpools/e001a2bd-824a-4f97-ae24-f1513bd61e26 HTTP/1.1" status: 200 len: 731 time: 0.0812936 Jul 16 18:04:50.800290 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41592) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:50.809915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c667ac13-b0a8-4265-b357-ba10403c6ed7 tempest-SubnetPoolsTestJSON-46235528 tempest-SubnetPoolsTestJSON-46235528-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-75394082'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:50.846008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-de32e78d-e9eb-42cc-9c50-0e013fb2b280 req-4088cfaa-f881-4eb7-8c0e-4048856fa7f4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Deleting port 7d873985-c6c7-4b55-9b4b-5fe4c0710728 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:50.850576 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-de32e78d-e9eb-42cc-9c50-0e013fb2b280 req-4088cfaa-f881-4eb7-8c0e-4048856fa7f4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.859038 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c23b2e23-ad0f-4799-919a-759784047b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.970553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c667ac13-b0a8-4265-b357-ba10403c6ed7 tempest-SubnetPoolsTestJSON-46235528 tempest-SubnetPoolsTestJSON-46235528-project] Notify callbacks [] for subnetpool, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.975918 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c667ac13-b0a8-4265-b357-ba10403c6ed7 tempest-SubnetPoolsTestJSON-46235528 tempest-SubnetPoolsTestJSON-46235528-project] 10.222.0.41 "PUT /v2.0/subnetpools/e001a2bd-824a-4f97-ae24-f1513bd61e26 HTTP/1.1" status: 200 len: 682 time: 0.1736181 Jul 16 18:04:50.977517 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41598) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:51.122216 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fad2-3e4c-40b2-bc44-e5c4aa766618 tempest-SubnetPoolsTestJSON-46235528 tempest-SubnetPoolsTestJSON-46235528-project] Notify callbacks [] for subnetpool, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.125982 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a5d3fad2-3e4c-40b2-bc44-e5c4aa766618 tempest-SubnetPoolsTestJSON-46235528 tempest-SubnetPoolsTestJSON-46235528-project] 10.222.0.41 "DELETE /v2.0/subnetpools/e001a2bd-824a-4f97-ae24-f1513bd61e26 HTTP/1.1" status: 204 len: 168 time: 0.1447887 Jul 16 18:04:51.126276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41600) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:51.149567 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-fac764c2-59a5-4cf8-9b2d-541b2fd528c8 tempest-SubnetPoolsTestJSON-46235528 tempest-SubnetPoolsTestJSON-46235528-project] show failed (client error): The resource could not be found. Jul 16 18:04:51.153218 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fac764c2-59a5-4cf8-9b2d-541b2fd528c8 tempest-SubnetPoolsTestJSON-46235528 tempest-SubnetPoolsTestJSON-46235528-project] 10.222.0.41 "GET /v2.0/subnetpools/e001a2bd-824a-4f97-ae24-f1513bd61e26 HTTP/1.1" status: 404 len: 346 time: 0.0233083 Jul 16 18:04:51.153418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41602) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:51.161515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ee494-29c8-483d-b319-3b526e36e199 req-52c9fc65-1288-4733-9cea-4febd7b4cd0a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.169541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a8ee494-29c8-483d-b319-3b526e36e199 req-52c9fc65-1288-4733-9cea-4febd7b4cd0a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 945 time: 0.4378397 Jul 16 18:04:51.170883 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-571666ab-5192-40cc-b394-b83519741f41 tempest-SubnetPoolsTestJSON-46235528 tempest-SubnetPoolsTestJSON-46235528-project] delete failed (client error): The resource could not be found. Jul 16 18:04:51.172157 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-571666ab-5192-40cc-b394-b83519741f41 tempest-SubnetPoolsTestJSON-46235528 tempest-SubnetPoolsTestJSON-46235528-project] 10.222.0.41 "DELETE /v2.0/subnetpools/e001a2bd-824a-4f97-ae24-f1513bd61e26 HTTP/1.1" status: 404 len: 346 time: 0.0175824 Jul 16 18:04:51.352631 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a8ee494-29c8-483d-b319-3b526e36e199 req-0cd21799-da52-43b6-91da-b100e984a207 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818373 Jul 16 18:04:51.476218 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 570386e7-2863-4a20-86ef-c988f1857528 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:51.553965 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-de32e78d-e9eb-42cc-9c50-0e013fb2b280 req-4088cfaa-f881-4eb7-8c0e-4048856fa7f4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] For port 7d873985-c6c7-4b55-9b4b-5fe4c0710728, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7d873985-c6c7-4b55-9b4b-5fe4c0710728,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:51.554481 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-de32e78d-e9eb-42cc-9c50-0e013fb2b280 req-4088cfaa-f881-4eb7-8c0e-4048856fa7f4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.589466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-de32e78d-e9eb-42cc-9c50-0e013fb2b280 req-4088cfaa-f881-4eb7-8c0e-4048856fa7f4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Calling delete_port for 7d873985-c6c7-4b55-9b4b-5fe4c0710728 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:51.595362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 570386e7-2863-4a20-86ef-c988f1857528 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:51.596045 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.806895 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.843014 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41610) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:51.917264 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=570386e7-2863-4a20-86ef-c988f1857528,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:51.920939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570386e7-2863-4a20-86ef-c988f1857528'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:51.921170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1568cb-bd7c-40a4-81fe-4296dd817cd1 req-71b0840a-d35c-4a0b-b3c5-d82d906f2392 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.922751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd1568cb-bd7c-40a4-81fe-4296dd817cd1 req-71b0840a-d35c-4a0b-b3c5-d82d906f2392 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.1862633 Jul 16 18:04:51.930463 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc95e90-71ab-4e7d-9e7f-2a0a4232b9b0" -d '{"events": [{"server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "name": "network-vif-plugged", "status": "completed", "tag": "570386e7-2863-4a20-86ef-c988f1857528"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:51.950343 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.092648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=570386e7-2863-4a20-86ef-c988f1857528,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:52.106496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd1568cb-bd7c-40a4-81fe-4296dd817cd1 req-9bb45a6e-ed0f-4633-8f4a-47ba07a08f65 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646791 Jul 16 18:04:52.109585 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-de32e78d-e9eb-42cc-9c50-0e013fb2b280 req-4088cfaa-f881-4eb7-8c0e-4048856fa7f4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.166749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088cfaa-f881-4eb7-8c0e-4048856fa7f4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Pushing event deleted for resources: {'Port': ['ID=7d873985-c6c7-4b55-9b4b-5fe4c0710728,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:52.172643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c23b2e23-ad0f-4799-919a-759784047b58 admin admin] Deleting port e664b235-91b8-47d6-b648-dbd20a4865f2 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:52.173141 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c23b2e23-ad0f-4799-919a-759784047b58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.224503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.277907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-de32e78d-e9eb-42cc-9c50-0e013fb2b280 req-4088cfaa-f881-4eb7-8c0e-4048856fa7f4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] No DVR routers for this DVR port 7d873985-c6c7-4b55-9b4b-5fe4c0710728 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:52.285356 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-de32e78d-e9eb-42cc-9c50-0e013fb2b280 req-4088cfaa-f881-4eb7-8c0e-4048856fa7f4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.292765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de32e78d-e9eb-42cc-9c50-0e013fb2b280 req-4088cfaa-f881-4eb7-8c0e-4048856fa7f4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "DELETE /v2.0/ports/7d873985-c6c7-4b55-9b4b-5fe4c0710728 HTTP/1.1" status: 204 len: 173 time: 1.7194021 Jul 16 18:04:52.293249 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546a1714-4a24-440b-8add-6b7ea54a9548', 'name': 'network-vif-deleted', 'tag': '7d873985-c6c7-4b55-9b4b-5fe4c0710728'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:52.296603 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47db1390-99c9-46fe-9b97-aa5f9b38d9fd" -d '{"events": [{"server_uuid": "546a1714-4a24-440b-8add-6b7ea54a9548", "name": "network-vif-deleted", "tag": "7d873985-c6c7-4b55-9b4b-5fe4c0710728"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:52.496809 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.507050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-c23b2e23-ad0f-4799-919a-759784047b58 admin admin] For port e664b235-91b8-47d6-b648-dbd20a4865f2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e664b235-91b8-47d6-b648-dbd20a4865f2,segment=NetworkSegment(9e2b18d5-2465-420b-96e6-56995b2bac4d),segment_id=9e2b18d5-2465-420b-96e6-56995b2bac4d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:52.510062 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.516849 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c23b2e23-ad0f-4799-919a-759784047b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.569583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c23b2e23-ad0f-4799-919a-759784047b58 admin admin] Calling delete_port for e664b235-91b8-47d6-b648-dbd20a4865f2 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:52.604618 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61e230c1b15c4e8589e9f90514c44a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7594466 Jul 16 18:04:52.605258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66d3429-77ea-4429-a992-f263fe4f780a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:52.607255 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41624) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:52.697326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:52.697701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:52.699180 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:52.699574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:52.699913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:52.700241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:52.700569 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:52.700891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:52.701294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:52.701620 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:52.702129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:52.702449 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011345c-7aba-4a14-a963-731a41c4a8bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:52.767825 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-913cf57e-1d68-4a5f-9296-55b9004d7851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.837853 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-913cf57e-1d68-4a5f-9296-55b9004d7851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.978011 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-913cf57e-1d68-4a5f-9296-55b9004d7851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.982591 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-913cf57e-1d68-4a5f-9296-55b9004d7851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.983767 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-913cf57e-1d68-4a5f-9296-55b9004d7851 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c66d3429-77ea-4429-a992-f263fe4f780a HTTP/1.1" status: 204 len: 168 time: 0.3755915 Jul 16 18:04:53.002282 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cf57e-1d68-4a5f-9296-55b9004d7851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66d3429-77ea-4429-a992-f263fe4f780a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:53.019233 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe53430-0607-47fd-b09b-43591e5a8158 x-openstack-request-id: req-ebe53430-0607-47fd-b09b-43591e5a8158 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:53.021318 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "name": "network-vif-plugged", "status": "completed", "tag": "570386e7-2863-4a20-86ef-c988f1857528", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:53.021318 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebe53430-0607-47fd-b09b-43591e5a8158 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:53.021318 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570386e7-2863-4a20-86ef-c988f1857528', 'code': 200} Jul 16 18:04:53.796747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7d873985-c6c7-4b55-9b4b-5fe4c0710728 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:53.845113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 7d873985-c6c7-4b55-9b4b-5fe4c0710728 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:53.849662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7d873985-c6c7-4b55-9b4b-5fe4c0710728 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:53.948020 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f9ccf2-26a2-4b50-ab87-561dec84ef93 x-openstack-request-id: req-14f9ccf2-26a2-4b50-ab87-561dec84ef93 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:53.948674 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546a1714-4a24-440b-8add-6b7ea54a9548", "name": "network-vif-deleted", "tag": "7d873985-c6c7-4b55-9b4b-5fe4c0710728", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:53.948674 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14f9ccf2-26a2-4b50-ab87-561dec84ef93 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:53.948852 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546a1714-4a24-440b-8add-6b7ea54a9548', 'name': 'network-vif-deleted', 'tag': '7d873985-c6c7-4b55-9b4b-5fe4c0710728', 'status': 'completed', 'code': 200} Jul 16 18:04:54.038379 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d369997d-535c-4973-94b9-bef860e0568e req-93444489-5950-4445-b5d3-0b51b52dc966 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=546a1714-4a24-440b-8add-6b7ea54a9548 HTTP/1.1" status: 200 len: 210 time: 0.0923553 Jul 16 18:04:54.138391 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c23b2e23-ad0f-4799-919a-759784047b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.188529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b2e23-ad0f-4799-919a-759784047b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e664b235-91b8-47d6-b648-dbd20a4865f2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:54.400561 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41662) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:54.474083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066fe1d-581a-42d3-9991-108d393cf4dd req-9af80124-7fe8-444b-9316-9448a9f22dab tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.482827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7066fe1d-581a-42d3-9991-108d393cf4dd req-9af80124-7fe8-444b-9316-9448a9f22dab tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.2073069 Jul 16 18:04:54.519215 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c23b2e23-ad0f-4799-919a-759784047b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.562853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7066fe1d-581a-42d3-9991-108d393cf4dd req-93ed1192-286b-4493-abca-72009c7a18ee tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786715 Jul 16 18:04:54.617606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-726830360'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:54.705023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Made reservation on behalf of 7f02344468ee498799d666d3cca54f4f for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:54.709014 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.731609 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.904703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23b2e23-ad0f-4799-919a-759784047b58 admin admin] Router 075c113c-365c-4ad6-8fcf-858132b5e39c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:04:54.916575 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.925072 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.952007 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:54.976855 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.977728 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Added segment bdc716ec-bf35-47fb-8807-57749d3cf5ad of type vlan for network 8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7 Jul 16 18:04:54.979897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1204c767-96e6-4544-843b-3616e602ca14,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:55.043688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.106978 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.113872 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.114535 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.149747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23b2e23-ad0f-4799-919a-759784047b58 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:55.155827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c23b2e23-ad0f-4799-919a-759784047b58 admin admin] 10.222.0.41 "PUT /v2.0/routers/075c113c-365c-4ad6-8fcf-858132b5e39c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2201378 Jul 16 18:04:55.156920 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7551391 Jul 16 18:04:55.160053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41686) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:55.160582 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41688) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:55.163127 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e29f33-7150-4a09-a3a2-a291acdcc891 None None] Sync routers for ids ['075c113c-365c-4ad6-8fcf-858132b5e39c'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:55.181202 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-f87ed056-b86c-4c4a-a37d-43c92e795b6b tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7', 'tempest-TagsTest-Tag-1335907814') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:55.183132 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e29f33-7150-4a09-a3a2-a291acdcc891 None None] Routers {'075c113c-365c-4ad6-8fcf-858132b5e39c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:55.183279 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-01e29f33-7150-4a09-a3a2-a291acdcc891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:04:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['075c113c-365c-4ad6-8fcf-858132b5e39c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:55.310070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0902861-be67-462f-b060-db6227e37a6f tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Pushing event updated for resources: {'Network': ['ID=8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:55.322400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:55.369712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-4ec883e1-9a95-462d-a338-ee9d2266eef4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.380818 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-4ec883e1-9a95-462d-a338-ee9d2266eef4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 0.2669361 Jul 16 18:04:55.434824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-ca1a4d62-3ec8-4eba-a842-19444aaf988d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/quotas/66bb849ac62844c6957c750d90efa878 HTTP/1.1" status: 200 len: 375 time: 0.0411952 Jul 16 18:04:55.435815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.564720 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-01e29f33-7150-4a09-a3a2-a291acdcc891 None None] Set router 075c113c-365c-4ad6-8fcf-858132b5e39c gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:55.623406 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f87ed056-b86c-4c4a-a37d-43c92e795b6b tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "PUT /v2.0/networks/8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7/tags/tempest-TagsTest-Tag-1335907814 HTTP/1.1" status: 201 len: 201 time: 0.4605236 Jul 16 18:04:55.628364 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41698) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:55.629890 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.644269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-6d70aa8d-3c65-4ff0-9362-927f5cfc2d45 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7', 'tempest-TagsTest-Tag-1335907814') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:55.696107 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-6a6bea36-5b1c-424a-8964-fc56f54f666b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2461905 Jul 16 18:04:55.767181 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6d70aa8d-3c65-4ff0-9362-927f5cfc2d45 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "GET /v2.0/networks/8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7/tags/tempest-TagsTest-Tag-1335907814 HTTP/1.1" status: 204 len: 168 time: 0.1267791 Jul 16 18:04:55.769053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Deleting port 6ba803e7-3c40-4193-8369-b5cddc0765a0 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:55.769543 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.769812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41710) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:55.775328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-786119f4-719f-4567-b377-bb1447ed1976 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:55.926773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] For port 6ba803e7-3c40-4193-8369-b5cddc0765a0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6ba803e7-3c40-4193-8369-b5cddc0765a0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:55.927596 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.956442 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Calling delete_port for 6ba803e7-3c40-4193-8369-b5cddc0765a0 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:55.973160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-bd46ad23-760e-43b1-8710-2617a242bd4a service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759590 Jul 16 18:04:55.991197 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-01e29f33-7150-4a09-a3a2-a291acdcc891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'name': 'tempest-ServerRescueNegativeTestJSON-1739982692-router', 'tenant_id': '2f79575556364648952b73c658380d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:33Z', 'updated_at': '2021-07-16T18:04:53Z', 'revision_number': 5, 'project_id': '2f79575556364648952b73c658380d74', 'gw_port': {'id': '6ba803e7-3c40-4193-8369-b5cddc0765a0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:35Z', 'updated_at': '2021-07-16T18:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:56.068103 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e29f33-7150-4a09-a3a2-a291acdcc891 None None] Checking router: 075c113c-365c-4ad6-8fcf-858132b5e39c for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:04:56.073565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-786119f4-719f-4567-b377-bb1447ed1976 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "GET /v2.0/networks/8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7/tags HTTP/1.1" status: 200 len: 238 time: 0.3025489 Jul 16 18:04:56.077026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41720) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.084990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-684ac402-4d71-47f9-9fee-c54875459661 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7', {'tags': ['tempest-TagsTest-Tag-311947803', 'tempest-TagsTest-Tag-780950931', 'tempest-TagsTest-Tag-1111633778']}) {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:56.094885 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e29f33-7150-4a09-a3a2-a291acdcc891 None None] Routers {'075c113c-365c-4ad6-8fcf-858132b5e39c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:56.095609 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-01e29f33-7150-4a09-a3a2-a291acdcc891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:04:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['075c113c-365c-4ad6-8fcf-858132b5e39c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:56.143751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930f0ca-8b9f-4e17-abb8-f0a4d8c656b9 req-df5e3610-0c38-4921-9d38-ec98e54e4548 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.145633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8930f0ca-8b9f-4e17-abb8-f0a4d8c656b9 req-df5e3610-0c38-4921-9d38-ec98e54e4548 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.2971661 Jul 16 18:04:56.251102 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.263358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-6c39f1a4-adeb-4f34-9d84-f68c139e790b service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892530 Jul 16 18:04:56.271460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8930f0ca-8b9f-4e17-abb8-f0a4d8c656b9 req-49b82f46-b438-47c9-aac9-aa07121afaa3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123416 Jul 16 18:04:56.288167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-684ac402-4d71-47f9-9fee-c54875459661 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "PUT /v2.0/networks/8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7/tags HTTP/1.1" status: 200 len: 307 time: 0.2045829 Jul 16 18:04:56.296000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41726) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.300803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-61037400-e064-4c99-bfb4-6c68462feec8 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7', 'tempest-TagsTest-Tag-311947803') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:56.342367 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.345123 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-01e29f33-7150-4a09-a3a2-a291acdcc891 None None] Set router 075c113c-365c-4ad6-8fcf-858132b5e39c gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:56.349069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba803e7-3c40-4193-8369-b5cddc0765a0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:56.500924 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-01e29f33-7150-4a09-a3a2-a291acdcc891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'name': 'tempest-ServerRescueNegativeTestJSON-1739982692-router', 'tenant_id': '2f79575556364648952b73c658380d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:33Z', 'updated_at': '2021-07-16T18:04:55Z', 'revision_number': 6, 'project_id': '2f79575556364648952b73c658380d74', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:56.540977 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.558642 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.565698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-61037400-e064-4c99-bfb4-6c68462feec8 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "DELETE /v2.0/networks/8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7/tags/tempest-TagsTest-Tag-311947803 HTTP/1.1" status: 204 len: 168 time: 0.2659328 Jul 16 18:04:56.565888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41754) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.571153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-936ba3d1-d025-44fb-9989-9ed4396abf1d tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7', 'tempest-TagsTest-Tag-311947803') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:56.583251 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e29f33-7150-4a09-a3a2-a291acdcc891 None None] The sync data for ids ['075c113c-365c-4ad6-8fcf-858132b5e39c'] in n-d-787206-10 is: [{'id': '075c113c-365c-4ad6-8fcf-858132b5e39c', 'name': 'tempest-ServerRescueNegativeTestJSON-1739982692-router', 'tenant_id': '2f79575556364648952b73c658380d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:33Z', 'updated_at': '2021-07-16T18:04:55Z', 'revision_number': 6, 'project_id': '2f79575556364648952b73c658380d74', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:56.728737 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-936ba3d1-d025-44fb-9989-9ed4396abf1d tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] show failed (client error): The resource could not be found. Jul 16 18:04:56.729767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-936ba3d1-d025-44fb-9989-9ed4396abf1d tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "GET /v2.0/networks/8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7/tags/tempest-TagsTest-Tag-311947803 HTTP/1.1" status: 404 len: 325 time: 0.1630032 Jul 16 18:04:56.734033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41770) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.735179 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.746379 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.758145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-b18c2c96-e535-47d4-a7c4-6ab9628cb896 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7', 'tempest-TagsTest-Tag-780950931') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:56.804849 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.805451 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 075c113c-365c-4ad6-8fcf-858132b5e39c {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:04:56.810569 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.811774 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-87a935bf-cb73-42bc-87c8-257c3ebf2b60 admin admin] 10.222.0.41 "DELETE /v2.0/routers/075c113c-365c-4ad6-8fcf-858132b5e39c HTTP/1.1" status: 204 len: 168 time: 1.6501000 Jul 16 18:04:56.819581 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41776) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.954499 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cb6f79-c2f0-4031-b914-2e1a7d6e9028 admin admin] Deleting subnet c7ecbdae-f40b-496b-8215-a193d898ff6d {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:56.957164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b18c2c96-e535-47d4-a7c4-6ab9628cb896 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "GET /v2.0/networks/8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7/tags/tempest-TagsTest-Tag-780950931 HTTP/1.1" status: 204 len: 168 time: 0.2216187 Jul 16 18:04:56.959904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41778) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.966773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6f79-c2f0-4031-b914-2e1a7d6e9028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.973078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-46624d25-9a4b-435f-8089-4175a4376831 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7', 'tempest-TagsTest-Tag-1111633778') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:57.151665 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6f79-c2f0-4031-b914-2e1a7d6e9028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.280756 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6f79-c2f0-4031-b914-2e1a7d6e9028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.358617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6f79-c2f0-4031-b914-2e1a7d6e9028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.395924 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb6f79-c2f0-4031-b914-2e1a7d6e9028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ecbdae-f40b-496b-8215-a193d898ff6d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:57.407617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6f79-c2f0-4031-b914-2e1a7d6e9028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.407924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-be6413d8-784b-4ad0-8b35-0f430fc6ef9e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.409664 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-be6413d8-784b-4ad0-8b35-0f430fc6ef9e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 811 time: 0.2660930 Jul 16 18:04:57.421712 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d1cb6f79-c2f0-4031-b914-2e1a7d6e9028 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c7ecbdae-f40b-496b-8215-a193d898ff6d HTTP/1.1" status: 204 len: 168 time: 0.6017702 Jul 16 18:04:57.422668 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41808) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:57.502543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a377e6de-cc9a-407c-a2a1-d741700cd8dd req-54df6b5b-a68d-443e-ba66-16ac6458ae7f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 210 time: 0.0906632 Jul 16 18:04:57.505911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-46624d25-9a4b-435f-8089-4175a4376831 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "GET /v2.0/networks/8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7/tags/tempest-TagsTest-Tag-1111633778 HTTP/1.1" status: 204 len: 168 time: 0.5419292 Jul 16 18:04:57.509422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-e9d82d7f-581e-4fbe-8ad4-aa452d22e92a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/quotas/40c61bd95cbf4623a1b855bc6d9bd28e HTTP/1.1" status: 200 len: 375 time: 0.0830572 Jul 16 18:04:57.510083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41812) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:57.514879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-193188e4-42e3-4fb1-bff3-61ea9bbedf23 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:57.606834 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4afba1fb-5170-4050-aac0-a1e276fe946b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.657020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e664b235-91b8-47d6-b648-dbd20a4865f2 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:57.685930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-a33be8d1-3464-48bc-bd12-e037abb7ae70 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967064 Jul 16 18:04:57.705187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e664b235-91b8-47d6-b648-dbd20a4865f2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:57.705793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e664b235-91b8-47d6-b648-dbd20a4865f2 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:57.769832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4afba1fb-5170-4050-aac0-a1e276fe946b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.801221 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4afba1fb-5170-4050-aac0-a1e276fe946b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86509b43-a411-4e53-98ba-579929506239']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:57.824391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4afba1fb-5170-4050-aac0-a1e276fe946b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2b18d5-2465-420b-96e6-56995b2bac4d') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:57.824829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4afba1fb-5170-4050-aac0-a1e276fe946b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2b18d5-2465-420b-96e6-56995b2bac4d') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:57.836430 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4afba1fb-5170-4050-aac0-a1e276fe946b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.857412 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4afba1fb-5170-4050-aac0-a1e276fe946b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.867330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afba1fb-5170-4050-aac0-a1e276fe946b admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:57.868197 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4afba1fb-5170-4050-aac0-a1e276fe946b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:57.870088 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:57.911515 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-193188e4-42e3-4fb1-bff3-61ea9bbedf23 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "DELETE /v2.0/networks/8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7/tags HTTP/1.1" status: 204 len: 168 time: 0.4002345 Jul 16 18:04:57.953822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41818) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:57.958345 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-ad069220-e8b0-40ea-8e13-0eb9c1248521 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7', 'tempest-TagsTest-Tag-780950931') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:57.970054 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-79f12073-063e-4385-b9c3-6cb29c7620e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.982365 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4afba1fb-5170-4050-aac0-a1e276fe946b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.985314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7835b4-4810-4b98-980b-e257a4972736 req-e8ea904f-c818-4611-a238-735c9bed6b4b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.995609 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff7835b4-4810-4b98-980b-e257a4972736 req-e8ea904f-c818-4611-a238-735c9bed6b4b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 946 time: 0.2093556 Jul 16 18:04:58.016394 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4afba1fb-5170-4050-aac0-a1e276fe946b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.027164 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4afba1fb-5170-4050-aac0-a1e276fe946b admin admin] 10.222.0.41 "DELETE /v2.0/networks/86509b43-a411-4e53-98ba-579929506239 HTTP/1.1" status: 204 len: 168 time: 0.6010778 Jul 16 18:04:58.028105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afba1fb-5170-4050-aac0-a1e276fe946b admin admin] Pushing event deleted for resources: {'Network': ['ID=86509b43-a411-4e53-98ba-579929506239,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.091736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff7835b4-4810-4b98-980b-e257a4972736 req-8c7672e5-0be1-44f8-ada6-d4d585cd625a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949600 Jul 16 18:04:58.095743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-35e830fb-eb08-4a6a-93e4-60c292bf00ad service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012475 Jul 16 18:04:58.145398 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-ad069220-e8b0-40ea-8e13-0eb9c1248521 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] show failed (client error): The resource could not be found. Jul 16 18:04:58.145398 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ad069220-e8b0-40ea-8e13-0eb9c1248521 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "GET /v2.0/networks/8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7/tags/tempest-TagsTest-Tag-780950931 HTTP/1.1" status: 404 len: 325 time: 0.1875772 Jul 16 18:04:58.147578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41828) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:58.153530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-13800f39-2a2e-42ae-aef4-82d789a57429 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7', 'tempest-TagsTest-Tag-1111633778') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:58.369479 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41838) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:58.383720 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-13800f39-2a2e-42ae-aef4-82d789a57429 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] show failed (client error): The resource could not be found. Jul 16 18:04:58.385138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-13800f39-2a2e-42ae-aef4-82d789a57429 tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "GET /v2.0/networks/8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7/tags/tempest-TagsTest-Tag-1111633778 HTTP/1.1" status: 404 len: 326 time: 0.2388251 Jul 16 18:04:58.388020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41840) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:58.393763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-cac946c8-570e-47f1-bf5a-89ec86d1841a tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:58.412048 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-38246ec3-5fcf-4538-a26f-81c01fcc99c0 service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084164 Jul 16 18:04:58.489272 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9f83563e-fca6-41dc-909a-b21e3c56ad73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f79575556364648952b73c658380d74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1184318 Jul 16 18:04:58.492294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41842) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:58.574705 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-176f040b-9e4e-4d6e-8180-4484a26b14cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.586246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7b49a-10c9-4173-b3c6-3930ff521664 req-fa605414-4125-4fde-88a0-b415c25b50bd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.593752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7b49a-10c9-4173-b3c6-3930ff521664 req-fa605414-4125-4fde-88a0-b415c25b50bd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.598637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-176f040b-9e4e-4d6e-8180-4484a26b14cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.602006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7b49a-10c9-4173-b3c6-3930ff521664 req-fa605414-4125-4fde-88a0-b415c25b50bd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.609543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7b49a-10c9-4173-b3c6-3930ff521664 req-fa605414-4125-4fde-88a0-b415c25b50bd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.617638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7b49a-10c9-4173-b3c6-3930ff521664 req-fa605414-4125-4fde-88a0-b415c25b50bd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.624240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7b49a-10c9-4173-b3c6-3930ff521664 req-fa605414-4125-4fde-88a0-b415c25b50bd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.633477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7b49a-10c9-4173-b3c6-3930ff521664 req-fa605414-4125-4fde-88a0-b415c25b50bd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.651805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9da7b49a-10c9-4173-b3c6-3930ff521664 req-fa605414-4125-4fde-88a0-b415c25b50bd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5441 time: 0.3468621 Jul 16 18:04:58.665803 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-176f040b-9e4e-4d6e-8180-4484a26b14cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.669424 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-176f040b-9e4e-4d6e-8180-4484a26b14cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.670813 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-176f040b-9e4e-4d6e-8180-4484a26b14cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2775955b-24a3-45c9-a202-d8266873978e HTTP/1.1" status: 204 len: 168 time: 0.1770935 Jul 16 18:04:58.673683 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cac946c8-570e-47f1-bf5a-89ec86d1841a tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "DELETE /v2.0/networks/8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7/tags HTTP/1.1" status: 204 len: 168 time: 0.2843759 Jul 16 18:04:58.678076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41848) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:58.685275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f040b-9e4e-4d6e-8180-4484a26b14cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2775955b-24a3-45c9-a202-d8266873978e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.769919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9da7b49a-10c9-4173-b3c6-3930ff521664 req-a29e2402-51af-4982-93d2-111812642b86 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1170173 Jul 16 18:04:58.842381 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-944e9e4e-eed7-4629-84d8-fee789b93bda tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.221999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6ba803e7-3c40-4193-8369-b5cddc0765a0 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:59.307984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 6ba803e7-3c40-4193-8369-b5cddc0765a0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:59.308749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6ba803e7-3c40-4193-8369-b5cddc0765a0 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:59.484380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434b2122-3db2-42e3-a886-93a71bda1ecc no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:59.517868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6d8fda6-1490-4352-9adc-7af58334f10b req-55fd6fe0-06da-4e6b-ae8a-65c3b90c9d39 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 210 time: 0.1672051 Jul 16 18:04:59.664784 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-944e9e4e-eed7-4629-84d8-fee789b93bda tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.678230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-944e9e4e-eed7-4629-84d8-fee789b93bda tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:59.755263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-944e9e4e-eed7-4629-84d8-fee789b93bda tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc716ec-bf35-47fb-8807-57749d3cf5ad') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:59.755977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-944e9e4e-eed7-4629-84d8-fee789b93bda tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc716ec-bf35-47fb-8807-57749d3cf5ad') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:59.767279 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.808183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cfc7b7c-248b-41d5-b9f0-2a3b30af2ccb req-9f931d91-df75-4150-9e00-d6c8da181470 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 210 time: 0.0993729 Jul 16 18:04:59.826586 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-944e9e4e-eed7-4629-84d8-fee789b93bda tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.840525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:59.844388 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5756ffd-de0c-40e0-a92d-a94c8d064824" -d '{"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-unplugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:59.900128 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-944e9e4e-eed7-4629-84d8-fee789b93bda tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.906416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:59.916289 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.971586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-eed35f86-4319-4cf7-b904-8d42128ababa tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.974133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-eed35f86-4319-4cf7-b904-8d42128ababa tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 0.6175849 Jul 16 18:04:59.977056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944e9e4e-eed7-4629-84d8-fee789b93bda tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:59.978881 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-944e9e4e-eed7-4629-84d8-fee789b93bda tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:59.986906 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:00.004443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'port': {'device_id': '36aec656-cfbf-485b-b5a7-28f577beb1b9', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'admin_state_up': True, 'tenant_id': '66bb849ac62844c6957c750d90efa878'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:00.020474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=14']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:00.287873 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-944e9e4e-eed7-4629-84d8-fee789b93bda tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.309858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-944e9e4e-eed7-4629-84d8-fee789b93bda tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.312361 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-944e9e4e-eed7-4629-84d8-fee789b93bda tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] 10.222.0.41 "DELETE /v2.0/networks/8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7 HTTP/1.1" status: 204 len: 168 time: 1.6333425 Jul 16 18:05:00.341839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e9e4e-eed7-4629-84d8-fee789b93bda tempest-TagsTest-1414854658 tempest-TagsTest-1414854658-project] Pushing event deleted for resources: {'Network': ['ID=8a3a78d4-8de2-4e5f-8f9b-afd4d29c03b7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:00.388428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ca5d6-5302-415f-9990-6e4f19a39613 req-74592f83-ac63-4943-894a-3babeca4af87 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.402830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ca5d6-5302-415f-9990-6e4f19a39613 req-74592f83-ac63-4943-894a-3babeca4af87 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.420605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ca5d6-5302-415f-9990-6e4f19a39613 req-74592f83-ac63-4943-894a-3babeca4af87 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.436340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ca5d6-5302-415f-9990-6e4f19a39613 req-74592f83-ac63-4943-894a-3babeca4af87 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.449021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ca5d6-5302-415f-9990-6e4f19a39613 req-74592f83-ac63-4943-894a-3babeca4af87 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.468979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ca5d6-5302-415f-9990-6e4f19a39613 req-74592f83-ac63-4943-894a-3babeca4af87 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.495755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ca5d6-5302-415f-9990-6e4f19a39613 req-74592f83-ac63-4943-894a-3babeca4af87 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.497897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b0ca5d6-5302-415f-9990-6e4f19a39613 req-74592f83-ac63-4943-894a-3babeca4af87 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5441 time: 0.4033668 Jul 16 18:05:00.575126 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c31633e-b73d-40c6-a504-06999efe2307 x-openstack-request-id: req-9c31633e-b73d-40c6-a504-06999efe2307 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:00.577640 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-unplugged", "status": "completed", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:00.579022 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c31633e-b73d-40c6-a504-06999efe2307 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:00.579820 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'code': 200} Jul 16 18:05:00.588262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Made reservation on behalf of 66bb849ac62844c6957c750d90efa878 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:00.592544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.736669 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.762738 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-eb35366a-8842-47ec-b660-0b91568d6df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.856904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41952) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:01.034509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Allocated IP 172.20.0.7 (4b119567-6ce3-487d-8627-e47c109379a2/e819abcf-6b00-458c-8032-3f3b68914119/b28980fa-2803-4a86-a4b6-1cb01919e64c) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:01.098390 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb221511-9ac6-46b8-a384-95a15e9e756d req-cab5bf93-c9f2-416e-8ffc-a7bb466bcf99 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 210 time: 0.0912015 Jul 16 18:05:01.542099 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41ca53b9-4083-4ca9-a6df-9a0bd7e34117 req-ff709e61-85d7-4b4c-91b7-c88a5ca11687 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 210 time: 0.1092031 Jul 16 18:05:01.630645 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.657751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Transition to ACTIVE for port object b28980fa-2803-4a86-a4b6-1cb01919e64c will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:01.727166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.729782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41976) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:01.731284 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dd4e3809-db6d-47b1-b84b-9a4f84608dae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f02344468ee498799d666d3cca54f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8677597 Jul 16 18:05:01.739219 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-ea51e426-7d04-4f86-ac0e-5e66007edf45 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.753164 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-ea51e426-7d04-4f86-ac0e-5e66007edf45 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 811 time: 0.8939590 Jul 16 18:05:01.768028 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-b3f50d09-6873-49e3-98d1-d11ce90178da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Request body: {'port': {'device_id': 'a5c9b38b-1341-42f0-a704-120b66cfd026', 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'admin_state_up': True, 'tenant_id': '40c61bd95cbf4623a1b855bc6d9bd28e'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:01.795208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Network 4b119567-6ce3-487d-8627-e47c109379a2 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:01.801508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:01.812362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:01.829977 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.929524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'Port': ['ID=b28980fa-2803-4a86-a4b6-1cb01919e64c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:02.033709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.034542 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.076488 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9532201-87fc-4ca3-82f0-d3c20a56709b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.094500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-b3f50d09-6873-49e3-98d1-d11ce90178da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Made reservation on behalf of 40c61bd95cbf4623a1b855bc6d9bd28e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:02.097834 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-b3f50d09-6873-49e3-98d1-d11ce90178da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.114208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d34bb-a608-4669-9450-e21b4f6c6996 req-a4f475ba-82ef-4bb0-8067-47285f7a29f5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.127040 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e45d34bb-a608-4669-9450-e21b4f6c6996 req-a4f475ba-82ef-4bb0-8067-47285f7a29f5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2943826 Jul 16 18:05:02.149836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-3d3a6ffe-9b54-4741-9fdf-26c2ccbb0344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1579173 Jul 16 18:05:02.159142 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9532201-87fc-4ca3-82f0-d3c20a56709b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.190082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Request body: {'port': {'device_id': '36aec656-cfbf-485b-b5a7-28f577beb1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:02.288784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a42d59cb-4109-4e9c-b5b7-4e1a60cdad74 None None] Provisioning for port b28980fa-2803-4a86-a4b6-1cb01919e64c completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:02.295615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a42d59cb-4109-4e9c-b5b7-4e1a60cdad74 None None] Provisioning complete for port b28980fa-2803-4a86-a4b6-1cb01919e64c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:02.297663 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a42d59cb-4109-4e9c-b5b7-4e1a60cdad74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.367966 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e45d34bb-a608-4669-9450-e21b4f6c6996 req-4e28be49-4aac-4b6c-8449-bd144b55f087 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399757 Jul 16 18:05:02.403401 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a42d59cb-4109-4e9c-b5b7-4e1a60cdad74 None None] Port b28980fa-2803-4a86-a4b6-1cb01919e64c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:02.462227 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-b3f50d09-6873-49e3-98d1-d11ce90178da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Allocated IP 172.20.0.14 (1d83386b-98e9-43de-97bc-2d2db963b2c4/f383a48f-0c4d-404d-afd1-d0778e8a5939/a0b3bd1c-7796-47e0-a221-9ef8a81463e2) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:02.489747 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.546781 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9532201-87fc-4ca3-82f0-d3c20a56709b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.552347 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9532201-87fc-4ca3-82f0-d3c20a56709b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.553532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c9532201-87fc-4ca3-82f0-d3c20a56709b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1204c767-96e6-4544-843b-3616e602ca14 HTTP/1.1" status: 204 len: 168 time: 0.8224871 Jul 16 18:05:02.761878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9532201-87fc-4ca3-82f0-d3c20a56709b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1204c767-96e6-4544-843b-3616e602ca14,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:02.900427 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-b3f50d09-6873-49e3-98d1-d11ce90178da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.951364 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-b3f50d09-6873-49e3-98d1-d11ce90178da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.044755 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-b3f50d09-6873-49e3-98d1-d11ce90178da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Network 1d83386b-98e9-43de-97bc-2d2db963b2c4 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:03.046263 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f50d09-6873-49e3-98d1-d11ce90178da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Pushing event updated for resources: {'Port': ['ID=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.050788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-b3f50d09-6873-49e3-98d1-d11ce90178da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:03.053004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-b3f50d09-6873-49e3-98d1-d11ce90178da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:03.174712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-b3f50d09-6873-49e3-98d1-d11ce90178da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.175445 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-b3f50d09-6873-49e3-98d1-d11ce90178da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.207967 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-b3f50d09-6873-49e3-98d1-d11ce90178da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4444873 Jul 16 18:05:03.222343 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Request body: {'port': {'device_id': 'a5c9b38b-1341-42f0-a704-120b66cfd026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:03.372444 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.377433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28980fa-2803-4a86-a4b6-1cb01919e64c {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:03.397343 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.430569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Transition to ACTIVE for port object b28980fa-2803-4a86-a4b6-1cb01919e64c will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:03.442362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04735e1b-e2d3-48b4-b79d-8c77cc7cdb11 req-29524690-591c-4129-963f-c49a4dd8d971 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.6645126 Jul 16 18:05:03.450093 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.660738 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.720462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4872b33-d732-4279-b863-cf99d46e7cc4 req-1de16db1-9dd5-42a1-a1fc-7046b1a4c933 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.732125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4872b33-d732-4279-b863-cf99d46e7cc4 req-1de16db1-9dd5-42a1-a1fc-7046b1a4c933 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 931 time: 1.0918262 Jul 16 18:05:03.846781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Pushing event updated for resources: {'Port': ['ID=b28980fa-2803-4a86-a4b6-1cb01919e64c,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.964451 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Attempting to bind port b28980fa-2803-4a86-a4b6-1cb01919e64c on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:03.964754 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Attempting to bind port b28980fa-2803-4a86-a4b6-1cb01919e64c by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:03.965079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Attempting to bind port b28980fa-2803-4a86-a4b6-1cb01919e64c on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:04.023137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Port b28980fa-2803-4a86-a4b6-1cb01919e64c on network 4b119567-6ce3-487d-8627-e47c109379a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:04.023137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Attempting to bind port b28980fa-2803-4a86-a4b6-1cb01919e64c on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:04.069410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:04.069837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Checking segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:04.070219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Bound using segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:04.070744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Bound port: b28980fa-2803-4a86-a4b6-1cb01919e64c, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:04.071143 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.097986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4872b33-d732-4279-b863-cf99d46e7cc4 req-b33c4cf8-a48b-43a1-b98e-bd547dd77d0c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628814 Jul 16 18:05:04.231076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] For port b28980fa-2803-4a86-a4b6-1cb01919e64c, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:04.235589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] For port b28980fa-2803-4a86-a4b6-1cb01919e64c, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b28980fa-2803-4a86-a4b6-1cb01919e64c,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:04.249843 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.487534 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b3bd1c-7796-47e0-a221-9ef8a81463e2 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:04.519225 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.522313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Pushing event updated for resources: {'Port': ['ID=b28980fa-2803-4a86-a4b6-1cb01919e64c,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:04.545560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.547343 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.561909 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-26470acd-8b34-461a-9f65-0302d8545dcf service neutron] 10.222.0.43 "PUT /v2.0/ports/b28980fa-2803-4a86-a4b6-1cb01919e64c HTTP/1.1" status: 200 len: 1092 time: 2.3892210 Jul 16 18:05:04.577008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36aec656-cfbf-485b-b5a7-28f577beb1b9', 'tag': 'b28980fa-2803-4a86-a4b6-1cb01919e64c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:04.578934 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Transition to ACTIVE for port object a0b3bd1c-7796-47e0-a221-9ef8a81463e2 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:04.589670 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa016e4-ef48-44aa-b4d7-411060dc0b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "36aec656-cfbf-485b-b5a7-28f577beb1b9", "tag": "b28980fa-2803-4a86-a4b6-1cb01919e64c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:04.595769 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.693316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42066) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.839056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.057583 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Attempting to bind port a0b3bd1c-7796-47e0-a221-9ef8a81463e2 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:05.057945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Attempting to bind port a0b3bd1c-7796-47e0-a221-9ef8a81463e2 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:05.058563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Attempting to bind port a0b3bd1c-7796-47e0-a221-9ef8a81463e2 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:05.065784 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Port a0b3bd1c-7796-47e0-a221-9ef8a81463e2 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:05.066103 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Attempting to bind port a0b3bd1c-7796-47e0-a221-9ef8a81463e2 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:05.075896 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:05.076231 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Checking segment: {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:05.076612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Bound using segment: {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:05.077029 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Bound port: a0b3bd1c-7796-47e0-a221-9ef8a81463e2, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:05.077585 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.176868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e156fd7-bc9b-4906-aba4-d28a59033ab6 req-af5ec3ab-93d2-4c9d-9b9d-f4b014bc1e55 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.185958 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e156fd7-bc9b-4906-aba4-d28a59033ab6 req-af5ec3ab-93d2-4c9d-9b9d-f4b014bc1e55 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 944 time: 0.6686342 Jul 16 18:05:05.228637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] For port a0b3bd1c-7796-47e0-a221-9ef8a81463e2, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:05.239791 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] For port a0b3bd1c-7796-47e0-a221-9ef8a81463e2, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:05.280784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-9182611a-a8c7-440e-830c-3a042b98c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.282840 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-9182611a-a8c7-440e-830c-3a042b98c69f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 1095 time: 0.5530958 Jul 16 18:05:05.296200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.316874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e156fd7-bc9b-4906-aba4-d28a59033ab6 req-dbb62570-14d7-4720-89f2-f1bc342ffc6f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298060 Jul 16 18:05:05.393500 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:05:05.471569 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.473140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.474811 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] 10.222.0.43 "PUT /v2.0/ports/a0b3bd1c-7796-47e0-a221-9ef8a81463e2 HTTP/1.1" status: 200 len: 1093 time: 2.2576578 Jul 16 18:05:05.480238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c9b38b-1341-42f0-a704-120b66cfd026', 'tag': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:05.482774 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e14eb5-d069-41f1-933b-97651d2560c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c9b38b-1341-42f0-a704-120b66cfd026", "tag": "a0b3bd1c-7796-47e0-a221-9ef8a81463e2"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:05.526601 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9dbea-c5a3-421f-9368-d6292f2c2853 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.546691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-c2a2287c-6385-4250-b46f-9ce8fe4c346b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b28980fa-2803-4a86-a4b6-1cb01919e64c HTTP/1.1" status: 200 len: 217 time: 0.2241590 Jul 16 18:05:05.626735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaa296-1f53-4d78-99bb-2e829ae0888a req-a1e1a915-2077-4104-8cfb-4b810192b22d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.636831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dfaaa296-1f53-4d78-99bb-2e829ae0888a req-a1e1a915-2077-4104-8cfb-4b810192b22d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.7727771 Jul 16 18:05:05.712517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-1b23c374-d1c6-4383-8e9c-366444f786ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.713976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-1b23c374-d1c6-4383-8e9c-366444f786ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1577318 Jul 16 18:05:05.734438 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-5e5919c3-9cae-4a22-af72-5c694cf1741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.739068 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-5e5919c3-9cae-4a22-af72-5c694cf1741b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 1096 time: 0.1208122 Jul 16 18:05:05.806261 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-66323899-d5c0-4ece-a4e7-04e5765f8932 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0b3bd1c-7796-47e0-a221-9ef8a81463e2 HTTP/1.1" status: 200 len: 217 time: 0.0489345 Jul 16 18:05:05.834289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4865e8a2-101d-4521-831b-05ab0430651d req-746ec73c-2a6b-4378-bfd2-3fd2ba63f4bc tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.2440987 Jul 16 18:05:05.910627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61f7c9-f957-49b0-8937-8d85df3356e9 req-6d16d034-f9c1-46e5-8c29-82f5f1f0356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.911326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b61f7c9-f957-49b0-8937-8d85df3356e9 req-6d16d034-f9c1-46e5-8c29-82f5f1f0356d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 1096 time: 1.3075974 Jul 16 18:05:05.955953 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dfaaa296-1f53-4d78-99bb-2e829ae0888a req-76b7da90-108f-4d94-b111-41c78a4e1166 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400100 Jul 16 18:05:05.957810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-37877531-094c-4723-a768-e129416f7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.963364 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-37877531-094c-4723-a768-e129416f7339 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 200 len: 851 time: 0.1496179 Jul 16 18:05:05.977294 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa295c9-7095-4671-a055-37e782b1d57f x-openstack-request-id: req-3fa295c9-7095-4671-a055-37e782b1d57f {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:05.977809 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36aec656-cfbf-485b-b5a7-28f577beb1b9", "tag": "b28980fa-2803-4a86-a4b6-1cb01919e64c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:05.977809 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fa295c9-7095-4671-a055-37e782b1d57f {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:05.978177 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36aec656-cfbf-485b-b5a7-28f577beb1b9', 'tag': 'b28980fa-2803-4a86-a4b6-1cb01919e64c', 'status': 'completed', 'code': 200} Jul 16 18:05:05.996726 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270578a-8ee7-4862-a24d-221057ddaa1e req-ac85dbb0-0a6a-4fd4-8e60-a3dbc897a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.997556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270578a-8ee7-4862-a24d-221057ddaa1e req-ac85dbb0-0a6a-4fd4-8e60-a3dbc897a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.998181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270578a-8ee7-4862-a24d-221057ddaa1e req-ac85dbb0-0a6a-4fd4-8e60-a3dbc897a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.998820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270578a-8ee7-4862-a24d-221057ddaa1e req-ac85dbb0-0a6a-4fd4-8e60-a3dbc897a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.999461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270578a-8ee7-4862-a24d-221057ddaa1e req-ac85dbb0-0a6a-4fd4-8e60-a3dbc897a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.000070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270578a-8ee7-4862-a24d-221057ddaa1e req-ac85dbb0-0a6a-4fd4-8e60-a3dbc897a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.000945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270578a-8ee7-4862-a24d-221057ddaa1e req-ac85dbb0-0a6a-4fd4-8e60-a3dbc897a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.003087 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1270578a-8ee7-4862-a24d-221057ddaa1e req-ac85dbb0-0a6a-4fd4-8e60-a3dbc897a571 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 6505 time: 1.3040867 Jul 16 18:05:06.056277 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-a9f8b852-087c-4b67-983f-fc45b3fa2c2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d83386b-98e9-43de-97bc-2d2db963b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848610 Jul 16 18:05:06.139472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-18ed4f06-f8cb-4068-a5ac-2c1baff05bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.141000 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-18ed4f06-f8cb-4068-a5ac-2c1baff05bb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4024444 Jul 16 18:05:06.142820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1270578a-8ee7-4862-a24d-221057ddaa1e req-0051c683-fded-4b89-82a5-b26b57f91e71 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ddb6432b-dc95-4729-afd6-59d730057c20&id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1150661 Jul 16 18:05:06.212329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61f7c9-f957-49b0-8937-8d85df3356e9 req-c3e92659-0632-40ac-a1ef-db77891ac023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.213894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b61f7c9-f957-49b0-8937-8d85df3356e9 req-c3e92659-0632-40ac-a1ef-db77891ac023 service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.2883382 Jul 16 18:05:06.260383 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-ac1b7817-ca26-4308-bb73-3e4a06a73bcd service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930060 Jul 16 18:05:06.419416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b61f7c9-f957-49b0-8937-8d85df3356e9 req-88a78d84-c0b2-4395-ba2c-c14e83c7f2e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434b2122-3db2-42e3-a886-93a71bda1ecc HTTP/1.1" status: 200 len: 998 time: 0.1886482 Jul 16 18:05:06.459397 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-fdc66a64-5a3a-4775-a7ab-b6d7d1cc977a req-d2ac653b-a0fa-47e1-ab08-d4957a3e4bf9 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907060 Jul 16 18:05:06.463106 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d814ce18-8c46-46ae-8d3c-36d7c8ea5559 x-openstack-request-id: req-d814ce18-8c46-46ae-8d3c-36d7c8ea5559 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:06.464680 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c9b38b-1341-42f0-a704-120b66cfd026", "tag": "a0b3bd1c-7796-47e0-a221-9ef8a81463e2", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:06.464935 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d814ce18-8c46-46ae-8d3c-36d7c8ea5559 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:06.465657 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c9b38b-1341-42f0-a704-120b66cfd026', 'tag': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2', 'status': 'completed', 'code': 200} Jul 16 18:05:06.479893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da76547-6fd4-482a-a019-4f06e4666222 req-b0a044c9-c4b7-4770-9dd4-fdaf3f1477ad tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.481506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6da76547-6fd4-482a-a019-4f06e4666222 req-b0a044c9-c4b7-4770-9dd4-fdaf3f1477ad tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 943 time: 0.2667034 Jul 16 18:05:06.485723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-057942c4-e009-4c6d-87a2-26696b5adb9e service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286304 Jul 16 18:05:06.625065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61f7c9-f957-49b0-8937-8d85df3356e9 req-f335216f-ef45-47b4-b7df-e24531fc7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.627743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b61f7c9-f957-49b0-8937-8d85df3356e9 req-f335216f-ef45-47b4-b7df-e24531fc7b6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.1961977 Jul 16 18:05:06.698561 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e14eb5-d069-41f1-933b-97651d2560c5 req-9e1ab0e2-a363-4072-8a94-dd93588911a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.700263 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6e14eb5-d069-41f1-933b-97651d2560c5 req-9e1ab0e2-a363-4072-8a94-dd93588911a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 1096 time: 0.1616862 Jul 16 18:05:06.912122 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e14eb5-d069-41f1-933b-97651d2560c5 req-fcf7cbbe-d444-4b41-9dda-2b06a9d83776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.915703 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6e14eb5-d069-41f1-933b-97651d2560c5 req-fcf7cbbe-d444-4b41-9dda-2b06a9d83776 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 912 time: 0.1998808 Jul 16 18:05:06.968761 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6e14eb5-d069-41f1-933b-97651d2560c5 req-ea8ce7fc-301d-4f5f-a686-d03fe528c216 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0b3bd1c-7796-47e0-a221-9ef8a81463e2 HTTP/1.1" status: 200 len: 217 time: 0.0460236 Jul 16 18:05:07.053234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e14eb5-d069-41f1-933b-97651d2560c5 req-9696e1b7-faaa-40f1-8208-41f61aee609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.059580 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6e14eb5-d069-41f1-933b-97651d2560c5 req-9696e1b7-faaa-40f1-8208-41f61aee609f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 200 len: 851 time: 0.0825119 Jul 16 18:05:07.135179 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6e14eb5-d069-41f1-933b-97651d2560c5 req-465d2430-5d79-4aca-97b6-912a7764ce26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d83386b-98e9-43de-97bc-2d2db963b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684040 Jul 16 18:05:07.258598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7a9d4fb-273e-4fc6-b112-c3ac8f8835a4 req-d16e6aef-9433-49d9-b02e-da63ed327d61 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.6030846 Jul 16 18:05:07.271235 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6da76547-6fd4-482a-a019-4f06e4666222 req-b4fb5a25-7da6-404b-abbd-72607aca3a9c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7661917 Jul 16 18:05:07.331033 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6e14eb5-d069-41f1-933b-97651d2560c5 req-ccaa893a-132c-4be5-8a2a-6cca4681d2ea service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866736 Jul 16 18:05:07.422010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61f7c9-f957-49b0-8937-8d85df3356e9 req-856fc424-2669-4a0c-9e50-f350568d2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.423907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b61f7c9-f957-49b0-8937-8d85df3356e9 req-856fc424-2669-4a0c-9e50-f350568d2d9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7698741 Jul 16 18:05:07.430426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22309624-84b5-4ab5-851e-67b4c4fa1c60 req-25c292bb-2e51-43c9-bac4-618f68f5f2e3 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9265585 Jul 16 18:05:07.488478 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6e14eb5-d069-41f1-933b-97651d2560c5 req-1df87dbf-82a0-41a6-895b-3305e943628c service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447918 Jul 16 18:05:07.555632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9c7a3-4ab9-4d05-a32a-7d4ef2ede8ea req-98de4fe4-ca0d-4fa0-8ba7-4dbd1497c8b6 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.563465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6fb9c7a3-4ab9-4d05-a32a-7d4ef2ede8ea req-98de4fe4-ca0d-4fa0-8ba7-4dbd1497c8b6 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 944 time: 0.3430090 Jul 16 18:05:07.626271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa016e4-ef48-44aa-b4d7-411060dc0b5d req-7c20d451-785f-48f0-929b-9beac025af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.627839 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9aa016e4-ef48-44aa-b4d7-411060dc0b5d req-7c20d451-785f-48f0-929b-9beac025af5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 1095 time: 0.0976112 Jul 16 18:05:07.635270 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97ce9f27-7bb1-439d-8007-c2fd778a5be0 req-a4343b78-fa87-4d0f-ab36-7a35afff6916 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.1339815 Jul 16 18:05:07.753888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6fb9c7a3-4ab9-4d05-a32a-7d4ef2ede8ea req-f183a950-128d-4b66-82bf-c5891801c9d6 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892734 Jul 16 18:05:07.763738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b61f7c9-f957-49b0-8937-8d85df3356e9 req-b1f3b8d3-4ad4-423e-9867-152bd275fd2b service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234737 Jul 16 18:05:07.823179 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa016e4-ef48-44aa-b4d7-411060dc0b5d req-3540ee7a-99b5-487f-a04c-5644348e8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.824851 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9aa016e4-ef48-44aa-b4d7-411060dc0b5d req-3540ee7a-99b5-487f-a04c-5644348e8939 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.1896172 Jul 16 18:05:07.951277 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9aa016e4-ef48-44aa-b4d7-411060dc0b5d req-adb0acf8-02c9-422f-911c-ca58057cb1b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b28980fa-2803-4a86-a4b6-1cb01919e64c HTTP/1.1" status: 200 len: 217 time: 0.1158116 Jul 16 18:05:08.103366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa016e4-ef48-44aa-b4d7-411060dc0b5d req-e1f9edd3-ebce-429e-a65b-8434e6b16534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.105189 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9aa016e4-ef48-44aa-b4d7-411060dc0b5d req-e1f9edd3-ebce-429e-a65b-8434e6b16534 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1463716 Jul 16 18:05:08.108673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b61f7c9-f957-49b0-8937-8d85df3356e9 req-81d37fe3-ef78-47f9-b894-55850bfe5738 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330956 Jul 16 18:05:08.153156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe1fd-0c99-4d27-b250-1566187b9054 req-63a4d784-5d10-4ed5-98d9-9b51f26b3fb3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.166648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dcefe1fd-0c99-4d27-b250-1566187b9054 req-63a4d784-5d10-4ed5-98d9-9b51f26b3fb3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2968135 Jul 16 18:05:08.232789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa016e4-ef48-44aa-b4d7-411060dc0b5d req-f06a4830-bb84-4595-8f69-e6ab63fad4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.242544 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9aa016e4-ef48-44aa-b4d7-411060dc0b5d req-f06a4830-bb84-4595-8f69-e6ab63fad4ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166599 Jul 16 18:05:08.317460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dcefe1fd-0c99-4d27-b250-1566187b9054 req-698a1178-2047-4784-bdd7-f0045ef0be0b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487875 Jul 16 18:05:08.442604 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9aa016e4-ef48-44aa-b4d7-411060dc0b5d req-07244254-6d12-4dc3-9aa9-b9925f32e334 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986051 Jul 16 18:05:08.582415 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9aa016e4-ef48-44aa-b4d7-411060dc0b5d req-82b31da6-5dff-446e-b18d-7d57808a2bda service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282082 Jul 16 18:05:08.661449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8108819-6728-48e3-9d68-f53d406913a3 req-ca4505a2-0dfd-4f90-834a-058e75e49819 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.688195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8108819-6728-48e3-9d68-f53d406913a3 req-ca4505a2-0dfd-4f90-834a-058e75e49819 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 943 time: 0.1776996 Jul 16 18:05:08.775901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8108819-6728-48e3-9d68-f53d406913a3 req-6a3e866a-af8d-4741-98e9-81366f5abff4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863900 Jul 16 18:05:08.961486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03316bce-94b6-4da0-8e9b-15b706696cfc req-8c833d21-6331-4957-94cd-7cd037937bab tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0608320 Jul 16 18:05:09.107841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8760af-48a7-40e7-b260-16b710093ed4 req-f38793ee-3f1f-4f66-b013-39388258a707 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.121585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db8760af-48a7-40e7-b260-16b710093ed4 req-f38793ee-3f1f-4f66-b013-39388258a707 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 944 time: 0.1566143 Jul 16 18:05:09.227264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db8760af-48a7-40e7-b260-16b710093ed4 req-b98e81e7-9e92-4444-85dc-1dd8d5183194 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031461 Jul 16 18:05:09.410784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42244) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:09.535340 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e4eee716-74b9-4186-ad93-0a25cfc67720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.656144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9a00d-6f42-4bf2-8f4d-d89057ece47f req-7fa511a1-3677-4e17-8452-5440ebd99ba2 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.665607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5e9a00d-6f42-4bf2-8f4d-d89057ece47f req-7fa511a1-3677-4e17-8452-5440ebd99ba2 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1688063 Jul 16 18:05:09.743080 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5e9a00d-6f42-4bf2-8f4d-d89057ece47f req-dc951272-766f-494f-ac0e-35588b5c3157 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763974 Jul 16 18:05:09.800268 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e4eee716-74b9-4186-ad93-0a25cfc67720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.805996 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e4eee716-74b9-4186-ad93-0a25cfc67720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.857920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e4eee716-74b9-4186-ad93-0a25cfc67720 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=014efcbf0b6840d5a05bc5394af9b405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446995 Jul 16 18:05:09.858402 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a0b3bd1c-7796-47e0-a221-9ef8a81463e2 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:09.860305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eee716-74b9-4186-ad93-0a25cfc67720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db40da6a-b8f4-49a7-ae00-8a12b760cd06,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:09.861023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42262) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:10.004289 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5d76ae0-2347-4d6c-ba40-f7cc52b1456f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.077393 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5d76ae0-2347-4d6c-ba40-f7cc52b1456f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.131337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a0b3bd1c-7796-47e0-a221-9ef8a81463e2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:10.154234 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2', 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'port_id': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2', 'mac_address': 'fa:16:3e:91:fc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f383a48f-0c4d-404d-afd1-d0778e8a5939', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:10.195468 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5d76ae0-2347-4d6c-ba40-f7cc52b1456f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.198412 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5d76ae0-2347-4d6c-ba40-f7cc52b1456f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.202225 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a5d76ae0-2347-4d6c-ba40-f7cc52b1456f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db40da6a-b8f4-49a7-ae00-8a12b760cd06 HTTP/1.1" status: 204 len: 168 time: 0.3378720 Jul 16 18:05:10.209602 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d76ae0-2347-4d6c-ba40-f7cc52b1456f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db40da6a-b8f4-49a7-ae00-8a12b760cd06,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:10.261189 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.287813 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b3bd1c-7796-47e0-a221-9ef8a81463e2 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:10.296048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597382e-0f4b-4248-b3f0-30132d41f8eb req-713c2bd8-c485-4563-9a72-3758720ae661 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.297580 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5597382e-0f4b-4248-b3f0-30132d41f8eb req-713c2bd8-c485-4563-9a72-3758720ae661 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 943 time: 0.1697500 Jul 16 18:05:10.313960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e298c32-d51a-444a-90c7-be213632a12e req-693cee59-c9db-4a5e-8b26-44b3c7c8a125 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.322946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e298c32-d51a-444a-90c7-be213632a12e req-693cee59-c9db-4a5e-8b26-44b3c7c8a125 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1803298 Jul 16 18:05:10.340890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a0b3bd1c-7796-47e0-a221-9ef8a81463e2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:10.352620 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.384560 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e298c32-d51a-444a-90c7-be213632a12e req-517d1d5d-d684-49fa-b139-8fd0c11f27d2 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607493 Jul 16 18:05:10.417144 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5597382e-0f4b-4248-b3f0-30132d41f8eb req-0f77df6b-b395-4f2f-8ad0-04ca19ddacbc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127770 Jul 16 18:05:10.467996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:10.596831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d77e9ef5-75bd-4c8c-b7b2-7ab67afb74a2 req-d4d26cfe-7935-4f57-ad91-bea8722b662e tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0476608 Jul 16 18:05:10.618470 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['a0b3bd1c-7796-47e0-a221-9ef8a81463e2'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:10.752977 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42292) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:10.775266 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a1b9e4c-0e26-480d-b2c9-697abf8e90c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.781642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b8cb1-b687-49d2-bac6-b56ec2eb09f4 req-7a02ff9b-9c2a-4ecf-a962-1037ae8cdefd tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.783216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-457b8cb1-b687-49d2-bac6-b56ec2eb09f4 req-7a02ff9b-9c2a-4ecf-a962-1037ae8cdefd tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 945 time: 0.1327796 Jul 16 18:05:10.869283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-457b8cb1-b687-49d2-bac6-b56ec2eb09f4 req-f7352049-59a5-428f-a19c-9c31111bbc63 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735927 Jul 16 18:05:10.944252 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a1b9e4c-0e26-480d-b2c9-697abf8e90c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.954986 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a1b9e4c-0e26-480d-b2c9-697abf8e90c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.993535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51b6da-90bd-4c77-8091-7f669a7fe948 req-b46e89d3-4f15-4945-ab8c-887b0d4b07c8 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.995413 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba51b6da-90bd-4c77-8091-7f669a7fe948 req-b46e89d3-4f15-4945-ab8c-887b0d4b07c8 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0732536 Jul 16 18:05:11.000287 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b9e4c-0e26-480d-b2c9-697abf8e90c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad713e6-26af-47d6-a0c5-0d608aad17a0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.005176 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9a1b9e4c-0e26-480d-b2c9-697abf8e90c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e39785703497424d8904317ccbd8b6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508504 Jul 16 18:05:11.008308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42294) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.065112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba51b6da-90bd-4c77-8091-7f669a7fe948 req-262eda72-162f-4cbb-8991-31637b8e50d4 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501254 Jul 16 18:05:11.084996 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f532c1ca-08f6-4e01-b333-3f8dac319033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.113974 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f532c1ca-08f6-4e01-b333-3f8dac319033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.184605 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f532c1ca-08f6-4e01-b333-3f8dac319033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.190822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f532c1ca-08f6-4e01-b333-3f8dac319033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.190822 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f532c1ca-08f6-4e01-b333-3f8dac319033 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dad713e6-26af-47d6-a0c5-0d608aad17a0 HTTP/1.1" status: 204 len: 168 time: 0.1798372 Jul 16 18:05:11.200283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532c1ca-08f6-4e01-b333-3f8dac319033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad713e6-26af-47d6-a0c5-0d608aad17a0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.452269 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-833488aa-c59d-4e9f-b717-204f4438c6ec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.461147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-833488aa-c59d-4e9f-b717-204f4438c6ec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 811 time: 0.1463957 Jul 16 18:05:11.481494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-5be5b60f-c314-43a6-9a99-a86767ff8da8 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/quotas/5ca33b2ce4084d6ea2bd43b67a123011 HTTP/1.1" status: 200 len: 375 time: 0.0192964 Jul 16 18:05:11.636699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-dcb0ea36-df1d-48d0-8859-39630850a308 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1535804 Jul 16 18:05:11.749037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab460f-d8ea-4314-b32f-783ad154bf95 req-c2cb5da9-1cd3-416e-9b7c-08b25a92350b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.750573 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f3ab460f-d8ea-4314-b32f-783ad154bf95 req-c2cb5da9-1cd3-416e-9b7c-08b25a92350b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 943 time: 0.1894495 Jul 16 18:05:11.762054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-77d850b7-0e7f-478a-952a-a23733f124f3 service neutron] 10.222.0.41 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221015 Jul 16 18:05:11.838030 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f3ab460f-d8ea-4314-b32f-783ad154bf95 req-9cc9b49b-961b-4c63-9144-67c064d3c4af tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796955 Jul 16 18:05:11.873769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a0b3bd1c-7796-47e0-a221-9ef8a81463e2 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:11.939869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-004cca39-3f79-4fbb-b88c-db7e59c57fa3 service neutron] 10.222.0.41 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708748 Jul 16 18:05:11.975577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port a0b3bd1c-7796-47e0-a221-9ef8a81463e2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:11.980945 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port a0b3bd1c-7796-47e0-a221-9ef8a81463e2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:11.981322 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.107708 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd8b338-75a2-404e-bd86-ff74d37eecf1 req-6099a5d7-66f9-429e-8d72-cd625b79817e tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0895369 Jul 16 18:05:12.123424 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.187404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a0b3bd1c-7796-47e0-a221-9ef8a81463e2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:12.188677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c9b38b-1341-42f0-a704-120b66cfd026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:12.191163 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3eaef4-3f2b-4a75-876d-f0424373488e" -d '{"events": [{"server_uuid": "a5c9b38b-1341-42f0-a704-120b66cfd026", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3bd1c-7796-47e0-a221-9ef8a81463e2"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:12.198877 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.255197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:12.363716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4185a41d-12df-4a5a-9b62-8c5243c708fe req-340a39e3-106c-4855-a3ee-ddc9f417db01 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 210 time: 0.0380423 Jul 16 18:05:12.452684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729da3d-bd6f-436a-9e77-a4cd87aa94a7 req-6852870c-b3e2-4a57-87d2-f2d8837ec4a1 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:12.461581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f729da3d-bd6f-436a-9e77-a4cd87aa94a7 req-6852870c-b3e2-4a57-87d2-f2d8837ec4a1 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1006863 Jul 16 18:05:12.470932 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb992b0e-4705-415b-a624-c72ff9912a8a x-openstack-request-id: req-fb992b0e-4705-415b-a624-c72ff9912a8a {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:12.470932 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c9b38b-1341-42f0-a704-120b66cfd026", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3bd1c-7796-47e0-a221-9ef8a81463e2", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:12.471220 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb992b0e-4705-415b-a624-c72ff9912a8a {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:12.472038 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c9b38b-1341-42f0-a704-120b66cfd026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2', 'code': 200} Jul 16 18:05:12.544067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f729da3d-bd6f-436a-9e77-a4cd87aa94a7 req-582a9c2c-0a10-493b-8901-638913b6cb9a tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810006 Jul 16 18:05:12.622947 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acd08a-414e-434f-925d-eea59385d3f1 req-96d4be9e-58b1-4058-9b1e-84f4ffc4225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:12.624593 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c6acd08a-414e-434f-925d-eea59385d3f1 req-96d4be9e-58b1-4058-9b1e-84f4ffc4225d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 1098 time: 0.0710182 Jul 16 18:05:12.670802 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c6acd08a-414e-434f-925d-eea59385d3f1 req-8b058098-e176-465d-941b-ccf41f0bf5ed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395935 Jul 16 18:05:13.046745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d9845-bda7-42af-a979-797e3a188597 req-76e16d1e-ac9a-48ec-815d-5596574a5af4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.049747 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b56d9845-bda7-42af-a979-797e3a188597 req-76e16d1e-ac9a-48ec-815d-5596574a5af4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 943 time: 0.0767012 Jul 16 18:05:13.106276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b56d9845-bda7-42af-a979-797e3a188597 req-eb6e7978-cf21-486c-ad8d-c58297192ff6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461140 Jul 16 18:05:13.325573 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c28ac60b-a0f3-4fa1-a7eb-dfb10040de9c req-6377124c-51d8-48c2-b6cc-5bfdedc92614 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0485063 Jul 16 18:05:13.349668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6fdc5-f85a-474f-b351-67d89ac24cd4 req-086ddca0-2a03-4b5e-b06a-9d5091938be5 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.356391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9fe6fdc5-f85a-474f-b351-67d89ac24cd4 req-086ddca0-2a03-4b5e-b06a-9d5091938be5 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=4610eb5d-f2c5-414c-b5ae-9685bc9751bd HTTP/1.1" status: 200 len: 950 time: 0.1717429 Jul 16 18:05:13.421937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95ccc0ff-3fbe-4169-8faf-f0e54a9797ac req-b9f00d9d-452d-4736-bf3f-5821eafe005f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1893790 Jul 16 18:05:13.424986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9fe6fdc5-f85a-474f-b351-67d89ac24cd4 req-d94d4160-d302-4dd8-ad55-c677a78800ae tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677979 Jul 16 18:05:13.540824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccc0ff-3fbe-4169-8faf-f0e54a9797ac req-50e3bb2a-3960-4fb7-977b-c10864ab8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.542581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95ccc0ff-3fbe-4169-8faf-f0e54a9797ac req-50e3bb2a-3960-4fb7-977b-c10864ab8200 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 1096 time: 0.0866542 Jul 16 18:05:13.581184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f616e15d-668a-40bd-bc43-92d92403b5b0 req-e9d52734-0580-4a0a-b36a-dc97aa498939 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 210 time: 0.0356164 Jul 16 18:05:13.785673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccc0ff-3fbe-4169-8faf-f0e54a9797ac req-7e794a09-a3d3-4c01-82a7-f8155544f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.787261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95ccc0ff-3fbe-4169-8faf-f0e54a9797ac req-7e794a09-a3d3-4c01-82a7-f8155544f23a service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.1859367 Jul 16 18:05:13.800161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124e5d9-adf7-445c-a018-b8d0612d5621 req-e32c17c3-ef7b-4c61-9dc8-d051356e3ca1 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.801470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c124e5d9-adf7-445c-a018-b8d0612d5621 req-e32c17c3-ef7b-4c61-9dc8-d051356e3ca1 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.0925565 Jul 16 18:05:13.967126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c124e5d9-adf7-445c-a018-b8d0612d5621 req-57bbc593-8a5c-4cd5-9759-28966e16aeb6 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486745 Jul 16 18:05:13.970933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95ccc0ff-3fbe-4169-8faf-f0e54a9797ac req-2884deaa-d05d-4d8f-9d67-48e16b2d0e01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434b2122-3db2-42e3-a886-93a71bda1ecc HTTP/1.1" status: 200 len: 998 time: 0.1685951 Jul 16 18:05:14.028609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccc0ff-3fbe-4169-8faf-f0e54a9797ac req-3e505d28-bae5-4969-a088-09ea7430b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.030090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95ccc0ff-3fbe-4169-8faf-f0e54a9797ac req-3e505d28-bae5-4969-a088-09ea7430b694 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.0486732 Jul 16 18:05:14.089112 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-16fa8902-8d24-4b86-b6bc-b6cdba4fd333 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.090456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-16fa8902-8d24-4b86-b6bc-b6cdba4fd333 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 811 time: 0.2732205 Jul 16 18:05:14.109895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Request body: {'port': {'device_id': 'f5c33977-28f4-4029-b308-c21a160fb049', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'admin_state_up': True, 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:14.149310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccc0ff-3fbe-4169-8faf-f0e54a9797ac req-49e74d70-67ee-4085-8fab-74693daa5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.151061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95ccc0ff-3fbe-4169-8faf-f0e54a9797ac req-49e74d70-67ee-4085-8fab-74693daa5ed5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111047 Jul 16 18:05:14.377442 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95ccc0ff-3fbe-4169-8faf-f0e54a9797ac req-ed1eb313-7ea6-4cca-bcb0-287be2df2fc9 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010555 Jul 16 18:05:14.381003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Made reservation on behalf of 5ca33b2ce4084d6ea2bd43b67a123011 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:14.385390 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.421928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d722be-2a8a-4865-be82-2e0dc68e9630 req-76ccdfc2-6ebe-4e4d-ad1f-a4efb5070ff0 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.423689 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64d722be-2a8a-4865-be82-2e0dc68e9630 req-76ccdfc2-6ebe-4e4d-ad1f-a4efb5070ff0 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 943 time: 0.2004299 Jul 16 18:05:14.592200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64d722be-2a8a-4865-be82-2e0dc68e9630 req-57fdc47b-4266-41f2-b549-db9211f05804 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506116 Jul 16 18:05:14.619346 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06678ecd-a8cf-45e5-9a7c-de7e2a263d26 req-d20501a8-aee5-4d17-8846-10a81ad60e46 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0556629 Jul 16 18:05:14.665575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95ccc0ff-3fbe-4169-8faf-f0e54a9797ac req-f52de691-403b-4529-9a74-57bfc9bc4595 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647588 Jul 16 18:05:14.690520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Allocated IP 172.20.0.5 (026a2c11-159b-4be3-b67f-844914b3c654/c8c21379-bc6e-44f3-b825-c4136d84a8e7/86acc91b-1a32-41e0-8159-7acc2af0dfdb) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:14.927720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010803c-66b9-43ea-93ee-defb9677dbd2 req-72ae95b0-88f4-4b06-ba38-01915961fcc5 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.928605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7010803c-66b9-43ea-93ee-defb9677dbd2 req-72ae95b0-88f4-4b06-ba38-01915961fcc5 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=4610eb5d-f2c5-414c-b5ae-9685bc9751bd HTTP/1.1" status: 200 len: 950 time: 0.2115793 Jul 16 18:05:14.950196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49a2ee-b32f-4b56-ad8d-592ffddbd630 req-dfafc792-568b-4af2-8517-41f0bc8ce07e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.951712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb49a2ee-b32f-4b56-ad8d-592ffddbd630 req-dfafc792-568b-4af2-8517-41f0bc8ce07e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1929624 Jul 16 18:05:15.029537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.058834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7010803c-66b9-43ea-93ee-defb9677dbd2 req-616f40c5-255a-49f8-9972-0af4511ffcb7 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188548 Jul 16 18:05:15.063745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb49a2ee-b32f-4b56-ad8d-592ffddbd630 req-a04d953e-cf14-4b34-bcb5-7e2f12fd3771 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988393 Jul 16 18:05:15.064769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Transition to ACTIVE for port object 86acc91b-1a32-41e0-8159-7acc2af0dfdb will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:15.113824 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.179093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Network 026a2c11-159b-4be3-b67f-844914b3c654 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:15.181573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:15.202628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:15.254348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event updated for resources: {'Port': ['ID=86acc91b-1a32-41e0-8159-7acc2af0dfdb,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.306147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.306834 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.331093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c2d1443-0647-4db7-b0a7-0f2d221b2068 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2262738 Jul 16 18:05:15.354881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c25989-9295-4ecc-89e3-fc043aecfc27 req-b580e8f1-5cd0-4359-887c-3fb0ba6d8072 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.360055 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21c25989-9295-4ecc-89e3-fc043aecfc27 req-b580e8f1-5cd0-4359-887c-3fb0ba6d8072 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 931 time: 0.1180120 Jul 16 18:05:15.365661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Request body: {'port': {'device_id': 'f5c33977-28f4-4029-b308-c21a160fb049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:15.462994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21c25989-9295-4ecc-89e3-fc043aecfc27 req-122d4119-ed75-453d-adc8-e84655bf8956 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929878 Jul 16 18:05:15.489328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.529208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1037a54d-7b4f-4b9a-893b-e072d679ff3b None None] Provisioning for port 86acc91b-1a32-41e0-8159-7acc2af0dfdb completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:15.533375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1037a54d-7b4f-4b9a-893b-e072d679ff3b None None] Provisioning complete for port 86acc91b-1a32-41e0-8159-7acc2af0dfdb triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:15.533754 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1037a54d-7b4f-4b9a-893b-e072d679ff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.574012 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1037a54d-7b4f-4b9a-893b-e072d679ff3b None None] Port 86acc91b-1a32-41e0-8159-7acc2af0dfdb cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:16.189152 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b55402bb-1a6f-4124-93d0-6ec226febaa1 req-4c747dd2-85f7-4d16-90f2-98fa55acfca6 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.4133325 Jul 16 18:05:16.210720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86acc91b-1a32-41e0-8159-7acc2af0dfdb {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:16.219419 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.233643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7cb72-8d41-4626-9ab2-ab2992a66790 req-6ce4f578-600e-48e3-9353-0f141f2172f9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.235163 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fa7cb72-8d41-4626-9ab2-ab2992a66790 req-6ce4f578-600e-48e3-9353-0f141f2172f9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 943 time: 0.5095899 Jul 16 18:05:16.251339 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Transition to ACTIVE for port object 86acc91b-1a32-41e0-8159-7acc2af0dfdb will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:16.264464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.338589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fa7cb72-8d41-4626-9ab2-ab2992a66790 req-ce6f3bd2-634b-41b5-9eda-e446fc2d31c6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973625 Jul 16 18:05:16.346714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Pushing event updated for resources: {'Port': ['ID=86acc91b-1a32-41e0-8159-7acc2af0dfdb,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:16.468993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Attempting to bind port 86acc91b-1a32-41e0-8159-7acc2af0dfdb on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:16.469273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Attempting to bind port 86acc91b-1a32-41e0-8159-7acc2af0dfdb by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:16.469657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Attempting to bind port 86acc91b-1a32-41e0-8159-7acc2af0dfdb on network 026a2c11-159b-4be3-b67f-844914b3c654 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:16.482494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Port 86acc91b-1a32-41e0-8159-7acc2af0dfdb on network 026a2c11-159b-4be3-b67f-844914b3c654 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:16.482602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Attempting to bind port 86acc91b-1a32-41e0-8159-7acc2af0dfdb on network 026a2c11-159b-4be3-b67f-844914b3c654 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:16.493254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:16.493668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Checking segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:16.493992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Bound using segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:16.494438 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Bound port: 86acc91b-1a32-41e0-8159-7acc2af0dfdb, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:16.494799 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.505858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437b332-aa21-4701-b741-4afa2c4bb6e8 req-0bf134d8-5729-4203-b77f-2593deb97b83 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.511949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3437b332-aa21-4701-b741-4afa2c4bb6e8 req-0bf134d8-5729-4203-b77f-2593deb97b83 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1146820 Jul 16 18:05:16.590882 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3437b332-aa21-4701-b741-4afa2c4bb6e8 req-cb8264de-13a8-433b-8cd4-2040b1a72940 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722578 Jul 16 18:05:16.634520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] For port 86acc91b-1a32-41e0-8159-7acc2af0dfdb, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:16.649053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] For port 86acc91b-1a32-41e0-8159-7acc2af0dfdb, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=86acc91b-1a32-41e0-8159-7acc2af0dfdb,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:16.653955 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.704296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.704898 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.706275 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/86acc91b-1a32-41e0-8159-7acc2af0dfdb HTTP/1.1" status: 200 len: 1092 time: 1.3450279 Jul 16 18:05:16.709316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c33977-28f4-4029-b308-c21a160fb049', 'tag': '86acc91b-1a32-41e0-8159-7acc2af0dfdb'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:16.712210 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedb816f-41fd-4cd2-8d49-7368f7652f16" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c33977-28f4-4029-b308-c21a160fb049", "tag": "86acc91b-1a32-41e0-8159-7acc2af0dfdb"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:16.740266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151292d8-39d6-4843-b4de-4a1ecd89d322 req-5d592b75-f421-4204-b8f1-c22907246c1d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.741752 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-151292d8-39d6-4843-b4de-4a1ecd89d322 req-5d592b75-f421-4204-b8f1-c22907246c1d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 943 time: 0.1590633 Jul 16 18:05:16.742589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e03b4-9ab0-4d15-ba0b-c5c1f4e524f8 service neutron] Pushing event updated for resources: {'Port': ['ID=86acc91b-1a32-41e0-8159-7acc2af0dfdb,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:16.761147 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630aea0b-e0af-467c-a001-87d34b8bf9d3 x-openstack-request-id: req-630aea0b-e0af-467c-a001-87d34b8bf9d3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:16.761431 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c33977-28f4-4029-b308-c21a160fb049", "tag": "86acc91b-1a32-41e0-8159-7acc2af0dfdb", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:16.761674 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-630aea0b-e0af-467c-a001-87d34b8bf9d3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:16.762060 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c33977-28f4-4029-b308-c21a160fb049', 'tag': '86acc91b-1a32-41e0-8159-7acc2af0dfdb', 'status': 'completed', 'code': 200} Jul 16 18:05:16.823018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-151292d8-39d6-4843-b4de-4a1ecd89d322 req-b806bf10-c90d-4c18-832b-c7de69d55f10 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601151 Jul 16 18:05:16.842616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-7525ec50-0da0-47cf-855d-7536fee0aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.842616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-7525ec50-0da0-47cf-855d-7536fee0aa9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 1095 time: 0.0882113 Jul 16 18:05:16.889865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-1c1e962e-61ba-43a5-9f07-65aedb874d90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86acc91b-1a32-41e0-8159-7acc2af0dfdb HTTP/1.1" status: 200 len: 217 time: 0.0364823 Jul 16 18:05:16.948592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-54c28a9d-e564-4dea-84c3-7466867c122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.950041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-54c28a9d-e564-4dea-84c3-7466867c122e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.0479305 Jul 16 18:05:17.011845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-e735032b-dad2-48e3-8f38-1d049dd2e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.013419 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-e735032b-dad2-48e3-8f38-1d049dd2e15e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526738 Jul 16 18:05:17.111729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-cf9c37f4-304a-4522-a64b-378090aa1c6c service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867803 Jul 16 18:05:17.227984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdbb43fe-7482-4b73-a416-dd7af8a73cff req-9d1021d6-8e0b-46ee-ae27-755ccfa5d007 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057272 Jul 16 18:05:17.360097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-925fc7da-f763-4f9a-8070-7f866985e021 req-cfd48d86-ebe8-4d72-93a7-23e57f3069c0 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0361896 Jul 16 18:05:17.378090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb816f-41fd-4cd2-8d49-7368f7652f16 req-452b0e41-96b8-45fc-9ec7-0a86123f5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.379711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bedb816f-41fd-4cd2-8d49-7368f7652f16 req-452b0e41-96b8-45fc-9ec7-0a86123f5114 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 1095 time: 0.0891397 Jul 16 18:05:17.485099 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb816f-41fd-4cd2-8d49-7368f7652f16 req-6420c4f9-545d-4a00-b916-ee3704c1cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.486584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bedb816f-41fd-4cd2-8d49-7368f7652f16 req-6420c4f9-545d-4a00-b916-ee3704c1cff3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.0988901 Jul 16 18:05:17.535542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 570386e7-2863-4a20-86ef-c988f1857528 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:17.550143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bedb816f-41fd-4cd2-8d49-7368f7652f16 req-f409faec-9588-4a6b-8237-e0dce9968739 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86acc91b-1a32-41e0-8159-7acc2af0dfdb HTTP/1.1" status: 200 len: 217 time: 0.0444052 Jul 16 18:05:17.615056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50811a-a719-4e0f-832c-47db3a795ec7 req-4f1ac317-fddf-4c2b-af2a-7f69fd1df4e5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.616773 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b50811a-a719-4e0f-832c-47db3a795ec7 req-4f1ac317-fddf-4c2b-af2a-7f69fd1df4e5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 943 time: 0.1460805 Jul 16 18:05:17.619657 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.634050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb816f-41fd-4cd2-8d49-7368f7652f16 req-6d9dc62b-97ac-41de-99c7-e0c56d85fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.635527 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bedb816f-41fd-4cd2-8d49-7368f7652f16 req-6d9dc62b-97ac-41de-99c7-e0c56d85fbb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.0741818 Jul 16 18:05:17.651397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570386e7-2863-4a20-86ef-c988f1857528'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:17.654110 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89736be2-1f1a-433e-a73a-f34da4bc1e91" -d '{"events": [{"server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "name": "network-vif-unplugged", "status": "completed", "tag": "570386e7-2863-4a20-86ef-c988f1857528"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:17.659370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=570386e7-2863-4a20-86ef-c988f1857528,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:17.663697 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.698382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b50811a-a719-4e0f-832c-47db3a795ec7 req-0fe9bbcc-91dc-4588-a394-97032fa5f44a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752680 Jul 16 18:05:17.715082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=570386e7-2863-4a20-86ef-c988f1857528,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.722961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:17.723344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:17.723710 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:17.724039 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:17.724548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:17.724881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:17.725233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:17.725344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb816f-41fd-4cd2-8d49-7368f7652f16 req-c5d69521-17ca-4b57-b3c2-e6d48273a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.725556 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:17.726416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:17.726736 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:17.727057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:17.727374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:17.727822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bedb816f-41fd-4cd2-8d49-7368f7652f16 req-c5d69521-17ca-4b57-b3c2-e6d48273a893 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773120 Jul 16 18:05:17.766507 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72395667-3460-4812-968f-b9811ac4c2b9 x-openstack-request-id: req-72395667-3460-4812-968f-b9811ac4c2b9 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:17.766868 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "name": "network-vif-unplugged", "status": "completed", "tag": "570386e7-2863-4a20-86ef-c988f1857528", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:17.767207 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72395667-3460-4812-968f-b9811ac4c2b9 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:17.767702 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570386e7-2863-4a20-86ef-c988f1857528', 'code': 200} Jul 16 18:05:17.863928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91667da-12d2-4e4f-940c-98889edb62e1 req-1ca4e674-8e21-49ee-97e9-9834458f4905 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.865431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e91667da-12d2-4e4f-940c-98889edb62e1 req-1ca4e674-8e21-49ee-97e9-9834458f4905 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1457822 Jul 16 18:05:17.872206 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bedb816f-41fd-4cd2-8d49-7368f7652f16 req-ae0660fa-9148-4871-a0e4-cbe473b13665 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338644 Jul 16 18:05:17.917275 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b28980fa-2803-4a86-a4b6-1cb01919e64c details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:17.936449 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e91667da-12d2-4e4f-940c-98889edb62e1 req-535a8332-f673-4383-a324-2aa7833bd748 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632715 Jul 16 18:05:18.021037 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b28980fa-2803-4a86-a4b6-1cb01919e64c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b28980fa-2803-4a86-a4b6-1cb01919e64c,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:18.026220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bedb816f-41fd-4cd2-8d49-7368f7652f16 req-4d25ef27-03ba-499f-937a-d36a8cab5456 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459072 Jul 16 18:05:18.033930 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'b28980fa-2803-4a86-a4b6-1cb01919e64c', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'port_id': 'b28980fa-2803-4a86-a4b6-1cb01919e64c', 'mac_address': 'fa:16:3e:48:2b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:18.057636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d3a05-1f70-4212-b126-54ab6b6c2444 req-fd0895b9-6f78-4b8e-8310-e3d23a40e6d3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.059112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f57d3a05-1f70-4212-b126-54ab6b6c2444 req-fd0895b9-6f78-4b8e-8310-e3d23a40e6d3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 943 time: 0.0965874 Jul 16 18:05:18.076745 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.095735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28980fa-2803-4a86-a4b6-1cb01919e64c {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:18.113081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f57d3a05-1f70-4212-b126-54ab6b6c2444 req-80df08ed-20a8-4e9d-9412-7bf7b610c8b2 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479152 Jul 16 18:05:18.126555 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b28980fa-2803-4a86-a4b6-1cb01919e64c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b28980fa-2803-4a86-a4b6-1cb01919e64c,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:18.130403 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.176707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=b28980fa-2803-4a86-a4b6-1cb01919e64c,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:18.499268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['b28980fa-2803-4a86-a4b6-1cb01919e64c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:18.521920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7fc033d1-8757-4144-a941-b0d8f2617013 req-26a4e07f-6fe8-418e-b287-6f8114a8379d tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0312517 Jul 16 18:05:18.880956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1411c31-da3e-4126-acf3-a5006f2669b4 req-e7494e7a-1e85-49d2-a83e-59fbb4ac0f62 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.882467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b1411c31-da3e-4126-acf3-a5006f2669b4 req-e7494e7a-1e85-49d2-a83e-59fbb4ac0f62 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 944 time: 0.0641272 Jul 16 18:05:18.922732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b1411c31-da3e-4126-acf3-a5006f2669b4 req-09a17599-cc57-42fd-a499-63c8141800ba tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343246 Jul 16 18:05:19.122074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfd016-4b26-4f28-80b3-714acaf51da2 req-9e9c7569-eea2-4ea1-a3c8-632dc07506e2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.123842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80cfd016-4b26-4f28-80b3-714acaf51da2 req-9e9c7569-eea2-4ea1-a3c8-632dc07506e2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.0701911 Jul 16 18:05:19.164300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80cfd016-4b26-4f28-80b3-714acaf51da2 req-bc21da6a-49ee-498e-ae6b-db057c27721c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338998 Jul 16 18:05:19.299356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa994a-2542-4dee-80bd-d4e9219526b6 req-77c782f6-2628-45d5-982a-8ac5cba35b15 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.300850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08aa994a-2542-4dee-80bd-d4e9219526b6 req-77c782f6-2628-45d5-982a-8ac5cba35b15 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 943 time: 0.0667617 Jul 16 18:05:19.338343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08aa994a-2542-4dee-80bd-d4e9219526b6 req-3acafe60-bb5d-4f28-95a5-b881d89da16f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Jul 16 18:05:19.539365 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 86acc91b-1a32-41e0-8159-7acc2af0dfdb details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:19.640551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 86acc91b-1a32-41e0-8159-7acc2af0dfdb, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=86acc91b-1a32-41e0-8159-7acc2af0dfdb,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:19.652268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '86acc91b-1a32-41e0-8159-7acc2af0dfdb', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'port_id': '86acc91b-1a32-41e0-8159-7acc2af0dfdb', 'mac_address': 'fa:16:3e:19:16:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:19.690025 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.704103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86acc91b-1a32-41e0-8159-7acc2af0dfdb {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:19.704545 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b28ebe08-324f-4372-8e89-fae8f781d151 req-10cfa959-0f01-47f9-9763-668ca372e518 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0503418 Jul 16 18:05:19.730604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 86acc91b-1a32-41e0-8159-7acc2af0dfdb, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=86acc91b-1a32-41e0-8159-7acc2af0dfdb,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:19.737113 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.737989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 07667df1-5cd3-4a99-b85e-9b125ef3b2bd details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:19.817654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=86acc91b-1a32-41e0-8159-7acc2af0dfdb,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.880408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:19.892441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd', 'mac_address': 'fa:16:3e:90:c8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:19.920340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b28980fa-2803-4a86-a4b6-1cb01919e64c up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:19.965684 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.984124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07667df1-5cd3-4a99-b85e-9b125ef3b2bd {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:20.010895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:20.017144 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.049458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port b28980fa-2803-4a86-a4b6-1cb01919e64c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:20.057393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port b28980fa-2803-4a86-a4b6-1cb01919e64c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:20.057764 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.122862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:20.177146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['07667df1-5cd3-4a99-b85e-9b125ef3b2bd'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:20.202024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347672fb-f160-4e95-9344-1583c41e933b req-859f2bff-3514-45a9-a6fc-81d064146295 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.204534 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.206127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-347672fb-f160-4e95-9344-1583c41e933b req-859f2bff-3514-45a9-a6fc-81d064146295 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 944 time: 0.1213284 Jul 16 18:05:20.262504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36aec656-cfbf-485b-b5a7-28f577beb1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28980fa-2803-4a86-a4b6-1cb01919e64c'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:20.265108 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55787de2-ef38-4376-a953-c28e2a24cd63" -d '{"events": [{"server_uuid": "36aec656-cfbf-485b-b5a7-28f577beb1b9", "name": "network-vif-plugged", "status": "completed", "tag": "b28980fa-2803-4a86-a4b6-1cb01919e64c"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:20.284796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-347672fb-f160-4e95-9344-1583c41e933b req-05ad4953-471d-48ea-a750-fc8d1aea84cb tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699873 Jul 16 18:05:20.285327 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b28980fa-2803-4a86-a4b6-1cb01919e64c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b28980fa-2803-4a86-a4b6-1cb01919e64c,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:20.299628 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.353263 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6f3a05-e938-4833-81f5-3d956fcc4fbf x-openstack-request-id: req-5e6f3a05-e938-4833-81f5-3d956fcc4fbf {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:20.353810 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36aec656-cfbf-485b-b5a7-28f577beb1b9", "name": "network-vif-plugged", "status": "completed", "tag": "b28980fa-2803-4a86-a4b6-1cb01919e64c", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:20.354604 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e6f3a05-e938-4833-81f5-3d956fcc4fbf {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:20.355298 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36aec656-cfbf-485b-b5a7-28f577beb1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28980fa-2803-4a86-a4b6-1cb01919e64c', 'code': 200} Jul 16 18:05:20.390223 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['86acc91b-1a32-41e0-8159-7acc2af0dfdb'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:20.419018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061857-354c-4cc0-b614-16f4becf1a82 req-c9aa5a6c-6797-4e40-840c-0b367aef98f9 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.421387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46061857-354c-4cc0-b614-16f4becf1a82 req-c9aa5a6c-6797-4e40-840c-0b367aef98f9 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.0760548 Jul 16 18:05:20.525126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46061857-354c-4cc0-b614-16f4becf1a82 req-750ab0a2-44a2-4cc7-b39c-d6f0ded27f27 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924075 Jul 16 18:05:20.576714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc56e2-0b64-4951-a8f1-368f0ed51280 req-854258e6-2708-4228-bc50-f93de28b4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.578889 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-03dc56e2-0b64-4951-a8f1-368f0ed51280 req-854258e6-2708-4228-bc50-f93de28b4c0c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 1097 time: 0.1360855 Jul 16 18:05:20.581161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=b28980fa-2803-4a86-a4b6-1cb01919e64c,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:20.671007 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-03dc56e2-0b64-4951-a8f1-368f0ed51280 req-dc6503ab-3fdb-44e6-bf60-a30147f10395 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715747 Jul 16 18:05:20.675946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23f718-14e4-4d08-8659-79ec1cd4026b req-eb7da897-f691-45f9-a193-d08aad7621e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.677897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a23f718-14e4-4d08-8659-79ec1cd4026b req-eb7da897-f691-45f9-a193-d08aad7621e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 944 time: 0.1683667 Jul 16 18:05:20.737918 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a23f718-14e4-4d08-8659-79ec1cd4026b req-b93ecd39-19e4-4d3f-abad-8ec714d9357d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535274 Jul 16 18:05:20.914112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e6bd5ed-d648-4d03-b99a-5fab1a4ffe75 req-dadb4a7f-982e-4e30-980c-038ddd5c2647 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0507867 Jul 16 18:05:21.556541 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 07667df1-5cd3-4a99-b85e-9b125ef3b2bd up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:21.652344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:21.653538 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.664202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eed7c-51d6-4d4a-99be-6a413501ca32 req-1cc09a91-2a21-4ded-9f74-0954bc83c0cc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.673913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-929eed7c-51d6-4d4a-99be-6a413501ca32 req-1cc09a91-2a21-4ded-9f74-0954bc83c0cc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 945 time: 0.2409620 Jul 16 18:05:21.769924 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-929eed7c-51d6-4d4a-99be-6a413501ca32 req-0e7caf47-aba1-47ec-af31-920a14b9c809 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928547 Jul 16 18:05:21.778636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.843032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:21.852025 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.900091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f58d44-e269-44ec-9dd4-593918e7b64a req-861dba90-85c0-4964-a1a7-c585c165e5d3 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.901663 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53f58d44-e269-44ec-9dd4-593918e7b64a req-861dba90-85c0-4964-a1a7-c585c165e5d3 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1265867 Jul 16 18:05:21.920936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:21.960684 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53f58d44-e269-44ec-9dd4-593918e7b64a req-123d3951-219c-42a9-8fb3-5a550203121e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522957 Jul 16 18:05:22.123072 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f75cde8-dfa1-4955-82c9-e456c280555b req-f6b41b99-eb5c-4e8b-98f7-a529cce2799f tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0349827 Jul 16 18:05:22.132706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48415d-7573-4ef7-b560-05ce3e221cc2 req-204c3de6-2891-4a1a-9ed1-043e4d5a2474 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.134324 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b48415d-7573-4ef7-b560-05ce3e221cc2 req-204c3de6-2891-4a1a-9ed1-043e4d5a2474 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 944 time: 0.1286497 Jul 16 18:05:22.177543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b48415d-7573-4ef7-b560-05ce3e221cc2 req-d694bfc0-b416-4b0e-b46c-468e0c2a4fc9 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373273 Jul 16 18:05:22.356594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa7cb37-b206-4787-ad3e-68054ea41905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:22.359504 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050369b9-896a-4aed-b16d-3f44052eacc6" -d '{"events": [{"server_uuid": "5aa7cb37-b206-4787-ad3e-68054ea41905", "name": "network-vif-plugged", "status": "completed", "tag": "07667df1-5cd3-4a99-b85e-9b125ef3b2bd"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:22.400361 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80123ca1-98cd-4e09-9f33-32d123398431 x-openstack-request-id: req-80123ca1-98cd-4e09-9f33-32d123398431 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:22.400660 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa7cb37-b206-4787-ad3e-68054ea41905", "name": "network-vif-plugged", "status": "completed", "tag": "07667df1-5cd3-4a99-b85e-9b125ef3b2bd", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:22.400912 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80123ca1-98cd-4e09-9f33-32d123398431 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:22.401318 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa7cb37-b206-4787-ad3e-68054ea41905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd', 'code': 200} Jul 16 18:05:23.040786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce41a0b-7132-443e-b50e-afae49d87749 req-5aa3b9cd-ac78-499e-90c3-4b4309be75a3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.058119 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ce41a0b-7132-443e-b50e-afae49d87749 req-5aa3b9cd-ac78-499e-90c3-4b4309be75a3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 945 time: 0.1288240 Jul 16 18:05:23.107519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ce41a0b-7132-443e-b50e-afae49d87749 req-cdddcc4d-7b1d-4d64-8b10-ea660b2d12f1 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483677 Jul 16 18:05:23.232932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d42d2-abaf-40aa-8059-dfb5d565b9f3 req-3080f8ed-ee46-41c1-b229-9af9a6df83b9 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.234639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d64d42d2-abaf-40aa-8059-dfb5d565b9f3 req-3080f8ed-ee46-41c1-b229-9af9a6df83b9 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1136348 Jul 16 18:05:23.287455 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d64d42d2-abaf-40aa-8059-dfb5d565b9f3 req-c2ffbaad-1a5a-4139-b2fe-adc6c98dd1c0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466118 Jul 16 18:05:23.390551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabab3ff-fb9f-40b8-b87e-22b3c5ace13c req-9a94729e-9d49-45b0-b75a-e8011658a960 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.391116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fabab3ff-fb9f-40b8-b87e-22b3c5ace13c req-9a94729e-9d49-45b0-b75a-e8011658a960 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 945 time: 0.1139953 Jul 16 18:05:23.457926 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fabab3ff-fb9f-40b8-b87e-22b3c5ace13c req-85afaee9-0547-483b-bf1f-91f63b6d65cc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600853 Jul 16 18:05:23.534820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd75cbaa-7295-4e67-86a6-86d80a988871 req-38b1d336-b5c9-4f81-8fa3-ec383fdc6862 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0754778 Jul 16 18:05:23.551219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 86acc91b-1a32-41e0-8159-7acc2af0dfdb up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:23.723195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 86acc91b-1a32-41e0-8159-7acc2af0dfdb completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:23.732958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 86acc91b-1a32-41e0-8159-7acc2af0dfdb triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:23.733713 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.735360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa302089-7348-4e76-a8b3-0ef1f0cc6de5 req-b791a606-b155-4d0c-a2a2-1c2c51eb45a7 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.755857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa302089-7348-4e76-a8b3-0ef1f0cc6de5 req-b791a606-b155-4d0c-a2a2-1c2c51eb45a7 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 944 time: 0.1270525 Jul 16 18:05:23.841819 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa302089-7348-4e76-a8b3-0ef1f0cc6de5 req-e93528df-3af2-4bb5-8be6-19ab59ea77b5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762985 Jul 16 18:05:23.948406 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.048158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 86acc91b-1a32-41e0-8159-7acc2af0dfdb, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=86acc91b-1a32-41e0-8159-7acc2af0dfdb,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:24.052805 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.136183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=86acc91b-1a32-41e0-8159-7acc2af0dfdb,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.402268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c33977-28f4-4029-b308-c21a160fb049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86acc91b-1a32-41e0-8159-7acc2af0dfdb'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:24.405939 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f266ff-75d9-412d-8068-85a775e4d8dd" -d '{"events": [{"server_uuid": "f5c33977-28f4-4029-b308-c21a160fb049", "name": "network-vif-plugged", "status": "completed", "tag": "86acc91b-1a32-41e0-8159-7acc2af0dfdb"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:24.544776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c98be8-9aff-4590-961a-eae78a10ff00 req-e43f205f-c448-40e7-87f5-cac57195b42d tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.554277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31c98be8-9aff-4590-961a-eae78a10ff00 req-e43f205f-c448-40e7-87f5-cac57195b42d tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1040695 Jul 16 18:05:24.620730 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31c98be8-9aff-4590-961a-eae78a10ff00 req-dc3966e4-ffc5-4ed6-87bf-fa55b0fd7e9d tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645990 Jul 16 18:05:24.715030 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13f6c67-e96f-4d38-8beb-12417b973f1e x-openstack-request-id: req-f13f6c67-e96f-4d38-8beb-12417b973f1e {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:24.715961 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c33977-28f4-4029-b308-c21a160fb049", "name": "network-vif-plugged", "status": "completed", "tag": "86acc91b-1a32-41e0-8159-7acc2af0dfdb", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:24.716376 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f13f6c67-e96f-4d38-8beb-12417b973f1e {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:24.716953 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c33977-28f4-4029-b308-c21a160fb049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86acc91b-1a32-41e0-8159-7acc2af0dfdb', 'code': 200} Jul 16 18:05:24.955105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92a7fb3c-adb4-4e7e-921f-8475efbaa5d4 req-e595f434-1e0a-45be-937e-ed8227c9e8c4 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0431294 Jul 16 18:05:25.060638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d030dd0-0e88-463c-a245-1e9d8ee05faa req-a7c913d4-1057-489f-be78-18b6792b280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.071596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d030dd0-0e88-463c-a245-1e9d8ee05faa req-a7c913d4-1057-489f-be78-18b6792b280a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 1097 time: 0.2603016 Jul 16 18:05:25.161698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d030dd0-0e88-463c-a245-1e9d8ee05faa req-c72434ea-fe5d-4369-8a83-436b3d7911b6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826564 Jul 16 18:05:25.431866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa04b8f-4316-4994-a5c7-321153384a52 req-9f9fa8c3-ef05-40ee-893c-debab9533f75 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.439351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fa04b8f-4316-4994-a5c7-321153384a52 req-9f9fa8c3-ef05-40ee-893c-debab9533f75 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.0848737 Jul 16 18:05:25.497588 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2fa04b8f-4316-4994-a5c7-321153384a52 req-587d0dd0-f0c7-4d46-b6c3-b17aec051fb5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570314 Jul 16 18:05:25.936997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf396d58-fd92-4f0f-adf8-b853730e8663 req-f13e2947-db7c-43b0-ab12-65ef173dc467 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.940223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf396d58-fd92-4f0f-adf8-b853730e8663 req-f13e2947-db7c-43b0-ab12-65ef173dc467 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1596115 Jul 16 18:05:26.059794 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf396d58-fd92-4f0f-adf8-b853730e8663 req-5085cd89-a657-4f8a-ad39-10af6b1068ac tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085179 Jul 16 18:05:26.236676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50c6f20b-3e0a-40ba-b109-0cecac6ad34f req-0b03b093-da2a-4d27-bcb9-e98445fd589c tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0609412 Jul 16 18:05:26.356807 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.559220 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.699879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d6332-d745-4445-a15b-c39aa6478687 req-801b2987-67f1-403f-9b64-4532e314974c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.719028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-247d6332-d745-4445-a15b-c39aa6478687 req-801b2987-67f1-403f-9b64-4532e314974c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1026216 Jul 16 18:05:26.788839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-247d6332-d745-4445-a15b-c39aa6478687 req-aebba5dd-2674-413d-9733-4b7a304442e1 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672152 Jul 16 18:05:27.214275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-2c3fd29f-286d-4455-a532-03518fc9bb1b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.223336 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-2c3fd29f-286d-4455-a532-03518fc9bb1b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 0.1865878 Jul 16 18:05:27.255037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-fa2a19b6-6d85-4140-a79b-adc17411edd5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/quotas/66bb849ac62844c6957c750d90efa878 HTTP/1.1" status: 200 len: 375 time: 0.0302835 Jul 16 18:05:27.409212 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-1eee1a4e-9eaa-4bab-a774-86a6f320c703 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1527474 Jul 16 18:05:27.470725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febf3f4-2dd0-4064-8964-2cd8560f6425 req-76bcf3e0-8f9f-422d-98bc-96f20d086cdd tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.472316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2febf3f4-2dd0-4064-8964-2cd8560f6425 req-76bcf3e0-8f9f-422d-98bc-96f20d086cdd tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1721287 Jul 16 18:05:27.584597 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2febf3f4-2dd0-4064-8964-2cd8560f6425 req-9bf4264b-1f3f-4f57-a495-688576986404 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756128 Jul 16 18:05:27.597900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-d73ed8cb-40dc-4fc8-a1d7-aa22b08ed8d3 service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876993 Jul 16 18:05:27.734759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42816) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.824272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-33f07965-7593-43a1-8e0e-9beab3872268 service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142844 Jul 16 18:05:27.947660 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01ec87-0f1d-456b-951b-7f3fef9eecc9 req-ce5f3eb6-6736-4a7d-908e-7c76e68d969a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.949202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb01ec87-0f1d-456b-951b-7f3fef9eecc9 req-ce5f3eb6-6736-4a7d-908e-7c76e68d969a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1705897 Jul 16 18:05:27.968363 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf049-97ae-4c6b-9ff8-fce4b3acff85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.973869 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad71aaa3-ec55-40c9-813d-57dca0ffdf59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.035557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb01ec87-0f1d-456b-951b-7f3fef9eecc9 req-dfa97fd5-27be-4b45-8f60-6ee50066a148 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762584 Jul 16 18:05:28.099664 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad71aaa3-ec55-40c9-813d-57dca0ffdf59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.115030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad71aaa3-ec55-40c9-813d-57dca0ffdf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.166328 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ad71aaa3-ec55-40c9-813d-57dca0ffdf59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcfabbea5dc945ec90d4add7ab6d0d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302287 Jul 16 18:05:28.169312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42828) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:28.176452 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71aaa3-ec55-40c9-813d-57dca0ffdf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef852fb-15a4-4e67-af35-d084e93e3b71,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.254778 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2def9d88-c0d0-4469-8101-f76e7855a5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.315864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-076cedd8-5852-4abc-8619-e55642ebf0e5 req-42ad25b8-3c33-440e-83b0-828ec2756137 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0620708 Jul 16 18:05:28.355377 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2def9d88-c0d0-4469-8101-f76e7855a5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.441156 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2def9d88-c0d0-4469-8101-f76e7855a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.443858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2def9d88-c0d0-4469-8101-f76e7855a5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.445436 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2def9d88-c0d0-4469-8101-f76e7855a5e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bef852fb-15a4-4e67-af35-d084e93e3b71 HTTP/1.1" status: 204 len: 168 time: 0.2747622 Jul 16 18:05:28.504233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10675db6-04c5-4ffb-8d96-756e12159ef6 req-fcd4a726-1200-45a0-9885-745bb7503d53 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 210 time: 0.0772371 Jul 16 18:05:28.513934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def9d88-c0d0-4469-8101-f76e7855a5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef852fb-15a4-4e67-af35-d084e93e3b71,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.841351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57ccfd-ed01-4542-85c9-4ded593c42b3 req-0381cdf8-7e43-46c3-8c62-c023952e2f34 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.843026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c57ccfd-ed01-4542-85c9-4ded593c42b3 req-0381cdf8-7e43-46c3-8c62-c023952e2f34 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.0989532 Jul 16 18:05:28.905192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c57ccfd-ed01-4542-85c9-4ded593c42b3 req-bbafd462-0ac1-4607-aece-8d5f77afb5ee tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Jul 16 18:05:28.920410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42850) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:28.941032 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8834a389-27dd-489e-9232-b9c1b7b1fa5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.057777 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8834a389-27dd-489e-9232-b9c1b7b1fa5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.062997 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8834a389-27dd-489e-9232-b9c1b7b1fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.108834 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834a389-27dd-489e-9232-b9c1b7b1fa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321705d4-0da9-4e45-851a-ae45c75dbeb0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.113508 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8834a389-27dd-489e-9232-b9c1b7b1fa5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=694ead4d2d9c4994b6f35c706652d999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918960 Jul 16 18:05:29.121711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42854) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:29.350358 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cff411e1-ca8c-4724-9c69-3e77f70fdd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.393701 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cff411e1-ca8c-4724-9c69-3e77f70fdd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.420531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f32147-77fd-4077-bac4-d3842d5c841f req-e45afdc0-ebce-43d2-bd91-6f2cc1b6316a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.427876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b1f32147-77fd-4077-bac4-d3842d5c841f req-e45afdc0-ebce-43d2-bd91-6f2cc1b6316a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1592138 Jul 16 18:05:29.487767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b1f32147-77fd-4077-bac4-d3842d5c841f req-674c4e40-3c76-4b28-9c96-4c0f0f58cb64 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577116 Jul 16 18:05:29.508949 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cff411e1-ca8c-4724-9c69-3e77f70fdd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.511459 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cff411e1-ca8c-4724-9c69-3e77f70fdd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.512606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cff411e1-ca8c-4724-9c69-3e77f70fdd66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/321705d4-0da9-4e45-851a-ae45c75dbeb0 HTTP/1.1" status: 204 len: 168 time: 0.3893156 Jul 16 18:05:29.542617 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5974d170-828e-4830-bdcb-c19ca5193bf0 req-30e2fde0-ff86-4f1f-8661-055ad560bf7d tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0445721 Jul 16 18:05:29.547756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff411e1-ca8c-4724-9c69-3e77f70fdd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321705d4-0da9-4e45-851a-ae45c75dbeb0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.814134 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3867f033-3d5f-4a48-b33c-833bf13c6d74 req-5098aa21-b589-4511-875c-49bc77274bbf tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 210 time: 0.0436642 Jul 16 18:05:30.159045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-6eac76ce-10f8-4d4c-a555-62e7366af538 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.160594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-6eac76ce-10f8-4d4c-a555-62e7366af538 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.35 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 0.2171617 Jul 16 18:05:30.189987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'port': {'device_id': 'e731f546-a504-4591-98dc-be25e72e6bb3', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'admin_state_up': True, 'tenant_id': '66bb849ac62844c6957c750d90efa878'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:30.592585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecad6a-62a3-4cea-aca4-370d2992a88c req-f0c899e4-30f9-481c-bef0-0c5146a6c2de tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.594032 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9cecad6a-62a3-4cea-aca4-370d2992a88c req-f0c899e4-30f9-481c-bef0-0c5146a6c2de tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.4872885 Jul 16 18:05:30.677024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9cecad6a-62a3-4cea-aca4-370d2992a88c req-6b816681-a73c-46b7-bc5a-938fdbd242e9 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729272 Jul 16 18:05:30.701860 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.707908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Made reservation on behalf of 66bb849ac62844c6957c750d90efa878 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:30.718445 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-91305ca9-5b58-46cc-9336-360674271eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.736834 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.063185 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d8e79fca-f5b7-43c7-8dee-0db9814db1a3 req-880bb322-5cfe-47fd-8e36-1b896c32a4e6 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0729158 Jul 16 18:05:31.098774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac98034-92e5-4ae9-b26c-6e2c8fab8b35 req-3c195cf4-5327-45b4-9f77-a0ac9dfae589 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.098774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ac98034-92e5-4ae9-b26c-6e2c8fab8b35 req-3c195cf4-5327-45b4-9f77-a0ac9dfae589 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.2701561 Jul 16 18:05:31.098774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Allocated IP 172.20.0.13 (4b119567-6ce3-487d-8627-e47c109379a2/e819abcf-6b00-458c-8032-3f3b68914119/36638bc3-c70d-4fb6-b7d8-e10c9ac489f5) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:31.217537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ac98034-92e5-4ae9-b26c-6e2c8fab8b35 req-0832991b-9660-4838-b13a-0d7ace14b37e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045954 Jul 16 18:05:31.503569 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4e33a6b-011e-407e-a3f7-30fae5890017 req-b2e3b1f6-ecdf-4d95-a535-bf0b2155d287 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 210 time: 0.0448582 Jul 16 18:05:31.507619 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.524201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Transition to ACTIVE for port object 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:31.585857 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.598943 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['b28980fa-2803-4a86-a4b6-1cb01919e64c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:31.643063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Network 4b119567-6ce3-487d-8627-e47c109379a2 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:31.649936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:31.652643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:31.696211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'Port': ['ID=36638bc3-c70d-4fb6-b7d8-e10c9ac489f5,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:31.732051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.733527 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.785479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-3955b442-c3cc-40b8-87fe-0de413e68d63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5936055 Jul 16 18:05:31.793865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Request body: {'port': {'device_id': 'e731f546-a504-4591-98dc-be25e72e6bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:31.839938 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.038919 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.119195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f2fe35cc-9ca5-480f-be86-6ee42ea47696 None None] Provisioning for port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:32.128274 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f2fe35cc-9ca5-480f-be86-6ee42ea47696 None None] Provisioning complete for port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:32.128650 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f2fe35cc-9ca5-480f-be86-6ee42ea47696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.169219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f623b1-c2b0-44b6-ab16-42f19e26dfcf req-32dc0de4-7bad-4a5a-96f1-8161e5e4018b tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.177014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82f623b1-c2b0-44b6-ab16-42f19e26dfcf req-32dc0de4-7bad-4a5a-96f1-8161e5e4018b tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1489763 Jul 16 18:05:32.180011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f2fe35cc-9ca5-480f-be86-6ee42ea47696 None None] Port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:32.293210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82f623b1-c2b0-44b6-ab16-42f19e26dfcf req-4c6fe034-a5c2-439f-8651-5cc7d5ba3a87 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151125 Jul 16 18:05:32.495732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b9640c0-a2e0-4d40-968d-d843e569d778 req-4dc45cd0-8b9c-4611-8a50-22eb14adb1c2 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0844421 Jul 16 18:05:32.695905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:32.709168 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.743714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Transition to ACTIVE for port object 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:32.759119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b11ec-8226-4eba-b3db-0d843e21f796 req-df803e6d-bc40-40b1-8331-4c158e4863d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.768825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a1b11ec-8226-4eba-b3db-0d843e21f796 req-df803e6d-bc40-40b1-8331-4c158e4863d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1539369 Jul 16 18:05:32.795906 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.949308 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a1b11ec-8226-4eba-b3db-0d843e21f796 req-9972c6f5-91f7-4704-8ebf-c10621335443 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782479 Jul 16 18:05:33.058813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Pushing event updated for resources: {'Port': ['ID=36638bc3-c70d-4fb6-b7d8-e10c9ac489f5,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:33.190800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8edfe8-9b2a-47b6-8bd0-8d22b860fa89 req-008f1715-5455-4b91-836d-ee5fb46a48a4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.199136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec8edfe8-9b2a-47b6-8bd0-8d22b860fa89 req-008f1715-5455-4b91-836d-ee5fb46a48a4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.2483780 Jul 16 18:05:33.281963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Attempting to bind port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:33.282438 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Attempting to bind port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:33.282768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Attempting to bind port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:33.294973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec8edfe8-9b2a-47b6-8bd0-8d22b860fa89 req-ad5b6ac6-0e52-4d83-bbc5-d057d8cdd4ed tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946627 Jul 16 18:05:33.309931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 on network 4b119567-6ce3-487d-8627-e47c109379a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:33.310264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Attempting to bind port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:33.342685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:33.343139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Checking segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:33.344173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Bound using segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:33.344704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Bound port: 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:33.345073 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.456931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] For port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:33.460663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] For port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=36638bc3-c70d-4fb6-b7d8-e10c9ac489f5,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:33.468561 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.516550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.517172 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.518558 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-65ba1c25-b034-452c-b858-587459eec95d service neutron] 10.222.0.35 "PUT /v2.0/ports/36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 HTTP/1.1" status: 200 len: 1093 time: 1.7313664 Jul 16 18:05:33.519010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e731f546-a504-4591-98dc-be25e72e6bb3', 'tag': '36638bc3-c70d-4fb6-b7d8-e10c9ac489f5'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:33.521816 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d547576-f3f7-42fe-b5ac-d1d499e32c83" -d '{"events": [{"name": "network-changed", "server_uuid": "e731f546-a504-4591-98dc-be25e72e6bb3", "tag": "36638bc3-c70d-4fb6-b7d8-e10c9ac489f5"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:33.542576 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.577691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba1c25-b034-452c-b858-587459eec95d service neutron] Pushing event updated for resources: {'Port': ['ID=36638bc3-c70d-4fb6-b7d8-e10c9ac489f5,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:33.624732 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c542b15-539b-4bcb-b75f-2281f4e90192 x-openstack-request-id: req-0c542b15-539b-4bcb-b75f-2281f4e90192 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:33.625031 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e731f546-a504-4591-98dc-be25e72e6bb3", "tag": "36638bc3-c70d-4fb6-b7d8-e10c9ac489f5", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:33.625338 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c542b15-539b-4bcb-b75f-2281f4e90192 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:33.625741 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e731f546-a504-4591-98dc-be25e72e6bb3', 'tag': '36638bc3-c70d-4fb6-b7d8-e10c9ac489f5', 'status': 'completed', 'code': 200} Jul 16 18:05:33.787229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-f0ab3bd8-6262-46de-9995-4dee43f5ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.789422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-f0ab3bd8-6262-46de-9995-4dee43f5ac17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 1096 time: 0.2061479 Jul 16 18:05:33.797461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385081bb-e0bb-4a16-a678-401a0ab96dc2 req-02c3735d-f404-4729-9107-de3b3aa7565c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.799009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-385081bb-e0bb-4a16-a678-401a0ab96dc2 req-02c3735d-f404-4729-9107-de3b3aa7565c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1722703 Jul 16 18:05:33.838340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8aebdc18-e3fa-48e6-8137-98b8e5ddff3d req-85fe37cc-ba0f-47bd-a94a-cce66781bf40 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0649986 Jul 16 18:05:33.879140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-37d203dd-e5f3-4fcc-9ce7-ff3d7e7ad3eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 HTTP/1.1" status: 200 len: 217 time: 0.0791070 Jul 16 18:05:33.943596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-385081bb-e0bb-4a16-a678-401a0ab96dc2 req-363fdc14-fa4f-4be5-a1a6-02cb14690a1f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718505 Jul 16 18:05:33.989111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-caa43d42-8502-4edb-8e5a-7179c4951b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.990641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-caa43d42-8502-4edb-8e5a-7179c4951b90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1021936 Jul 16 18:05:34.175137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-add3c914-24d1-46f1-b789-57e01fdd1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.180252 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-add3c914-24d1-46f1-b789-57e01fdd1eeb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1763904 Jul 16 18:05:34.341216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef1d4-4dab-426b-b8a7-5ad2ee4f1237 req-e76b29df-8e6d-4cc0-ac21-894ad6387d1b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.349508 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d92ef1d4-4dab-426b-b8a7-5ad2ee4f1237 req-e76b29df-8e6d-4cc0-ac21-894ad6387d1b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1666725 Jul 16 18:05:34.415613 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-938c042c-c109-4095-89be-1c86346c42f4 service neutron] 10.222.0.35 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801589 Jul 16 18:05:34.429893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d92ef1d4-4dab-426b-b8a7-5ad2ee4f1237 req-6ae46fe1-5799-44e3-be34-9fff61e9ac97 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746253 Jul 16 18:05:34.686859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb0176f7-89ce-4d02-ba95-b3bc51f67827 req-e3d4328f-67ba-427f-b138-cf987646040b service neutron] 10.222.0.35 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527297 Jul 16 18:05:34.710641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e6941-167b-42e6-a872-b859a4e718b7 req-1706d1af-d24a-4baa-b09b-776c4358bec7 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.719660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-891e6941-167b-42e6-a872-b859a4e718b7 req-1706d1af-d24a-4baa-b09b-776c4358bec7 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.1716986 Jul 16 18:05:34.811801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-891e6941-167b-42e6-a872-b859a4e718b7 req-de8e7bc2-82c4-4962-8422-8ca2e7ee2bc4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909564 Jul 16 18:05:34.860070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547576-f3f7-42fe-b5ac-d1d499e32c83 req-14791ffa-1e99-4db2-b0a7-38ec99c1d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.861620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d547576-f3f7-42fe-b5ac-d1d499e32c83 req-14791ffa-1e99-4db2-b0a7-38ec99c1d94b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0978570 Jul 16 18:05:35.059215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547576-f3f7-42fe-b5ac-d1d499e32c83 req-d5da01e0-3684-45ea-8a19-54f16a372908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.062064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d547576-f3f7-42fe-b5ac-d1d499e32c83 req-d5da01e0-3684-45ea-8a19-54f16a372908 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.1903598 Jul 16 18:05:35.167841 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d547576-f3f7-42fe-b5ac-d1d499e32c83 req-fd6e6fd2-adc2-4a0f-a74a-6dd18573d2ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 HTTP/1.1" status: 200 len: 217 time: 0.0955226 Jul 16 18:05:35.274513 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13719a07-0ce6-4252-9bf0-d08e07db404d req-1c69c41f-12a8-482f-ba7c-a0cbda0a924a tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.1057267 Jul 16 18:05:35.322552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93902b3f-8934-457e-9c39-f9e712ca6a10 req-f17045e0-607f-4232-b197-e94909800a7b tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.324131 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93902b3f-8934-457e-9c39-f9e712ca6a10 req-f17045e0-607f-4232-b197-e94909800a7b tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1542397 Jul 16 18:05:35.326143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547576-f3f7-42fe-b5ac-d1d499e32c83 req-da150d12-c526-47dd-8b15-101710363df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.327466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d547576-f3f7-42fe-b5ac-d1d499e32c83 req-da150d12-c526-47dd-8b15-101710363df6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1312521 Jul 16 18:05:35.433585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93902b3f-8934-457e-9c39-f9e712ca6a10 req-3381c7f1-3375-4d7e-9acf-824c4bdf9071 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005056 Jul 16 18:05:35.480766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547576-f3f7-42fe-b5ac-d1d499e32c83 req-02bf6a29-b589-4380-b40e-4c7199aa6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.482340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d547576-f3f7-42fe-b5ac-d1d499e32c83 req-02bf6a29-b589-4380-b40e-4c7199aa6391 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441848 Jul 16 18:05:35.752518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d547576-f3f7-42fe-b5ac-d1d499e32c83 req-8f014a10-efb7-402d-9746-22c5081fb5c2 service neutron] 10.222.0.35 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599432 Jul 16 18:05:35.953379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797f901-f6fa-408c-8a95-cb633f48ba89 req-f92ff6d3-57ef-4066-aa98-dc0fd398528f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.962036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c797f901-f6fa-408c-8a95-cb633f48ba89 req-f92ff6d3-57ef-4066-aa98-dc0fd398528f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.2978668 Jul 16 18:05:36.096559 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c797f901-f6fa-408c-8a95-cb633f48ba89 req-1b3b2aa5-c547-4e4f-81ca-4a8f18c0e3dc tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336491 Jul 16 18:05:36.127218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d547576-f3f7-42fe-b5ac-d1d499e32c83 req-cbf864f5-c2c1-4c3f-8027-ef85f6951022 service neutron] 10.222.0.35 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454883 Jul 16 18:05:36.181039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6753294-4ee0-4118-b3c4-eda421ee3e65 req-490d4438-661c-468e-90ce-8cfa5809e706 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.188081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6753294-4ee0-4118-b3c4-eda421ee3e65 req-490d4438-661c-468e-90ce-8cfa5809e706 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.1290190 Jul 16 18:05:36.239868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6753294-4ee0-4118-b3c4-eda421ee3e65 req-78129182-cc69-4fe9-9f7f-a54998ac3502 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507853 Jul 16 18:05:36.533721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62cf6e9d-6456-4ec9-b025-013ba1e2b3c8 req-2eccf3d6-a794-40eb-9c4e-c53ddfe52376 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0483053 Jul 16 18:05:36.712308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf629fb4-d6a8-47bd-a083-59a7de6cb671 req-cf9367ae-4818-4a6c-9223-8f98408b7c75 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.719746 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf629fb4-d6a8-47bd-a083-59a7de6cb671 req-cf9367ae-4818-4a6c-9223-8f98408b7c75 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1149123 Jul 16 18:05:36.764008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf629fb4-d6a8-47bd-a083-59a7de6cb671 req-9b5259eb-ec3a-44e3-bebd-c8ec325299b0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430553 Jul 16 18:05:37.280433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf66152-46dc-4816-b57c-ca21ab88192a req-e1e24fab-57a9-4169-80c7-b7c878dc3f16 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.288539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cf66152-46dc-4816-b57c-ca21ab88192a req-e1e24fab-57a9-4169-80c7-b7c878dc3f16 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 949 time: 0.1310675 Jul 16 18:05:37.356948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cf66152-46dc-4816-b57c-ca21ab88192a req-9d74ac92-7ac3-4ad3-8e3d-ca4bbd4507ba tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674531 Jul 16 18:05:37.429830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3b340-cdaf-4b07-bfc5-a44031b5d0de req-b2cd9423-2a51-42b5-bad1-3177a5a5fd98 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.431503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4f3b340-cdaf-4b07-bfc5-a44031b5d0de req-b2cd9423-2a51-42b5-bad1-3177a5a5fd98 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1017928 Jul 16 18:05:37.510164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4f3b340-cdaf-4b07-bfc5-a44031b5d0de req-a55afcd4-4248-4b0f-8acf-95319d383632 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712013 Jul 16 18:05:37.626262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88531857-8e87-440b-846c-459620c7e7d9 req-c1e08beb-94d2-4ffb-b91c-ee61f5eb5251 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.629921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88531857-8e87-440b-846c-459620c7e7d9 req-c1e08beb-94d2-4ffb-b91c-ee61f5eb5251 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.1397278 Jul 16 18:05:37.700386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88531857-8e87-440b-846c-459620c7e7d9 req-7b0eb04c-6ab8-4a37-89a1-9b987a07520b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624068 Jul 16 18:05:37.864343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62513628-201a-41af-b4c5-9e7f1842b674 req-3ed4d9b8-3301-4e36-88e1-f9e65ced2417 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0302825 Jul 16 18:05:38.302053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05687ed-2164-4350-9268-06d960cf2b28 req-d79e39dd-8de4-4257-b0ee-8ec23727df64 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.309294 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a05687ed-2164-4350-9268-06d960cf2b28 req-d79e39dd-8de4-4257-b0ee-8ec23727df64 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1379809 Jul 16 18:05:38.365608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a05687ed-2164-4350-9268-06d960cf2b28 req-64a367ec-c41c-4cf6-99ec-211dbe45302d tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514028 Jul 16 18:05:38.754079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cd3e2-2bb9-4a20-a97c-95355cea7e0f req-a4aaa699-52e0-4b35-aaca-2d381ab6141d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.764833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-226cd3e2-2bb9-4a20-a97c-95355cea7e0f req-a4aaa699-52e0-4b35-aaca-2d381ab6141d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1006980 Jul 16 18:05:38.840777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-226cd3e2-2bb9-4a20-a97c-95355cea7e0f req-079d287d-5189-4b90-a1ee-5326794d1443 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746932 Jul 16 18:05:38.956630 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264f124-37e0-429d-b19d-fe23e4bcbf66 req-ab1920e3-d8a6-432d-b01d-fc48cafb45d8 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.964443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1264f124-37e0-429d-b19d-fe23e4bcbf66 req-ab1920e3-d8a6-432d-b01d-fc48cafb45d8 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.0910828 Jul 16 18:05:39.009425 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1264f124-37e0-429d-b19d-fe23e4bcbf66 req-c86ef2d1-883f-44cd-99f3-a799764bcacd tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443461 Jul 16 18:05:39.097791 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-695fcb58-e806-4dc4-b1ae-68dd8796bb03 req-7d540747-d90e-4501-8f11-d948ee083495 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0301518 Jul 16 18:05:39.589660 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d86125-f6f0-42be-b95e-0c686f41b58e req-e5acf5df-20c4-421c-8605-e939197311f4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.591466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4d86125-f6f0-42be-b95e-0c686f41b58e req-e5acf5df-20c4-421c-8605-e939197311f4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.0996096 Jul 16 18:05:39.644048 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4d86125-f6f0-42be-b95e-0c686f41b58e req-0a86b621-3fe6-4dd7-9e4c-66255d1d5287 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460815 Jul 16 18:05:40.305525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e843639-b8ed-4b57-8419-a812b063c516 req-e5d4568b-ab10-45a0-8884-56d924294525 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.312358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e843639-b8ed-4b57-8419-a812b063c516 req-e5d4568b-ab10-45a0-8884-56d924294525 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1344664 Jul 16 18:05:40.326489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deff4a1-c4cb-4814-b4a5-0cb445339027 req-3d9653df-b856-4316-adc7-8caa47940c78 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.327977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3deff4a1-c4cb-4814-b4a5-0cb445339027 req-3d9653df-b856-4316-adc7-8caa47940c78 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.1393855 Jul 16 18:05:40.383490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e843639-b8ed-4b57-8419-a812b063c516 req-06c5be3e-43ee-4119-a472-ac9554423bbe tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700321 Jul 16 18:05:40.428111 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3deff4a1-c4cb-4814-b4a5-0cb445339027 req-bb16eba3-336f-4d17-a28f-1169b4938cbc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919979 Jul 16 18:05:40.549237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d80c80b-ea07-4253-99ea-ef9a6cedd823 req-d57c69b9-6d6e-4c6f-91e9-2f5b8d700f45 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0480294 Jul 16 18:05:40.841547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f02be-d4b5-48f7-8885-c0c07ff33a02 req-09545d2b-280e-4a4e-8f90-36e26ce0a92d tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.848021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b6f02be-d4b5-48f7-8885-c0c07ff33a02 req-09545d2b-280e-4a4e-8f90-36e26ce0a92d tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.0801296 Jul 16 18:05:40.886621 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b6f02be-d4b5-48f7-8885-c0c07ff33a02 req-42cb4602-82e7-4bec-8b5b-0746f0c4e5bc tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375006 Jul 16 18:05:41.597232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e8402-1dd4-4a24-a5e2-e3c3e801f460 req-6097a43b-81ee-4134-82b4-d0a8b870e172 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.598620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-102e8402-1dd4-4a24-a5e2-e3c3e801f460 req-6097a43b-81ee-4134-82b4-d0a8b870e172 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.0971310 Jul 16 18:05:41.652521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-102e8402-1dd4-4a24-a5e2-e3c3e801f460 req-e3f23086-c0f1-4d82-b199-f7fb8a8edd00 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469339 Jul 16 18:05:41.664551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe65cb-4eec-4ec1-b87e-59647001a8d1 req-e9dbfa1e-08fd-4e08-9aaf-51792890389b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.666051 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04fe65cb-4eec-4ec1-b87e-59647001a8d1 req-e9dbfa1e-08fd-4e08-9aaf-51792890389b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.1060836 Jul 16 18:05:41.700312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 570386e7-2863-4a20-86ef-c988f1857528 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:41.703053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 07667df1-5cd3-4a99-b85e-9b125ef3b2bd no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:41.709465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04fe65cb-4eec-4ec1-b87e-59647001a8d1 req-9c26ac3a-8f5f-4951-9f56-4d2d16cc3487 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338318 Jul 16 18:05:41.805764 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.832866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d52d4540-2741-4a38-9e13-1591f463843e req-873e813f-fb50-4763-bb30-82f8ed2bf746 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0490029 Jul 16 18:05:41.890100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa7cb37-b206-4787-ad3e-68054ea41905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:41.893650 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c09961-c1de-43eb-8d8b-78bf82dfc233" -d '{"events": [{"server_uuid": "5aa7cb37-b206-4787-ad3e-68054ea41905", "name": "network-vif-unplugged", "status": "completed", "tag": "07667df1-5cd3-4a99-b85e-9b125ef3b2bd"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:41.917000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:41.934511 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.948855 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=570386e7-2863-4a20-86ef-c988f1857528,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:41.982119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '570386e7-2863-4a20-86ef-c988f1857528', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '570386e7-2863-4a20-86ef-c988f1857528', 'mac_address': 'fa:16:3e:c5:1e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:42.017911 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97637cb1-8d69-4a6e-843a-3b57b686e370 x-openstack-request-id: req-97637cb1-8d69-4a6e-843a-3b57b686e370 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:42.018428 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa7cb37-b206-4787-ad3e-68054ea41905", "name": "network-vif-unplugged", "status": "completed", "tag": "07667df1-5cd3-4a99-b85e-9b125ef3b2bd", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:42.018851 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97637cb1-8d69-4a6e-843a-3b57b686e370 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:42.019378 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa7cb37-b206-4787-ad3e-68054ea41905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd', 'code': 200} Jul 16 18:05:42.043982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:42.077853 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.102032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570386e7-2863-4a20-86ef-c988f1857528 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:42.136237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=570386e7-2863-4a20-86ef-c988f1857528,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:42.140109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42bf95-e016-4d76-b9cc-f686e0ca7560 req-8ac51459-8777-4131-867d-7fe34d9adadc tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.141915 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f42bf95-e016-4d76-b9cc-f686e0ca7560 req-8ac51459-8777-4131-867d-7fe34d9adadc tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.0918412 Jul 16 18:05:42.142816 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.208732 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=570386e7-2863-4a20-86ef-c988f1857528,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:42.211833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f42bf95-e016-4d76-b9cc-f686e0ca7560 req-30e05076-311a-4304-9763-a016a69ecf95 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632372 Jul 16 18:05:42.285156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['570386e7-2863-4a20-86ef-c988f1857528'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:42.396385 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:05:42.881090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8ac4f-4971-40e1-af46-9f549d4ab0ba req-7ddf129c-7b25-46fd-916d-3956cee44201 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.888086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46c8ac4f-4971-40e1-af46-9f549d4ab0ba req-7ddf129c-7b25-46fd-916d-3956cee44201 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1113234 Jul 16 18:05:42.974656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46c8ac4f-4971-40e1-af46-9f549d4ab0ba req-94de939f-e230-44b6-aa3d-15e44ea7f7bc tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811651 Jul 16 18:05:43.017391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577a554-389b-49fd-a91d-90ae1cf2a93a req-b2de1b5a-e743-4a5f-b87a-ee4487e3699c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.030108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6577a554-389b-49fd-a91d-90ae1cf2a93a req-b2de1b5a-e743-4a5f-b87a-ee4487e3699c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.1409431 Jul 16 18:05:43.068779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6577a554-389b-49fd-a91d-90ae1cf2a93a req-321094df-ebc5-413e-9e1a-5c896056b983 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377049 Jul 16 18:05:43.190101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa127305-f0e1-4b0b-92ea-d13f32c9a8ed req-7aadd8fa-3953-482b-92bd-bbf2f03a0913 tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0326645 Jul 16 18:05:43.401775 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ed67c7b8-1ac7-40bb-942d-65b97a044c7f req-815d7c0a-65e0-4858-bbaf-955fdce258ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0363529 Jul 16 18:05:43.464891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01889a18-d87a-4888-b5f9-dcd2d292eea6 req-23c00017-b7bd-48a6-bec9-be4fa70b1f9e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.472571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01889a18-d87a-4888-b5f9-dcd2d292eea6 req-23c00017-b7bd-48a6-bec9-be4fa70b1f9e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1177244 Jul 16 18:05:43.550377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01889a18-d87a-4888-b5f9-dcd2d292eea6 req-6626cada-8976-4ed1-a186-0418047aadc9 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766163 Jul 16 18:05:43.707044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 570386e7-2863-4a20-86ef-c988f1857528 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:43.768413 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 570386e7-2863-4a20-86ef-c988f1857528 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:43.768898 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.861744 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.916042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=570386e7-2863-4a20-86ef-c988f1857528,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:43.924938 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.002235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=570386e7-2863-4a20-86ef-c988f1857528,revision_number=10']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.024898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570386e7-2863-4a20-86ef-c988f1857528'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:44.025358 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012416b0-e4d5-4b4a-a463-91a40b2ec453" -d '{"events": [{"server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "name": "network-vif-plugged", "status": "completed", "tag": "570386e7-2863-4a20-86ef-c988f1857528"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:44.151044 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4b1c5f-845e-4fb7-904c-d7aee3e509c1 x-openstack-request-id: req-0a4b1c5f-845e-4fb7-904c-d7aee3e509c1 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:44.151363 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "name": "network-vif-plugged", "status": "completed", "tag": "570386e7-2863-4a20-86ef-c988f1857528", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:44.151939 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a4b1c5f-845e-4fb7-904c-d7aee3e509c1 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:44.152340 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570386e7-2863-4a20-86ef-c988f1857528', 'code': 200} Jul 16 18:05:44.318264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f1c7c-8c77-438d-bcaf-969ba0e25d3c req-a5379882-4710-4085-b40c-d91b7d182193 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.331060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b4f1c7c-8c77-438d-bcaf-969ba0e25d3c req-a5379882-4710-4085-b40c-d91b7d182193 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1565280 Jul 16 18:05:44.743347 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b4f1c7c-8c77-438d-bcaf-969ba0e25d3c req-72aa5e65-d6b1-44ac-aedf-aa7072223422 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110951 Jul 16 18:05:44.807453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bc0cf-18ba-42e8-8bc9-45fcd9dab034 req-7e3381f3-73f7-4382-b20c-ad2c66217bd7 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.816210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-239bc0cf-18ba-42e8-8bc9-45fcd9dab034 req-7e3381f3-73f7-4382-b20c-ad2c66217bd7 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.1311405 Jul 16 18:05:44.870869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-239bc0cf-18ba-42e8-8bc9-45fcd9dab034 req-19e3a4a4-e6da-48b9-92ce-5559d0f3cecc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533087 Jul 16 18:05:45.125335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c044d7c-0062-4462-9d62-2e4ef935fc5c req-9d78b72e-71e5-451a-917e-6a885c55ba2d tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0644922 Jul 16 18:05:45.264075 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273029d-e851-4dae-ad39-f002cfbf39eb req-55386f67-bb13-4de2-aae1-94daac029121 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.265792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a273029d-e851-4dae-ad39-f002cfbf39eb req-55386f67-bb13-4de2-aae1-94daac029121 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1232810 Jul 16 18:05:45.331904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a273029d-e851-4dae-ad39-f002cfbf39eb req-2ffee514-3093-4426-93a9-0b96290e1f6b tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551848 Jul 16 18:05:45.709083 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e68aef3d-907f-460e-846b-419e75d06de9 req-e97b00d5-56fe-4dff-92bb-71cfb27d55f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e5c64a0d138e46248c1f326a1a522cd6&device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0625825 Jul 16 18:05:45.760252 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e68aef3d-907f-460e-846b-419e75d06de9 req-6e3ee5a6-d354-43c9-bbc3-40665f197590 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e5c64a0d138e46248c1f326a1a522cd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427296 Jul 16 18:05:45.959093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a6a6098-46fa-4de2-ae7c-404cde87d189 req-d321ba90-7548-45e6-94e2-300cdd9971cc tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0824807 Jul 16 18:05:46.105961 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aef3d-907f-460e-846b-419e75d06de9 req-20a3dfd6-0a99-4bd6-8797-95415ee2878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.107489 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e68aef3d-907f-460e-846b-419e75d06de9 req-20a3dfd6-0a99-4bd6-8797-95415ee2878a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3375671 Jul 16 18:05:46.111822 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a0b3bd1c-7796-47e0-a221-9ef8a81463e2 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:46.184040 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f1ec1-d741-4242-b77b-1eb7ae1a8969 req-83354985-2b93-4d33-a70b-c4ec627441c2 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.191460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d7f1ec1-d741-4242-b77b-1eb7ae1a8969 req-83354985-2b93-4d33-a70b-c4ec627441c2 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.2308416 Jul 16 18:05:46.231474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a0b3bd1c-7796-47e0-a221-9ef8a81463e2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:46.246656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2', 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'port_id': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2', 'mac_address': 'fa:16:3e:91:fc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f383a48f-0c4d-404d-afd1-d0778e8a5939', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:46.251853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d7f1ec1-d741-4242-b77b-1eb7ae1a8969 req-f0934582-5f41-4e52-852c-727598825a19 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592837 Jul 16 18:05:46.292190 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.312105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0b3bd1c-7796-47e0-a221-9ef8a81463e2 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:46.330882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96715a-7a90-4df4-b0ce-4a58e040695e req-9900d336-03ea-49e6-b93c-2f99bcb80428 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.339532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a0b3bd1c-7796-47e0-a221-9ef8a81463e2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:46.344263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc96715a-7a90-4df4-b0ce-4a58e040695e req-9900d336-03ea-49e6-b93c-2f99bcb80428 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.2089894 Jul 16 18:05:46.349876 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.451233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc96715a-7a90-4df4-b0ce-4a58e040695e req-91796959-30a8-4d9b-aaef-aff389c08360 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930710 Jul 16 18:05:46.646416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:46.776463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['a0b3bd1c-7796-47e0-a221-9ef8a81463e2'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:46.804089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd8950-ebda-47f9-ac0c-704139c5d1a0 req-fed6740b-3df8-473f-ad0d-c063f2a7160e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.813560 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52fd8950-ebda-47f9-ac0c-704139c5d1a0 req-fed6740b-3df8-473f-ad0d-c063f2a7160e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 945 time: 0.0963602 Jul 16 18:05:46.870232 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52fd8950-ebda-47f9-ac0c-704139c5d1a0 req-56ed093d-0f88-4f80-946f-d0f3991b664b tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556140 Jul 16 18:05:47.235628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba247e3e-17a1-4263-a70b-060d4abd555a req-81c3d6e4-3ff6-40f4-81df-4ddd7bda282b tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0683308 Jul 16 18:05:47.644737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080846-b33b-40d2-a663-81dfbb0fee80 req-510fa301-d01e-4a51-9027-748552947181 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.650713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da080846-b33b-40d2-a663-81dfbb0fee80 req-510fa301-d01e-4a51-9027-748552947181 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1290276 Jul 16 18:05:47.764827 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e68aef3d-907f-460e-846b-419e75d06de9 req-f7b8c22f-1fa4-4300-8ddf-cce6de922b8e tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0415032 Jul 16 18:05:47.851001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da080846-b33b-40d2-a663-81dfbb0fee80 req-64cdc7bc-efc9-4f82-b9ee-140f17a95445 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856046 Jul 16 18:05:47.939400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa4481-45da-4acb-bb91-d46384fbe621 req-fad436d2-697c-4837-a8f4-c0943c204d49 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.949123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2efa4481-45da-4acb-bb91-d46384fbe621 req-fad436d2-697c-4837-a8f4-c0943c204d49 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.2466433 Jul 16 18:05:48.013605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2efa4481-45da-4acb-bb91-d46384fbe621 req-7f6c8ad1-6323-4b44-9564-b260bded0fa8 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632579 Jul 16 18:05:48.123615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a0b3bd1c-7796-47e0-a221-9ef8a81463e2 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:48.227867 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port a0b3bd1c-7796-47e0-a221-9ef8a81463e2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:48.228245 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.385162 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.455722 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a0b3bd1c-7796-47e0-a221-9ef8a81463e2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:48.457157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c9b38b-1341-42f0-a704-120b66cfd026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:48.462730 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8b2fa3-1901-4f44-9407-bc938c3182fb" -d '{"events": [{"server_uuid": "a5c9b38b-1341-42f0-a704-120b66cfd026", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3bd1c-7796-47e0-a221-9ef8a81463e2"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:48.474100 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.529388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:48.579627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4ce57-4f2a-44ed-8f30-663154faa016 req-1359c97f-a7b9-4690-a119-05e3fff1371c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.593880 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2b4ce57-4f2a-44ed-8f30-663154faa016 req-1359c97f-a7b9-4690-a119-05e3fff1371c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 945 time: 0.1866813 Jul 16 18:05:48.681443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2b4ce57-4f2a-44ed-8f30-663154faa016 req-6b0897da-162b-4b4c-b0a7-b661e944b422 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865936 Jul 16 18:05:48.946836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37a41214-427d-4bab-9377-59c37d3da767 req-9a9ad38c-a2b6-47fe-9424-e753a95ced3d tempest-ServerShowV254Test-410193410 tempest-ServerShowV254Test-410193410-project] 10.222.0.41 "GET /v2.0/ports?device_id=9610df8b-d8ec-4f9c-9c15-a505788b9293 HTTP/1.1" status: 200 len: 210 time: 0.0637763 Jul 16 18:05:49.026453 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890cf995-c46d-4aad-a28b-a3610262dd67 x-openstack-request-id: req-890cf995-c46d-4aad-a28b-a3610262dd67 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:49.026748 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c9b38b-1341-42f0-a704-120b66cfd026", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3bd1c-7796-47e0-a221-9ef8a81463e2", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:49.026999 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-890cf995-c46d-4aad-a28b-a3610262dd67 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:49.027558 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c9b38b-1341-42f0-a704-120b66cfd026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2', 'code': 200} Jul 16 18:05:49.414446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9e732-6af2-428c-b524-c97c88b3bed4 req-8950465d-485f-43a4-bd18-d087c28ea0b4 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.429491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76b9e732-6af2-428c-b524-c97c88b3bed4 req-8950465d-485f-43a4-bd18-d087c28ea0b4 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1587095 Jul 16 18:05:49.494936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76b9e732-6af2-428c-b524-c97c88b3bed4 req-ef84389f-c457-40dd-8b74-302550f57380 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645545 Jul 16 18:05:50.056814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c6451-46d2-42ef-8b6e-600fa1e6322f req-08b8f19e-ea1b-4299-a13a-34b341eb871a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.059361 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e25c6451-46d2-42ef-8b6e-600fa1e6322f req-08b8f19e-ea1b-4299-a13a-34b341eb871a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.3589742 Jul 16 18:05:50.159836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e25c6451-46d2-42ef-8b6e-600fa1e6322f req-ce6b4b08-2ca4-4dfa-a338-56aa946fae87 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909469 Jul 16 18:05:50.966273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b17911-88ea-4a96-9fb5-433b9d1a7f67 req-8c2b7284-cb3a-42c2-b439-4aad4dafa532 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.979538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40b17911-88ea-4a96-9fb5-433b9d1a7f67 req-8c2b7284-cb3a-42c2-b439-4aad4dafa532 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.2404752 Jul 16 18:05:51.090964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40b17911-88ea-4a96-9fb5-433b9d1a7f67 req-25bbac3b-c5c6-4176-ab83-78997f79af9f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101174 Jul 16 18:05:52.185177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ba2ce-e18c-43c7-91a3-1d7b77961dd4 req-d3a6133b-a9b9-4a84-a9b2-eefe81c7dd33 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.192744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a8ba2ce-e18c-43c7-91a3-1d7b77961dd4 req-d3a6133b-a9b9-4a84-a9b2-eefe81c7dd33 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.2773037 Jul 16 18:05:52.241264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a8ba2ce-e18c-43c7-91a3-1d7b77961dd4 req-a0ee9e91-25e1-4d01-99ee-74a4715eb539 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472229 Jul 16 18:05:52.343685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43408) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:52.607364 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d05d1-7250-4be8-a98c-736e0e590673 req-5b8ce588-20a2-4017-8d91-c60e3a7a8e14 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.615601 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-790d05d1-7250-4be8-a98c-736e0e590673 req-5b8ce588-20a2-4017-8d91-c60e3a7a8e14 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.2121708 Jul 16 18:05:52.652181 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.686820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-790d05d1-7250-4be8-a98c-736e0e590673 req-70524c61-6d9b-451e-957b-4dd84466449c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656028 Jul 16 18:05:52.942250 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.953899 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.048527 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5c64a0d138e46248c1f326a1a522cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7036655 Jul 16 18:05:53.049598 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486aa504-c4cb-4101-930e-8f60b188d225,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:53.051142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43418) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:53.061279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.061626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.062035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.062361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.062687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.063051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.063728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.064003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.064386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.064768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.065108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.065435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2998e5-362e-437f-9890-0efbbc511d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.188779 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.214414 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.275066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da53ff-9fe9-418a-b3d6-b1d0908ce2a7 req-e5787cfe-ee0f-4005-90d3-d6c779af4389 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.290344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69da53ff-9fe9-418a-b3d6-b1d0908ce2a7 req-e5787cfe-ee0f-4005-90d3-d6c779af4389 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1507225 Jul 16 18:05:53.339535 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.342559 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.343794 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/486aa504-c4cb-4101-930e-8f60b188d225 HTTP/1.1" status: 204 len: 168 time: 0.2909758 Jul 16 18:05:53.358651 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486aa504-c4cb-4101-930e-8f60b188d225,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:53.375780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.376241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.376610 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.376822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.379804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.381091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.382437 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.383033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.383362 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.383946 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.385808 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.386998 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa2d87-aa44-457c-a9e7-8d86f474038b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:53.418196 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69da53ff-9fe9-418a-b3d6-b1d0908ce2a7 req-728d95ca-937a-4db3-8e35-4d3a8111fd34 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268282 Jul 16 18:05:53.822943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8001c5-eecd-42f2-8183-250fe49951d5 req-0a942321-1d28-4412-af3a-fdb442361b1f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.830763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c8001c5-eecd-42f2-8183-250fe49951d5 req-0a942321-1d28-4412-af3a-fdb442361b1f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1936171 Jul 16 18:05:53.937887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c8001c5-eecd-42f2-8183-250fe49951d5 req-2b85dcc3-25a0-4f37-b99c-5948247a7626 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985608 Jul 16 18:05:54.316400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfcd44-0c89-406a-a54c-cd2a9a60cfb8 req-1948dc97-c5f8-4983-8ff4-de089c854f60 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.325894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7cfcd44-0c89-406a-a54c-cd2a9a60cfb8 req-1948dc97-c5f8-4983-8ff4-de089c854f60 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.1368763 Jul 16 18:05:54.390117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7cfcd44-0c89-406a-a54c-cd2a9a60cfb8 req-8837431e-79e5-49da-b007-49eb72377ec6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624664 Jul 16 18:05:54.627921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43470) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:54.834204 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-24335662-network', 'tenant_id': 'c8dfe0f44d514745aeeeb7fe09eb41f8'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:54.879370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6ce30-6d78-4726-a016-cb7ac1bd0d27 req-2c383910-9f53-4924-aff1-c4b093b2d12b tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.881757 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-23c6ce30-6d78-4726-a016-cb7ac1bd0d27 req-2c383910-9f53-4924-aff1-c4b093b2d12b tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1158941 Jul 16 18:05:54.885753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Made reservation on behalf of c8dfe0f44d514745aeeeb7fe09eb41f8 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:54.888863 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.909572 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.954954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-23c6ce30-6d78-4726-a016-cb7ac1bd0d27 req-6c4c7576-9880-40ea-b962-075bfc51b688 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639105 Jul 16 18:05:55.109095 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.118637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.174239 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:55.202631 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.203339 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Added segment d07550e2-7277-42f0-bf0e-d9c49df8cbfd of type vlan for network cfcd88b6-2c46-4767-9e31-91cecdd782a6 Jul 16 18:05:55.214843 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c976c68-6db1-45ed-a785-a996488c106a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.300429 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.346666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54a233-a543-4d45-91be-555977aa656d req-f0ab2cf3-beae-4f1b-90bd-533f2b28957b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.348282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d54a233-a543-4d45-91be-555977aa656d req-f0ab2cf3-beae-4f1b-90bd-533f2b28957b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1460764 Jul 16 18:05:55.417338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.418375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.418980 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.488111 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d54a233-a543-4d45-91be-555977aa656d req-360095b9-584c-4e9b-b46e-e9e5fb138135 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241417 Jul 16 18:05:55.575930 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] Pushing event updated for resources: {'Network': ['ID=cfcd88b6-2c46-4767-9e31-91cecdd782a6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.578933 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1bbc762a-3dc2-4722-9471-aef194efc933 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9499543 Jul 16 18:05:55.582214 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43484) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:55.594132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network cfcd88b6-2c46-4767-9e31-91cecdd782a6 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:55.595661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a63bae03-b18c-4b4b-a2c7-50a7fc5fd269 admin admin] Request body: {'subnet': {'network_id': 'cfcd88b6-2c46-4767-9e31-91cecdd782a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-24335662-subnet', 'tenant_id': 'c8dfe0f44d514745aeeeb7fe09eb41f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:55.652897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63bae03-b18c-4b4b-a2c7-50a7fc5fd269 admin admin] Made reservation on behalf of c8dfe0f44d514745aeeeb7fe09eb41f8 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:55.655385 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a63bae03-b18c-4b4b-a2c7-50a7fc5fd269 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.090251 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a63bae03-b18c-4b4b-a2c7-50a7fc5fd269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.104411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172697e0-b465-4a7e-9780-1e289de581ea req-a8226da8-6ff1-4a0d-addd-77ee8dbd6587 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.112095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-172697e0-b465-4a7e-9780-1e289de581ea req-a8226da8-6ff1-4a0d-addd-77ee8dbd6587 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.2730355 Jul 16 18:05:56.160357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bae03-b18c-4b4b-a2c7-50a7fc5fd269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b52b4b9e-7bc0-4e63-a03b-8031dd43383e,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.219716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-172697e0-b465-4a7e-9780-1e289de581ea req-1c57ec14-35e2-4d58-9bfa-6267cf8bccc0 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062901 Jul 16 18:05:56.311005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63bae03-b18c-4b4b-a2c7-50a7fc5fd269 admin admin] Checking segment: {'id': 'd07550e2-7277-42f0-bf0e-d9c49df8cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cfcd88b6-2c46-4767-9e31-91cecdd782a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:56.311409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63bae03-b18c-4b4b-a2c7-50a7fc5fd269 admin admin] Network hostable DHCP agents. Network: cfcd88b6-2c46-4767-9e31-91cecdd782a6, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:56.355368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63bae03-b18c-4b4b-a2c7-50a7fc5fd269 admin admin] Network cfcd88b6-2c46-4767-9e31-91cecdd782a6 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:56.369708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-a63bae03-b18c-4b4b-a2c7-50a7fc5fd269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, cfcd88b6-2c46-4767-9e31-91cecdd782a6) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:56.374442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63bae03-b18c-4b4b-a2c7-50a7fc5fd269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.375037 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a63bae03-b18c-4b4b-a2c7-50a7fc5fd269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.381097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09defe62-4417-4c82-967c-95a1a4bd8abd None None] Network cfcd88b6-2c46-4767-9e31-91cecdd782a6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:56.412618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a63bae03-b18c-4b4b-a2c7-50a7fc5fd269 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8288727 Jul 16 18:05:56.477351 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.635352 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.642835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c3a130-eaac-4a1c-9551-0f5cc880f725 None None] Network cfcd88b6-2c46-4767-9e31-91cecdd782a6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:57.030502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0a848-9c85-445f-8b43-ae364b181b30 req-5b513cd9-a70f-4fdc-b258-960592a98e8c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.046292 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceb0a848-9c85-445f-8b43-ae364b181b30 req-5b513cd9-a70f-4fdc-b258-960592a98e8c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1893759 Jul 16 18:05:57.126287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceb0a848-9c85-445f-8b43-ae364b181b30 req-8d43e0d0-c61b-4d29-ae1e-147e44a46eba tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782874 Jul 16 18:05:57.360395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f616c-f45f-43fd-92df-3064e1aa3e40 req-bd21ab6f-15df-456c-b984-10c95bedf593 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.368964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c62f616c-f45f-43fd-92df-3064e1aa3e40 req-bd21ab6f-15df-456c-b984-10c95bedf593 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.0936248 Jul 16 18:05:57.372578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43520) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:57.377574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1866671874-network', 'tenant_id': '9ac0e9cc82164a5a86afe42102ba4ee3'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:57.410557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c62f616c-f45f-43fd-92df-3064e1aa3e40 req-4de61413-6407-4045-981d-b16f2e40098a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Jul 16 18:05:57.427044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Made reservation on behalf of 9ac0e9cc82164a5a86afe42102ba4ee3 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:57.430535 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.468486 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.767284 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.801665 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.866278 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:57.965385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c4c6d-f14d-4f3c-8765-5f12f9d16be4 req-a2c86d16-c041-43eb-b9bf-bf721205ea86 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.973102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-014c4c6d-f14d-4f3c-8765-5f12f9d16be4 req-a2c86d16-c041-43eb-b9bf-bf721205ea86 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.3176405 Jul 16 18:05:57.979915 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e7bb24a0-b8b4-4ee8-b1ec-bb028ae20585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.005138 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.005138 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Added segment 635cb061-37cd-4388-b338-07ac4e880649 of type vlan for network 95ff4470-c6a5-41b6-8bb9-24098d127b52 Jul 16 18:05:58.007902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafa6bba-df4b-446a-998e-4a0574935168,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:58.024195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-014c4c6d-f14d-4f3c-8765-5f12f9d16be4 req-a0feb544-fe1f-410b-87b9-7b0924c8c958 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462213 Jul 16 18:05:58.113896 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.157088 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.161974 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.162636 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.235657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43536) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:58.236669 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8625574 Jul 16 18:05:58.243604 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-3fa38605-e889-493c-8c78-0432c07a271e admin admin] Request body: {'subnet': {'network_id': '95ff4470-c6a5-41b6-8bb9-24098d127b52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1866671874-subnet', 'tenant_id': '9ac0e9cc82164a5a86afe42102ba4ee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:58.313795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa38605-e889-493c-8c78-0432c07a271e admin admin] Made reservation on behalf of 9ac0e9cc82164a5a86afe42102ba4ee3 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:58.316983 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fa38605-e889-493c-8c78-0432c07a271e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.367837 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6b793-c1e6-497b-a19c-ff92f26bc0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=95ff4470-c6a5-41b6-8bb9-24098d127b52,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:58.379744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 95ff4470-c6a5-41b6-8bb9-24098d127b52 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:58.568615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d98006-d387-4821-ae3b-fc75051c129d req-3e7bea1d-cc5f-480b-a39c-caf09d6a8742 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.581723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49d98006-d387-4821-ae3b-fc75051c129d req-3e7bea1d-cc5f-480b-a39c-caf09d6a8742 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1770461 Jul 16 18:05:58.673640 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49d98006-d387-4821-ae3b-fc75051c129d req-1bc6ac2d-dedd-4c41-a89e-fbeb98c339fa tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814679 Jul 16 18:05:58.820342 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fa38605-e889-493c-8c78-0432c07a271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.048302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa38605-e889-493c-8c78-0432c07a271e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1101ec-44dc-4e91-bf3d-aab4973b46ef,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.078300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa38605-e889-493c-8c78-0432c07a271e admin admin] Checking segment: {'id': '635cb061-37cd-4388-b338-07ac4e880649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '95ff4470-c6a5-41b6-8bb9-24098d127b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:59.078669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa38605-e889-493c-8c78-0432c07a271e admin admin] Network hostable DHCP agents. Network: 95ff4470-c6a5-41b6-8bb9-24098d127b52, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:59.119984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa38605-e889-493c-8c78-0432c07a271e admin admin] Network 95ff4470-c6a5-41b6-8bb9-24098d127b52 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:59.139482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba7b38-0be6-4628-8069-4610fcfa830b req-a80b207c-9152-4db5-9b77-be89ea412095 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.139482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49ba7b38-0be6-4628-8069-4610fcfa830b req-a80b207c-9152-4db5-9b77-be89ea412095 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.1683128 Jul 16 18:05:59.159161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-3fa38605-e889-493c-8c78-0432c07a271e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 95ff4470-c6a5-41b6-8bb9-24098d127b52) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:59.168963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa38605-e889-493c-8c78-0432c07a271e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.169215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c883a-997e-4473-8e0b-56d5a9d10047 None None] Network 95ff4470-c6a5-41b6-8bb9-24098d127b52 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:59.170643 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fa38605-e889-493c-8c78-0432c07a271e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.221544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3fa38605-e889-493c-8c78-0432c07a271e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9845285 Jul 16 18:05:59.249253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49ba7b38-0be6-4628-8069-4610fcfa830b req-836f644a-6508-4800-a8d7-b244bcbf0d52 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970049 Jul 16 18:05:59.504380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa73d7bb-e2bb-4d8a-a6b6-f2240445ab19 None None] Network 95ff4470-c6a5-41b6-8bb9-24098d127b52 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:59.532119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38c761-347b-425d-be0c-fec662b17c0b req-2fa1b756-580d-4219-aa4f-ada6a026c1cc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.535236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f38c761-347b-425d-be0c-fec662b17c0b req-2fa1b756-580d-4219-aa4f-ada6a026c1cc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 944 time: 0.1598284 Jul 16 18:05:59.611957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f38c761-347b-425d-be0c-fec662b17c0b req-20ae9f2d-755d-411f-ae6a-0d0504c6e0ab tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610113 Jul 16 18:05:59.801595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:00.040948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=36638bc3-c70d-4fb6-b7d8-e10c9ac489f5,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:00.074382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '36638bc3-c70d-4fb6-b7d8-e10c9ac489f5', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'port_id': '36638bc3-c70d-4fb6-b7d8-e10c9ac489f5', 'mac_address': 'fa:16:3e:bd:0c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:00.183187 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.261966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:00.323977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=36638bc3-c70d-4fb6-b7d8-e10c9ac489f5,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:00.336091 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.426007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=36638bc3-c70d-4fb6-b7d8-e10c9ac489f5,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:00.512664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-ce57d190-1df9-483f-b934-9b2b6943de66 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.515053 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-ce57d190-1df9-483f-b934-9b2b6943de66 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/networks?id=cfcd88b6-2c46-4767-9e31-91cecdd782a6 HTTP/1.1" status: 200 len: 823 time: 0.1634884 Jul 16 18:06:00.558965 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c162e0-df7e-46e7-9cbd-bb4a29179c79 req-2159cf07-ec4d-4ada-9afd-98aab8fd01e2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.560714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43c162e0-df7e-46e7-9cbd-bb4a29179c79 req-2159cf07-ec4d-4ada-9afd-98aab8fd01e2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1295214 Jul 16 18:06:00.568090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-80f7e11d-2c18-4842-9fed-c5a05debb3cf tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/quotas/c8dfe0f44d514745aeeeb7fe09eb41f8 HTTP/1.1" status: 200 len: 375 time: 0.0442657 Jul 16 18:06:00.619170 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-2201fad2-15ae-462f-b35e-a25fbe064ef3 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8dfe0f44d514745aeeeb7fe09eb41f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493653 Jul 16 18:06:00.689126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['36638bc3-c70d-4fb6-b7d8-e10c9ac489f5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:00.714403 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43c162e0-df7e-46e7-9cbd-bb4a29179c79 req-36655259-f329-49ce-81d4-af8497bf77f5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434805 Jul 16 18:06:00.789784 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-aedc1c40-e89b-4f73-8953-b6322f111c3a service neutron] 10.222.0.41 "GET /v2.0/networks/cfcd88b6-2c46-4767-9e31-91cecdd782a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695032 Jul 16 18:06:00.835762 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.879368 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fabf-6897-4109-ac41-950196a20b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.010057 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-37e36f22-74af-4232-8229-68568b443f8f service neutron] 10.222.0.41 "GET /v2.0/networks/cfcd88b6-2c46-4767-9e31-91cecdd782a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194095 Jul 16 18:06:01.191726 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93277cb-f00a-4c3d-b43d-8e0a45bdd1cd req-4fd32d51-4785-486e-bbd2-0451bbecc8fa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.201160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d93277cb-f00a-4c3d-b43d-8e0a45bdd1cd req-4fd32d51-4785-486e-bbd2-0451bbecc8fa tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0954044 Jul 16 18:06:01.273543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d93277cb-f00a-4c3d-b43d-8e0a45bdd1cd req-897d43d4-9204-4452-80d6-2e319aaac34d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713346 Jul 16 18:06:01.490228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e66a32-0957-468e-be45-800c07b877d3 req-7a1cd628-c014-4166-8aa7-15d8268d6e0f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.497522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9e66a32-0957-468e-be45-800c07b877d3 req-7a1cd628-c014-4166-8aa7-15d8268d6e0f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 945 time: 0.1305783 Jul 16 18:06:01.559056 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9e66a32-0957-468e-be45-800c07b877d3 req-0f30574d-bd4f-40c3-a71e-e38291a2bfde tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606029 Jul 16 18:06:01.578243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01632bb-2060-4931-b277-9cd33a96225d req-98980cba-3de5-4fa7-8b38-fa34fd0508e4 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.580318 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f01632bb-2060-4931-b277-9cd33a96225d req-98980cba-3de5-4fa7-8b38-fa34fd0508e4 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=4610eb5d-f2c5-414c-b5ae-9685bc9751bd HTTP/1.1" status: 200 len: 951 time: 0.1474411 Jul 16 18:06:01.649856 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f01632bb-2060-4931-b277-9cd33a96225d req-6ca91795-d327-4c33-8d83-79cb8990a036 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614438 Jul 16 18:06:01.760999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-543daf4c-571f-48a7-8c36-df4357c1a97f req-aadeee40-9a22-4f8c-9e33-1653b0a3b0e7 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 210 time: 0.0420451 Jul 16 18:06:01.805252 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.171643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69812b7-3f84-437c-9052-bd5eda0bac37 req-d16a3c59-bc3d-47d6-8636-f41d77f7bb30 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.176402 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c69812b7-3f84-437c-9052-bd5eda0bac37 req-d16a3c59-bc3d-47d6-8636-f41d77f7bb30 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2189612 Jul 16 18:06:02.231009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee2944-8d7e-4539-937c-bf92d6cc4014 req-04a31a81-d5e6-4e02-b2f3-d3d888909ac9 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.232916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfee2944-8d7e-4539-937c-bf92d6cc4014 req-04a31a81-d5e6-4e02-b2f3-d3d888909ac9 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1485393 Jul 16 18:06:02.258697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c69812b7-3f84-437c-9052-bd5eda0bac37 req-c88047ca-3135-4e5d-85d9-766471be75da tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742047 Jul 16 18:06:02.358021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfee2944-8d7e-4539-937c-bf92d6cc4014 req-34c50a46-0bb0-4179-a34b-91f469b31788 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063719 Jul 16 18:06:02.804742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-5fc9eea7-86c7-45b1-8642-8ff6852bc452 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.809736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-5fc9eea7-86c7-45b1-8642-8ff6852bc452 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 811 time: 0.1373494 Jul 16 18:06:02.859310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-da39314d-8425-4c4f-864b-20e2bb39d35e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/quotas/5ca33b2ce4084d6ea2bd43b67a123011 HTTP/1.1" status: 200 len: 375 time: 0.0372844 Jul 16 18:06:03.016738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f90ee6-53b3-41e5-92f2-584addfeecc4 req-2368036d-38c2-4282-9833-a0494f708c54 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:03.026629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50f90ee6-53b3-41e5-92f2-584addfeecc4 req-2368036d-38c2-4282-9833-a0494f708c54 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 945 time: 0.2331538 Jul 16 18:06:03.132565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50f90ee6-53b3-41e5-92f2-584addfeecc4 req-f7eb5595-53ad-4651-92da-e8a0d979ecbe tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017873 Jul 16 18:06:03.210887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-1c420526-3ce5-4c91-9861-37c0af6c9a6b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3447587 Jul 16 18:06:03.218490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-1663b8e3-6151-4b5e-8340-a164fd2f1231 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:03.221009 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-1663b8e3-6151-4b5e-8340-a164fd2f1231 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.43 "GET /v2.0/networks?id=cfcd88b6-2c46-4767-9e31-91cecdd782a6 HTTP/1.1" status: 200 len: 823 time: 0.2874110 Jul 16 18:06:03.242482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-59e7cb26-7e83-4c5d-8bd3-2bf26e9b2bcc tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Request body: {'port': {'device_id': '8d6369bc-fe48-4bb5-b374-7307e080a1f4', 'network_id': 'cfcd88b6-2c46-4767-9e31-91cecdd782a6', 'admin_state_up': True, 'tenant_id': 'c8dfe0f44d514745aeeeb7fe09eb41f8'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:03.450201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-7214a922-5976-44c2-b1fc-072e822b7847 service neutron] 10.222.0.41 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352839 Jul 16 18:06:03.544734 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.590829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-59e7cb26-7e83-4c5d-8bd3-2bf26e9b2bcc tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Made reservation on behalf of c8dfe0f44d514745aeeeb7fe09eb41f8 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:03.595109 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-59e7cb26-7e83-4c5d-8bd3-2bf26e9b2bcc tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.666193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-4cfdae5c-8821-42c5-b706-c6dbcc5852e6 service neutron] 10.222.0.41 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150354 Jul 16 18:06:03.781792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57a9a1a8-d47d-420c-aef7-32ee725c68e3 req-20b7ac17-11de-4a12-9e21-ff2ae6b69eac tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 210 time: 0.0670171 Jul 16 18:06:03.793252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:04.041239 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-59e7cb26-7e83-4c5d-8bd3-2bf26e9b2bcc tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Allocated IP 172.20.0.13 (cfcd88b6-2c46-4767-9e31-91cecdd782a6/b52b4b9e-7bc0-4e63-a03b-8031dd43383e/4c94b2d0-a20c-49af-b27c-3a04659ddc0d) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:04.071657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:04.077764 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:04.079225 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.313199 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.364735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e731f546-a504-4591-98dc-be25e72e6bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36638bc3-c70d-4fb6-b7d8-e10c9ac489f5'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:04.370981 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dc3723-7b31-4045-b06b-b921ac20d113" -d '{"events": [{"server_uuid": "e731f546-a504-4591-98dc-be25e72e6bb3", "name": "network-vif-plugged", "status": "completed", "tag": "36638bc3-c70d-4fb6-b7d8-e10c9ac489f5"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:04.377783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb503fc6-9927-4ee0-bb97-5154a2810681 req-9551709f-11ad-457c-ad64-25bacbc1909e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 210 time: 0.0829036 Jul 16 18:06:04.390535 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-59e7cb26-7e83-4c5d-8bd3-2bf26e9b2bcc tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.399970 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=36638bc3-c70d-4fb6-b7d8-e10c9ac489f5,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:04.413554 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.413554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 570386e7-2863-4a20-86ef-c988f1857528 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:04.463207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b94eb-4b26-4261-b620-ac6b004a3ea9 req-c308bcb8-eaa7-4c54-8c98-72288164d23f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.465859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b1b94eb-4b26-4261-b620-ac6b004a3ea9 req-c308bcb8-eaa7-4c54-8c98-72288164d23f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.2586353 Jul 16 18:06:04.529917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b1b94eb-4b26-4261-b620-ac6b004a3ea9 req-20d79edc-b4ff-4d16-88f2-ac2b12e24d17 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567920 Jul 16 18:06:04.538511 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-59e7cb26-7e83-4c5d-8bd3-2bf26e9b2bcc tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.627539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=36638bc3-c70d-4fb6-b7d8-e10c9ac489f5,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.702653 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.736580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7cb26-7e83-4c5d-8bd3-2bf26e9b2bcc tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Pushing event updated for resources: {'Port': ['ID=4c94b2d0-a20c-49af-b27c-3a04659ddc0d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.746297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=570386e7-2863-4a20-86ef-c988f1857528,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:04.760493 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.764936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-59e7cb26-7e83-4c5d-8bd3-2bf26e9b2bcc tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Network cfcd88b6-2c46-4767-9e31-91cecdd782a6 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:04.768466 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-59e7cb26-7e83-4c5d-8bd3-2bf26e9b2bcc tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:04.772707 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-59e7cb26-7e83-4c5d-8bd3-2bf26e9b2bcc tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:04.773671 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c912022-9b43-4146-9c5d-379945736198 x-openstack-request-id: req-5c912022-9b43-4146-9c5d-379945736198 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:04.774020 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e731f546-a504-4591-98dc-be25e72e6bb3", "name": "network-vif-plugged", "status": "completed", "tag": "36638bc3-c70d-4fb6-b7d8-e10c9ac489f5", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:04.774883 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c912022-9b43-4146-9c5d-379945736198 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:04.775331 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e731f546-a504-4591-98dc-be25e72e6bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36638bc3-c70d-4fb6-b7d8-e10c9ac489f5', 'code': 200} Jul 16 18:06:04.832146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1599d-08da-44d6-9e7d-67852b3bf924 req-d902f29b-7f2c-4ccc-be9e-962f46c1a781 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.846198 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5da1599d-08da-44d6-9e7d-67852b3bf924 req-d902f29b-7f2c-4ccc-be9e-962f46c1a781 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 946 time: 0.1225779 Jul 16 18:06:04.886200 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=570386e7-2863-4a20-86ef-c988f1857528,revision_number=11']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.903490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-59e7cb26-7e83-4c5d-8bd3-2bf26e9b2bcc tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.906669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5da1599d-08da-44d6-9e7d-67852b3bf924 req-5c54976e-01c4-4072-8c7e-7a9d5c18fad9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571544 Jul 16 18:06:04.907754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-59e7cb26-7e83-4c5d-8bd3-2bf26e9b2bcc tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.954504 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-59e7cb26-7e83-4c5d-8bd3-2bf26e9b2bcc tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7238414 Jul 16 18:06:04.966979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Request body: {'port': {'device_id': '8d6369bc-fe48-4bb5-b374-7307e080a1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:04.972618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea19f25-f9cf-41db-b976-25d201728e50 req-dd9876c9-3b0d-44d6-b40b-838d9dcb019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.976144 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ea19f25-f9cf-41db-b976-25d201728e50 req-dd9876c9-3b0d-44d6-b40b-838d9dcb019c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 1098 time: 0.1102068 Jul 16 18:06:05.019560 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ea19f25-f9cf-41db-b976-25d201728e50 req-2c95e00d-d111-4f16-87a6-dd89a40e8a83 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373590 Jul 16 18:06:05.106012 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.271396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab20dc3-ff27-4075-900d-48bf7482d818 req-8d092432-9ffe-406e-a26a-e5cae4ea35b3 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.280691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ab20dc3-ff27-4075-900d-48bf7482d818 req-8d092432-9ffe-406e-a26a-e5cae4ea35b3 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 932 time: 0.0970130 Jul 16 18:06:05.342717 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ab20dc3-ff27-4075-900d-48bf7482d818 req-1c7b0770-84bd-435a-858e-eb22e39257b3 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c976c68-6db1-45ed-a785-a996488c106a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607705 Jul 16 18:06:05.563064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c94b2d0-a20c-49af-b27c-3a04659ddc0d {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:05.572069 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.592957 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Transition to ACTIVE for port object 4c94b2d0-a20c-49af-b27c-3a04659ddc0d will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:05.599586 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.605818 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c305e489-2ba7-4e17-bc03-345030a3b61d req-76dab711-be90-4932-a66b-1b66c67f84cf tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 210 time: 0.0438452 Jul 16 18:06:05.612387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63082c-1b81-4852-a025-bcd513ad1bb0 req-5d3c473b-c946-44ef-9d73-09695381b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.614494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab63082c-1b81-4852-a025-bcd513ad1bb0 req-5d3c473b-c946-44ef-9d73-09695381b38c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 1098 time: 0.1717625 Jul 16 18:06:05.711073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Pushing event updated for resources: {'Port': ['ID=4c94b2d0-a20c-49af-b27c-3a04659ddc0d,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.806379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63082c-1b81-4852-a025-bcd513ad1bb0 req-18204a4b-cb68-4eb5-802c-06b0b16051f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.808009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab63082c-1b81-4852-a025-bcd513ad1bb0 req-18204a4b-cb68-4eb5-802c-06b0b16051f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 912 time: 0.1851101 Jul 16 18:06:05.825429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Attempting to bind port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:05.825808 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Attempting to bind port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'd07550e2-7277-42f0-bf0e-d9c49df8cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cfcd88b6-2c46-4767-9e31-91cecdd782a6'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:05.826123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Attempting to bind port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d on network cfcd88b6-2c46-4767-9e31-91cecdd782a6 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:05.831078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d on network cfcd88b6-2c46-4767-9e31-91cecdd782a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:05.831394 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Attempting to bind port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d on network cfcd88b6-2c46-4767-9e31-91cecdd782a6 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:05.836925 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:05.837261 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Checking segment: {'id': 'd07550e2-7277-42f0-bf0e-d9c49df8cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cfcd88b6-2c46-4767-9e31-91cecdd782a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:05.837654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Bound using segment: {'id': 'd07550e2-7277-42f0-bf0e-d9c49df8cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cfcd88b6-2c46-4767-9e31-91cecdd782a6'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:05.838113 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Bound port: 4c94b2d0-a20c-49af-b27c-3a04659ddc0d, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd07550e2-7277-42f0-bf0e-d9c49df8cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cfcd88b6-2c46-4767-9e31-91cecdd782a6'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:05.838421 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.897439 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab63082c-1b81-4852-a025-bcd513ad1bb0 req-76fcb288-1f52-4855-aa74-8fb580b34451 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0b3bd1c-7796-47e0-a221-9ef8a81463e2 HTTP/1.1" status: 200 len: 217 time: 0.0732021 Jul 16 18:06:05.949153 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] For port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:05.956077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] For port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4c94b2d0-a20c-49af-b27c-3a04659ddc0d,segment=NetworkSegment(d07550e2-7277-42f0-bf0e-d9c49df8cbfd),segment_id=d07550e2-7277-42f0-bf0e-d9c49df8cbfd)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:05.977168 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.048632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63082c-1b81-4852-a025-bcd513ad1bb0 req-a3ef2cd6-7624-4081-bc99-916816bb45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.052480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab63082c-1b81-4852-a025-bcd513ad1bb0 req-a3ef2cd6-7624-4081-bc99-916816bb45d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 200 len: 851 time: 0.1481459 Jul 16 18:06:06.069752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.070768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.072411 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] 10.222.0.43 "PUT /v2.0/ports/4c94b2d0-a20c-49af-b27c-3a04659ddc0d HTTP/1.1" status: 200 len: 1093 time: 1.1099727 Jul 16 18:06:06.073255 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6369bc-fe48-4bb5-b374-7307e080a1f4', 'tag': '4c94b2d0-a20c-49af-b27c-3a04659ddc0d'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:06.077025 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc61404-c22f-4836-8254-6a65e59466b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6369bc-fe48-4bb5-b374-7307e080a1f4", "tag": "4c94b2d0-a20c-49af-b27c-3a04659ddc0d"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:06.130012 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56eaf4b-f911-426c-85dc-38b9436d7c33 service neutron] Pushing event updated for resources: {'Port': ['ID=4c94b2d0-a20c-49af-b27c-3a04659ddc0d,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:06.263528 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-b57799c6-950c-4657-8fb8-01d0afe5c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.265110 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-b57799c6-950c-4657-8fb8-01d0afe5c65d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8dfe0f44d514745aeeeb7fe09eb41f8&device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 1096 time: 0.0814056 Jul 16 18:06:06.324450 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-5e45ba65-cf6b-4dbe-af25-e57f7ce505f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c94b2d0-a20c-49af-b27c-3a04659ddc0d HTTP/1.1" status: 200 len: 217 time: 0.0514169 Jul 16 18:06:06.384027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-025b45a6-ad79-4c60-8546-7bf92a3aecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.385635 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-025b45a6-ad79-4c60-8546-7bf92a3aecb9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b52b4b9e-7bc0-4e63-a03b-8031dd43383e HTTP/1.1" status: 200 len: 863 time: 0.0549161 Jul 16 18:06:06.421224 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-b5cb4b71-f2bb-4e23-a443-6b16bb26b3b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfcd88b6-2c46-4767-9e31-91cecdd782a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281706 Jul 16 18:06:06.487221 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab63082c-1b81-4852-a025-bcd513ad1bb0 req-a9fa8b43-90cd-40a6-93c2-fc13bd702bfa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d83386b-98e9-43de-97bc-2d2db963b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3876138 Jul 16 18:06:06.496346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76523040-178b-410c-9b71-1d0947942717 req-280d01b7-c76b-444e-a405-67f732905ee6 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.497897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76523040-178b-410c-9b71-1d0947942717 req-280d01b7-c76b-444e-a405-67f732905ee6 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.6890061 Jul 16 18:06:06.528631 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-12660cba-6f22-4649-9a05-367a44e427a1 service neutron] 10.222.0.43 "GET /v2.0/networks/cfcd88b6-2c46-4767-9e31-91cecdd782a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010318 Jul 16 18:06:06.615681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-aab84be8-bfc1-40a4-b826-fc8a72955ea5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.616335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-aab84be8-bfc1-40a4-b826-fc8a72955ea5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 811 time: 0.6953821 Jul 16 18:06:06.632004 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4a6b2311-d462-45ed-b537-6df4e70b52f7 req-9f83a5b7-6279-47c8-af28-414474e383eb service neutron] 10.222.0.43 "GET /v2.0/networks/cfcd88b6-2c46-4767-9e31-91cecdd782a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969653 Jul 16 18:06:06.666767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Request body: {'port': {'device_id': '418ec276-8a8d-493a-9089-cfab598c1867', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'admin_state_up': True, 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:06.701123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76523040-178b-410c-9b71-1d0947942717 req-1ea73c8d-a9ef-4d59-adae-4721c1635f4f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712632 Jul 16 18:06:06.740087 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab63082c-1b81-4852-a025-bcd513ad1bb0 req-32c6c141-4cc1-40e2-aa02-10ad85d529b6 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383943 Jul 16 18:06:06.777997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570386e7-2863-4a20-86ef-c988f1857528'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:06.780335 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c304b458-a46b-4a3c-8eaf-657b0f04d499" -d '{"events": [{"server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "name": "network-vif-unplugged", "status": "completed", "tag": "570386e7-2863-4a20-86ef-c988f1857528"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:06.805615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bae28-b749-472b-b4ef-70bf38a9c666 req-d339632e-782e-477c-9dfa-266bebf9f495 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.807158 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-407bae28-b749-472b-b4ef-70bf38a9c666 req-d339632e-782e-477c-9dfa-266bebf9f495 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 946 time: 0.3279061 Jul 16 18:06:06.833259 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084ee443-fc63-4f92-be0f-2fa5d7390cb4 x-openstack-request-id: req-084ee443-fc63-4f92-be0f-2fa5d7390cb4 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:06.833560 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6369bc-fe48-4bb5-b374-7307e080a1f4", "tag": "4c94b2d0-a20c-49af-b27c-3a04659ddc0d", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:06.833813 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-084ee443-fc63-4f92-be0f-2fa5d7390cb4 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:06.834248 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6369bc-fe48-4bb5-b374-7307e080a1f4', 'tag': '4c94b2d0-a20c-49af-b27c-3a04659ddc0d', 'status': 'completed', 'code': 200} Jul 16 18:06:06.941330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc61404-c22f-4836-8254-6a65e59466b7 req-c4d0973f-25e7-491b-9de4-2ed63c58d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.943458 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6fc61404-c22f-4836-8254-6a65e59466b7 req-c4d0973f-25e7-491b-9de4-2ed63c58d45f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8dfe0f44d514745aeeeb7fe09eb41f8&device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 1096 time: 0.0834312 Jul 16 18:06:06.961238 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-407bae28-b749-472b-b4ef-70bf38a9c666 req-5e8b9e9a-c22b-4c1d-a93b-f867c37e2cac tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404526 Jul 16 18:06:07.000585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab63082c-1b81-4852-a025-bcd513ad1bb0 req-5ed14f21-f930-4ce5-a8a9-300c86588963 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331178 Jul 16 18:06:07.012443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Made reservation on behalf of 5ca33b2ce4084d6ea2bd43b67a123011 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:07.022439 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.089083 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc61404-c22f-4836-8254-6a65e59466b7 req-43c505e4-8751-46fb-abec-67f208c06162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.091149 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6fc61404-c22f-4836-8254-6a65e59466b7 req-43c505e4-8751-46fb-abec-67f208c06162 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cfcd88b6-2c46-4767-9e31-91cecdd782a6 HTTP/1.1" status: 200 len: 924 time: 0.1362846 Jul 16 18:06:07.145738 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6fc61404-c22f-4836-8254-6a65e59466b7 req-f7d3aad7-e50a-4892-96c4-722fe4a53736 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c94b2d0-a20c-49af-b27c-3a04659ddc0d HTTP/1.1" status: 200 len: 217 time: 0.0470369 Jul 16 18:06:07.202321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc61404-c22f-4836-8254-6a65e59466b7 req-b56e2e40-ed38-4b2a-83a7-36602b63d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.204090 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6fc61404-c22f-4836-8254-6a65e59466b7 req-b56e2e40-ed38-4b2a-83a7-36602b63d608 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b52b4b9e-7bc0-4e63-a03b-8031dd43383e HTTP/1.1" status: 200 len: 863 time: 0.0512156 Jul 16 18:06:07.226237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d61915d6-e2b5-4cce-9240-22758fb67436 req-18926ba5-f8c9-45c3-a49c-90e0686e0147 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 210 time: 0.0834889 Jul 16 18:06:07.239953 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6fc61404-c22f-4836-8254-6a65e59466b7 req-93d2ae95-e8d7-4daf-b16f-72fd9da8a796 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfcd88b6-2c46-4767-9e31-91cecdd782a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283380 Jul 16 18:06:07.261206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Allocated IP 172.20.0.11 (026a2c11-159b-4be3-b67f-844914b3c654/c8c21379-bc6e-44f3-b825-c4136d84a8e7/7dc694da-5f53-4d80-9059-b2f4a0bb7b6d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:07.310177 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d375416-dd15-4609-a6e0-69145f264d43 x-openstack-request-id: req-7d375416-dd15-4609-a6e0-69145f264d43 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:07.310771 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "name": "network-vif-unplugged", "status": "completed", "tag": "570386e7-2863-4a20-86ef-c988f1857528", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:07.311225 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d375416-dd15-4609-a6e0-69145f264d43 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:07.311871 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570386e7-2863-4a20-86ef-c988f1857528', 'code': 200} Jul 16 18:06:07.381697 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6fc61404-c22f-4836-8254-6a65e59466b7 req-a78f46e2-f703-4ef6-a676-57dc3603f6e4 service neutron] 10.222.0.43 "GET /v2.0/networks/cfcd88b6-2c46-4767-9e31-91cecdd782a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333568 Jul 16 18:06:07.413922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561147d-1fef-45cd-a460-0fe263ba0915 req-cca2b9aa-e970-4033-9174-fd96f253fec5 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.421682 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8561147d-1fef-45cd-a460-0fe263ba0915 req-cca2b9aa-e970-4033-9174-fd96f253fec5 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 944 time: 0.2943454 Jul 16 18:06:07.483382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8561147d-1fef-45cd-a460-0fe263ba0915 req-010c5a11-3096-45c9-86a6-339680c873fd tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c976c68-6db1-45ed-a785-a996488c106a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575728 Jul 16 18:06:07.512113 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6fc61404-c22f-4836-8254-6a65e59466b7 req-b1d0234b-9b64-4deb-b5f8-9143e4d05e4a service neutron] 10.222.0.43 "GET /v2.0/networks/cfcd88b6-2c46-4767-9e31-91cecdd782a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189830 Jul 16 18:06:07.516083 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.537134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Transition to ACTIVE for port object 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:07.626670 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.639089 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['86acc91b-1a32-41e0-8159-7acc2af0dfdb'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:07.676236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Network 026a2c11-159b-4be3-b67f-844914b3c654 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:07.697481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:07.703570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:07.714816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event updated for resources: {'Port': ['ID=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:07.777219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec588ec-6264-49eb-afc3-2320b00df5e2 req-57effc98-45dd-4144-90d7-70ecf1f579a3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.778878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fec588ec-6264-49eb-afc3-2320b00df5e2 req-57effc98-45dd-4144-90d7-70ecf1f579a3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 946 time: 0.2027614 Jul 16 18:06:07.815482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.824345 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.854564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e04c4b73-e88e-4e5d-87d6-ab2ac3ce802a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2003200 Jul 16 18:06:07.862440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fec588ec-6264-49eb-afc3-2320b00df5e2 req-c13b05c4-badd-447f-805f-b982718f2eab tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735497 Jul 16 18:06:07.883252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Request body: {'port': {'device_id': '418ec276-8a8d-493a-9089-cfab598c1867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:08.109095 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5df094d6-0297-4d7e-9305-f93e4198fbee None None] Provisioning for port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:08.113337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5df094d6-0297-4d7e-9305-f93e4198fbee None None] Provisioning complete for port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:08.113728 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5df094d6-0297-4d7e-9305-f93e4198fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.133744 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.159075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5df094d6-0297-4d7e-9305-f93e4198fbee None None] Port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:08.227750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb2112-d09f-458c-8142-7543c834a664 req-5e4feba2-3f01-450a-8ed2-2f2abff222b4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.229120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4c94b2d0-a20c-49af-b27c-3a04659ddc0d details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:08.229820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ebfb2112-d09f-458c-8142-7543c834a664 req-5e4feba2-3f01-450a-8ed2-2f2abff222b4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 946 time: 0.1926472 Jul 16 18:06:08.232311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a0b3bd1c-7796-47e0-a221-9ef8a81463e2 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:08.367231 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ebfb2112-d09f-458c-8142-7543c834a664 req-c76b9c26-9c40-434d-b1ee-c54717439eac tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757780 Jul 16 18:06:08.494784 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.524647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4c94b2d0-a20c-49af-b27c-3a04659ddc0d,segment=NetworkSegment(d07550e2-7277-42f0-bf0e-d9c49df8cbfd),segment_id=d07550e2-7277-42f0-bf0e-d9c49df8cbfd)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:08.530428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:08.541404 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.560141 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a0b3bd1c-7796-47e0-a221-9ef8a81463e2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:08.565678 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '4c94b2d0-a20c-49af-b27c-3a04659ddc0d', 'network_id': 'cfcd88b6-2c46-4767-9e31-91cecdd782a6', 'port_id': '4c94b2d0-a20c-49af-b27c-3a04659ddc0d', 'mac_address': 'fa:16:3e:3b:d5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52b4b9e-7bc0-4e63-a03b-8031dd43383e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:08.566962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Transition to ACTIVE for port object 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:08.572879 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.573321 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.703381 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.751719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.804444 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c94b2d0-a20c-49af-b27c-3a04659ddc0d {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:08.809699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.860870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4c94b2d0-a20c-49af-b27c-3a04659ddc0d,segment=NetworkSegment(d07550e2-7277-42f0-bf0e-d9c49df8cbfd),segment_id=d07550e2-7277-42f0-bf0e-d9c49df8cbfd)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:08.875776 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.896395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Attempting to bind port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:08.897442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Attempting to bind port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:08.897654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Attempting to bind port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d on network 026a2c11-159b-4be3-b67f-844914b3c654 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:08.907961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d on network 026a2c11-159b-4be3-b67f-844914b3c654 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:08.908374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Attempting to bind port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d on network 026a2c11-159b-4be3-b67f-844914b3c654 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:08.918035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:08.918383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Checking segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:08.918764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Bound using segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:08.919359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Bound port: 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:08.919754 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.977883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b974b-b3b7-4701-92fa-abb4527e4125 req-31ea0386-3101-48c2-9170-299d2290614b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.981182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=4c94b2d0-a20c-49af-b27c-3a04659ddc0d,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.984483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b29b974b-b3b7-4701-92fa-abb4527e4125 req-31ea0386-3101-48c2-9170-299d2290614b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 944 time: 0.1366899 Jul 16 18:06:09.093083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b29b974b-b3b7-4701-92fa-abb4527e4125 req-ced53c70-9ad0-4942-b45d-94dff89e8f62 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779824 Jul 16 18:06:09.109858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] For port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:09.113421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] For port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:09.130149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.173847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['4c94b2d0-a20c-49af-b27c-3a04659ddc0d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:09.200317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.202188 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.206357 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] 10.222.0.35 "PUT /v2.0/ports/7dc694da-5f53-4d80-9059-b2f4a0bb7b6d HTTP/1.1" status: 200 len: 1093 time: 1.3332052 Jul 16 18:06:09.212650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418ec276-8a8d-493a-9089-cfab598c1867', 'tag': '7dc694da-5f53-4d80-9059-b2f4a0bb7b6d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:09.218652 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa25819-e9a9-4bce-b7d2-f666f3405f63" -d '{"events": [{"name": "network-changed", "server_uuid": "418ec276-8a8d-493a-9089-cfab598c1867", "tag": "7dc694da-5f53-4d80-9059-b2f4a0bb7b6d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:09.291026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d1560-eda1-4f3b-a70d-2b6e4803d681 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:09.314819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c9b38b-1341-42f0-a704-120b66cfd026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:09.316976 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc59514-5863-490a-9df6-c77d8774eca8" -d '{"events": [{"server_uuid": "a5c9b38b-1341-42f0-a704-120b66cfd026", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b3bd1c-7796-47e0-a221-9ef8a81463e2"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:09.476550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7a391-a809-413d-9ea4-e3e95badd1c1 req-cd794977-b5ce-4e6a-8b27-cdfae0e339c3 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.486431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ebf7a391-a809-413d-9ea4-e3e95badd1c1 req-cd794977-b5ce-4e6a-8b27-cdfae0e339c3 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 945 time: 0.2277048 Jul 16 18:06:09.493275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-56e3370d-9858-4d3f-8c59-0b1c2a6a2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.495086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-56e3370d-9858-4d3f-8c59-0b1c2a6a2b0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 1096 time: 0.2184587 Jul 16 18:06:09.563844 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-8c57729a-b282-4791-8a33-c2a4d4b9d141 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d HTTP/1.1" status: 200 len: 217 time: 0.0496838 Jul 16 18:06:09.624503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ebf7a391-a809-413d-9ea4-e3e95badd1c1 req-681f42e3-0af3-4699-855f-c01bec058009 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c976c68-6db1-45ed-a785-a996488c106a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369808 Jul 16 18:06:09.633489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-0b5ac9ea-e0b3-4f78-9d0d-e8221d24a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.635028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-0b5ac9ea-e0b3-4f78-9d0d-e8221d24a354 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.0640144 Jul 16 18:06:09.682390 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb2a1b8-0357-461a-acc8-e3a8a70e18f5 x-openstack-request-id: req-eeb2a1b8-0357-461a-acc8-e3a8a70e18f5 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:09.682722 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418ec276-8a8d-493a-9089-cfab598c1867", "tag": "7dc694da-5f53-4d80-9059-b2f4a0bb7b6d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:09.683192 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eeb2a1b8-0357-461a-acc8-e3a8a70e18f5 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:09.683512 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418ec276-8a8d-493a-9089-cfab598c1867', 'tag': '7dc694da-5f53-4d80-9059-b2f4a0bb7b6d', 'status': 'completed', 'code': 200} Jul 16 18:06:09.707534 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc0e19f-70c9-4c29-810c-67c73f093ea5 x-openstack-request-id: req-edc0e19f-70c9-4c29-810c-67c73f093ea5 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:09.707892 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c9b38b-1341-42f0-a704-120b66cfd026", "name": "network-vif-unplugged", "status": "failed", "tag": "a0b3bd1c-7796-47e0-a221-9ef8a81463e2", "code": 422}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:09.708095 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edc0e19f-70c9-4c29-810c-67c73f093ea5 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:09.708539 n-d-787206-10 neutron-server[100171]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5c9b38b-1341-42f0-a704-120b66cfd026', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2', 'code': 422} returned with failed status Jul 16 18:06:09.768091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-627c8387-b932-4686-9ac0-ef967e12fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.769829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-627c8387-b932-4686-9ac0-ef967e12fd2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279137 Jul 16 18:06:09.785156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e0631-710f-43e1-8bef-de745b292faf req-7a547c05-a82b-4713-9264-a8276ecf0e80 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.786842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a20e0631-710f-43e1-8bef-de745b292faf req-7a547c05-a82b-4713-9264-a8276ecf0e80 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 946 time: 0.1022053 Jul 16 18:06:09.938492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a20e0631-710f-43e1-8bef-de745b292faf req-3334cc34-9b1e-4966-8e45-ae8839ad55eb tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411047 Jul 16 18:06:09.965070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-8b2eb330-ebc8-45f0-820d-754f9e4e5e56 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761723 Jul 16 18:06:09.978859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222da7a4-df17-4e14-9c03-cdafc97d0eb7 req-67f4de63-eebe-4a36-b259-2324a71aafb5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.980427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-222da7a4-df17-4e14-9c03-cdafc97d0eb7 req-67f4de63-eebe-4a36-b259-2324a71aafb5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 944 time: 0.1810765 Jul 16 18:06:10.104321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-222da7a4-df17-4e14-9c03-cdafc97d0eb7 req-c7d52d35-da2b-489b-8c46-a5284451ac05 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884588 Jul 16 18:06:10.119066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c124e13-3614-4ed8-8667-8c5b73223efa req-f7098c4b-5c79-4e11-a948-65edac69a4b6 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361086 Jul 16 18:06:10.235468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4c94b2d0-a20c-49af-b27c-3a04659ddc0d up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:10.245225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa25819-e9a9-4bce-b7d2-f666f3405f63 req-71e22950-8fe3-432f-9c41-89998315b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.246723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aaa25819-e9a9-4bce-b7d2-f666f3405f63 req-71e22950-8fe3-432f-9c41-89998315b83f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 1096 time: 0.0715065 Jul 16 18:06:10.344738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:10.348958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:10.349333 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.448589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa25819-e9a9-4bce-b7d2-f666f3405f63 req-539e7eb5-110a-44f6-be7e-3fed5a800563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.450112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aaa25819-e9a9-4bce-b7d2-f666f3405f63 req-539e7eb5-110a-44f6-be7e-3fed5a800563 service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.1960685 Jul 16 18:06:10.472102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02e326-5192-4a09-9268-8787a001c8e8 req-bb9b0e1c-0bd2-4671-8c44-1d6fec384b2f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.487948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e02e326-5192-4a09-9268-8787a001c8e8 req-bb9b0e1c-0bd2-4671-8c44-1d6fec384b2f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.35 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 946 time: 0.1100476 Jul 16 18:06:10.503530 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.545135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4c94b2d0-a20c-49af-b27c-3a04659ddc0d,segment=NetworkSegment(d07550e2-7277-42f0-bf0e-d9c49df8cbfd),segment_id=d07550e2-7277-42f0-bf0e-d9c49df8cbfd)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:10.553474 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.554996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a0b3bd1c-7796-47e0-a221-9ef8a81463e2 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:10.556044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aaa25819-e9a9-4bce-b7d2-f666f3405f63 req-c141dbb3-2d81-4726-9ebc-21ff09242980 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d HTTP/1.1" status: 200 len: 217 time: 0.0949829 Jul 16 18:06:10.636080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=4c94b2d0-a20c-49af-b27c-3a04659ddc0d,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:10.717079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa25819-e9a9-4bce-b7d2-f666f3405f63 req-8fd990e8-b4b3-4a08-9543-dd8cc925c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.718779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aaa25819-e9a9-4bce-b7d2-f666f3405f63 req-8fd990e8-b4b3-4a08-9543-dd8cc925c00e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.1537776 Jul 16 18:06:10.793678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79736ab5-927a-4f32-9012-6c029386916c req-dd6d6883-1809-4065-bf54-072e37169a20 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.795827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79736ab5-927a-4f32-9012-6c029386916c req-dd6d6883-1809-4065-bf54-072e37169a20 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 944 time: 0.2181740 Jul 16 18:06:10.808352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7e02e326-5192-4a09-9268-8787a001c8e8 req-5bd1de9c-6736-48ce-8542-fe16ea814402 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Deleting port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:10.808769 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7e02e326-5192-4a09-9268-8787a001c8e8 req-5bd1de9c-6736-48ce-8542-fe16ea814402 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.933350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79736ab5-927a-4f32-9012-6c029386916c req-a7c4f0ee-1f12-4f94-a31d-67fa0405c0d1 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282170 Jul 16 18:06:10.939723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa25819-e9a9-4bce-b7d2-f666f3405f63 req-22f67290-96c5-4e94-a0c7-06759837b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.941135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aaa25819-e9a9-4bce-b7d2-f666f3405f63 req-22f67290-96c5-4e94-a0c7-06759837b2e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2134998 Jul 16 18:06:11.013466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-7e02e326-5192-4a09-9268-8787a001c8e8 req-5bd1de9c-6736-48ce-8542-fe16ea814402 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] For port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=36638bc3-c70d-4fb6-b7d8-e10c9ac489f5,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:11.015763 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7e02e326-5192-4a09-9268-8787a001c8e8 req-5bd1de9c-6736-48ce-8542-fe16ea814402 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.068343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7e02e326-5192-4a09-9268-8787a001c8e8 req-5bd1de9c-6736-48ce-8542-fe16ea814402 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Calling delete_port for 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:11.190642 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aaa25819-e9a9-4bce-b7d2-f666f3405f63 req-f9127e7f-512e-427f-b81a-3c507f0b67d5 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401352 Jul 16 18:06:11.408812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688696e-f607-4c14-8dea-ad0f35b51673 req-00a37dbe-c6d5-4c8a-8bc3-6d95d5ba6a5f tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.412096 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3688696e-f607-4c14-8dea-ad0f35b51673 req-00a37dbe-c6d5-4c8a-8bc3-6d95d5ba6a5f tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 946 time: 0.3207774 Jul 16 18:06:11.425238 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7e02e326-5192-4a09-9268-8787a001c8e8 req-5bd1de9c-6736-48ce-8542-fe16ea814402 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.435309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aaa25819-e9a9-4bce-b7d2-f666f3405f63 req-d381e98b-2851-4e07-b1ae-cff560684fd2 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318811 Jul 16 18:06:11.452193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['36638bc3-c70d-4fb6-b7d8-e10c9ac489f5'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:11.455114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['b28980fa-2803-4a86-a4b6-1cb01919e64c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:11.491242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1de9c-6736-48ce-8542-fe16ea814402 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event deleted for resources: {'Port': ['ID=36638bc3-c70d-4fb6-b7d8-e10c9ac489f5,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:11.596095 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e02e326-5192-4a09-9268-8787a001c8e8 req-5bd1de9c-6736-48ce-8542-fe16ea814402 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] No DVR routers for this DVR port 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:11.603325 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7e02e326-5192-4a09-9268-8787a001c8e8 req-5bd1de9c-6736-48ce-8542-fe16ea814402 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.605399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e02e326-5192-4a09-9268-8787a001c8e8 req-5bd1de9c-6736-48ce-8542-fe16ea814402 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.35 "DELETE /v2.0/ports/36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 HTTP/1.1" status: 204 len: 173 time: 1.1272078 Jul 16 18:06:11.614793 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3688696e-f607-4c14-8dea-ad0f35b51673 req-8672f22c-b8fc-4311-a08b-018492e5889e tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c976c68-6db1-45ed-a785-a996488c106a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835389 Jul 16 18:06:11.650816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d233b-e04c-424c-bcad-6df0e171943f req-e5ce0f0d-861f-4252-978c-dca4afbb4ea2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.656731 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e17d233b-e04c-424c-bcad-6df0e171943f req-e5ce0f0d-861f-4252-978c-dca4afbb4ea2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c9b38b-1341-42f0-a704-120b66cfd026 HTTP/1.1" status: 200 len: 944 time: 0.1673415 Jul 16 18:06:11.700367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e731f546-a504-4591-98dc-be25e72e6bb3', 'name': 'network-vif-deleted', 'tag': '36638bc3-c70d-4fb6-b7d8-e10c9ac489f5'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:11.713776 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6369bc-fe48-4bb5-b374-7307e080a1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c94b2d0-a20c-49af-b27c-3a04659ddc0d'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:11.715823 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a8c311-ed95-41fe-af84-76d7ccc3c529" -d '{"events": [{"server_uuid": "e731f546-a504-4591-98dc-be25e72e6bb3", "name": "network-vif-deleted", "tag": "36638bc3-c70d-4fb6-b7d8-e10c9ac489f5"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:11.716981 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246e4f4e-3586-4b7e-bf36-222b5d3b78ab" -d '{"events": [{"server_uuid": "8d6369bc-fe48-4bb5-b374-7307e080a1f4", "name": "network-vif-plugged", "status": "completed", "tag": "4c94b2d0-a20c-49af-b27c-3a04659ddc0d"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:11.813393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:11.846591 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e17d233b-e04c-424c-bcad-6df0e171943f req-c43b23e6-40d7-4e12-b4b9-24b9b606d959 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Deleting port a0b3bd1c-7796-47e0-a221-9ef8a81463e2 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:11.847206 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e17d233b-e04c-424c-bcad-6df0e171943f req-c43b23e6-40d7-4e12-b4b9-24b9b606d959 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.993448 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:11.997588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e17d233b-e04c-424c-bcad-6df0e171943f req-c43b23e6-40d7-4e12-b4b9-24b9b606d959 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] For port a0b3bd1c-7796-47e0-a221-9ef8a81463e2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:11.998053 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e17d233b-e04c-424c-bcad-6df0e171943f req-c43b23e6-40d7-4e12-b4b9-24b9b606d959 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.005475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '7dc694da-5f53-4d80-9059-b2f4a0bb7b6d', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'port_id': '7dc694da-5f53-4d80-9059-b2f4a0bb7b6d', 'mac_address': 'fa:16:3e:67:e9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:12.020863 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e17d233b-e04c-424c-bcad-6df0e171943f req-c43b23e6-40d7-4e12-b4b9-24b9b606d959 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Calling delete_port for a0b3bd1c-7796-47e0-a221-9ef8a81463e2 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:12.073770 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.112865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:12.138675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:12.154917 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.160508 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc33c998-a42e-4650-a6ba-e1fe1c48531f req-3559c8bc-9b7f-43ba-a452-969da674a009 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 210 time: 0.0517492 Jul 16 18:06:12.251564 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:12.294282 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e17d233b-e04c-424c-bcad-6df0e171943f req-c43b23e6-40d7-4e12-b4b9-24b9b606d959 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.439908 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ec451a-8d8c-4e80-b936-303712163571 x-openstack-request-id: req-11ec451a-8d8c-4e80-b936-303712163571 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:12.440437 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6369bc-fe48-4bb5-b374-7307e080a1f4", "name": "network-vif-plugged", "status": "completed", "tag": "4c94b2d0-a20c-49af-b27c-3a04659ddc0d", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:12.440860 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11ec451a-8d8c-4e80-b936-303712163571 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:12.441446 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6369bc-fe48-4bb5-b374-7307e080a1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c94b2d0-a20c-49af-b27c-3a04659ddc0d', 'code': 200} Jul 16 18:06:12.483464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['7dc694da-5f53-4d80-9059-b2f4a0bb7b6d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:12.656986 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c961e703-f652-4cbf-bde5-1842706d4fc2 x-openstack-request-id: req-c961e703-f652-4cbf-bde5-1842706d4fc2 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:12.657405 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e731f546-a504-4591-98dc-be25e72e6bb3", "name": "network-vif-deleted", "tag": "36638bc3-c70d-4fb6-b7d8-e10c9ac489f5", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:12.657752 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c961e703-f652-4cbf-bde5-1842706d4fc2 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:12.658244 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e731f546-a504-4591-98dc-be25e72e6bb3', 'name': 'network-vif-deleted', 'tag': '36638bc3-c70d-4fb6-b7d8-e10c9ac489f5', 'status': 'completed', 'code': 200} Jul 16 18:06:12.663967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b23e6-40d7-4e12-b4b9-24b9b606d959 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Pushing event deleted for resources: {'Port': ['ID=a0b3bd1c-7796-47e0-a221-9ef8a81463e2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:12.668000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fabb60-fe53-4149-979c-ff6db1abc934 req-48cc0991-38fa-4ab7-a249-b398dbf7a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:12.673095 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-26fabb60-fe53-4149-979c-ff6db1abc934 req-48cc0991-38fa-4ab7-a249-b398dbf7a8a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 1098 time: 0.1286097 Jul 16 18:06:12.732222 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-26fabb60-fe53-4149-979c-ff6db1abc934 req-e6cf122d-b184-4827-acdd-01534c7f97ec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9c976c68-6db1-45ed-a785-a996488c106a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518506 Jul 16 18:06:12.767050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17d233b-e04c-424c-bcad-6df0e171943f req-c43b23e6-40d7-4e12-b4b9-24b9b606d959 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] No DVR routers for this DVR port a0b3bd1c-7796-47e0-a221-9ef8a81463e2 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:12.770400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e17d233b-e04c-424c-bcad-6df0e171943f req-c43b23e6-40d7-4e12-b4b9-24b9b606d959 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.774589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e17d233b-e04c-424c-bcad-6df0e171943f req-c43b23e6-40d7-4e12-b4b9-24b9b606d959 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "DELETE /v2.0/ports/a0b3bd1c-7796-47e0-a221-9ef8a81463e2 HTTP/1.1" status: 204 len: 173 time: 1.1169400 Jul 16 18:06:12.827333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4200a3-5794-467c-94f1-874b8563cc42 req-aad86f2e-f9b8-434f-807f-67b38c403f56 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:12.830000 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a4200a3-5794-467c-94f1-874b8563cc42 req-aad86f2e-f9b8-434f-807f-67b38c403f56 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 947 time: 0.1708901 Jul 16 18:06:12.906141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a4200a3-5794-467c-94f1-874b8563cc42 req-07d96d5f-a681-43f2-ab86-f6d4241d023c tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564706 Jul 16 18:06:13.166747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863d11e-c9b1-4573-92d2-b0f587ceac22 req-0f95255d-9fd7-42ae-b626-68cbedbd8b3e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.174903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f863d11e-c9b1-4573-92d2-b0f587ceac22 req-0f95255d-9fd7-42ae-b626-68cbedbd8b3e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 945 time: 0.1131582 Jul 16 18:06:13.231362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f863d11e-c9b1-4573-92d2-b0f587ceac22 req-56a1e976-2385-4357-a50a-1f8c513544ce tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510190 Jul 16 18:06:13.625140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3bde3-789f-4f74-ad84-2be9853e8324 req-a053964c-3f8e-42ec-89df-808c293b59a3 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.633785 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-abb3bde3-789f-4f74-ad84-2be9853e8324 req-a053964c-3f8e-42ec-89df-808c293b59a3 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 946 time: 0.1780121 Jul 16 18:06:13.719497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b378777-8407-4020-a855-7f8891b020f4 req-79a4ed55-44d1-497a-bdcf-42727c7f263e tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.721764 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b378777-8407-4020-a855-7f8891b020f4 req-79a4ed55-44d1-497a-bdcf-42727c7f263e tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.35 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 947 time: 0.1516268 Jul 16 18:06:13.734187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-abb3bde3-789f-4f74-ad84-2be9853e8324 req-32204c5f-2af0-48c0-8522-2c200dbf05a2 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c976c68-6db1-45ed-a785-a996488c106a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983105 Jul 16 18:06:13.825232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:13.918482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-158cb068-ded0-4be2-b8f2-33264b56a969 req-62d3d32e-ffde-480c-b5c3-bc7d0ae4b4e6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 210 time: 0.0810113 Jul 16 18:06:13.930500 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:13.935030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:13.935544 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.043721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-6b378777-8407-4020-a855-7f8891b020f4 req-29561e5a-8d1f-48fd-9188-01ca673d0719 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Deleting port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:14.044315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6b378777-8407-4020-a855-7f8891b020f4 req-29561e5a-8d1f-48fd-9188-01ca673d0719 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.113292 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.187921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6b378777-8407-4020-a855-7f8891b020f4 req-29561e5a-8d1f-48fd-9188-01ca673d0719 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] For port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:14.187921 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6b378777-8407-4020-a855-7f8891b020f4 req-29561e5a-8d1f-48fd-9188-01ca673d0719 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.197336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:14.210333 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.211629 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:14.217514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-6b378777-8407-4020-a855-7f8891b020f4 req-29561e5a-8d1f-48fd-9188-01ca673d0719 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Calling delete_port for 07667df1-5cd3-4a99-b85e-9b125ef3b2bd owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:14.285198 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:14.285765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 36638bc3-c70d-4fb6-b7d8-e10c9ac489f5 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:14.288047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.401047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ddd10-cd0b-4af5-8b93-40c5d27d128f req-fa3c4f3a-ef31-4e9f-8fd9-a3723867e866 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.402935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-477ddd10-cd0b-4af5-8b93-40c5d27d128f req-fa3c4f3a-ef31-4e9f-8fd9-a3723867e866 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aa7cb37-b206-4787-ad3e-68054ea41905 HTTP/1.1" status: 200 len: 947 time: 0.1051919 Jul 16 18:06:14.443092 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418ec276-8a8d-493a-9089-cfab598c1867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc694da-5f53-4d80-9059-b2f4a0bb7b6d'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:14.446577 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2442a4a-5f7f-4101-a94c-22a3ad0c0982" -d '{"events": [{"server_uuid": "418ec276-8a8d-493a-9089-cfab598c1867", "name": "network-vif-plugged", "status": "completed", "tag": "7dc694da-5f53-4d80-9059-b2f4a0bb7b6d"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:14.529512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-477ddd10-cd0b-4af5-8b93-40c5d27d128f req-14244432-9fb6-4e9a-8448-1013364302f0 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134906 Jul 16 18:06:14.542213 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6b378777-8407-4020-a855-7f8891b020f4 req-29561e5a-8d1f-48fd-9188-01ca673d0719 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.581270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdf3a6-665c-47ba-b959-db77496d1f26 req-eed1add0-81b3-4fb1-9767-040a26a1c3f3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.589835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80fdf3a6-665c-47ba-b959-db77496d1f26 req-eed1add0-81b3-4fb1-9767-040a26a1c3f3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 946 time: 0.1854961 Jul 16 18:06:14.618041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29561e5a-8d1f-48fd-9188-01ca673d0719 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Pushing event deleted for resources: {'Port': ['ID=07667df1-5cd3-4a99-b85e-9b125ef3b2bd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.659676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c9b38b-1341-42f0-a704-120b66cfd026', 'name': 'network-vif-deleted', 'tag': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:14.662438 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765e5478-ae6c-4423-bf77-b79cd41c5f7b" -d '{"events": [{"server_uuid": "a5c9b38b-1341-42f0-a704-120b66cfd026", "name": "network-vif-deleted", "tag": "a0b3bd1c-7796-47e0-a221-9ef8a81463e2"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:14.701647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b378777-8407-4020-a855-7f8891b020f4 req-29561e5a-8d1f-48fd-9188-01ca673d0719 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] No DVR routers for this DVR port 07667df1-5cd3-4a99-b85e-9b125ef3b2bd on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:14.719379 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6b378777-8407-4020-a855-7f8891b020f4 req-29561e5a-8d1f-48fd-9188-01ca673d0719 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.721364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b378777-8407-4020-a855-7f8891b020f4 req-29561e5a-8d1f-48fd-9188-01ca673d0719 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.35 "DELETE /v2.0/ports/07667df1-5cd3-4a99-b85e-9b125ef3b2bd HTTP/1.1" status: 204 len: 173 time: 0.9849477 Jul 16 18:06:14.750252 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80fdf3a6-665c-47ba-b959-db77496d1f26 req-7f24ae17-723e-488c-9550-3966d8f4d239 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589868 Jul 16 18:06:14.813948 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c97635f-1444-432d-889f-ce09935bfe55 x-openstack-request-id: req-2c97635f-1444-432d-889f-ce09935bfe55 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:14.814481 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418ec276-8a8d-493a-9089-cfab598c1867", "name": "network-vif-plugged", "status": "completed", "tag": "7dc694da-5f53-4d80-9059-b2f4a0bb7b6d", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:14.814935 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c97635f-1444-432d-889f-ce09935bfe55 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:14.815602 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418ec276-8a8d-493a-9089-cfab598c1867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc694da-5f53-4d80-9059-b2f4a0bb7b6d', 'code': 200} Jul 16 18:06:14.910217 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f87d9c-a1be-4873-b19a-37c8bb9ec382 x-openstack-request-id: req-37f87d9c-a1be-4873-b19a-37c8bb9ec382 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:14.910217 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c9b38b-1341-42f0-a704-120b66cfd026", "name": "network-vif-deleted", "tag": "a0b3bd1c-7796-47e0-a221-9ef8a81463e2", "status": "failed", "code": 422}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:14.910217 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37f87d9c-a1be-4873-b19a-37c8bb9ec382 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:14.913723 n-d-787206-10 neutron-server[100169]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5c9b38b-1341-42f0-a704-120b66cfd026', 'name': 'network-vif-deleted', 'tag': 'a0b3bd1c-7796-47e0-a221-9ef8a81463e2', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:06:14.955083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-8f2d5069-44dc-4822-917e-c27e7cf4df4f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.956770 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-8f2d5069-44dc-4822-917e-c27e7cf4df4f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 811 time: 0.2901335 Jul 16 18:06:14.984117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-0ff5ceda-45cc-4a14-ab5d-9d4edcb031c1 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/quotas/40c61bd95cbf4623a1b855bc6d9bd28e HTTP/1.1" status: 200 len: 375 time: 0.0186839 Jul 16 18:06:15.049276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-7d70a2be-ea85-4d54-8b80-7e41f309e60b tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487802 Jul 16 18:06:15.065653 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cc5c4-acc2-4ff9-b432-2fd571b39b9b req-b401fbcd-b89f-45ac-ba01-55bffe2cf1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.067134 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c4cc5c4-acc2-4ff9-b432-2fd571b39b9b req-b401fbcd-b89f-45ac-ba01-55bffe2cf1a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 1098 time: 0.1550865 Jul 16 18:06:15.203705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c4cc5c4-acc2-4ff9-b432-2fd571b39b9b req-c084a594-eb31-4105-9f0e-68de0dae3373 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239591 Jul 16 18:06:15.257002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-81de00db-ea4d-479e-8300-a9d06827f618 service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992130 Jul 16 18:06:15.316298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edc36c-2bd5-4327-8381-5dc623b28006 req-d7ac1ed0-6675-4316-b895-fcc2d5a158ee tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.317827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72edc36c-2bd5-4327-8381-5dc623b28006 req-d7ac1ed0-6675-4316-b895-fcc2d5a158ee tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 946 time: 0.2126949 Jul 16 18:06:15.407481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-1a02dfa6-7282-4ca8-821c-e36f1169f7f6 service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495078 Jul 16 18:06:15.439195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72edc36c-2bd5-4327-8381-5dc623b28006 req-d694c84b-71b7-4484-a485-033c41e3db96 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c976c68-6db1-45ed-a785-a996488c106a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860469 Jul 16 18:06:15.664741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14c18521-69e2-4dc3-a563-d7a1ce30907e req-f2a34975-d1ee-4174-9a71-62a0925278c3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 210 time: 0.0631418 Jul 16 18:06:15.949043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823f2ed-59dd-495b-848c-5caf9f5b4d0f req-c10aee31-428b-47ac-8c96-0dbcc44ae00a tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.950668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1823f2ed-59dd-495b-848c-5caf9f5b4d0f req-c10aee31-428b-47ac-8c96-0dbcc44ae00a tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 946 time: 0.1245627 Jul 16 18:06:16.073464 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-6b8d7273-bebd-493a-9c65-cdf0c4fe1ce5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1561878 Jul 16 18:06:16.100681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20be1d17-2732-4f00-a38f-c15e69123de6 req-ace66230-42cc-4dfd-9b96-fab147140728 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 210 time: 0.1054242 Jul 16 18:06:16.144679 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1823f2ed-59dd-495b-848c-5caf9f5b4d0f req-3f5636fe-cdcf-4c9a-829d-0f905c513cad tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c976c68-6db1-45ed-a785-a996488c106a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835356 Jul 16 18:06:16.288529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-52718f8b-eb13-433a-9c29-80515f052ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.289015 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-52718f8b-eb13-433a-9c29-80515f052ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.289529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-52718f8b-eb13-433a-9c29-80515f052ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.289988 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-52718f8b-eb13-433a-9c29-80515f052ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.290472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-52718f8b-eb13-433a-9c29-80515f052ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.290930 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-52718f8b-eb13-433a-9c29-80515f052ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.291413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-52718f8b-eb13-433a-9c29-80515f052ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.293414 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-52718f8b-eb13-433a-9c29-80515f052ffd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6497 time: 0.1002395 Jul 16 18:06:16.429040 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9045d8-33f9-4fb0-b977-382ed7adbfd3 req-30989116-365e-4bb8-9b02-94ef2e868dcc tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.438221 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd9045d8-33f9-4fb0-b977-382ed7adbfd3 req-30989116-365e-4bb8-9b02-94ef2e868dcc tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 946 time: 0.1376083 Jul 16 18:06:16.508190 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-5fc99edb-3a21-457b-9ad8-d5648594f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.508694 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-5fc99edb-3a21-457b-9ad8-d5648594f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.509158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-5fc99edb-3a21-457b-9ad8-d5648594f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.510562 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd9045d8-33f9-4fb0-b977-382ed7adbfd3 req-d0a374ad-d421-4ce8-8910-2a1dbde1c4b4 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713642 Jul 16 18:06:16.512282 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-5fc99edb-3a21-457b-9ad8-d5648594f254 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9a1e7b3-f15f-48c2-8b79-818a78e0e750&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=0c011d84-2097-4163-a4e4-5f40c803c352&id=0c011d84-2097-4163-a4e4-5f40c803c352 HTTP/1.1" status: 200 len: 2293 time: 0.1854730 Jul 16 18:06:16.618663 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-341086d6-864d-4c07-bfee-cce56fb4f417 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fafb2855-d722-4156-ba87-9cc9ab2421dd HTTP/1.1" status: 200 len: 1001 time: 0.0985792 Jul 16 18:06:16.741467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-df8ecf19-aefd-4c15-bcad-79f51b305885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.743553 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-df8ecf19-aefd-4c15-bcad-79f51b305885 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=204b23cc-159d-41ae-adf4-093a524deac6 HTTP/1.1" status: 200 len: 851 time: 0.1180491 Jul 16 18:06:16.867833 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-39fcff62-136a-430b-9588-88f6303b16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.870855 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-39fcff62-136a-430b-9588-88f6303b16e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9a1e7b3-f15f-48c2-8b79-818a78e0e750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185303 Jul 16 18:06:16.912925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa7cb37-b206-4787-ad3e-68054ea41905', 'name': 'network-vif-deleted', 'tag': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:16.915965 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2cf954-f457-48dc-bffa-5c55c19c4035" -d '{"events": [{"server_uuid": "5aa7cb37-b206-4787-ad3e-68054ea41905", "name": "network-vif-deleted", "tag": "07667df1-5cd3-4a99-b85e-9b125ef3b2bd"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:17.006557 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-a8fb3850-7625-4b74-bb12-cab483263b8d service neutron] 10.222.0.43 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277955 Jul 16 18:06:17.013885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec9ecf0e-8427-4e95-b619-5995f748f106 req-bc47506e-789e-4267-ae05-e90eea928ab8 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 210 time: 0.0603881 Jul 16 18:06:17.092558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d00f9-f77f-4798-a0da-074cdeaa727a req-d005a614-67b7-44b2-9446-9b9ac8835c18 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.094486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa6d00f9-f77f-4798-a0da-074cdeaa727a req-d005a614-67b7-44b2-9446-9b9ac8835c18 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=4610eb5d-f2c5-414c-b5ae-9685bc9751bd HTTP/1.1" status: 200 len: 949 time: 0.1223896 Jul 16 18:06:17.149096 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-a9e7be2d-6c3e-49e9-8cdc-73560046e45d service neutron] 10.222.0.43 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326852 Jul 16 18:06:17.203412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa6d00f9-f77f-4798-a0da-074cdeaa727a req-47ba1011-1ac7-42bd-967e-746a93d4c585 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757191 Jul 16 18:06:17.222806 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-0298bd0f-346a-42b0-af50-9735226c758d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 HTTP/1.1" status: 200 len: 217 time: 0.0474637 Jul 16 18:06:17.258937 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f558a27-3712-4017-ab27-487dd7a9a1e4 x-openstack-request-id: req-3f558a27-3712-4017-ab27-487dd7a9a1e4 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:17.259472 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa7cb37-b206-4787-ad3e-68054ea41905", "name": "network-vif-deleted", "tag": "07667df1-5cd3-4a99-b85e-9b125ef3b2bd", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:17.259895 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f558a27-3712-4017-ab27-487dd7a9a1e4 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:17.260456 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa7cb37-b206-4787-ad3e-68054ea41905', 'name': 'network-vif-deleted', 'tag': '07667df1-5cd3-4a99-b85e-9b125ef3b2bd', 'status': 'completed', 'code': 200} Jul 16 18:06:17.342618 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-3cecaf53-cfd1-400b-86af-c0f1042976c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.344436 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-3cecaf53-cfd1-400b-86af-c0f1042976c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.1142142 Jul 16 18:06:17.458036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-d2ba4520-51f6-434f-ae1e-62c952168120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.462497 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-d2ba4520-51f6-434f-ae1e-62c952168120 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0975099 Jul 16 18:06:17.485947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d229d9b1-65b5-49c8-aaac-ce9635578466 req-fec37e58-c8db-450a-9cd0-85647711edde tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 210 time: 0.0584955 Jul 16 18:06:17.563227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c87565-0ece-434c-be08-86c0e6352736 req-116d383f-84c3-43e6-8c2a-8af6d9bcb033 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.571700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2c87565-0ece-434c-be08-86c0e6352736 req-116d383f-84c3-43e6-8c2a-8af6d9bcb033 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 946 time: 0.2547491 Jul 16 18:06:17.630071 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-d9132aae-c777-42ff-bf6d-cba054ba5856 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621163 Jul 16 18:06:17.631885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-26f7f0cc-c02c-4818-ad5d-0471b4c60a40 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.633381 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-26f7f0cc-c02c-4818-ad5d-0471b4c60a40 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 811 time: 0.2594209 Jul 16 18:06:17.657157 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2c87565-0ece-434c-be08-86c0e6352736 req-ab9627c4-b431-471d-8a96-a8ccc72b544f tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c976c68-6db1-45ed-a785-a996488c106a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829983 Jul 16 18:06:17.679888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-741b2c8f-a5d2-47b1-9dc0-6033781eb449 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Request body: {'port': {'device_id': '867ce9a7-9702-4395-8eb5-3965fb85caa6', 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'admin_state_up': True, 'tenant_id': '40c61bd95cbf4623a1b855bc6d9bd28e'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:17.851849 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 07667df1-5cd3-4a99-b85e-9b125ef3b2bd no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:17.908458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 07667df1-5cd3-4a99-b85e-9b125ef3b2bd {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:17.909128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 07667df1-5cd3-4a99-b85e-9b125ef3b2bd not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:18.030426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-741b2c8f-a5d2-47b1-9dc0-6033781eb449 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Made reservation on behalf of 40c61bd95cbf4623a1b855bc6d9bd28e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:18.036359 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-741b2c8f-a5d2-47b1-9dc0-6033781eb449 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.317186 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-275570ad-839d-4239-b5da-e27f47957331 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702287 Jul 16 18:06:18.354338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-741b2c8f-a5d2-47b1-9dc0-6033781eb449 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Allocated IP 172.20.0.6 (1d83386b-98e9-43de-97bc-2d2db963b2c4/f383a48f-0c4d-404d-afd1-d0778e8a5939/f5d815d1-8001-4efb-817d-075d23cb1ec7) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:18.384104 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-29080e84-25fe-41ac-a77d-82f1d467b741 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=18345d03-7c53-438a-9a8c-95169626de44 HTTP/1.1" status: 200 len: 217 time: 0.0593967 Jul 16 18:06:18.447522 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-f62c0c6e-b7c4-4e9f-85cf-f804735d23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.449635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7061f52b-3ba2-49aa-9854-a7a0e909c50b req-f13ab9ba-0c21-438e-8876-e1d9879fe76d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=e731f546-a504-4591-98dc-be25e72e6bb3 HTTP/1.1" status: 200 len: 210 time: 0.1015937 Jul 16 18:06:18.461532 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-f62c0c6e-b7c4-4e9f-85cf-f804735d23a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.0576019 Jul 16 18:06:18.552303 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-625a4f68-5684-4b2c-8033-a3b11ea47660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.554914 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-625a4f68-5684-4b2c-8033-a3b11ea47660 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0924699 Jul 16 18:06:18.782306 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-6724af8e-6cc3-4c4b-b494-e5f6a23a4a4f service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080882 Jul 16 18:06:18.820671 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-741b2c8f-a5d2-47b1-9dc0-6033781eb449 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.837865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28098a70-1a59-493a-8939-2ba9bf43bf40 req-c1c028bd-9d28-4c7a-b625-29dbd2549587 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.839295 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28098a70-1a59-493a-8939-2ba9bf43bf40 req-c1c028bd-9d28-4c7a-b625-29dbd2549587 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4610eb5d-f2c5-414c-b5ae-9685bc9751bd HTTP/1.1" status: 200 len: 949 time: 0.3483133 Jul 16 18:06:18.848077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf083166-9ac0-47b6-93d3-d0a87fe0c412 req-9b462f4c-0841-4e82-8bfa-a501fca25253 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.855579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf083166-9ac0-47b6-93d3-d0a87fe0c412 req-9b462f4c-0841-4e82-8bfa-a501fca25253 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=4610eb5d-f2c5-414c-b5ae-9685bc9751bd HTTP/1.1" status: 200 len: 949 time: 0.1911457 Jul 16 18:06:18.913075 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-d013a834-57d8-45d3-90e2-e13c6b1ea6cd service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199186 Jul 16 18:06:18.964966 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-81b32a9d-c0ee-47e9-b745-82aab15bbb1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=1a57b23a-1512-4b19-adec-c812fd457e13 HTTP/1.1" status: 200 len: 217 time: 0.0424569 Jul 16 18:06:19.035344 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-38327f28-1dcb-497d-96f4-c2fcf1df2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.037534 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-38327f28-1dcb-497d-96f4-c2fcf1df2655 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.0643492 Jul 16 18:06:19.044310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf083166-9ac0-47b6-93d3-d0a87fe0c412 req-6bf4dff6-213e-4a96-9781-621dfce55d1c tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c9a5820-ce7f-4e73-801f-fa1cd103f718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875060 Jul 16 18:06:19.112858 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-44895d2c-abae-42f5-95a5-b1df984a929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.114784 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-44895d2c-abae-42f5-95a5-b1df984a929c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0692837 Jul 16 18:06:19.121962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be891f-4f13-4dfc-bb34-8656ec6b1655 req-fb65c76b-8edb-467d-b725-89c958dd123b tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.130348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-33be891f-4f13-4dfc-bb34-8656ec6b1655 req-fb65c76b-8edb-467d-b725-89c958dd123b tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 946 time: 0.2725852 Jul 16 18:06:19.143986 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-741b2c8f-a5d2-47b1-9dc0-6033781eb449 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.257721 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-10ce8191-512d-4a0b-bc75-96a3cdffa4a3 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352148 Jul 16 18:06:19.264638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-741b2c8f-a5d2-47b1-9dc0-6033781eb449 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Network 1d83386b-98e9-43de-97bc-2d2db963b2c4 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:19.284865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-741b2c8f-a5d2-47b1-9dc0-6033781eb449 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:19.289410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b2c8f-a5d2-47b1-9dc0-6033781eb449 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Pushing event updated for resources: {'Port': ['ID=f5d815d1-8001-4efb-817d-075d23cb1ec7,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:19.308262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-741b2c8f-a5d2-47b1-9dc0-6033781eb449 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:19.327332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-28098a70-1a59-493a-8939-2ba9bf43bf40 req-0b5d0bae-6407-4f1c-9dd7-458d98d92630 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Deleting port 570386e7-2863-4a20-86ef-c988f1857528 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:19.328307 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-28098a70-1a59-493a-8939-2ba9bf43bf40 req-0b5d0bae-6407-4f1c-9dd7-458d98d92630 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.361657 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-dcaa63ae-d52b-4c6e-b458-95e54470b53e service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950532 Jul 16 18:06:19.396465 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:06:19.400352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-33be891f-4f13-4dfc-bb34-8656ec6b1655 req-bd66f1ae-a746-4d7a-8689-44cc16730648 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c976c68-6db1-45ed-a785-a996488c106a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499981 Jul 16 18:06:19.465670 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-b7a4a90e-edd7-4c44-8f55-18eda5bc774e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=8e586911-4ab5-419c-8031-5e5c2405fe96 HTTP/1.1" status: 200 len: 217 time: 0.0924497 Jul 16 18:06:19.489973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-741b2c8f-a5d2-47b1-9dc0-6033781eb449 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.489973 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-741b2c8f-a5d2-47b1-9dc0-6033781eb449 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.533815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-28098a70-1a59-493a-8939-2ba9bf43bf40 req-0b5d0bae-6407-4f1c-9dd7-458d98d92630 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] For port 570386e7-2863-4a20-86ef-c988f1857528, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=570386e7-2863-4a20-86ef-c988f1857528,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:19.534169 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-28098a70-1a59-493a-8939-2ba9bf43bf40 req-0b5d0bae-6407-4f1c-9dd7-458d98d92630 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.562107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447df0a1-5940-4bdf-8002-551970955695 req-56ec52fd-67e3-4fdf-b974-4d993d551a00 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.565741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-447df0a1-5940-4bdf-8002-551970955695 req-56ec52fd-67e3-4fdf-b974-4d993d551a00 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 931 time: 0.3656313 Jul 16 18:06:19.566917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-28098a70-1a59-493a-8939-2ba9bf43bf40 req-0b5d0bae-6407-4f1c-9dd7-458d98d92630 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Calling delete_port for 570386e7-2863-4a20-86ef-c988f1857528 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:19.571637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-741b2c8f-a5d2-47b1-9dc0-6033781eb449 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9114954 Jul 16 18:06:19.589763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-ae0f6cf7-9251-4299-b81b-b4e246a680ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.591262 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-ae0f6cf7-9251-4299-b81b-b4e246a680ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.1149447 Jul 16 18:06:19.606889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Request body: {'port': {'device_id': '867ce9a7-9702-4395-8eb5-3965fb85caa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:19.657231 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-e4424267-f33a-4a35-b20d-befceabaf2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.659522 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-e4424267-f33a-4a35-b20d-befceabaf2c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0596910 Jul 16 18:06:19.748301 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-447df0a1-5940-4bdf-8002-551970955695 req-e8ff1cce-7dc4-4a01-9751-f1ee226eaa16 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496139 Jul 16 18:06:19.859307 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.880509 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-c47013cf-ac09-47b2-9018-dde5371319dc service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112744 Jul 16 18:06:19.979770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae3197-04ed-4103-b320-8e22f8e34f7f req-2246d8f9-3065-41b7-9058-d89c8843caf0 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.981327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6ae3197-04ed-4103-b320-8e22f8e34f7f req-2246d8f9-3065-41b7-9058-d89c8843caf0 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 946 time: 0.1909308 Jul 16 18:06:20.001350 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-3d553b4c-c29c-490b-a3d3-72246cdbeccb service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129181 Jul 16 18:06:20.050620 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-28098a70-1a59-493a-8939-2ba9bf43bf40 req-0b5d0bae-6407-4f1c-9dd7-458d98d92630 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.079363 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-e207204b-f0a3-423a-89d7-51d4e44b15e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aab58be2-4cb3-4983-97a8-01f624ab22b2 HTTP/1.1" status: 200 len: 217 time: 0.0510042 Jul 16 18:06:20.141666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d0bae-6407-4f1c-9dd7-458d98d92630 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Pushing event deleted for resources: {'Port': ['ID=570386e7-2863-4a20-86ef-c988f1857528,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:20.194623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-52dce70a-4518-4ba3-b539-64c223526ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.196197 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-52dce70a-4518-4ba3-b539-64c223526ee3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6275183a-184c-40b6-9472-3ea6e6333b9e HTTP/1.1" status: 200 len: 797 time: 0.1085875 Jul 16 18:06:20.314089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-28098a70-1a59-493a-8939-2ba9bf43bf40 req-0b5d0bae-6407-4f1c-9dd7-458d98d92630 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] No DVR routers for this DVR port 570386e7-2863-4a20-86ef-c988f1857528 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:20.323025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-50a17521-5b4b-4dfc-9103-ab84a9b6e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.324543 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-50a17521-5b4b-4dfc-9103-ab84a9b6e636 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c011d84-2097-4163-a4e4-5f40c803c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1161885 Jul 16 18:06:20.336484 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-28098a70-1a59-493a-8939-2ba9bf43bf40 req-0b5d0bae-6407-4f1c-9dd7-458d98d92630 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.338594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28098a70-1a59-493a-8939-2ba9bf43bf40 req-0b5d0bae-6407-4f1c-9dd7-458d98d92630 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.35 "DELETE /v2.0/ports/570386e7-2863-4a20-86ef-c988f1857528 HTTP/1.1" status: 204 len: 173 time: 1.4794862 Jul 16 18:06:20.359459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'name': 'network-vif-deleted', 'tag': '570386e7-2863-4a20-86ef-c988f1857528'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:20.362150 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baa9816-2aa0-49ea-ac54-4d0a557e95b0" -d '{"events": [{"server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "name": "network-vif-deleted", "tag": "570386e7-2863-4a20-86ef-c988f1857528"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:20.511378 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-d7a9ec47-51c3-439e-92ff-6cfd75f26e1a service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505516 Jul 16 18:06:20.733832 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-c80547ec-7841-4e28-b525-53710ebe6d20 service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191124 Jul 16 18:06:20.782316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-509c0f0c-28a4-496f-a0ed-ede47b324584 req-2ca619a2-86fb-4d4e-930f-f7ea3cc33241 tempest-ListImageFiltersTestJSON-907669054 tempest-ListImageFiltersTestJSON-907669054-project] 10.222.0.41 "GET /v2.0/ports?device_id=4610eb5d-f2c5-414c-b5ae-9685bc9751bd HTTP/1.1" status: 200 len: 210 time: 0.5282786 Jul 16 18:06:20.797309 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-541790e6-bdc7-4c62-8fe2-687b2ae3965f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b352bb3b-bc30-47c1-851d-1f7cb7dde406 HTTP/1.1" status: 200 len: 217 time: 0.0550263 Jul 16 18:06:20.900975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-70af13fd-ee2f-48e6-b553-ebdf16638a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.902785 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-70af13fd-ee2f-48e6-b553-ebdf16638a4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6275183a-184c-40b6-9472-3ea6e6333b9e HTTP/1.1" status: 200 len: 797 time: 0.0926335 Jul 16 18:06:21.012729 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317021-7891-4d17-a301-4565f01b6d3e req-057871fa-ceb8-4c4c-9a29-df04a6c30379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.014523 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-057871fa-ceb8-4c4c-9a29-df04a6c30379 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c011d84-2097-4163-a4e4-5f40c803c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1008413 Jul 16 18:06:21.019094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-d6ae3197-04ed-4103-b320-8e22f8e34f7f req-3ea05b3c-f3ec-4763-ae58-172f228c8a9d tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Deleting port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:21.019480 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d6ae3197-04ed-4103-b320-8e22f8e34f7f req-3ea05b3c-f3ec-4763-ae58-172f228c8a9d tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.235197 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-ffe54b80-8ce0-4284-a748-5962b8745fd0 service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103989 Jul 16 18:06:21.236967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d815d1-8001-4efb-817d-075d23cb1ec7 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:21.249527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b3f0c-a2a1-4613-b60e-209f0b6f837b req-cd2c3048-edd4-45c4-b61c-dded7a1ba463 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.251593 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f80b3f0c-a2a1-4613-b60e-209f0b6f837b req-cd2c3048-edd4-45c4-b61c-dded7a1ba463 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 946 time: 0.4622061 Jul 16 18:06:21.285091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.338027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Transition to ACTIVE for port object f5d815d1-8001-4efb-817d-075d23cb1ec7 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:21.383650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f80b3f0c-a2a1-4613-b60e-209f0b6f837b req-4cf8c43e-2c5d-44d3-820a-100028601c36 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c976c68-6db1-45ed-a785-a996488c106a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924900 Jul 16 18:06:21.386041 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.435616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d6ae3197-04ed-4103-b320-8e22f8e34f7f req-3ea05b3c-f3ec-4763-ae58-172f228c8a9d tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] For port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4c94b2d0-a20c-49af-b27c-3a04659ddc0d,segment=NetworkSegment(d07550e2-7277-42f0-bf0e-d9c49df8cbfd),segment_id=d07550e2-7277-42f0-bf0e-d9c49df8cbfd)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:21.435976 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d6ae3197-04ed-4103-b320-8e22f8e34f7f req-3ea05b3c-f3ec-4763-ae58-172f228c8a9d tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.453933 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e5317021-7891-4d17-a301-4565f01b6d3e req-3fd20019-34fa-4634-a1fb-e15baea12c0f service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117069 Jul 16 18:06:21.458830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-d6ae3197-04ed-4103-b320-8e22f8e34f7f req-3ea05b3c-f3ec-4763-ae58-172f228c8a9d tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Calling delete_port for 4c94b2d0-a20c-49af-b27c-3a04659ddc0d owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:21.610548 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70eb4161-c162-40c0-9aa3-14cdb27908c8 x-openstack-request-id: req-70eb4161-c162-40c0-9aa3-14cdb27908c8 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:21.610838 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4610eb5d-f2c5-414c-b5ae-9685bc9751bd", "name": "network-vif-deleted", "tag": "570386e7-2863-4a20-86ef-c988f1857528", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:21.611086 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70eb4161-c162-40c0-9aa3-14cdb27908c8 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:21.612160 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4610eb5d-f2c5-414c-b5ae-9685bc9751bd', 'name': 'network-vif-deleted', 'tag': '570386e7-2863-4a20-86ef-c988f1857528', 'status': 'completed', 'code': 200} Jul 16 18:06:21.648731 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d6ae3197-04ed-4103-b320-8e22f8e34f7f req-3ea05b3c-f3ec-4763-ae58-172f228c8a9d tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.661720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['4c94b2d0-a20c-49af-b27c-3a04659ddc0d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:21.723008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d815d1-8001-4efb-817d-075d23cb1ec7,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.736284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c64e4-02d4-4148-bbbf-4063a40855a2 req-9e92173a-1dab-4369-9997-c45afec31aed tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.743867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-178c64e4-02d4-4148-bbbf-4063a40855a2 req-9e92173a-1dab-4369-9997-c45afec31aed tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 931 time: 0.5344918 Jul 16 18:06:21.860269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 570386e7-2863-4a20-86ef-c988f1857528 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:21.872532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea05b3c-f3ec-4763-ae58-172f228c8a9d tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Pushing event deleted for resources: {'Port': ['ID=4c94b2d0-a20c-49af-b27c-3a04659ddc0d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.882985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ae3197-04ed-4103-b320-8e22f8e34f7f req-3ea05b3c-f3ec-4763-ae58-172f228c8a9d tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] No DVR routers for this DVR port 4c94b2d0-a20c-49af-b27c-3a04659ddc0d on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:21.894681 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d6ae3197-04ed-4103-b320-8e22f8e34f7f req-3ea05b3c-f3ec-4763-ae58-172f228c8a9d tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.897867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6ae3197-04ed-4103-b320-8e22f8e34f7f req-3ea05b3c-f3ec-4763-ae58-172f228c8a9d tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.43 "DELETE /v2.0/ports/4c94b2d0-a20c-49af-b27c-3a04659ddc0d HTTP/1.1" status: 204 len: 173 time: 1.9078257 Jul 16 18:06:21.902791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Attempting to bind port f5d815d1-8001-4efb-817d-075d23cb1ec7 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:21.903084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Attempting to bind port f5d815d1-8001-4efb-817d-075d23cb1ec7 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:21.903412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Attempting to bind port f5d815d1-8001-4efb-817d-075d23cb1ec7 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:21.908767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-178c64e4-02d4-4148-bbbf-4063a40855a2 req-e1df545f-ba95-4514-b217-d7e1c22aa12b tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640739 Jul 16 18:06:21.913312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Port f5d815d1-8001-4efb-817d-075d23cb1ec7 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:21.913639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Attempting to bind port f5d815d1-8001-4efb-817d-075d23cb1ec7 on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:21.920324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:21.920658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Checking segment: {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:21.921425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Bound using segment: {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:21.921860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Bound port: f5d815d1-8001-4efb-817d-075d23cb1ec7, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:21.922348 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.955326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 570386e7-2863-4a20-86ef-c988f1857528 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:21.955701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 570386e7-2863-4a20-86ef-c988f1857528 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:22.044862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] For port f5d815d1-8001-4efb-817d-075d23cb1ec7, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:22.049439 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] For port f5d815d1-8001-4efb-817d-075d23cb1ec7, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f5d815d1-8001-4efb-817d-075d23cb1ec7,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:22.074606 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.172953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.184027 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.185871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] 10.222.0.43 "PUT /v2.0/ports/f5d815d1-8001-4efb-817d-075d23cb1ec7 HTTP/1.1" status: 200 len: 1092 time: 2.5836790 Jul 16 18:06:22.232370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d182d-1044-4b3a-b98e-10da0b6e3ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d815d1-8001-4efb-817d-075d23cb1ec7,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.340473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-6efff322-06ca-4d25-90ab-2188f8aee0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.341976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-6efff322-06ca-4d25-90ab-2188f8aee0c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 1095 time: 0.0994248 Jul 16 18:06:22.408043 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-bcb01c9e-21c1-4d0e-b8e9-85209f29b800 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5d815d1-8001-4efb-817d-075d23cb1ec7 HTTP/1.1" status: 200 len: 217 time: 0.0554852 Jul 16 18:06:22.485578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-b384f654-f8c7-47bd-9891-7398c19b77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.488445 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-b384f654-f8c7-47bd-9891-7398c19b77f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 200 len: 851 time: 0.0715101 Jul 16 18:06:22.555592 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-c39076da-85e6-45ec-97a3-89f164377974 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d83386b-98e9-43de-97bc-2d2db963b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565410 Jul 16 18:06:22.674625 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d97e7948-f5dc-470e-a609-d895652a8522 req-56e66783-42a5-4869-894d-7ea0a73c6987 tempest-ServersNegativeTestMultiTenantJSON-816415015 tempest-ServersNegativeTestMultiTenantJSON-816415015-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d6369bc-fe48-4bb5-b374-7307e080a1f4 HTTP/1.1" status: 200 len: 210 time: 0.0834885 Jul 16 18:06:22.816648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-23b1214c-e3d4-4ed6-9518-d159599f8139 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249541 Jul 16 18:06:22.932996 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb7ca53-7d4d-42b3-93b3-d6df5f75fa77 req-c1211065-116c-41c1-a134-3eb416f226a4 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094680 Jul 16 18:06:23.137130 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7953-2576-4afd-88f6-26db7f468931 req-3cc2ebd1-75cc-4c78-940b-853c675cc0da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.138749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-166c7953-2576-4afd-88f6-26db7f468931 req-3cc2ebd1-75cc-4c78-940b-853c675cc0da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 943 time: 0.0834274 Jul 16 18:06:23.189312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-166c7953-2576-4afd-88f6-26db7f468931 req-c672701b-28e4-46bb-9681-57d4b8fd7da7 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440750 Jul 16 18:06:23.430002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 44536) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:23.617444 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6369bc-fe48-4bb5-b374-7307e080a1f4', 'name': 'network-vif-deleted', 'tag': '4c94b2d0-a20c-49af-b27c-3a04659ddc0d'}, {'name': 'network-changed', 'server_uuid': '867ce9a7-9702-4395-8eb5-3965fb85caa6', 'tag': 'f5d815d1-8001-4efb-817d-075d23cb1ec7'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:23.621193 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10142f18-8a56-4aae-9303-6933be197c3b" -d '{"events": [{"server_uuid": "8d6369bc-fe48-4bb5-b374-7307e080a1f4", "name": "network-vif-deleted", "tag": "4c94b2d0-a20c-49af-b27c-3a04659ddc0d"}, {"name": "network-changed", "server_uuid": "867ce9a7-9702-4395-8eb5-3965fb85caa6", "tag": "f5d815d1-8001-4efb-817d-075d23cb1ec7"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:23.636985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b6ea1baa-b30d-4f37-8211-b73ac9d7da2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e56ec323d0af4d36a0479f07a09dea25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056494 Jul 16 18:06:23.639715 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 44544) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:23.647709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80278b9d-5149-4da4-9fe5-cc506f8a06bf req-0d5bc836-7bb6-4e2d-8c9e-3c18e26872e6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.649677 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80278b9d-5149-4da4-9fe5-cc506f8a06bf req-0d5bc836-7bb6-4e2d-8c9e-3c18e26872e6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 945 time: 0.1466875 Jul 16 18:06:23.688507 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f4c9d2-d737-423a-ae97-9651bb965f7b x-openstack-request-id: req-22f4c9d2-d737-423a-ae97-9651bb965f7b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:23.688813 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6369bc-fe48-4bb5-b374-7307e080a1f4", "name": "network-vif-deleted", "tag": "4c94b2d0-a20c-49af-b27c-3a04659ddc0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "867ce9a7-9702-4395-8eb5-3965fb85caa6", "tag": "f5d815d1-8001-4efb-817d-075d23cb1ec7", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:23.689073 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22f4c9d2-d737-423a-ae97-9651bb965f7b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:23.690147 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6369bc-fe48-4bb5-b374-7307e080a1f4', 'name': 'network-vif-deleted', 'tag': '4c94b2d0-a20c-49af-b27c-3a04659ddc0d', 'status': 'completed', 'code': 200} Jul 16 18:06:23.690147 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867ce9a7-9702-4395-8eb5-3965fb85caa6', 'tag': 'f5d815d1-8001-4efb-817d-075d23cb1ec7', 'status': 'completed', 'code': 200} Jul 16 18:06:23.710943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80278b9d-5149-4da4-9fe5-cc506f8a06bf req-1f1d8624-93b5-4de3-a029-d5262865ef4d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551429 Jul 16 18:06:23.760044 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b646c48-7d8c-4f0c-8cf3-7539d10fed78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.784883 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b646c48-7d8c-4f0c-8cf3-7539d10fed78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.799552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 44552) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:23.842830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b646c48-7d8c-4f0c-8cf3-7539d10fed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.846362 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b646c48-7d8c-4f0c-8cf3-7539d10fed78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.846759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10142f18-8a56-4aae-9303-6933be197c3b req-23b5ee6a-5098-4a82-a29d-1d370e8430d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.851482 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0b646c48-7d8c-4f0c-8cf3-7539d10fed78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c9a5820-ce7f-4e73-801f-fa1cd103f718 HTTP/1.1" status: 204 len: 168 time: 0.2064090 Jul 16 18:06:23.851700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10142f18-8a56-4aae-9303-6933be197c3b req-23b5ee6a-5098-4a82-a29d-1d370e8430d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 1095 time: 0.1217077 Jul 16 18:06:23.872654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b646c48-7d8c-4f0c-8cf3-7539d10fed78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9a5820-ce7f-4e73-801f-fa1cd103f718,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:23.873019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a93697-c32a-4d6d-bca5-6e0827f1dade admin admin] Deleting subnet b52b4b9e-7bc0-4e63-a03b-8031dd43383e {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:23.914474 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36a93697-c32a-4d6d-bca5-6e0827f1dade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.007253 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36a93697-c32a-4d6d-bca5-6e0827f1dade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.069750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10142f18-8a56-4aae-9303-6933be197c3b req-2299cb0f-fada-4303-9055-10af4a084732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.071228 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10142f18-8a56-4aae-9303-6933be197c3b req-2299cb0f-fada-4303-9055-10af4a084732 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 912 time: 0.2149837 Jul 16 18:06:24.076013 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36a93697-c32a-4d6d-bca5-6e0827f1dade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.152551 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10142f18-8a56-4aae-9303-6933be197c3b req-09beb5d1-63f3-4073-8977-fe99f3303168 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5d815d1-8001-4efb-817d-075d23cb1ec7 HTTP/1.1" status: 200 len: 217 time: 0.0440602 Jul 16 18:06:24.226066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10142f18-8a56-4aae-9303-6933be197c3b req-2e5a7fa8-a305-44fb-9a54-6c8a56a692d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.227825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10142f18-8a56-4aae-9303-6933be197c3b req-2e5a7fa8-a305-44fb-9a54-6c8a56a692d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 200 len: 851 time: 0.0673432 Jul 16 18:06:24.231657 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36a93697-c32a-4d6d-bca5-6e0827f1dade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.278712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a93697-c32a-4d6d-bca5-6e0827f1dade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b52b4b9e-7bc0-4e63-a03b-8031dd43383e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.307569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36a93697-c32a-4d6d-bca5-6e0827f1dade admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.309802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-36a93697-c32a-4d6d-bca5-6e0827f1dade admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b52b4b9e-7bc0-4e63-a03b-8031dd43383e HTTP/1.1" status: 204 len: 168 time: 0.5084260 Jul 16 18:06:24.312229 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10142f18-8a56-4aae-9303-6933be197c3b req-f8be7729-765a-49ef-b6a0-6d97a2e9b073 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d83386b-98e9-43de-97bc-2d2db963b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753589 Jul 16 18:06:24.312650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 44578) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:24.327357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4c94b2d0-a20c-49af-b27c-3a04659ddc0d no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:24.378042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 4c94b2d0-a20c-49af-b27c-3a04659ddc0d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:24.378765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4c94b2d0-a20c-49af-b27c-3a04659ddc0d not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:24.394754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d0c83ec3-b616-4873-9a09-577cd6115392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.506557 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d0c83ec3-b616-4873-9a09-577cd6115392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.519419 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d0c83ec3-b616-4873-9a09-577cd6115392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcd88b6-2c46-4767-9e31-91cecdd782a6']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:24.526587 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10142f18-8a56-4aae-9303-6933be197c3b req-13eab10b-1cfd-4cc2-97dd-69a7838acdf3 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060194 Jul 16 18:06:24.531898 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d0c83ec3-b616-4873-9a09-577cd6115392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07550e2-7277-42f0-bf0e-d9c49df8cbfd') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:24.532505 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d0c83ec3-b616-4873-9a09-577cd6115392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07550e2-7277-42f0-bf0e-d9c49df8cbfd') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:24.544696 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d0c83ec3-b616-4873-9a09-577cd6115392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.565382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d0c83ec3-b616-4873-9a09-577cd6115392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.569358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8dd42-ef18-4776-a4cd-ca3a7d9717c9 req-3190d05a-05e2-4396-97bf-29baddd00fbd tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.571195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4eb8dd42-ef18-4776-a4cd-ca3a7d9717c9 req-3190d05a-05e2-4396-97bf-29baddd00fbd tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 943 time: 0.2054055 Jul 16 18:06:24.574275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c83ec3-b616-4873-9a09-577cd6115392 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:24.574925 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d0c83ec3-b616-4873-9a09-577cd6115392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:24.577462 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:24.655972 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d0c83ec3-b616-4873-9a09-577cd6115392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.678802 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d0c83ec3-b616-4873-9a09-577cd6115392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.678802 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d0c83ec3-b616-4873-9a09-577cd6115392 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cfcd88b6-2c46-4767-9e31-91cecdd782a6 HTTP/1.1" status: 204 len: 168 time: 0.3609807 Jul 16 18:06:24.678802 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 44592) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:24.694891 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4eb8dd42-ef18-4776-a4cd-ca3a7d9717c9 req-f3fed2fc-f354-4fe7-af23-a3d6af42585c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095839 Jul 16 18:06:24.730207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c83ec3-b616-4873-9a09-577cd6115392 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfcd88b6-2c46-4767-9e31-91cecdd782a6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.765651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10142f18-8a56-4aae-9303-6933be197c3b req-cdbf2c46-e78b-47e1-8991-0d81a551ce3a service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288923 Jul 16 18:06:24.790897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3a13fa-54ce-44f6-a9e5-179c5aeb8f89 admin admin] Deleting subnet aa1101ec-44dc-4e91-bf3d-aab4973b46ef {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:24.794413 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cc3a13fa-54ce-44f6-a9e5-179c5aeb8f89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.832362 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cc3a13fa-54ce-44f6-a9e5-179c5aeb8f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.878172 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cc3a13fa-54ce-44f6-a9e5-179c5aeb8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.927845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65c258-6ed8-4839-8c55-e9ea9a8b85e9 req-fc2b43ed-5c19-4bda-94a1-85b68855e505 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.931928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de65c258-6ed8-4839-8c55-e9ea9a8b85e9 req-fc2b43ed-5c19-4bda-94a1-85b68855e505 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 945 time: 0.0872672 Jul 16 18:06:24.951227 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cc3a13fa-54ce-44f6-a9e5-179c5aeb8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.973760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de65c258-6ed8-4839-8c55-e9ea9a8b85e9 req-53a932cb-9905-4589-a24d-61d54d0b8bd6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386674 Jul 16 18:06:24.979185 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a13fa-54ce-44f6-a9e5-179c5aeb8f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1101ec-44dc-4e91-bf3d-aab4973b46ef,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.985846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cc3a13fa-54ce-44f6-a9e5-179c5aeb8f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.990926 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cc3a13fa-54ce-44f6-a9e5-179c5aeb8f89 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aa1101ec-44dc-4e91-bf3d-aab4973b46ef HTTP/1.1" status: 204 len: 168 time: 0.3018141 Jul 16 18:06:24.991381 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 44608) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:25.094067 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae9012f6-5eaf-4093-9ce7-1602c9255321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.223457 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae9012f6-5eaf-4093-9ce7-1602c9255321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.236735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-ae9012f6-5eaf-4093-9ce7-1602c9255321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ff4470-c6a5-41b6-8bb9-24098d127b52']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:25.260396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-ae9012f6-5eaf-4093-9ce7-1602c9255321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635cb061-37cd-4388-b338-07ac4e880649') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:25.260695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-ae9012f6-5eaf-4093-9ce7-1602c9255321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635cb061-37cd-4388-b338-07ac4e880649') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:25.278428 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae9012f6-5eaf-4093-9ce7-1602c9255321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.300457 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae9012f6-5eaf-4093-9ce7-1602c9255321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.313710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97043f32-2ef9-40e9-b126-06459419d878 req-97662c70-a492-4084-934a-519580fbb68d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.315205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97043f32-2ef9-40e9-b126-06459419d878 req-97662c70-a492-4084-934a-519580fbb68d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 945 time: 0.1615386 Jul 16 18:06:25.345843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9012f6-5eaf-4093-9ce7-1602c9255321 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:25.346101 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae9012f6-5eaf-4093-9ce7-1602c9255321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:25.371462 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:25.441509 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae9012f6-5eaf-4093-9ce7-1602c9255321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.451615 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae9012f6-5eaf-4093-9ce7-1602c9255321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.453812 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ae9012f6-5eaf-4093-9ce7-1602c9255321 admin admin] 10.222.0.41 "DELETE /v2.0/networks/95ff4470-c6a5-41b6-8bb9-24098d127b52 HTTP/1.1" status: 204 len: 168 time: 0.4606097 Jul 16 18:06:25.532613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9012f6-5eaf-4093-9ce7-1602c9255321 admin admin] Pushing event deleted for resources: {'Network': ['ID=95ff4470-c6a5-41b6-8bb9-24098d127b52,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:25.632565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-97043f32-2ef9-40e9-b126-06459419d878 req-77eaee5b-81cf-4f63-8158-eb66fceb7006 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Deleting port b28980fa-2803-4a86-a4b6-1cb01919e64c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:25.632853 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-97043f32-2ef9-40e9-b126-06459419d878 req-77eaee5b-81cf-4f63-8158-eb66fceb7006 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.727975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 44624) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:25.810422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-97043f32-2ef9-40e9-b126-06459419d878 req-77eaee5b-81cf-4f63-8158-eb66fceb7006 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] For port b28980fa-2803-4a86-a4b6-1cb01919e64c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b28980fa-2803-4a86-a4b6-1cb01919e64c,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:25.810674 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-97043f32-2ef9-40e9-b126-06459419d878 req-77eaee5b-81cf-4f63-8158-eb66fceb7006 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.823228 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 44630) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:25.830564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a452b641-4c7d-46a0-87a5-b1642856e17c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8dfe0f44d514745aeeeb7fe09eb41f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993378 Jul 16 18:06:25.844089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-97043f32-2ef9-40e9-b126-06459419d878 req-77eaee5b-81cf-4f63-8158-eb66fceb7006 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Calling delete_port for b28980fa-2803-4a86-a4b6-1cb01919e64c owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:25.887345 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1fccdecb-1422-409e-b68b-aac15d863f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.922720 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1fccdecb-1422-409e-b68b-aac15d863f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.991080 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ec773-19ca-4937-9359-3d2f3ff406bc req-a0669109-dcde-4dc2-8df3-f8e40d7c1f68 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.992844 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a19ec773-19ca-4937-9359-3d2f3ff406bc req-a0669109-dcde-4dc2-8df3-f8e40d7c1f68 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 943 time: 0.1411676 Jul 16 18:06:26.000278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1fccdecb-1422-409e-b68b-aac15d863f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.003012 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1fccdecb-1422-409e-b68b-aac15d863f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.007019 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1fccdecb-1422-409e-b68b-aac15d863f7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c976c68-6db1-45ed-a785-a996488c106a HTTP/1.1" status: 204 len: 168 time: 0.1825840 Jul 16 18:06:26.032007 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccdecb-1422-409e-b68b-aac15d863f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c976c68-6db1-45ed-a785-a996488c106a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.127710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a19ec773-19ca-4937-9359-3d2f3ff406bc req-e69cbffd-3585-4025-ab31-4a5a516dce53 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291723 Jul 16 18:06:26.161035 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-97043f32-2ef9-40e9-b126-06459419d878 req-77eaee5b-81cf-4f63-8158-eb66fceb7006 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.174233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['b28980fa-2803-4a86-a4b6-1cb01919e64c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:26.234016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eaee5b-81cf-4f63-8158-eb66fceb7006 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event deleted for resources: {'Port': ['ID=b28980fa-2803-4a86-a4b6-1cb01919e64c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.344391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f5d815d1-8001-4efb-817d-075d23cb1ec7 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:26.347143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75516a80-ff9d-47ab-8003-62b9940bd107 req-12578375-a8a9-42ad-bf3a-eae0b6718749 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 210 time: 0.0611012 Jul 16 18:06:26.348253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-97043f32-2ef9-40e9-b126-06459419d878 req-77eaee5b-81cf-4f63-8158-eb66fceb7006 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] No DVR routers for this DVR port b28980fa-2803-4a86-a4b6-1cb01919e64c on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:26.351107 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-97043f32-2ef9-40e9-b126-06459419d878 req-77eaee5b-81cf-4f63-8158-eb66fceb7006 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.353103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97043f32-2ef9-40e9-b126-06459419d878 req-77eaee5b-81cf-4f63-8158-eb66fceb7006 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "DELETE /v2.0/ports/b28980fa-2803-4a86-a4b6-1cb01919e64c HTTP/1.1" status: 204 len: 173 time: 1.0324159 Jul 16 18:06:26.353543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36aec656-cfbf-485b-b5a7-28f577beb1b9', 'name': 'network-vif-deleted', 'tag': 'b28980fa-2803-4a86-a4b6-1cb01919e64c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:26.368115 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3a8488-5dd3-4b4a-8e3e-ccdc9f10aae5" -d '{"events": [{"server_uuid": "36aec656-cfbf-485b-b5a7-28f577beb1b9", "name": "network-vif-deleted", "tag": "b28980fa-2803-4a86-a4b6-1cb01919e64c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:26.438812 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.510788 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f5d815d1-8001-4efb-817d-075d23cb1ec7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f5d815d1-8001-4efb-817d-075d23cb1ec7,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:26.515092 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da29241-e67b-481c-b9b4-7f33edb0a997 x-openstack-request-id: req-3da29241-e67b-481c-b9b4-7f33edb0a997 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:26.515380 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36aec656-cfbf-485b-b5a7-28f577beb1b9", "name": "network-vif-deleted", "tag": "b28980fa-2803-4a86-a4b6-1cb01919e64c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:26.515673 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3da29241-e67b-481c-b9b4-7f33edb0a997 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:26.516067 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36aec656-cfbf-485b-b5a7-28f577beb1b9', 'name': 'network-vif-deleted', 'tag': 'b28980fa-2803-4a86-a4b6-1cb01919e64c', 'status': 'completed', 'code': 200} Jul 16 18:06:26.526401 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'f5d815d1-8001-4efb-817d-075d23cb1ec7', 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'port_id': 'f5d815d1-8001-4efb-817d-075d23cb1ec7', 'mac_address': 'fa:16:3e:bd:9a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f383a48f-0c4d-404d-afd1-d0778e8a5939', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:26.541546 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 44660) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:26.623812 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-44fa6b82-584c-434f-94f5-293c8b36c704 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ac0e9cc82164a5a86afe42102ba4ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808027 Jul 16 18:06:26.625861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 44662) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:26.638043 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.642451 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.674801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d815d1-8001-4efb-817d-075d23cb1ec7 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:26.708258 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cac6fd4-d572-442e-9330-c4068d23f0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.747594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f5d815d1-8001-4efb-817d-075d23cb1ec7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f5d815d1-8001-4efb-817d-075d23cb1ec7,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:26.763048 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cac6fd4-d572-442e-9330-c4068d23f0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.778618 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.876629 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cac6fd4-d572-442e-9330-c4068d23f0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.880916 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cac6fd4-d572-442e-9330-c4068d23f0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.885736 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7cac6fd4-d572-442e-9330-c4068d23f0b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bafa6bba-df4b-446a-998e-4a0574935168 HTTP/1.1" status: 204 len: 168 time: 0.2581990 Jul 16 18:06:26.940829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=f5d815d1-8001-4efb-817d-075d23cb1ec7,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.945728 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac6fd4-d572-442e-9330-c4068d23f0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafa6bba-df4b-446a-998e-4a0574935168,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.961879 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:26.962360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:26.962703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:26.963040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:26.963373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:26.963738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:26.964067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:26.964441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:26.964818 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:26.965146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:26.965473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:26.965796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:27.048590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['f5d815d1-8001-4efb-817d-075d23cb1ec7'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:27.425046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d28abe-9f2e-48d9-91a9-49af3b60c602 req-8e9fe283-36bf-4c08-8626-095967af9d21 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:27.426585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45d28abe-9f2e-48d9-91a9-49af3b60c602 req-8e9fe283-36bf-4c08-8626-095967af9d21 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 944 time: 0.0824890 Jul 16 18:06:27.483670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45d28abe-9f2e-48d9-91a9-49af3b60c602 req-96a2c72e-5136-4538-94c7-0baff1ad7638 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501997 Jul 16 18:06:27.744044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cf58cab-58e5-43e9-8e81-ca80b655013c req-b39aef9c-0241-49a2-b2f5-8fef02752e8f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 210 time: 0.0671723 Jul 16 18:06:28.024764 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0985a0f7-270a-498e-a1e4-1bf27082bfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.355001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f5d815d1-8001-4efb-817d-075d23cb1ec7 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:28.402974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 44746) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:28.455855 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port f5d815d1-8001-4efb-817d-075d23cb1ec7 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:28.461921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port f5d815d1-8001-4efb-817d-075d23cb1ec7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:28.462594 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.604708 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 44756) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:28.621333 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.626754 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0d21601a-6a08-45fc-aada-347763311829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.668680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867ce9a7-9702-4395-8eb5-3965fb85caa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d815d1-8001-4efb-817d-075d23cb1ec7'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:28.672048 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a4f6bb-1511-478d-93be-d29d84e79b67" -d '{"events": [{"server_uuid": "867ce9a7-9702-4395-8eb5-3965fb85caa6", "name": "network-vif-plugged", "status": "completed", "tag": "f5d815d1-8001-4efb-817d-075d23cb1ec7"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:28.696647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f5d815d1-8001-4efb-817d-075d23cb1ec7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f5d815d1-8001-4efb-817d-075d23cb1ec7,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:28.713935 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fc60177-37be-4112-9dd1-8f57e022d64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.718590 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.718590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b28980fa-2803-4a86-a4b6-1cb01919e64c no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:28.722687 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcfa174-e35c-4a74-9d3d-cd5eb8eb28e2 x-openstack-request-id: req-3bcfa174-e35c-4a74-9d3d-cd5eb8eb28e2 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:28.723256 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867ce9a7-9702-4395-8eb5-3965fb85caa6", "name": "network-vif-plugged", "status": "completed", "tag": "f5d815d1-8001-4efb-817d-075d23cb1ec7", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:28.730700 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3bcfa174-e35c-4a74-9d3d-cd5eb8eb28e2 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:28.731426 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867ce9a7-9702-4395-8eb5-3965fb85caa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d815d1-8001-4efb-817d-075d23cb1ec7', 'code': 200} Jul 16 18:06:28.783775 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0d21601a-6a08-45fc-aada-347763311829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.795174 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0d21601a-6a08-45fc-aada-347763311829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.798088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: b28980fa-2803-4a86-a4b6-1cb01919e64c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:28.798445 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b28980fa-2803-4a86-a4b6-1cb01919e64c not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:28.851932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0d21601a-6a08-45fc-aada-347763311829 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac4e4224f5454003aab83864d7d93c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446795 Jul 16 18:06:28.854789 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21601a-6a08-45fc-aada-347763311829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5439f32-1b78-46d7-bbb6-91064a3f49d9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.856406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 44764) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:28.910087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=f5d815d1-8001-4efb-817d-075d23cb1ec7,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.940898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf965b9-5904-4371-80a9-7ce6cdab4f0d req-f30c62b0-8fc2-4748-bff6-b68f0e5f09bb tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:28.948813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bf965b9-5904-4371-80a9-7ce6cdab4f0d req-f30c62b0-8fc2-4748-bff6-b68f0e5f09bb tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 944 time: 0.2953429 Jul 16 18:06:29.003745 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77b13036-8d82-4661-a826-e126ad9219ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.028276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0667c406-09af-40b7-89c3-799adf512382 req-0b29e37f-cb30-4bc6-99c7-a810dd4de148 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 210 time: 0.0548217 Jul 16 18:06:29.080368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bf965b9-5904-4371-80a9-7ce6cdab4f0d req-743d43e7-681d-42aa-a5f0-911478728e4e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305604 Jul 16 18:06:29.087421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c187d4-9212-47c6-a3c0-42d42dffd979 req-11a17fb2-aaf9-4dd6-8c11-9ac067a5b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:29.087687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77b13036-8d82-4661-a826-e126ad9219ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.090185 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9c187d4-9212-47c6-a3c0-42d42dffd979 req-11a17fb2-aaf9-4dd6-8c11-9ac067a5b592 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 1097 time: 0.2367823 Jul 16 18:06:29.134576 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fc60177-37be-4112-9dd1-8f57e022d64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.145103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9c187d4-9212-47c6-a3c0-42d42dffd979 req-af178d9a-861f-4996-a26a-fa92bd0cc16b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416634 Jul 16 18:06:29.151157 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fc60177-37be-4112-9dd1-8f57e022d64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.213481 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc60177-37be-4112-9dd1-8f57e022d64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f64afb-3d94-46ab-b557-e10fae22cfce,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.233398 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8fc60177-37be-4112-9dd1-8f57e022d64e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5860685cb7fc47eb9d92405eab5e6656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6269162 Jul 16 18:06:29.236380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 44776) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:29.251166 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77b13036-8d82-4661-a826-e126ad9219ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.253942 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77b13036-8d82-4661-a826-e126ad9219ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.259891 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-77b13036-8d82-4661-a826-e126ad9219ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5439f32-1b78-46d7-bbb6-91064a3f49d9 HTTP/1.1" status: 204 len: 168 time: 0.3998604 Jul 16 18:06:29.277025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b13036-8d82-4661-a826-e126ad9219ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5439f32-1b78-46d7-bbb6-91064a3f49d9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.372612 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-75188745-298c-4cee-a95e-4eb188efcfe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.406491 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-75188745-298c-4cee-a95e-4eb188efcfe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.490438 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-75188745-298c-4cee-a95e-4eb188efcfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.493504 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-75188745-298c-4cee-a95e-4eb188efcfe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.494981 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-75188745-298c-4cee-a95e-4eb188efcfe4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81f64afb-3d94-46ab-b557-e10fae22cfce HTTP/1.1" status: 204 len: 168 time: 0.2572484 Jul 16 18:06:29.547555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188745-298c-4cee-a95e-4eb188efcfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f64afb-3d94-46ab-b557-e10fae22cfce,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.589248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b0516-39a0-48a6-9842-d473c0a357c2 req-27f834c5-f376-41f6-ba59-16d33793b95b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:29.596887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb3b0516-39a0-48a6-9842-d473c0a357c2 req-27f834c5-f376-41f6-ba59-16d33793b95b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1183963 Jul 16 18:06:29.648529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb3b0516-39a0-48a6-9842-d473c0a357c2 req-f9860db6-4ba1-465f-9f3b-ac3f100ad2c8 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505493 Jul 16 18:06:29.973225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7265c9-ee33-48bf-bfe0-6580ab7fac0c req-d4a121f0-67f6-4691-a263-35a26a5d4a18 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:29.980160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db7265c9-ee33-48bf-bfe0-6580ab7fac0c req-d4a121f0-67f6-4691-a263-35a26a5d4a18 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1450131 Jul 16 18:06:30.069360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db7265c9-ee33-48bf-bfe0-6580ab7fac0c req-0a76c78f-741d-4676-bb38-56c080792b1d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839639 Jul 16 18:06:30.292973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3412a84-4155-4b12-b6c1-c056e5258b01 req-44039d0d-2350-4d31-8b22-f91a398e6b80 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 210 time: 0.0619800 Jul 16 18:06:30.530439 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ac8f9-0735-4d4a-87e1-28b917e00623 req-937c5991-c65b-43af-b23f-5ed1bdf6ded2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.538563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745ac8f9-0735-4d4a-87e1-28b917e00623 req-937c5991-c65b-43af-b23f-5ed1bdf6ded2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.0936749 Jul 16 18:06:30.627642 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745ac8f9-0735-4d4a-87e1-28b917e00623 req-f016fd7c-68ac-4cfa-b984-2513ff2d6e75 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863276 Jul 16 18:06:30.692772 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.697778 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5dcc4ba7-68e3-443f-9cf8-f73f993fe229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.810312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 44852) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.902138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ac134-ee5a-450b-b50f-a292374a92a3 req-bd3fd71e-4357-4395-a07a-b79c37fd94e7 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.908971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-791ac134-ee5a-450b-b50f-a292374a92a3 req-bd3fd71e-4357-4395-a07a-b79c37fd94e7 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1260321 Jul 16 18:06:30.923993 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 44858) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:31.016643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-791ac134-ee5a-450b-b50f-a292374a92a3 req-8aa19ab2-d7fc-4ca6-86eb-93e8dd62fd7a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953259 Jul 16 18:06:31.093659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-340077342-network', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:31.143323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32afb5-a35d-4985-8ba0-08307e6b0939 req-f39ac06e-babf-4b18-a7c0-ee083e967602 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.145531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e32afb5-a35d-4985-8ba0-08307e6b0939 req-f39ac06e-babf-4b18-a7c0-ee083e967602 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.0998962 Jul 16 18:06:31.177622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-812605248-network', 'tenant_id': 'ef5c328412ce4c398dd75e3cbf979514'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:31.191273 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Made reservation on behalf of d3300ca1eb774358bc73fd789b35b8a8 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:31.194048 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.217775 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.249498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e32afb5-a35d-4985-8ba0-08307e6b0939 req-14ddfa04-bd7c-4f2a-863d-8b8d75bcb16f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963128 Jul 16 18:06:31.271160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Made reservation on behalf of ef5c328412ce4c398dd75e3cbf979514 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:31.273806 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.284781 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.402084 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.409836 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.450606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:31.478476 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c95481-cb89-4b8d-878f-a01d0a4478a2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.508078 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.509588 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Added segment cc908945-e959-4739-9ba9-9706d839c1a6 of type vlan for network d3f19b65-ee6b-41f6-9b83-418e35648d8f Jul 16 18:06:31.538923 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae668954-a5f9-4e24-a75f-4250624d0952 req-5fd12a89-ded8-4c3e-9e00-f8824137bebe tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 210 time: 0.0407054 Jul 16 18:06:31.573530 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.644186 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.645819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.647698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.652207 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.745573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] Pushing event updated for resources: {'Network': ['ID=d3f19b65-ee6b-41f6-9b83-418e35648d8f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.750984 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.756993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d3f19b65-ee6b-41f6-9b83-418e35648d8f details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:31.812378 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 44892) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:31.820102 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4fcd6793-4235-445a-9414-1668947f1643 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0086799 Jul 16 18:06:31.822709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-400d20c7-7aa9-4e2b-9967-236651a84133 admin admin] Request body: {'subnet': {'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-340077342-subnet', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:31.825361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:31.877311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7282213-9898-4002-b3e3-08f751d36b3a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.892933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d20c7-7aa9-4e2b-9967-236651a84133 admin admin] Made reservation on behalf of d3300ca1eb774358bc73fd789b35b8a8 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:31.895617 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-400d20c7-7aa9-4e2b-9967-236651a84133 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.909008 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.909382 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Added segment 6c633303-d3a2-451e-a36d-c8f81695bc9f of type vlan for network bb3825b8-5e1d-4b7e-8861-df4642708a36 Jul 16 18:06:31.937287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845c149-ef0d-4835-9e1b-60c8db4e7921 req-441a31fa-1d1e-4a55-b527-0a51a87e93de tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.939263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a845c149-ef0d-4835-9e1b-60c8db4e7921 req-441a31fa-1d1e-4a55-b527-0a51a87e93de tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2027314 Jul 16 18:06:32.034747 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.075817 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.086068 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.088021 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.088938 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.105468 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a845c149-ef0d-4835-9e1b-60c8db4e7921 req-315082dd-5d99-45f1-9e6b-ac8c787b9c36 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576984 Jul 16 18:06:32.165879 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] Pushing event updated for resources: {'Network': ['ID=bb3825b8-5e1d-4b7e-8861-df4642708a36,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.172781 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8bfd2eb1-57ea-472b-ae6e-ea25de0f95e9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2476571 Jul 16 18:06:32.175759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 44902) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.179840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network bb3825b8-5e1d-4b7e-8861-df4642708a36 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:32.185021 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-425020ef-9ad8-4cd7-8d41-2416505963a0 admin admin] Request body: {'subnet': {'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-812605248-subnet', 'tenant_id': 'ef5c328412ce4c398dd75e3cbf979514', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:32.211401 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425020ef-9ad8-4cd7-8d41-2416505963a0 admin admin] Made reservation on behalf of ef5c328412ce4c398dd75e3cbf979514 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:32.214238 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-425020ef-9ad8-4cd7-8d41-2416505963a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.266123 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-400d20c7-7aa9-4e2b-9967-236651a84133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.352108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d20c7-7aa9-4e2b-9967-236651a84133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67124d59-0334-4001-bc70-c456c40671e8,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.365280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400d20c7-7aa9-4e2b-9967-236651a84133 admin admin] Checking segment: {'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:32.365714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d20c7-7aa9-4e2b-9967-236651a84133 admin admin] Network hostable DHCP agents. Network: d3f19b65-ee6b-41f6-9b83-418e35648d8f, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:32.387243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d20c7-7aa9-4e2b-9967-236651a84133 admin admin] Network d3f19b65-ee6b-41f6-9b83-418e35648d8f is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:32.416883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-400d20c7-7aa9-4e2b-9967-236651a84133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d3f19b65-ee6b-41f6-9b83-418e35648d8f) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:32.425171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d20c7-7aa9-4e2b-9967-236651a84133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.425877 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-400d20c7-7aa9-4e2b-9967-236651a84133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.428454 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feb5b24-3be0-4fb4-9049-98e1dbe86dd6 None None] Network d3f19b65-ee6b-41f6-9b83-418e35648d8f requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:32.448297 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-400d20c7-7aa9-4e2b-9967-236651a84133 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6289804 Jul 16 18:06:32.449184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 44906) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.456088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:32.541934 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.543567 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.633073 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-425020ef-9ad8-4cd7-8d41-2416505963a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.654119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d09c5-fdaf-4715-b195-204b05f2110c req-c1d15226-aee3-4173-a098-6dd6f4ed1793 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.657727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3b9d09c5-fdaf-4715-b195-204b05f2110c req-c1d15226-aee3-4173-a098-6dd6f4ed1793 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.1970634 Jul 16 18:06:32.731229 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425020ef-9ad8-4cd7-8d41-2416505963a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.745308 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.750091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425020ef-9ad8-4cd7-8d41-2416505963a0 admin admin] Checking segment: {'id': '6c633303-d3a2-451e-a36d-c8f81695bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:32.751722 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425020ef-9ad8-4cd7-8d41-2416505963a0 admin admin] Network hostable DHCP agents. Network: bb3825b8-5e1d-4b7e-8861-df4642708a36, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:32.772467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-d3f19b65-ee6b-41f6-9b83-418e35648d8f', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:32.773377 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.784188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425020ef-9ad8-4cd7-8d41-2416505963a0 admin admin] Network bb3825b8-5e1d-4b7e-8861-df4642708a36 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:32.800195 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-425020ef-9ad8-4cd7-8d41-2416505963a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, bb3825b8-5e1d-4b7e-8861-df4642708a36) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:32.807096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425020ef-9ad8-4cd7-8d41-2416505963a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.808942 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-425020ef-9ad8-4cd7-8d41-2416505963a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.814334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee448e3-4918-4ab0-bf4e-b273acff1d83 None None] Network bb3825b8-5e1d-4b7e-8861-df4642708a36 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:32.834731 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-425020ef-9ad8-4cd7-8d41-2416505963a0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6574953 Jul 16 18:06:33.171894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Allocated IP 172.20.0.2 (d3f19b65-ee6b-41f6-9b83-418e35648d8f/67124d59-0334-4001-bc70-c456c40671e8/c148fdaa-bf29-4757-96cc-fe08fb3132c2) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:33.176490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70e89c7-6149-4543-865a-24ce8a91d994 None None] Network bb3825b8-5e1d-4b7e-8861-df4642708a36 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:33.306653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3b9d09c5-fdaf-4715-b195-204b05f2110c req-9f1acc89-0f2a-4036-ae9e-e1b7c928aca7 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888443 Jul 16 18:06:33.308710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c29165f6-d154-4a75-b76d-c78ca42a120c req-8655eb25-f242-43cd-b0d3-a6219fb6d49e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=36aec656-cfbf-485b-b5a7-28f577beb1b9 HTTP/1.1" status: 200 len: 210 time: 0.4336226 Jul 16 18:06:33.390328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.484540 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.506462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Transition to ACTIVE for port object c148fdaa-bf29-4757-96cc-fe08fb3132c2 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:33.548956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Transition to ACTIVE for port object c148fdaa-bf29-4757-96cc-fe08fb3132c2 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:33.564504 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.571182 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.622422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-ec8e26be-4249-462c-8751-519ba92ccd97 req-87716a45-b91e-47e7-b688-574b6388c499 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1070946335', 'description': 'tempest-description-727088424'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:33.660858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Network d3f19b65-ee6b-41f6-9b83-418e35648d8f is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:33.667294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:33.675302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:33.686957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Pushing event updated for resources: {'Port': ['ID=c148fdaa-bf29-4757-96cc-fe08fb3132c2,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.723725 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ec8e26be-4249-462c-8751-519ba92ccd97 req-87716a45-b91e-47e7-b688-574b6388c499 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.760233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Attempting to bind port c148fdaa-bf29-4757-96cc-fe08fb3132c2 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:33.760884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Attempting to bind port c148fdaa-bf29-4757-96cc-fe08fb3132c2 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:33.761668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Attempting to bind port c148fdaa-bf29-4757-96cc-fe08fb3132c2 on network d3f19b65-ee6b-41f6-9b83-418e35648d8f {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:33.768024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:33.768627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Checking segment: {'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:33.769230 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.769969 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Bound using segment: {'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:33.770640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Bound port: c148fdaa-bf29-4757-96cc-fe08fb3132c2, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:33.772078 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.779039 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.811568 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.855893 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] For port c148fdaa-bf29-4757-96cc-fe08fb3132c2, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:33.861817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] For port c148fdaa-bf29-4757-96cc-fe08fb3132c2, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c148fdaa-bf29-4757-96cc-fe08fb3132c2,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:33.869354 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.948917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a135f-45a3-49c2-a613-71f33262067e None None] Pushing event updated for resources: {'Port': ['ID=c148fdaa-bf29-4757-96cc-fe08fb3132c2,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.972930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0db520-5dc6-40e0-86b6-afb76c0dbe32 req-f5cc0e61-ec64-4524-8e31-f347c2012c37 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.974473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fe0db520-5dc6-40e0-86b6-afb76c0dbe32 req-f5cc0e61-ec64-4524-8e31-f347c2012c37 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2320430 Jul 16 18:06:34.027227 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ec8e26be-4249-462c-8751-519ba92ccd97 req-87716a45-b91e-47e7-b688-574b6388c499 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.048996 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ec8e26be-4249-462c-8751-519ba92ccd97 req-87716a45-b91e-47e7-b688-574b6388c499 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.097432 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ec8e26be-4249-462c-8751-519ba92ccd97 req-87716a45-b91e-47e7-b688-574b6388c499 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.102822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec8e26be-4249-462c-8751-519ba92ccd97 req-87716a45-b91e-47e7-b688-574b6388c499 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4853196 Jul 16 18:06:34.185859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-00fd2a59-bd15-4032-9673-090d5d4bf9a9 req-6db128cb-5e64-4245-b06c-615331a21331 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-335921675', 'description': 'tempest-description-1570855029'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:34.220151 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fe0db520-5dc6-40e0-86b6-afb76c0dbe32 req-53843b19-8d4a-404a-9309-3ebf4ebf8b56 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350802 Jul 16 18:06:34.232992 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-00fd2a59-bd15-4032-9673-090d5d4bf9a9 req-6db128cb-5e64-4245-b06c-615331a21331 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.264808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87716a45-b91e-47e7-b688-574b6388c499 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a67d22-a391-4a97-9331-b39707ea0576,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:34.278883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Allocated IP 172.25.5.214 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/ce8cc114-fe61-4725-9404-4045f398a689) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:34.484300 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-00fd2a59-bd15-4032-9673-090d5d4bf9a9 req-6db128cb-5e64-4245-b06c-615331a21331 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.504810 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-00fd2a59-bd15-4032-9673-090d5d4bf9a9 req-6db128cb-5e64-4245-b06c-615331a21331 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.535987 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-00fd2a59-bd15-4032-9673-090d5d4bf9a9 req-6db128cb-5e64-4245-b06c-615331a21331 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.538749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-00fd2a59-bd15-4032-9673-090d5d4bf9a9 req-6db128cb-5e64-4245-b06c-615331a21331 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3674564 Jul 16 18:06:34.620825 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.655699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db128cb-5e64-4245-b06c-615331a21331 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1974e205-360e-4a70-b13a-584357b2ed35,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:34.720690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e329ca-c425-428d-8a15-5e12603e16b8 req-d37e6d87-a3da-4f77-8d0e-50640a8db01f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.722273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04e329ca-c425-428d-8a15-5e12603e16b8 req-d37e6d87-a3da-4f77-8d0e-50640a8db01f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.1194565 Jul 16 18:06:34.757715 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.834871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04e329ca-c425-428d-8a15-5e12603e16b8 req-1bc4f5e1-5b2a-46e3-a91e-71f3c7b078da tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985503 Jul 16 18:06:34.852476 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:34.855104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8cc114-fe61-4725-9404-4045f398a689,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:34.868610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:34.873714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:35.009698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-f229aa68-87d9-45ad-9846-a82a32ccb18d tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.011862 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-f229aa68-87d9-45ad-9846-a82a32ccb18d tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/networks?id=bb3825b8-5e1d-4b7e-8861-df4642708a36 HTTP/1.1" status: 200 len: 812 time: 0.2050619 Jul 16 18:06:35.044320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-f9eb8c19-f1f5-4f35-9211-3f53c921a5e1 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/quotas/ef5c328412ce4c398dd75e3cbf979514 HTTP/1.1" status: 200 len: 375 time: 0.0132804 Jul 16 18:06:35.152598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-62f1288e-8fa7-41e9-8a0d-5d0678be6a35 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef5c328412ce4c398dd75e3cbf979514&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730791 Jul 16 18:06:35.250272 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9105d1-3592-47e6-8798-45da724097de None None] Network d3f19b65-ee6b-41f6-9b83-418e35648d8f requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:35.387814 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-e7a7408e-30b0-4ed4-a31a-b4574b48c83c service neutron] 10.222.0.41 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081378 Jul 16 18:06:35.420831 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a32c43d0-8425-48c8-ba85-89aa8087c39f None None] Provisioning for port c148fdaa-bf29-4757-96cc-fe08fb3132c2 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:35.452313 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c148fdaa-bf29-4757-96cc-fe08fb3132c2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:35.544514 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.571528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port c148fdaa-bf29-4757-96cc-fe08fb3132c2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:35.589756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c148fdaa-bf29-4757-96cc-fe08fb3132c2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:35.590011 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.680995 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.734708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port c148fdaa-bf29-4757-96cc-fe08fb3132c2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c148fdaa-bf29-4757-96cc-fe08fb3132c2,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:35.746955 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.759210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-bc716f2d-b793-4cbd-92f3-100178834530 service neutron] 10.222.0.41 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616772 Jul 16 18:06:35.810667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=c148fdaa-bf29-4757-96cc-fe08fb3132c2,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.869972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b7cfe-7d39-46d6-a922-51768bed6a3a req-07856eb8-7c0c-4262-be76-dd97853e0edd tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.878610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b67b7cfe-7d39-46d6-a922-51768bed6a3a req-07856eb8-7c0c-4262-be76-dd97853e0edd tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.3313131 Jul 16 18:06:35.986310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-056cea2f-5108-4215-b664-6d6a07e2741d None None] Provisioning complete for port c148fdaa-bf29-4757-96cc-fe08fb3132c2 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:35.986693 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-056cea2f-5108-4215-b664-6d6a07e2741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.001214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b67b7cfe-7d39-46d6-a922-51768bed6a3a req-23944f36-d900-4af3-b44b-e6ecafebc5b2 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216421 Jul 16 18:06:36.076229 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.638279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59171a29-e106-4301-a809-e29264caa2c0 req-16f2bc1f-8559-4158-9233-b0af00062f5e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 210 time: 0.0691047 Jul 16 18:06:36.752551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef7bf3-570b-4a9d-9690-23df8bf0aa5a req-e8c7417c-a0ac-4fc6-b388-589e7221a7f0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.754220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0eef7bf3-570b-4a9d-9690-23df8bf0aa5a req-e8c7417c-a0ac-4fc6-b388-589e7221a7f0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.1867604 Jul 16 18:06:36.762419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Router f5d9cb39-d96b-4987-b1e4-756593b9c68a is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:36.927510 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0eef7bf3-570b-4a9d-9690-23df8bf0aa5a req-8177cd21-a3cb-42c3-a356-f8ff2f90ec56 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644069 Jul 16 18:06:36.941128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:36.958654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Sync routers for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:36.966640 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.969273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f3286212-c67b-4e9a-9dfc-34f04a06c639 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5175440 Jul 16 18:06:36.972008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 44982) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:36.974103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:36.977271 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:06:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:37.190827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:37.328310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b691b3-6604-4f07-9b2f-f835e4fe1ab6 req-91f79ba6-8427-4a15-babf-defd449fedd5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:37.342667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36b691b3-6604-4f07-9b2f-f835e4fe1ab6 req-91f79ba6-8427-4a15-babf-defd449fedd5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1631804 Jul 16 18:06:37.450679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c148fdaa-bf29-4757-96cc-fe08fb3132c2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:37.482106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36b691b3-6604-4f07-9b2f-f835e4fe1ab6 req-9e7202fa-5c5d-4884-b92f-d7b8a3ffe52d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384377 Jul 16 18:06:37.488068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 3, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:37.545550 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Checking router: f5d9cb39-d96b-4987-b1e4-756593b9c68a for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:37.545912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Updating router f5d9cb39-d96b-4987-b1e4-756593b9c68a port ce8cc114-fe61-4725-9404-4045f398a689 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:37.592988 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.637584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-ae869b85-b899-4208-9c82-910057559b6f tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:37.644460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-ae869b85-b899-4208-9c82-910057559b6f tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.43 "GET /v2.0/networks?id=bb3825b8-5e1d-4b7e-8861-df4642708a36 HTTP/1.1" status: 200 len: 812 time: 0.1613607 Jul 16 18:06:37.658914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-aac9bf20-dcfd-4623-bd8b-4e5c18a42462 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'port': {'device_id': 'cc643eff-1740-4bfd-9771-953737a44732', 'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36', 'admin_state_up': True, 'tenant_id': 'ef5c328412ce4c398dd75e3cbf979514'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:37.780484 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.888000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-aac9bf20-dcfd-4623-bd8b-4e5c18a42462 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Made reservation on behalf of ef5c328412ce4c398dd75e3cbf979514 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:37.891953 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-aac9bf20-dcfd-4623-bd8b-4e5c18a42462 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.914400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c148fdaa-bf29-4757-96cc-fe08fb3132c2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:37.914776 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.953575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf90f308-5a82-493e-a63e-2076eb880cfd req-fe761c56-037d-40fb-9347-854cf1eb956f tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 210 time: 0.0483041 Jul 16 18:06:37.982502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Allocated IP 172.20.0.1 (d3f19b65-ee6b-41f6-9b83-418e35648d8f/67124d59-0334-4001-bc70-c456c40671e8/28100f61-630b-4318-b2da-46f2bbefbf2f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:38.134893 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.137396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-aac9bf20-dcfd-4623-bd8b-4e5c18a42462 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Allocated IP 172.20.0.10 (bb3825b8-5e1d-4b7e-8861-df4642708a36/bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca/70e89808-e146-4f24-b3d4-0ddb5cdd1b74) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:38.162539 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.186905 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Transition to ACTIVE for port object 28100f61-630b-4318-b2da-46f2bbefbf2f will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:38.190682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Transition to ACTIVE for port object ce8cc114-fe61-4725-9404-4045f398a689 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:38.205260 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.272492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a36af-15b5-4046-9d32-f8ce2b904fb1 None None] Pushing event updated for resources: {'Port': ['ID=ce8cc114-fe61-4725-9404-4045f398a689,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.277565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.290989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Attempting to bind port ce8cc114-fe61-4725-9404-4045f398a689 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:38.291718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Attempting to bind port ce8cc114-fe61-4725-9404-4045f398a689 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:38.292605 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Attempting to bind port ce8cc114-fe61-4725-9404-4045f398a689 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:38.298608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:38.298608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:38.299468 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.299974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:38.300597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Bound port: ce8cc114-fe61-4725-9404-4045f398a689, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:38.301039 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.375355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] For port ce8cc114-fe61-4725-9404-4045f398a689, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:38.382014 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] For port ce8cc114-fe61-4725-9404-4045f398a689, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ce8cc114-fe61-4725-9404-4045f398a689,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:38.389578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Network d3f19b65-ee6b-41f6-9b83-418e35648d8f is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:38.398651 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.409019 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:38.411541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=28100f61-630b-4318-b2da-46f2bbefbf2f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.420096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:38.439752 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-aac9bf20-dcfd-4623-bd8b-4e5c18a42462 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.507159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.522826 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-aac9bf20-dcfd-4623-bd8b-4e5c18a42462 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.529559 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:38.530136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:06:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:38.578501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9bf20-dcfd-4623-bd8b-4e5c18a42462 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'Port': ['ID=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.599280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531e8a4-539d-47ed-ba43-237d6af6d933 req-c67c3975-916c-4a2f-96a4-a741d99fdd86 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.608325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2531e8a4-539d-47ed-ba43-237d6af6d933 req-c67c3975-916c-4a2f-96a4-a741d99fdd86 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.2162466 Jul 16 18:06:38.624414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-aac9bf20-dcfd-4623-bd8b-4e5c18a42462 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Network bb3825b8-5e1d-4b7e-8861-df4642708a36 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:38.633737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-aac9bf20-dcfd-4623-bd8b-4e5c18a42462 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:38.637824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-aac9bf20-dcfd-4623-bd8b-4e5c18a42462 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:38.711242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2531e8a4-539d-47ed-ba43-237d6af6d933 req-9e33fcc8-339a-4574-912c-c7691a86af50 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019175 Jul 16 18:06:38.752571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-aac9bf20-dcfd-4623-bd8b-4e5c18a42462 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.753246 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-aac9bf20-dcfd-4623-bd8b-4e5c18a42462 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.777235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45032) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:38.792852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0afff3d5-d261-4ebd-befe-f5d50e8f9dc9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-232762290', 'description': 'tempest-secgroup-smoke-232762290 description', 'project_id': '66bb849ac62844c6957c750d90efa878'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:38.813258 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-aac9bf20-dcfd-4623-bd8b-4e5c18a42462 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1587241 Jul 16 18:06:38.834562 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.847336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Request body: {'port': {'device_id': 'cc643eff-1740-4bfd-9771-953737a44732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:38.856312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a36af-15b5-4046-9d32-f8ce2b904fb1 None None] Pushing event updated for resources: {'Port': ['ID=ce8cc114-fe61-4725-9404-4045f398a689,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.907620 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-641f9b23-8fcc-4401-9068-38a176c8e03d None None] Provisioning for port 28100f61-630b-4318-b2da-46f2bbefbf2f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:38.913380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-641f9b23-8fcc-4401-9068-38a176c8e03d None None] Provisioning complete for port 28100f61-630b-4318-b2da-46f2bbefbf2f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:38.913763 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-641f9b23-8fcc-4401-9068-38a176c8e03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.925621 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0afff3d5-d261-4ebd-befe-f5d50e8f9dc9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.966386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-641f9b23-8fcc-4401-9068-38a176c8e03d None None] Port 28100f61-630b-4318-b2da-46f2bbefbf2f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:38.968913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:39.034383 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.048742 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.054307 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.100386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4ecbd-69fc-4a16-8ad3-ad5dbb3ffe51 req-3a79878a-e421-4c9c-a2a7-6d764a9dd00d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:39.102180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15e4ecbd-69fc-4a16-8ad3-ad5dbb3ffe51 req-3a79878a-e421-4c9c-a2a7-6d764a9dd00d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2138770 Jul 16 18:06:39.135367 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.167662 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=28100f61-630b-4318-b2da-46f2bbefbf2f,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:39.190183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 3, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:39.223248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c902fb-d742-4374-974f-d266128d4d5e None None] The sync data for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 is: [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 3, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:39.262182 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Network d3f19b65-ee6b-41f6-9b83-418e35648d8f is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:39.264928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:39.279987 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0afff3d5-d261-4ebd-befe-f5d50e8f9dc9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.300677 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15e4ecbd-69fc-4a16-8ad3-ad5dbb3ffe51 req-67e11fb4-4991-4072-b425-b0b9ccba394f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869118 Jul 16 18:06:39.319242 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0afff3d5-d261-4ebd-befe-f5d50e8f9dc9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.415742 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0afff3d5-d261-4ebd-befe-f5d50e8f9dc9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.417145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0afff3d5-d261-4ebd-befe-f5d50e8f9dc9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6370296 Jul 16 18:06:39.420337 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45042) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:39.420528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afff3d5-d261-4ebd-befe-f5d50e8f9dc9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50a31bc-ae68-4c6d-8e12-2da819f9a64f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:39.431398 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-86ca446e-aee5-443a-a4dd-f913e4e5cf11 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'security_group_rule': {'security_group_id': 'a50a31bc-ae68-4c6d-8e12-2da819f9a64f', 'project_id': '66bb849ac62844c6957c750d90efa878', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:39.435729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de66e2-5720-4bc1-9c96-a2417b4d885f req-18fa515f-9df2-45aa-bae5-5a9769d53556 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:39.443802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06de66e2-5720-4bc1-9c96-a2417b4d885f req-18fa515f-9df2-45aa-bae5-5a9769d53556 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 932 time: 0.3224306 Jul 16 18:06:39.468044 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86ca446e-aee5-443a-a4dd-f913e4e5cf11 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.488113 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Router f5d9cb39-d96b-4987-b1e4-756593b9c68a has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:39.528932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06de66e2-5720-4bc1-9c96-a2417b4d885f req-41d36434-0cfd-49da-8e1c-be849c9d57b2 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831664 Jul 16 18:06:39.651251 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86ca446e-aee5-443a-a4dd-f913e4e5cf11 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.663244 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86ca446e-aee5-443a-a4dd-f913e4e5cf11 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.711317 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5c66a221-f8a3-48ed-9ae0-4c972f8421fb None None] Provisioning complete for port 28100f61-630b-4318-b2da-46f2bbefbf2f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:39.711983 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5c66a221-f8a3-48ed-9ae0-4c972f8421fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.742768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:39.757634 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.765182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5c66a221-f8a3-48ed-9ae0-4c972f8421fb None None] Port 28100f61-630b-4318-b2da-46f2bbefbf2f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:39.777836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Transition to ACTIVE for port object 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:39.790369 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.953951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Pushing event updated for resources: {'Port': ['ID=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.060575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Attempting to bind port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:40.060878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Attempting to bind port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '6c633303-d3a2-451e-a36d-c8f81695bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:40.061165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Attempting to bind port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 on network bb3825b8-5e1d-4b7e-8861-df4642708a36 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:40.073156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 on network bb3825b8-5e1d-4b7e-8861-df4642708a36 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:40.073572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Attempting to bind port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 on network bb3825b8-5e1d-4b7e-8861-df4642708a36 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:40.082423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:40.082768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Checking segment: {'id': '6c633303-d3a2-451e-a36d-c8f81695bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:40.083227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Bound using segment: {'id': '6c633303-d3a2-451e-a36d-c8f81695bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:40.083615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Bound port: 70e89808-e146-4f24-b3d4-0ddb5cdd1b74, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c633303-d3a2-451e-a36d-c8f81695bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:40.084576 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.096404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac51a0-67df-44d4-81b3-de9fd26af323 req-81142189-ca99-472e-b59c-a1f0c485ff70 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.098113 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88ac51a0-67df-44d4-81b3-de9fd26af323 req-81142189-ca99-472e-b59c-a1f0c485ff70 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.1455901 Jul 16 18:06:40.185903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88ac51a0-67df-44d4-81b3-de9fd26af323 req-05780a7c-d390-4f33-9006-ebb81629f840 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795722 Jul 16 18:06:40.225878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] For port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:40.229365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] For port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:40.236737 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.239327 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca446e-aee5-443a-a4dd-f913e4e5cf11 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813a4ad1-d221-4e60-a7d2-1daa697c4f1d,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.254343 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:40.260412 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-936bbf9b-7033-4be7-80c3-bea0087c0ef9 admin admin] 10.222.0.41 "PUT /v2.0/routers/f5d9cb39-d96b-4987-b1e4-756593b9c68a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2863662 Jul 16 18:06:40.261486 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86ca446e-aee5-443a-a4dd-f913e4e5cf11 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.262536 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-86ca446e-aee5-443a-a4dd-f913e4e5cf11 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8403111 Jul 16 18:06:40.267743 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45106) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:40.273023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a0e86aef-04bb-4cf9-a3b6-1b8991c626ae tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'security_group_rule': {'security_group_id': 'a50a31bc-ae68-4c6d-8e12-2da819f9a64f', 'project_id': '66bb849ac62844c6957c750d90efa878', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:40.279426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.280070 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.281488 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] 10.222.0.43 "PUT /v2.0/ports/70e89808-e146-4f24-b3d4-0ddb5cdd1b74 HTTP/1.1" status: 200 len: 1093 time: 1.4537337 Jul 16 18:06:40.281934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc643eff-1740-4bfd-9771-953737a44732', 'tag': '70e89808-e146-4f24-b3d4-0ddb5cdd1b74'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:40.284267 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea468d4e-34e1-4fad-9147-39e5f37bfb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc643eff-1740-4bfd-9771-953737a44732", "tag": "70e89808-e146-4f24-b3d4-0ddb5cdd1b74"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:40.312317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5abac2-3514-4f6b-aa8f-ed1610c10209 service neutron] Pushing event updated for resources: {'Port': ['ID=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.403043 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0e86aef-04bb-4cf9-a3b6-1b8991c626ae tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.454424 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d02001c-1b5b-446f-80ca-121920665e16 x-openstack-request-id: req-9d02001c-1b5b-446f-80ca-121920665e16 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:40.454716 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc643eff-1740-4bfd-9771-953737a44732", "tag": "70e89808-e146-4f24-b3d4-0ddb5cdd1b74", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:40.454965 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d02001c-1b5b-446f-80ca-121920665e16 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:40.455339 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc643eff-1740-4bfd-9771-953737a44732', 'tag': '70e89808-e146-4f24-b3d4-0ddb5cdd1b74', 'status': 'completed', 'code': 200} Jul 16 18:06:40.532152 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-c182e0e4-ff1e-47b9-8144-7f7212b8e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.533507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-c182e0e4-ff1e-47b9-8144-7f7212b8e33e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef5c328412ce4c398dd75e3cbf979514&device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 1096 time: 0.1642642 Jul 16 18:06:40.562058 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0e86aef-04bb-4cf9-a3b6-1b8991c626ae tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.569508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0e86aef-04bb-4cf9-a3b6-1b8991c626ae tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.586740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e86aef-04bb-4cf9-a3b6-1b8991c626ae tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cdcac4-25aa-4d20-a043-299c8b88012a,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.619591 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0e86aef-04bb-4cf9-a3b6-1b8991c626ae tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.623120 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a0e86aef-04bb-4cf9-a3b6-1b8991c626ae tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3536620 Jul 16 18:06:40.625915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45156) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:40.647765 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-de08d81c-6b8b-4ffe-a3ed-9847be46b3ee tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'security_group_rule': {'security_group_id': 'a50a31bc-ae68-4c6d-8e12-2da819f9a64f', 'project_id': '66bb849ac62844c6957c750d90efa878', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:40.675179 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-e43a84a3-4534-41c4-ac40-a15c2aa64faa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e89808-e146-4f24-b3d4-0ddb5cdd1b74 HTTP/1.1" status: 200 len: 217 time: 0.1087198 Jul 16 18:06:40.691809 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de08d81c-6b8b-4ffe-a3ed-9847be46b3ee tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.761544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-22cb067a-c90e-4167-aeea-41b318146424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.763853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-22cb067a-c90e-4167-aeea-41b318146424 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca HTTP/1.1" status: 200 len: 852 time: 0.0825791 Jul 16 18:06:40.768486 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de08d81c-6b8b-4ffe-a3ed-9847be46b3ee tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.774027 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de08d81c-6b8b-4ffe-a3ed-9847be46b3ee tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.774218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243116f7-7e8d-489a-811b-18aada90d966 req-d4a70d43-bcdb-4024-bff8-258d3881de83 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.776214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-243116f7-7e8d-489a-811b-18aada90d966 req-d4a70d43-bcdb-4024-bff8-258d3881de83 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2476742 Jul 16 18:06:40.799037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08d81c-6b8b-4ffe-a3ed-9847be46b3ee tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce65fc30-dc34-4ca4-920e-1fb5a840dd20,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.820047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de08d81c-6b8b-4ffe-a3ed-9847be46b3ee tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.821309 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-de08d81c-6b8b-4ffe-a3ed-9847be46b3ee tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1939828 Jul 16 18:06:40.824132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45180) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:40.825164 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45182) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:40.832187 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1d8cd2bf-9f9c-45b0-bc51-52187fa4be1b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1911030712', 'description': 'tempest-description--2116329634'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:40.839101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-fc6ad636-7598-450b-bd01-92224cf06497 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb3825b8-5e1d-4b7e-8861-df4642708a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618215 Jul 16 18:06:40.843278 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-96ad8d0b-c70d-470b-8b3f-0bbbc8f319bc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'security_group_rule': {'security_group_id': 'a50a31bc-ae68-4c6d-8e12-2da819f9a64f', 'project_id': '66bb849ac62844c6957c750d90efa878', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:40.874917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-243116f7-7e8d-489a-811b-18aada90d966 req-f8698cdd-4922-47e1-a8a9-d51d962be845 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881102 Jul 16 18:06:40.901435 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1d8cd2bf-9f9c-45b0-bc51-52187fa4be1b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.959853 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-96ad8d0b-c70d-470b-8b3f-0bbbc8f319bc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.020388 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-da9d570b-80e9-4648-815b-1a52c08309b4 service neutron] 10.222.0.43 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731424 Jul 16 18:06:41.065158 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-96ad8d0b-c70d-470b-8b3f-0bbbc8f319bc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.074960 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-96ad8d0b-c70d-470b-8b3f-0bbbc8f319bc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.097264 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1d8cd2bf-9f9c-45b0-bc51-52187fa4be1b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.109690 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1d8cd2bf-9f9c-45b0-bc51-52187fa4be1b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.117939 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad8d0b-c70d-470b-8b3f-0bbbc8f319bc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31535f93-be79-458f-9b32-2d9201422da5,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.130228 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-96ad8d0b-c70d-470b-8b3f-0bbbc8f319bc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.130369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89614b87-a62f-45af-860f-5ce52b3de850 req-c59ca6e6-ff28-4dbc-8ad7-c28cf07fdf2e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.132244 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-96ad8d0b-c70d-470b-8b3f-0bbbc8f319bc tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3059750 Jul 16 18:06:41.132865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89614b87-a62f-45af-860f-5ce52b3de850 req-c59ca6e6-ff28-4dbc-8ad7-c28cf07fdf2e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 944 time: 0.1906574 Jul 16 18:06:41.138601 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45222) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:41.149753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e391b8a1-32d8-4baa-90eb-6cfb6241ff58 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'security_group_rule': {'security_group_id': 'a50a31bc-ae68-4c6d-8e12-2da819f9a64f', 'project_id': '66bb849ac62844c6957c750d90efa878', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:41.165644 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cd2bf-9f9c-45b0-bc51-52187fa4be1b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ada0d0-095e-40ba-a59b-f3791633e626,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.181966 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1d8cd2bf-9f9c-45b0-bc51-52187fa4be1b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.183258 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1d8cd2bf-9f9c-45b0-bc51-52187fa4be1b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3557243 Jul 16 18:06:41.186127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45228) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:41.193227 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2cff6d2b-0195-4011-bfeb-685bd9b1546f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Request body: {'security_group_rule': {'security_group_id': '40ada0d0-095e-40ba-a59b-f3791633e626', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:41.214837 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-e391b8a1-32d8-4baa-90eb-6cfb6241ff58 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Project 66bb849ac62844c6957c750d90efa878 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:06:41.239680 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e018993-7352-4a4c-9682-1a156b7d43ec req-5af6c6d9-6c92-4baf-9881-b383402b4312 service neutron] 10.222.0.43 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113769 Jul 16 18:06:41.240103 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e391b8a1-32d8-4baa-90eb-6cfb6241ff58 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.243068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89614b87-a62f-45af-860f-5ce52b3de850 req-7d8ca0a8-b0ec-4197-9c08-a8e6338e9c90 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613692 Jul 16 18:06:41.355689 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e391b8a1-32d8-4baa-90eb-6cfb6241ff58 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.357170 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2cff6d2b-0195-4011-bfeb-685bd9b1546f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.370913 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e391b8a1-32d8-4baa-90eb-6cfb6241ff58 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.422599 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391b8a1-32d8-4baa-90eb-6cfb6241ff58 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b21efec-1018-4a17-8fcb-b8baee6a4db8,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.432634 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e391b8a1-32d8-4baa-90eb-6cfb6241ff58 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.434076 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e391b8a1-32d8-4baa-90eb-6cfb6241ff58 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2893090 Jul 16 18:06:41.436101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea468d4e-34e1-4fad-9147-39e5f37bfb8b req-7f106242-a87d-4fdf-8b79-0ed9f267715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.437897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea468d4e-34e1-4fad-9147-39e5f37bfb8b req-7f106242-a87d-4fdf-8b79-0ed9f267715a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef5c328412ce4c398dd75e3cbf979514&device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 1096 time: 0.1205614 Jul 16 18:06:41.440803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45254) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:41.447915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-96c1a54d-d1de-492b-a42b-45d473a938d5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'security_group_rule': {'security_group_id': 'a50a31bc-ae68-4c6d-8e12-2da819f9a64f', 'project_id': '66bb849ac62844c6957c750d90efa878', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:41.470508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ce8cc114-fe61-4725-9404-4045f398a689 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:41.485109 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2cff6d2b-0195-4011-bfeb-685bd9b1546f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.491183 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2cff6d2b-0195-4011-bfeb-685bd9b1546f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.522351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff6d2b-0195-4011-bfeb-685bd9b1546f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42736366-6a53-4f90-932a-8021e8a896be,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.559763 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2cff6d2b-0195-4011-bfeb-685bd9b1546f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.563860 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2cff6d2b-0195-4011-bfeb-685bd9b1546f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3736162 Jul 16 18:06:41.564530 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45268) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:41.565130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port ce8cc114-fe61-4725-9404-4045f398a689 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:41.566346 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-96c1a54d-d1de-492b-a42b-45d473a938d5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Project 66bb849ac62844c6957c750d90efa878 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:06:41.570716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-24c7452a-b6a4-4f63-9b29-1b7bad6ba8e7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Request body: {'security_group_rule': {'security_group_id': '40ada0d0-095e-40ba-a59b-f3791633e626', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:41.574282 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ce8cc114-fe61-4725-9404-4045f398a689 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:41.574836 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.608389 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96c1a54d-d1de-492b-a42b-45d473a938d5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.611775 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24c7452a-b6a4-4f63-9b29-1b7bad6ba8e7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.657778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4f7b3-e763-4179-add5-70961ad04b03 req-c5b2e209-5773-4400-bef9-c6980931e5fb tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.665754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7d4f7b3-e763-4179-add5-70961ad04b03 req-c5b2e209-5773-4400-bef9-c6980931e5fb tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.2802229 Jul 16 18:06:41.692703 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.722980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port ce8cc114-fe61-4725-9404-4045f398a689, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ce8cc114-fe61-4725-9404-4045f398a689,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:41.729408 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24c7452a-b6a4-4f63-9b29-1b7bad6ba8e7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.731080 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.737459 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24c7452a-b6a4-4f63-9b29-1b7bad6ba8e7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.741083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7d4f7b3-e763-4179-add5-70961ad04b03 req-76a33d34-670e-4b2c-a700-3af1f4315eac tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738392 Jul 16 18:06:41.742648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea468d4e-34e1-4fad-9147-39e5f37bfb8b req-15bdb399-be79-4cb9-b330-1c798109e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.746306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea468d4e-34e1-4fad-9147-39e5f37bfb8b req-15bdb399-be79-4cb9-b330-1c798109e6de service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb3825b8-5e1d-4b7e-8861-df4642708a36 HTTP/1.1" status: 200 len: 913 time: 0.2915947 Jul 16 18:06:41.770266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7452a-b6a4-4f63-9b29-1b7bad6ba8e7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d330755-a178-4366-a052-9d4c8f6a7430,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.779024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24c7452a-b6a4-4f63-9b29-1b7bad6ba8e7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.779744 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96c1a54d-d1de-492b-a42b-45d473a938d5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.780749 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-24c7452a-b6a4-4f63-9b29-1b7bad6ba8e7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2149935 Jul 16 18:06:41.800610 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45292) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:41.809573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:41.812499 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Sync routers for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:41.818763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=ce8cc114-fe61-4725-9404-4045f398a689,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.830566 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:41.831293 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:06:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:41.842622 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.850924 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96c1a54d-d1de-492b-a42b-45d473a938d5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.854018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea468d4e-34e1-4fad-9147-39e5f37bfb8b req-88d7a4bb-78e5-4b35-b8f2-add9acf01253 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e89808-e146-4f24-b3d4-0ddb5cdd1b74 HTTP/1.1" status: 200 len: 217 time: 0.0929062 Jul 16 18:06:41.875831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1a54d-d1de-492b-a42b-45d473a938d5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc7fd3d-5c03-421d-af4c-3ec78ab5ab81,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.925105 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96c1a54d-d1de-492b-a42b-45d473a938d5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.926311 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-96c1a54d-d1de-492b-a42b-45d473a938d5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4841352 Jul 16 18:06:41.950657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea468d4e-34e1-4fad-9147-39e5f37bfb8b req-f9ec25a8-9d9f-4d5e-b003-2711040df4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.953287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea468d4e-34e1-4fad-9147-39e5f37bfb8b req-f9ec25a8-9d9f-4d5e-b003-2711040df4f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca HTTP/1.1" status: 200 len: 852 time: 0.0805681 Jul 16 18:06:42.009390 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:42.023060 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.025261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea468d4e-34e1-4fad-9147-39e5f37bfb8b req-e5c052f6-2d85-42b5-9582-b19a1057ee5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb3825b8-5e1d-4b7e-8861-df4642708a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640976 Jul 16 18:06:42.215942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Allocated IP 172.25.5.182 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/e9dc1578-ead8-47d4-90ff-6f304199d2d0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:42.339460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea468d4e-34e1-4fad-9147-39e5f37bfb8b req-c14121fa-8773-433d-bc52-709132ba5353 service neutron] 10.222.0.43 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063381 Jul 16 18:06:42.373921 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.405650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ab315-1ceb-4ebe-a504-79e9d3c86bd4 req-3050e79c-da8e-4706-9b91-9453ecf7f12c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.407188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a2ab315-1ceb-4ebe-a504-79e9d3c86bd4 req-3050e79c-da8e-4706-9b91-9453ecf7f12c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2153671 Jul 16 18:06:42.476994 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.497753 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 2, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:42.535692 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Checking router: f5d9cb39-d96b-4987-b1e4-756593b9c68a for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:42.536051 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Updating router f5d9cb39-d96b-4987-b1e4-756593b9c68a port 28100f61-630b-4318-b2da-46f2bbefbf2f binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:42.577967 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.587389 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:42.590431 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:42.594286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:42.599841 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea468d4e-34e1-4fad-9147-39e5f37bfb8b req-485cfc33-bfaa-49a0-aaec-26d1c045a945 service neutron] 10.222.0.43 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468112 Jul 16 18:06:42.619713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a2ab315-1ceb-4ebe-a504-79e9d3c86bd4 req-ee9a4292-1cc4-4871-b330-eb84090bea45 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483331 Jul 16 18:06:42.658669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c795318-67b0-45ab-8052-3f109672575e req-f9e8cca0-0396-4c6a-93e4-8cbdc382c7c3 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.665418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event updated for resources: {'Port': ['ID=e9dc1578-ead8-47d4-90ff-6f304199d2d0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.666495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c795318-67b0-45ab-8052-3f109672575e req-f9e8cca0-0396-4c6a-93e4-8cbdc382c7c3 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 944 time: 0.0841417 Jul 16 18:06:42.752524 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.757667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c795318-67b0-45ab-8052-3f109672575e req-205c88f1-31ff-4b68-a6e1-89c889411069 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902152 Jul 16 18:06:42.852850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.085391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c7419-c600-4fea-8022-a0612ba9d2bb req-9b7334c6-29ba-478f-9596-6e3cbbfc3a70 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.087377 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.094618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b10c7419-c600-4fea-8022-a0612ba9d2bb req-9b7334c6-29ba-478f-9596-6e3cbbfc3a70 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.1318188 Jul 16 18:06:43.095401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.103984 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.110274 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Transition to ACTIVE for port object 28100f61-630b-4318-b2da-46f2bbefbf2f will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:43.120600 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.160079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b10c7419-c600-4fea-8022-a0612ba9d2bb req-69535607-78bf-44d9-950c-a8a99bb59b12 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642288 Jul 16 18:06:43.218711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event updated for resources: {'Port': ['ID=e9dc1578-ead8-47d4-90ff-6f304199d2d0,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.258904 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.285523 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Attempting to bind port 28100f61-630b-4318-b2da-46f2bbefbf2f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:43.286371 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Attempting to bind port 28100f61-630b-4318-b2da-46f2bbefbf2f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:43.286745 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Attempting to bind port 28100f61-630b-4318-b2da-46f2bbefbf2f on network d3f19b65-ee6b-41f6-9b83-418e35648d8f {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:43.287686 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.289455 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Pushing event updated for resources: {'Port': ['ID=28100f61-630b-4318-b2da-46f2bbefbf2f,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.289887 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a394adb6-9328-4b45-ae2d-be381e3040f5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4851727 Jul 16 18:06:43.298193 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:43.298533 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:43.298865 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:43.299196 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:43.299547 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:43.299869 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:43.300186 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:43.300503 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:43.301294 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:43.301294 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:43.301563 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:43.301719 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:43.316354 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:43.317022 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Checking segment: {'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:43.317640 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.319054 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Bound using segment: {'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:43.320013 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Bound port: 28100f61-630b-4318-b2da-46f2bbefbf2f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:43.320833 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.477983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ce8cc114-fe61-4725-9404-4045f398a689 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:43.486602 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] For port 28100f61-630b-4318-b2da-46f2bbefbf2f, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:43.502892 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] For port 28100f61-630b-4318-b2da-46f2bbefbf2f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=28100f61-630b-4318-b2da-46f2bbefbf2f,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:43.513391 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.555799 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ce8cc114-fe61-4725-9404-4045f398a689 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:43.556254 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.571972 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-cc5a0d53-1859-43ee-8814-5278e33e7ee9 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1911030712&fields=id&tenant_id=d3300ca1eb774358bc73fd789b35b8a8 HTTP/1.1" status: 200 len: 267 time: 0.1098473 Jul 16 18:06:43.731540 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:43.732186 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:06:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:43.751960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40745e26-045d-4db0-82df-6042476b8882 req-e7844a9e-1f08-42a1-a114-6118420df75c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.763312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-e7844a9e-1f08-42a1-a114-6118420df75c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/networks?id=d3f19b65-ee6b-41f6-9b83-418e35648d8f HTTP/1.1" status: 200 len: 810 time: 0.1841147 Jul 16 18:06:43.784641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-68030c71-1650-4cb2-bb4c-6c6f42ebee2e tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/quotas/d3300ca1eb774358bc73fd789b35b8a8 HTTP/1.1" status: 200 len: 375 time: 0.0200131 Jul 16 18:06:43.811070 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6021f9-c6f4-4ba8-ba4a-7cdb15cd944d None None] Pushing event updated for resources: {'Port': ['ID=28100f61-630b-4318-b2da-46f2bbefbf2f,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.929429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-8300ccad-f63a-40d7-9b15-dd4b2dae4918 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3300ca1eb774358bc73fd789b35b8a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1435580 Jul 16 18:06:43.960443 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:43.990650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed689fe-4d57-41ff-bc31-99518e1daa29 req-2140a372-c56a-409d-845d-2aa221a626c0 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.992368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ed689fe-4d57-41ff-bc31-99518e1daa29 req-2140a372-c56a-409d-845d-2aa221a626c0 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1346190 Jul 16 18:06:44.083735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ed689fe-4d57-41ff-bc31-99518e1daa29 req-f2b03d95-8ff6-4a21-8050-2b48179762fc tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857739 Jul 16 18:06:44.209431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-9b0d3164-78f6-4454-967f-92d479954d02 service neutron] 10.222.0.41 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733958 Jul 16 18:06:44.299673 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:43Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:44.335102 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225091b0-42ab-499a-867f-48f5911ac24d None None] The sync data for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 is: [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:43Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:44.422972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:44.580180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:44.594946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '70e89808-e146-4f24-b3d4-0ddb5cdd1b74', 'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36', 'port_id': '70e89808-e146-4f24-b3d4-0ddb5cdd1b74', 'mac_address': 'fa:16:3e:4b:4c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:44.641382 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.657730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:44.682034 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:44.686872 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.717019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-16c0b089-9caf-4f52-99e8-6f101b342a16 service neutron] 10.222.0.41 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057676 Jul 16 18:06:44.735285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1e9db-dd8f-4b8d-9f74-57fe72c88086 req-e5363132-2ba3-4878-8d55-5bb58244f092 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.736825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-faa1e9db-dd8f-4b8d-9f74-57fe72c88086 req-e5363132-2ba3-4878-8d55-5bb58244f092 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 944 time: 0.5177879 Jul 16 18:06:44.751215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:44.819208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-faa1e9db-dd8f-4b8d-9f74-57fe72c88086 req-9ef57c2f-ab93-43b7-b575-0a85f5f1a8b7 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726430 Jul 16 18:06:44.995956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['70e89808-e146-4f24-b3d4-0ddb5cdd1b74'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:45.248355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deddb5f-1187-44a7-bf09-da7178802ad7 req-8eef53bc-2331-46e2-a4cc-adb17a362b55 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.260669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1deddb5f-1187-44a7-bf09-da7178802ad7 req-8eef53bc-2331-46e2-a4cc-adb17a362b55 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.1507580 Jul 16 18:06:45.392300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1deddb5f-1187-44a7-bf09-da7178802ad7 req-57d38b04-a790-467e-a262-b0b792e18210 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223660 Jul 16 18:06:45.529100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 28100f61-630b-4318-b2da-46f2bbefbf2f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:45.587936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2a1c6c8-851a-419d-af42-c479f40968eb req-442113be-7480-47b6-a694-be8aa81f4e1c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 210 time: 0.0733979 Jul 16 18:06:45.613502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee35ce-27d8-4dbb-903e-4082d7f6c547 req-4ef50ce4-8aa5-41b2-afd0-e32b01f14749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.615876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80ee35ce-27d8-4dbb-903e-4082d7f6c547 req-4ef50ce4-8aa5-41b2-afd0-e32b01f14749 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 1096 time: 0.1647818 Jul 16 18:06:45.685825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 28100f61-630b-4318-b2da-46f2bbefbf2f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:45.691621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 28100f61-630b-4318-b2da-46f2bbefbf2f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:45.691994 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.884111 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.896005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee35ce-27d8-4dbb-903e-4082d7f6c547 req-eace3c1a-68e7-4b24-8810-afeb2e81c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.900615 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80ee35ce-27d8-4dbb-903e-4082d7f6c547 req-eace3c1a-68e7-4b24-8810-afeb2e81c06e service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.2747705 Jul 16 18:06:45.937091 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 28100f61-630b-4318-b2da-46f2bbefbf2f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=28100f61-630b-4318-b2da-46f2bbefbf2f,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:45.945002 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.079358 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=28100f61-630b-4318-b2da-46f2bbefbf2f,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.166074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80ee35ce-27d8-4dbb-903e-4082d7f6c547 req-bca089d6-6f11-4e6b-8c58-024038d59f2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434b2122-3db2-42e3-a886-93a71bda1ecc HTTP/1.1" status: 200 len: 998 time: 0.2553923 Jul 16 18:06:46.175064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a093e-5c45-46c6-bae4-5436f780202a req-8f44b54b-21cf-4ea1-ad7b-d98bb37aedbe tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.176630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a6a093e-5c45-46c6-bae4-5436f780202a req-8f44b54b-21cf-4ea1-ad7b-d98bb37aedbe tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.3741732 Jul 16 18:06:46.273563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee35ce-27d8-4dbb-903e-4082d7f6c547 req-5356c6de-278a-4543-9cb2-9f2bcfc31aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.275786 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80ee35ce-27d8-4dbb-903e-4082d7f6c547 req-5356c6de-278a-4543-9cb2-9f2bcfc31aae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.0786664 Jul 16 18:06:46.373320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a6a093e-5c45-46c6-bae4-5436f780202a req-42fd6e73-31db-42b7-a365-0ca2b13d5636 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666150 Jul 16 18:06:46.397321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee35ce-27d8-4dbb-903e-4082d7f6c547 req-afc59433-4094-41ed-be4f-36dcf27f2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.398849 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80ee35ce-27d8-4dbb-903e-4082d7f6c547 req-afc59433-4094-41ed-be4f-36dcf27f2969 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137168 Jul 16 18:06:46.410366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eae60-3a7f-4cf6-b682-cd87da3772ee req-1505693d-3666-4a24-b33f-38efe0efece7 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.413038 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c7eae60-3a7f-4cf6-b682-cd87da3772ee req-1505693d-3666-4a24-b33f-38efe0efece7 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 945 time: 0.2714252 Jul 16 18:06:46.419900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:46.496559 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c7eae60-3a7f-4cf6-b682-cd87da3772ee req-7c6b0034-07e3-43cd-97a1-dc3ef368dc1a tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744703 Jul 16 18:06:46.522464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:46.532660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:46.533366 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.634283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80ee35ce-27d8-4dbb-903e-4082d7f6c547 req-98749041-9d06-43b3-ad26-fcaedbdec2c8 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202547 Jul 16 18:06:46.654981 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.726535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:46.729948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc643eff-1740-4bfd-9771-953737a44732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e89808-e146-4f24-b3d4-0ddb5cdd1b74'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:46.735481 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c050b8a0-9ffa-4686-9bda-1a8d47407718" -d '{"events": [{"server_uuid": "cc643eff-1740-4bfd-9771-953737a44732", "name": "network-vif-plugged", "status": "completed", "tag": "70e89808-e146-4f24-b3d4-0ddb5cdd1b74"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:46.750225 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.763007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80ee35ce-27d8-4dbb-903e-4082d7f6c547 req-c0b9b6e0-0d59-4d8a-ae8b-db2233a7ad23 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191714 Jul 16 18:06:46.799615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad80186-c37d-4277-9556-8308443eaae7 req-3b2c87d8-363a-43e7-bc96-a3d7b99e0163 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.801443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ad80186-c37d-4277-9556-8308443eaae7 req-3b2c87d8-363a-43e7-bc96-a3d7b99e0163 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.2489934 Jul 16 18:06:46.847768 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fff45878-9d09-4a57-b0e6-be1fc3a6e157 req-bd40ca14-a89a-49e1-a07f-968166221821 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 210 time: 0.0648189 Jul 16 18:06:46.852684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.887187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ad80186-c37d-4277-9556-8308443eaae7 req-bb7d902d-ebef-40f7-9155-4f5ff45b4490 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761795 Jul 16 18:06:46.945940 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf69b11-4d65-42b5-93c6-d0a32e4c67b6 x-openstack-request-id: req-5cf69b11-4d65-42b5-93c6-d0a32e4c67b6 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:46.946308 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc643eff-1740-4bfd-9771-953737a44732", "name": "network-vif-plugged", "status": "completed", "tag": "70e89808-e146-4f24-b3d4-0ddb5cdd1b74", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:46.947478 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cf69b11-4d65-42b5-93c6-d0a32e4c67b6 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:46.948163 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc643eff-1740-4bfd-9771-953737a44732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e89808-e146-4f24-b3d4-0ddb5cdd1b74', 'code': 200} Jul 16 18:06:47.088416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40745e26-045d-4db0-82df-6042476b8882 req-92784291-2943-4a78-a505-9e4738008b58 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:47.090049 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-92784291-2943-4a78-a505-9e4738008b58 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.35 "GET /v2.0/networks?id=d3f19b65-ee6b-41f6-9b83-418e35648d8f HTTP/1.1" status: 200 len: 810 time: 0.1671720 Jul 16 18:06:47.203489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-6e1e9dec-4ef5-4d2b-a596-0ae67aed34c5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3300ca1eb774358bc73fd789b35b8a8 HTTP/1.1" status: 200 len: 380 time: 0.0950339 Jul 16 18:06:47.216638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-40745e26-045d-4db0-82df-6042476b8882 req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Request body: {'port': {'device_id': '45ae6646-0c30-4897-9b47-58ed98c67735', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'admin_state_up': True, 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'security_groups': ['40ada0d0-095e-40ba-a59b-f3791633e626']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:47.268085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5cf49-cedc-4b0e-827d-8ac907fa54c0 req-63fd7881-7c8c-4485-865f-342a978ad735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:47.269793 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7d5cf49-cedc-4b0e-827d-8ac907fa54c0 req-63fd7881-7c8c-4485-865f-342a978ad735 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 1098 time: 0.1693685 Jul 16 18:06:47.356512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7d5cf49-cedc-4b0e-827d-8ac907fa54c0 req-6d0be3a5-10b7-482a-af5f-c8a4c54b1ea0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562997 Jul 16 18:06:47.378838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40745e26-045d-4db0-82df-6042476b8882 req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Made reservation on behalf of d3300ca1eb774358bc73fd789b35b8a8 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:47.385723 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40745e26-045d-4db0-82df-6042476b8882 req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.434879 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 28100f61-630b-4318-b2da-46f2bbefbf2f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:47.496999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 28100f61-630b-4318-b2da-46f2bbefbf2f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:47.497417 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.555879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-40745e26-045d-4db0-82df-6042476b8882 req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Allocated IP 172.20.0.10 (d3f19b65-ee6b-41f6-9b83-418e35648d8f/67124d59-0334-4001-bc70-c456c40671e8/7c346b80-ea7c-47f4-8ccf-7c5807727d1e) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:47.855388 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988f0be-eafa-4ed8-a407-5b09ccc4adfa req-6428c0d3-1687-4925-a8f1-2f12fe4b5a32 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:47.856859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3988f0be-eafa-4ed8-a407-5b09ccc4adfa req-6428c0d3-1687-4925-a8f1-2f12fe4b5a32 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 946 time: 0.1542580 Jul 16 18:06:47.864266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349cf1c-44e2-43bb-98b3-71d93c782581 req-696cb192-f8fc-4f06-a976-3ffdc38c8849 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:47.866460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9349cf1c-44e2-43bb-98b3-71d93c782581 req-696cb192-f8fc-4f06-a976-3ffdc38c8849 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2268608 Jul 16 18:06:47.877434 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40745e26-045d-4db0-82df-6042476b8882 req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.924258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-40745e26-045d-4db0-82df-6042476b8882 req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Transition to ACTIVE for port object 7c346b80-ea7c-47f4-8ccf-7c5807727d1e will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:47.943912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3988f0be-eafa-4ed8-a407-5b09ccc4adfa req-645551e1-2b78-46b7-af03-9ec8c674de99 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764301 Jul 16 18:06:47.954349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9349cf1c-44e2-43bb-98b3-71d93c782581 req-09d604a7-fe7d-4964-9cdf-cdc899b76a89 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737331 Jul 16 18:06:47.983386 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40745e26-045d-4db0-82df-6042476b8882 req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.053256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40745e26-045d-4db0-82df-6042476b8882 req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Network d3f19b65-ee6b-41f6-9b83-418e35648d8f is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:48.056941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-40745e26-045d-4db0-82df-6042476b8882 req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:48.065059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-40745e26-045d-4db0-82df-6042476b8882 req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:48.141522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event updated for resources: {'Port': ['ID=7c346b80-ea7c-47f4-8ccf-7c5807727d1e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.236773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40745e26-045d-4db0-82df-6042476b8882 req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.237396 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40745e26-045d-4db0-82df-6042476b8882 req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.336711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-fdd2be88-7a02-431e-9bdd-090eb46cbedb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1252482 Jul 16 18:06:48.354867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae4b33-6a48-4041-b7ee-04b739705a41 req-1b585950-00bd-43c8-bdcf-518a225d9fcb tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.356536 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18ae4b33-6a48-4041-b7ee-04b739705a41 req-1b585950-00bd-43c8-bdcf-518a225d9fcb tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.1782820 Jul 16 18:06:48.363562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Request body: {'port': {'device_id': '45ae6646-0c30-4897-9b47-58ed98c67735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:48.454927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18ae4b33-6a48-4041-b7ee-04b739705a41 req-6016afc2-9856-4ee5-9dc2-102a83a67728 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879495 Jul 16 18:06:48.467988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdc308-4874-4405-91e1-dbbafa98ef10 req-8bdb9220-7ac0-495d-aa77-81a6c6b18090 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.477004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3a133dfd-03e2-4b1f-b32d-42df4cf30746 None None] Provisioning for port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:48.485486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cbdc308-4874-4405-91e1-dbbafa98ef10 req-8bdb9220-7ac0-495d-aa77-81a6c6b18090 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 932 time: 0.2551169 Jul 16 18:06:48.487230 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3a133dfd-03e2-4b1f-b32d-42df4cf30746 None None] Provisioning complete for port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:48.492282 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3a133dfd-03e2-4b1f-b32d-42df4cf30746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.559320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cbdc308-4874-4405-91e1-dbbafa98ef10 req-b1d2cb76-6139-4ad3-a50b-edfe66218fc7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728631 Jul 16 18:06:48.574367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3a133dfd-03e2-4b1f-b32d-42df4cf30746 None None] Port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:48.594526 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.706885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d727b2-80dd-4a0b-893e-7dfd3e11d6ab req-92266a42-b782-4c90-8ccd-461bf80565e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.709627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52d727b2-80dd-4a0b-893e-7dfd3e11d6ab req-92266a42-b782-4c90-8ccd-461bf80565e3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1245105 Jul 16 18:06:48.821253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52d727b2-80dd-4a0b-893e-7dfd3e11d6ab req-af1a10a9-f2d7-4e8c-af72-f57d25890ebb tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645840 Jul 16 18:06:48.984713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c346b80-ea7c-47f4-8ccf-7c5807727d1e {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:48.994112 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.009709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Transition to ACTIVE for port object 7c346b80-ea7c-47f4-8ccf-7c5807727d1e will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:49.027193 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.134634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c346b80-ea7c-47f4-8ccf-7c5807727d1e,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:49.366141 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Attempting to bind port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:49.366729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Attempting to bind port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:49.366875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Attempting to bind port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e on network d3f19b65-ee6b-41f6-9b83-418e35648d8f {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:49.382367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e on network d3f19b65-ee6b-41f6-9b83-418e35648d8f not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:49.382771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Attempting to bind port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e on network d3f19b65-ee6b-41f6-9b83-418e35648d8f {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:49.389676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:49.390032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Checking segment: {'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:49.390392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Bound using segment: {'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:49.390825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Bound port: 7c346b80-ea7c-47f4-8ccf-7c5807727d1e, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:49.391179 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.467643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76ca9b-1212-4252-9581-38c2752ba735 req-4749744a-a0ed-49de-8319-58497b957b51 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.469260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa76ca9b-1212-4252-9581-38c2752ba735 req-4749744a-a0ed-49de-8319-58497b957b51 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 946 time: 0.2168028 Jul 16 18:06:49.523362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba395af-2840-4591-a667-4917ee5a4406 req-2149ec44-5544-4436-94bf-6d554ac8b976 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.524936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ba395af-2840-4591-a667-4917ee5a4406 req-2149ec44-5544-4436-94bf-6d554ac8b976 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2713647 Jul 16 18:06:49.533753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] For port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:49.572866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] For port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7c346b80-ea7c-47f4-8ccf-7c5807727d1e,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:49.580036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa76ca9b-1212-4252-9581-38c2752ba735 req-7018e612-9f16-43e5-b527-092c73f9792b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948851 Jul 16 18:06:49.587031 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.641845 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ba395af-2840-4591-a667-4917ee5a4406 req-8526c009-df53-4904-9311-6bb3aff08caf tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101122 Jul 16 18:06:49.649219 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45708) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:49.672229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.672839 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.683274 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c346b80-ea7c-47f4-8ccf-7c5807727d1e HTTP/1.1" status: 200 len: 1093 time: 1.3253818 Jul 16 18:06:49.685342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ae6646-0c30-4897-9b47-58ed98c67735', 'tag': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:49.695783 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b32551-eaf6-43b4-8c0a-cfca4fd79ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "45ae6646-0c30-4897-9b47-58ed98c67735", "tag": "7c346b80-ea7c-47f4-8ccf-7c5807727d1e"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:49.770683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10462a-48f2-4c27-a3ab-ab6d92de69c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c346b80-ea7c-47f4-8ccf-7c5807727d1e,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:49.848877 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-85f0051d-2d55-46e9-9f16-c4b55da5d444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.936484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ec7fb-cfe3-4af8-864f-2269d4a82726 req-bf59acdc-9efb-43b7-95d4-7e2399870c8f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.944079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-896ec7fb-cfe3-4af8-864f-2269d4a82726 req-bf59acdc-9efb-43b7-95d4-7e2399870c8f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 944 time: 0.1497691 Jul 16 18:06:49.961914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbd0f2-8043-4f7c-9fe9-3712fb441979 req-40944ab0-6e7b-4878-a1c7-0d982cc95e9d tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.968913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69cbd0f2-8043-4f7c-9fe9-3712fb441979 req-40944ab0-6e7b-4878-a1c7-0d982cc95e9d tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.2322924 Jul 16 18:06:49.979474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40745e26-045d-4db0-82df-6042476b8882 req-ef51886e-1de5-4979-b94b-4ad939cd1fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.980975 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-ef51886e-1de5-4979-b94b-4ad939cd1fb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3300ca1eb774358bc73fd789b35b8a8&device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 1096 time: 0.2365973 Jul 16 18:06:49.984841 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-85f0051d-2d55-46e9-9f16-c4b55da5d444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.989644 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-85f0051d-2d55-46e9-9f16-c4b55da5d444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.032261 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-85f0051d-2d55-46e9-9f16-c4b55da5d444 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffe2a8f8df984feeac6d68b710056310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3806639 Jul 16 18:06:50.033626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0051d-2d55-46e9-9f16-c4b55da5d444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c91a8df-880f-4044-8467-6762a9b6a0e5,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:50.036385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45718) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:50.072963 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-b0f8c2b5-8c7e-44ca-b1a4-ffaa28223503 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c346b80-ea7c-47f4-8ccf-7c5807727d1e HTTP/1.1" status: 200 len: 217 time: 0.0817158 Jul 16 18:06:50.093273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-896ec7fb-cfe3-4af8-864f-2269d4a82726 req-fe2a2921-bac0-46ac-8e60-8fdb46e0e10e tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481712 Jul 16 18:06:50.096334 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd8b0a45-325f-4d44-b694-504d8ac41e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.129432 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd8b0a45-325f-4d44-b694-504d8ac41e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.152675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69cbd0f2-8043-4f7c-9fe9-3712fb441979 req-6b4af6b1-b3d6-4ba5-be08-d4ab84da274e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821749 Jul 16 18:06:50.184389 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd8b0a45-325f-4d44-b694-504d8ac41e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.187593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd8b0a45-325f-4d44-b694-504d8ac41e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.188897 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dd8b0a45-325f-4d44-b694-504d8ac41e4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c91a8df-880f-4044-8467-6762a9b6a0e5 HTTP/1.1" status: 204 len: 168 time: 0.1510584 Jul 16 18:06:50.196556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40745e26-045d-4db0-82df-6042476b8882 req-a49f613a-677f-4a10-8bcc-db8414d3715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.200872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-a49f613a-677f-4a10-8bcc-db8414d3715d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67124d59-0334-4001-bc70-c456c40671e8 HTTP/1.1" status: 200 len: 849 time: 0.1199682 Jul 16 18:06:50.204353 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b0a45-325f-4d44-b694-504d8ac41e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c91a8df-880f-4044-8467-6762a9b6a0e5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:50.353368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-84ebc9e7-9867-42ab-9787-5f28db089624 req-f636e7b9-3669-4d14-b4f2-3cfa4c0922b6 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1070946335&fields=id&tenant_id=ef5c328412ce4c398dd75e3cbf979514 HTTP/1.1" status: 200 len: 267 time: 0.0555644 Jul 16 18:06:50.366042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40745e26-045d-4db0-82df-6042476b8882 req-38d8b209-39cc-4f81-9abc-97c558c33686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.367716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-38d8b209-39cc-4f81-9abc-97c558c33686 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3f19b65-ee6b-41f6-9b83-418e35648d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535082 Jul 16 18:06:50.478125 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94122844-c317-4922-b425-83e1a52fca3f x-openstack-request-id: req-94122844-c317-4922-b425-83e1a52fca3f {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:50.478669 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ae6646-0c30-4897-9b47-58ed98c67735", "tag": "7c346b80-ea7c-47f4-8ccf-7c5807727d1e", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:50.478983 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94122844-c317-4922-b425-83e1a52fca3f {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:50.479779 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ae6646-0c30-4897-9b47-58ed98c67735', 'tag': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e', 'status': 'completed', 'code': 200} Jul 16 18:06:50.576111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebc9e7-9867-42ab-9787-5f28db089624 req-47dfccc9-e2ea-4b60-a07a-fabb94b84aae tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.577669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-84ebc9e7-9867-42ab-9787-5f28db089624 req-47dfccc9-e2ea-4b60-a07a-fabb94b84aae tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 946 time: 0.2151539 Jul 16 18:06:50.595512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-84ebc9e7-9867-42ab-9787-5f28db089624 req-6e922452-250d-44b0-b178-682f1e91876a tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'port': {'security_groups': ['a7282213-9898-4002-b3e3-08f751d36b3a', 'd1a67d22-a391-4a97-9331-b39707ea0576']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:50.604090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-fa26ca39-088f-4fe0-9001-39a73967719b service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267463 Jul 16 18:06:51.062858 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45744) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:51.131566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40745e26-045d-4db0-82df-6042476b8882 req-3d1a72f3-44a5-4d3d-ae72-ddac98bef754 service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073009 Jul 16 18:06:51.132441 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-84ebc9e7-9867-42ab-9787-5f28db089624 req-6e922452-250d-44b0-b178-682f1e91876a tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.203462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-817844672-network', 'tenant_id': '08b367b9e377459786aeae0eec232725'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:51.230044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Made reservation on behalf of 08b367b9e377459786aeae0eec232725 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:51.232854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.242503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.277037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b15d50-4705-4cb2-8b04-f478f10053ca req-19d25e2c-e785-4781-b7e2-5366c680e23f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.278503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c0b15d50-4705-4cb2-8b04-f478f10053ca req-19d25e2c-e785-4781-b7e2-5366c680e23f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2063515 Jul 16 18:06:51.346054 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.351047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.354486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c0b15d50-4705-4cb2-8b04-f478f10053ca req-f7a9a344-1bbf-4730-b4c1-57eeaffdbc2d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690410 Jul 16 18:06:51.358300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b32551-eaf6-43b4-8c0a-cfca4fd79ee0 req-0708fd53-0d13-46ae-85dc-4de0f8fe1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.360262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1b32551-eaf6-43b4-8c0a-cfca4fd79ee0 req-0708fd53-0d13-46ae-85dc-4de0f8fe1962 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3300ca1eb774358bc73fd789b35b8a8&device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 1096 time: 0.1658440 Jul 16 18:06:51.377370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db98757e-f679-462e-95fe-0459dfbcb39a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.398040 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:51.410938 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.411600 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Added segment d47276b4-f894-4995-bfd9-dd6d94630b28 of type vlan for network 30341329-aacc-446b-ba5e-b1a3b510f4fc Jul 16 18:06:51.459823 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.510277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.513738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.514606 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.574396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-84ebc9e7-9867-42ab-9787-5f28db089624 req-6e922452-250d-44b0-b178-682f1e91876a tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] For port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:51.592942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b32551-eaf6-43b4-8c0a-cfca4fd79ee0 req-f52c932e-802b-48eb-b3c0-a6145f44ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.594567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1b32551-eaf6-43b4-8c0a-cfca4fd79ee0 req-f52c932e-802b-48eb-b3c0-a6145f44ca93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3f19b65-ee6b-41f6-9b83-418e35648d8f HTTP/1.1" status: 200 len: 911 time: 0.2195873 Jul 16 18:06:51.610983 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5466597 Jul 16 18:06:51.612067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b41973-5854-4b15-9843-23137420f6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=30341329-aacc-446b-ba5e-b1a3b510f4fc,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.614175 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45754) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:51.620411 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-dc98423d-3ba7-4b84-b192-a5cc5e2388e5 admin admin] Request body: {'subnet': {'network_id': '30341329-aacc-446b-ba5e-b1a3b510f4fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-817844672-subnet', 'tenant_id': '08b367b9e377459786aeae0eec232725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:51.625174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 30341329-aacc-446b-ba5e-b1a3b510f4fc details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:51.649626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc98423d-3ba7-4b84-b192-a5cc5e2388e5 admin admin] Made reservation on behalf of 08b367b9e377459786aeae0eec232725 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:51.654008 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc98423d-3ba7-4b84-b192-a5cc5e2388e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.663053 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-84ebc9e7-9867-42ab-9787-5f28db089624 req-6e922452-250d-44b0-b178-682f1e91876a tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.666765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1b32551-eaf6-43b4-8c0a-cfca4fd79ee0 req-96be4ca3-ff02-4df8-86b8-ce42a1bf7b81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c346b80-ea7c-47f4-8ccf-7c5807727d1e HTTP/1.1" status: 200 len: 217 time: 0.0595524 Jul 16 18:06:51.683550 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-84ebc9e7-9867-42ab-9787-5f28db089624 req-6e922452-250d-44b0-b178-682f1e91876a tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.701573 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['70e89808-e146-4f24-b3d4-0ddb5cdd1b74'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:51.704085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027f33e-899b-4412-ad30-750f133e2f4b req-12cad280-9e84-4077-b629-ff8ed5dbfa5f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.705647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8027f33e-899b-4412-ad30-750f133e2f4b req-12cad280-9e84-4077-b629-ff8ed5dbfa5f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 944 time: 0.1948144 Jul 16 18:06:51.777736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebc9e7-9867-42ab-9787-5f28db089624 req-6e922452-250d-44b0-b178-682f1e91876a tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.778381 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-84ebc9e7-9867-42ab-9787-5f28db089624 req-6e922452-250d-44b0-b178-682f1e91876a tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.779802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-84ebc9e7-9867-42ab-9787-5f28db089624 req-6e922452-250d-44b0-b178-682f1e91876a tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "PUT /v2.0/ports/70e89808-e146-4f24-b3d4-0ddb5cdd1b74 HTTP/1.1" status: 200 len: 982 time: 1.1932478 Jul 16 18:06:51.841637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b32551-eaf6-43b4-8c0a-cfca4fd79ee0 req-a4aee448-2b91-4a1b-8e33-ad43f9063d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.843131 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1b32551-eaf6-43b4-8c0a-cfca4fd79ee0 req-a4aee448-2b91-4a1b-8e33-ad43f9063d72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67124d59-0334-4001-bc70-c456c40671e8 HTTP/1.1" status: 200 len: 849 time: 0.1688917 Jul 16 18:06:51.857440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8027f33e-899b-4412-ad30-750f133e2f4b req-b56677ba-e34f-4dea-a5c8-7ace3eac5296 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253350 Jul 16 18:06:51.885236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e922452-250d-44b0-b178-682f1e91876a tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'Port': ['ID=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.888264 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc98423d-3ba7-4b84-b192-a5cc5e2388e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.905432 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['70e89808-e146-4f24-b3d4-0ddb5cdd1b74'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:51.970447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98423d-3ba7-4b84-b192-a5cc5e2388e5 admin admin] Checking segment: {'id': 'd47276b4-f894-4995-bfd9-dd6d94630b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '30341329-aacc-446b-ba5e-b1a3b510f4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:51.971109 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc98423d-3ba7-4b84-b192-a5cc5e2388e5 admin admin] Network hostable DHCP agents. Network: 30341329-aacc-446b-ba5e-b1a3b510f4fc, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:51.976817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98423d-3ba7-4b84-b192-a5cc5e2388e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0af0099-c9f3-4490-90c7-8361de452364,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.998945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b32551-eaf6-43b4-8c0a-cfca4fd79ee0 req-32531bdf-423d-4371-8a6a-a78b0f5bd7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.999753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc98423d-3ba7-4b84-b192-a5cc5e2388e5 admin admin] Network 30341329-aacc-446b-ba5e-b1a3b510f4fc is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:52.000508 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1b32551-eaf6-43b4-8c0a-cfca4fd79ee0 req-32531bdf-423d-4371-8a6a-a78b0f5bd7c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3f19b65-ee6b-41f6-9b83-418e35648d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342967 Jul 16 18:06:52.025667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-dc98423d-3ba7-4b84-b192-a5cc5e2388e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 30341329-aacc-446b-ba5e-b1a3b510f4fc) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:52.030478 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f897d9-d8cc-4e0c-b76a-f5702650f160 None None] Network 30341329-aacc-446b-ba5e-b1a3b510f4fc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:52.034773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc98423d-3ba7-4b84-b192-a5cc5e2388e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.035473 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc98423d-3ba7-4b84-b192-a5cc5e2388e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.063701 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dc98423d-3ba7-4b84-b192-a5cc5e2388e5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4407325 Jul 16 18:06:52.186931 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1b32551-eaf6-43b4-8c0a-cfca4fd79ee0 req-74bf7fa6-cba7-46ef-866e-cf8d2953ba1e service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764219 Jul 16 18:06:52.214396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909dde2-ded4-4c9d-a6af-c01a34b38073 req-d402196c-2a13-4084-8f44-03a763ae64aa tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.215893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b909dde2-ded4-4c9d-a6af-c01a34b38073 req-d402196c-2a13-4084-8f44-03a763ae64aa tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.1377459 Jul 16 18:06:52.320118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae42eea-204e-4b5b-8bdf-05720708f68f None None] Network 30341329-aacc-446b-ba5e-b1a3b510f4fc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:52.361628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b909dde2-ded4-4c9d-a6af-c01a34b38073 req-a58fbcc3-149d-4c09-a2d9-b0dad19590fd tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335096 Jul 16 18:06:52.370077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd02906f-4e24-437e-b424-724381fdb9b9 req-c981c079-06e3-419a-81f8-530db3d3ba4e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-335921675&fields=id&tenant_id=ef5c328412ce4c398dd75e3cbf979514 HTTP/1.1" status: 200 len: 267 time: 0.1408579 Jul 16 18:06:52.418524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1b32551-eaf6-43b4-8c0a-cfca4fd79ee0 req-efc0caab-6ddd-4336-9d01-9bdd0526df5b service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220082 Jul 16 18:06:52.481362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc643eff-1740-4bfd-9771-953737a44732', 'tag': '70e89808-e146-4f24-b3d4-0ddb5cdd1b74'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:52.484627 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dfddc6-f59a-4414-9ee3-9289045c8f90" -d '{"events": [{"name": "network-changed", "server_uuid": "cc643eff-1740-4bfd-9771-953737a44732", "tag": "70e89808-e146-4f24-b3d4-0ddb5cdd1b74"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:52.518112 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02906f-4e24-437e-b424-724381fdb9b9 req-f8c7cade-30f8-4114-8fa8-db946b7f3020 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.520522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd02906f-4e24-437e-b424-724381fdb9b9 req-f8c7cade-30f8-4114-8fa8-db946b7f3020 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 985 time: 0.1403441 Jul 16 18:06:52.534940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-fd02906f-4e24-437e-b424-724381fdb9b9 req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'port': {'security_groups': ['a7282213-9898-4002-b3e3-08f751d36b3a', 'd1a67d22-a391-4a97-9331-b39707ea0576', '1974e205-360e-4a70-b13a-584357b2ed35']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:52.673071 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fd02906f-4e24-437e-b424-724381fdb9b9 req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.696400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a602d-1601-44ee-b957-e34af25fc807 req-78365610-ea95-422b-8126-7179d17db02c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.697904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f28a602d-1601-44ee-b957-e34af25fc807 req-78365610-ea95-422b-8126-7179d17db02c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1317806 Jul 16 18:06:52.767860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45780) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:52.774167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-153454138-network', 'tenant_id': 'ad6b48f1775d422e8f026e2f9d2ffd5b'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:52.796093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f28a602d-1601-44ee-b957-e34af25fc807 req-d3fc8e3e-a164-46af-9dcb-b9b256351d1d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692065 Jul 16 18:06:52.800645 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Made reservation on behalf of ad6b48f1775d422e8f026e2f9d2ffd5b for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:52.804278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.814792 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.860979 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67be004e-08e0-4c95-8b04-1f3d9b81bc31 x-openstack-request-id: req-67be004e-08e0-4c95-8b04-1f3d9b81bc31 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:52.861551 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc643eff-1740-4bfd-9771-953737a44732", "tag": "70e89808-e146-4f24-b3d4-0ddb5cdd1b74", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:52.862055 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67be004e-08e0-4c95-8b04-1f3d9b81bc31 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:52.862445 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc643eff-1740-4bfd-9771-953737a44732', 'tag': '70e89808-e146-4f24-b3d4-0ddb5cdd1b74', 'status': 'completed', 'code': 200} Jul 16 18:06:52.965048 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.973068 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.004074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfddc6-f59a-4414-9ee3-9289045c8f90 req-7e895cd0-6a3a-4844-97d7-50fbcf00346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.005743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73dfddc6-f59a-4414-9ee3-9289045c8f90 req-7e895cd0-6a3a-4844-97d7-50fbcf00346f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef5c328412ce4c398dd75e3cbf979514&device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 1137 time: 0.1180544 Jul 16 18:06:53.014579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-fd02906f-4e24-437e-b424-724381fdb9b9 req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] For port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:53.026979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:53.041346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d07b40-bd77-482f-a21f-2f9cc09d44a7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:53.057086 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.057427 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Added segment 0c675b3a-c6ab-4977-bae4-30692fef5ded of type vlan for network 3dcb6e4c-d971-4d5a-8131-873384a40869 Jul 16 18:06:53.116518 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.119933 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fd02906f-4e24-437e-b424-724381fdb9b9 req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.131460 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fd02906f-4e24-437e-b424-724381fdb9b9 req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.148904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['70e89808-e146-4f24-b3d4-0ddb5cdd1b74'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:53.172820 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.174750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.175972 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.189488 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfddc6-f59a-4414-9ee3-9289045c8f90 req-8927fd19-23b3-4280-8bfb-16ef754d8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.190991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73dfddc6-f59a-4414-9ee3-9289045c8f90 req-8927fd19-23b3-4280-8bfb-16ef754d8589 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb3825b8-5e1d-4b7e-8861-df4642708a36 HTTP/1.1" status: 200 len: 913 time: 0.1758299 Jul 16 18:06:53.208108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02906f-4e24-437e-b424-724381fdb9b9 req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.209679 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fd02906f-4e24-437e-b424-724381fdb9b9 req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.211120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd02906f-4e24-437e-b424-724381fdb9b9 req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "PUT /v2.0/ports/70e89808-e146-4f24-b3d4-0ddb5cdd1b74 HTTP/1.1" status: 200 len: 1021 time: 0.6817729 Jul 16 18:06:53.280302 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5093119 Jul 16 18:06:53.307041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45792) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:53.318325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73dfddc6-f59a-4414-9ee3-9289045c8f90 req-9104769c-685d-4d97-82e5-90626eb17310 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e89808-e146-4f24-b3d4-0ddb5cdd1b74 HTTP/1.1" status: 200 len: 217 time: 0.1060145 Jul 16 18:06:53.322209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a25cac5c-68ed-4ad1-8d74-6a347cc70bf4 admin admin] Request body: {'subnet': {'network_id': '3dcb6e4c-d971-4d5a-8131-873384a40869', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-153454138-subnet', 'tenant_id': 'ad6b48f1775d422e8f026e2f9d2ffd5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:53.334482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['70e89808-e146-4f24-b3d4-0ddb5cdd1b74'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:53.360418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35f28f-1505-4e6c-9445-23ae3421e98d admin admin] Pushing event updated for resources: {'Network': ['ID=3dcb6e4c-d971-4d5a-8131-873384a40869,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:53.381494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'Port': ['ID=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:53.399819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:53.400056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:53.400399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:53.400733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:53.401350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:53.401737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:53.402073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:53.402389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:53.403121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:53.403468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:53.403792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:53.404115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e623f96-7749-4f82-a7a9-2442c00520d5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:53.438757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 3dcb6e4c-d971-4d5a-8131-873384a40869 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:53.483912 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25cac5c-68ed-4ad1-8d74-6a347cc70bf4 admin admin] Made reservation on behalf of ad6b48f1775d422e8f026e2f9d2ffd5b for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:53.486756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a25cac5c-68ed-4ad1-8d74-6a347cc70bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.592801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfddc6-f59a-4414-9ee3-9289045c8f90 req-3ffd0744-b86a-43a3-9238-63139edac671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.594103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73dfddc6-f59a-4414-9ee3-9289045c8f90 req-3ffd0744-b86a-43a3-9238-63139edac671 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca HTTP/1.1" status: 200 len: 852 time: 0.2416873 Jul 16 18:06:53.666441 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73dfddc6-f59a-4414-9ee3-9289045c8f90 req-292da71c-5a3c-4f62-9937-054d72285265 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb3825b8-5e1d-4b7e-8861-df4642708a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464575 Jul 16 18:06:53.675403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc221b0c-695d-49d9-96da-ecd398498720 req-a8eeaa6d-57d1-446f-a944-63d109f96e75 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.683105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc221b0c-695d-49d9-96da-ecd398498720 req-a8eeaa6d-57d1-446f-a944-63d109f96e75 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 944 time: 0.4458182 Jul 16 18:06:53.858621 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc221b0c-695d-49d9-96da-ecd398498720 req-c8b17e34-d5b5-42fb-9ba3-437ab02285cd tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743512 Jul 16 18:06:53.874785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c257c-f207-4ff4-9d64-1b4ee353dee5 req-7f402a7e-de0d-4e48-8ffc-6b572e8d615e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.876370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae9c257c-f207-4ff4-9d64-1b4ee353dee5 req-7f402a7e-de0d-4e48-8ffc-6b572e8d615e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.3149288 Jul 16 18:06:53.926362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73dfddc6-f59a-4414-9ee3-9289045c8f90 req-7bce60ef-0343-4cf0-a29e-a62ad47bb7dc service neutron] 10.222.0.43 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377129 Jul 16 18:06:53.927177 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a25cac5c-68ed-4ad1-8d74-6a347cc70bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.985322 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7c346b80-ea7c-47f4-8ccf-7c5807727d1e details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:54.034693 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae9c257c-f207-4ff4-9d64-1b4ee353dee5 req-c675e18f-caef-4ff7-aae6-e9251f6245ce tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468580 Jul 16 18:06:54.095980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7c346b80-ea7c-47f4-8ccf-7c5807727d1e,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:54.108917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'port_id': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e', 'mac_address': 'fa:16:3e:d0:10:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:54.117194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cac5c-68ed-4ad1-8d74-6a347cc70bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e23103-434f-47b1-a2d5-9b767224c281,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.149318 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25cac5c-68ed-4ad1-8d74-6a347cc70bf4 admin admin] Checking segment: {'id': '0c675b3a-c6ab-4977-bae4-30692fef5ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3dcb6e4c-d971-4d5a-8131-873384a40869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:54.149716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25cac5c-68ed-4ad1-8d74-6a347cc70bf4 admin admin] Network hostable DHCP agents. Network: 3dcb6e4c-d971-4d5a-8131-873384a40869, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:54.152646 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.166527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c346b80-ea7c-47f4-8ccf-7c5807727d1e {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:54.181423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73dfddc6-f59a-4414-9ee3-9289045c8f90 req-14bb2887-4aed-4552-96c5-1bcafd9dea1c service neutron] 10.222.0.43 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259235 Jul 16 18:06:54.188945 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7c346b80-ea7c-47f4-8ccf-7c5807727d1e,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:54.193810 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.230336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25cac5c-68ed-4ad1-8d74-6a347cc70bf4 admin admin] Network 3dcb6e4c-d971-4d5a-8131-873384a40869 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:54.242777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba169dc-bd52-4df5-9b29-8f5203c94cdd req-229432d3-64bd-4717-91ad-94aabdfd7e41 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.244344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ba169dc-bd52-4df5-9b29-8f5203c94cdd req-229432d3-64bd-4717-91ad-94aabdfd7e41 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 1024 time: 0.2527092 Jul 16 18:06:54.258419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7c346b80-ea7c-47f4-8ccf-7c5807727d1e,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.269248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-a25cac5c-68ed-4ad1-8d74-6a347cc70bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 3dcb6e4c-d971-4d5a-8131-873384a40869) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:54.278263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d023b716-20b4-4f05-913c-6f8ae8e00e91 None None] Network 3dcb6e4c-d971-4d5a-8131-873384a40869 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:54.284682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25cac5c-68ed-4ad1-8d74-6a347cc70bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.285265 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a25cac5c-68ed-4ad1-8d74-6a347cc70bf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.324830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a25cac5c-68ed-4ad1-8d74-6a347cc70bf4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0121410 Jul 16 18:06:54.346440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdd657-c65c-4aa8-be4d-6172096d725f req-ccce3cf1-7a9d-4513-aec6-ef742d6035f0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.348088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70cdd657-c65c-4aa8-be4d-6172096d725f req-ccce3cf1-7a9d-4513-aec6-ef742d6035f0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.1657929 Jul 16 18:06:54.388497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ba169dc-bd52-4df5-9b29-8f5203c94cdd req-3d7116e3-84f3-41ec-b64b-015944d49a07 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1a67d22-a391-4a97-9331-b39707ea0576&id=1974e205-360e-4a70-b13a-584357b2ed35&id=a7282213-9898-4002-b3e3-08f751d36b3a HTTP/1.1" status: 200 len: 6156 time: 0.1365154 Jul 16 18:06:54.440488 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70cdd657-c65c-4aa8-be4d-6172096d725f req-e4def4d8-0c6a-46bc-803f-2caf09047783 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806217 Jul 16 18:06:54.450231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb2943-b4ee-498d-aee3-d97611939ce0 None None] Network 3dcb6e4c-d971-4d5a-8131-873384a40869 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:54.485421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-707a3345-3560-4f8d-9d05-14a9d4c7050c req-c7616456-2b70-4360-9371-d5fcf574dd46 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'security_group': {'name': ' tempest-securitygroup -578239536 ', 'description': 'tempest-description-1258109140'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:54.571947 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-707a3345-3560-4f8d-9d05-14a9d4c7050c req-c7616456-2b70-4360-9371-d5fcf574dd46 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.674854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e83f0-0e42-4a26-9c8f-36faa774844d req-0488b85e-03b2-4ab3-86c8-89ac6bf65660 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.676549 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a68e83f0-0e42-4a26-9c8f-36faa774844d req-0488b85e-03b2-4ab3-86c8-89ac6bf65660 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1589413 Jul 16 18:06:54.724891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['7c346b80-ea7c-47f4-8ccf-7c5807727d1e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:54.757183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a68e83f0-0e42-4a26-9c8f-36faa774844d req-e269a9e0-f329-456e-a46d-7886c36b8e6c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715756 Jul 16 18:06:54.784603 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-707a3345-3560-4f8d-9d05-14a9d4c7050c req-c7616456-2b70-4360-9371-d5fcf574dd46 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.805297 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-707a3345-3560-4f8d-9d05-14a9d4c7050c req-c7616456-2b70-4360-9371-d5fcf574dd46 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.844122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7616456-2b70-4360-9371-d5fcf574dd46 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7e9832-135f-4781-b4d1-c9f16f124256,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.847569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-707a3345-3560-4f8d-9d05-14a9d4c7050c req-c7616456-2b70-4360-9371-d5fcf574dd46 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.848891 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-707a3345-3560-4f8d-9d05-14a9d4c7050c req-c7616456-2b70-4360-9371-d5fcf574dd46 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3683963 Jul 16 18:06:54.871265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc643eff-1740-4bfd-9771-953737a44732', 'tag': '70e89808-e146-4f24-b3d4-0ddb5cdd1b74'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:54.873831 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d24bc09-20d4-4831-b99d-796ce1458d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc643eff-1740-4bfd-9771-953737a44732", "tag": "70e89808-e146-4f24-b3d4-0ddb5cdd1b74"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:55.124106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52492e3c-3bc7-4dd6-88fd-628d3ea79347 req-036ec241-450c-4857-b3ce-161f9d0db5c0 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.125616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52492e3c-3bc7-4dd6-88fd-628d3ea79347 req-036ec241-450c-4857-b3ce-161f9d0db5c0 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0937989 Jul 16 18:06:55.217741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52492e3c-3bc7-4dd6-88fd-628d3ea79347 req-ba06f9b6-1a69-479e-ae0d-9d246ce872d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840721 Jul 16 18:06:55.240855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c467-8017-4fd2-84d4-25635737bb80 req-a3faa0c9-0357-45a3-b8df-9073be97049e tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.243963 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-a3faa0c9-0357-45a3-b8df-9073be97049e tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/networks?id=30341329-aacc-446b-ba5e-b1a3b510f4fc HTTP/1.1" status: 200 len: 811 time: 0.1559434 Jul 16 18:06:55.267274 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-d2169c6f-ec8e-42ae-9f70-f05e8d32ed1d tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/quotas/08b367b9e377459786aeae0eec232725 HTTP/1.1" status: 200 len: 375 time: 0.0203621 Jul 16 18:06:55.314723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-c14de992-755f-46fe-ad9a-a5600191feb1 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=08b367b9e377459786aeae0eec232725&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401030 Jul 16 18:06:55.338690 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63ee0a9c-89a6-45b4-9a1c-cfdb13e33940 req-2acf2335-9d02-4528-800d-66c27d9f9aa7 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/6b7e9832-135f-4781-b4d1-c9f16f124256 HTTP/1.1" status: 200 len: 1782 time: 0.0841780 Jul 16 18:06:55.393940 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed8e62c-3c37-4672-b3cb-633033833c2e x-openstack-request-id: req-0ed8e62c-3c37-4672-b3cb-633033833c2e {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:55.394229 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc643eff-1740-4bfd-9771-953737a44732", "tag": "70e89808-e146-4f24-b3d4-0ddb5cdd1b74", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:55.394473 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ed8e62c-3c37-4672-b3cb-633033833c2e {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:55.394861 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc643eff-1740-4bfd-9771-953737a44732', 'tag': '70e89808-e146-4f24-b3d4-0ddb5cdd1b74', 'status': 'completed', 'code': 200} Jul 16 18:06:55.452295 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-2a40c6d8-45fc-4580-890e-66c863024cef service neutron] 10.222.0.41 "GET /v2.0/networks/30341329-aacc-446b-ba5e-b1a3b510f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259685 Jul 16 18:06:55.567040 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24bc09-20d4-4831-b99d-796ce1458d9a req-b6fe737c-8201-4420-98e2-a57e8a0ae64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.568620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d24bc09-20d4-4831-b99d-796ce1458d9a req-b6fe737c-8201-4420-98e2-a57e8a0ae64e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef5c328412ce4c398dd75e3cbf979514&device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 1176 time: 0.1581256 Jul 16 18:06:55.638409 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-1c556ff1-a9d9-4ace-aa44-a63f4577e34e service neutron] 10.222.0.41 "GET /v2.0/networks/30341329-aacc-446b-ba5e-b1a3b510f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799870 Jul 16 18:06:55.678712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018a32f-7bbb-40c6-a060-cd98a0fe38e5 req-d28b750a-b477-4af0-8d96-98f5f1d75354 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.680244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f018a32f-7bbb-40c6-a060-cd98a0fe38e5 req-d28b750a-b477-4af0-8d96-98f5f1d75354 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 945 time: 0.2001319 Jul 16 18:06:55.744186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f018a32f-7bbb-40c6-a060-cd98a0fe38e5 req-83903b26-8087-4472-9735-6077b086137c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545967 Jul 16 18:06:55.745711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24bc09-20d4-4831-b99d-796ce1458d9a req-83a04149-963c-436b-a556-38a4d08ffc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.747121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d24bc09-20d4-4831-b99d-796ce1458d9a req-83a04149-963c-436b-a556-38a4d08ffc20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb3825b8-5e1d-4b7e-8861-df4642708a36 HTTP/1.1" status: 200 len: 913 time: 0.1700664 Jul 16 18:06:55.844837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d24bc09-20d4-4831-b99d-796ce1458d9a req-bc8c282f-b9ba-456b-8ae0-23aef71f39e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e89808-e146-4f24-b3d4-0ddb5cdd1b74 HTTP/1.1" status: 200 len: 217 time: 0.0894449 Jul 16 18:06:56.003968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7c346b80-ea7c-47f4-8ccf-7c5807727d1e up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:56.080392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:56.085807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:56.086110 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.198728 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.232359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ae6646-0c30-4897-9b47-58ed98c67735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:56.235176 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c64723-29a6-417d-acba-1b3aa6d77b76" -d '{"events": [{"server_uuid": "45ae6646-0c30-4897-9b47-58ed98c67735", "name": "network-vif-plugged", "status": "completed", "tag": "7c346b80-ea7c-47f4-8ccf-7c5807727d1e"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:56.258708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7c346b80-ea7c-47f4-8ccf-7c5807727d1e,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:56.264500 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.272052 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-615ca50e-7b5d-4efb-95ef-99dc7fa89083 req-92abbded-0d7e-4451-9468-b3ba78fe21fd tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/6b7e9832-135f-4781-b4d1-c9f16f124256 HTTP/1.1" status: 200 len: 1782 time: 0.4382374 Jul 16 18:06:56.285899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24bc09-20d4-4831-b99d-796ce1458d9a req-19ea6c52-b9db-4088-8163-39bd838ce63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:56.287545 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d24bc09-20d4-4831-b99d-796ce1458d9a req-19ea6c52-b9db-4088-8163-39bd838ce63a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca HTTP/1.1" status: 200 len: 852 time: 0.4325063 Jul 16 18:06:56.330518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7c346b80-ea7c-47f4-8ccf-7c5807727d1e,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:56.342857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d24bc09-20d4-4831-b99d-796ce1458d9a req-3ecae8d4-4e7d-470c-84e6-2fabde0ca803 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb3825b8-5e1d-4b7e-8861-df4642708a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429542 Jul 16 18:06:56.366224 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.390862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4532cc-2c0f-4474-a09b-ec8fbf405c2b req-abf54aa3-4b60-4bb7-b2c9-d30b5182f098 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:56.392456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae4532cc-2c0f-4474-a09b-ec8fbf405c2b req-abf54aa3-4b60-4bb7-b2c9-d30b5182f098 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.4864025 Jul 16 18:06:56.404949 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:06:56.472981 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-615ca50e-7b5d-4efb-95ef-99dc7fa89083 req-2842e6d4-1bfc-461e-a92a-f81567ff4f21 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.507672 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae4532cc-2c0f-4474-a09b-ec8fbf405c2b req-337beb02-525d-47c7-b466-40c93e254230 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985734 Jul 16 18:06:56.531117 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-615ca50e-7b5d-4efb-95ef-99dc7fa89083 req-2842e6d4-1bfc-461e-a92a-f81567ff4f21 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.538711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d24bc09-20d4-4831-b99d-796ce1458d9a req-2bd0b47f-f35a-4557-a374-7cc4090fa9b4 service neutron] 10.222.0.43 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866672 Jul 16 18:06:56.572190 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.675417 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-615ca50e-7b5d-4efb-95ef-99dc7fa89083 req-2842e6d4-1bfc-461e-a92a-f81567ff4f21 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.678767 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-615ca50e-7b5d-4efb-95ef-99dc7fa89083 req-2842e6d4-1bfc-461e-a92a-f81567ff4f21 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.679966 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-615ca50e-7b5d-4efb-95ef-99dc7fa89083 req-2842e6d4-1bfc-461e-a92a-f81567ff4f21 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "DELETE /v2.0/security-groups/6b7e9832-135f-4781-b4d1-c9f16f124256 HTTP/1.1" status: 204 len: 173 time: 0.4071205 Jul 16 18:06:56.727219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842e6d4-1bfc-461e-a92a-f81567ff4f21 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7e9832-135f-4781-b4d1-c9f16f124256,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:56.734657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d24bc09-20d4-4831-b99d-796ce1458d9a req-0386fdbf-9c9e-483d-b3ae-fc29e02403b4 service neutron] 10.222.0.43 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851623 Jul 16 18:06:56.778112 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d74488-cd2b-4e6b-88af-5d98e85f9eba req-c06c7f05-6dc9-4674-ac94-a13fedf77651 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:56.780162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6d74488-cd2b-4e6b-88af-5d98e85f9eba req-c06c7f05-6dc9-4674-ac94-a13fedf77651 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.1233094 Jul 16 18:06:56.843194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26d8e97c-7df0-4148-86fb-b3da0fe3cbf0 req-2328e394-2a91-454f-b754-2eacf5ec5bbd tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 210 time: 0.0342267 Jul 16 18:06:56.857895 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6d74488-cd2b-4e6b-88af-5d98e85f9eba req-bb8348ab-a0e3-4a34-9b72-ab10eaa7e265 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720100 Jul 16 18:06:56.919592 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7023780b-f4c6-41f8-a9ea-55595f9e3781 x-openstack-request-id: req-7023780b-f4c6-41f8-a9ea-55595f9e3781 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:56.919965 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ae6646-0c30-4897-9b47-58ed98c67735", "name": "network-vif-plugged", "status": "completed", "tag": "7c346b80-ea7c-47f4-8ccf-7c5807727d1e", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:56.921032 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7023780b-f4c6-41f8-a9ea-55595f9e3781 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:56.921932 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ae6646-0c30-4897-9b47-58ed98c67735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e', 'code': 200} Jul 16 18:06:56.948850 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-6e0c4989-1e5f-47c3-b8ab-182e9d22d967 req-d2a94ab1-396b-499f-a97c-08d87264c849 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] show failed (client error): The resource could not be found. Jul 16 18:06:56.949892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e0c4989-1e5f-47c3-b8ab-182e9d22d967 req-d2a94ab1-396b-499f-a97c-08d87264c849 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/6b7e9832-135f-4781-b4d1-c9f16f124256 HTTP/1.1" status: 404 len: 352 time: 0.0161119 Jul 16 18:06:57.011706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-7b83ac7f-1558-4266-b318-92388a9f0abe req-169c93c9-6b10-43b4-801c-d98b5ddeedd4 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1419633053', 'description': 'tempest-description-1051824245'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:57.113288 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7b83ac7f-1558-4266-b318-92388a9f0abe req-169c93c9-6b10-43b4-801c-d98b5ddeedd4 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.274560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489863ee-13cd-4366-bb04-f76b9013f0e8 req-c164c211-8264-41a0-b678-402b8aa38d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.274843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-489863ee-13cd-4366-bb04-f76b9013f0e8 req-c164c211-8264-41a0-b678-402b8aa38d22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 1098 time: 0.2457902 Jul 16 18:06:57.327006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbc532-7516-43c2-bfad-8a73a56cf29b req-00eb51ee-e766-4f09-b15a-ab94d66c2c13 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.328526 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80cbc532-7516-43c2-bfad-8a73a56cf29b req-00eb51ee-e766-4f09-b15a-ab94d66c2c13 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.2585967 Jul 16 18:06:57.354094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c467-8017-4fd2-84d4-25635737bb80 req-b3be49fc-8748-401a-9db7-6ff95666c15b tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.355588 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-b3be49fc-8748-401a-9db7-6ff95666c15b tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.43 "GET /v2.0/networks?id=30341329-aacc-446b-ba5e-b1a3b510f4fc HTTP/1.1" status: 200 len: 811 time: 0.2448728 Jul 16 18:06:57.386466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4136c467-8017-4fd2-84d4-25635737bb80 req-31b974a1-1532-4d7e-8e75-25b335775543 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Request body: {'port': {'device_id': '397380e4-30a9-4ff9-ab2f-82335a3078ab', 'network_id': '30341329-aacc-446b-ba5e-b1a3b510f4fc', 'admin_state_up': True, 'tenant_id': '08b367b9e377459786aeae0eec232725'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:57.413542 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-489863ee-13cd-4366-bb04-f76b9013f0e8 req-63d60c5f-abdc-4ba0-ad8f-f0ac913bbc88 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304989 Jul 16 18:06:57.481104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80cbc532-7516-43c2-bfad-8a73a56cf29b req-6de5fa2d-ec2d-42a1-b83b-c39257279314 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375597 Jul 16 18:06:57.500289 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7b83ac7f-1558-4266-b318-92388a9f0abe req-169c93c9-6b10-43b4-801c-d98b5ddeedd4 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.506224 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7b83ac7f-1558-4266-b318-92388a9f0abe req-169c93c9-6b10-43b4-801c-d98b5ddeedd4 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.552250 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7b83ac7f-1558-4266-b318-92388a9f0abe req-169c93c9-6b10-43b4-801c-d98b5ddeedd4 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.554212 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b83ac7f-1558-4266-b318-92388a9f0abe req-169c93c9-6b10-43b4-801c-d98b5ddeedd4 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5480237 Jul 16 18:06:57.559291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c93c9-6b10-43b4-801c-d98b5ddeedd4 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246fc82d-d66c-4932-b4ae-493f8008b9b4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:57.581054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6ecb08c5-4ae7-43ea-9de2-e53ad70d86c8 req-ab9196ea-1427-4dea-8144-c603a96d3cba tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1419009599', 'description': 'tempest-description-1226394559'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:57.585779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4136c467-8017-4fd2-84d4-25635737bb80 req-31b974a1-1532-4d7e-8e75-25b335775543 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Made reservation on behalf of 08b367b9e377459786aeae0eec232725 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:57.589096 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4136c467-8017-4fd2-84d4-25635737bb80 req-31b974a1-1532-4d7e-8e75-25b335775543 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.637149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6ecb08c5-4ae7-43ea-9de2-e53ad70d86c8 req-ab9196ea-1427-4dea-8144-c603a96d3cba tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.813848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-4136c467-8017-4fd2-84d4-25635737bb80 req-31b974a1-1532-4d7e-8e75-25b335775543 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Allocated IP 172.20.0.5 (30341329-aacc-446b-ba5e-b1a3b510f4fc/b0af0099-c9f3-4490-90c7-8361de452364/fad76510-95a4-4e79-ba11-ca04204a633b) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:57.918531 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6ecb08c5-4ae7-43ea-9de2-e53ad70d86c8 req-ab9196ea-1427-4dea-8144-c603a96d3cba tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.966961 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6ecb08c5-4ae7-43ea-9de2-e53ad70d86c8 req-ab9196ea-1427-4dea-8144-c603a96d3cba tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.986246 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-33d7a5da-f494-4b77-9046-e9bd33fb1144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.061709 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6ecb08c5-4ae7-43ea-9de2-e53ad70d86c8 req-ab9196ea-1427-4dea-8144-c603a96d3cba tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.062951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ecb08c5-4ae7-43ea-9de2-e53ad70d86c8 req-ab9196ea-1427-4dea-8144-c603a96d3cba tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4872353 Jul 16 18:06:58.069470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3bfe10f8-8ef2-4ef4-a71c-732d5f56baaa req-34aeaf74-4911-4fd9-8872-d7333f8e0441 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 210 time: 0.0761855 Jul 16 18:06:58.072254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9196ea-1427-4dea-8144-c603a96d3cba tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ad4ea9-9dc9-46ea-bbfc-11e8ed1cbc89,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:58.121961 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4136c467-8017-4fd2-84d4-25635737bb80 req-31b974a1-1532-4d7e-8e75-25b335775543 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.174495 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4136c467-8017-4fd2-84d4-25635737bb80 req-31b974a1-1532-4d7e-8e75-25b335775543 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.272558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4136c467-8017-4fd2-84d4-25635737bb80 req-31b974a1-1532-4d7e-8e75-25b335775543 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Network 30341329-aacc-446b-ba5e-b1a3b510f4fc is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:58.278762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-75b5c8af-ec6d-4d38-bfc0-65e1f9463511 req-3f554529-f25b-4c0b-9a9b-dfc3793f2e5c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-48114541', 'description': 'tempest-description-135907811'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:58.289237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-4136c467-8017-4fd2-84d4-25635737bb80 req-31b974a1-1532-4d7e-8e75-25b335775543 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:58.292034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4136c467-8017-4fd2-84d4-25635737bb80 req-31b974a1-1532-4d7e-8e75-25b335775543 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:58.319392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b974a1-1532-4d7e-8e75-25b335775543 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Pushing event updated for resources: {'Port': ['ID=fad76510-95a4-4e79-ba11-ca04204a633b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:58.380203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c467-8017-4fd2-84d4-25635737bb80 req-31b974a1-1532-4d7e-8e75-25b335775543 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.382392 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4136c467-8017-4fd2-84d4-25635737bb80 req-31b974a1-1532-4d7e-8e75-25b335775543 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.392034 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-75b5c8af-ec6d-4d38-bfc0-65e1f9463511 req-3f554529-f25b-4c0b-9a9b-dfc3793f2e5c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.406687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c959fa7-82db-40df-8b18-4454f0a89b1c req-45587c0e-59e3-4636-9c32-2a19ca0efaa2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.408327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c959fa7-82db-40df-8b18-4454f0a89b1c req-45587c0e-59e3-4636-9c32-2a19ca0efaa2 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.1900241 Jul 16 18:06:58.423378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-31b974a1-1532-4d7e-8e75-25b335775543 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0425558 Jul 16 18:06:58.440988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Request body: {'port': {'device_id': '397380e4-30a9-4ff9-ab2f-82335a3078ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:58.526423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c959fa7-82db-40df-8b18-4454f0a89b1c req-aa61bbaa-628b-4735-b5b9-c71178877b2d tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094751 Jul 16 18:06:58.581087 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.633153 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-75b5c8af-ec6d-4d38-bfc0-65e1f9463511 req-3f554529-f25b-4c0b-9a9b-dfc3793f2e5c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.648400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-75b5c8af-ec6d-4d38-bfc0-65e1f9463511 req-3f554529-f25b-4c0b-9a9b-dfc3793f2e5c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.711802 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-75b5c8af-ec6d-4d38-bfc0-65e1f9463511 req-3f554529-f25b-4c0b-9a9b-dfc3793f2e5c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.713029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75b5c8af-ec6d-4d38-bfc0-65e1f9463511 req-3f554529-f25b-4c0b-9a9b-dfc3793f2e5c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4475837 Jul 16 18:06:58.777314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f554529-f25b-4c0b-9a9b-dfc3793f2e5c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ad6b76-1225-4dfc-b323-3c31a3b2a11a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:58.859028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c3f02-8640-4463-859a-a6517f5a6447 req-655e16bf-249f-4b5e-a9fe-4ad82ec5e9d5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.860624 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca7c3f02-8640-4463-859a-a6517f5a6447 req-655e16bf-249f-4b5e-a9fe-4ad82ec5e9d5 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.2261486 Jul 16 18:06:58.985530 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca7c3f02-8640-4463-859a-a6517f5a6447 req-2dd186c5-9dc3-4c9b-a574-02ab6cdd0a4c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185372 Jul 16 18:06:59.023099 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f794169f-2f25-4bb9-a735-6ae84b053400 req-9e9be3f8-abb7-4a3b-b893-12f08f5bb14f tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef5c328412ce4c398dd75e3cbf979514 HTTP/1.1" status: 200 len: 10909 time: 0.2526510 Jul 16 18:06:59.139474 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f794169f-2f25-4bb9-a735-6ae84b053400 req-f3c38655-b276-429b-8f10-36251c8f9d10 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/a7282213-9898-4002-b3e3-08f751d36b3a HTTP/1.1" status: 200 len: 2985 time: 0.1079175 Jul 16 18:06:59.184854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad76510-95a4-4e79-ba11-ca04204a633b {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:59.202648 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.238731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Transition to ACTIVE for port object fad76510-95a4-4e79-ba11-ca04204a633b will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:59.244962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f794169f-2f25-4bb9-a735-6ae84b053400 req-a705143a-381e-4c2c-9ffc-518173411e2b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/a7282213-9898-4002-b3e3-08f751d36b3a HTTP/1.1" status: 200 len: 2985 time: 0.0847363 Jul 16 18:06:59.246763 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.301798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c3f1d-4898-4a4f-a651-10195288783d req-78f94a2c-748b-4d86-b606-60349d9b5df8 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.303413 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-724c3f1d-4898-4a4f-a651-10195288783d req-78f94a2c-748b-4d86-b606-60349d9b5df8 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.1778822 Jul 16 18:06:59.314367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Pushing event updated for resources: {'Port': ['ID=fad76510-95a4-4e79-ba11-ca04204a633b,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:59.317733 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45904) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:59.325324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2cb40cf3-7368-4c3d-8b9e-7eef7a1b321f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Request body: {'floatingip': {'port_id': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:59.386828 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2cb40cf3-7368-4c3d-8b9e-7eef7a1b321f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.464127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Attempting to bind port fad76510-95a4-4e79-ba11-ca04204a633b on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:59.464527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Attempting to bind port fad76510-95a4-4e79-ba11-ca04204a633b by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'd47276b4-f894-4995-bfd9-dd6d94630b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '30341329-aacc-446b-ba5e-b1a3b510f4fc'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:59.464867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Attempting to bind port fad76510-95a4-4e79-ba11-ca04204a633b on network 30341329-aacc-446b-ba5e-b1a3b510f4fc {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:59.482531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Port fad76510-95a4-4e79-ba11-ca04204a633b on network 30341329-aacc-446b-ba5e-b1a3b510f4fc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:59.482856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Attempting to bind port fad76510-95a4-4e79-ba11-ca04204a633b on network 30341329-aacc-446b-ba5e-b1a3b510f4fc {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:59.506701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f110927-e0c2-4de4-bddf-3904de3545af req-10a4b970-6311-48ff-9e1e-d57727d96af2 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.508262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f110927-e0c2-4de4-bddf-3904de3545af req-10a4b970-6311-48ff-9e1e-d57727d96af2 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 943 time: 0.1250870 Jul 16 18:06:59.512180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:59.512518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Checking segment: {'id': 'd47276b4-f894-4995-bfd9-dd6d94630b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '30341329-aacc-446b-ba5e-b1a3b510f4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:59.512908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Bound using segment: {'id': 'd47276b4-f894-4995-bfd9-dd6d94630b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '30341329-aacc-446b-ba5e-b1a3b510f4fc'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:59.513408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Bound port: fad76510-95a4-4e79-ba11-ca04204a633b, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47276b4-f894-4995-bfd9-dd6d94630b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '30341329-aacc-446b-ba5e-b1a3b510f4fc'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:59.513776 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.598429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1234342-de44-4bd4-8385-c886e7ba0dbe req-60bf7bdd-e046-4e6f-b921-27596491b38b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/246fc82d-d66c-4932-b4ae-493f8008b9b4 HTTP/1.1" status: 200 len: 1803 time: 0.1305122 Jul 16 18:06:59.610869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f110927-e0c2-4de4-bddf-3904de3545af req-d7c59e07-6229-47b3-a0b8-a14eacf78350 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896845 Jul 16 18:06:59.662163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] For port fad76510-95a4-4e79-ba11-ca04204a633b, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:59.668096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] For port fad76510-95a4-4e79-ba11-ca04204a633b, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=fad76510-95a4-4e79-ba11-ca04204a633b,segment=NetworkSegment(d47276b4-f894-4995-bfd9-dd6d94630b28),segment_id=d47276b4-f894-4995-bfd9-dd6d94630b28)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:59.681683 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.743140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.743789 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.745671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] 10.222.0.43 "PUT /v2.0/ports/fad76510-95a4-4e79-ba11-ca04204a633b HTTP/1.1" status: 200 len: 1092 time: 1.3103738 Jul 16 18:06:59.749793 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c1234342-de44-4bd4-8385-c886e7ba0dbe req-eed8f76c-f17a-43e5-812b-6e6047ee27af tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.751527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397380e4-30a9-4ff9-ab2f-82335a3078ab', 'tag': 'fad76510-95a4-4e79-ba11-ca04204a633b'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:59.753860 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1532fb-c4e4-42d0-b333-fffee0ab428f" -d '{"events": [{"name": "network-changed", "server_uuid": "397380e4-30a9-4ff9-ab2f-82335a3078ab", "tag": "fad76510-95a4-4e79-ba11-ca04204a633b"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:59.838954 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c1234342-de44-4bd4-8385-c886e7ba0dbe req-eed8f76c-f17a-43e5-812b-6e6047ee27af tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.864194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8765d-e85b-44e0-ac6b-b581f2238533 service neutron] Pushing event updated for resources: {'Port': ['ID=fad76510-95a4-4e79-ba11-ca04204a633b,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:59.902146 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2cb40cf3-7368-4c3d-8b9e-7eef7a1b321f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.909874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2cb40cf3-7368-4c3d-8b9e-7eef7a1b321f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.930216 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c1234342-de44-4bd4-8385-c886e7ba0dbe req-eed8f76c-f17a-43e5-812b-6e6047ee27af tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.933805 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c1234342-de44-4bd4-8385-c886e7ba0dbe req-eed8f76c-f17a-43e5-812b-6e6047ee27af tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.935022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1234342-de44-4bd4-8385-c886e7ba0dbe req-eed8f76c-f17a-43e5-812b-6e6047ee27af tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "DELETE /v2.0/security-groups/246fc82d-d66c-4932-b4ae-493f8008b9b4 HTTP/1.1" status: 204 len: 173 time: 0.3278916 Jul 16 18:06:59.957103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c467-8017-4fd2-84d4-25635737bb80 req-3036d86e-653a-4976-bca4-4a221dd46a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.959301 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-3036d86e-653a-4976-bca4-4a221dd46a34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08b367b9e377459786aeae0eec232725&device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 1095 time: 0.1671896 Jul 16 18:06:59.961358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8f76c-f17a-43e5-812b-6e6047ee27af tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=246fc82d-d66c-4932-b4ae-493f8008b9b4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:59.970580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17f154-e171-40ca-b6e8-f4b4f7bc3451 req-49190d82-9cc3-40a0-9779-b8127a850ee1 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.987540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf17f154-e171-40ca-b6e8-f4b4f7bc3451 req-49190d82-9cc3-40a0-9779-b8127a850ee1 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.2209067 Jul 16 18:07:00.023926 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259a7df8-e129-49d7-bc88-7a321260c116 x-openstack-request-id: req-259a7df8-e129-49d7-bc88-7a321260c116 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:00.024262 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397380e4-30a9-4ff9-ab2f-82335a3078ab", "tag": "fad76510-95a4-4e79-ba11-ca04204a633b", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:00.024563 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-259a7df8-e129-49d7-bc88-7a321260c116 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:00.024967 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397380e4-30a9-4ff9-ab2f-82335a3078ab', 'tag': 'fad76510-95a4-4e79-ba11-ca04204a633b', 'status': 'completed', 'code': 200} Jul 16 18:07:00.053646 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-2cb40cf3-7368-4c3d-8b9e-7eef7a1b321f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Floating IP 2faf767e-6092-4a04-bb12-4eb4b67ac543 associated. External IP: 172.25.5.182, port: 7c346b80-ea7c-47f4-8ccf-7c5807727d1e. Jul 16 18:07:00.088934 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-56a72a70-e9e5-43d1-8781-2199489ac629 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fad76510-95a4-4e79-ba11-ca04204a633b HTTP/1.1" status: 200 len: 217 time: 0.0898287 Jul 16 18:07:00.113058 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-08ac2a2d-7f68-4ca6-a480-b96f393ee5b7 req-4c6c0388-540f-488e-aa3b-797f51632ddf tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] show failed (client error): The resource could not be found. Jul 16 18:07:00.121540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08ac2a2d-7f68-4ca6-a480-b96f393ee5b7 req-4c6c0388-540f-488e-aa3b-797f51632ddf tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/246fc82d-d66c-4932-b4ae-493f8008b9b4 HTTP/1.1" status: 404 len: 352 time: 0.0860925 Jul 16 18:07:00.172502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf17f154-e171-40ca-b6e8-f4b4f7bc3451 req-de77b36a-8cfc-46d4-8ebe-77364471d196 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760654 Jul 16 18:07:00.219813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c467-8017-4fd2-84d4-25635737bb80 req-6a42d5f0-0fda-421c-816a-1626b12633d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.221813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-6a42d5f0-0fda-421c-816a-1626b12633d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0af0099-c9f3-4490-90c7-8361de452364 HTTP/1.1" status: 200 len: 851 time: 0.1202943 Jul 16 18:07:00.227687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-945abec2-564e-44e9-a823-2a46507055b5 req-4b10d379-7ef0-4d22-8e03-e368769a52c7 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/f7ad4ea9-9dc9-46ea-bbfc-11e8ed1cbc89 HTTP/1.1" status: 200 len: 1803 time: 0.0880594 Jul 16 18:07:00.267114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-353be06b-6dcb-47b8-a1f2-9622e4876885 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30341329-aacc-446b-ba5e-b1a3b510f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383584 Jul 16 18:07:00.296446 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb40cf3-7368-4c3d-8b9e-7eef7a1b321f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Router f5d9cb39-d96b-4987-b1e4-756593b9c68a has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:00.345827 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-945abec2-564e-44e9-a823-2a46507055b5 req-05b267e1-007f-489f-b382-819b65689a59 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.403060 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-945abec2-564e-44e9-a823-2a46507055b5 req-05b267e1-007f-489f-b382-819b65689a59 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.421072 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb40cf3-7368-4c3d-8b9e-7eef7a1b321f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:00.432010 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-392ea51b-2dad-4244-a22f-ec5d35dafc29 service neutron] 10.222.0.43 "GET /v2.0/networks/30341329-aacc-446b-ba5e-b1a3b510f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560004 Jul 16 18:07:00.434303 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2cb40cf3-7368-4c3d-8b9e-7eef7a1b321f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.434756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501b584-a129-4c96-b981-681df1047817 None None] Sync routers for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:00.447877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501b584-a129-4c96-b981-681df1047817 None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:00.448795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a501b584-a129-4c96-b981-681df1047817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:06:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:00.498054 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2cb40cf3-7368-4c3d-8b9e-7eef7a1b321f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "PUT /v2.0/floatingips/2faf767e-6092-4a04-bb12-4eb4b67ac543 HTTP/1.1" status: 200 len: 992 time: 1.1777310 Jul 16 18:07:00.499168 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ae6646-0c30-4897-9b47-58ed98c67735', 'tag': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:00.502354 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01eaf47-1d8f-4ab4-b085-77f2a344946b" -d '{"events": [{"name": "network-changed", "server_uuid": "45ae6646-0c30-4897-9b47-58ed98c67735", "tag": "7c346b80-ea7c-47f4-8ccf-7c5807727d1e"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:00.556904 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-945abec2-564e-44e9-a823-2a46507055b5 req-05b267e1-007f-489f-b382-819b65689a59 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.559792 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-945abec2-564e-44e9-a823-2a46507055b5 req-05b267e1-007f-489f-b382-819b65689a59 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.563954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-945abec2-564e-44e9-a823-2a46507055b5 req-05b267e1-007f-489f-b382-819b65689a59 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "DELETE /v2.0/security-groups/f7ad4ea9-9dc9-46ea-bbfc-11e8ed1cbc89 HTTP/1.1" status: 204 len: 173 time: 0.3239446 Jul 16 18:07:00.571007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4136c467-8017-4fd2-84d4-25635737bb80 req-86f65a4d-cc79-4edd-925c-2eff42ee2bf0 service neutron] 10.222.0.43 "GET /v2.0/networks/30341329-aacc-446b-ba5e-b1a3b510f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318114 Jul 16 18:07:00.578688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b267e1-007f-489f-b382-819b65689a59 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ad4ea9-9dc9-46ea-bbfc-11e8ed1cbc89,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:00.634324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-a501b584-a129-4c96-b981-681df1047817 None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:00.674881 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff99e3b-df9c-4fe7-b890-800cc7c1ad24 x-openstack-request-id: req-dff99e3b-df9c-4fe7-b890-800cc7c1ad24 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:00.675264 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ae6646-0c30-4897-9b47-58ed98c67735", "tag": "7c346b80-ea7c-47f4-8ccf-7c5807727d1e", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:00.675924 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dff99e3b-df9c-4fe7-b890-800cc7c1ad24 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:00.677761 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ae6646-0c30-4897-9b47-58ed98c67735', 'tag': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e', 'status': 'completed', 'code': 200} Jul 16 18:07:00.741136 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dead82ae-627c-49a3-9185-09f58ab739e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.742576 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.780904 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-b23f782e-709d-4e5e-9f03-f60d5a1f9ff4 req-6bcb91d4-37d3-4600-a348-9cca9a0682dc tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] show failed (client error): The resource could not be found. Jul 16 18:07:00.782334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b23f782e-709d-4e5e-9f03-f60d5a1f9ff4 req-6bcb91d4-37d3-4600-a348-9cca9a0682dc tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/f7ad4ea9-9dc9-46ea-bbfc-11e8ed1cbc89 HTTP/1.1" status: 404 len: 352 time: 0.0687299 Jul 16 18:07:00.824688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1532fb-c4e4-42d0-b333-fffee0ab428f req-68453bee-7338-484b-bb97-0c084e3f4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.826543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f1532fb-c4e4-42d0-b333-fffee0ab428f req-68453bee-7338-484b-bb97-0c084e3f4d9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08b367b9e377459786aeae0eec232725&device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 1095 time: 0.1699948 Jul 16 18:07:00.900893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eaf47-1d8f-4ab4-b085-77f2a344946b req-edf51022-cd7c-43fc-90b4-0f9233c12a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.902428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a01eaf47-1d8f-4ab4-b085-77f2a344946b req-edf51022-cd7c-43fc-90b4-0f9233c12a90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3300ca1eb774358bc73fd789b35b8a8&device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 1098 time: 0.1740234 Jul 16 18:07:00.912672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a501b584-a129-4c96-b981-681df1047817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '2faf767e-6092-4a04-bb12-4eb4b67ac543', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'port_id': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'mac_address': 'fa:16:3e:d0:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ae6646-0c30-4897-9b47-58ed98c67735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:06:42Z', 'updated_at': '2021-07-16T18:06:59Z', 'revision_number': 1, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:00.938878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501b584-a129-4c96-b981-681df1047817 None None] Checking router: f5d9cb39-d96b-4987-b1e4-756593b9c68a for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:00.947364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501b584-a129-4c96-b981-681df1047817 None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:00.948026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a501b584-a129-4c96-b981-681df1047817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:00.998383 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fe3b994d-710f-4b96-bd97-0a059f94fa54 req-881ba59d-216b-43a1-ad80-bc2efc888580 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/d8ad6b76-1225-4dfc-b323-3c31a3b2a11a HTTP/1.1" status: 200 len: 1800 time: 0.1761105 Jul 16 18:07:01.075115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-a501b584-a129-4c96-b981-681df1047817 None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:01.121308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1532fb-c4e4-42d0-b333-fffee0ab428f req-0ec88a3f-ea90-4870-aed1-cd14411ab90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.122883 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f1532fb-c4e4-42d0-b333-fffee0ab428f req-0ec88a3f-ea90-4870-aed1-cd14411ab90e service neutron] 10.222.0.43 "GET /v2.0/networks?id=30341329-aacc-446b-ba5e-b1a3b510f4fc HTTP/1.1" status: 200 len: 912 time: 0.2864749 Jul 16 18:07:01.143064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f53da-1c14-4719-b3e2-7a66f0082686 req-34ed6c83-f22a-414b-88c0-6c14dd9cd18c tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.144647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb3f53da-1c14-4719-b3e2-7a66f0082686 req-34ed6c83-f22a-414b-88c0-6c14dd9cd18c tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 943 time: 0.2719369 Jul 16 18:07:01.199496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eaf47-1d8f-4ab4-b085-77f2a344946b req-d8c799e3-06d3-4fe8-a1f3-af975b1cac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.201012 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a01eaf47-1d8f-4ab4-b085-77f2a344946b req-d8c799e3-06d3-4fe8-a1f3-af975b1cac0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3f19b65-ee6b-41f6-9b83-418e35648d8f HTTP/1.1" status: 200 len: 911 time: 0.2672985 Jul 16 18:07:01.211750 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f1532fb-c4e4-42d0-b333-fffee0ab428f req-40a38ac3-f298-4f34-9b7d-775f589993e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fad76510-95a4-4e79-ba11-ca04204a633b HTTP/1.1" status: 200 len: 217 time: 0.0782702 Jul 16 18:07:01.301514 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fe3b994d-710f-4b96-bd97-0a059f94fa54 req-e4285731-4fa4-40be-ac96-8ef246ea1ba0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.345195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb3f53da-1c14-4719-b3e2-7a66f0082686 req-5ee692a6-312a-4982-a3c3-3c93f5637b43 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914964 Jul 16 18:07:01.379517 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fe3b994d-710f-4b96-bd97-0a059f94fa54 req-e4285731-4fa4-40be-ac96-8ef246ea1ba0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.385729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a501b584-a129-4c96-b981-681df1047817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '2faf767e-6092-4a04-bb12-4eb4b67ac543', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'port_id': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'mac_address': 'fa:16:3e:d0:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ae6646-0c30-4897-9b47-58ed98c67735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:06:42Z', 'updated_at': '2021-07-16T18:06:59Z', 'revision_number': 1, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:01.387183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a01eaf47-1d8f-4ab4-b085-77f2a344946b req-a2b7c1fe-f588-4108-9fe0-58c191b65a98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c346b80-ea7c-47f4-8ccf-7c5807727d1e HTTP/1.1" status: 200 len: 1000 time: 0.1727467 Jul 16 18:07:01.390769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1532fb-c4e4-42d0-b333-fffee0ab428f req-ee64048a-eea7-4210-954e-02cfb21225e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.392526 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f1532fb-c4e4-42d0-b333-fffee0ab428f req-ee64048a-eea7-4210-954e-02cfb21225e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0af0099-c9f3-4490-90c7-8361de452364 HTTP/1.1" status: 200 len: 851 time: 0.1654944 Jul 16 18:07:01.424572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501b584-a129-4c96-b981-681df1047817 None None] The sync data for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 is: [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '2faf767e-6092-4a04-bb12-4eb4b67ac543', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'port_id': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'mac_address': 'fa:16:3e:d0:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ae6646-0c30-4897-9b47-58ed98c67735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:06:42Z', 'updated_at': '2021-07-16T18:06:59Z', 'revision_number': 1, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:01.481630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f1532fb-c4e4-42d0-b333-fffee0ab428f req-cf7b88de-84fb-49be-8b58-ab7b544b461b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30341329-aacc-446b-ba5e-b1a3b510f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777678 Jul 16 18:07:01.578965 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eaf47-1d8f-4ab4-b085-77f2a344946b req-f5aad580-c053-468e-8e12-c5566af4c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.580703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a01eaf47-1d8f-4ab4-b085-77f2a344946b req-f5aad580-c053-468e-8e12-c5566af4c57c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67124d59-0334-4001-bc70-c456c40671e8 HTTP/1.1" status: 200 len: 849 time: 0.1802504 Jul 16 18:07:01.624898 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fe3b994d-710f-4b96-bd97-0a059f94fa54 req-e4285731-4fa4-40be-ac96-8ef246ea1ba0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.627371 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fe3b994d-710f-4b96-bd97-0a059f94fa54 req-e4285731-4fa4-40be-ac96-8ef246ea1ba0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.628467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fe3b994d-710f-4b96-bd97-0a059f94fa54 req-e4285731-4fa4-40be-ac96-8ef246ea1ba0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "DELETE /v2.0/security-groups/d8ad6b76-1225-4dfc-b323-3c31a3b2a11a HTTP/1.1" status: 204 len: 173 time: 0.6159663 Jul 16 18:07:01.710950 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda96aba-9ae6-4aba-99e7-fba56a6cd3ed None None] New status for floating IP 2faf767e-6092-4a04-bb12-4eb4b67ac543: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:07:01.795186 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.010091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4285731-4fa4-40be-ac96-8ef246ea1ba0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ad6b76-1225-4dfc-b323-3c31a3b2a11a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:02.051575 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-db04cf0f-163c-4ef5-ae4a-e2e4c589b36e req-aaf5b988-a2a2-42d7-8b8e-ff0d3cc7ad46 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] show failed (client error): The resource could not be found. Jul 16 18:07:02.053250 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db04cf0f-163c-4ef5-ae4a-e2e4c589b36e req-aaf5b988-a2a2-42d7-8b8e-ff0d3cc7ad46 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/d8ad6b76-1225-4dfc-b323-3c31a3b2a11a HTTP/1.1" status: 404 len: 352 time: 0.0512161 Jul 16 18:07:02.065481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033ebf0-8fe4-416c-a6a8-bb9cea209340 req-70678dd6-9ca3-40e8-81ae-e3b543f24989 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.067258 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9033ebf0-8fe4-416c-a6a8-bb9cea209340 req-70678dd6-9ca3-40e8-81ae-e3b543f24989 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.5903676 Jul 16 18:07:02.076738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f1532fb-c4e4-42d0-b333-fffee0ab428f req-e685ee1c-7675-46fb-b5c7-1b1bbf249970 service neutron] 10.222.0.43 "GET /v2.0/networks/30341329-aacc-446b-ba5e-b1a3b510f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5694699 Jul 16 18:07:02.153551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eaf47-1d8f-4ab4-b085-77f2a344946b req-9a8d9366-9ad1-4ccf-a2fa-a93bc78dd5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.155193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a01eaf47-1d8f-4ab4-b085-77f2a344946b req-9a8d9366-9ad1-4ccf-a2fa-a93bc78dd5ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3f19b65-ee6b-41f6-9b83-418e35648d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5634282 Jul 16 18:07:02.204297 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9033ebf0-8fe4-416c-a6a8-bb9cea209340 req-7666d088-22eb-4817-b783-84f39af98b20 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308074 Jul 16 18:07:02.343306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f1532fb-c4e4-42d0-b333-fffee0ab428f req-43142f6d-887f-4a33-b980-46cccecfebb0 service neutron] 10.222.0.43 "GET /v2.0/networks/30341329-aacc-446b-ba5e-b1a3b510f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555647 Jul 16 18:07:02.380945 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c4964bd-a8ca-4e8f-b5bd-13742697a9b3 req-b9173fc7-d35a-4079-8c3b-e08ae6c9b680 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef5c328412ce4c398dd75e3cbf979514 HTTP/1.1" status: 200 len: 6156 time: 0.1910899 Jul 16 18:07:02.382984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a01eaf47-1d8f-4ab4-b085-77f2a344946b req-868627b9-f0f9-4cff-ade5-6b8293782f3d service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949742 Jul 16 18:07:02.515934 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c4964bd-a8ca-4e8f-b5bd-13742697a9b3 req-d41b18a4-494b-4262-b689-7656e69c2381 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/a7282213-9898-4002-b3e3-08f751d36b3a HTTP/1.1" status: 200 len: 2985 time: 0.1218591 Jul 16 18:07:02.519570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device fad76510-95a4-4e79-ba11-ca04204a633b details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:02.563978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a01eaf47-1d8f-4ab4-b085-77f2a344946b req-b9b7893a-c9ad-4bcb-bd71-535e8dbdcbd3 service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646082 Jul 16 18:07:02.671522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c4964bd-a8ca-4e8f-b5bd-13742697a9b3 req-d8cada48-b5d0-49b5-a733-b1a56bd9fc7b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/a7282213-9898-4002-b3e3-08f751d36b3a HTTP/1.1" status: 200 len: 2985 time: 0.1511302 Jul 16 18:07:02.684193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port fad76510-95a4-4e79-ba11-ca04204a633b, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=fad76510-95a4-4e79-ba11-ca04204a633b,segment=NetworkSegment(d47276b4-f894-4995-bfd9-dd6d94630b28),segment_id=d47276b4-f894-4995-bfd9-dd6d94630b28)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:02.699719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'fad76510-95a4-4e79-ba11-ca04204a633b', 'network_id': '30341329-aacc-446b-ba5e-b1a3b510f4fc', 'port_id': 'fad76510-95a4-4e79-ba11-ca04204a633b', 'mac_address': 'fa:16:3e:20:32:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0af0099-c9f3-4490-90c7-8361de452364', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:02.751248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4e9f8c71-a328-49d1-bad0-5fc6345e5528 req-65e059bc-3668-4328-9c51-d2e922d51a7c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2097930591', 'description': 'tempest-description-1020433260'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:02.769296 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.789380 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4e9f8c71-a328-49d1-bad0-5fc6345e5528 req-65e059bc-3668-4328-9c51-d2e922d51a7c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.805949 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad76510-95a4-4e79-ba11-ca04204a633b {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:02.845819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port fad76510-95a4-4e79-ba11-ca04204a633b, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=fad76510-95a4-4e79-ba11-ca04204a633b,segment=NetworkSegment(d47276b4-f894-4995-bfd9-dd6d94630b28),segment_id=d47276b4-f894-4995-bfd9-dd6d94630b28)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:02.853208 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.921110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=fad76510-95a4-4e79-ba11-ca04204a633b,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:02.930386 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4e9f8c71-a328-49d1-bad0-5fc6345e5528 req-65e059bc-3668-4328-9c51-d2e922d51a7c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.938630 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4e9f8c71-a328-49d1-bad0-5fc6345e5528 req-65e059bc-3668-4328-9c51-d2e922d51a7c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.955026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06ab86-3d79-4069-8441-b6e34eb84a83 req-38572bbc-68e6-481f-a5e1-ebeeff34a5df tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.956522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b06ab86-3d79-4069-8441-b6e34eb84a83 req-38572bbc-68e6-481f-a5e1-ebeeff34a5df tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 944 time: 0.1101825 Jul 16 18:07:02.992065 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4e9f8c71-a328-49d1-bad0-5fc6345e5528 req-65e059bc-3668-4328-9c51-d2e922d51a7c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.993276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e9f8c71-a328-49d1-bad0-5fc6345e5528 req-65e059bc-3668-4328-9c51-d2e922d51a7c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2471139 Jul 16 18:07:02.994985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e059bc-3668-4328-9c51-d2e922d51a7c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc43212-53e2-444e-8e2f-5430943cbcc4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.025782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b06ab86-3d79-4069-8441-b6e34eb84a83 req-9523954c-9686-49ac-81c1-1c54e013d674 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592270 Jul 16 18:07:03.162978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['fad76510-95a4-4e79-ba11-ca04204a633b'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:03.214105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-9dae4237-7bcb-4842-bc07-8eb80458cbf9 req-a62851bf-8e3c-4074-8a73-cec6bfdff7d2 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1749815192', 'description': 'tempest-description-806835985'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:03.231687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733984e-67fc-49a0-9677-d2bf33ab01cd req-ecd780e8-b138-4e4b-8bd9-5b2a83a319ec tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:03.233281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c733984e-67fc-49a0-9677-d2bf33ab01cd req-ecd780e8-b138-4e4b-8bd9-5b2a83a319ec tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.1040533 Jul 16 18:07:03.280683 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c733984e-67fc-49a0-9677-d2bf33ab01cd req-747b7d9c-f65c-45c9-9554-09e9814b40a0 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Jul 16 18:07:03.292079 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9dae4237-7bcb-4842-bc07-8eb80458cbf9 req-a62851bf-8e3c-4074-8a73-cec6bfdff7d2 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.416251 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9dae4237-7bcb-4842-bc07-8eb80458cbf9 req-a62851bf-8e3c-4074-8a73-cec6bfdff7d2 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.435839 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9dae4237-7bcb-4842-bc07-8eb80458cbf9 req-a62851bf-8e3c-4074-8a73-cec6bfdff7d2 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.473211 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9dae4237-7bcb-4842-bc07-8eb80458cbf9 req-a62851bf-8e3c-4074-8a73-cec6bfdff7d2 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.491302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dae4237-7bcb-4842-bc07-8eb80458cbf9 req-a62851bf-8e3c-4074-8a73-cec6bfdff7d2 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2849457 Jul 16 18:07:03.493596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62851bf-8e3c-4074-8a73-cec6bfdff7d2 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e00dffa-6e12-4b17-ac46-b25bc7f6b562,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.527215 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.754742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-b4306c7f-d3fe-4bad-b5d3-3442e30315dc tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:03.756264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-b4306c7f-d3fe-4bad-b5d3-3442e30315dc tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/networks?id=bb3825b8-5e1d-4b7e-8861-df4642708a36 HTTP/1.1" status: 200 len: 812 time: 0.1000943 Jul 16 18:07:03.770334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-eb436ac3-3fd1-4bbd-adc7-be89b6ece097 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/quotas/ef5c328412ce4c398dd75e3cbf979514 HTTP/1.1" status: 200 len: 375 time: 0.0088034 Jul 16 18:07:03.832556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-82ca6ee9-41ea-4408-a7a9-1ab072fb6161 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef5c328412ce4c398dd75e3cbf979514&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0570452 Jul 16 18:07:03.924741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-b4d6ba71-a776-480b-80b9-84c155556b53 service neutron] 10.222.0.41 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850358 Jul 16 18:07:04.018263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-707a6e5d-cb50-4432-8135-c93b7d0abea6 service neutron] 10.222.0.41 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871146 Jul 16 18:07:04.209530 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-238eaa5f-2fa5-4524-9613-0f59d7d567a9 req-2cf07cc4-c52b-4484-9711-d27a9ab29586 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 210 time: 0.0447886 Jul 16 18:07:04.282415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d62ac0-be4f-4862-8958-7fb020a0bf36 req-cfd5dd18-4a1f-4127-8ca8-1cef33b671d0 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.288209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d62ac0-be4f-4862-8958-7fb020a0bf36 req-cfd5dd18-4a1f-4127-8ca8-1cef33b671d0 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 944 time: 0.1336439 Jul 16 18:07:04.348476 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108de7d-3ab9-4946-b1cf-49449e1f4628 req-5420e4fd-63d1-41dc-9119-897532737097 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.350880 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0108de7d-3ab9-4946-b1cf-49449e1f4628 req-5420e4fd-63d1-41dc-9119-897532737097 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.1226332 Jul 16 18:07:04.354387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d62ac0-be4f-4862-8958-7fb020a0bf36 req-df0b3d4d-2f06-4359-854f-ae3fcab17d9e tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636435 Jul 16 18:07:04.494824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0108de7d-3ab9-4946-b1cf-49449e1f4628 req-6899fceb-dca1-42b4-a8ad-31d7da7c9a06 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Deleting port f5d815d1-8001-4efb-817d-075d23cb1ec7 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:04.495211 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0108de7d-3ab9-4946-b1cf-49449e1f4628 req-6899fceb-dca1-42b4-a8ad-31d7da7c9a06 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.546938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device fad76510-95a4-4e79-ba11-ca04204a633b up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:04.621516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port fad76510-95a4-4e79-ba11-ca04204a633b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:04.626069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port fad76510-95a4-4e79-ba11-ca04204a633b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:04.626809 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.676148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b792c8b-022b-4652-9c2a-c9de7cf9d950 req-6d203a7a-b023-446d-bf02-58bc0dee52f1 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.683650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b792c8b-022b-4652-9c2a-c9de7cf9d950 req-6d203a7a-b023-446d-bf02-58bc0dee52f1 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=867ce9a7-9702-4395-8eb5-3965fb85caa6 HTTP/1.1" status: 200 len: 945 time: 0.2300088 Jul 16 18:07:04.709102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0108de7d-3ab9-4946-b1cf-49449e1f4628 req-6899fceb-dca1-42b4-a8ad-31d7da7c9a06 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] For port f5d815d1-8001-4efb-817d-075d23cb1ec7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f5d815d1-8001-4efb-817d-075d23cb1ec7,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:04.709532 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0108de7d-3ab9-4946-b1cf-49449e1f4628 req-6899fceb-dca1-42b4-a8ad-31d7da7c9a06 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.729485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0108de7d-3ab9-4946-b1cf-49449e1f4628 req-6899fceb-dca1-42b4-a8ad-31d7da7c9a06 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Calling delete_port for f5d815d1-8001-4efb-817d-075d23cb1ec7 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:04.734162 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.760503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b792c8b-022b-4652-9c2a-c9de7cf9d950 req-f08dadce-2fd7-4953-b2ee-59ee4147397b tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756192 Jul 16 18:07:04.763177 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397380e4-30a9-4ff9-ab2f-82335a3078ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad76510-95a4-4e79-ba11-ca04204a633b'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:04.765661 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d135908-3672-4724-a309-04270ce5f0be" -d '{"events": [{"server_uuid": "397380e4-30a9-4ff9-ab2f-82335a3078ab", "name": "network-vif-plugged", "status": "completed", "tag": "fad76510-95a4-4e79-ba11-ca04204a633b"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:04.780679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port fad76510-95a4-4e79-ba11-ca04204a633b, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=fad76510-95a4-4e79-ba11-ca04204a633b,segment=NetworkSegment(d47276b4-f894-4995-bfd9-dd6d94630b28),segment_id=d47276b4-f894-4995-bfd9-dd6d94630b28)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:04.788218 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.834072 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb7133f-b97c-404c-b831-745d1e4f022e x-openstack-request-id: req-3fb7133f-b97c-404c-b831-745d1e4f022e {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:04.834561 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397380e4-30a9-4ff9-ab2f-82335a3078ab", "name": "network-vif-plugged", "status": "completed", "tag": "fad76510-95a4-4e79-ba11-ca04204a633b", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:04.834789 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fb7133f-b97c-404c-b831-745d1e4f022e {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:04.836280 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397380e4-30a9-4ff9-ab2f-82335a3078ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad76510-95a4-4e79-ba11-ca04204a633b', 'code': 200} Jul 16 18:07:04.873704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-4cea274a-2dbe-4369-8412-be80c928bda1 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232762290&fields=id&tenant_id=66bb849ac62844c6957c750d90efa878 HTTP/1.1" status: 200 len: 267 time: 0.0520630 Jul 16 18:07:04.883067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=fad76510-95a4-4e79-ba11-ca04204a633b,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:05.018268 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0108de7d-3ab9-4946-b1cf-49449e1f4628 req-6899fceb-dca1-42b4-a8ad-31d7da7c9a06 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.030460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['f5d815d1-8001-4efb-817d-075d23cb1ec7'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:05.061176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899fceb-dca1-42b4-a8ad-31d7da7c9a06 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Pushing event deleted for resources: {'Port': ['ID=f5d815d1-8001-4efb-817d-075d23cb1ec7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:05.112976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c5d128c7-032f-45fb-b032-52b2e9b389d9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.114436 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c5d128c7-032f-45fb-b032-52b2e9b389d9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 0.2163985 Jul 16 18:07:05.151641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621819c-9317-4968-a9c0-73e4799104e6 req-5c3c61d1-9c61-469d-bf51-630a1a06a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.153090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e621819c-9317-4968-a9c0-73e4799104e6 req-5c3c61d1-9c61-469d-bf51-630a1a06a32b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 1097 time: 0.2221425 Jul 16 18:07:05.154865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-0108de7d-3ab9-4946-b1cf-49449e1f4628 req-6899fceb-dca1-42b4-a8ad-31d7da7c9a06 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] No DVR routers for this DVR port f5d815d1-8001-4efb-817d-075d23cb1ec7 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:05.157755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0108de7d-3ab9-4946-b1cf-49449e1f4628 req-6899fceb-dca1-42b4-a8ad-31d7da7c9a06 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.159630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0108de7d-3ab9-4946-b1cf-49449e1f4628 req-6899fceb-dca1-42b4-a8ad-31d7da7c9a06 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "DELETE /v2.0/ports/f5d815d1-8001-4efb-817d-075d23cb1ec7 HTTP/1.1" status: 204 len: 173 time: 0.8022077 Jul 16 18:07:05.160055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867ce9a7-9702-4395-8eb5-3965fb85caa6', 'name': 'network-vif-deleted', 'tag': 'f5d815d1-8001-4efb-817d-075d23cb1ec7'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:05.162609 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dacde7b-c3f7-4232-89f5-5054fca70906" -d '{"events": [{"server_uuid": "867ce9a7-9702-4395-8eb5-3965fb85caa6", "name": "network-vif-deleted", "tag": "f5d815d1-8001-4efb-817d-075d23cb1ec7"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:05.167288 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-a0291504-1782-4a94-ad83-6b4a81feab5e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/quotas/66bb849ac62844c6957c750d90efa878 HTTP/1.1" status: 200 len: 375 time: 0.0450299 Jul 16 18:07:05.215207 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe42af2-d49e-44f4-a37f-7c061b9211f5 x-openstack-request-id: req-8fe42af2-d49e-44f4-a37f-7c061b9211f5 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:05.215944 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867ce9a7-9702-4395-8eb5-3965fb85caa6", "name": "network-vif-deleted", "tag": "f5d815d1-8001-4efb-817d-075d23cb1ec7", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:05.215944 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fe42af2-d49e-44f4-a37f-7c061b9211f5 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:05.216177 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867ce9a7-9702-4395-8eb5-3965fb85caa6', 'name': 'network-vif-deleted', 'tag': 'f5d815d1-8001-4efb-817d-075d23cb1ec7', 'status': 'completed', 'code': 200} Jul 16 18:07:05.237534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e621819c-9317-4968-a9c0-73e4799104e6 req-c5168b53-834f-4e01-a229-efbe393b21d9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721824 Jul 16 18:07:05.266380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-b89b25c1-f650-4c7c-91dd-5298612eb349 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846896 Jul 16 18:07:05.384746 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2297fd82-d427-4806-95d5-471078d4ce5b req-573ce18b-65fa-4b90-b1cf-1c46bff751b8 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 210 time: 0.0363250 Jul 16 18:07:05.406233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fa92d57e-e81e-4cc3-a8a9-1869669af36b service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274042 Jul 16 18:07:05.590427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-9f1613b9-41c7-44f3-96b3-89a4570fbc6c service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793187 Jul 16 18:07:05.596924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-474d1b06-b2f4-4251-abb8-37d3d464d07b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.598284 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-474d1b06-b2f4-4251-abb8-37d3d464d07b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.35 "GET /v2.0/networks?id=bb3825b8-5e1d-4b7e-8861-df4642708a36 HTTP/1.1" status: 200 len: 812 time: 0.1672344 Jul 16 18:07:05.613873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-14af0c36-85d1-4ca7-a40b-edc9128a699e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'port': {'device_id': '29265c14-a2a4-4e27-bb8f-936a44fc4f8f', 'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36', 'admin_state_up': True, 'tenant_id': 'ef5c328412ce4c398dd75e3cbf979514'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:05.766061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b581ec6-86ec-4f78-b961-cd80a42026e2 req-bbf9d582-81a5-4178-93e5-b0cef04628b7 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.767725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3b581ec6-86ec-4f78-b961-cd80a42026e2 req-bbf9d582-81a5-4178-93e5-b0cef04628b7 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.1578007 Jul 16 18:07:05.809313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-14af0c36-85d1-4ca7-a40b-edc9128a699e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Made reservation on behalf of ef5c328412ce4c398dd75e3cbf979514 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:05.812907 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-14af0c36-85d1-4ca7-a40b-edc9128a699e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.836596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3b581ec6-86ec-4f78-b961-cd80a42026e2 req-379db27c-b13b-4e8a-bf7c-840250416c56 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608265 Jul 16 18:07:05.986859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-14af0c36-85d1-4ca7-a40b-edc9128a699e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Allocated IP 172.20.0.9 (bb3825b8-5e1d-4b7e-8861-df4642708a36/bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca/36c0c881-dfe6-4b27-8437-535677e6b72d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:06.128146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-588896db-125b-4afc-a3d2-c31ecf1c18fc req-589f6dd1-11ba-4a9e-b018-dba692baed7e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 210 time: 0.0836754 Jul 16 18:07:06.256958 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-14af0c36-85d1-4ca7-a40b-edc9128a699e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.384350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c107-8466-4db0-abda-fa65d7e564fc req-0636afcf-e5b0-4146-b7ef-9a3a016df8b1 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.385902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-0636afcf-e5b0-4146-b7ef-9a3a016df8b1 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 811 time: 0.1480119 Jul 16 18:07:06.391717 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-14af0c36-85d1-4ca7-a40b-edc9128a699e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.403205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['70e89808-e146-4f24-b3d4-0ddb5cdd1b74'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:06.463966 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6e050677-57ed-4c44-b6c5-26a80201c8c5 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/quotas/40c61bd95cbf4623a1b855bc6d9bd28e HTTP/1.1" status: 200 len: 375 time: 0.0698082 Jul 16 18:07:06.516188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-aa6ed06a-fe8d-4d08-9398-c4cf67079aff tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513291 Jul 16 18:07:06.533090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-14af0c36-85d1-4ca7-a40b-edc9128a699e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Network bb3825b8-5e1d-4b7e-8861-df4642708a36 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:06.550383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-14af0c36-85d1-4ca7-a40b-edc9128a699e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:06.571557 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-14af0c36-85d1-4ca7-a40b-edc9128a699e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:06.622645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af0c36-85d1-4ca7-a40b-edc9128a699e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'Port': ['ID=36c0c881-dfe6-4b27-8437-535677e6b72d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:06.690058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-14af0c36-85d1-4ca7-a40b-edc9128a699e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.690662 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-14af0c36-85d1-4ca7-a40b-edc9128a699e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.724099 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-14af0c36-85d1-4ca7-a40b-edc9128a699e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1154912 Jul 16 18:07:06.733017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-99b2f0e8-d0bc-418c-b6af-b78b0a3fdeaa service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160094 Jul 16 18:07:06.739079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Request body: {'port': {'device_id': '29265c14-a2a4-4e27-bb8f-936a44fc4f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:06.749229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6adf76-8f1c-4f89-9efb-a33f63b8966f req-ba828891-1050-42df-a9d3-b1fe7c262fce tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.750742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a6adf76-8f1c-4f89-9efb-a33f63b8966f req-ba828891-1050-42df-a9d3-b1fe7c262fce tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 931 time: 0.2166390 Jul 16 18:07:06.898199 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a6adf76-8f1c-4f89-9efb-a33f63b8966f req-e0fa7325-4cd0-475a-b89c-00cb637eadd2 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378441 Jul 16 18:07:06.914675 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.946148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-c9b27bca-6816-4666-a0f1-e40a9ceed87a service neutron] 10.222.0.41 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934543 Jul 16 18:07:07.239461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad802b-5a2d-4fa2-9457-42396ca9fc80 req-174b22c1-c6d2-4c5c-a868-781b491a6a69 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:07.241673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4aad802b-5a2d-4fa2-9457-42396ca9fc80 req-174b22c1-c6d2-4c5c-a868-781b491a6a69 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.1145258 Jul 16 18:07:07.327456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c0c881-dfe6-4b27-8437-535677e6b72d {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:07.334473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b78c3241-5eda-41b0-84a0-764c6f8482fb req-1b10ce78-35b3-4be3-b1fd-c9ea4c2fdc40 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0557964 Jul 16 18:07:07.358791 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.373782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Transition to ACTIVE for port object 36c0c881-dfe6-4b27-8437-535677e6b72d will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:07.394880 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.421308 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4aad802b-5a2d-4fa2-9457-42396ca9fc80 req-2b5f097e-f365-4ec1-aa6b-cf25cb8c5598 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605556 Jul 16 18:07:07.902559 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e1a9f39f-cb59-4ef1-a4a2-ef722090646a req-8a4b9a0a-21da-4abb-a889-1b55ede29165 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 210 time: 0.4042389 Jul 16 18:07:07.907459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Pushing event updated for resources: {'Port': ['ID=36c0c881-dfe6-4b27-8437-535677e6b72d,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:07.978344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-36824d82-51e0-415a-a6f1-0e74bf494262 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:07.979843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-36824d82-51e0-415a-a6f1-0e74bf494262 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 0.6564145 Jul 16 18:07:08.028369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Attempting to bind port 36c0c881-dfe6-4b27-8437-535677e6b72d on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:08.028694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Attempting to bind port 36c0c881-dfe6-4b27-8437-535677e6b72d by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '6c633303-d3a2-451e-a36d-c8f81695bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:08.029787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Attempting to bind port 36c0c881-dfe6-4b27-8437-535677e6b72d on network bb3825b8-5e1d-4b7e-8861-df4642708a36 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:08.076445 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee20baa-e60e-471b-8f75-8e8ef478ec66 req-c64d059d-ce1a-4e33-bde2-3c0f176235be tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.077911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ee20baa-e60e-471b-8f75-8e8ef478ec66 req-c64d059d-ce1a-4e33-bde2-3c0f176235be tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.2527804 Jul 16 18:07:08.078457 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Port 36c0c881-dfe6-4b27-8437-535677e6b72d on network bb3825b8-5e1d-4b7e-8861-df4642708a36 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:08.078770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Attempting to bind port 36c0c881-dfe6-4b27-8437-535677e6b72d on network bb3825b8-5e1d-4b7e-8861-df4642708a36 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:08.103774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:08.104110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Checking segment: {'id': '6c633303-d3a2-451e-a36d-c8f81695bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:08.104480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Bound using segment: {'id': '6c633303-d3a2-451e-a36d-c8f81695bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:08.104907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Bound port: 36c0c881-dfe6-4b27-8437-535677e6b72d, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c633303-d3a2-451e-a36d-c8f81695bc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:08.105256 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.119183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-f63207d7-b0f0-4173-8b77-e0d5d64ef59e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66bb849ac62844c6957c750d90efa878 HTTP/1.1" status: 200 len: 379 time: 0.1224461 Jul 16 18:07:08.137368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'port': {'device_id': '445acc3b-1638-4af6-a344-14a08b204883', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'admin_state_up': True, 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'security_groups': ['a50a31bc-ae68-4c6d-8e12-2da819f9a64f']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:08.248851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ee20baa-e60e-471b-8f75-8e8ef478ec66 req-47987ae8-2d96-4565-a618-a50f3274de50 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613939 Jul 16 18:07:08.303373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a5f29-1565-4e0e-9e7c-204402be3b2c req-20c83cbc-8aff-4205-bf19-f9ed30d93607 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.305307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-692a5f29-1565-4e0e-9e7c-204402be3b2c req-20c83cbc-8aff-4205-bf19-f9ed30d93607 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 943 time: 0.2788012 Jul 16 18:07:08.354104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] For port 36c0c881-dfe6-4b27-8437-535677e6b72d, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:08.401779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Made reservation on behalf of 66bb849ac62844c6957c750d90efa878 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:08.405514 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.431287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] For port 36c0c881-dfe6-4b27-8437-535677e6b72d, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=36c0c881-dfe6-4b27-8437-535677e6b72d,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:08.483190 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.570529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-692a5f29-1565-4e0e-9e7c-204402be3b2c req-16a0d05c-4f47-4fcb-809f-6062223f70c3 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398891 Jul 16 18:07:08.585516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f5d815d1-8001-4efb-817d-075d23cb1ec7 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:08.604706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.605327 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.606728 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] 10.222.0.35 "PUT /v2.0/ports/36c0c881-dfe6-4b27-8437-535677e6b72d HTTP/1.1" status: 200 len: 1092 time: 1.8719509 Jul 16 18:07:08.607173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29265c14-a2a4-4e27-bb8f-936a44fc4f8f', 'tag': '36c0c881-dfe6-4b27-8437-535677e6b72d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:08.609455 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46c4c07-19e9-4e06-b83c-9fdb4d58b12a" -d '{"events": [{"name": "network-changed", "server_uuid": "29265c14-a2a4-4e27-bb8f-936a44fc4f8f", "tag": "36c0c881-dfe6-4b27-8437-535677e6b72d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:08.660370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c107-8466-4db0-abda-fa65d7e564fc req-5dfb85d7-2602-4c23-ae2c-0657213eddb3 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.662015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-5dfb85d7-2602-4c23-ae2c-0657213eddb3 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 811 time: 0.3479128 Jul 16 18:07:08.671507 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: f5d815d1-8001-4efb-817d-075d23cb1ec7 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:08.672231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f5d815d1-8001-4efb-817d-075d23cb1ec7 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:08.678818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-2912c107-8466-4db0-abda-fa65d7e564fc req-27e5c810-d0c7-4d56-b03a-711fb140752c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Request body: {'port': {'device_id': '7ed781e6-8e2e-4603-90eb-b7f32635c6a7', 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'admin_state_up': True, 'tenant_id': '40c61bd95cbf4623a1b855bc6d9bd28e'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:08.684301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa1a36-bd31-484e-ac3b-1ab689e9637a service neutron] Pushing event updated for resources: {'Port': ['ID=36c0c881-dfe6-4b27-8437-535677e6b72d,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:08.763199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Allocated IP 172.20.0.3 (4b119567-6ce3-487d-8627-e47c109379a2/e819abcf-6b00-458c-8032-3f3b68914119/33d74c13-73be-476c-b6f1-07a8fb8b04a7) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:08.919539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-79b13753-165a-4024-a16e-effd5aa7604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.921067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-79b13753-165a-4024-a16e-effd5aa7604f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef5c328412ce4c398dd75e3cbf979514&device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 1095 time: 0.1955280 Jul 16 18:07:08.978192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-50180095-d5d5-46cf-bee7-7af0b723b675 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36c0c881-dfe6-4b27-8437-535677e6b72d HTTP/1.1" status: 200 len: 217 time: 0.0426459 Jul 16 18:07:08.978792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2912c107-8466-4db0-abda-fa65d7e564fc req-27e5c810-d0c7-4d56-b03a-711fb140752c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Made reservation on behalf of 40c61bd95cbf4623a1b855bc6d9bd28e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:08.982299 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2912c107-8466-4db0-abda-fa65d7e564fc req-27e5c810-d0c7-4d56-b03a-711fb140752c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.144166 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492321b2-2a4c-45d1-8907-ca093535ac0c x-openstack-request-id: req-492321b2-2a4c-45d1-8907-ca093535ac0c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:09.144455 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29265c14-a2a4-4e27-bb8f-936a44fc4f8f", "tag": "36c0c881-dfe6-4b27-8437-535677e6b72d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:09.144918 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-492321b2-2a4c-45d1-8907-ca093535ac0c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:09.145322 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29265c14-a2a4-4e27-bb8f-936a44fc4f8f', 'tag': '36c0c881-dfe6-4b27-8437-535677e6b72d', 'status': 'completed', 'code': 200} Jul 16 18:07:09.172901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e38ec3c-2936-466b-a4f4-3ad980f74663 req-27c10d49-d46a-4361-9df0-eecee360a75c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0796986 Jul 16 18:07:09.174473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-82cd30cf-9855-43be-9623-c6fba6fa40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.175988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-82cd30cf-9855-43be-9623-c6fba6fa40e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca HTTP/1.1" status: 200 len: 852 time: 0.1835551 Jul 16 18:07:09.230894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-32f3767c-fab7-4400-9da7-bcc8a5b2afed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb3825b8-5e1d-4b7e-8861-df4642708a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413077 Jul 16 18:07:09.248151 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.351262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Transition to ACTIVE for port object 33d74c13-73be-476c-b6f1-07a8fb8b04a7 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:09.390726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ddda85c-3885-4acc-8a86-6a557e56d09b req-837a9f0b-d0b1-428e-bb21-b3e7db7f7602 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 210 time: 0.0770192 Jul 16 18:07:09.461377 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-2912c107-8466-4db0-abda-fa65d7e564fc req-27e5c810-d0c7-4d56-b03a-711fb140752c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Allocated IP 172.20.0.2 (1d83386b-98e9-43de-97bc-2d2db963b2c4/f383a48f-0c4d-404d-afd1-d0778e8a5939/443517a6-8dd8-4ce9-9d16-914ac33f02bc) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:09.550973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-f371337b-b599-4f2a-aae4-c692ef054749 service neutron] 10.222.0.35 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059504 Jul 16 18:07:09.561547 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.637890 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752c01-359a-4490-86cd-6424c0f1474b req-cc612b3e-da82-4b55-ab96-10c2425228a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.643841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752c01-359a-4490-86cd-6424c0f1474b req-cc612b3e-da82-4b55-ab96-10c2425228a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.650418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752c01-359a-4490-86cd-6424c0f1474b req-cc612b3e-da82-4b55-ab96-10c2425228a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.656446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752c01-359a-4490-86cd-6424c0f1474b req-cc612b3e-da82-4b55-ab96-10c2425228a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.663145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752c01-359a-4490-86cd-6424c0f1474b req-cc612b3e-da82-4b55-ab96-10c2425228a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.669072 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752c01-359a-4490-86cd-6424c0f1474b req-cc612b3e-da82-4b55-ab96-10c2425228a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.675142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752c01-359a-4490-86cd-6424c0f1474b req-cc612b3e-da82-4b55-ab96-10c2425228a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.677644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e752c01-359a-4490-86cd-6424c0f1474b req-cc612b3e-da82-4b55-ab96-10c2425228a4 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5441 time: 0.3942940 Jul 16 18:07:09.808081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Network 4b119567-6ce3-487d-8627-e47c109379a2 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:09.814194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'Port': ['ID=33d74c13-73be-476c-b6f1-07a8fb8b04a7,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:09.821528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:09.830034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:09.947111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c865de-8b8a-47e8-aa0e-a1924db1dbb4 req-1cc621c1-95d8-46dd-9d9b-0fc70a2ab809 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.954216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2c865de-8b8a-47e8-aa0e-a1924db1dbb4 req-1cc621c1-95d8-46dd-9d9b-0fc70a2ab809 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.4527936 Jul 16 18:07:09.979938 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e752c01-359a-4490-86cd-6424c0f1474b req-b3b97ca3-90ca-4b4e-ac50-984e6c21f47c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2780027 Jul 16 18:07:09.991572 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92475ae-7028-4b2e-b994-c750d2b3c21a req-47e00563-a7ed-48f8-a894-620274b27db1 service neutron] 10.222.0.35 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207070 Jul 16 18:07:10.017101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.025236 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.076469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2c865de-8b8a-47e8-aa0e-a1924db1dbb4 req-be07002d-9606-4253-bb3e-db82cac06acc tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213768 Jul 16 18:07:10.091865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fd0242d6-f29c-46dc-ba66-c05ad578869a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9621701 Jul 16 18:07:10.097781 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2912c107-8466-4db0-abda-fa65d7e564fc req-27e5c810-d0c7-4d56-b03a-711fb140752c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.128832 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4c582fcc-5622-4e5f-8d71-72fcd346038d None None] Provisioning for port 33d74c13-73be-476c-b6f1-07a8fb8b04a7 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:10.134229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4c582fcc-5622-4e5f-8d71-72fcd346038d None None] Provisioning complete for port 33d74c13-73be-476c-b6f1-07a8fb8b04a7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:10.134613 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4c582fcc-5622-4e5f-8d71-72fcd346038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.151804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Request body: {'port': {'device_id': '445acc3b-1638-4af6-a344-14a08b204883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:10.181620 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-4c582fcc-5622-4e5f-8d71-72fcd346038d None None] Port 33d74c13-73be-476c-b6f1-07a8fb8b04a7 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:10.352219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c4c07-19e9-4e06-b83c-9fdb4d58b12a req-9d630f7c-209f-4914-b59b-a7d2ea3baecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.353789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f46c4c07-19e9-4e06-b83c-9fdb4d58b12a req-9d630f7c-209f-4914-b59b-a7d2ea3baecd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef5c328412ce4c398dd75e3cbf979514&device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 1095 time: 0.2815146 Jul 16 18:07:10.394581 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.405941 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2912c107-8466-4db0-abda-fa65d7e564fc req-27e5c810-d0c7-4d56-b03a-711fb140752c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.442706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f22d2e-6199-41d6-a71a-dd2c52bfbaff req-7ea21039-13a9-4bd0-a8f3-ae4e98545011 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.444342 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99f22d2e-6199-41d6-a71a-dd2c52bfbaff req-7ea21039-13a9-4bd0-a8f3-ae4e98545011 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 943 time: 0.3059673 Jul 16 18:07:10.455719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56484c7-e7fe-41d0-8457-48110376314f req-8382870b-c833-4043-a388-eae1766d050c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.462128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56484c7-e7fe-41d0-8457-48110376314f req-8382870b-c833-4043-a388-eae1766d050c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.467970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56484c7-e7fe-41d0-8457-48110376314f req-8382870b-c833-4043-a388-eae1766d050c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.473990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56484c7-e7fe-41d0-8457-48110376314f req-8382870b-c833-4043-a388-eae1766d050c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.480781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56484c7-e7fe-41d0-8457-48110376314f req-8382870b-c833-4043-a388-eae1766d050c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.487473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56484c7-e7fe-41d0-8457-48110376314f req-8382870b-c833-4043-a388-eae1766d050c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.494168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56484c7-e7fe-41d0-8457-48110376314f req-8382870b-c833-4043-a388-eae1766d050c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.496117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b56484c7-e7fe-41d0-8457-48110376314f req-8382870b-c833-4043-a388-eae1766d050c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5441 time: 0.3952465 Jul 16 18:07:10.961375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2912c107-8466-4db0-abda-fa65d7e564fc req-27e5c810-d0c7-4d56-b03a-711fb140752c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Network 1d83386b-98e9-43de-97bc-2d2db963b2c4 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:10.989529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-2912c107-8466-4db0-abda-fa65d7e564fc req-27e5c810-d0c7-4d56-b03a-711fb140752c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:11.008401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5c810-d0c7-4d56-b03a-711fb140752c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Pushing event updated for resources: {'Port': ['ID=443517a6-8dd8-4ce9-9d16-914ac33f02bc,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:11.018406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2912c107-8466-4db0-abda-fa65d7e564fc req-27e5c810-d0c7-4d56-b03a-711fb140752c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:11.051770 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99f22d2e-6199-41d6-a71a-dd2c52bfbaff req-a9dcba94-32de-4fd5-beed-1420c73d7c09 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373290 Jul 16 18:07:11.055693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56484c7-e7fe-41d0-8457-48110376314f req-79bed2b2-0be8-4162-89de-e0dce92913da tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.057074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b56484c7-e7fe-41d0-8457-48110376314f req-79bed2b2-0be8-4162-89de-e0dce92913da tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "GET /v2.0/ports/f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5309746 Jul 16 18:07:11.107414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c4c07-19e9-4e06-b83c-9fdb4d58b12a req-4a5f6f0c-321c-46dc-ab71-ff94c04dc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.109178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f46c4c07-19e9-4e06-b83c-9fdb4d58b12a req-4a5f6f0c-321c-46dc-ab71-ff94c04dc4ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb3825b8-5e1d-4b7e-8861-df4642708a36 HTTP/1.1" status: 200 len: 913 time: 0.7366614 Jul 16 18:07:11.275327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f46c4c07-19e9-4e06-b83c-9fdb4d58b12a req-c871b039-b48e-4939-844a-d33dd2506525 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36c0c881-dfe6-4b27-8437-535677e6b72d HTTP/1.1" status: 200 len: 217 time: 0.0986147 Jul 16 18:07:11.309514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c107-8466-4db0-abda-fa65d7e564fc req-27e5c810-d0c7-4d56-b03a-711fb140752c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.310843 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2912c107-8466-4db0-abda-fa65d7e564fc req-27e5c810-d0c7-4d56-b03a-711fb140752c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.361111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d328d-dff2-4000-a2f4-b5ff7a549135 req-780860e9-3e2b-4e49-8e1b-a18158ce3e98 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.362745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-242d328d-dff2-4000-a2f4-b5ff7a549135 req-780860e9-3e2b-4e49-8e1b-a18158ce3e98 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 931 time: 0.8464096 Jul 16 18:07:11.472032 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-27e5c810-d0c7-4d56-b03a-711fb140752c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7977915 Jul 16 18:07:11.537509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Request body: {'port': {'device_id': '7ed781e6-8e2e-4603-90eb-b7f32635c6a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:11.584593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c4c07-19e9-4e06-b83c-9fdb4d58b12a req-956806f1-dd24-4caa-8d48-f74c746db65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.586116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f46c4c07-19e9-4e06-b83c-9fdb4d58b12a req-956806f1-dd24-4caa-8d48-f74c746db65a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca HTTP/1.1" status: 200 len: 852 time: 0.2692525 Jul 16 18:07:11.595244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b56484c7-e7fe-41d0-8457-48110376314f req-a08cc5ff-fff8-4130-b2e1-fc61cc8b79fe tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "GET /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5109291 Jul 16 18:07:11.617191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-242d328d-dff2-4000-a2f4-b5ff7a549135 req-49bac7b2-47b6-47cc-93ed-e133ad8af7bb tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334776 Jul 16 18:07:11.626271 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b56484c7-e7fe-41d0-8457-48110376314f req-189cf51a-a864-42e4-b122-09cb45e316e1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:11.685386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f46c4c07-19e9-4e06-b83c-9fdb4d58b12a req-3ec6a995-f583-45a8-90f6-4e27e93d1a09 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb3825b8-5e1d-4b7e-8861-df4642708a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836520 Jul 16 18:07:11.698384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253c81-48c1-44c3-bb0f-fef94b60825c req-1929e4dc-6745-4b7a-9de0-6a453289876f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.699900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19253c81-48c1-44c3-bb0f-fef94b60825c req-1929e4dc-6745-4b7a-9de0-6a453289876f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 931 time: 0.4926922 Jul 16 18:07:11.952036 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.976194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19253c81-48c1-44c3-bb0f-fef94b60825c req-e79c91fe-36de-4262-ba1d-b93084552653 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474017 Jul 16 18:07:12.002373 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-189cf51a-a864-42e4-b122-09cb45e316e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.031456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d74c13-73be-476c-b6f1-07a8fb8b04a7 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:12.061032 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.082475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 36c0c881-dfe6-4b27-8437-535677e6b72d details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:12.085372 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f46c4c07-19e9-4e06-b83c-9fdb4d58b12a req-ee210ee8-5ca8-448d-83a2-abc21bdbdde5 service neutron] 10.222.0.35 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841994 Jul 16 18:07:12.088053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d0cb9d26-0e9f-4b54-9225-9c822edb4a1a no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:12.132895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Transition to ACTIVE for port object 33d74c13-73be-476c-b6f1-07a8fb8b04a7 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:12.155706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24895d-420d-460e-86c7-d181d2a6c2d1 req-f68690bd-abe6-4c97-8167-efcd10553ecd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.161979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24895d-420d-460e-86c7-d181d2a6c2d1 req-f68690bd-abe6-4c97-8167-efcd10553ecd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.168001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24895d-420d-460e-86c7-d181d2a6c2d1 req-f68690bd-abe6-4c97-8167-efcd10553ecd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.174429 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24895d-420d-460e-86c7-d181d2a6c2d1 req-f68690bd-abe6-4c97-8167-efcd10553ecd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.181652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24895d-420d-460e-86c7-d181d2a6c2d1 req-f68690bd-abe6-4c97-8167-efcd10553ecd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.187646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24895d-420d-460e-86c7-d181d2a6c2d1 req-f68690bd-abe6-4c97-8167-efcd10553ecd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.194527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24895d-420d-460e-86c7-d181d2a6c2d1 req-f68690bd-abe6-4c97-8167-efcd10553ecd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.196523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e24895d-420d-460e-86c7-d181d2a6c2d1 req-f68690bd-abe6-4c97-8167-efcd10553ecd tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 5441 time: 0.4666891 Jul 16 18:07:12.237541 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.245388 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.248172 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 36c0c881-dfe6-4b27-8437-535677e6b72d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=36c0c881-dfe6-4b27-8437-535677e6b72d,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:12.266976 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '36c0c881-dfe6-4b27-8437-535677e6b72d', 'network_id': 'bb3825b8-5e1d-4b7e-8861-df4642708a36', 'port_id': '36c0c881-dfe6-4b27-8437-535677e6b72d', 'mac_address': 'fa:16:3e:a8:29:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:12.280270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:12.282495 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619f3642-f067-4d82-91ad-bb1885e613b2" -d '{"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-unplugged", "status": "completed", "tag": "d0cb9d26-0e9f-4b54-9225-9c822edb4a1a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:12.312993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a,segment=NetworkSegment(af68ae4b-d2f0-4ea6-b980-145dbb84625e),segment_id=af68ae4b-d2f0-4ea6-b980-145dbb84625e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:12.322951 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.323690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:12.368960 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.398704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c0c881-dfe6-4b27-8437-535677e6b72d {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:12.434415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.438140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 36c0c881-dfe6-4b27-8437-535677e6b72d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=36c0c881-dfe6-4b27-8437-535677e6b72d,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:12.465074 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.494033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=33d74c13-73be-476c-b6f1-07a8fb8b04a7,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.510353 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.532867 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=36c0c881-dfe6-4b27-8437-535677e6b72d,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.551302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e24895d-420d-460e-86c7-d181d2a6c2d1 req-0cc92686-3422-422d-ade1-c1411b7895b3 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3201587 Jul 16 18:07:12.660742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f46c4c07-19e9-4e06-b83c-9fdb4d58b12a req-c323b5b0-8169-431d-84b9-9f8ea4c04a63 service neutron] 10.222.0.35 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402043 Jul 16 18:07:12.737115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['36c0c881-dfe6-4b27-8437-535677e6b72d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:12.976564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae40122-1832-4517-9e58-38e7fe79c916 req-9ef13631-f069-4a7c-a5a4-e104d577acef tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.978044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dae40122-1832-4517-9e58-38e7fe79c916 req-9ef13631-f069-4a7c-a5a4-e104d577acef tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.8588607 Jul 16 18:07:12.992531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b56484c7-e7fe-41d0-8457-48110376314f req-189cf51a-a864-42e4-b122-09cb45e316e1 service neutron] For port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:13.116170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Attempting to bind port 33d74c13-73be-476c-b6f1-07a8fb8b04a7 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:13.116509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Attempting to bind port 33d74c13-73be-476c-b6f1-07a8fb8b04a7 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:13.116837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Attempting to bind port 33d74c13-73be-476c-b6f1-07a8fb8b04a7 on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:13.143044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dae40122-1832-4517-9e58-38e7fe79c916 req-a405ad1c-d7f9-44a2-a907-05a07eddaeea tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583662 Jul 16 18:07:13.147578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b56484c7-e7fe-41d0-8457-48110376314f req-189cf51a-a864-42e4-b122-09cb45e316e1 service neutron] For port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:13.170144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Port 33d74c13-73be-476c-b6f1-07a8fb8b04a7 on network 4b119567-6ce3-487d-8627-e47c109379a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:13.170470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Attempting to bind port 33d74c13-73be-476c-b6f1-07a8fb8b04a7 on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:13.192035 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68153477-985f-48d6-b39b-5471eaeb3956 x-openstack-request-id: req-68153477-985f-48d6-b39b-5471eaeb3956 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:13.193494 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-unplugged", "status": "completed", "tag": "d0cb9d26-0e9f-4b54-9225-9c822edb4a1a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:13.193745 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68153477-985f-48d6-b39b-5471eaeb3956 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:13.194378 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a', 'code': 200} Jul 16 18:07:13.194774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:13.195110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Checking segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:13.195524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Bound using segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:13.195967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Bound port: 33d74c13-73be-476c-b6f1-07a8fb8b04a7, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:13.196312 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.238246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-b56484c7-e7fe-41d0-8457-48110376314f req-189cf51a-a864-42e4-b122-09cb45e316e1 service neutron] device_id is not set on port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:13.258818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c491fca-37f5-4355-9725-addfb471e6aa req-e32c7b4c-21d9-4828-8009-00d0402127b1 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:13.260456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c491fca-37f5-4355-9725-addfb471e6aa req-e32c7b4c-21d9-4828-8009-00d0402127b1 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 944 time: 0.2798491 Jul 16 18:07:13.268279 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-189cf51a-a864-42e4-b122-09cb45e316e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.273701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443517a6-8dd8-4ce9-9d16-914ac33f02bc {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:13.306579 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.310071 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-189cf51a-a864-42e4-b122-09cb45e316e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.312783 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:07:13.313667 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:07:13.401759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Transition to ACTIVE for port object 443517a6-8dd8-4ce9-9d16-914ac33f02bc will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:13.432627 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.485576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c491fca-37f5-4355-9725-addfb471e6aa req-2e32d6a4-86e2-41e4-a5ff-bcbfe91d01d2 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192230 Jul 16 18:07:13.486486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56484c7-e7fe-41d0-8457-48110376314f req-189cf51a-a864-42e4-b122-09cb45e316e1 service neutron] No DVR routers for this DVR port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:13.491899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cf51a-a864-42e4-b122-09cb45e316e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:13.494698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] For port 33d74c13-73be-476c-b6f1-07a8fb8b04a7, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:13.572746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] For port 33d74c13-73be-476c-b6f1-07a8fb8b04a7, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=33d74c13-73be-476c-b6f1-07a8fb8b04a7,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:13.589210 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.639753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b644480-7df4-457d-9373-6780a90158e8 req-20dd0483-d670-4432-894c-e9059a8925a6 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:13.642271 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b644480-7df4-457d-9373-6780a90158e8 req-20dd0483-d670-4432-894c-e9059a8925a6 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 931 time: 0.3333049 Jul 16 18:07:13.648701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:13.649321 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.650651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] 10.222.0.43 "PUT /v2.0/ports/33d74c13-73be-476c-b6f1-07a8fb8b04a7 HTTP/1.1" status: 200 len: 1092 time: 3.5096900 Jul 16 18:07:13.655378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-37f4e0a5-9cd3-40f6-99d0-866c7bb9e6f1 None None] Provisioning complete for port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:13.655933 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-37f4e0a5-9cd3-40f6-99d0-866c7bb9e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.674440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445acc3b-1638-4af6-a344-14a08b204883', 'tag': '33d74c13-73be-476c-b6f1-07a8fb8b04a7'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:13.678367 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0f8c4e-1654-445c-9aba-1f74c676e70d" -d '{"events": [{"name": "network-changed", "server_uuid": "445acc3b-1638-4af6-a344-14a08b204883", "tag": "33d74c13-73be-476c-b6f1-07a8fb8b04a7"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:13.696206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-37f4e0a5-9cd3-40f6-99d0-866c7bb9e6f1 None None] Port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:13.703620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Pushing event updated for resources: {'Port': ['ID=443517a6-8dd8-4ce9-9d16-914ac33f02bc,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:13.708910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b56484c7-e7fe-41d0-8457-48110376314f req-189cf51a-a864-42e4-b122-09cb45e316e1 service neutron] In _notify_port_updated(), no bound segment for port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 on network 66cd6b07-e1aa-4669-bf90-dc89210030ec {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:07:13.709585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56484c7-e7fe-41d0-8457-48110376314f req-189cf51a-a864-42e4-b122-09cb45e316e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:13.710191 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-189cf51a-a864-42e4-b122-09cb45e316e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.711507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b56484c7-e7fe-41d0-8457-48110376314f req-189cf51a-a864-42e4-b122-09cb45e316e1 service neutron] 10.222.0.35 "PUT /v2.0/ports/f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 HTTP/1.1" status: 200 len: 1031 time: 2.1080129 Jul 16 18:07:13.850003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:13.923872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b644480-7df4-457d-9373-6780a90158e8 req-71372b67-84b6-43cc-8803-729aed64abdb tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518377 Jul 16 18:07:13.929450 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.934333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56484c7-e7fe-41d0-8457-48110376314f req-e60bc414-785d-4721-a17f-3f6a8f4153d0 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:13.935713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b56484c7-e7fe-41d0-8457-48110376314f req-e60bc414-785d-4721-a17f-3f6a8f4153d0 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "GET /v2.0/ports/e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1659057 Jul 16 18:07:13.936323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d80520-df9e-45ea-91bd-2f0d0772a5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=33d74c13-73be-476c-b6f1-07a8fb8b04a7,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:13.949740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b56484c7-e7fe-41d0-8457-48110376314f req-ec6e9020-c1de-4b4b-b440-5a9bfd7836bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:13.954992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Attempting to bind port 443517a6-8dd8-4ce9-9d16-914ac33f02bc on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:13.955330 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Attempting to bind port 443517a6-8dd8-4ce9-9d16-914ac33f02bc by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:13.955685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Attempting to bind port 443517a6-8dd8-4ce9-9d16-914ac33f02bc on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:13.975287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:13.981194 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.982153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 96c007b5-8bbc-4e2c-9529-671df32a71ae no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:13.992403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Port 443517a6-8dd8-4ce9-9d16-914ac33f02bc on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:13.992752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Attempting to bind port 443517a6-8dd8-4ce9-9d16-914ac33f02bc on network 1d83386b-98e9-43de-97bc-2d2db963b2c4 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:14.012725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925207ef-65cb-4503-aba4-e56d2b072b0c req-e993aefa-b191-464b-89dd-d67b6f85c775 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.014365 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-925207ef-65cb-4503-aba4-e56d2b072b0c req-e993aefa-b191-464b-89dd-d67b6f85c775 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 943 time: 0.4062214 Jul 16 18:07:14.024335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:14.024599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Checking segment: {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:14.026990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Bound using segment: {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:14.027308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Bound port: 443517a6-8dd8-4ce9-9d16-914ac33f02bc, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c978ca51-f614-4981-a1f7-1d4603a9090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:14.028557 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.047207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-ee075cc0-0dca-46fe-a050-90e6659b99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.049353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-ee075cc0-0dca-46fe-a050-90e6659b99df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 1095 time: 0.3358176 Jul 16 18:07:14.091444 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:14.133646 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.142192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-fa4968cc-4de0-4b34-8524-392c326be913 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33d74c13-73be-476c-b6f1-07a8fb8b04a7 HTTP/1.1" status: 200 len: 217 time: 0.0743680 Jul 16 18:07:14.170749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 96c007b5-8bbc-4e2c-9529-671df32a71ae, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=96c007b5-8bbc-4e2c-9529-671df32a71ae,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:14.178617 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.179612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:14.213421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-925207ef-65cb-4503-aba4-e56d2b072b0c req-2ed21f83-fcb1-404c-b109-296211efdecd tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810441 Jul 16 18:07:14.224665 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-ec6e9020-c1de-4b4b-b440-5a9bfd7836bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.269105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-8aedf229-e5b6-471c-8cce-cc3bc0c464b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.270628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-8aedf229-e5b6-471c-8cce-cc3bc0c464b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1173117 Jul 16 18:07:14.332557 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] For port 443517a6-8dd8-4ce9-9d16-914ac33f02bc, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:14.359839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] For port 443517a6-8dd8-4ce9-9d16-914ac33f02bc, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=443517a6-8dd8-4ce9-9d16-914ac33f02bc,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:14.408854 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.431188 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=96c007b5-8bbc-4e2c-9529-671df32a71ae,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:14.474828 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.496740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.497480 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.498750 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] 10.222.0.43 "PUT /v2.0/ports/443517a6-8dd8-4ce9-9d16-914ac33f02bc HTTP/1.1" status: 200 len: 1092 time: 3.0091879 Jul 16 18:07:14.526015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434bc532-1902-4f4a-b1d0-20cb0f87b2c0,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:14.532985 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.534152 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3dfe564b-5bbd-4381-84d5-55c677ec55f6 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:14.557633 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82369555-8e22-4d21-99c1-de1f57639441 x-openstack-request-id: req-82369555-8e22-4d21-99c1-de1f57639441 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:14.557906 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445acc3b-1638-4af6-a344-14a08b204883", "tag": "33d74c13-73be-476c-b6f1-07a8fb8b04a7", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:14.558157 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82369555-8e22-4d21-99c1-de1f57639441 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:14.558537 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445acc3b-1638-4af6-a344-14a08b204883', 'tag': '33d74c13-73be-476c-b6f1-07a8fb8b04a7', 'status': 'completed', 'code': 200} Jul 16 18:07:14.578999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508b59c-860b-4108-b703-340625477e7c req-46423e26-13f7-4100-b138-4bafb8d5afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.580934 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4508b59c-860b-4108-b703-340625477e7c req-46423e26-13f7-4100-b138-4bafb8d5afbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08b367b9e377459786aeae0eec232725&device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 1097 time: 0.0949516 Jul 16 18:07:14.627919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=434bc532-1902-4f4a-b1d0-20cb0f87b2c0,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:14.644174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-d9450065-533d-44d8-8e53-a1c1735a635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.646554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-d9450065-533d-44d8-8e53-a1c1735a635c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3478401 Jul 16 18:07:14.652075 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c9666-f561-4ce5-b5da-a6fea0dfb1aa service neutron] Pushing event updated for resources: {'Port': ['ID=443517a6-8dd8-4ce9-9d16-914ac33f02bc,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:14.681310 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.692314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508b59c-860b-4108-b703-340625477e7c req-9ec8fc1f-19b6-461a-a670-7730e4a186fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.694438 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4508b59c-860b-4108-b703-340625477e7c req-9ec8fc1f-19b6-461a-a670-7730e4a186fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=30341329-aacc-446b-ba5e-b1a3b510f4fc HTTP/1.1" status: 200 len: 912 time: 0.1055968 Jul 16 18:07:14.696750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7791b9-875d-4fa6-b05b-edc0514b11d0 req-99c34892-6708-447b-8a12-69d1b2913957 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.702706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7791b9-875d-4fa6-b05b-edc0514b11d0 req-99c34892-6708-447b-8a12-69d1b2913957 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.709836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7791b9-875d-4fa6-b05b-edc0514b11d0 req-99c34892-6708-447b-8a12-69d1b2913957 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.716396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7791b9-875d-4fa6-b05b-edc0514b11d0 req-99c34892-6708-447b-8a12-69d1b2913957 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.720392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3dfe564b-5bbd-4381-84d5-55c677ec55f6, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3dfe564b-5bbd-4381-84d5-55c677ec55f6,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:14.721954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7791b9-875d-4fa6-b05b-edc0514b11d0 req-99c34892-6708-447b-8a12-69d1b2913957 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.726287 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.727357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:14.728164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7791b9-875d-4fa6-b05b-edc0514b11d0 req-99c34892-6708-447b-8a12-69d1b2913957 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.730062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a7791b9-875d-4fa6-b05b-edc0514b11d0 req-99c34892-6708-447b-8a12-69d1b2913957 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 4657 time: 0.3768818 Jul 16 18:07:14.747702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b56484c7-e7fe-41d0-8457-48110376314f req-ec6e9020-c1de-4b4b-b440-5a9bfd7836bd service neutron] For port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:14.757285 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4508b59c-860b-4108-b703-340625477e7c req-0d527cab-3258-4560-873a-23a23ee68d45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fad76510-95a4-4e79-ba11-ca04204a633b HTTP/1.1" status: 200 len: 217 time: 0.0450838 Jul 16 18:07:14.810607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508b59c-860b-4108-b703-340625477e7c req-83c41411-a8c2-4970-adf6-2d64ddae4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.812276 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4508b59c-860b-4108-b703-340625477e7c req-83c41411-a8c2-4970-adf6-2d64ddae4f1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0af0099-c9f3-4490-90c7-8361de452364 HTTP/1.1" status: 200 len: 851 time: 0.0476465 Jul 16 18:07:14.848142 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4508b59c-860b-4108-b703-340625477e7c req-6c82ba3e-05ea-471f-8715-3d9189fc925c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30341329-aacc-446b-ba5e-b1a3b510f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284030 Jul 16 18:07:14.864100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=3dfe564b-5bbd-4381-84d5-55c677ec55f6,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:14.870763 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.894385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a7791b9-875d-4fa6-b05b-edc0514b11d0 req-90c4faa6-8faa-4f85-aa3e-0963c1b2affe tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&id=ddb6432b-dc95-4729-afd6-59d730057c20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1461389 Jul 16 18:07:14.925151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b56484c7-e7fe-41d0-8457-48110376314f req-ec6e9020-c1de-4b4b-b440-5a9bfd7836bd service neutron] For port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:14.954948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c107-8466-4db0-abda-fa65d7e564fc req-ccfec52c-eaf4-4a67-bc8a-db8ca2692fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.956514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-ccfec52c-eaf4-4a67-bc8a-db8ca2692fa7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 1095 time: 0.3921478 Jul 16 18:07:14.959720 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4508b59c-860b-4108-b703-340625477e7c req-b1ea2cc0-c7b2-4a04-8dea-79b8d7df6862 service neutron] 10.222.0.43 "GET /v2.0/networks/30341329-aacc-446b-ba5e-b1a3b510f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012204 Jul 16 18:07:15.002567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-b56484c7-e7fe-41d0-8457-48110376314f req-ec6e9020-c1de-4b4b-b440-5a9bfd7836bd service neutron] device_id is not set on port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:15.048792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-83d52cf1-202d-4f54-9e80-156d3135110e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=443517a6-8dd8-4ce9-9d16-914ac33f02bc HTTP/1.1" status: 200 len: 217 time: 0.0688190 Jul 16 18:07:15.050785 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-82729bea-3efb-4509-a371-9bc2a6d45903 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895144 Jul 16 18:07:15.053606 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-ec6e9020-c1de-4b4b-b440-5a9bfd7836bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.061307 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4508b59c-860b-4108-b703-340625477e7c req-3ef1d9da-f833-4c61-9bd2-da103f4b46be service neutron] 10.222.0.43 "GET /v2.0/networks/30341329-aacc-446b-ba5e-b1a3b510f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880730 Jul 16 18:07:15.111367 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:07:15.111658 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:07:15.145420 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-ec6e9020-c1de-4b4b-b440-5a9bfd7836bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.154720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70875eb9-e70d-44c2-a4d2-99d92c73e836 req-5e881761-fac4-41dd-b6e1-e464563a8805 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:15.156222 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70875eb9-e70d-44c2-a4d2-99d92c73e836 req-5e881761-fac4-41dd-b6e1-e464563a8805 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.3784683 Jul 16 18:07:15.195453 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9'}, {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c007b5-8bbc-4e2c-9529-671df32a71ae'}, {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434bc532-1902-4f4a-b1d0-20cb0f87b2c0'}, {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dfe564b-5bbd-4381-84d5-55c677ec55f6'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:15.197951 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2834cbf-2d83-45c6-be32-f025aed648ee" -d '{"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9"}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-unplugged", "status": "completed", "tag": "96c007b5-8bbc-4e2c-9529-671df32a71ae"}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-unplugged", "status": "completed", "tag": "434bc532-1902-4f4a-b1d0-20cb0f87b2c0"}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-unplugged", "status": "completed", "tag": "3dfe564b-5bbd-4381-84d5-55c677ec55f6"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:15.300197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c107-8466-4db0-abda-fa65d7e564fc req-155e250b-424d-4241-854a-269243dbe641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:15.301704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-155e250b-424d-4241-854a-269243dbe641 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 200 len: 851 time: 0.2329283 Jul 16 18:07:15.482293 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ee1418c0-d7ce-44a0-96cd-72fb5924b517 None None] Provisioning complete for port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:15.482966 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ee1418c0-d7ce-44a0-96cd-72fb5924b517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.524805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ee1418c0-d7ce-44a0-96cd-72fb5924b517 None None] Port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:15.649868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56484c7-e7fe-41d0-8457-48110376314f req-ec6e9020-c1de-4b4b-b440-5a9bfd7836bd service neutron] No DVR routers for this DVR port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:15.657508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 36c0c881-dfe6-4b27-8437-535677e6b72d up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:15.696513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e9020-c1de-4b4b-b440-5a9bfd7836bd service neutron] Pushing event updated for resources: {'Port': ['ID=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.709016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 36c0c881-dfe6-4b27-8437-535677e6b72d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:15.712893 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 36c0c881-dfe6-4b27-8437-535677e6b72d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:15.713333 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.731485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-6bdb0cfa-3859-4a0c-abed-eee01e8b1137 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d83386b-98e9-43de-97bc-2d2db963b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869737 Jul 16 18:07:15.743666 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70875eb9-e70d-44c2-a4d2-99d92c73e836 req-3dad86c5-3940-449d-86cd-2347bb168c3f tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753059 Jul 16 18:07:15.797872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04bcc683-95d3-4a37-bf4e-683aa35fdd9b req-7083e769-370f-4170-adb1-14ddb76c2e42 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7328827 Jul 16 18:07:15.801716 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.808520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af317c-3901-4b6a-970d-a252277c9496 req-61967385-c8b5-4bb9-9550-0cfccb865757 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:15.810086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38af317c-3901-4b6a-970d-a252277c9496 req-61967385-c8b5-4bb9-9550-0cfccb865757 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 944 time: 0.7698920 Jul 16 18:07:15.826321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e442ec8-f351-4f68-a04b-fae1bf20dc0d req-57771795-834d-4a27-aede-1d0e23ba1634 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7043688 Jul 16 18:07:15.827061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b56484c7-e7fe-41d0-8457-48110376314f req-ec6e9020-c1de-4b4b-b440-5a9bfd7836bd service neutron] In _notify_port_updated(), no bound segment for port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc on network 66cd6b07-e1aa-4669-bf90-dc89210030ec {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:07:15.828161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56484c7-e7fe-41d0-8457-48110376314f req-ec6e9020-c1de-4b4b-b440-5a9bfd7836bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:15.828964 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-ec6e9020-c1de-4b4b-b440-5a9bfd7836bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.831165 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b56484c7-e7fe-41d0-8457-48110376314f req-ec6e9020-c1de-4b4b-b440-5a9bfd7836bd service neutron] 10.222.0.35 "PUT /v2.0/ports/e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc HTTP/1.1" status: 200 len: 1031 time: 1.8857982 Jul 16 18:07:15.851639 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 36c0c881-dfe6-4b27-8437-535677e6b72d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=36c0c881-dfe6-4b27-8437-535677e6b72d,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:15.857134 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.920616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=36c0c881-dfe6-4b27-8437-535677e6b72d,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:16.063314 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38af317c-3901-4b6a-970d-a252277c9496 req-6dc4182c-ee7f-422f-8497-957ca7da0ffd tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265992 Jul 16 18:07:16.124528 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc757e1b-f37a-4058-b436-470421daaccb x-openstack-request-id: req-fc757e1b-f37a-4058-b436-470421daaccb {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:16.124841 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9", "code": 200}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-unplugged", "status": "completed", "tag": "96c007b5-8bbc-4e2c-9529-671df32a71ae", "code": 200}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-unplugged", "status": "completed", "tag": "434bc532-1902-4f4a-b1d0-20cb0f87b2c0", "code": 200}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-unplugged", "status": "completed", "tag": "3dfe564b-5bbd-4381-84d5-55c677ec55f6", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:16.125095 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc757e1b-f37a-4058-b436-470421daaccb {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:16.125500 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9', 'code': 200} Jul 16 18:07:16.126298 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c007b5-8bbc-4e2c-9529-671df32a71ae', 'code': 200} Jul 16 18:07:16.126298 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434bc532-1902-4f4a-b1d0-20cb0f87b2c0', 'code': 200} Jul 16 18:07:16.126298 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dfe564b-5bbd-4381-84d5-55c677ec55f6', 'code': 200} Jul 16 18:07:16.140420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-cc1e6df2-a322-423c-b48c-47da433f03dc service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956804 Jul 16 18:07:16.212762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e442ec8-f351-4f68-a04b-fae1bf20dc0d req-8caf5acb-22e1-4005-bb24-4b3a8c50c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.214283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e442ec8-f351-4f68-a04b-fae1bf20dc0d req-8caf5acb-22e1-4005-bb24-4b3a8c50c385 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 1096 time: 0.3056688 Jul 16 18:07:16.222534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb343ec-0c76-4483-8a53-86431a0b955d req-f8e5f9d5-dc73-4efd-8e43-eb24ad4b9d32 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.224579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3bb343ec-0c76-4483-8a53-86431a0b955d req-f8e5f9d5-dc73-4efd-8e43-eb24ad4b9d32 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 943 time: 0.3312814 Jul 16 18:07:16.270370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f8c4e-1654-445c-9aba-1f74c676e70d req-0f2b7a68-07a3-47d8-89c2-c3fc80ee1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.272223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b0f8c4e-1654-445c-9aba-1f74c676e70d req-0f2b7a68-07a3-47d8-89c2-c3fc80ee1516 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 1095 time: 0.2909997 Jul 16 18:07:16.351745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b56484c7-e7fe-41d0-8457-48110376314f req-34830bd5-72da-491b-bea0-95b997770c56 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Deleting port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:16.352093 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-34830bd5-72da-491b-bea0-95b997770c56 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.483936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2912c107-8466-4db0-abda-fa65d7e564fc req-c1594ef8-3484-4083-b925-448993bcfd84 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281682 Jul 16 18:07:16.543697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3bb343ec-0c76-4483-8a53-86431a0b955d req-5d392651-9bef-4104-be87-a3e35c541587 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083363 Jul 16 18:07:16.566424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed781e6-8e2e-4603-90eb-b7f32635c6a7', 'tag': '443517a6-8dd8-4ce9-9d16-914ac33f02bc'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:16.569885 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9edd1b-0410-419b-aa28-f0e18315185a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed781e6-8e2e-4603-90eb-b7f32635c6a7", "tag": "443517a6-8dd8-4ce9-9d16-914ac33f02bc"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:16.626348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee321e5f-b2f5-455d-947a-c43c8fa77ffe req-032799b7-f80a-4518-b0a2-002c73895f8e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.627915 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee321e5f-b2f5-455d-947a-c43c8fa77ffe req-032799b7-f80a-4518-b0a2-002c73895f8e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 943 time: 0.3989525 Jul 16 18:07:16.628928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e442ec8-f351-4f68-a04b-fae1bf20dc0d req-b40b8965-9ebe-4f78-8305-9f2ad733b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.630412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e442ec8-f351-4f68-a04b-fae1bf20dc0d req-b40b8965-9ebe-4f78-8305-9f2ad733b8f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.3504007 Jul 16 18:07:16.656948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f8c4e-1654-445c-9aba-1f74c676e70d req-5cfdfff7-0baf-4e69-865a-4f955c552b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.658349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b0f8c4e-1654-445c-9aba-1f74c676e70d req-5cfdfff7-0baf-4e69-865a-4f955c552b5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.3355436 Jul 16 18:07:16.751310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b56484c7-e7fe-41d0-8457-48110376314f req-34830bd5-72da-491b-bea0-95b997770c56 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] For port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:16.751615 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-34830bd5-72da-491b-bea0-95b997770c56 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.767476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b0f8c4e-1654-445c-9aba-1f74c676e70d req-96ccd144-c4aa-404e-8f75-cde25d68c56a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33d74c13-73be-476c-b6f1-07a8fb8b04a7 HTTP/1.1" status: 200 len: 217 time: 0.0959423 Jul 16 18:07:16.788158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b56484c7-e7fe-41d0-8457-48110376314f req-34830bd5-72da-491b-bea0-95b997770c56 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Calling delete_port for 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:16.824388 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee321e5f-b2f5-455d-947a-c43c8fa77ffe req-8576fb01-8522-47f8-b12a-c47ffbb315bf tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861944 Jul 16 18:07:16.838431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e442ec8-f351-4f68-a04b-fae1bf20dc0d req-086ecc4f-9588-4f9b-9977-59e79f331187 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434b2122-3db2-42e3-a886-93a71bda1ecc HTTP/1.1" status: 200 len: 998 time: 0.1985466 Jul 16 18:07:16.918939 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72276be4-7699-40a0-9509-eb8f9c3dfd89 x-openstack-request-id: req-72276be4-7699-40a0-9509-eb8f9c3dfd89 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:16.919213 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed781e6-8e2e-4603-90eb-b7f32635c6a7", "tag": "443517a6-8dd8-4ce9-9d16-914ac33f02bc", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:16.919480 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72276be4-7699-40a0-9509-eb8f9c3dfd89 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:16.919864 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed781e6-8e2e-4603-90eb-b7f32635c6a7', 'tag': '443517a6-8dd8-4ce9-9d16-914ac33f02bc', 'status': 'completed', 'code': 200} Jul 16 18:07:16.933925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f8c4e-1654-445c-9aba-1f74c676e70d req-00c85ec3-b713-4a4d-be6a-21b94f3a1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.935350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b0f8c4e-1654-445c-9aba-1f74c676e70d req-00c85ec3-b713-4a4d-be6a-21b94f3a1a01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1509738 Jul 16 18:07:17.086174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e442ec8-f351-4f68-a04b-fae1bf20dc0d req-f04b1dcb-5cde-44dd-a197-f7a8e9e207f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.087691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e442ec8-f351-4f68-a04b-fae1bf20dc0d req-f04b1dcb-5cde-44dd-a197-f7a8e9e207f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.2363818 Jul 16 18:07:17.231950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9edd1b-0410-419b-aa28-f0e18315185a req-a087316c-7dcd-421a-9707-aa388f3486cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.233457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f9edd1b-0410-419b-aa28-f0e18315185a req-a087316c-7dcd-421a-9707-aa388f3486cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 1095 time: 0.3047292 Jul 16 18:07:17.243553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4456fa-e6a1-4771-a86e-13ba68ca5655 req-92c7c64e-472b-473f-b1ef-8309fc855ffa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.249507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4456fa-e6a1-4771-a86e-13ba68ca5655 req-92c7c64e-472b-473f-b1ef-8309fc855ffa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.255840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4456fa-e6a1-4771-a86e-13ba68ca5655 req-92c7c64e-472b-473f-b1ef-8309fc855ffa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.261834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4456fa-e6a1-4771-a86e-13ba68ca5655 req-92c7c64e-472b-473f-b1ef-8309fc855ffa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.267741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4456fa-e6a1-4771-a86e-13ba68ca5655 req-92c7c64e-472b-473f-b1ef-8309fc855ffa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.269347 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b4456fa-e6a1-4771-a86e-13ba68ca5655 req-92c7c64e-472b-473f-b1ef-8309fc855ffa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 3875 time: 0.3715701 Jul 16 18:07:17.280011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f8c4e-1654-445c-9aba-1f74c676e70d req-7c95a581-5a9b-4f79-9324-1f6538b4bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.281461 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b0f8c4e-1654-445c-9aba-1f74c676e70d req-7c95a581-5a9b-4f79-9324-1f6538b4bfd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3185322 Jul 16 18:07:17.306612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df401ffc-91ba-4ea7-9c94-4a9fffbba5c4 req-4b5be743-5f27-4419-a7e0-7132a2e98e0f tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.308058 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df401ffc-91ba-4ea7-9c94-4a9fffbba5c4 req-4b5be743-5f27-4419-a7e0-7132a2e98e0f tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.3373380 Jul 16 18:07:17.404984 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-34830bd5-72da-491b-bea0-95b997770c56 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.489368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e442ec8-f351-4f68-a04b-fae1bf20dc0d req-0f9f3ec3-6279-4e34-82e3-f9610fed554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.491462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e442ec8-f351-4f68-a04b-fae1bf20dc0d req-0f9f3ec3-6279-4e34-82e3-f9610fed554f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3842669 Jul 16 18:07:17.523243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34830bd5-72da-491b-bea0-95b997770c56 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event deleted for resources: {'Port': ['ID=5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:17.553807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b4456fa-e6a1-4771-a86e-13ba68ca5655 req-2037ea93-8f27-43b0-9c31-07e7960a8c39 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644734 Jul 16 18:07:17.886921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df401ffc-91ba-4ea7-9c94-4a9fffbba5c4 req-392bbd79-aa63-4bea-92ad-4be9f83bba8b tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482864 Jul 16 18:07:17.967918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56484c7-e7fe-41d0-8457-48110376314f req-34830bd5-72da-491b-bea0-95b997770c56 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] No DVR routers for this DVR port 5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:17.974096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9edd1b-0410-419b-aa28-f0e18315185a req-c6179448-c4d3-4c5d-8ea9-3ef2212180ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.975915 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f9edd1b-0410-419b-aa28-f0e18315185a req-c6179448-c4d3-4c5d-8ea9-3ef2212180ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 200 len: 912 time: 0.7056935 Jul 16 18:07:17.979466 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-34830bd5-72da-491b-bea0-95b997770c56 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.981408 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b56484c7-e7fe-41d0-8457-48110376314f req-34830bd5-72da-491b-bea0-95b997770c56 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "DELETE /v2.0/ports/5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9 HTTP/1.1" status: 204 len: 173 time: 2.1258109 Jul 16 18:07:18.031177 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b0f8c4e-1654-445c-9aba-1f74c676e70d req-a4d13856-1962-40ee-b1fa-5492379f108f service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326512 Jul 16 18:07:18.111970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f9edd1b-0410-419b-aa28-f0e18315185a req-15c33865-753c-4d12-aceb-d265faa014f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=443517a6-8dd8-4ce9-9d16-914ac33f02bc HTTP/1.1" status: 200 len: 217 time: 0.1265988 Jul 16 18:07:18.127064 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29265c14-a2a4-4e27-bb8f-936a44fc4f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c0c881-dfe6-4b27-8437-535677e6b72d'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:18.129380 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791802aa-43a2-466d-acbf-2966c3ce9e93" -d '{"events": [{"server_uuid": "29265c14-a2a4-4e27-bb8f-936a44fc4f8f", "name": "network-vif-plugged", "status": "completed", "tag": "36c0c881-dfe6-4b27-8437-535677e6b72d"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:18.285175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e442ec8-f351-4f68-a04b-fae1bf20dc0d req-2c1dce44-cd1f-4489-8b43-2981d1bbf972 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7598159 Jul 16 18:07:18.340163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9edd1b-0410-419b-aa28-f0e18315185a req-c8ca7e29-e8ad-4f77-bec7-d072a2f8bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.341612 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f9edd1b-0410-419b-aa28-f0e18315185a req-c8ca7e29-e8ad-4f77-bec7-d072a2f8bb26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 200 len: 851 time: 0.2056990 Jul 16 18:07:18.349735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb641c6-bb81-4353-8bae-e9c3128567b8 req-40889ae3-c625-42c1-8829-b7c2e6ea3d30 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.351202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fb641c6-bb81-4353-8bae-e9c3128567b8 req-40889ae3-c625-42c1-8829-b7c2e6ea3d30 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 945 time: 0.4871209 Jul 16 18:07:18.418680 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f9edd1b-0410-419b-aa28-f0e18315185a req-cab194e6-fc96-42f5-804b-61fe99990ef0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d83386b-98e9-43de-97bc-2d2db963b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590355 Jul 16 18:07:18.475108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b0f8c4e-1654-445c-9aba-1f74c676e70d req-8dcde330-8c92-420b-9ff4-73cfc7cbbae2 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811374 Jul 16 18:07:18.492999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1457087-80d7-4066-8784-34e920dcea0e req-1231f88a-c5b8-447d-8be9-24886a443b19 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.494502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b1457087-80d7-4066-8784-34e920dcea0e req-1231f88a-c5b8-447d-8be9-24886a443b19 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 943 time: 0.4783647 Jul 16 18:07:18.569097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b56484c7-e7fe-41d0-8457-48110376314f req-6f00ef11-2f53-40ec-89cf-cd3642fccede tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Deleting port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:18.569443 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-6f00ef11-2f53-40ec-89cf-cd3642fccede tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.602102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fb641c6-bb81-4353-8bae-e9c3128567b8 req-a39a5832-6066-40ee-825e-d9d1605782df tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258935 Jul 16 18:07:18.630096 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e442ec8-f351-4f68-a04b-fae1bf20dc0d req-c59fc8f5-7460-4bcc-89e3-ad25d36b4cee service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352156 Jul 16 18:07:18.639853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 443517a6-8dd8-4ce9-9d16-914ac33f02bc details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:18.690459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b1457087-80d7-4066-8784-34e920dcea0e req-db1415bd-c604-4c61-9086-e63ea352ec9b tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770813 Jul 16 18:07:18.716823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f9edd1b-0410-419b-aa28-f0e18315185a req-36c8f74d-ce95-416a-ab9c-93222ca9ea45 service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544017 Jul 16 18:07:18.768754 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 443517a6-8dd8-4ce9-9d16-914ac33f02bc, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=443517a6-8dd8-4ce9-9d16-914ac33f02bc,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:18.769596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b56484c7-e7fe-41d0-8457-48110376314f req-6f00ef11-2f53-40ec-89cf-cd3642fccede tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] For port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434bc532-1902-4f4a-b1d0-20cb0f87b2c0,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:18.769963 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-6f00ef11-2f53-40ec-89cf-cd3642fccede tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.785921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '443517a6-8dd8-4ce9-9d16-914ac33f02bc', 'network_id': '1d83386b-98e9-43de-97bc-2d2db963b2c4', 'port_id': '443517a6-8dd8-4ce9-9d16-914ac33f02bc', 'mac_address': 'fa:16:3e:c8:23:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f383a48f-0c4d-404d-afd1-d0778e8a5939', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:18.811903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b56484c7-e7fe-41d0-8457-48110376314f req-6f00ef11-2f53-40ec-89cf-cd3642fccede tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Calling delete_port for 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:18.836620 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.853872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443517a6-8dd8-4ce9-9d16-914ac33f02bc {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:18.876724 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 443517a6-8dd8-4ce9-9d16-914ac33f02bc, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=443517a6-8dd8-4ce9-9d16-914ac33f02bc,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:18.881845 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.915417 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f9edd1b-0410-419b-aa28-f0e18315185a req-b41498e7-ca0a-48e3-a16a-4c0a72125f4f service neutron] 10.222.0.43 "GET /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936655 Jul 16 18:07:18.920845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-deleted', 'tag': '5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:18.923387 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddee9b4-c210-4a35-bde0-6659bd5e92ff" -d '{"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-deleted", "tag": "5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:18.932388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=443517a6-8dd8-4ce9-9d16-914ac33f02bc,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:19.013626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9252142-d978-4241-9901-498b548772d0 req-b3b44996-14dc-4042-b1ab-64e876414588 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.015118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9252142-d978-4241-9901-498b548772d0 req-b3b44996-14dc-4042-b1ab-64e876414588 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 943 time: 0.1381876 Jul 16 18:07:19.080756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-6f00ef11-2f53-40ec-89cf-cd3642fccede tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.112584 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e8391c-7d6e-4f4c-86f9-d25a931b235b x-openstack-request-id: req-95e8391c-7d6e-4f4c-86f9-d25a931b235b {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:19.113963 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29265c14-a2a4-4e27-bb8f-936a44fc4f8f", "name": "network-vif-plugged", "status": "completed", "tag": "36c0c881-dfe6-4b27-8437-535677e6b72d", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:19.115028 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95e8391c-7d6e-4f4c-86f9-d25a931b235b {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:19.115747 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29265c14-a2a4-4e27-bb8f-936a44fc4f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c0c881-dfe6-4b27-8437-535677e6b72d', 'code': 200} Jul 16 18:07:19.122646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9252142-d978-4241-9901-498b548772d0 req-d3617ea4-df3f-4afe-8e7c-9f354cb77336 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940809 Jul 16 18:07:19.194951 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d0de29-d4e2-47e2-8eb7-1dd132e3adf0 x-openstack-request-id: req-90d0de29-d4e2-47e2-8eb7-1dd132e3adf0 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:19.195454 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-deleted", "tag": "5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:19.195738 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90d0de29-d4e2-47e2-8eb7-1dd132e3adf0 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:19.196200 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-deleted', 'tag': '5d1a3514-6ee3-4c48-81ef-6fb956b7f7b9', 'status': 'completed', 'code': 200} Jul 16 18:07:19.198866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00ef11-2f53-40ec-89cf-cd3642fccede tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event deleted for resources: {'Port': ['ID=434bc532-1902-4f4a-b1d0-20cb0f87b2c0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:19.228193 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56484c7-e7fe-41d0-8457-48110376314f req-6f00ef11-2f53-40ec-89cf-cd3642fccede tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] No DVR routers for this DVR port 434bc532-1902-4f4a-b1d0-20cb0f87b2c0 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:19.230835 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-6f00ef11-2f53-40ec-89cf-cd3642fccede tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.233031 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b56484c7-e7fe-41d0-8457-48110376314f req-6f00ef11-2f53-40ec-89cf-cd3642fccede tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "DELETE /v2.0/ports/434bc532-1902-4f4a-b1d0-20cb0f87b2c0 HTTP/1.1" status: 204 len: 173 time: 1.2157791 Jul 16 18:07:19.236527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['443517a6-8dd8-4ce9-9d16-914ac33f02bc'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:19.458009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3ef2b-8d41-4df4-a028-94289f4af5b7 req-35570e4e-ac80-4693-acaa-a4d3e8fc1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.460161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39d3ef2b-8d41-4df4-a028-94289f4af5b7 req-35570e4e-ac80-4693-acaa-a4d3e8fc1d94 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 1097 time: 0.2262268 Jul 16 18:07:19.491878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1dbe-2882-43c3-a1cd-7fd777cdfcbc req-703afffd-a393-4e73-84f8-d8b3503862c2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.498306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1dbe-2882-43c3-a1cd-7fd777cdfcbc req-703afffd-a393-4e73-84f8-d8b3503862c2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.504312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1dbe-2882-43c3-a1cd-7fd777cdfcbc req-703afffd-a393-4e73-84f8-d8b3503862c2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.506182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-991d1dbe-2882-43c3-a1cd-7fd777cdfcbc req-703afffd-a393-4e73-84f8-d8b3503862c2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 2410 time: 0.2332053 Jul 16 18:07:19.564843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd9af-f12b-461b-9072-2499e960c91b req-1f0f4eb2-7074-47af-9c93-d66f98d3414f tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.566356 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b18dd9af-f12b-461b-9072-2499e960c91b req-1f0f4eb2-7074-47af-9c93-d66f98d3414f tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.2543995 Jul 16 18:07:19.582234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39d3ef2b-8d41-4df4-a028-94289f4af5b7 req-a0d86a15-fd7d-49bb-948c-9c0517fee235 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133120 Jul 16 18:07:19.612891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Deleting port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:19.613303 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.622984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-991d1dbe-2882-43c3-a1cd-7fd777cdfcbc req-904ae558-bacb-41da-995a-baa7669ca4de tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998678 Jul 16 18:07:19.675728 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b18dd9af-f12b-461b-9072-2499e960c91b req-81a0b89e-0b96-4fe2-b0f9-54319eed86eb tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002829 Jul 16 18:07:19.745024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] For port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a,segment=NetworkSegment(af68ae4b-d2f0-4ea6-b980-145dbb84625e),segment_id=af68ae4b-d2f0-4ea6-b980-145dbb84625e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:19.745382 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.932190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57a353-00f7-4f49-a7dc-40a1e2ec5474 req-fe039bf6-d006-46b1-955b-1338825ab2ee tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.933666 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed57a353-00f7-4f49-a7dc-40a1e2ec5474 req-fe039bf6-d006-46b1-955b-1338825ab2ee tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 945 time: 0.1907396 Jul 16 18:07:20.014933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f77bf-0d3b-45cd-b7f9-7ba90bdcf538 req-efdf27e4-d427-4a10-9e4c-3a76770e0754 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.016333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-415f77bf-0d3b-45cd-b7f9-7ba90bdcf538 req-efdf27e4-d427-4a10-9e4c-3a76770e0754 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 944 time: 0.1965983 Jul 16 18:07:20.065349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed57a353-00f7-4f49-a7dc-40a1e2ec5474 req-62929896-f3a4-4f4f-a19e-a27e20c99a7a tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184103 Jul 16 18:07:20.068408 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.068771 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.069071 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Floating IP 696054b1-f1b0-493b-b257-003ae2e123b1 disassociated. External IP: 172.25.5.43, port: d0cb9d26-0e9f-4b54-9225-9c822edb4a1a. Jul 16 18:07:20.069664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Calling delete_port for d0cb9d26-0e9f-4b54-9225-9c822edb4a1a owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:20.132298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-415f77bf-0d3b-45cd-b7f9-7ba90bdcf538 req-a0034c16-784f-4b1c-a690-617d2cb52ca4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085842 Jul 16 18:07:20.236532 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.272841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event deleted for resources: {'Port': ['ID=d0cb9d26-0e9f-4b54-9225-9c822edb4a1a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:20.669646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 443517a6-8dd8-4ce9-9d16-914ac33f02bc up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:20.728943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f27ff-16c9-48f8-aa23-fa070946adb7 req-7283874c-151f-44b0-b654-7bf18d9826ef tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.735851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d75f27ff-16c9-48f8-aa23-fa070946adb7 req-7283874c-151f-44b0-b654-7bf18d9826ef tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 943 time: 0.4227507 Jul 16 18:07:20.739109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 443517a6-8dd8-4ce9-9d16-914ac33f02bc completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:20.739649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Router 82ee9fb9-3124-4939-9a46-8b4ee3150350 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:20.749996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 443517a6-8dd8-4ce9-9d16-914ac33f02bc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:20.750454 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.830798 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d75f27ff-16c9-48f8-aa23-fa070946adb7 req-4903763a-6d7c-4a62-afca-9b42e48396ff tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940659 Jul 16 18:07:20.838676 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.883576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 443517a6-8dd8-4ce9-9d16-914ac33f02bc, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=443517a6-8dd8-4ce9-9d16-914ac33f02bc,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:20.888815 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.926612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:20.943288 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c655e2e5-c389-46e1-8835-0a6888c54496 None None] Sync routers for ids ['82ee9fb9-3124-4939-9a46-8b4ee3150350'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:20.946013 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=443517a6-8dd8-4ce9-9d16-914ac33f02bc,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:20.955674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655e2e5-c389-46e1-8835-0a6888c54496 None None] Routers {'82ee9fb9-3124-4939-9a46-8b4ee3150350'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:20.956382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c655e2e5-c389-46e1-8835-0a6888c54496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['82ee9fb9-3124-4939-9a46-8b4ee3150350'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:20.973393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b540-a21a-4b9d-8b91-ff309404db4e req-608860be-6468-4d86-9ccf-ae19b8c55ec7 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.979906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b540-a21a-4b9d-8b91-ff309404db4e req-608860be-6468-4d86-9ccf-ae19b8c55ec7 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.981442 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d009b540-a21a-4b9d-8b91-ff309404db4e req-608860be-6468-4d86-9ccf-ae19b8c55ec7 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 1677 time: 0.1722426 Jul 16 18:07:21.008147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] No DVR routers for this DVR port d0cb9d26-0e9f-4b54-9225-9c822edb4a1a on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:21.026049 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.027905 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b56484c7-e7fe-41d0-8457-48110376314f req-8e55a12b-51fa-4396-806b-ed8b99793b70 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "DELETE /v2.0/ports/d0cb9d26-0e9f-4b54-9225-9c822edb4a1a HTTP/1.1" status: 204 len: 173 time: 1.7241879 Jul 16 18:07:21.064840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c655e2e5-c389-46e1-8835-0a6888c54496 None None] Set router 82ee9fb9-3124-4939-9a46-8b4ee3150350 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:21.109441 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d009b540-a21a-4b9d-8b91-ff309404db4e req-c4157949-98d0-4f8f-877c-fc660b790415 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041827 Jul 16 18:07:21.140617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed781e6-8e2e-4603-90eb-b7f32635c6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443517a6-8dd8-4ce9-9d16-914ac33f02bc'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:21.140617 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2c759e-5645-4652-9d8a-0582f0ada14c" -d '{"events": [{"server_uuid": "7ed781e6-8e2e-4603-90eb-b7f32635c6a7", "name": "network-vif-plugged", "status": "completed", "tag": "443517a6-8dd8-4ce9-9d16-914ac33f02bc"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:21.160624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0b360-ad72-4680-b05a-5c7147e60a1f req-b90a21e5-d097-4d42-8678-0c78bea97de0 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.162583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01b0b360-ad72-4680-b05a-5c7147e60a1f req-b90a21e5-d097-4d42-8678-0c78bea97de0 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.2026403 Jul 16 18:07:21.200109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-deleted', 'tag': '434bc532-1902-4f4a-b1d0-20cb0f87b2c0'}, {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-deleted', 'tag': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:21.202374 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2b398d-8246-4356-8dd9-c4ab8a8ee6a7" -d '{"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-deleted", "tag": "434bc532-1902-4f4a-b1d0-20cb0f87b2c0"}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-deleted", "tag": "d0cb9d26-0e9f-4b54-9225-9c822edb4a1a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:21.216265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b56484c7-e7fe-41d0-8457-48110376314f req-159cc58b-b561-446c-bc00-f173c70df6fe tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Deleting port 96c007b5-8bbc-4e2c-9529-671df32a71ae {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:21.216608 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-159cc58b-b561-446c-bc00-f173c70df6fe tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.235479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01b0b360-ad72-4680-b05a-5c7147e60a1f req-939b33e2-a435-458e-88dc-b8d28086a177 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670354 Jul 16 18:07:21.286857 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f2daec-2e15-4beb-a2c9-e150548cfdda x-openstack-request-id: req-93f2daec-2e15-4beb-a2c9-e150548cfdda {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:21.287270 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed781e6-8e2e-4603-90eb-b7f32635c6a7", "name": "network-vif-plugged", "status": "completed", "tag": "443517a6-8dd8-4ce9-9d16-914ac33f02bc", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:21.287555 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93f2daec-2e15-4beb-a2c9-e150548cfdda {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:21.287947 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed781e6-8e2e-4603-90eb-b7f32635c6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443517a6-8dd8-4ce9-9d16-914ac33f02bc', 'code': 200} Jul 16 18:07:21.292385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c655e2e5-c389-46e1-8835-0a6888c54496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port': {'id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'ff6dce0b-12f5-4118-8707-61142d1f6cc6', 'name': '', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'mac_address': 'fa:16:3e:1a:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:25Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 5, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'subnets': [{'id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:21.325390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c655e2e5-c389-46e1-8835-0a6888c54496 None None] Checking router: 82ee9fb9-3124-4939-9a46-8b4ee3150350 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:21.338962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655e2e5-c389-46e1-8835-0a6888c54496 None None] Routers {'82ee9fb9-3124-4939-9a46-8b4ee3150350'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:21.342518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c655e2e5-c389-46e1-8835-0a6888c54496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['82ee9fb9-3124-4939-9a46-8b4ee3150350'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:21.385578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b56484c7-e7fe-41d0-8457-48110376314f req-159cc58b-b561-446c-bc00-f173c70df6fe tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] For port 96c007b5-8bbc-4e2c-9529-671df32a71ae, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=96c007b5-8bbc-4e2c-9529-671df32a71ae,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:21.385944 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-159cc58b-b561-446c-bc00-f173c70df6fe tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.431761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b56484c7-e7fe-41d0-8457-48110376314f req-159cc58b-b561-446c-bc00-f173c70df6fe tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Calling delete_port for 96c007b5-8bbc-4e2c-9529-671df32a71ae owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:21.451223 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c655e2e5-c389-46e1-8835-0a6888c54496 None None] Set router 82ee9fb9-3124-4939-9a46-8b4ee3150350 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:21.467634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857ec0-532f-4798-8920-9fda0bb20ec2 req-82a42781-e267-411a-bcde-975e4fa53b03 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.469114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56857ec0-532f-4798-8920-9fda0bb20ec2 req-82a42781-e267-411a-bcde-975e4fa53b03 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 945 time: 0.2371261 Jul 16 18:07:21.592473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56857ec0-532f-4798-8920-9fda0bb20ec2 req-c257be1d-a960-4382-8471-576b60febb50 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118631 Jul 16 18:07:21.596369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122f307-b20c-43f2-88e2-7f5e436593fd req-25e3ea6c-6b1d-4ee1-a89c-b51554b3c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.597806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1122f307-b20c-43f2-88e2-7f5e436593fd req-25e3ea6c-6b1d-4ee1-a89c-b51554b3c282 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 1097 time: 0.2330601 Jul 16 18:07:21.626323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3335895-55d6-4508-a812-b059206bad69 req-12029b86-6cd1-4eaf-a62a-812ae7b127bc tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.627881 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f3335895-55d6-4508-a812-b059206bad69 req-12029b86-6cd1-4eaf-a62a-812ae7b127bc tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 945 time: 0.2385538 Jul 16 18:07:21.675069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c655e2e5-c389-46e1-8835-0a6888c54496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port': {'id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'ff6dce0b-12f5-4118-8707-61142d1f6cc6', 'name': '', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'mac_address': 'fa:16:3e:1a:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:25Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 5, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'subnets': [{'id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:21.703081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c655e2e5-c389-46e1-8835-0a6888c54496 None None] The sync data for ids ['82ee9fb9-3124-4939-9a46-8b4ee3150350'] in n-d-787206-10 is: [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port': {'id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'ff6dce0b-12f5-4118-8707-61142d1f6cc6', 'name': '', 'network_id': 'bb64f7cc-287f-4695-9aa1-c2f719cc83ad', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'mac_address': 'fa:16:3e:1a:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:25Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 5, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'subnets': [{'id': '0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:21.704178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1122f307-b20c-43f2-88e2-7f5e436593fd req-6dfd4284-54f0-49e2-ade0-d1a9b0035549 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990572 Jul 16 18:07:21.729541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f3335895-55d6-4508-a812-b059206bad69 req-3e69d3ca-71db-4af5-bc91-d64f311816b3 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924678 Jul 16 18:07:21.740429 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-159cc58b-b561-446c-bc00-f173c70df6fe tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.790143 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3f4ecc-aaa5-4fc1-aac0-2fadad9cdcca x-openstack-request-id: req-bd3f4ecc-aaa5-4fc1-aac0-2fadad9cdcca {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:21.790530 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-deleted", "tag": "434bc532-1902-4f4a-b1d0-20cb0f87b2c0", "status": "completed", "code": 200}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-deleted", "tag": "d0cb9d26-0e9f-4b54-9225-9c822edb4a1a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:21.790849 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd3f4ecc-aaa5-4fc1-aac0-2fadad9cdcca {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:21.791308 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-deleted', 'tag': '434bc532-1902-4f4a-b1d0-20cb0f87b2c0', 'status': 'completed', 'code': 200} Jul 16 18:07:21.791660 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-deleted', 'tag': 'd0cb9d26-0e9f-4b54-9225-9c822edb4a1a', 'status': 'completed', 'code': 200} Jul 16 18:07:21.794484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cc58b-b561-446c-bc00-f173c70df6fe tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event deleted for resources: {'Port': ['ID=96c007b5-8bbc-4e2c-9529-671df32a71ae,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:21.845786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56484c7-e7fe-41d0-8457-48110376314f req-159cc58b-b561-446c-bc00-f173c70df6fe tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] No DVR routers for this DVR port 96c007b5-8bbc-4e2c-9529-671df32a71ae on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:21.848209 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-159cc58b-b561-446c-bc00-f173c70df6fe tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.851380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b56484c7-e7fe-41d0-8457-48110376314f req-159cc58b-b561-446c-bc00-f173c70df6fe tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "DELETE /v2.0/ports/96c007b5-8bbc-4e2c-9529-671df32a71ae HTTP/1.1" status: 204 len: 173 time: 0.8159587 Jul 16 18:07:22.007231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b56484c7-e7fe-41d0-8457-48110376314f req-78343c72-fb52-430b-bc02-e765dd62fbff tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Deleting port 3dfe564b-5bbd-4381-84d5-55c677ec55f6 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:22.007908 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-78343c72-fb52-430b-bc02-e765dd62fbff tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.086120 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1fec40-554a-4915-b264-6e688f121429 None None] New status for floating IP 696054b1-f1b0-493b-b257-003ae2e123b1: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:07:22.166614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a071323-7ee1-41d6-886a-6d082dc27207 req-f6e23ba5-a9b1-4e67-b5dc-a2384db51b4e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2097930591&fields=id&tenant_id=ef5c328412ce4c398dd75e3cbf979514 HTTP/1.1" status: 200 len: 267 time: 0.1397748 Jul 16 18:07:22.249258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b56484c7-e7fe-41d0-8457-48110376314f req-78343c72-fb52-430b-bc02-e765dd62fbff tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] For port 3dfe564b-5bbd-4381-84d5-55c677ec55f6, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3dfe564b-5bbd-4381-84d5-55c677ec55f6,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:22.249529 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-78343c72-fb52-430b-bc02-e765dd62fbff tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.279772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b56484c7-e7fe-41d0-8457-48110376314f req-78343c72-fb52-430b-bc02-e765dd62fbff tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Calling delete_port for 3dfe564b-5bbd-4381-84d5-55c677ec55f6 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:22.315145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e113b43-e1e1-484d-bc3c-3f108fdc760b req-60882cb7-a50c-4e33-80f3-aeb41da89142 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.316843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e113b43-e1e1-484d-bc3c-3f108fdc760b req-60882cb7-a50c-4e33-80f3-aeb41da89142 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 943 time: 0.2270262 Jul 16 18:07:22.370026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09094613-df64-4305-a19e-47b6f3222069 req-0cd6bc41-63ec-4f60-b5f5-11f307424840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.371516 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09094613-df64-4305-a19e-47b6f3222069 req-0cd6bc41-63ec-4f60-b5f5-11f307424840 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08b367b9e377459786aeae0eec232725&device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 1097 time: 0.2648568 Jul 16 18:07:22.389155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a071323-7ee1-41d6-886a-6d082dc27207 req-36383bd1-c5ff-47c3-95c1-b19e4e3b63f5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.390557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a071323-7ee1-41d6-886a-6d082dc27207 req-36383bd1-c5ff-47c3-95c1-b19e4e3b63f5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 945 time: 0.2155552 Jul 16 18:07:22.424840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-9a071323-7ee1-41d6-886a-6d082dc27207 req-3a25bc40-0602-4184-b628-4fca290801dc tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'port': {'security_groups': ['a7282213-9898-4002-b3e3-08f751d36b3a', 'afc43212-53e2-444e-8e2f-5430943cbcc4']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:22.484354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e113b43-e1e1-484d-bc3c-3f108fdc760b req-c2c2e428-6fe6-49c6-853f-45e398baa8b0 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585250 Jul 16 18:07:22.642697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09094613-df64-4305-a19e-47b6f3222069 req-a8ecb02b-18e6-4044-9823-d146f32166d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.644422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09094613-df64-4305-a19e-47b6f3222069 req-a8ecb02b-18e6-4044-9823-d146f32166d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30341329-aacc-446b-ba5e-b1a3b510f4fc HTTP/1.1" status: 200 len: 912 time: 0.2515700 Jul 16 18:07:22.667998 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9a071323-7ee1-41d6-886a-6d082dc27207 req-3a25bc40-0602-4184-b628-4fca290801dc tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.684677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 33d74c13-73be-476c-b6f1-07a8fb8b04a7 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:22.731984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09094613-df64-4305-a19e-47b6f3222069 req-e73dd277-d27d-46e8-b7d2-cfea00df7ca5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fad76510-95a4-4e79-ba11-ca04204a633b HTTP/1.1" status: 200 len: 217 time: 0.0658956 Jul 16 18:07:22.766868 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-78343c72-fb52-430b-bc02-e765dd62fbff tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.785059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 33d74c13-73be-476c-b6f1-07a8fb8b04a7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=33d74c13-73be-476c-b6f1-07a8fb8b04a7,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:22.796898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '33d74c13-73be-476c-b6f1-07a8fb8b04a7', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'port_id': '33d74c13-73be-476c-b6f1-07a8fb8b04a7', 'mac_address': 'fa:16:3e:25:d7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:22.834893 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.840634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78343c72-fb52-430b-bc02-e765dd62fbff tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event deleted for resources: {'Port': ['ID=3dfe564b-5bbd-4381-84d5-55c677ec55f6,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:22.850443 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d74c13-73be-476c-b6f1-07a8fb8b04a7 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:22.872498 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 33d74c13-73be-476c-b6f1-07a8fb8b04a7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=33d74c13-73be-476c-b6f1-07a8fb8b04a7,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:22.877198 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.905150 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54963682-6eaa-43d6-a421-2eb94ef7bb97 req-21ffa2b1-4c72-4726-9697-9ac8a9822733 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.906635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54963682-6eaa-43d6-a421-2eb94ef7bb97 req-21ffa2b1-4c72-4726-9697-9ac8a9822733 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.2941961 Jul 16 18:07:22.929623 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=33d74c13-73be-476c-b6f1-07a8fb8b04a7,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:22.931816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09094613-df64-4305-a19e-47b6f3222069 req-97db5ac7-1bf4-407a-b15f-978eb10831d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.933269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09094613-df64-4305-a19e-47b6f3222069 req-97db5ac7-1bf4-407a-b15f-978eb10831d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b0af0099-c9f3-4490-90c7-8361de452364 HTTP/1.1" status: 200 len: 851 time: 0.1784167 Jul 16 18:07:22.937787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56484c7-e7fe-41d0-8457-48110376314f req-78343c72-fb52-430b-bc02-e765dd62fbff tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] No DVR routers for this DVR port 3dfe564b-5bbd-4381-84d5-55c677ec55f6 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:22.952684 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b56484c7-e7fe-41d0-8457-48110376314f req-78343c72-fb52-430b-bc02-e765dd62fbff tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.954842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b56484c7-e7fe-41d0-8457-48110376314f req-78343c72-fb52-430b-bc02-e765dd62fbff tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.35 "DELETE /v2.0/ports/3dfe564b-5bbd-4381-84d5-55c677ec55f6 HTTP/1.1" status: 204 len: 173 time: 1.0965667 Jul 16 18:07:22.995245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09094613-df64-4305-a19e-47b6f3222069 req-cfbdc3a4-509e-46e0-a58e-37a02c00a8c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30341329-aacc-446b-ba5e-b1a3b510f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436416 Jul 16 18:07:23.064260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54963682-6eaa-43d6-a421-2eb94ef7bb97 req-358fc164-f623-4fc6-918e-c768a50e7276 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274390 Jul 16 18:07:23.185958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-9a071323-7ee1-41d6-886a-6d082dc27207 req-3a25bc40-0602-4184-b628-4fca290801dc tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] For port 36c0c881-dfe6-4b27-8437-535677e6b72d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=36c0c881-dfe6-4b27-8437-535677e6b72d,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:23.192440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['33d74c13-73be-476c-b6f1-07a8fb8b04a7'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:23.211356 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09094613-df64-4305-a19e-47b6f3222069 req-0d72585c-0af0-43a0-b583-418c29370fee service neutron] 10.222.0.43 "GET /v2.0/networks/30341329-aacc-446b-ba5e-b1a3b510f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052286 Jul 16 18:07:23.246127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8009d777-ea08-4811-93ad-8b1c3fcc7e2c req-37738f22-47b3-4631-886b-8506fd7d76fc tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 210 time: 0.0475113 Jul 16 18:07:23.280675 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9a071323-7ee1-41d6-886a-6d082dc27207 req-3a25bc40-0602-4184-b628-4fca290801dc tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.289151 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9a071323-7ee1-41d6-886a-6d082dc27207 req-3a25bc40-0602-4184-b628-4fca290801dc tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.357910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['36c0c881-dfe6-4b27-8437-535677e6b72d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:23.795173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a071323-7ee1-41d6-886a-6d082dc27207 req-3a25bc40-0602-4184-b628-4fca290801dc tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.795891 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9a071323-7ee1-41d6-886a-6d082dc27207 req-3a25bc40-0602-4184-b628-4fca290801dc tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.797594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a071323-7ee1-41d6-886a-6d082dc27207 req-3a25bc40-0602-4184-b628-4fca290801dc tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "PUT /v2.0/ports/36c0c881-dfe6-4b27-8437-535677e6b72d HTTP/1.1" status: 200 len: 981 time: 1.3931923 Jul 16 18:07:23.798305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-deleted', 'tag': '96c007b5-8bbc-4e2c-9529-671df32a71ae'}, {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-deleted', 'tag': '3dfe564b-5bbd-4381-84d5-55c677ec55f6'}, {'name': 'network-changed', 'server_uuid': '29265c14-a2a4-4e27-bb8f-936a44fc4f8f', 'tag': '36c0c881-dfe6-4b27-8437-535677e6b72d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:23.800723 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587fff83-f156-4f60-906b-873bd3dd1dc6" -d '{"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-deleted", "tag": "96c007b5-8bbc-4e2c-9529-671df32a71ae"}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-deleted", "tag": "3dfe564b-5bbd-4381-84d5-55c677ec55f6"}, {"name": "network-changed", "server_uuid": "29265c14-a2a4-4e27-bb8f-936a44fc4f8f", "tag": "36c0c881-dfe6-4b27-8437-535677e6b72d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:23.846500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09094613-df64-4305-a19e-47b6f3222069 req-84727daa-ad8e-46a5-9dfc-653c07164497 service neutron] 10.222.0.43 "GET /v2.0/networks/30341329-aacc-446b-ba5e-b1a3b510f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124992 Jul 16 18:07:23.848152 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25bc40-0602-4184-b628-4fca290801dc tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'Port': ['ID=36c0c881-dfe6-4b27-8437-535677e6b72d,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:23.876654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['36c0c881-dfe6-4b27-8437-535677e6b72d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:23.886734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103fd52-92ab-44ab-a2ac-8863a4ad6ffd req-cd84efe4-aa97-4a95-93d5-98cf4a69ca43 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.888384 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d103fd52-92ab-44ab-a2ac-8863a4ad6ffd req-cd84efe4-aa97-4a95-93d5-98cf4a69ca43 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 945 time: 0.1621244 Jul 16 18:07:23.946419 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d103fd52-92ab-44ab-a2ac-8863a4ad6ffd req-46f4cd5a-bc95-458c-8cac-166fc01ebe27 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489142 Jul 16 18:07:24.031412 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16457e35-6d9c-4f41-b471-25cfd7bae41a x-openstack-request-id: req-16457e35-6d9c-4f41-b471-25cfd7bae41a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:24.031876 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-deleted", "tag": "96c007b5-8bbc-4e2c-9529-671df32a71ae", "status": "completed", "code": 200}, {"server_uuid": "5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2", "name": "network-vif-deleted", "tag": "3dfe564b-5bbd-4381-84d5-55c677ec55f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29265c14-a2a4-4e27-bb8f-936a44fc4f8f", "tag": "36c0c881-dfe6-4b27-8437-535677e6b72d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:24.032289 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16457e35-6d9c-4f41-b471-25cfd7bae41a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:24.032931 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-deleted', 'tag': '96c007b5-8bbc-4e2c-9529-671df32a71ae', 'status': 'completed', 'code': 200} Jul 16 18:07:24.033359 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2', 'name': 'network-vif-deleted', 'tag': '3dfe564b-5bbd-4381-84d5-55c677ec55f6', 'status': 'completed', 'code': 200} Jul 16 18:07:24.033784 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29265c14-a2a4-4e27-bb8f-936a44fc4f8f', 'tag': '36c0c881-dfe6-4b27-8437-535677e6b72d', 'status': 'completed', 'code': 200} Jul 16 18:07:24.179948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0eed8882-f340-4fd3-bd51-2f0be6f9af39 req-ffa57cff-cba5-4aaf-b60b-6ad6d21e03b0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/afc43212-53e2-444e-8e2f-5430943cbcc4 HTTP/1.1" status: 200 len: 1803 time: 0.1237791 Jul 16 18:07:24.236340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fff83-f156-4f60-906b-873bd3dd1dc6 req-60be6f36-7336-4a5c-8e85-b20f3a1a157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.237847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-587fff83-f156-4f60-906b-873bd3dd1dc6 req-60be6f36-7336-4a5c-8e85-b20f3a1a157b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef5c328412ce4c398dd75e3cbf979514&device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 1136 time: 0.1690533 Jul 16 18:07:24.252187 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c948cad-5cec-485a-9e76-8b83785827bc req-e5ac19ed-6218-49fe-adb5-f82f8917bf62 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.252663 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c948cad-5cec-485a-9e76-8b83785827bc req-e5ac19ed-6218-49fe-adb5-f82f8917bf62 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 944 time: 0.1625941 Jul 16 18:07:24.310070 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-0eed8882-f340-4fd3-bd51-2f0be6f9af39 req-74a79dd4-7294-4e9f-8db8-68f32c0e87df tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:07:24.311032 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0eed8882-f340-4fd3-bd51-2f0be6f9af39 req-74a79dd4-7294-4e9f-8db8-68f32c0e87df tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "DELETE /v2.0/security-groups/afc43212-53e2-444e-8e2f-5430943cbcc4 HTTP/1.1" status: 409 len: 341 time: 0.1241262 Jul 16 18:07:24.365504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c948cad-5cec-485a-9e76-8b83785827bc req-26cf1885-f963-478d-ab0f-029880be3475 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014981 Jul 16 18:07:24.402111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fff83-f156-4f60-906b-873bd3dd1dc6 req-ff39fded-aeef-441d-9273-85c853131cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.403636 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-587fff83-f156-4f60-906b-873bd3dd1dc6 req-ff39fded-aeef-441d-9273-85c853131cc0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb3825b8-5e1d-4b7e-8861-df4642708a36 HTTP/1.1" status: 200 len: 913 time: 0.1484241 Jul 16 18:07:24.452195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-587fff83-f156-4f60-906b-873bd3dd1dc6 req-7686ca04-8774-4ea0-826d-fc7a8c902206 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36c0c881-dfe6-4b27-8437-535677e6b72d HTTP/1.1" status: 200 len: 217 time: 0.0390081 Jul 16 18:07:24.569603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fff83-f156-4f60-906b-873bd3dd1dc6 req-85d8d930-5b87-47ba-bb68-2ca9b1467873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.571009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-587fff83-f156-4f60-906b-873bd3dd1dc6 req-85d8d930-5b87-47ba-bb68-2ca9b1467873 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca HTTP/1.1" status: 200 len: 852 time: 0.1105728 Jul 16 18:07:24.594357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['70e89808-e146-4f24-b3d4-0ddb5cdd1b74'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:24.622916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f305d5-a686-413c-9d02-2c0101cfb28a req-9afc9a80-c02a-4dc2-a8bb-444c5482eddf tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.624532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78f305d5-a686-413c-9d02-2c0101cfb28a req-9afc9a80-c02a-4dc2-a8bb-444c5482eddf tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.1126328 Jul 16 18:07:24.626914 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-587fff83-f156-4f60-906b-873bd3dd1dc6 req-9eb0e8e0-2c3e-4587-a1c1-20416cc9759d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb3825b8-5e1d-4b7e-8861-df4642708a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477121 Jul 16 18:07:24.715854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ea4f913-4a0c-4c6c-aac0-58bd1ed066bf req-11f538d6-eab8-4d6b-9fdf-13efb83107c0 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 210 time: 0.0557563 Jul 16 18:07:24.735484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78f305d5-a686-413c-9d02-2c0101cfb28a req-be79e79e-5394-4a01-8df8-6a9da878356d tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018372 Jul 16 18:07:24.857656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-587fff83-f156-4f60-906b-873bd3dd1dc6 req-2d4d24fa-893e-4e5c-94fd-dced337d912f service neutron] 10.222.0.35 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158093 Jul 16 18:07:24.990628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-587fff83-f156-4f60-906b-873bd3dd1dc6 req-9937f791-dab2-48db-892a-1dfc0aad4cec service neutron] 10.222.0.35 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236064 Jul 16 18:07:25.200535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb17290-b669-4503-8c90-048724bbd655 req-ad869ba0-501a-4287-bb92-60c790a314d4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.202017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6eb17290-b669-4503-8c90-048724bbd655 req-ad869ba0-501a-4287-bb92-60c790a314d4 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 945 time: 0.1238406 Jul 16 18:07:25.205512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243a99c-a406-43eb-a15a-38413ee971a0 req-727fc122-034f-4483-9f9b-51b95e7cb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.207028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f243a99c-a406-43eb-a15a-38413ee971a0 req-727fc122-034f-4483-9f9b-51b95e7cb929 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef5c328412ce4c398dd75e3cbf979514&device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 1136 time: 0.1368432 Jul 16 18:07:25.339823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6eb17290-b669-4503-8c90-048724bbd655 req-94180178-8e2d-4605-8372-970d059c448f tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232069 Jul 16 18:07:25.392430 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c4a8-c160-4448-8f67-3f1b11c4d1bb req-fa6920ac-81ef-4ce3-957d-f2d67cb4452c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.399349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c4a8-c160-4448-8f67-3f1b11c4d1bb req-fa6920ac-81ef-4ce3-957d-f2d67cb4452c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.405809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c4a8-c160-4448-8f67-3f1b11c4d1bb req-fa6920ac-81ef-4ce3-957d-f2d67cb4452c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.412258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c4a8-c160-4448-8f67-3f1b11c4d1bb req-fa6920ac-81ef-4ce3-957d-f2d67cb4452c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.418204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c4a8-c160-4448-8f67-3f1b11c4d1bb req-fa6920ac-81ef-4ce3-957d-f2d67cb4452c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.425350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c4a8-c160-4448-8f67-3f1b11c4d1bb req-fa6920ac-81ef-4ce3-957d-f2d67cb4452c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.432089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c4a8-c160-4448-8f67-3f1b11c4d1bb req-fa6920ac-81ef-4ce3-957d-f2d67cb4452c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.434118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b751c4a8-c160-4448-8f67-3f1b11c4d1bb req-fa6920ac-81ef-4ce3-957d-f2d67cb4452c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5433 time: 0.2310531 Jul 16 18:07:25.435536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243a99c-a406-43eb-a15a-38413ee971a0 req-fd7243de-3f8c-4eb0-b891-838d39bd9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.436879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f243a99c-a406-43eb-a15a-38413ee971a0 req-fd7243de-3f8c-4eb0-b891-838d39bd9efa service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb3825b8-5e1d-4b7e-8861-df4642708a36 HTTP/1.1" status: 200 len: 913 time: 0.2183402 Jul 16 18:07:25.506110 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f243a99c-a406-43eb-a15a-38413ee971a0 req-a8fca6d0-1666-48dc-821d-1e13fd8597fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36c0c881-dfe6-4b27-8437-535677e6b72d HTTP/1.1" status: 200 len: 217 time: 0.0609329 Jul 16 18:07:25.584182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b751c4a8-c160-4448-8f67-3f1b11c4d1bb req-5c15cffa-5668-4441-80cf-4400af15843f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418800 Jul 16 18:07:25.601048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243a99c-a406-43eb-a15a-38413ee971a0 req-c2c59486-8724-43f8-8af0-2ceebfe0f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.602515 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f243a99c-a406-43eb-a15a-38413ee971a0 req-c2c59486-8724-43f8-8af0-2ceebfe0f13a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca HTTP/1.1" status: 200 len: 852 time: 0.0786357 Jul 16 18:07:25.656095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f243a99c-a406-43eb-a15a-38413ee971a0 req-d5531207-97ed-4656-9923-9001cbd23d8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb3825b8-5e1d-4b7e-8861-df4642708a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393810 Jul 16 18:07:25.669801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1b6d-7b77-48df-9340-f75bfabae7c0 req-1e87b962-ee78-4e44-a602-399fe331310c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.677576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-052d1b6d-7b77-48df-9340-f75bfabae7c0 req-1e87b962-ee78-4e44-a602-399fe331310c tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 984 time: 0.2154279 Jul 16 18:07:25.814831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-052d1b6d-7b77-48df-9340-f75bfabae7c0 req-973f75a9-2297-4169-9687-78fbe4f7cce9 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=afc43212-53e2-444e-8e2f-5430943cbcc4&id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1334763 Jul 16 18:07:25.869181 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f243a99c-a406-43eb-a15a-38413ee971a0 req-962cafe2-9d00-479e-9d13-077e7a1e3d23 service neutron] 10.222.0.35 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769307 Jul 16 18:07:25.958201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f044f-5cf5-451d-abec-a3e8a724c708 req-dcae958b-ff97-4007-bc45-f4082208dd4e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.965190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c90f044f-5cf5-451d-abec-a3e8a724c708 req-dcae958b-ff97-4007-bc45-f4082208dd4e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 944 time: 0.1815307 Jul 16 18:07:26.058317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f243a99c-a406-43eb-a15a-38413ee971a0 req-b64ac383-f98a-4a7f-ae59-a6c37a193726 service neutron] 10.222.0.35 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812813 Jul 16 18:07:26.066483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c90f044f-5cf5-451d-abec-a3e8a724c708 req-92d4adf0-d63c-4679-b8a1-e5424c32593d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927315 Jul 16 18:07:26.102056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf28d-2b47-4f41-a5ce-0e9df50a3192 req-3abad1e6-dc6f-491e-8cf2-2837022e8d39 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.106946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf28d-2b47-4f41-a5ce-0e9df50a3192 req-3abad1e6-dc6f-491e-8cf2-2837022e8d39 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.113171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf28d-2b47-4f41-a5ce-0e9df50a3192 req-3abad1e6-dc6f-491e-8cf2-2837022e8d39 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.120313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf28d-2b47-4f41-a5ce-0e9df50a3192 req-3abad1e6-dc6f-491e-8cf2-2837022e8d39 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.126345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf28d-2b47-4f41-a5ce-0e9df50a3192 req-3abad1e6-dc6f-491e-8cf2-2837022e8d39 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.132838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf28d-2b47-4f41-a5ce-0e9df50a3192 req-3abad1e6-dc6f-491e-8cf2-2837022e8d39 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.139013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf28d-2b47-4f41-a5ce-0e9df50a3192 req-3abad1e6-dc6f-491e-8cf2-2837022e8d39 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.141153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92aaf28d-2b47-4f41-a5ce-0e9df50a3192 req-3abad1e6-dc6f-491e-8cf2-2837022e8d39 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5433 time: 0.1731448 Jul 16 18:07:26.213642 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb3dd464-4ddd-48ca-ac2f-51f85e9789e2 req-92cde38c-8f62-4105-9ebc-64c121368a95 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 210 time: 0.0338156 Jul 16 18:07:26.335359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328bcf4-51c5-4893-82bf-73c668245778 req-562d3da4-9292-4b8e-89b9-c079fa87b099 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.337068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a328bcf4-51c5-4893-82bf-73c668245778 req-562d3da4-9292-4b8e-89b9-c079fa87b099 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.0793183 Jul 16 18:07:26.361117 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.397901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a328bcf4-51c5-4893-82bf-73c668245778 req-c4147175-22f8-4d53-a95f-68943347690d tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Jul 16 18:07:26.542913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a5c2c-bc7f-4fb3-983e-480098b3a7ed req-373c596c-5f4f-4942-a533-67a7491d916c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.544704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba0a5c2c-bc7f-4fb3-983e-480098b3a7ed req-373c596c-5f4f-4942-a533-67a7491d916c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 945 time: 0.0759201 Jul 16 18:07:26.578060 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.593045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba0a5c2c-bc7f-4fb3-983e-480098b3a7ed req-d32fd885-bd0f-4072-a1a2-d34b31a8326c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Jul 16 18:07:26.703504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 33d74c13-73be-476c-b6f1-07a8fb8b04a7 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:26.769973 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 33d74c13-73be-476c-b6f1-07a8fb8b04a7 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:26.774900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 33d74c13-73be-476c-b6f1-07a8fb8b04a7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:26.775353 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.869720 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.876887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd338070-e506-4347-8138-f661cf8cbd63 req-69ea063b-5a40-4f66-b98c-666d83282eb6 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.878908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd338070-e506-4347-8138-f661cf8cbd63 req-69ea063b-5a40-4f66-b98c-666d83282eb6 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.0833278 Jul 16 18:07:26.912487 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445acc3b-1638-4af6-a344-14a08b204883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d74c13-73be-476c-b6f1-07a8fb8b04a7'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:26.915275 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c25ff31-eea5-464f-8425-7eaa70298b42" -d '{"events": [{"server_uuid": "445acc3b-1638-4af6-a344-14a08b204883", "name": "network-vif-plugged", "status": "completed", "tag": "33d74c13-73be-476c-b6f1-07a8fb8b04a7"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:26.930335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 33d74c13-73be-476c-b6f1-07a8fb8b04a7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=33d74c13-73be-476c-b6f1-07a8fb8b04a7,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:26.934699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd338070-e506-4347-8138-f661cf8cbd63 req-404f4b84-0f78-4768-a42a-054e97c1754d tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460000 Jul 16 18:07:26.949500 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.010312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=33d74c13-73be-476c-b6f1-07a8fb8b04a7,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:27.024369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:27.024369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:27.024369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:27.024369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:27.024369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:27.024369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:27.024369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:27.024369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:27.024369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:27.024369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:27.024369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:27.025525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:27.113447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad3a7d-1c18-4886-8f6a-dff85a7277c2 req-5b5dfc84-bb80-43fc-899d-e7d7567ff980 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.114983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3ad3a7d-1c18-4886-8f6a-dff85a7277c2 req-5b5dfc84-bb80-43fc-899d-e7d7567ff980 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 984 time: 0.1160462 Jul 16 18:07:27.175308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9f860-5c92-4ef0-8523-7c8f3f989321 req-3540e70d-f840-45f7-ab45-19261b2c8440 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.176975 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6e9f860-5c92-4ef0-8523-7c8f3f989321 req-3540e70d-f840-45f7-ab45-19261b2c8440 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 945 time: 0.1151385 Jul 16 18:07:27.181928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3ad3a7d-1c18-4886-8f6a-dff85a7277c2 req-a157469f-771d-4e99-8357-d5d799124e5d tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=afc43212-53e2-444e-8e2f-5430943cbcc4&id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0608387 Jul 16 18:07:27.228291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6e9f860-5c92-4ef0-8523-7c8f3f989321 req-c97ebc8e-bd67-4200-a73b-4659c0611c96 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453978 Jul 16 18:07:27.233677 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20431954-9ad2-466c-85f9-fa0d6dd15c11 x-openstack-request-id: req-20431954-9ad2-466c-85f9-fa0d6dd15c11 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:27.234291 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445acc3b-1638-4af6-a344-14a08b204883", "name": "network-vif-plugged", "status": "completed", "tag": "33d74c13-73be-476c-b6f1-07a8fb8b04a7", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:27.234726 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20431954-9ad2-466c-85f9-fa0d6dd15c11 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:27.235601 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445acc3b-1638-4af6-a344-14a08b204883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d74c13-73be-476c-b6f1-07a8fb8b04a7', 'code': 200} Jul 16 18:07:27.443663 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d573bc55-66fd-4a02-8e15-d9b7261522b0 req-99194955-a71d-4522-9362-7c7edef6dd93 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1749815192&fields=id&tenant_id=ef5c328412ce4c398dd75e3cbf979514 HTTP/1.1" status: 200 len: 267 time: 0.0781794 Jul 16 18:07:27.495063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e77de-91c0-4148-9529-7a161088fe82 req-df645e87-8c02-48f3-8650-f89a099de42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.496779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a29e77de-91c0-4148-9529-7a161088fe82 req-df645e87-8c02-48f3-8650-f89a099de42c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 1097 time: 0.1803062 Jul 16 18:07:27.514448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ca6e3-4dbe-43ab-bb22-de27568e38a3 req-956cbd7b-5188-4a7f-9fc9-ceab4c23635e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.516074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b5ca6e3-4dbe-43ab-bb22-de27568e38a3 req-956cbd7b-5188-4a7f-9fc9-ceab4c23635e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 945 time: 0.1674798 Jul 16 18:07:27.588348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a29e77de-91c0-4148-9529-7a161088fe82 req-1002ca81-dfce-477d-b9f1-390bc46ff77d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831497 Jul 16 18:07:27.601741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573bc55-66fd-4a02-8e15-d9b7261522b0 req-44015e59-a56f-45d6-ac05-1efd6dbc43b1 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.603789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d573bc55-66fd-4a02-8e15-d9b7261522b0 req-44015e59-a56f-45d6-ac05-1efd6dbc43b1 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 984 time: 0.1516922 Jul 16 18:07:27.606014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b5ca6e3-4dbe-43ab-bb22-de27568e38a3 req-072ed150-8697-4c74-a812-2646765ac6c9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807049 Jul 16 18:07:27.615413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d573bc55-66fd-4a02-8e15-d9b7261522b0 req-d6ac0920-0294-4641-8fa9-461cdbf5bd22 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'port': {'security_groups': ['a7282213-9898-4002-b3e3-08f751d36b3a', 'afc43212-53e2-444e-8e2f-5430943cbcc4', '6e00dffa-6e12-4b17-ac46-b25bc7f6b562']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:27.711721 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d573bc55-66fd-4a02-8e15-d9b7261522b0 req-d6ac0920-0294-4641-8fa9-461cdbf5bd22 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.786504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e13b831b-c031-42e0-9e9d-d5f68fa6987f req-d4759b50-59db-484a-8830-9a957eef4ffe tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 210 time: 0.0392234 Jul 16 18:07:27.960368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d573bc55-66fd-4a02-8e15-d9b7261522b0 req-d6ac0920-0294-4641-8fa9-461cdbf5bd22 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] For port 36c0c881-dfe6-4b27-8437-535677e6b72d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=36c0c881-dfe6-4b27-8437-535677e6b72d,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:27.968637 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-326a6cc6-6441-4135-bec3-b33a736c95d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.996351 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d573bc55-66fd-4a02-8e15-d9b7261522b0 req-d6ac0920-0294-4641-8fa9-461cdbf5bd22 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.001557 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d573bc55-66fd-4a02-8e15-d9b7261522b0 req-d6ac0920-0294-4641-8fa9-461cdbf5bd22 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.015168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['36c0c881-dfe6-4b27-8437-535677e6b72d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:28.023687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['70e89808-e146-4f24-b3d4-0ddb5cdd1b74'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:28.089415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac0920-0294-4641-8fa9-461cdbf5bd22 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'Port': ['ID=36c0c881-dfe6-4b27-8437-535677e6b72d,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:28.101486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573bc55-66fd-4a02-8e15-d9b7261522b0 req-d6ac0920-0294-4641-8fa9-461cdbf5bd22 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.102180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d573bc55-66fd-4a02-8e15-d9b7261522b0 req-d6ac0920-0294-4641-8fa9-461cdbf5bd22 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.103968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d573bc55-66fd-4a02-8e15-d9b7261522b0 req-d6ac0920-0294-4641-8fa9-461cdbf5bd22 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "PUT /v2.0/ports/36c0c881-dfe6-4b27-8437-535677e6b72d HTTP/1.1" status: 200 len: 1020 time: 0.4931240 Jul 16 18:07:28.104421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29265c14-a2a4-4e27-bb8f-936a44fc4f8f', 'tag': '36c0c881-dfe6-4b27-8437-535677e6b72d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:28.106702 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9850ac8-3a40-4cc7-b66f-f44742649cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "29265c14-a2a4-4e27-bb8f-936a44fc4f8f", "tag": "36c0c881-dfe6-4b27-8437-535677e6b72d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:28.196831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43ed6460-2ab0-44f4-9aaf-60ad420ef62c req-0f511f1b-1e01-42e6-a7f3-03f315fd8282 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/6e00dffa-6e12-4b17-ac46-b25bc7f6b562 HTTP/1.1" status: 200 len: 1802 time: 0.0559771 Jul 16 18:07:28.209946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['36c0c881-dfe6-4b27-8437-535677e6b72d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:28.214119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ff266-d804-49a1-85fc-10bbe7976d60 req-a55a74ac-796e-4110-9207-2d2e94242ba8 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.215770 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-950ff266-d804-49a1-85fc-10bbe7976d60 req-a55a74ac-796e-4110-9207-2d2e94242ba8 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.1063693 Jul 16 18:07:28.291135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-950ff266-d804-49a1-85fc-10bbe7976d60 req-c2ace20e-bbd6-4add-ad00-0d839fd4a6fb tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678110 Jul 16 18:07:28.292948 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-43ed6460-2ab0-44f4-9aaf-60ad420ef62c req-26eda0c3-d173-46bd-b997-6ad88c9a7add tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:07:28.305596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43ed6460-2ab0-44f4-9aaf-60ad420ef62c req-26eda0c3-d173-46bd-b997-6ad88c9a7add tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "DELETE /v2.0/security-groups/6e00dffa-6e12-4b17-ac46-b25bc7f6b562 HTTP/1.1" status: 409 len: 341 time: 0.0999198 Jul 16 18:07:28.378345 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5889e220-3d65-4ec9-8f5c-5ae463315817 x-openstack-request-id: req-5889e220-3d65-4ec9-8f5c-5ae463315817 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:28.378929 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29265c14-a2a4-4e27-bb8f-936a44fc4f8f", "tag": "36c0c881-dfe6-4b27-8437-535677e6b72d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:28.379779 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5889e220-3d65-4ec9-8f5c-5ae463315817 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:28.380979 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29265c14-a2a4-4e27-bb8f-936a44fc4f8f', 'tag': '36c0c881-dfe6-4b27-8437-535677e6b72d', 'status': 'completed', 'code': 200} Jul 16 18:07:28.574261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9850ac8-3a40-4cc7-b66f-f44742649cdb req-38787277-a3d2-44d8-a9df-06c9d76587ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.591347 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9850ac8-3a40-4cc7-b66f-f44742649cdb req-38787277-a3d2-44d8-a9df-06c9d76587ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef5c328412ce4c398dd75e3cbf979514&device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 1175 time: 0.1735115 Jul 16 18:07:28.653694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc83486-e9c7-4658-b3c9-05a514ca4a9b req-b04ad1e0-0004-44a1-91de-d689131b345e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.663951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bbc83486-e9c7-4658-b3c9-05a514ca4a9b req-b04ad1e0-0004-44a1-91de-d689131b345e tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 945 time: 0.1931787 Jul 16 18:07:28.720467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bbc83486-e9c7-4658-b3c9-05a514ca4a9b req-aec7daa8-572b-4e8f-a259-e75b4db0068c tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/security-groups?id=0eb4a4ca-06a1-4e18-a46c-745ce9fca538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560505 Jul 16 18:07:28.966222 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9850ac8-3a40-4cc7-b66f-f44742649cdb req-eef09ca3-4e63-4156-af55-6d55f9abc94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.967769 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9850ac8-3a40-4cc7-b66f-f44742649cdb req-eef09ca3-4e63-4156-af55-6d55f9abc94d service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb3825b8-5e1d-4b7e-8861-df4642708a36 HTTP/1.1" status: 200 len: 913 time: 0.3766770 Jul 16 18:07:29.070801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9850ac8-3a40-4cc7-b66f-f44742649cdb req-a6bb717e-7a90-4a6a-8412-017ab5a2c652 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36c0c881-dfe6-4b27-8437-535677e6b72d HTTP/1.1" status: 200 len: 217 time: 0.0903418 Jul 16 18:07:29.116101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f21a1-f636-42f7-89aa-35dd5dcf2cbf req-aa901d8d-0e5e-4280-83c4-a03bc630b695 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.117950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab6f21a1-f636-42f7-89aa-35dd5dcf2cbf req-aa901d8d-0e5e-4280-83c4-a03bc630b695 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 945 time: 0.3257208 Jul 16 18:07:29.197676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03324c1-1e09-4aa0-af34-d1ced6e722fd req-7e502fcd-21f1-40aa-ba9f-3ce78556e71b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.199343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d03324c1-1e09-4aa0-af34-d1ced6e722fd req-7e502fcd-21f1-40aa-ba9f-3ce78556e71b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 945 time: 0.3375676 Jul 16 18:07:29.248779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5b89e-7418-4ba0-b2a5-11b4c33e6138 req-f914e0b5-68ac-429b-a51f-0c980cf4127b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.250407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ed5b89e-7418-4ba0-b2a5-11b4c33e6138 req-f914e0b5-68ac-429b-a51f-0c980cf4127b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 1023 time: 0.3394399 Jul 16 18:07:29.268180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9850ac8-3a40-4cc7-b66f-f44742649cdb req-c20e2e77-d101-4033-82b6-e1ba0d5ebeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.269599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9850ac8-3a40-4cc7-b66f-f44742649cdb req-c20e2e77-d101-4033-82b6-e1ba0d5ebeb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca HTTP/1.1" status: 200 len: 852 time: 0.1822946 Jul 16 18:07:29.291015 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46322) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:29.333949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccade7fd-0786-4343-a800-71ed264280fa req-aec81704-21f4-4b29-9825-bf0bc158a5a1 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.335668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ccade7fd-0786-4343-a800-71ed264280fa req-aec81704-21f4-4b29-9825-bf0bc158a5a1 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.43 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.3571467 Jul 16 18:07:29.376025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9850ac8-3a40-4cc7-b66f-f44742649cdb req-fd315c37-3a94-4b8f-aebf-c8b3518f9d20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb3825b8-5e1d-4b7e-8861-df4642708a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949807 Jul 16 18:07:29.393172 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d03324c1-1e09-4aa0-af34-d1ced6e722fd req-2a33fd1d-d70c-4da7-bdee-ba975fcad6f1 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796484 Jul 16 18:07:29.409915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0f5a-a546-4f6c-ae11-a2a5e4d18b6f req-58809a8e-e996-4b87-8517-756496f76c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.410407 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0f5a-a546-4f6c-ae11-a2a5e4d18b6f req-58809a8e-e996-4b87-8517-756496f76c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.410876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0f5a-a546-4f6c-ae11-a2a5e4d18b6f req-58809a8e-e996-4b87-8517-756496f76c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.411924 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0f5a-a546-4f6c-ae11-a2a5e4d18b6f req-58809a8e-e996-4b87-8517-756496f76c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.412403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0f5a-a546-4f6c-ae11-a2a5e4d18b6f req-58809a8e-e996-4b87-8517-756496f76c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.412860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0f5a-a546-4f6c-ae11-a2a5e4d18b6f req-58809a8e-e996-4b87-8517-756496f76c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.413526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0f5a-a546-4f6c-ae11-a2a5e4d18b6f req-58809a8e-e996-4b87-8517-756496f76c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.416719 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80ba0f5a-a546-4f6c-ae11-a2a5e4d18b6f req-58809a8e-e996-4b87-8517-756496f76c1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6497 time: 0.1245737 Jul 16 18:07:29.462325 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-80ba0f5a-a546-4f6c-ae11-a2a5e4d18b6f req-f69fcfc0-7f91-4c35-a16b-0f167b878318 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&id=7841e243-aa01-4802-ae19-6830c0ca1321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378933 Jul 16 18:07:29.525527 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ed5b89e-7418-4ba0-b2a5-11b4c33e6138 req-b8fe40d1-a029-4e9f-a1cd-aad898303397 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=afc43212-53e2-444e-8e2f-5430943cbcc4&id=a7282213-9898-4002-b3e3-08f751d36b3a&id=6e00dffa-6e12-4b17-ac46-b25bc7f6b562&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2637093 Jul 16 18:07:29.581993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a72d88c4-b736-4778-b91e-d9a0da61ea48 req-c48df352-3624-41fd-aadd-09eb8c9d12d2 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 210 time: 0.0501297 Jul 16 18:07:29.633275 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9850ac8-3a40-4cc7-b66f-f44742649cdb req-70aab8c8-187c-4280-9dfa-00c09c3ecc01 service neutron] 10.222.0.35 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389324 Jul 16 18:07:29.638750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-ab6f21a1-f636-42f7-89aa-35dd5dcf2cbf req-db449b08-856c-4cf4-a685-466a99c01670 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Deleting port 443517a6-8dd8-4ce9-9d16-914ac33f02bc {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:29.639088 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab6f21a1-f636-42f7-89aa-35dd5dcf2cbf req-db449b08-856c-4cf4-a685-466a99c01670 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.118109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-ccade7fd-0786-4343-a800-71ed264280fa req-9e9b25d6-4232-499b-b80f-00b2f8c94a31 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Deleting port fad76510-95a4-4e79-ba11-ca04204a633b {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:30.118347 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ccade7fd-0786-4343-a800-71ed264280fa req-9e9b25d6-4232-499b-b80f-00b2f8c94a31 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.186088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ab6f21a1-f636-42f7-89aa-35dd5dcf2cbf req-db449b08-856c-4cf4-a685-466a99c01670 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] For port 443517a6-8dd8-4ce9-9d16-914ac33f02bc, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=443517a6-8dd8-4ce9-9d16-914ac33f02bc,segment=NetworkSegment(c978ca51-f614-4981-a1f7-1d4603a9090f),segment_id=c978ca51-f614-4981-a1f7-1d4603a9090f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:30.186460 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab6f21a1-f636-42f7-89aa-35dd5dcf2cbf req-db449b08-856c-4cf4-a685-466a99c01670 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.261267 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9850ac8-3a40-4cc7-b66f-f44742649cdb req-210f9f7f-1367-4f9c-be72-7f9b9d56c865 service neutron] 10.222.0.35 "GET /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6165063 Jul 16 18:07:30.262156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-ab6f21a1-f636-42f7-89aa-35dd5dcf2cbf req-db449b08-856c-4cf4-a685-466a99c01670 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Calling delete_port for 443517a6-8dd8-4ce9-9d16-914ac33f02bc owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:30.362353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3ad34-6cc9-441c-9c7b-41f2bc26e441 req-ada80c22-94ba-4f52-83d1-67cc61b54576 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.363853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94b3ad34-6cc9-441c-9c7b-41f2bc26e441 req-ada80c22-94ba-4f52-83d1-67cc61b54576 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 945 time: 0.6252527 Jul 16 18:07:30.365840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ccade7fd-0786-4343-a800-71ed264280fa req-9e9b25d6-4232-499b-b80f-00b2f8c94a31 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] For port fad76510-95a4-4e79-ba11-ca04204a633b, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=fad76510-95a4-4e79-ba11-ca04204a633b,segment=NetworkSegment(d47276b4-f894-4995-bfd9-dd6d94630b28),segment_id=d47276b4-f894-4995-bfd9-dd6d94630b28)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:30.366200 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ccade7fd-0786-4343-a800-71ed264280fa req-9e9b25d6-4232-499b-b80f-00b2f8c94a31 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.377016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd1015-1361-413d-a44f-3d99c27023c1 req-9bd275e0-bb52-49eb-99cd-fb2cf3fa8e67 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.378411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a7cd1015-1361-413d-a44f-3d99c27023c1 req-9bd275e0-bb52-49eb-99cd-fb2cf3fa8e67 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 945 time: 0.3018014 Jul 16 18:07:30.407004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-ccade7fd-0786-4343-a800-71ed264280fa req-9e9b25d6-4232-499b-b80f-00b2f8c94a31 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Calling delete_port for fad76510-95a4-4e79-ba11-ca04204a633b owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:30.512615 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94b3ad34-6cc9-441c-9c7b-41f2bc26e441 req-6fe22557-2959-4843-9f1a-c6b5f702a847 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/security-groups?id=db98757e-f679-462e-95fe-0459dfbcb39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267428 Jul 16 18:07:30.561011 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a7cd1015-1361-413d-a44f-3d99c27023c1 req-60945a43-eab6-4de2-b68e-e22504bf3a4c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705945 Jul 16 18:07:30.590036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46340) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.678542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ca2d9-5a43-46bf-946b-d3a54aba6bfc req-b70acbf1-9ce4-4378-bb40-dcf1ea7f7e69 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.680830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b6ca2d9-5a43-46bf-946b-d3a54aba6bfc req-b70acbf1-9ce4-4378-bb40-dcf1ea7f7e69 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.35 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 1023 time: 0.1669712 Jul 16 18:07:30.710457 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.721149 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7f6b95ba-fa1f-4cb0-a4de-8b453e14359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.724079 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab6f21a1-f636-42f7-89aa-35dd5dcf2cbf req-db449b08-856c-4cf4-a685-466a99c01670 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.737084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['443517a6-8dd8-4ce9-9d16-914ac33f02bc'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:30.806621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db449b08-856c-4cf4-a685-466a99c01670 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Pushing event deleted for resources: {'Port': ['ID=443517a6-8dd8-4ce9-9d16-914ac33f02bc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.856979 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98b9585-1f31-431c-a7d6-90b07f5a394b req-48b9b2da-9a85-4725-aab3-38700f77e829 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed781e6-8e2e-4603-90eb-b7f32635c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0569489 Jul 16 18:07:30.892226 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ccade7fd-0786-4343-a800-71ed264280fa req-9e9b25d6-4232-499b-b80f-00b2f8c94a31 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.909143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b13f5ae-a3ca-4c63-a1d8-edc789cb42d3 tempest-TestVolumeBootPattern-474229942 tempest-TestVolumeBootPattern-474229942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.911931 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5b13f5ae-a3ca-4c63-a1d8-edc789cb42d3 tempest-TestVolumeBootPattern-474229942 tempest-TestVolumeBootPattern-474229942-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 1092 time: 0.3197455 Jul 16 18:07:30.916132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46350) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.924221 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '33d74c13-73be-476c-b6f1-07a8fb8b04a7', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:30.952927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.973684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6f21a1-f636-42f7-89aa-35dd5dcf2cbf req-db449b08-856c-4cf4-a685-466a99c01670 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] No DVR routers for this DVR port 443517a6-8dd8-4ce9-9d16-914ac33f02bc on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:30.997492 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab6f21a1-f636-42f7-89aa-35dd5dcf2cbf req-db449b08-856c-4cf4-a685-466a99c01670 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.999405 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab6f21a1-f636-42f7-89aa-35dd5dcf2cbf req-db449b08-856c-4cf4-a685-466a99c01670 tempest-DeleteServersTestJSON-1067109705 tempest-DeleteServersTestJSON-1067109705-project] 10.222.0.43 "DELETE /v2.0/ports/443517a6-8dd8-4ce9-9d16-914ac33f02bc HTTP/1.1" status: 204 len: 173 time: 1.8752275 Jul 16 18:07:31.000172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b25d6-4232-499b-b80f-00b2f8c94a31 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Pushing event deleted for resources: {'Port': ['ID=fad76510-95a4-4e79-ba11-ca04204a633b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.003477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed781e6-8e2e-4603-90eb-b7f32635c6a7', 'name': 'network-vif-deleted', 'tag': '443517a6-8dd8-4ce9-9d16-914ac33f02bc'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:31.007412 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda30a12-487f-408f-b6bb-c5698a7c760f" -d '{"events": [{"server_uuid": "7ed781e6-8e2e-4603-90eb-b7f32635c6a7", "name": "network-vif-deleted", "tag": "443517a6-8dd8-4ce9-9d16-914ac33f02bc"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:31.112266 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.140502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c03d130-8b8e-4f64-b227-85e664bbc5e6 req-e8a48bcc-b200-4dd0-be75-5c65605a0d55 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 210 time: 0.0609872 Jul 16 18:07:31.140502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccade7fd-0786-4343-a800-71ed264280fa req-9e9b25d6-4232-499b-b80f-00b2f8c94a31 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] No DVR routers for this DVR port fad76510-95a4-4e79-ba11-ca04204a633b on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:31.141845 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ccade7fd-0786-4343-a800-71ed264280fa req-9e9b25d6-4232-499b-b80f-00b2f8c94a31 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.143906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ccade7fd-0786-4343-a800-71ed264280fa req-9e9b25d6-4232-499b-b80f-00b2f8c94a31 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.43 "DELETE /v2.0/ports/fad76510-95a4-4e79-ba11-ca04204a633b HTTP/1.1" status: 204 len: 173 time: 1.7706962 Jul 16 18:07:31.215425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2b6ca2d9-5a43-46bf-946b-d3a54aba6bfc req-5c06c28d-6318-421e-a4f9-f177373a62a0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Deleting port 36c0c881-dfe6-4b27-8437-535677e6b72d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:31.215425 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2b6ca2d9-5a43-46bf-946b-d3a54aba6bfc req-5c06c28d-6318-421e-a4f9-f177373a62a0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.225809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac5dfc-15be-4064-aaf1-cbec38380116 req-e88ff638-acd4-4f22-a07d-a94f15762870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.227343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5dac5dfc-15be-4064-aaf1-cbec38380116 req-e88ff638-acd4-4f22-a07d-a94f15762870 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 1096 time: 0.2904372 Jul 16 18:07:31.235578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c23d42-8487-45c0-a57a-d937129c3c86 req-80f04e33-0ac9-43f0-bc9c-07db96661e45 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.243190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93c23d42-8487-45c0-a57a-d937129c3c86 req-80f04e33-0ac9-43f0-bc9c-07db96661e45 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 1023 time: 0.2477129 Jul 16 18:07:31.305732 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Allocated IP 172.25.5.16 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/582f2a02-1591-42ee-ab72-90ace8feb368) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:31.385448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac5dfc-15be-4064-aaf1-cbec38380116 req-e3a91271-5f42-4706-8fb7-9267ad68341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.387639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5dac5dfc-15be-4064-aaf1-cbec38380116 req-e3a91271-5f42-4706-8fb7-9267ad68341d service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.1364508 Jul 16 18:07:31.438528 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.489081 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.560201 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:31.564235 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:31.567836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:31.582748 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93c23d42-8487-45c0-a57a-d937129c3c86 req-6a86e7b8-1a2e-40df-845d-d30ed747e881 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=afc43212-53e2-444e-8e2f-5430943cbcc4&id=a7282213-9898-4002-b3e3-08f751d36b3a&id=6e00dffa-6e12-4b17-ac46-b25bc7f6b562&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3386366 Jul 16 18:07:31.594807 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'Port': ['ID=582f2a02-1591-42ee-ab72-90ace8feb368,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.596176 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5dac5dfc-15be-4064-aaf1-cbec38380116 req-2e543b3d-08f5-4ebc-8e54-41fe63463f89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434b2122-3db2-42e3-a886-93a71bda1ecc HTTP/1.1" status: 200 len: 998 time: 0.1965740 Jul 16 18:07:31.634401 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:31.634817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:31.635231 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:31.635687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:31.636085 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:31.636480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:31.636859 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:31.637718 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:31.641523 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:31.641956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:31.642371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:31.642833 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:31.653700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2b6ca2d9-5a43-46bf-946b-d3a54aba6bfc req-5c06c28d-6318-421e-a4f9-f177373a62a0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] For port 36c0c881-dfe6-4b27-8437-535677e6b72d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=36c0c881-dfe6-4b27-8437-535677e6b72d,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:31.654067 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2b6ca2d9-5a43-46bf-946b-d3a54aba6bfc req-5c06c28d-6318-421e-a4f9-f177373a62a0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.686111 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c1b76b-a16a-472c-b228-5be2a0097647 x-openstack-request-id: req-44c1b76b-a16a-472c-b228-5be2a0097647 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:31.686403 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed781e6-8e2e-4603-90eb-b7f32635c6a7", "name": "network-vif-deleted", "tag": "443517a6-8dd8-4ce9-9d16-914ac33f02bc", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:31.687392 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44c1b76b-a16a-472c-b228-5be2a0097647 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:31.687648 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed781e6-8e2e-4603-90eb-b7f32635c6a7', 'name': 'network-vif-deleted', 'tag': '443517a6-8dd8-4ce9-9d16-914ac33f02bc', 'status': 'completed', 'code': 200} Jul 16 18:07:31.695557 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e032b-fe3f-4ad6-bab3-882902ced4e5 req-3372aa9e-ba8b-4023-98af-e82e6712ef7a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.697137 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a4e032b-fe3f-4ad6-bab3-882902ced4e5 req-3372aa9e-ba8b-4023-98af-e82e6712ef7a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2480347 Jul 16 18:07:31.722823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2b6ca2d9-5a43-46bf-946b-d3a54aba6bfc req-5c06c28d-6318-421e-a4f9-f177373a62a0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Calling delete_port for 36c0c881-dfe6-4b27-8437-535677e6b72d owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:31.796950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac5dfc-15be-4064-aaf1-cbec38380116 req-f60037fd-016c-495b-86a7-cd13e1093e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.798702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5dac5dfc-15be-4064-aaf1-cbec38380116 req-f60037fd-016c-495b-86a7-cd13e1093e6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.1894162 Jul 16 18:07:31.806852 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.865200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a4e032b-fe3f-4ad6-bab3-882902ced4e5 req-b4edc1c4-a0ef-477b-a027-9058c9212f7f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601672 Jul 16 18:07:31.955662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d61106bb-3b16-49b6-a55a-f6efe808f341 req-c92f6290-d1b9-4d12-b5c9-57d9ba8e0573 tempest-TestServerAdvancedOps-1745216235 tempest-TestServerAdvancedOps-1745216235-project] 10.222.0.41 "GET /v2.0/ports?device_id=397380e4-30a9-4ff9-ab2f-82335a3078ab HTTP/1.1" status: 200 len: 210 time: 0.0483754 Jul 16 18:07:32.032110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac5dfc-15be-4064-aaf1-cbec38380116 req-d09d8bd7-b726-4092-a5b1-0c43d09aad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.033662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5dac5dfc-15be-4064-aaf1-cbec38380116 req-d09d8bd7-b726-4092-a5b1-0c43d09aad1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2157118 Jul 16 18:07:32.125643 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.194997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5dac5dfc-15be-4064-aaf1-cbec38380116 req-33248c7e-81f0-4953-9efa-dccf9da7f7cc service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523592 Jul 16 18:07:32.197062 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2b6ca2d9-5a43-46bf-946b-d3a54aba6bfc req-5c06c28d-6318-421e-a4f9-f177373a62a0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.212215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['70e89808-e146-4f24-b3d4-0ddb5cdd1b74'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:32.277943 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.287767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06c28d-6318-421e-a4f9-f177373a62a0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event deleted for resources: {'Port': ['ID=36c0c881-dfe6-4b27-8437-535677e6b72d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.447379 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa80606b-09ba-4f60-bfc3-4faaf8b20d67 req-9fb74fe5-779d-4a4b-b2f5-57998ab6cafb tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 210 time: 0.0889964 Jul 16 18:07:32.451267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6ca2d9-5a43-46bf-946b-d3a54aba6bfc req-5c06c28d-6318-421e-a4f9-f177373a62a0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] No DVR routers for this DVR port 36c0c881-dfe6-4b27-8437-535677e6b72d on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:32.456068 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2b6ca2d9-5a43-46bf-946b-d3a54aba6bfc req-5c06c28d-6318-421e-a4f9-f177373a62a0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.458826 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2b6ca2d9-5a43-46bf-946b-d3a54aba6bfc req-5c06c28d-6318-421e-a4f9-f177373a62a0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.35 "DELETE /v2.0/ports/36c0c881-dfe6-4b27-8437-535677e6b72d HTTP/1.1" status: 204 len: 173 time: 1.7306321 Jul 16 18:07:32.519148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5dac5dfc-15be-4064-aaf1-cbec38380116 req-904be6ce-e59b-47a6-a6e4-001a324f1ea9 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068790 Jul 16 18:07:32.545061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.555860 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.656933 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'Port': ['ID=582f2a02-1591-42ee-ab72-90ace8feb368,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.732549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device fad76510-95a4-4e79-ba11-ca04204a633b no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:32.765603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: fad76510-95a4-4e79-ba11-ca04204a633b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:32.765953 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device fad76510-95a4-4e79-ba11-ca04204a633b not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:32.766368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 443517a6-8dd8-4ce9-9d16-914ac33f02bc no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:32.771517 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.805401 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 443517a6-8dd8-4ce9-9d16-914ac33f02bc {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:32.805765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 443517a6-8dd8-4ce9-9d16-914ac33f02bc not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:32.888273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24fa1dd6-3ec1-44b0-9b27-1aa3211ffae8 req-c6f40ed1-4f3a-46ae-8b8d-6d63e9aa80c5 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=29265c14-a2a4-4e27-bb8f-936a44fc4f8f HTTP/1.1" status: 200 len: 210 time: 0.0620608 Jul 16 18:07:33.150519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46388) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:33.212604 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea49c4-7558-4a95-9152-6fbebd3d3bf3 req-5a7b959d-0118-4559-85a6-a81b55544c9f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.214612 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1ea49c4-7558-4a95-9152-6fbebd3d3bf3 req-5a7b959d-0118-4559-85a6-a81b55544c9f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2088661 Jul 16 18:07:33.283208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bcaa82-5134-4040-8909-84f06f7a0d80 admin admin] Deleting subnet b0af0099-c9f3-4490-90c7-8361de452364 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:33.300061 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02bcaa82-5134-4040-8909-84f06f7a0d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.341627 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Floating IP d2657f6d-de1e-452f-abe7-782b74a478b9 associated. External IP: 172.25.5.16, port: 33d74c13-73be-476c-b6f1-07a8fb8b04a7. Jul 16 18:07:33.366080 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1ea49c4-7558-4a95-9152-6fbebd3d3bf3 req-0d66354d-f541-4422-8fd5-1007c44e8a0b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439023 Jul 16 18:07:33.386947 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02bcaa82-5134-4040-8909-84f06f7a0d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.397109 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:07:33.449408 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02bcaa82-5134-4040-8909-84f06f7a0d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.536647 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.538608 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02bcaa82-5134-4040-8909-84f06f7a0d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.569399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcaa82-5134-4040-8909-84f06f7a0d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0af0099-c9f3-4490-90c7-8361de452364,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:33.587167 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02bcaa82-5134-4040-8909-84f06f7a0d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.589529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-02bcaa82-5134-4040-8909-84f06f7a0d80 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b0af0099-c9f3-4490-90c7-8361de452364 HTTP/1.1" status: 204 len: 168 time: 0.4334741 Jul 16 18:07:33.595095 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46396) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:33.646552 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:33.682453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-982ff7f8-f428-42cc-8b6a-2e0bf64ff440 req-13234d99-f401-42a2-a200-97c4a52ac82a tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 210 time: 0.0421093 Jul 16 18:07:33.722499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397380e4-30a9-4ff9-ab2f-82335a3078ab', 'name': 'network-vif-deleted', 'tag': 'fad76510-95a4-4e79-ba11-ca04204a633b'}, {'server_uuid': '29265c14-a2a4-4e27-bb8f-936a44fc4f8f', 'name': 'network-vif-deleted', 'tag': '36c0c881-dfe6-4b27-8437-535677e6b72d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:33.725188 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c28291b-9a59-453e-83d5-529eebe298d5" -d '{"events": [{"server_uuid": "397380e4-30a9-4ff9-ab2f-82335a3078ab", "name": "network-vif-deleted", "tag": "fad76510-95a4-4e79-ba11-ca04204a633b"}, {"server_uuid": "29265c14-a2a4-4e27-bb8f-936a44fc4f8f", "name": "network-vif-deleted", "tag": "36c0c881-dfe6-4b27-8437-535677e6b72d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:33.740845 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6820e3a4-017b-4f9a-937b-1241be0d00b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.778705 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44983441-9fb6-4c9e-ab9c-f48d35064c4c x-openstack-request-id: req-44983441-9fb6-4c9e-ab9c-f48d35064c4c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:33.779253 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397380e4-30a9-4ff9-ab2f-82335a3078ab", "name": "network-vif-deleted", "tag": "fad76510-95a4-4e79-ba11-ca04204a633b", "status": "completed", "code": 200}, {"server_uuid": "29265c14-a2a4-4e27-bb8f-936a44fc4f8f", "name": "network-vif-deleted", "tag": "36c0c881-dfe6-4b27-8437-535677e6b72d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:33.780056 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44983441-9fb6-4c9e-ab9c-f48d35064c4c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:33.780056 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397380e4-30a9-4ff9-ab2f-82335a3078ab', 'name': 'network-vif-deleted', 'tag': 'fad76510-95a4-4e79-ba11-ca04204a633b', 'status': 'completed', 'code': 200} Jul 16 18:07:33.780332 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29265c14-a2a4-4e27-bb8f-936a44fc4f8f', 'name': 'network-vif-deleted', 'tag': '36c0c881-dfe6-4b27-8437-535677e6b72d', 'status': 'completed', 'code': 200} Jul 16 18:07:33.791925 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:33.803556 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57dfdce-70db-4923-851e-aa5f4f699d3a None None] Sync routers for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:33.810619 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.816825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57dfdce-70db-4923-851e-aa5f4f699d3a None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:33.818335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b57dfdce-70db-4923-851e-aa5f4f699d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:33.838705 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6820e3a4-017b-4f9a-937b-1241be0d00b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.851336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6820e3a4-017b-4f9a-937b-1241be0d00b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30341329-aacc-446b-ba5e-b1a3b510f4fc']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:33.852539 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3a3a50f1-e7f9-4d8f-8188-71988ab20df4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9349780 Jul 16 18:07:33.853147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445acc3b-1638-4af6-a344-14a08b204883', 'tag': '33d74c13-73be-476c-b6f1-07a8fb8b04a7'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:33.855782 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f805eb8-7570-4363-bcb1-b8f00423c976" -d '{"events": [{"name": "network-changed", "server_uuid": "445acc3b-1638-4af6-a344-14a08b204883", "tag": "33d74c13-73be-476c-b6f1-07a8fb8b04a7"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:33.878426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6820e3a4-017b-4f9a-937b-1241be0d00b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47276b4-f894-4995-bfd9-dd6d94630b28') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:33.878735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6820e3a4-017b-4f9a-937b-1241be0d00b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47276b4-f894-4995-bfd9-dd6d94630b28') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:33.891764 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6820e3a4-017b-4f9a-937b-1241be0d00b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.898552 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdfb5e7-d804-4f6f-a531-fc32ee9b2a24 x-openstack-request-id: req-ccdfb5e7-d804-4f6f-a531-fc32ee9b2a24 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:33.900887 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445acc3b-1638-4af6-a344-14a08b204883", "tag": "33d74c13-73be-476c-b6f1-07a8fb8b04a7", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:33.901162 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccdfb5e7-d804-4f6f-a531-fc32ee9b2a24 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:33.901948 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445acc3b-1638-4af6-a344-14a08b204883', 'tag': '33d74c13-73be-476c-b6f1-07a8fb8b04a7', 'status': 'completed', 'code': 200} Jul 16 18:07:33.920003 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6820e3a4-017b-4f9a-937b-1241be0d00b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.967350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6820e3a4-017b-4f9a-937b-1241be0d00b2 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:33.967841 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6820e3a4-017b-4f9a-937b-1241be0d00b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:33.970226 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:33.982730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-b57dfdce-70db-4923-851e-aa5f4f699d3a None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:34.064768 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6820e3a4-017b-4f9a-937b-1241be0d00b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.074775 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6820e3a4-017b-4f9a-937b-1241be0d00b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.079543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6820e3a4-017b-4f9a-937b-1241be0d00b2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/30341329-aacc-446b-ba5e-b1a3b510f4fc HTTP/1.1" status: 204 len: 168 time: 0.4828291 Jul 16 18:07:34.079775 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46410) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:34.102417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820e3a4-017b-4f9a-937b-1241be0d00b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=30341329-aacc-446b-ba5e-b1a3b510f4fc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.108677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f805eb8-7570-4363-bcb1-b8f00423c976 req-e6dbb28c-4ae2-4774-86e2-68eba1a62d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.110411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f805eb8-7570-4363-bcb1-b8f00423c976 req-e6dbb28c-4ae2-4774-86e2-68eba1a62d59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 1097 time: 0.1881852 Jul 16 18:07:34.114946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea1d3463-8efa-46e6-b3fa-48f70bd1bc5a req-b9b96cab-fd9a-4495-8cd9-d21b0f1fa01b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/afc43212-53e2-444e-8e2f-5430943cbcc4 HTTP/1.1" status: 200 len: 1803 time: 0.0880461 Jul 16 18:07:34.151743 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a404e5-b46f-4833-a09c-144e7ce9b38f admin admin] Deleting subnet d3e23103-434f-47b1-a2d5-9b767224c281 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:34.155278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62a404e5-b46f-4833-a09c-144e7ce9b38f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.174201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 36c0c881-dfe6-4b27-8437-535677e6b72d no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:34.201476 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62a404e5-b46f-4833-a09c-144e7ce9b38f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.210108 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 36c0c881-dfe6-4b27-8437-535677e6b72d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:34.210438 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 36c0c881-dfe6-4b27-8437-535677e6b72d not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:34.248836 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62a404e5-b46f-4833-a09c-144e7ce9b38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.257277 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ea1d3463-8efa-46e6-b3fa-48f70bd1bc5a req-40540d4e-5a86-4eaf-90d7-ac45beabcfbf tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.293965 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f805eb8-7570-4363-bcb1-b8f00423c976 req-e093706a-242d-4cd0-a393-a0083dba2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.295462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f805eb8-7570-4363-bcb1-b8f00423c976 req-e093706a-242d-4cd0-a393-a0083dba2e1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.1770422 Jul 16 18:07:34.297153 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ea1d3463-8efa-46e6-b3fa-48f70bd1bc5a req-40540d4e-5a86-4eaf-90d7-ac45beabcfbf tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.299860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b57dfdce-70db-4923-851e-aa5f4f699d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'd2657f6d-de1e-452f-abe7-782b74a478b9', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': '33d74c13-73be-476c-b6f1-07a8fb8b04a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:25:d7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445acc3b-1638-4af6-a344-14a08b204883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:31Z', 'updated_at': '2021-07-16T18:07:31Z', 'revision_number': 0, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:34.326523 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62a404e5-b46f-4833-a09c-144e7ce9b38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.332242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57dfdce-70db-4923-851e-aa5f4f699d3a None None] Checking router: ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:34.341871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57dfdce-70db-4923-851e-aa5f4f699d3a None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:34.342496 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b57dfdce-70db-4923-851e-aa5f4f699d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:34.359780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a404e5-b46f-4833-a09c-144e7ce9b38f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e23103-434f-47b1-a2d5-9b767224c281,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.367327 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62a404e5-b46f-4833-a09c-144e7ce9b38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.369652 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-62a404e5-b46f-4833-a09c-144e7ce9b38f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d3e23103-434f-47b1-a2d5-9b767224c281 HTTP/1.1" status: 204 len: 168 time: 0.2888968 Jul 16 18:07:34.372359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46412) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:34.463702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-b57dfdce-70db-4923-851e-aa5f4f699d3a None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:34.519139 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cced7a6d-ee35-4516-898f-9a04f83da223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.642623 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cced7a6d-ee35-4516-898f-9a04f83da223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.654283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-cced7a6d-ee35-4516-898f-9a04f83da223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcb6e4c-d971-4d5a-8131-873384a40869']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:34.681600 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-cced7a6d-ee35-4516-898f-9a04f83da223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c675b3a-c6ab-4977-bae4-30692fef5ded') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:34.682068 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-cced7a6d-ee35-4516-898f-9a04f83da223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c675b3a-c6ab-4977-bae4-30692fef5ded') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:34.705603 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cced7a6d-ee35-4516-898f-9a04f83da223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.742118 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cced7a6d-ee35-4516-898f-9a04f83da223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.751149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cced7a6d-ee35-4516-898f-9a04f83da223 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:34.751900 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cced7a6d-ee35-4516-898f-9a04f83da223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:34.753873 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:34.815587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b57dfdce-70db-4923-851e-aa5f4f699d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'd2657f6d-de1e-452f-abe7-782b74a478b9', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': '33d74c13-73be-476c-b6f1-07a8fb8b04a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:25:d7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445acc3b-1638-4af6-a344-14a08b204883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:31Z', 'updated_at': '2021-07-16T18:07:31Z', 'revision_number': 0, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:34.825126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f805eb8-7570-4363-bcb1-b8f00423c976 req-cc757ce2-98b6-4dec-bd43-e112fccd6fb9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33d74c13-73be-476c-b6f1-07a8fb8b04a7 HTTP/1.1" status: 200 len: 998 time: 0.5179119 Jul 16 18:07:34.846440 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ea1d3463-8efa-46e6-b3fa-48f70bd1bc5a req-40540d4e-5a86-4eaf-90d7-ac45beabcfbf tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.850570 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ea1d3463-8efa-46e6-b3fa-48f70bd1bc5a req-40540d4e-5a86-4eaf-90d7-ac45beabcfbf tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.856879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea1d3463-8efa-46e6-b3fa-48f70bd1bc5a req-40540d4e-5a86-4eaf-90d7-ac45beabcfbf tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "DELETE /v2.0/security-groups/afc43212-53e2-444e-8e2f-5430943cbcc4 HTTP/1.1" status: 204 len: 173 time: 0.7296643 Jul 16 18:07:34.866060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57dfdce-70db-4923-851e-aa5f4f699d3a None None] The sync data for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 is: [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'd2657f6d-de1e-452f-abe7-782b74a478b9', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': '33d74c13-73be-476c-b6f1-07a8fb8b04a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:25:d7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445acc3b-1638-4af6-a344-14a08b204883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:31Z', 'updated_at': '2021-07-16T18:07:31Z', 'revision_number': 0, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:34.869160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cced7a6d-ee35-4516-898f-9a04f83da223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.883419 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cced7a6d-ee35-4516-898f-9a04f83da223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.887900 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cced7a6d-ee35-4516-898f-9a04f83da223 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3dcb6e4c-d971-4d5a-8131-873384a40869 HTTP/1.1" status: 204 len: 168 time: 0.5123117 Jul 16 18:07:34.897606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced7a6d-ee35-4516-898f-9a04f83da223 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dcb6e4c-d971-4d5a-8131-873384a40869,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.927481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c65ce-f44a-46bd-8d52-9adb9ea8e16d req-80a0abce-f5fa-48ff-9253-1efd1ce703e6 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.934395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a47c65ce-f44a-46bd-8d52-9adb9ea8e16d req-80a0abce-f5fa-48ff-9253-1efd1ce703e6 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2167957 Jul 16 18:07:34.944017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40540d4e-5a86-4eaf-90d7-ac45beabcfbf tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc43212-53e2-444e-8e2f-5430943cbcc4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.968676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f805eb8-7570-4363-bcb1-b8f00423c976 req-378fe21f-f319-4dc6-a318-a52df7ffdc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.970172 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f805eb8-7570-4363-bcb1-b8f00423c976 req-378fe21f-f319-4dc6-a318-a52df7ffdc61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1340582 Jul 16 18:07:35.028434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a47c65ce-f44a-46bd-8d52-9adb9ea8e16d req-955a5e66-be1d-4bf7-9b06-fd83859a70ab tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927467 Jul 16 18:07:35.073821 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f805eb8-7570-4363-bcb1-b8f00423c976 req-4141481a-9b25-42da-bf01-942f7ec34f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:35.075407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f805eb8-7570-4363-bcb1-b8f00423c976 req-4141481a-9b25-42da-bf01-942f7ec34f32 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941789 Jul 16 18:07:35.151487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46426) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:35.216540 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4d239fc5-1e6e-4611-a50a-001046a8ad79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08b367b9e377459786aeae0eec232725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614543 Jul 16 18:07:35.220375 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a19d98-9d90-483d-9fec-d4d2fe58e2c1 None None] New status for floating IP d2657f6d-de1e-452f-abe7-782b74a478b9: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:07:35.225260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46428) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:35.226148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f805eb8-7570-4363-bcb1-b8f00423c976 req-0967ac9a-cbf7-4170-ba81-27850cf3fa94 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435544 Jul 16 18:07:35.247225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b758bf16-d5b6-415c-8199-7c59c5fdab8f req-5fe5f793-5c6e-48b8-8be9-d63a31e239e6 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 210 time: 0.0496678 Jul 16 18:07:35.309263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ead9-bc91-420b-bacc-715b35886939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.344470 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ead9-bc91-420b-bacc-715b35886939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.349813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f805eb8-7570-4363-bcb1-b8f00423c976 req-10d24676-774b-4f08-910a-aa2b50c02023 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049759 Jul 16 18:07:35.372205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed4308b1-b726-4feb-aa81-920bf4c400f5 req-55e8bfc7-fdad-4fc2-b6a9-d9a2eb6854f3 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/6e00dffa-6e12-4b17-ac46-b25bc7f6b562 HTTP/1.1" status: 200 len: 1802 time: 0.2047517 Jul 16 18:07:35.429949 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ead9-bc91-420b-bacc-715b35886939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.433684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ead9-bc91-420b-bacc-715b35886939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.434901 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9aa3ead9-bc91-420b-bacc-715b35886939 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db98757e-f679-462e-95fe-0459dfbcb39a HTTP/1.1" status: 204 len: 168 time: 0.2029238 Jul 16 18:07:35.443871 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3ead9-bc91-420b-bacc-715b35886939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db98757e-f679-462e-95fe-0459dfbcb39a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:35.459331 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ed4308b1-b726-4feb-aa81-920bf4c400f5 req-8465499e-dc20-4c55-a978-a08c8144d64b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.486733 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ed4308b1-b726-4feb-aa81-920bf4c400f5 req-8465499e-dc20-4c55-a978-a08c8144d64b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.532878 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ed4308b1-b726-4feb-aa81-920bf4c400f5 req-8465499e-dc20-4c55-a978-a08c8144d64b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.535753 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ed4308b1-b726-4feb-aa81-920bf4c400f5 req-8465499e-dc20-4c55-a978-a08c8144d64b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.538066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed4308b1-b726-4feb-aa81-920bf4c400f5 req-8465499e-dc20-4c55-a978-a08c8144d64b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "DELETE /v2.0/security-groups/6e00dffa-6e12-4b17-ac46-b25bc7f6b562 HTTP/1.1" status: 204 len: 173 time: 0.1646457 Jul 16 18:07:35.563462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465499e-dc20-4c55-a978-a08c8144d64b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e00dffa-6e12-4b17-ac46-b25bc7f6b562,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:35.569126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-f81510f9-6483-49ee-b30b-d05a07204b7c req-19283a72-fcb2-4762-80e9-c47853c28ed6 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-43905842', 'description': 'tempest-description-1921482577'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:35.600199 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f81510f9-6483-49ee-b30b-d05a07204b7c req-19283a72-fcb2-4762-80e9-c47853c28ed6 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.691263 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f81510f9-6483-49ee-b30b-d05a07204b7c req-19283a72-fcb2-4762-80e9-c47853c28ed6 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.696681 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f81510f9-6483-49ee-b30b-d05a07204b7c req-19283a72-fcb2-4762-80e9-c47853c28ed6 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.726951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f81510f9-6483-49ee-b30b-d05a07204b7c req-19283a72-fcb2-4762-80e9-c47853c28ed6 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.728262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f81510f9-6483-49ee-b30b-d05a07204b7c req-19283a72-fcb2-4762-80e9-c47853c28ed6 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1678052 Jul 16 18:07:35.730048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19283a72-fcb2-4762-80e9-c47853c28ed6 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91e6aa5-3f77-4eed-bb0e-d010fe25942c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:35.792109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f0181e0-6623-4add-8bf5-c9c4d4ba3b45 req-f3a7ade0-7dcf-4a03-9766-486cd1bf79f4 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/a91e6aa5-3f77-4eed-bb0e-d010fe25942c HTTP/1.1" status: 200 len: 1801 time: 0.0425227 Jul 16 18:07:35.804666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-9f0181e0-6623-4add-8bf5-c9c4d4ba3b45 req-b3561070-f119-48f8-92f9-da5b713a4a2b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1779292469', 'description': 'tempest-description-hth-1675262826'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:35.831190 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9f0181e0-6623-4add-8bf5-c9c4d4ba3b45 req-b3561070-f119-48f8-92f9-da5b713a4a2b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.854692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46440) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:35.890630 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9f0181e0-6623-4add-8bf5-c9c4d4ba3b45 req-b3561070-f119-48f8-92f9-da5b713a4a2b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.897975 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9f0181e0-6623-4add-8bf5-c9c4d4ba3b45 req-b3561070-f119-48f8-92f9-da5b713a4a2b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.900581 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9f0181e0-6623-4add-8bf5-c9c4d4ba3b45 req-b3561070-f119-48f8-92f9-da5b713a4a2b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.901872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f0181e0-6623-4add-8bf5-c9c4d4ba3b45 req-b3561070-f119-48f8-92f9-da5b713a4a2b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "PUT /v2.0/security-groups/a91e6aa5-3f77-4eed-bb0e-d010fe25942c HTTP/1.1" status: 200 len: 1777 time: 0.1020703 Jul 16 18:07:35.907940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46442) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:35.917498 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-af10422c-71de-41c2-a4ea-81328118a88b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad6b48f1775d422e8f026e2f9d2ffd5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477893 Jul 16 18:07:35.967902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3561070-f119-48f8-92f9-da5b713a4a2b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91e6aa5-3f77-4eed-bb0e-d010fe25942c,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.012145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29dbb9b3-c1e9-4055-8c5d-7bf8a86ba1f6 req-fb492c49-cbfb-4b1a-9178-90ba989735a8 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/a91e6aa5-3f77-4eed-bb0e-d010fe25942c HTTP/1.1" status: 200 len: 1777 time: 0.0814154 Jul 16 18:07:36.015083 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf4c1ff8-fc41-44ed-9a54-9240e7f0a3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.040756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf4c1ff8-fc41-44ed-9a54-9240e7f0a3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.105628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31e0f7f6-b8c3-4c66-9186-0e01263dcbec req-96e12931-137b-4988-bab2-66fac827e995 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/a91e6aa5-3f77-4eed-bb0e-d010fe25942c HTTP/1.1" status: 200 len: 1777 time: 0.0670357 Jul 16 18:07:36.149938 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf4c1ff8-fc41-44ed-9a54-9240e7f0a3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.152463 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf4c1ff8-fc41-44ed-9a54-9240e7f0a3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.163555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bf4c1ff8-fc41-44ed-9a54-9240e7f0a3dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20d07b40-bd77-482f-a21f-2f9cc09d44a7 HTTP/1.1" status: 204 len: 168 time: 0.2473857 Jul 16 18:07:36.178221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c1ff8-fc41-44ed-9a54-9240e7f0a3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d07b40-bd77-482f-a21f-2f9cc09d44a7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.211080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-31e0f7f6-b8c3-4c66-9186-0e01263dcbec req-71918039-a336-418f-b25c-f45fb4c495db tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.244523 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-31e0f7f6-b8c3-4c66-9186-0e01263dcbec req-71918039-a336-418f-b25c-f45fb4c495db tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.290439 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-31e0f7f6-b8c3-4c66-9186-0e01263dcbec req-71918039-a336-418f-b25c-f45fb4c495db tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.293465 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-31e0f7f6-b8c3-4c66-9186-0e01263dcbec req-71918039-a336-418f-b25c-f45fb4c495db tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.294877 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31e0f7f6-b8c3-4c66-9186-0e01263dcbec req-71918039-a336-418f-b25c-f45fb4c495db tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "DELETE /v2.0/security-groups/a91e6aa5-3f77-4eed-bb0e-d010fe25942c HTTP/1.1" status: 204 len: 173 time: 0.1825066 Jul 16 18:07:36.305066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71918039-a336-418f-b25c-f45fb4c495db tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91e6aa5-3f77-4eed-bb0e-d010fe25942c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.419328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8baf228-782e-446f-a8d0-418d5f28a4fb req-df7b639b-685d-4bbf-8e01-ef82e8c553b7 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.429247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8baf228-782e-446f-a8d0-418d5f28a4fb req-df7b639b-685d-4bbf-8e01-ef82e8c553b7 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0848272 Jul 16 18:07:36.491143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d9397a3-2bd3-4477-90f2-19d529f98783 req-45579630-1727-457d-a94e-1dada5f29e2c tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/ports?device_id=5830c3c8-b5a6-4b66-bd0b-5d5b3f1201c2 HTTP/1.1" status: 200 len: 210 time: 0.0387552 Jul 16 18:07:36.540413 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8baf228-782e-446f-a8d0-418d5f28a4fb req-0b170119-926f-47ec-bd65-991ff61e7a02 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095326 Jul 16 18:07:36.720145 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-0f57dd0b-1909-442e-b117-7501cd1d095e req-e52bf8d7-f567-4d82-a6d6-eb1f9bf63f2d tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] show failed (client error): The resource could not be found. Jul 16 18:07:36.727557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f57dd0b-1909-442e-b117-7501cd1d095e req-e52bf8d7-f567-4d82-a6d6-eb1f9bf63f2d tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/6e00dffa-6e12-4b17-ac46-b25bc7f6b562 HTTP/1.1" status: 404 len: 352 time: 0.0218897 Jul 16 18:07:36.759518 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-91cb832b-4d81-4333-86b4-4f2bebc1b393 req-a8281b14-e241-4d12-b4d2-60a3445b4893 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] show failed (client error): The resource could not be found. Jul 16 18:07:36.760773 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91cb832b-4d81-4333-86b4-4f2bebc1b393 req-a8281b14-e241-4d12-b4d2-60a3445b4893 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/afc43212-53e2-444e-8e2f-5430943cbcc4 HTTP/1.1" status: 404 len: 352 time: 0.0177567 Jul 16 18:07:36.803944 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-3af61b20-313f-4ba4-85e1-2d16a975f710 req-e69d4a52-9c5d-48bf-9a78-4be01c6c94e6 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] show failed (client error): The resource could not be found. Jul 16 18:07:36.805017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3af61b20-313f-4ba4-85e1-2d16a975f710 req-e69d4a52-9c5d-48bf-9a78-4be01c6c94e6 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/d8ad6b76-1225-4dfc-b323-3c31a3b2a11a HTTP/1.1" status: 404 len: 352 time: 0.0169106 Jul 16 18:07:36.844339 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-1c913eca-3957-46d6-92a2-a1be5baa4d94 req-f6d4c931-27eb-41cc-8fae-7d7b0000c724 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] show failed (client error): The resource could not be found. Jul 16 18:07:36.845314 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1c913eca-3957-46d6-92a2-a1be5baa4d94 req-f6d4c931-27eb-41cc-8fae-7d7b0000c724 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/f7ad4ea9-9dc9-46ea-bbfc-11e8ed1cbc89 HTTP/1.1" status: 404 len: 352 time: 0.0185597 Jul 16 18:07:36.878512 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-bf42af14-1bd2-4015-8554-51a870e2e4aa req-264fffb6-a990-45cf-a227-a59ce6c500a0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] show failed (client error): The resource could not be found. Jul 16 18:07:36.879621 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf42af14-1bd2-4015-8554-51a870e2e4aa req-264fffb6-a990-45cf-a227-a59ce6c500a0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/246fc82d-d66c-4932-b4ae-493f8008b9b4 HTTP/1.1" status: 404 len: 352 time: 0.0155337 Jul 16 18:07:36.913025 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-bcb9d7b3-bc51-4bdc-a4c5-1867af65acf4 req-4ca9c0cb-6d69-446c-bfd2-727f779ec1ff tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] show failed (client error): The resource could not be found. Jul 16 18:07:36.914002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcb9d7b3-bc51-4bdc-a4c5-1867af65acf4 req-4ca9c0cb-6d69-446c-bfd2-727f779ec1ff tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/6b7e9832-135f-4781-b4d1-c9f16f124256 HTTP/1.1" status: 404 len: 352 time: 0.0143161 Jul 16 18:07:37.293126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f276a-0c6b-44f8-9558-b6d1092947fc req-e7400417-8107-42c6-a87c-1499876072b1 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.294758 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-613f276a-0c6b-44f8-9558-b6d1092947fc req-e7400417-8107-42c6-a87c-1499876072b1 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 1024 time: 0.0687988 Jul 16 18:07:37.342352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-613f276a-0c6b-44f8-9558-b6d1092947fc req-e40a7d43-3885-4947-96a2-e274e027650e tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1a67d22-a391-4a97-9331-b39707ea0576&id=1974e205-360e-4a70-b13a-584357b2ed35&id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0402157 Jul 16 18:07:37.640512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46486) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:37.752602 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-33609a0f-233f-4a5a-9ef8-1b9914ab9492 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.785899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972821d6-4219-48d7-b23b-09d65170b125 req-7bb55010-b85c-4517-be65-d5f21e86f4bb tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.788553 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-972821d6-4219-48d7-b23b-09d65170b125 req-7bb55010-b85c-4517-be65-d5f21e86f4bb tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1255274 Jul 16 18:07:37.793296 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-33609a0f-233f-4a5a-9ef8-1b9914ab9492 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.853914 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-972821d6-4219-48d7-b23b-09d65170b125 req-933a5625-1412-4cbf-91ae-b6c522ab1548 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577970 Jul 16 18:07:37.874012 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-33609a0f-233f-4a5a-9ef8-1b9914ab9492 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.876865 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-33609a0f-233f-4a5a-9ef8-1b9914ab9492 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.881020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-33609a0f-233f-4a5a-9ef8-1b9914ab9492 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "DELETE /v2.0/security-groups/5f1ab76b-50ef-43ea-98d9-97b3cbeeb434 HTTP/1.1" status: 204 len: 168 time: 0.2364264 Jul 16 18:07:37.881384 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46490) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:37.890425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33609a0f-233f-4a5a-9ef8-1b9914ab9492 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1ab76b-50ef-43ea-98d9-97b3cbeeb434,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:37.901254 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-c65cbbbd-dacb-4ce9-814f-fb95ae154d90 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] show failed (client error): The resource could not be found. Jul 16 18:07:37.903525 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c65cbbbd-dacb-4ce9-814f-fb95ae154d90 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "GET /v2.0/security-groups/5f1ab76b-50ef-43ea-98d9-97b3cbeeb434 HTTP/1.1" status: 404 len: 347 time: 0.0199065 Jul 16 18:07:37.905293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46492) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.034967 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcc11b-a881-4e34-a149-33d610eb1b46 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Deleting port 959be961-07ed-40ae-8127-97cb5327850a {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:38.035309 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc11b-a881-4e34-a149-33d610eb1b46 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.136027 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc11b-a881-4e34-a149-33d610eb1b46 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.136256 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc11b-a881-4e34-a149-33d610eb1b46 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.150699 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcc11b-a881-4e34-a149-33d610eb1b46 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Calling delete_port for 959be961-07ed-40ae-8127-97cb5327850a owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:38.289126 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc11b-a881-4e34-a149-33d610eb1b46 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.319145 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcc11b-a881-4e34-a149-33d610eb1b46 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event deleted for resources: {'Port': ['ID=959be961-07ed-40ae-8127-97cb5327850a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.398795 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc11b-a881-4e34-a149-33d610eb1b46 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.401686 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc11b-a881-4e34-a149-33d610eb1b46 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.402888 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b2bcc11b-a881-4e34-a149-33d610eb1b46 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "DELETE /v2.0/floatingips/696054b1-f1b0-493b-b257-003ae2e123b1 HTTP/1.1" status: 204 len: 168 time: 0.4966588 Jul 16 18:07:38.405709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46498) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.517209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c292135a-91d7-4b66-a6aa-33baf859f9fa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Deleting port e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:38.517554 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c292135a-91d7-4b66-a6aa-33baf859f9fa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.545920 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c78e02-29f7-423b-ad1f-4168a515b1bb req-f4542435-5b66-40cd-8a34-ebee5e7c7349 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.548019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57c78e02-29f7-423b-ad1f-4168a515b1bb req-f4542435-5b66-40cd-8a34-ebee5e7c7349 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 1024 time: 0.0705330 Jul 16 18:07:38.593523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57c78e02-29f7-423b-ad1f-4168a515b1bb req-a3e46efb-273b-4e54-b487-47912102a8a0 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1a67d22-a391-4a97-9331-b39707ea0576&id=1974e205-360e-4a70-b13a-584357b2ed35&id=a7282213-9898-4002-b3e3-08f751d36b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0386980 Jul 16 18:07:38.606059 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c292135a-91d7-4b66-a6aa-33baf859f9fa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.620704 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c292135a-91d7-4b66-a6aa-33baf859f9fa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Calling delete_port for e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:38.730951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515d699-e496-411a-86a5-363c585183f0 req-8343434c-9013-474d-a0a3-699453244e23 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.732638 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0515d699-e496-411a-86a5-363c585183f0 req-8343434c-9013-474d-a0a3-699453244e23 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 1024 time: 0.0907922 Jul 16 18:07:38.789499 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c292135a-91d7-4b66-a6aa-33baf859f9fa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.829801 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292135a-91d7-4b66-a6aa-33baf859f9fa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event deleted for resources: {'Port': ['ID=e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.878215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0515d699-e496-411a-86a5-363c585183f0 req-d8d9756d-ed0c-4e87-8d56-ea2e4a6ba196 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Deleting port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:38.879151 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0515d699-e496-411a-86a5-363c585183f0 req-d8d9756d-ed0c-4e87-8d56-ea2e4a6ba196 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.921142 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c292135a-91d7-4b66-a6aa-33baf859f9fa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.926039 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c292135a-91d7-4b66-a6aa-33baf859f9fa tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "DELETE /v2.0/ports/e2ad97ce-ecbc-455b-a41e-b9bd54cb85cc HTTP/1.1" status: 204 len: 168 time: 0.5168350 Jul 16 18:07:38.927067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46508) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.072829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2a5053c2-8589-4043-b2ad-6948f6c328ef tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Deleting port f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:39.073297 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a5053c2-8589-4043-b2ad-6948f6c328ef tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.100909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0515d699-e496-411a-86a5-363c585183f0 req-d8d9756d-ed0c-4e87-8d56-ea2e4a6ba196 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] For port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,segment=NetworkSegment(6c633303-d3a2-451e-a36d-c8f81695bc9f),segment_id=6c633303-d3a2-451e-a36d-c8f81695bc9f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:39.101319 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0515d699-e496-411a-86a5-363c585183f0 req-d8d9756d-ed0c-4e87-8d56-ea2e4a6ba196 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.122609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0515d699-e496-411a-86a5-363c585183f0 req-d8d9756d-ed0c-4e87-8d56-ea2e4a6ba196 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Calling delete_port for 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:39.177334 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a5053c2-8589-4043-b2ad-6948f6c328ef tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.178735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46514) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.191942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2a5053c2-8589-4043-b2ad-6948f6c328ef tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Calling delete_port for f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:39.284977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e7e68-a125-427e-bb7f-49e66176bf0d req-27639abb-a03c-449a-b078-a784241984df tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:39.287948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa6e7e68-a125-427e-bb7f-49e66176bf0d req-27639abb-a03c-449a-b078-a784241984df tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2560172 Jul 16 18:07:39.299354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec50718-e966-4e31-8584-406009763fd8 admin admin] Deleting subnet f383a48f-0c4d-404d-afd1-d0778e8a5939 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:39.310373 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ec50718-e966-4e31-8584-406009763fd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.361797 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a5053c2-8589-4043-b2ad-6948f6c328ef tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.385932 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ec50718-e966-4e31-8584-406009763fd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.399052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5053c2-8589-4043-b2ad-6948f6c328ef tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event deleted for resources: {'Port': ['ID=f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.447018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa6e7e68-a125-427e-bb7f-49e66176bf0d req-6a360833-9922-4803-a272-a1ad486f4d20 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521864 Jul 16 18:07:39.489749 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a5053c2-8589-4043-b2ad-6948f6c328ef tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.494893 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2a5053c2-8589-4043-b2ad-6948f6c328ef tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "DELETE /v2.0/ports/f6a7dd9a-c9b1-4d4d-8a88-f043fd56ddc6 HTTP/1.1" status: 204 len: 168 time: 0.5638387 Jul 16 18:07:39.495413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46520) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.502325 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ec50718-e966-4e31-8584-406009763fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.539186 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0515d699-e496-411a-86a5-363c585183f0 req-d8d9756d-ed0c-4e87-8d56-ea2e4a6ba196 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.550941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['70e89808-e146-4f24-b3d4-0ddb5cdd1b74'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:39.562527 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d7909e-4127-436b-9409-44233e3dc47d tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Deleting subnet 2ab2849e-b915-48e5-86a3-af91ef9adca1 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:39.566013 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d7909e-4127-436b-9409-44233e3dc47d tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.577607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9756d-ed0c-4e87-8d56-ea2e4a6ba196 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event deleted for resources: {'Port': ['ID=70e89808-e146-4f24-b3d4-0ddb5cdd1b74,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.609468 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d7909e-4127-436b-9409-44233e3dc47d tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.637228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-0515d699-e496-411a-86a5-363c585183f0 req-d8d9756d-ed0c-4e87-8d56-ea2e4a6ba196 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] No DVR routers for this DVR port 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:39.640094 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0515d699-e496-411a-86a5-363c585183f0 req-d8d9756d-ed0c-4e87-8d56-ea2e4a6ba196 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.642698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0515d699-e496-411a-86a5-363c585183f0 req-d8d9756d-ed0c-4e87-8d56-ea2e4a6ba196 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.43 "DELETE /v2.0/ports/70e89808-e146-4f24-b3d4-0ddb5cdd1b74 HTTP/1.1" status: 204 len: 173 time: 0.9037974 Jul 16 18:07:39.642977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc643eff-1740-4bfd-9771-953737a44732', 'name': 'network-vif-deleted', 'tag': '70e89808-e146-4f24-b3d4-0ddb5cdd1b74'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:39.646218 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c69da23-da11-476f-a5c4-05ace3768f07" -d '{"events": [{"server_uuid": "cc643eff-1740-4bfd-9771-953737a44732", "name": "network-vif-deleted", "tag": "70e89808-e146-4f24-b3d4-0ddb5cdd1b74"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:39.650552 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ec50718-e966-4e31-8584-406009763fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.678784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec50718-e966-4e31-8584-406009763fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f383a48f-0c4d-404d-afd1-d0778e8a5939,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.682824 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ec50718-e966-4e31-8584-406009763fd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.685111 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3ec50718-e966-4e31-8584-406009763fd8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f383a48f-0c4d-404d-afd1-d0778e8a5939 HTTP/1.1" status: 204 len: 168 time: 0.5032053 Jul 16 18:07:39.687638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46526) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.708984 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a8d470-0dc9-4aeb-a0a0-4dc13f0802cc x-openstack-request-id: req-95a8d470-0dc9-4aeb-a0a0-4dc13f0802cc {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:39.709484 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc643eff-1740-4bfd-9771-953737a44732", "name": "network-vif-deleted", "tag": "70e89808-e146-4f24-b3d4-0ddb5cdd1b74", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:39.709751 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95a8d470-0dc9-4aeb-a0a0-4dc13f0802cc {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:39.710223 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc643eff-1740-4bfd-9771-953737a44732', 'name': 'network-vif-deleted', 'tag': '70e89808-e146-4f24-b3d4-0ddb5cdd1b74', 'status': 'completed', 'code': 200} Jul 16 18:07:39.738802 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d7909e-4127-436b-9409-44233e3dc47d tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.806633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-989cf734-baf3-4c0e-85c4-3d7b709a9358 req-ce0273e7-d39a-4f00-ae20-bec6c2583a6b tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc643eff-1740-4bfd-9771-953737a44732 HTTP/1.1" status: 200 len: 210 time: 0.0452759 Jul 16 18:07:39.809404 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a496fdb0-7089-4674-b2bb-be54b8db826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.818877 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d7909e-4127-436b-9409-44233e3dc47d tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.858037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d7909e-4127-436b-9409-44233e3dc47d tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.860343 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c6d7909e-4127-436b-9409-44233e3dc47d tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "DELETE /v2.0/subnets/2ab2849e-b915-48e5-86a3-af91ef9adca1 HTTP/1.1" status: 204 len: 168 time: 0.3633742 Jul 16 18:07:39.861293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7909e-4127-436b-9409-44233e3dc47d tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab2849e-b915-48e5-86a3-af91ef9adca1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.862785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46528) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.872406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b311f0d-b7ed-4d51-8586-29462dd7b2f9 None None] Network e7da37d9-9091-49a2-ae67-b8b790ab30e7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:39.944314 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a496fdb0-7089-4674-b2bb-be54b8db826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.962428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-a496fdb0-7089-4674-b2bb-be54b8db826d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d83386b-98e9-43de-97bc-2d2db963b2c4']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:39.977346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-a496fdb0-7089-4674-b2bb-be54b8db826d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c978ca51-f614-4981-a1f7-1d4603a9090f') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:39.977696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-a496fdb0-7089-4674-b2bb-be54b8db826d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c978ca51-f614-4981-a1f7-1d4603a9090f') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:39.983022 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6944297-b304-48e3-9b55-16da674e4edc tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Deleting subnet 33332d38-c598-418d-b70d-b411426e87eb {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:39.993701 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6944297-b304-48e3-9b55-16da674e4edc tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.997535 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a496fdb0-7089-4674-b2bb-be54b8db826d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.039891 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a496fdb0-7089-4674-b2bb-be54b8db826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.053057 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6944297-b304-48e3-9b55-16da674e4edc tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.056286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a496fdb0-7089-4674-b2bb-be54b8db826d admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:40.056662 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a496fdb0-7089-4674-b2bb-be54b8db826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:40.058300 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:40.107925 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392929c9-51eb-458a-bf8d-bbfdaeeb764c None None] DHCP port deletion for e7da37d9-9091-49a2-ae67-b8b790ab30e7 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:40.150252 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a496fdb0-7089-4674-b2bb-be54b8db826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.159656 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a496fdb0-7089-4674-b2bb-be54b8db826d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.161622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-392929c9-51eb-458a-bf8d-bbfdaeeb764c None None] Deleting port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:40.162331 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a496fdb0-7089-4674-b2bb-be54b8db826d admin admin] 10.222.0.41 "DELETE /v2.0/networks/1d83386b-98e9-43de-97bc-2d2db963b2c4 HTTP/1.1" status: 204 len: 168 time: 0.4736235 Jul 16 18:07:40.162589 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-392929c9-51eb-458a-bf8d-bbfdaeeb764c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.174243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496fdb0-7089-4674-b2bb-be54b8db826d admin admin] Pushing event deleted for resources: {'Network': ['ID=1d83386b-98e9-43de-97bc-2d2db963b2c4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.215247 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6944297-b304-48e3-9b55-16da674e4edc tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.249504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-392929c9-51eb-458a-bf8d-bbfdaeeb764c None None] For port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7db0c3a9-4afc-438a-a6a9-02b7af471b0c,segment=NetworkSegment(4a206a66-0d0f-4168-8523-50eba6697b12),segment_id=4a206a66-0d0f-4168-8523-50eba6697b12)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:40.250160 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-392929c9-51eb-458a-bf8d-bbfdaeeb764c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.265593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-392929c9-51eb-458a-bf8d-bbfdaeeb764c None None] Calling delete_port for 7db0c3a9-4afc-438a-a6a9-02b7af471b0c owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:40.292311 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6944297-b304-48e3-9b55-16da674e4edc tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.328392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6944297-b304-48e3-9b55-16da674e4edc tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event deleted for resources: {'Subnet': ['ID=33332d38-c598-418d-b70d-b411426e87eb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.336527 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6944297-b304-48e3-9b55-16da674e4edc tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.344828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46534) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.345420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f6944297-b304-48e3-9b55-16da674e4edc tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "DELETE /v2.0/subnets/33332d38-c598-418d-b70d-b411426e87eb HTTP/1.1" status: 204 len: 168 time: 0.4810169 Jul 16 18:07:40.361219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460fb507-64a3-4b1c-ba91-aac6be3cd34e None None] Network 66cd6b07-e1aa-4669-bf90-dc89210030ec requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:40.430761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46536) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.446820 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-392929c9-51eb-458a-bf8d-bbfdaeeb764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.471507 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-695c3643-81f7-4187-a6cf-1326ff42f56e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.481093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392929c9-51eb-458a-bf8d-bbfdaeeb764c None None] Pushing event deleted for resources: {'Port': ['ID=7db0c3a9-4afc-438a-a6a9-02b7af471b0c,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.493212 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ba947343-55f3-4273-bfaa-dbf63450ae35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40c61bd95cbf4623a1b855bc6d9bd28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612748 Jul 16 18:07:40.495587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46538) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.504886 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392929c9-51eb-458a-bf8d-bbfdaeeb764c None None] No DVR routers for this DVR port 7db0c3a9-4afc-438a-a6a9-02b7af471b0c on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:40.553737 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3feceb7e-3413-4227-9ae6-6cc0882010f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.579040 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3feceb7e-3413-4227-9ae6-6cc0882010f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.610739 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-695c3643-81f7-4187-a6cf-1326ff42f56e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.638822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-695c3643-81f7-4187-a6cf-1326ff42f56e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7da37d9-9091-49a2-ae67-b8b790ab30e7']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:40.656033 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3feceb7e-3413-4227-9ae6-6cc0882010f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.659150 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3feceb7e-3413-4227-9ae6-6cc0882010f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.660707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3feceb7e-3413-4227-9ae6-6cc0882010f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0eb4a4ca-06a1-4e18-a46c-745ce9fca538 HTTP/1.1" status: 204 len: 168 time: 0.1638298 Jul 16 18:07:40.671020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac1345-1b69-4f85-851d-60defe75ac44 None None] DHCP port deletion for 66cd6b07-e1aa-4669-bf90-dc89210030ec request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:40.677082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feceb7e-3413-4227-9ae6-6cc0882010f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb4a4ca-06a1-4e18-a46c-745ce9fca538,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.677972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-695c3643-81f7-4187-a6cf-1326ff42f56e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a206a66-0d0f-4168-8523-50eba6697b12') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:40.678394 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-695c3643-81f7-4187-a6cf-1326ff42f56e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a206a66-0d0f-4168-8523-50eba6697b12') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:40.688692 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-695c3643-81f7-4187-a6cf-1326ff42f56e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.703717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-695c3643-81f7-4187-a6cf-1326ff42f56e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.711587 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695c3643-81f7-4187-a6cf-1326ff42f56e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:40.712403 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-695c3643-81f7-4187-a6cf-1326ff42f56e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:40.715851 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:40.732235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-51ac1345-1b69-4f85-851d-60defe75ac44 None None] Deleting port abd6da79-a2e0-4ab1-ac65-74e983412433 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:40.732634 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-51ac1345-1b69-4f85-851d-60defe75ac44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.781449 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-695c3643-81f7-4187-a6cf-1326ff42f56e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.792892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-695c3643-81f7-4187-a6cf-1326ff42f56e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.798125 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-695c3643-81f7-4187-a6cf-1326ff42f56e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "DELETE /v2.0/networks/e7da37d9-9091-49a2-ae67-b8b790ab30e7 HTTP/1.1" status: 204 len: 168 time: 0.4492378 Jul 16 18:07:40.798650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46546) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.807083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-51ac1345-1b69-4f85-851d-60defe75ac44 None None] For port abd6da79-a2e0-4ab1-ac65-74e983412433, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=abd6da79-a2e0-4ab1-ac65-74e983412433,segment=NetworkSegment(37ff97a8-dd17-4d28-9a6a-3b39de72e101),segment_id=37ff97a8-dd17-4d28-9a6a-3b39de72e101)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:40.807504 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-51ac1345-1b69-4f85-851d-60defe75ac44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.818120 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c3643-81f7-4187-a6cf-1326ff42f56e tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event deleted for resources: {'Network': ['ID=e7da37d9-9091-49a2-ae67-b8b790ab30e7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.823375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-51ac1345-1b69-4f85-851d-60defe75ac44 None None] Calling delete_port for abd6da79-a2e0-4ab1-ac65-74e983412433 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:40.918036 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d02a8601-21bd-430e-a69f-58b29a7112e9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.923240 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-51ac1345-1b69-4f85-851d-60defe75ac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.954469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac1345-1b69-4f85-851d-60defe75ac44 None None] No DVR routers for this DVR port abd6da79-a2e0-4ab1-ac65-74e983412433 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:40.958618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac1345-1b69-4f85-851d-60defe75ac44 None None] Pushing event deleted for resources: {'Port': ['ID=abd6da79-a2e0-4ab1-ac65-74e983412433,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:41.044192 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d02a8601-21bd-430e-a69f-58b29a7112e9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.056202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-d02a8601-21bd-430e-a69f-58b29a7112e9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cd6b07-e1aa-4669-bf90-dc89210030ec']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:41.060303 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56ac618d-e35a-4c8f-a219-f4fd57a92cb0 req-483a2f06-df20-4157-a214-1ce333a3d500 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/1974e205-360e-4a70-b13a-584357b2ed35 HTTP/1.1" status: 200 len: 1802 time: 0.1043022 Jul 16 18:07:41.070630 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-d02a8601-21bd-430e-a69f-58b29a7112e9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ff97a8-dd17-4d28-9a6a-3b39de72e101') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:41.070924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-d02a8601-21bd-430e-a69f-58b29a7112e9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ff97a8-dd17-4d28-9a6a-3b39de72e101') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:41.091148 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d02a8601-21bd-430e-a69f-58b29a7112e9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.114565 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d02a8601-21bd-430e-a69f-58b29a7112e9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.125759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02a8601-21bd-430e-a69f-58b29a7112e9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:41.126216 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d02a8601-21bd-430e-a69f-58b29a7112e9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:41.129302 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:41.191873 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-56ac618d-e35a-4c8f-a219-f4fd57a92cb0 req-e8a3772d-8a0d-455b-a603-6465f55c4343 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.204044 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d02a8601-21bd-430e-a69f-58b29a7112e9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.214855 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d02a8601-21bd-430e-a69f-58b29a7112e9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.216702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d02a8601-21bd-430e-a69f-58b29a7112e9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] 10.222.0.41 "DELETE /v2.0/networks/66cd6b07-e1aa-4669-bf90-dc89210030ec HTTP/1.1" status: 204 len: 168 time: 0.4166541 Jul 16 18:07:41.236469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a8601-21bd-430e-a69f-58b29a7112e9 tempest-TaggedBootDevicesTest_v242-1061953353 tempest-TaggedBootDevicesTest_v242-1061953353-project] Pushing event deleted for resources: {'Network': ['ID=66cd6b07-e1aa-4669-bf90-dc89210030ec,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:41.243035 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-56ac618d-e35a-4c8f-a219-f4fd57a92cb0 req-e8a3772d-8a0d-455b-a603-6465f55c4343 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.295016 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-56ac618d-e35a-4c8f-a219-f4fd57a92cb0 req-e8a3772d-8a0d-455b-a603-6465f55c4343 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.297881 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-56ac618d-e35a-4c8f-a219-f4fd57a92cb0 req-e8a3772d-8a0d-455b-a603-6465f55c4343 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.299009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56ac618d-e35a-4c8f-a219-f4fd57a92cb0 req-e8a3772d-8a0d-455b-a603-6465f55c4343 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "DELETE /v2.0/security-groups/1974e205-360e-4a70-b13a-584357b2ed35 HTTP/1.1" status: 204 len: 173 time: 0.2315981 Jul 16 18:07:41.308868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3772d-8a0d-455b-a603-6465f55c4343 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1974e205-360e-4a70-b13a-584357b2ed35,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:41.387253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39d1b133-6ec7-481e-8ae9-ecff5e9a3562 req-3e248f82-fec9-42dd-89de-5b82e92a3e69 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "GET /v2.0/security-groups/d1a67d22-a391-4a97-9331-b39707ea0576 HTTP/1.1" status: 200 len: 1802 time: 0.0583596 Jul 16 18:07:41.445679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7db0c3a9-4afc-438a-a6a9-02b7af471b0c no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:41.452993 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-39d1b133-6ec7-481e-8ae9-ecff5e9a3562 req-7ff2539b-c06f-4481-8cbc-93be62db0d78 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.471195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 7db0c3a9-4afc-438a-a6a9-02b7af471b0c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:41.475469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7db0c3a9-4afc-438a-a6a9-02b7af471b0c not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:41.475469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device abd6da79-a2e0-4ab1-ac65-74e983412433 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:41.486289 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-39d1b133-6ec7-481e-8ae9-ecff5e9a3562 req-7ff2539b-c06f-4481-8cbc-93be62db0d78 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.494190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: abd6da79-a2e0-4ab1-ac65-74e983412433 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:41.495704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device abd6da79-a2e0-4ab1-ac65-74e983412433 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:41.544321 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-39d1b133-6ec7-481e-8ae9-ecff5e9a3562 req-7ff2539b-c06f-4481-8cbc-93be62db0d78 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.547073 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-39d1b133-6ec7-481e-8ae9-ecff5e9a3562 req-7ff2539b-c06f-4481-8cbc-93be62db0d78 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.548659 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39d1b133-6ec7-481e-8ae9-ecff5e9a3562 req-7ff2539b-c06f-4481-8cbc-93be62db0d78 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] 10.222.0.41 "DELETE /v2.0/security-groups/d1a67d22-a391-4a97-9331-b39707ea0576 HTTP/1.1" status: 204 len: 173 time: 0.1604764 Jul 16 18:07:41.556373 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46576) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:41.558754 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2539b-c06f-4481-8cbc-93be62db0d78 tempest-SecurityGroupsTestJSON-288099254 tempest-SecurityGroupsTestJSON-288099254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a67d22-a391-4a97-9331-b39707ea0576,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:41.587894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46580) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:41.611496 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c256651c-3a52-40be-a99b-9422686dbdbc admin admin] Deleting subnet bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:41.615285 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c256651c-3a52-40be-a99b-9422686dbdbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.677497 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c256651c-3a52-40be-a99b-9422686dbdbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.738415 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c256651c-3a52-40be-a99b-9422686dbdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.755850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-network', 'tenant_id': '4273a43f091d42709bf28017089b7251'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:41.799085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Made reservation on behalf of 4273a43f091d42709bf28017089b7251 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:41.803229 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.818791 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.831533 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c256651c-3a52-40be-a99b-9422686dbdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.866218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256651c-3a52-40be-a99b-9422686dbdbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:41.868420 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c256651c-3a52-40be-a99b-9422686dbdbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.871651 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c256651c-3a52-40be-a99b-9422686dbdbc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bbc3c80b-6eef-459c-9fa7-c2b808a4e4ca HTTP/1.1" status: 204 len: 168 time: 0.3135173 Jul 16 18:07:41.873950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46588) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:41.938453 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.943214 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.953582 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7138-6520-4db7-a69e-9d241fe2b37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.966097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:41.982228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:41.988240 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.988871 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Added segment f4897d9c-b826-4211-8903-72ac9b7130a5 of type vlan for network 60e2727e-d82b-41ff-931c-f2d691c01f29 Jul 16 18:07:42.034380 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.049998 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7138-6520-4db7-a69e-9d241fe2b37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.060887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e4ef7138-6520-4db7-a69e-9d241fe2b37e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3825b8-5e1d-4b7e-8861-df4642708a36']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:42.066333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.069359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.070457 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.072473 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e4ef7138-6520-4db7-a69e-9d241fe2b37e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c633303-d3a2-451e-a36d-c8f81695bc9f') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:42.072768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e4ef7138-6520-4db7-a69e-9d241fe2b37e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c633303-d3a2-451e-a36d-c8f81695bc9f') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:42.081908 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7138-6520-4db7-a69e-9d241fe2b37e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.100079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7138-6520-4db7-a69e-9d241fe2b37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.106527 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ef7138-6520-4db7-a69e-9d241fe2b37e admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:42.107149 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7138-6520-4db7-a69e-9d241fe2b37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:42.109144 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:42.146475 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5546050 Jul 16 18:07:42.166823 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46590) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.172919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b60dd5c3-9498-493b-9b04-aa7af45dfe63 admin admin] Request body: {'subnet': {'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-subnet', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:42.173961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e763151-e5ad-42af-a06c-f783a197415c admin admin] Pushing event updated for resources: {'Network': ['ID=60e2727e-d82b-41ff-931c-f2d691c01f29,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:42.185951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 60e2727e-d82b-41ff-931c-f2d691c01f29 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:42.205168 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7138-6520-4db7-a69e-9d241fe2b37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.211268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7138-6520-4db7-a69e-9d241fe2b37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.214429 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e4ef7138-6520-4db7-a69e-9d241fe2b37e admin admin] 10.222.0.41 "DELETE /v2.0/networks/bb3825b8-5e1d-4b7e-8861-df4642708a36 HTTP/1.1" status: 204 len: 168 time: 0.3396840 Jul 16 18:07:42.234803 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60dd5c3-9498-493b-9b04-aa7af45dfe63 admin admin] Made reservation on behalf of 4273a43f091d42709bf28017089b7251 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:42.237524 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b60dd5c3-9498-493b-9b04-aa7af45dfe63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.261818 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef7138-6520-4db7-a69e-9d241fe2b37e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3825b8-5e1d-4b7e-8861-df4642708a36,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:42.358647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46594) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.402412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dd5a4446-0a1d-46f2-aeda-96d8f4ce037b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef5c328412ce4c398dd75e3cbf979514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421822 Jul 16 18:07:42.404788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46596) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.436044 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b60dd5c3-9498-493b-9b04-aa7af45dfe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.456956 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-940fdea0-3925-4274-b1c4-ba590472087d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.479734 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-940fdea0-3925-4274-b1c4-ba590472087d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.498673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dd5c3-9498-493b-9b04-aa7af45dfe63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5c01ec-31a7-4cf1-95e4-9688a92718b5,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:42.505801 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60dd5c3-9498-493b-9b04-aa7af45dfe63 admin admin] Checking segment: {'id': 'f4897d9c-b826-4211-8903-72ac9b7130a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:42.506159 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60dd5c3-9498-493b-9b04-aa7af45dfe63 admin admin] Network hostable DHCP agents. Network: 60e2727e-d82b-41ff-931c-f2d691c01f29, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:42.524168 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60dd5c3-9498-493b-9b04-aa7af45dfe63 admin admin] Network 60e2727e-d82b-41ff-931c-f2d691c01f29 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:42.529722 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-940fdea0-3925-4274-b1c4-ba590472087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.532691 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-940fdea0-3925-4274-b1c4-ba590472087d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.533388 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b60dd5c3-9498-493b-9b04-aa7af45dfe63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 60e2727e-d82b-41ff-931c-f2d691c01f29) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:42.534022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-940fdea0-3925-4274-b1c4-ba590472087d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7282213-9898-4002-b3e3-08f751d36b3a HTTP/1.1" status: 204 len: 168 time: 0.1281486 Jul 16 18:07:42.543484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fdea0-3925-4274-b1c4-ba590472087d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7282213-9898-4002-b3e3-08f751d36b3a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:42.543761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf57c6-4d28-4aed-b6cf-a804d0be1566 None None] Network 60e2727e-d82b-41ff-931c-f2d691c01f29 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:42.548412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60dd5c3-9498-493b-9b04-aa7af45dfe63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.548896 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b60dd5c3-9498-493b-9b04-aa7af45dfe63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.566128 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b60dd5c3-9498-493b-9b04-aa7af45dfe63 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3976140 Jul 16 18:07:42.568877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46600) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.575769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:42.605755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.607426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.675693 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.709407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543ef9d9-cca2-412e-981b-2edf706579cf None None] Network 60e2727e-d82b-41ff-931c-f2d691c01f29 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:42.789093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:42.828506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:42.828966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 70e89808-e146-4f24-b3d4-0ddb5cdd1b74 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:42.875762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.418941 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46624) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:43.467920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.488217 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.526840 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1496475163-network', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:43.550515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Made reservation on behalf of 4e17aa156f4a40259b661e33b16f6e56 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:43.555184 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.568502 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.611883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Allocated IP 172.25.5.119 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/8fff081a-53a3-4ed8-8b03-573fc1aab8fa) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:43.670457 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.675741 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.688880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:43.701096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.701448 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Added segment 9cfe207f-0f33-487e-af87-b151811a0618 of type vlan for network 5a6bf604-da1b-43c6-8293-9a81252180e8 Jul 16 18:07:43.735308 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.754574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a8da2e-11e8-4392-b5d7-51defd17f7b7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:43.766428 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.780403 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.800022 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.801185 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.802478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.823499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:43.828420 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:43.832042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:43.841833 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4214814 Jul 16 18:07:43.844892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46630) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:43.852682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7d623781-9eb9-44bc-9c08-df352a7a5596 admin admin] Request body: {'subnet': {'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1496475163-subnet', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:43.866582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Pushing event updated for resources: {'Port': ['ID=8fff081a-53a3-4ed8-8b03-573fc1aab8fa,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:43.893454 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80094b2e-e0c7-4963-ba4d-b2cbfb157269 admin admin] Pushing event updated for resources: {'Network': ['ID=5a6bf604-da1b-43c6-8293-9a81252180e8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:43.905420 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 5a6bf604-da1b-43c6-8293-9a81252180e8 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:43.915445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d623781-9eb9-44bc-9c08-df352a7a5596 admin admin] Made reservation on behalf of 4e17aa156f4a40259b661e33b16f6e56 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:43.918134 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d623781-9eb9-44bc-9c08-df352a7a5596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.113066 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d623781-9eb9-44bc-9c08-df352a7a5596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.158053 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.180408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d623781-9eb9-44bc-9c08-df352a7a5596 admin admin] Checking segment: {'id': '9cfe207f-0f33-487e-af87-b151811a0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:44.180762 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d623781-9eb9-44bc-9c08-df352a7a5596 admin admin] Network hostable DHCP agents. Network: 5a6bf604-da1b-43c6-8293-9a81252180e8, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:44.183696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d623781-9eb9-44bc-9c08-df352a7a5596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09da2554-154a-4f34-9e38-5d12cc267a6a,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:44.200795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d623781-9eb9-44bc-9c08-df352a7a5596 admin admin] Network 5a6bf604-da1b-43c6-8293-9a81252180e8 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:44.211311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7d623781-9eb9-44bc-9c08-df352a7a5596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 5a6bf604-da1b-43c6-8293-9a81252180e8) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:44.215321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d623781-9eb9-44bc-9c08-df352a7a5596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.215965 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d623781-9eb9-44bc-9c08-df352a7a5596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.222247 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb00e8-c4d3-46b0-ad88-e72e77a661fe None None] Network 5a6bf604-da1b-43c6-8293-9a81252180e8 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:44.232665 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7d623781-9eb9-44bc-9c08-df352a7a5596 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3864832 Jul 16 18:07:44.235228 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46634) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:44.240872 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:44.264634 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.265638 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.324248 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.378696 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.402525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-5a6bf604-da1b-43c6-8293-9a81252180e8', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'fixed_ips': [{'subnet_id': '09da2554-154a-4f34-9e38-5d12cc267a6a'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:07:44.403703 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.485872 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.540811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Router d6daa4c7-8559-496d-bbad-0c2f861b5673 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:44.564398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Allocated IP 172.20.0.2 (5a6bf604-da1b-43c6-8293-9a81252180e8/09da2554-154a-4f34-9e38-5d12cc267a6a/2c8240b9-f318-435a-9831-0fdd53d67e7a) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:44.669697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:44.681033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Sync routers for ids ['d6daa4c7-8559-496d-bbad-0c2f861b5673'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:44.693068 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.697572 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f1872908-4b92-4f48-9509-5f06b36b03be admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.1269600 Jul 16 18:07:44.698470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46636) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:44.700960 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Routers {'d6daa4c7-8559-496d-bbad-0c2f861b5673'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:44.701793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d6daa4c7-8559-496d-bbad-0c2f861b5673'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:44.721915 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.743761 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.846635 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.859417 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Allocated IP 172.25.5.107 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/28062ad0-a785-4337-b4bc-c4d5a79516e8) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:44.861211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Transition to ACTIVE for port object 2c8240b9-f318-435a-9831-0fdd53d67e7a will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:44.876929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Set router d6daa4c7-8559-496d-bbad-0c2f861b5673 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:44.970990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Transition to ACTIVE for port object 2c8240b9-f318-435a-9831-0fdd53d67e7a will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:44.971774 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.994186 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.023940 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.067890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Network 5a6bf604-da1b-43c6-8293-9a81252180e8 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:45.086084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:45.089635 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:45.093434 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:45.173007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Pushing event updated for resources: {'Port': ['ID=2c8240b9-f318-435a-9831-0fdd53d67e7a,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:45.185803 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Pushing event updated for resources: {'Port': ['ID=28062ad0-a785-4337-b4bc-c4d5a79516e8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:45.203274 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:45.210140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:45.316805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Attempting to bind port 2c8240b9-f318-435a-9831-0fdd53d67e7a on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:45.317248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Attempting to bind port 2c8240b9-f318-435a-9831-0fdd53d67e7a by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '9cfe207f-0f33-487e-af87-b151811a0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:45.317716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Attempting to bind port 2c8240b9-f318-435a-9831-0fdd53d67e7a on network 5a6bf604-da1b-43c6-8293-9a81252180e8 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:45.324719 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.328997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:45.329520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Checking segment: {'id': '9cfe207f-0f33-487e-af87-b151811a0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:45.330024 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.330966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Bound using segment: {'id': '9cfe207f-0f33-487e-af87-b151811a0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:45.331130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Bound port: 2c8240b9-f318-435a-9831-0fdd53d67e7a, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfe207f-0f33-487e-af87-b151811a0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:45.331633 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.369413 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:07:44Z', 'revision_number': 3, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port': {'id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:43Z', 'updated_at': '2021-07-16T18:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:45.405455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Checking router: d6daa4c7-8559-496d-bbad-0c2f861b5673 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:45.405904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Updating router d6daa4c7-8559-496d-bbad-0c2f861b5673 port 8fff081a-53a3-4ed8-8b03-573fc1aab8fa binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:45.453897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] For port 2c8240b9-f318-435a-9831-0fdd53d67e7a, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:45.459628 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] For port 2c8240b9-f318-435a-9831-0fdd53d67e7a, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2c8240b9-f318-435a-9831-0fdd53d67e7a,segment=NetworkSegment(9cfe207f-0f33-487e-af87-b151811a0618),segment_id=9cfe207f-0f33-487e-af87-b151811a0618)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:45.462931 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.493118 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.500507 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.588234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Allocated IP 172.20.0.1 (60e2727e-d82b-41ff-931c-f2d691c01f29/1b5c01ec-31a7-4cf1-95e4-9688a92718b5/6528a374-7b08-4a08-ab95-72979c1a2f6a) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:45.631150 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a717d5-2c73-493c-afb1-78e09b5be479 None None] Pushing event updated for resources: {'Port': ['ID=2c8240b9-f318-435a-9831-0fdd53d67e7a,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:45.733998 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.789209 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.821076 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.839848 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.854964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Transition to ACTIVE for port object 8fff081a-53a3-4ed8-8b03-573fc1aab8fa will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:45.861471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Network 60e2727e-d82b-41ff-931c-f2d691c01f29 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:45.866481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:45.873370 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.877664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:45.925330 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Pushing event updated for resources: {'Port': ['ID=6528a374-7b08-4a08-ab95-72979c1a2f6a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:45.984521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Attempting to bind port 8fff081a-53a3-4ed8-8b03-573fc1aab8fa on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:45.985128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Attempting to bind port 8fff081a-53a3-4ed8-8b03-573fc1aab8fa by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:45.985400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Attempting to bind port 8fff081a-53a3-4ed8-8b03-573fc1aab8fa on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:46.001753 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.007029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1907bfc-0ce1-4d37-b530-4664a770b757 None None] Pushing event updated for resources: {'Port': ['ID=8fff081a-53a3-4ed8-8b03-573fc1aab8fa,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.023622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:46.024113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:46.024536 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.024942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:46.025438 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Bound port: 8fff081a-53a3-4ed8-8b03-573fc1aab8fa, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:46.025830 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.094783 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:46.109892 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] For port 8fff081a-53a3-4ed8-8b03-573fc1aab8fa, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:46.113747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] For port 8fff081a-53a3-4ed8-8b03-573fc1aab8fa, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8fff081a-53a3-4ed8-8b03-573fc1aab8fa,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:46.121049 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.190472 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Routers {'d6daa4c7-8559-496d-bbad-0c2f861b5673'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:46.191127 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d6daa4c7-8559-496d-bbad-0c2f861b5673'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:46.234779 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1907bfc-0ce1-4d37-b530-4664a770b757 None None] Pushing event updated for resources: {'Port': ['ID=8fff081a-53a3-4ed8-8b03-573fc1aab8fa,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.291510 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:46.304092 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Sync routers for ids ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:46.314705 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Routers {'4c009369-6c8c-44e8-a25b-7c8213f7fbe5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:46.315654 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:46.324858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.336041 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.337487 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9a08f7cd-0ad6-4d28-bbb5-a76be75ac29f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1012967 Jul 16 18:07:46.340341 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46650) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:46.352580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] Set router d6daa4c7-8559-496d-bbad-0c2f861b5673 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:46.438684 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Set router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:46.580074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:07:44Z', 'revision_number': 3, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port': {'id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:43Z', 'updated_at': '2021-07-16T18:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:46.609455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75e0d7-d8db-438a-bcd7-3b3629efc1ac None None] The sync data for ids ['d6daa4c7-8559-496d-bbad-0c2f861b5673'] in n-d-787206-10 is: [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:07:44Z', 'revision_number': 3, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port': {'id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:43Z', 'updated_at': '2021-07-16T18:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:46.738164 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:45Z', 'revision_number': 3, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port': {'id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:46.742220 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.749916 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.779911 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Checking router: 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:46.780417 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Updating router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 port 28062ad0-a785-4337-b4bc-c4d5a79516e8 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:46.849799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Pushing event updated for resources: {'Port': ['ID=6528a374-7b08-4a08-ab95-72979c1a2f6a,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.854347 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.866475 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.984475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Network 60e2727e-d82b-41ff-931c-f2d691c01f29 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:46.986321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:47.258034 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b16a7-c628-49dc-9c34-ca0c45645b74 None None] Network 5a6bf604-da1b-43c6-8293-9a81252180e8 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:47.296045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Router d6daa4c7-8559-496d-bbad-0c2f861b5673 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:47.463185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bfa30f5d-073e-4c22-8c99-44d5899cd6d1 None None] Provisioning for port 2c8240b9-f318-435a-9831-0fdd53d67e7a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:47.542632 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.569614 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Transition to ACTIVE for port object 28062ad0-a785-4337-b4bc-c4d5a79516e8 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:47.584561 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.586597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:47.596772 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e63984eb-d565-4c60-8054-111e9b57130c admin admin] 10.222.0.41 "PUT /v2.0/routers/d6daa4c7-8559-496d-bbad-0c2f861b5673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8971119 Jul 16 18:07:47.622782 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2c8240b9-f318-435a-9831-0fdd53d67e7a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:47.699062 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Attempting to bind port 28062ad0-a785-4337-b4bc-c4d5a79516e8 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:47.699594 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Attempting to bind port 28062ad0-a785-4337-b4bc-c4d5a79516e8 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:47.700013 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Attempting to bind port 28062ad0-a785-4337-b4bc-c4d5a79516e8 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:47.707085 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:47.707498 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:47.717520 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.717520 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:47.717520 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Bound port: 28062ad0-a785-4337-b4bc-c4d5a79516e8, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:47.717520 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.724327 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c512701-844d-4204-936f-556baed889f6 None None] Pushing event updated for resources: {'Port': ['ID=28062ad0-a785-4337-b4bc-c4d5a79516e8,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:47.726158 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.752033 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c512701-844d-4204-936f-556baed889f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:47.752443 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c512701-844d-4204-936f-556baed889f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:47.752699 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c512701-844d-4204-936f-556baed889f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:47.753237 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c512701-844d-4204-936f-556baed889f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:47.753612 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c512701-844d-4204-936f-556baed889f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:47.753987 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c512701-844d-4204-936f-556baed889f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:47.754406 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c512701-844d-4204-936f-556baed889f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:47.760011 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c512701-844d-4204-936f-556baed889f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:47.761910 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c512701-844d-4204-936f-556baed889f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:47.762415 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c512701-844d-4204-936f-556baed889f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:47.763882 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c512701-844d-4204-936f-556baed889f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:47.764370 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c512701-844d-4204-936f-556baed889f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:47.786867 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 2c8240b9-f318-435a-9831-0fdd53d67e7a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:47.811912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 2c8240b9-f318-435a-9831-0fdd53d67e7a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:47.812295 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.820465 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] For port 28062ad0-a785-4337-b4bc-c4d5a79516e8, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:47.825198 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] For port 28062ad0-a785-4337-b4bc-c4d5a79516e8, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=28062ad0-a785-4337-b4bc-c4d5a79516e8,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:47.841608 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.893584 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Routers {'4c009369-6c8c-44e8-a25b-7c8213f7fbe5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:47.904827 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:48.048467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Allocated IP 172.20.0.1 (5a6bf604-da1b-43c6-8293-9a81252180e8/09da2554-154a-4f34-9e38-5d12cc267a6a/ccce7093-c54d-4d5c-94e0-57671c97e35f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:48.104649 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.163988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 2c8240b9-f318-435a-9831-0fdd53d67e7a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2c8240b9-f318-435a-9831-0fdd53d67e7a,segment=NetworkSegment(9cfe207f-0f33-487e-af87-b151811a0618),segment_id=9cfe207f-0f33-487e-af87-b151811a0618)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:48.164827 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] Set router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:48.166942 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c512701-844d-4204-936f-556baed889f6 None None] Pushing event updated for resources: {'Port': ['ID=28062ad0-a785-4337-b4bc-c4d5a79516e8,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:48.182002 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.183088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8fff081a-53a3-4ed8-8b03-573fc1aab8fa up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:48.210221 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.240870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Transition to ACTIVE for port object ccce7093-c54d-4d5c-94e0-57671c97e35f will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:48.293542 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.389760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=2c8240b9-f318-435a-9831-0fdd53d67e7a,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:48.391024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-0468b545-814b-4ed8-851a-ed9a4962def5 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.393087 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-0468b545-814b-4ed8-851a-ed9a4962def5 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/networks?id=60e2727e-d82b-41ff-931c-f2d691c01f29 HTTP/1.1" status: 200 len: 818 time: 0.2405276 Jul 16 18:07:48.415535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 8fff081a-53a3-4ed8-8b03-573fc1aab8fa completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:48.424923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8fff081a-53a3-4ed8-8b03-573fc1aab8fa triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:48.425402 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.429639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-c2264794-d7c5-462a-94e0-f9507120726c tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/quotas/4273a43f091d42709bf28017089b7251 HTTP/1.1" status: 200 len: 375 time: 0.0258787 Jul 16 18:07:48.430042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Pushing event updated for resources: {'Port': ['ID=ccce7093-c54d-4d5c-94e0-57671c97e35f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:48.434670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Network 5a6bf604-da1b-43c6-8293-9a81252180e8 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:48.437497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:48.461670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:48.519499 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:45Z', 'revision_number': 3, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port': {'id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:48.558082 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.569223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-663a6fd3-1fe8-4e87-aaa6-5c9343437467 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4273a43f091d42709bf28017089b7251&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1330388 Jul 16 18:07:48.579150 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449543e-372f-4270-8d11-da9aa53a7b27 None None] The sync data for ids ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'] in n-d-787206-10 is: [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:45Z', 'revision_number': 3, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port': {'id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:48.729413 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-aae92213-9c89-4f5c-8d39-525b9b7c09b1 service neutron] 10.222.0.41 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524665 Jul 16 18:07:48.796325 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.821667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-67b383c0-b0e3-4308-939c-9327d5a4a289 None None] Provisioning complete for port 2c8240b9-f318-435a-9831-0fdd53d67e7a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:48.823096 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-67b383c0-b0e3-4308-939c-9327d5a4a289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.928205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-760fcb57-0ee7-482f-8080-713a20042e75 service neutron] 10.222.0.41 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971896 Jul 16 18:07:48.979627 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.064026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 8fff081a-53a3-4ed8-8b03-573fc1aab8fa, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8fff081a-53a3-4ed8-8b03-573fc1aab8fa,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:49.066719 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.074206 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.076060 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.244442 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cdb21dda-0eeb-4e9b-a7bd-e3541e72d00a req-b731904b-4166-4ce9-82c5-6a83a3225c0b tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 210 time: 0.0597734 Jul 16 18:07:49.273366 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.284540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=8fff081a-53a3-4ed8-8b03-573fc1aab8fa,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:49.286432 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Pushing event updated for resources: {'Port': ['ID=ccce7093-c54d-4d5c-94e0-57671c97e35f,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:49.428153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-357d4afb-8c01-45f8-92cf-feb15a5d5e6a None None] Provisioning for port ccce7093-c54d-4d5c-94e0-57671c97e35f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:49.432393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-357d4afb-8c01-45f8-92cf-feb15a5d5e6a None None] Provisioning complete for port ccce7093-c54d-4d5c-94e0-57671c97e35f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:49.432781 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-357d4afb-8c01-45f8-92cf-feb15a5d5e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.473258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Network 5a6bf604-da1b-43c6-8293-9a81252180e8 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:49.477093 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:49.549062 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-357d4afb-8c01-45f8-92cf-feb15a5d5e6a None None] Port ccce7093-c54d-4d5c-94e0-57671c97e35f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:49.745567 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 28062ad0-a785-4337-b4bc-c4d5a79516e8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:49.785491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Sync routers for ids ['d6daa4c7-8559-496d-bbad-0c2f861b5673'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:49.795494 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:49.831306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Routers {'d6daa4c7-8559-496d-bbad-0c2f861b5673'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:49.831992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d6daa4c7-8559-496d-bbad-0c2f861b5673'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:50.049273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 28062ad0-a785-4337-b4bc-c4d5a79516e8 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:50.079470 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 28062ad0-a785-4337-b4bc-c4d5a79516e8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:50.080001 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.147250 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:50.152267 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e2c861db-bc49-4770-b62b-df972acf1c5e admin admin] 10.222.0.41 "PUT /v2.0/routers/4c009369-6c8c-44e8-a25b-7c8213f7fbe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8106406 Jul 16 18:07:50.188504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Set router d6daa4c7-8559-496d-bbad-0c2f861b5673 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:50.274873 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0e82a745-ee4f-4c31-964a-8ac9143886d7 None None] Provisioning complete for port ccce7093-c54d-4d5c-94e0-57671c97e35f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:50.281373 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e82a745-ee4f-4c31-964a-8ac9143886d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.331911 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0e82a745-ee4f-4c31-964a-8ac9143886d7 None None] Port ccce7093-c54d-4d5c-94e0-57671c97e35f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:50.574845 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6fbf5cb8-90a6-48a3-a410-8ce9b5126c22 req-29ba76e5-5e73-43f6-80dc-69b30338daf4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 210 time: 0.0586445 Jul 16 18:07:50.608376 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.635785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 28062ad0-a785-4337-b4bc-c4d5a79516e8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=28062ad0-a785-4337-b4bc-c4d5a79516e8,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:50.641435 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:07:46Z', 'revision_number': 4, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port': {'id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:43Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6528a374-7b08-4a08-ab95-72979c1a2f6a', 'name': '', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'mac_address': 'fa:16:3e:ab:2c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:45Z', 'updated_at': '2021-07-16T18:07:46Z', 'revision_number': 2, 'project_id': '4273a43f091d42709bf28017089b7251', 'subnets': [{'id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:50.644652 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.646060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2c8240b9-f318-435a-9831-0fdd53d67e7a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:50.694005 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Checking router: d6daa4c7-8559-496d-bbad-0c2f861b5673 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:50.694367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Updating router d6daa4c7-8559-496d-bbad-0c2f861b5673 port 6528a374-7b08-4a08-ab95-72979c1a2f6a binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:50.796698 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.834817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=28062ad0-a785-4337-b4bc-c4d5a79516e8,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:50.880241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 2c8240b9-f318-435a-9831-0fdd53d67e7a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:50.880830 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.160077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8fff081a-53a3-4ed8-8b03-573fc1aab8fa up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:51.228156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-10278ae7-8a0e-4c5e-a02b-347592d4b932 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.232837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-10278ae7-8a0e-4c5e-a02b-347592d4b932 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.35 "GET /v2.0/networks?id=60e2727e-d82b-41ff-931c-f2d691c01f29 HTTP/1.1" status: 200 len: 818 time: 0.2400177 Jul 16 18:07:51.249598 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-9c97fc5c-90b6-4465-95c3-236fe7e4e4d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Request body: {'port': {'device_id': 'ec498261-34f2-4629-9264-480daa0c594e', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'admin_state_up': True, 'tenant_id': '4273a43f091d42709bf28017089b7251'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:51.257212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8fff081a-53a3-4ed8-8b03-573fc1aab8fa triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:51.258017 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.288914 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46708) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:51.301108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d1a48358-2a70-4044-bff5-921d6aeca623 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882512582', 'description': 'tempest-description--379920432'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:51.349508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1a48358-2a70-4044-bff5-921d6aeca623 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.393597 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.411996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Transition to ACTIVE for port object 6528a374-7b08-4a08-ab95-72979c1a2f6a will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:51.440344 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.466826 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1a48358-2a70-4044-bff5-921d6aeca623 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.471059 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1a48358-2a70-4044-bff5-921d6aeca623 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.496691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-9c97fc5c-90b6-4465-95c3-236fe7e4e4d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Made reservation on behalf of 4273a43f091d42709bf28017089b7251 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:51.502538 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-9c97fc5c-90b6-4465-95c3-236fe7e4e4d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.509915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a48358-2a70-4044-bff5-921d6aeca623 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:51.524358 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1a48358-2a70-4044-bff5-921d6aeca623 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.524358 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d1a48358-2a70-4044-bff5-921d6aeca623 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2334452 Jul 16 18:07:51.527699 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46710) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:51.532542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea530bf-d86d-43fa-961e-a65f3b8ddc91 None None] Pushing event updated for resources: {'Port': ['ID=6528a374-7b08-4a08-ab95-72979c1a2f6a,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:51.540637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2c414a4f-b288-43c0-a176-c932945e428a tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Request body: {'security_group_rule': {'security_group_id': '3b8112eb-d84c-41d8-bcf7-e25ce4d83c44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:51.566184 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Sync routers for ids ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:51.586338 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Routers {'4c009369-6c8c-44e8-a25b-7c8213f7fbe5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:51.586978 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:51.587250 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c414a4f-b288-43c0-a176-c932945e428a tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.668493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Attempting to bind port 6528a374-7b08-4a08-ab95-72979c1a2f6a on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:51.669057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Attempting to bind port 6528a374-7b08-4a08-ab95-72979c1a2f6a by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'f4897d9c-b826-4211-8903-72ac9b7130a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:51.669316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Attempting to bind port 6528a374-7b08-4a08-ab95-72979c1a2f6a on network 60e2727e-d82b-41ff-931c-f2d691c01f29 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:51.682197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:51.682393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Checking segment: {'id': 'f4897d9c-b826-4211-8903-72ac9b7130a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:51.682722 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.683124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Bound using segment: {'id': 'f4897d9c-b826-4211-8903-72ac9b7130a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:51.683633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Bound port: 6528a374-7b08-4a08-ab95-72979c1a2f6a, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4897d9c-b826-4211-8903-72ac9b7130a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:51.684308 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.716687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c414a4f-b288-43c0-a176-c932945e428a tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.716841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 28062ad0-a785-4337-b4bc-c4d5a79516e8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:51.726645 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c414a4f-b288-43c0-a176-c932945e428a tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.731257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-9c97fc5c-90b6-4465-95c3-236fe7e4e4d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Allocated IP 172.20.0.6 (60e2727e-d82b-41ff-931c-f2d691c01f29/1b5c01ec-31a7-4cf1-95e4-9688a92718b5/30a9514e-0ff9-4465-aa7f-01eabff275f8) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:51.772117 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c414a4f-b288-43c0-a176-c932945e428a tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1edf72-a9a8-409c-9d7b-cc89b8721a8b,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:51.781865 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c414a4f-b288-43c0-a176-c932945e428a tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.788741 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2c414a4f-b288-43c0-a176-c932945e428a tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2577329 Jul 16 18:07:51.792588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46714) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:51.802354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-609194a6-537f-493f-a33e-e1915296fdf5 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Request body: {'security_group_rule': {'security_group_id': '3b8112eb-d84c-41d8-bcf7-e25ce4d83c44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:51.807528 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Set router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:51.868491 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-609194a6-537f-493f-a33e-e1915296fdf5 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.882041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] For port 6528a374-7b08-4a08-ab95-72979c1a2f6a, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:51.901596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] For port 6528a374-7b08-4a08-ab95-72979c1a2f6a, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6528a374-7b08-4a08-ab95-72979c1a2f6a,segment=NetworkSegment(f4897d9c-b826-4211-8903-72ac9b7130a5),segment_id=f4897d9c-b826-4211-8903-72ac9b7130a5)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:51.913257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f2894d5-d93a-4245-9175-ffaaf086a7b7 req-4f5cc83f-acff-420d-b308-97e05cbccf94 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 210 time: 0.0856948 Jul 16 18:07:51.919098 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.966767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 28062ad0-a785-4337-b4bc-c4d5a79516e8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:51.967142 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.993764 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea530bf-d86d-43fa-961e-a65f3b8ddc91 None None] Pushing event updated for resources: {'Port': ['ID=6528a374-7b08-4a08-ab95-72979c1a2f6a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:52.046656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Routers {'d6daa4c7-8559-496d-bbad-0c2f861b5673'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:52.046989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d6daa4c7-8559-496d-bbad-0c2f861b5673'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:52.123838 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port': {'id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'ccce7093-c54d-4d5c-94e0-57671c97e35f', 'name': '', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'mac_address': 'fa:16:3e:b0:17:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:47Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 2, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'subnets': [{'id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:52.156061 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Checking router: 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:52.156527 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Updating router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 port ccce7093-c54d-4d5c-94e0-57671c97e35f binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:52.203147 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.218407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] Set router d6daa4c7-8559-496d-bbad-0c2f861b5673 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:52.424232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-609194a6-537f-493f-a33e-e1915296fdf5 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.428277 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-9c97fc5c-90b6-4465-95c3-236fe7e4e4d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.434590 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-609194a6-537f-493f-a33e-e1915296fdf5 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.466118 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609194a6-537f-493f-a33e-e1915296fdf5 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9373e9bf-b868-40dd-a9ad-a01e14f369cf,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:52.480404 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-609194a6-537f-493f-a33e-e1915296fdf5 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.481670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-609194a6-537f-493f-a33e-e1915296fdf5 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6878543 Jul 16 18:07:52.484906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46720) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:52.491426 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:52.504114 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-9c97fc5c-90b6-4465-95c3-236fe7e4e4d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.557518 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.569767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-9c97fc5c-90b6-4465-95c3-236fe7e4e4d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Network 60e2727e-d82b-41ff-931c-f2d691c01f29 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:52.577188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-9c97fc5c-90b6-4465-95c3-236fe7e4e4d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:52.585729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97fc5c-90b6-4465-95c3-236fe7e4e4d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Pushing event updated for resources: {'Port': ['ID=30a9514e-0ff9-4465-aa7f-01eabff275f8,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:52.588854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-9c97fc5c-90b6-4465-95c3-236fe7e4e4d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:52.599600 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.613339 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Transition to ACTIVE for port object ccce7093-c54d-4d5c-94e0-57671c97e35f will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:52.627667 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.654426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-9c97fc5c-90b6-4465-95c3-236fe7e4e4d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.655096 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-9c97fc5c-90b6-4465-95c3-236fe7e4e4d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.683554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-9c97fc5c-90b6-4465-95c3-236fe7e4e4d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4388623 Jul 16 18:07:52.700572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Request body: {'port': {'device_id': 'ec498261-34f2-4629-9264-480daa0c594e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:52.708040 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7d6ed-0392-4977-a9a4-130501f54dfd None None] Pushing event updated for resources: {'Port': ['ID=ccce7093-c54d-4d5c-94e0-57671c97e35f,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:52.736787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.802426 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Attempting to bind port ccce7093-c54d-4d5c-94e0-57671c97e35f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:52.802920 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Attempting to bind port ccce7093-c54d-4d5c-94e0-57671c97e35f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '9cfe207f-0f33-487e-af87-b151811a0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:52.803335 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Attempting to bind port ccce7093-c54d-4d5c-94e0-57671c97e35f on network 5a6bf604-da1b-43c6-8293-9a81252180e8 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:52.810589 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:52.810834 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Checking segment: {'id': '9cfe207f-0f33-487e-af87-b151811a0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:52.811105 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.811600 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Bound using segment: {'id': '9cfe207f-0f33-487e-af87-b151811a0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:52.812145 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Bound port: ccce7093-c54d-4d5c-94e0-57671c97e35f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfe207f-0f33-487e-af87-b151811a0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:52.812527 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.816718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:07:46Z', 'revision_number': 4, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port': {'id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:43Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6528a374-7b08-4a08-ab95-72979c1a2f6a', 'name': '', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'mac_address': 'fa:16:3e:ab:2c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:45Z', 'updated_at': '2021-07-16T18:07:51Z', 'revision_number': 4, 'project_id': '4273a43f091d42709bf28017089b7251', 'subnets': [{'id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:52.860017 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.885263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff261ce-4b5b-4d6a-a49e-af5aea9f1648 None None] The sync data for ids ['d6daa4c7-8559-496d-bbad-0c2f861b5673'] in n-d-787206-10 is: [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:07:46Z', 'revision_number': 4, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port': {'id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:43Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6528a374-7b08-4a08-ab95-72979c1a2f6a', 'name': '', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'mac_address': 'fa:16:3e:ab:2c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:45Z', 'updated_at': '2021-07-16T18:07:51Z', 'revision_number': 4, 'project_id': '4273a43f091d42709bf28017089b7251', 'subnets': [{'id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:52.899489 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] For port ccce7093-c54d-4d5c-94e0-57671c97e35f, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:52.903877 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] For port ccce7093-c54d-4d5c-94e0-57671c97e35f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ccce7093-c54d-4d5c-94e0-57671c97e35f,segment=NetworkSegment(9cfe207f-0f33-487e-af87-b151811a0618),segment_id=9cfe207f-0f33-487e-af87-b151811a0618)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:52.910615 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.001670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Allocated IP 172.25.5.69 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/8a9b1a1f-ee7d-40ec-adc9-aeb7cb538208) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:53.136268 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Routers {'4c009369-6c8c-44e8-a25b-7c8213f7fbe5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:53.139316 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:53.226923 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7d6ed-0392-4977-a9a4-130501f54dfd None None] Pushing event updated for resources: {'Port': ['ID=ccce7093-c54d-4d5c-94e0-57671c97e35f,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:53.304951 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.373742 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] Set router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:53.381367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79c478-ee9f-48da-a704-888baac714b4 req-8346ba78-4772-4644-bcd9-fbee6c84edc0 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.391686 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.393653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa79c478-ee9f-48da-a704-888baac714b4 req-8346ba78-4772-4644-bcd9-fbee6c84edc0 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 931 time: 0.2247593 Jul 16 18:07:53.460250 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:53.481192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:53.489865 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:53.531031 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa79c478-ee9f-48da-a704-888baac714b4 req-89678e8b-0cb9-4ab1-a5f6-d2cffbe65572 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365430 Jul 16 18:07:53.550844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Pushing event updated for resources: {'Port': ['ID=8a9b1a1f-ee7d-40ec-adc9-aeb7cb538208,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:53.666956 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.687613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a9514e-0ff9-4465-aa7f-01eabff275f8 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:53.707177 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.735917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Transition to ACTIVE for port object 30a9514e-0ff9-4465-aa7f-01eabff275f8 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:53.743996 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.772892 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6528a374-7b08-4a08-ab95-72979c1a2f6a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:53.794020 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.886225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 6528a374-7b08-4a08-ab95-72979c1a2f6a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:53.886809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Pushing event updated for resources: {'Port': ['ID=30a9514e-0ff9-4465-aa7f-01eabff275f8,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:53.891001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6528a374-7b08-4a08-ab95-72979c1a2f6a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:53.891385 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.946156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:53.946545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:53.947455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:53.947833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:53.948165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:53.948496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:53.948836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:53.949147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:53.949471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:53.949792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:53.950112 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:53.950430 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:54.022469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Attempting to bind port 30a9514e-0ff9-4465-aa7f-01eabff275f8 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:54.022757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Attempting to bind port 30a9514e-0ff9-4465-aa7f-01eabff275f8 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'f4897d9c-b826-4211-8903-72ac9b7130a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:54.023020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Attempting to bind port 30a9514e-0ff9-4465-aa7f-01eabff275f8 on network 60e2727e-d82b-41ff-931c-f2d691c01f29 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:54.028014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Port 30a9514e-0ff9-4465-aa7f-01eabff275f8 on network 60e2727e-d82b-41ff-931c-f2d691c01f29 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:54.028336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Attempting to bind port 30a9514e-0ff9-4465-aa7f-01eabff275f8 on network 60e2727e-d82b-41ff-931c-f2d691c01f29 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:54.035001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:54.035260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Checking segment: {'id': 'f4897d9c-b826-4211-8903-72ac9b7130a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:54.035647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Bound using segment: {'id': 'f4897d9c-b826-4211-8903-72ac9b7130a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:54.036839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Bound port: 30a9514e-0ff9-4465-aa7f-01eabff275f8, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4897d9c-b826-4211-8903-72ac9b7130a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:54.037090 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.044732 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.070024 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port': {'id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'ccce7093-c54d-4d5c-94e0-57671c97e35f', 'name': '', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'mac_address': 'fa:16:3e:b0:17:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:47Z', 'updated_at': '2021-07-16T18:07:52Z', 'revision_number': 4, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'subnets': [{'id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:54.107307 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e94e7-19ca-41d6-9256-f059aae09061 None None] The sync data for ids ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'] in n-d-787206-10 is: [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port': {'id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'ccce7093-c54d-4d5c-94e0-57671c97e35f', 'name': '', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'mac_address': 'fa:16:3e:b0:17:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:47Z', 'updated_at': '2021-07-16T18:07:52Z', 'revision_number': 4, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'subnets': [{'id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:54.123290 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 6528a374-7b08-4a08-ab95-72979c1a2f6a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6528a374-7b08-4a08-ab95-72979c1a2f6a,segment=NetworkSegment(f4897d9c-b826-4211-8903-72ac9b7130a5),segment_id=f4897d9c-b826-4211-8903-72ac9b7130a5)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:54.131044 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.137470 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.150096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.158002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46730) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:54.183906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] For port 30a9514e-0ff9-4465-aa7f-01eabff275f8, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:54.244834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] For port 30a9514e-0ff9-4465-aa7f-01eabff275f8, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8,segment=NetworkSegment(f4897d9c-b826-4211-8903-72ac9b7130a5),segment_id=f4897d9c-b826-4211-8903-72ac9b7130a5)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:54.257347 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.273644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=6528a374-7b08-4a08-ab95-72979c1a2f6a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.302096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.305187 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.307742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] 10.222.0.35 "PUT /v2.0/ports/30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 200 len: 1092 time: 1.6170137 Jul 16 18:07:54.342304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:54.344632 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c229c5b9-2548-4f5d-a00b-8f7ec523fa6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:54.372709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Pushing event updated for resources: {'Port': ['ID=8a9b1a1f-ee7d-40ec-adc9-aeb7cb538208,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.386548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.397115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213482f0-fd94-46c4-a59a-085f22157e55 service neutron] Pushing event updated for resources: {'Port': ['ID=30a9514e-0ff9-4465-aa7f-01eabff275f8,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.412984 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.414929 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-654d289f-a47c-46ec-8188-6927bf52cabe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9285412 Jul 16 18:07:54.427621 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c7e1ed-5dab-495f-be22-6d252a235120 x-openstack-request-id: req-40c7e1ed-5dab-495f-be22-6d252a235120 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:54.427964 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:54.428216 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40c7e1ed-5dab-495f-be22-6d252a235120 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:54.428606 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8', 'status': 'completed', 'code': 200} Jul 16 18:07:54.666369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-8728ec05-a501-4aed-b08d-22cc4237309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.668140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-8728ec05-a501-4aed-b08d-22cc4237309b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4273a43f091d42709bf28017089b7251&device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 1095 time: 0.2558422 Jul 16 18:07:54.674921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-b3fc56b2-01a8-4ce8-9e8e-8fa4711a8ea7 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--882512582&fields=id&tenant_id=4e17aa156f4a40259b661e33b16f6e56 HTTP/1.1" status: 200 len: 267 time: 0.1014371 Jul 16 18:07:54.827627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-7b1024c3-cae9-4889-8df7-4e4336cfe10e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 200 len: 217 time: 0.1149361 Jul 16 18:07:55.009062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-b5f5e72d-381e-4f85-913f-5c88e727b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.010903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-b5f5e72d-381e-4f85-913f-5c88e727b3c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b5c01ec-31a7-4cf1-95e4-9688a92718b5 HTTP/1.1" status: 200 len: 858 time: 0.1722796 Jul 16 18:07:55.089390 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-6ea41b5d-162a-4326-942c-408036ab1868 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60e2727e-d82b-41ff-931c-f2d691c01f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602810 Jul 16 18:07:55.097264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f7cbe-4404-406e-a9bc-36d1fa26efeb req-2b5c8ba8-b30c-4840-a3d1-a9d207cd7017 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.098910 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c7f7cbe-4404-406e-a9bc-36d1fa26efeb req-2b5c8ba8-b30c-4840-a3d1-a9d207cd7017 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 943 time: 0.4296513 Jul 16 18:07:55.109316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-8ec383a4-91e8-4537-baae-80f99085cefe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.110937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-8ec383a4-91e8-4537-baae-80f99085cefe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/networks?id=5a6bf604-da1b-43c6-8293-9a81252180e8 HTTP/1.1" status: 200 len: 806 time: 0.3995824 Jul 16 18:07:55.172669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-8d51064f-d544-453e-b70f-233eed13190f tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/quotas/4e17aa156f4a40259b661e33b16f6e56 HTTP/1.1" status: 200 len: 375 time: 0.0496395 Jul 16 18:07:55.282802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c7f7cbe-4404-406e-a9bc-36d1fa26efeb req-28111e78-d874-4bf3-87f2-e0328bbbbe97 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706054 Jul 16 18:07:55.332014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-48998a94-b6fa-4a53-820a-4884b067ddf5 service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320704 Jul 16 18:07:55.436035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-2ef211f1-d3e5-4755-9c1a-a231d931ac6c tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e17aa156f4a40259b661e33b16f6e56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2334988 Jul 16 18:07:55.522791 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c98db3a0-4442-49ca-9dd0-5080b2938cdc req-f7a944c5-ae6e-4cf9-b3ff-1cdb5f3076d9 service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819911 Jul 16 18:07:55.602576 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a4764f3-4f52-48d3-ba94-4e490785c57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.622088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-5efb782b-1ae2-470d-839a-9ccc07e54f68 service neutron] 10.222.0.41 "GET /v2.0/networks/5a6bf604-da1b-43c6-8293-9a81252180e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717038 Jul 16 18:07:55.651740 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6528a374-7b08-4a08-ab95-72979c1a2f6a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:55.704700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6528a374-7b08-4a08-ab95-72979c1a2f6a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:55.705330 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.790061 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ccce7093-c54d-4d5c-94e0-57671c97e35f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:55.821256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229c5b9-2548-4f5d-a00b-8f7ec523fa6b req-0e1d598e-debe-4180-b3d6-96d82c26de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.823025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c229c5b9-2548-4f5d-a00b-8f7ec523fa6b req-0e1d598e-debe-4180-b3d6-96d82c26de0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4273a43f091d42709bf28017089b7251&device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 1095 time: 0.2369754 Jul 16 18:07:55.842113 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-4cedc4f6-de17-4019-9504-2686d44bd2f0 service neutron] 10.222.0.41 "GET /v2.0/networks/5a6bf604-da1b-43c6-8293-9a81252180e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855781 Jul 16 18:07:55.846088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port ccce7093-c54d-4d5c-94e0-57671c97e35f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:55.851817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ccce7093-c54d-4d5c-94e0-57671c97e35f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:55.852395 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.937875 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.974396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port ccce7093-c54d-4d5c-94e0-57671c97e35f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ccce7093-c54d-4d5c-94e0-57671c97e35f,segment=NetworkSegment(9cfe207f-0f33-487e-af87-b151811a0618),segment_id=9cfe207f-0f33-487e-af87-b151811a0618)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:55.979782 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.006904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229c5b9-2548-4f5d-a00b-8f7ec523fa6b req-cd7ade9f-a6f9-4762-b14c-44a01961314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.008426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c229c5b9-2548-4f5d-a00b-8f7ec523fa6b req-cd7ade9f-a6f9-4762-b14c-44a01961314b service neutron] 10.222.0.35 "GET /v2.0/networks?id=60e2727e-d82b-41ff-931c-f2d691c01f29 HTTP/1.1" status: 200 len: 919 time: 0.1779981 Jul 16 18:07:56.060214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c229c5b9-2548-4f5d-a00b-8f7ec523fa6b req-5cc365c7-8060-4992-9eb3-e0e50068741f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 200 len: 217 time: 0.0429578 Jul 16 18:07:56.062053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=ccce7093-c54d-4d5c-94e0-57671c97e35f,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:56.373922 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.484106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c57f0de-e3f9-4a6c-a36d-e831b0806760 req-a02254b3-31a9-4969-8916-badbc6b7edb4 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 210 time: 0.0808623 Jul 16 18:07:56.545322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229c5b9-2548-4f5d-a00b-8f7ec523fa6b req-171c405b-5a2d-4e8c-abb2-265dca9d33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.547168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c229c5b9-2548-4f5d-a00b-8f7ec523fa6b req-171c405b-5a2d-4e8c-abb2-265dca9d33fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b5c01ec-31a7-4cf1-95e4-9688a92718b5 HTTP/1.1" status: 200 len: 858 time: 0.4646611 Jul 16 18:07:56.585572 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.594453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c229c5b9-2548-4f5d-a00b-8f7ec523fa6b req-32a95610-ec99-40d4-a214-1efe59e9b0d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60e2727e-d82b-41ff-931c-f2d691c01f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364139 Jul 16 18:07:56.657294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97558cd2-aebe-43c3-a7f1-cfcb2d9beb4f req-855f257e-5b4b-475d-8f05-27d82d722871 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.658813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97558cd2-aebe-43c3-a7f1-cfcb2d9beb4f req-855f257e-5b4b-475d-8f05-27d82d722871 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 943 time: 0.2152164 Jul 16 18:07:56.664833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2a4764f3-4f52-48d3-ba94-4e490785c57b admin admin] Deleting port ff6dce0b-12f5-4118-8707-61142d1f6cc6 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:56.665172 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a4764f3-4f52-48d3-ba94-4e490785c57b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.804852 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97558cd2-aebe-43c3-a7f1-cfcb2d9beb4f req-49c48ec0-7ff7-45e0-b361-c4137cf172c1 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374893 Jul 16 18:07:56.811320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c229c5b9-2548-4f5d-a00b-8f7ec523fa6b req-eb51162e-db88-49a6-854b-31befba6fcab service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051971 Jul 16 18:07:56.841956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-2a4764f3-4f52-48d3-ba94-4e490785c57b admin admin] For port ff6dce0b-12f5-4118-8707-61142d1f6cc6, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ff6dce0b-12f5-4118-8707-61142d1f6cc6,segment=NetworkSegment(af68ae4b-d2f0-4ea6-b980-145dbb84625e),segment_id=af68ae4b-d2f0-4ea6-b980-145dbb84625e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:56.842212 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a4764f3-4f52-48d3-ba94-4e490785c57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.871773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2a4764f3-4f52-48d3-ba94-4e490785c57b admin admin] Calling delete_port for ff6dce0b-12f5-4118-8707-61142d1f6cc6 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:56.982907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c229c5b9-2548-4f5d-a00b-8f7ec523fa6b req-b11353d0-911d-4d09-a082-3f6a72d1b323 service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594913 Jul 16 18:07:57.119136 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a4764f3-4f52-48d3-ba94-4e490785c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.156693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4764f3-4f52-48d3-ba94-4e490785c57b admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6dce0b-12f5-4118-8707-61142d1f6cc6,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:57.440982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0d066d3e-06df-4ec5-a794-58a59a6344aa tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.442919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0d066d3e-06df-4ec5-a794-58a59a6344aa tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.43 "GET /v2.0/networks?id=5a6bf604-da1b-43c6-8293-9a81252180e8 HTTP/1.1" status: 200 len: 806 time: 0.2240298 Jul 16 18:07:57.451600 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a4764f3-4f52-48d3-ba94-4e490785c57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.550520 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-690e5e6e-9ab8-4e5c-8104-1605f8c8ab27 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e17aa156f4a40259b661e33b16f6e56 HTTP/1.1" status: 200 len: 379 time: 0.0960093 Jul 16 18:07:57.588746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Request body: {'port': {'device_id': 'e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'admin_state_up': True, 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'security_groups': ['3b8112eb-d84c-41d8-bcf7-e25ce4d83c44']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:57.658525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ccce7093-c54d-4d5c-94e0-57671c97e35f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:57.668675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19070b5a-5ad5-44ff-8b1c-55bbc73739e7 req-30e0f21d-1ff8-4130-ba4a-e30e9a54fe8d tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 210 time: 0.0458055 Jul 16 18:07:57.744292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ccce7093-c54d-4d5c-94e0-57671c97e35f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:57.744958 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.855279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Made reservation on behalf of 4e17aa156f4a40259b661e33b16f6e56 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:57.859283 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.899749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4764f3-4f52-48d3-ba94-4e490785c57b admin admin] Router 82ee9fb9-3124-4939-9a46-8b4ee3150350 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:57.970974 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ab8c4ab3-1eed-4960-bdaa-2538f6ebe115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.159008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Allocated IP 172.20.0.9 (5a6bf604-da1b-43c6-8293-9a81252180e8/09da2554-154a-4f34-9e38-5d12cc267a6a/2fe37c4c-0c38-4c02-815e-aabdf443511f) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:58.180791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e599ccf-ad41-47a6-bea0-b9dd46c081dc req-4840e413-2857-4d57-b1b7-d00cb0083aa5 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.182281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e599ccf-ad41-47a6-bea0-b9dd46c081dc req-4840e413-2857-4d57-b1b7-d00cb0083aa5 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 943 time: 0.2434134 Jul 16 18:07:58.210295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4764f3-4f52-48d3-ba94-4e490785c57b admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:58.218785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae2ebc5-8b2f-435e-9dc4-cf9116d92fa2 None None] Sync routers for ids ['82ee9fb9-3124-4939-9a46-8b4ee3150350'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:58.219511 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2a4764f3-4f52-48d3-ba94-4e490785c57b admin admin] 10.222.0.41 "PUT /v2.0/routers/82ee9fb9-3124-4939-9a46-8b4ee3150350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0590122 Jul 16 18:07:58.223054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46774) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:58.231883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae2ebc5-8b2f-435e-9dc4-cf9116d92fa2 None None] Routers {'82ee9fb9-3124-4939-9a46-8b4ee3150350'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:58.232993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9ae2ebc5-8b2f-435e-9dc4-cf9116d92fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['82ee9fb9-3124-4939-9a46-8b4ee3150350'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:58.258804 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e599ccf-ad41-47a6-bea0-b9dd46c081dc req-2c099a8e-4e8b-4bc7-b98a-246bedf9e1ea tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705657 Jul 16 18:07:58.279239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 30a9514e-0ff9-4465-aa7f-01eabff275f8 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:58.370734 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.384373 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.400926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Transition to ACTIVE for port object 2fe37c4c-0c38-4c02-815e-aabdf443511f will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:58.415138 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-9ae2ebc5-8b2f-435e-9dc4-cf9116d92fa2 None None] Set router 82ee9fb9-3124-4939-9a46-8b4ee3150350 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:58.441705 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.488690 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.494703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Network 5a6bf604-da1b-43c6-8293-9a81252180e8 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:58.498286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:58.502804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:58.532283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Pushing event updated for resources: {'Port': ['ID=2fe37c4c-0c38-4c02-815e-aabdf443511f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:58.559241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Deleting port c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:58.559738 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.560510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 30a9514e-0ff9-4465-aa7f-01eabff275f8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8,segment=NetworkSegment(f4897d9c-b826-4211-8903-72ac9b7130a5),segment_id=f4897d9c-b826-4211-8903-72ac9b7130a5)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:58.563054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.563949 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.582265 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '30a9514e-0ff9-4465-aa7f-01eabff275f8', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'port_id': '30a9514e-0ff9-4465-aa7f-01eabff275f8', 'mac_address': 'fa:16:3e:c1:ff:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:58.585556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-e5b265b8-5aaa-4ea9-895c-49d41558ed6b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0298426 Jul 16 18:07:58.602512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Request body: {'port': {'device_id': 'e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:58.631686 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.664729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a9514e-0ff9-4465-aa7f-01eabff275f8 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:58.675872 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] For port c2c4d7b2-5696-41ea-9f5f-f4671f88fb82, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c2c4d7b2-5696-41ea-9f5f-f4671f88fb82,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:58.676561 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.691968 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Calling delete_port for c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:58.697207 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 30a9514e-0ff9-4465-aa7f-01eabff275f8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8,segment=NetworkSegment(f4897d9c-b826-4211-8903-72ac9b7130a5),segment_id=f4897d9c-b826-4211-8903-72ac9b7130a5)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:58.715993 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.727490 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.851174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9ae2ebc5-8b2f-435e-9dc4-cf9116d92fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T18:07:57Z', 'revision_number': 5, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port': {'id': 'c2c4d7b2-5696-41ea-9f5f-f4671f88fb82', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:58.922620 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae2ebc5-8b2f-435e-9dc4-cf9116d92fa2 None None] Checking router: 82ee9fb9-3124-4939-9a46-8b4ee3150350 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:58.934903 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=30a9514e-0ff9-4465-aa7f-01eabff275f8,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:58.954110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae2ebc5-8b2f-435e-9dc4-cf9116d92fa2 None None] Routers {'82ee9fb9-3124-4939-9a46-8b4ee3150350'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:58.955509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9ae2ebc5-8b2f-435e-9dc4-cf9116d92fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:07:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['82ee9fb9-3124-4939-9a46-8b4ee3150350'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:58.960620 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d49a29bc-1ab0-49eb-8394-035efadc666b None None] Provisioning for port 2fe37c4c-0c38-4c02-815e-aabdf443511f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:58.965169 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.992905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346f150-9b21-4a59-b37a-be7374609a36 req-57cc2278-1c95-4490-9169-e557c1355b98 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.994931 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f346f150-9b21-4a59-b37a-be7374609a36 req-57cc2278-1c95-4490-9169-e557c1355b98 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 931 time: 0.1434667 Jul 16 18:07:59.026453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c4d7b2-5696-41ea-9f5f-f4671f88fb82,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.037334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['30a9514e-0ff9-4465-aa7f-01eabff275f8'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:59.039602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d49a29bc-1ab0-49eb-8394-035efadc666b None None] Provisioning complete for port 2fe37c4c-0c38-4c02-815e-aabdf443511f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:59.040166 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d49a29bc-1ab0-49eb-8394-035efadc666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.075028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.089341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f346f150-9b21-4a59-b37a-be7374609a36 req-08580197-07d7-49d2-82fa-01e9c832282b tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868533 Jul 16 18:07:59.125221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d49a29bc-1ab0-49eb-8394-035efadc666b None None] Port 2fe37c4c-0c38-4c02-815e-aabdf443511f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:59.134358 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-9ae2ebc5-8b2f-435e-9dc4-cf9116d92fa2 None None] Set router 82ee9fb9-3124-4939-9a46-8b4ee3150350 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:59.173234 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.174827 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe37c4c-0c38-4c02-815e-aabdf443511f {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:59.175608 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.186077 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.194106 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9ae2ebc5-8b2f-435e-9dc4-cf9116d92fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T18:07:58Z', 'revision_number': 6, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:59.204151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Transition to ACTIVE for port object 2fe37c4c-0c38-4c02-815e-aabdf443511f will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:59.210563 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.224655 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae2ebc5-8b2f-435e-9dc4-cf9116d92fa2 None None] The sync data for ids ['82ee9fb9-3124-4939-9a46-8b4ee3150350'] in n-d-787206-10 is: [{'id': '82ee9fb9-3124-4939-9a46-8b4ee3150350', 'name': 'tempest-TaggedBootDevicesTest_v242-201617836-router', 'tenant_id': '9c356839d88c421f868ad1f22bfdc2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:17Z', 'updated_at': '2021-07-16T18:07:58Z', 'revision_number': 6, 'project_id': '9c356839d88c421f868ad1f22bfdc2f1', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:59.226687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.227370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82ee9fb9-3124-4939-9a46-8b4ee3150350 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:59.233273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.234153 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ad811448-d26c-48ee-9531-595e62db4abe admin admin] 10.222.0.41 "DELETE /v2.0/routers/82ee9fb9-3124-4939-9a46-8b4ee3150350 HTTP/1.1" status: 204 len: 168 time: 1.0089726 Jul 16 18:07:59.243984 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46780) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:59.281103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe37c4c-0c38-4c02-815e-aabdf443511f,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.303204 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f948db5-e22b-4932-b6b3-b51e14d6112c admin admin] Deleting subnet 0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:59.321742 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f948db5-e22b-4932-b6b3-b51e14d6112c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.383581 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f948db5-e22b-4932-b6b3-b51e14d6112c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.435791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Attempting to bind port 2fe37c4c-0c38-4c02-815e-aabdf443511f on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:59.436123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Attempting to bind port 2fe37c4c-0c38-4c02-815e-aabdf443511f by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '9cfe207f-0f33-487e-af87-b151811a0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:59.436541 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Attempting to bind port 2fe37c4c-0c38-4c02-815e-aabdf443511f on network 5a6bf604-da1b-43c6-8293-9a81252180e8 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:59.445656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Port 2fe37c4c-0c38-4c02-815e-aabdf443511f on network 5a6bf604-da1b-43c6-8293-9a81252180e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:59.445975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Attempting to bind port 2fe37c4c-0c38-4c02-815e-aabdf443511f on network 5a6bf604-da1b-43c6-8293-9a81252180e8 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:59.463841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:59.464367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Checking segment: {'id': '9cfe207f-0f33-487e-af87-b151811a0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:59.464736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Bound using segment: {'id': '9cfe207f-0f33-487e-af87-b151811a0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:59.465289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Bound port: 2fe37c4c-0c38-4c02-815e-aabdf443511f, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cfe207f-0f33-487e-af87-b151811a0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:59.465710 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.479615 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f948db5-e22b-4932-b6b3-b51e14d6112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.550009 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f948db5-e22b-4932-b6b3-b51e14d6112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.580124 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f948db5-e22b-4932-b6b3-b51e14d6112c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.584799 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f948db5-e22b-4932-b6b3-b51e14d6112c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.586887 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1f948db5-e22b-4932-b6b3-b51e14d6112c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0e9a78c7-de9f-4a8e-b1cf-892e96a5c8ee HTTP/1.1" status: 204 len: 168 time: 0.3391573 Jul 16 18:07:59.589529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46784) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:59.600462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88fa089-1bd7-44b6-871b-328ab0e9f901 None None] Network bb64f7cc-287f-4695-9aa1-c2f719cc83ad requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:59.601260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c2b20-d72a-4c8c-a7e3-8d4e1e044ed7 req-7dc787b9-a7ee-45c0-8d38-29ded8fa25eb tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.603075 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d6c2b20-d72a-4c8c-a7e3-8d4e1e044ed7 req-7dc787b9-a7ee-45c0-8d38-29ded8fa25eb tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 944 time: 0.1545687 Jul 16 18:07:59.608103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] For port 2fe37c4c-0c38-4c02-815e-aabdf443511f, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:59.612415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] For port 2fe37c4c-0c38-4c02-815e-aabdf443511f, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=2fe37c4c-0c38-4c02-815e-aabdf443511f,segment=NetworkSegment(9cfe207f-0f33-487e-af87-b151811a0618),segment_id=9cfe207f-0f33-487e-af87-b151811a0618)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:59.626411 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.671695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.672473 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.674169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] 10.222.0.43 "PUT /v2.0/ports/2fe37c4c-0c38-4c02-815e-aabdf443511f HTTP/1.1" status: 200 len: 1092 time: 1.0802011 Jul 16 18:07:59.676402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.702468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f', 'tag': '2fe37c4c-0c38-4c02-815e-aabdf443511f'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:59.704855 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9744c6-1f96-4f50-9cbe-de75df10567d" -d '{"events": [{"name": "network-changed", "server_uuid": "e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f", "tag": "2fe37c4c-0c38-4c02-815e-aabdf443511f"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:59.726762 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d6c2b20-d72a-4c8c-a7e3-8d4e1e044ed7 req-b7f07860-1363-4cbe-90b1-446658e74304 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100647 Jul 16 18:07:59.743929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Deleting port a83b6e60-c391-48a7-9ccd-387a056f9323 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:59.744263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.817982 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498b7600-f425-448f-a4c2-019376762d24 x-openstack-request-id: req-498b7600-f425-448f-a4c2-019376762d24 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:59.817982 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f", "tag": "2fe37c4c-0c38-4c02-815e-aabdf443511f", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:59.817982 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-498b7600-f425-448f-a4c2-019376762d24 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:59.818539 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f', 'tag': '2fe37c4c-0c38-4c02-815e-aabdf443511f', 'status': 'completed', 'code': 200} Jul 16 18:07:59.823764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30bb36-e20c-4f1d-a972-72f79a8686c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe37c4c-0c38-4c02-815e-aabdf443511f,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.833395 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] For port a83b6e60-c391-48a7-9ccd-387a056f9323, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a83b6e60-c391-48a7-9ccd-387a056f9323,segment=NetworkSegment(af68ae4b-d2f0-4ea6-b980-145dbb84625e),segment_id=af68ae4b-d2f0-4ea6-b980-145dbb84625e)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:59.833898 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.851156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Calling delete_port for a83b6e60-c391-48a7-9ccd-387a056f9323 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:59.872427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-d24165a0-b9ed-47c8-bec8-ae99707b3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.874109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-d24165a0-b9ed-47c8-bec8-ae99707b3234 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e17aa156f4a40259b661e33b16f6e56&device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 1095 time: 0.1347630 Jul 16 18:07:59.909486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df20934-9751-47ad-af6a-637b2e3a06d9 None None] DHCP port deletion for bb64f7cc-287f-4695-9aa1-c2f719cc83ad request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:59.929905 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-cf3d764d-bab1-4879-97e2-d03b1e259108 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fe37c4c-0c38-4c02-815e-aabdf443511f HTTP/1.1" status: 200 len: 217 time: 0.0483384 Jul 16 18:07:59.970436 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.998504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-34246a42-c05b-47d7-93c4-91a3e6e16570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.000732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-34246a42-c05b-47d7-93c4-91a3e6e16570 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09da2554-154a-4f34-9e38-5d12cc267a6a HTTP/1.1" status: 200 len: 845 time: 0.0521879 Jul 16 18:08:00.011666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6df20934-9751-47ad-af6a-637b2e3a06d9 None None] Deleting port a83b6e60-c391-48a7-9ccd-387a056f9323 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:00.012239 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6df20934-9751-47ad-af6a-637b2e3a06d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.012383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83b6e60-c391-48a7-9ccd-387a056f9323,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:00.019195 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] No DVR routers for this DVR port a83b6e60-c391-48a7-9ccd-387a056f9323 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:00.098947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-02936e1e-de6b-4661-a5ae-d180381e6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.100895 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-02936e1e-de6b-4661-a5ae-d180381e6bc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a6bf604-da1b-43c6-8293-9a81252180e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934522 Jul 16 18:08:00.121796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6df20934-9751-47ad-af6a-637b2e3a06d9 None None] For port a83b6e60-c391-48a7-9ccd-387a056f9323, host n-d-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:00.122299 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6df20934-9751-47ad-af6a-637b2e3a06d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.128129 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.139980 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb64f7cc-287f-4695-9aa1-c2f719cc83ad']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:00.146196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6df20934-9751-47ad-af6a-637b2e3a06d9 None None] Calling delete_port for a83b6e60-c391-48a7-9ccd-387a056f9323 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:00.150195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.ipam_backend_mixin [None req-6df20934-9751-47ad-af6a-637b2e3a06d9 None None] Port a83b6e60-c391-48a7-9ccd-387a056f9323 was not found and therefore no delete operation was performed {{(pid=100171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:08:00.151800 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6df20934-9751-47ad-af6a-637b2e3a06d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.152486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af68ae4b-d2f0-4ea6-b980-145dbb84625e') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:00.152855 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af68ae4b-d2f0-4ea6-b980-145dbb84625e') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:00.165718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.178261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df20934-9751-47ad-af6a-637b2e3a06d9 None None] Pushing event deleted for resources: {'Port': ['ID=a83b6e60-c391-48a7-9ccd-387a056f9323,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:00.182559 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df20934-9751-47ad-af6a-637b2e3a06d9 None None] No DVR routers for this DVR port a83b6e60-c391-48a7-9ccd-387a056f9323 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:00.186981 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.194555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:00.195021 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:00.197137 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:00.267443 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.273811 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.278357 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bb64f7cc-287f-4695-9aa1-c2f719cc83ad HTTP/1.1" status: 204 len: 168 time: 0.6851814 Jul 16 18:08:00.287127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4580b41-1f9f-47b9-94d6-4dc6ecfb7340 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb64f7cc-287f-4695-9aa1-c2f719cc83ad,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:00.287850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-c9b04765-e7ef-4948-89fc-28f1b7ba6bfa service neutron] 10.222.0.43 "GET /v2.0/networks/5a6bf604-da1b-43c6-8293-9a81252180e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796899 Jul 16 18:08:00.294051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 30a9514e-0ff9-4465-aa7f-01eabff275f8 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:00.350095 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 30a9514e-0ff9-4465-aa7f-01eabff275f8 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:00.356466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 30a9514e-0ff9-4465-aa7f-01eabff275f8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:00.357096 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.407702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc83f6-b5b7-4ca8-a0b1-6ce954942bc4 req-0b5cf345-5b6c-4fca-91a3-d8b9b8b61e40 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.416486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1cc83f6-b5b7-4ca8-a0b1-6ce954942bc4 req-0b5cf345-5b6c-4fca-91a3-d8b9b8b61e40 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 943 time: 0.1638663 Jul 16 18:08:00.451387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46794) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:00.474566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1cc83f6-b5b7-4ca8-a0b1-6ce954942bc4 req-fa202630-79ad-4db5-ad62-1f681630e15f tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570712 Jul 16 18:08:00.476744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70415eb3-1544-44eb-bcf7-2664b31ca4b6 req-11fed4ea-95cc-43f1-92bf-ed734566c6a5 service neutron] 10.222.0.43 "GET /v2.0/networks/5a6bf604-da1b-43c6-8293-9a81252180e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815612 Jul 16 18:08:00.478429 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.507934 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:00.510660 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e834531-7aef-4efa-90f3-86d40d86f93c" -d '{"events": [{"server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "name": "network-vif-plugged", "status": "completed", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:00.527460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 30a9514e-0ff9-4465-aa7f-01eabff275f8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8,segment=NetworkSegment(f4897d9c-b826-4211-8903-72ac9b7130a5),segment_id=f4897d9c-b826-4211-8903-72ac9b7130a5)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:00.533131 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.533658 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ebbcb570-7a30-4f85-9edd-bf014e1adbc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c356839d88c421f868ad1f22bfdc2f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0756762 Jul 16 18:08:00.536522 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46798) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:00.588976 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c745a189-9cd0-4a3f-a708-03479c44c685 x-openstack-request-id: req-c745a189-9cd0-4a3f-a708-03479c44c685 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:00.589221 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "name": "network-vif-plugged", "status": "completed", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:00.589330 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c745a189-9cd0-4a3f-a708-03479c44c685 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:00.589712 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8', 'code': 200} Jul 16 18:08:00.600969 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bea712b9-0933-4fcd-9a4e-14b03457249f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.618226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9744c6-1f96-4f50-9cbe-de75df10567d req-72bc9b6d-b091-4279-ab53-f38ee9022d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.620195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee9744c6-1f96-4f50-9cbe-de75df10567d req-72bc9b6d-b091-4279-ab53-f38ee9022d96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e17aa156f4a40259b661e33b16f6e56&device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 1095 time: 0.0812781 Jul 16 18:08:00.622481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=30a9514e-0ff9-4465-aa7f-01eabff275f8,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:00.628290 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bea712b9-0933-4fcd-9a4e-14b03457249f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.676014 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.682576 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bea712b9-0933-4fcd-9a4e-14b03457249f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.686221 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bea712b9-0933-4fcd-9a4e-14b03457249f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.687756 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bea712b9-0933-4fcd-9a4e-14b03457249f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddb6432b-dc95-4729-afd6-59d730057c20 HTTP/1.1" status: 204 len: 168 time: 0.1498854 Jul 16 18:08:00.695391 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-da79fe8d-7f8b-4369-806f-a136faa36b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.701928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea712b9-0933-4fcd-9a4e-14b03457249f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb6432b-dc95-4729-afd6-59d730057c20,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:00.791463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9744c6-1f96-4f50-9cbe-de75df10567d req-9ce36ec1-d752-4b9f-aeaa-7a5389064fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.793004 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee9744c6-1f96-4f50-9cbe-de75df10567d req-9ce36ec1-d752-4b9f-aeaa-7a5389064fef service neutron] 10.222.0.43 "GET /v2.0/networks?id=5a6bf604-da1b-43c6-8293-9a81252180e8 HTTP/1.1" status: 200 len: 907 time: 0.1660533 Jul 16 18:08:00.811360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000e995-de85-462f-8ab0-aa44af427dc6 req-d085bcf7-6289-4079-8ca9-05b8844fbed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.813096 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c000e995-de85-462f-8ab0-aa44af427dc6 req-d085bcf7-6289-4079-8ca9-05b8844fbed5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 1097 time: 0.1550529 Jul 16 18:08:00.860028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee9744c6-1f96-4f50-9cbe-de75df10567d req-d8f052fd-de9a-4e16-990b-19659bc25a4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fe37c4c-0c38-4c02-815e-aabdf443511f HTTP/1.1" status: 200 len: 217 time: 0.0565345 Jul 16 18:08:01.300673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9744c6-1f96-4f50-9cbe-de75df10567d req-57d5c8d2-3b4a-45ac-ba9d-00a0b481a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.302308 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee9744c6-1f96-4f50-9cbe-de75df10567d req-57d5c8d2-3b4a-45ac-ba9d-00a0b481a52c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09da2554-154a-4f34-9e38-5d12cc267a6a HTTP/1.1" status: 200 len: 845 time: 0.0907290 Jul 16 18:08:01.310083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c000e995-de85-462f-8ab0-aa44af427dc6 req-66131348-eefa-41ad-b6d5-05e63c5c435f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609144 Jul 16 18:08:01.369455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0a4a6-62bb-45e2-9107-9c92a69e6046 req-9b2ffb49-2143-4b6b-a063-c770eacbee62 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.371219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bee0a4a6-62bb-45e2-9107-9c92a69e6046 req-9b2ffb49-2143-4b6b-a063-c770eacbee62 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.5003021 Jul 16 18:08:01.412824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9744c6-1f96-4f50-9cbe-de75df10567d req-5b599f1c-5fc0-4efb-bd76-b02cddd8741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.414323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee9744c6-1f96-4f50-9cbe-de75df10567d req-5b599f1c-5fc0-4efb-bd76-b02cddd8741a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a6bf604-da1b-43c6-8293-9a81252180e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019833 Jul 16 18:08:01.436856 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bee0a4a6-62bb-45e2-9107-9c92a69e6046 req-228b9239-b43d-46ef-b9b4-c801e13bcbac tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554986 Jul 16 18:08:01.517984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee9744c6-1f96-4f50-9cbe-de75df10567d req-19261782-70e8-4428-a149-7b55561bb528 service neutron] 10.222.0.43 "GET /v2.0/networks/5a6bf604-da1b-43c6-8293-9a81252180e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957410 Jul 16 18:08:01.594427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46826) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.637684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:01.641802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee9744c6-1f96-4f50-9cbe-de75df10567d req-ce931f13-3a7b-49ba-b0fc-d4e7349eaa86 service neutron] 10.222.0.43 "GET /v2.0/networks/5a6bf604-da1b-43c6-8293-9a81252180e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179338 Jul 16 18:08:01.666757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:01.667106 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c2c4d7b2-5696-41ea-9f5f-f4671f88fb82 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:01.667538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ff6dce0b-12f5-4118-8707-61142d1f6cc6 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:01.687570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: ff6dce0b-12f5-4118-8707-61142d1f6cc6 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:01.687913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ff6dce0b-12f5-4118-8707-61142d1f6cc6 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:01.688324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a83b6e60-c391-48a7-9ccd-387a056f9323 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:01.709808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: a83b6e60-c391-48a7-9ccd-387a056f9323 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:01.710458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a83b6e60-c391-48a7-9ccd-387a056f9323 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:01.733101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee5b9d-a7c9-443e-b20a-8bf0d6f92acd req-06f91943-668e-4a2f-9095-df326bab2dde tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.734698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50ee5b9d-a7c9-443e-b20a-8bf0d6f92acd req-06f91943-668e-4a2f-9095-df326bab2dde tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 943 time: 0.0744643 Jul 16 18:08:01.742462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1184990011-network', 'tenant_id': '83a51be269da492e9809f31e292ae8b7'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:01.764645 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Made reservation on behalf of 83a51be269da492e9809f31e292ae8b7 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:01.767063 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.775911 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.779301 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50ee5b9d-a7c9-443e-b20a-8bf0d6f92acd req-7a654be6-c6eb-4475-a501-08a18218e159 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376570 Jul 16 18:08:01.801135 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.871480 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.875086 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.899661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:01.909611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2111c4d2-5faf-4f41-82db-5de6889b5a90,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:01.915963 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.916303 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Added segment d5f8fe0b-5a52-44d3-ac3e-29aa9e506de3 of type vlan for network f87714e0-3069-4921-bcf7-71f47f3da9f6 Jul 16 18:08:01.956762 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.985094 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.986270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.986858 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.018976 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4233623 Jul 16 18:08:02.021868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46830) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.028078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f3d9aa39-29d6-43ee-a12d-4ee6d0e9c0b1 admin admin] Request body: {'subnet': {'network_id': 'f87714e0-3069-4921-bcf7-71f47f3da9f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1184990011-subnet', 'tenant_id': '83a51be269da492e9809f31e292ae8b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:02.060606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08309c0-fc25-453b-b439-ab22e8922a55 admin admin] Pushing event updated for resources: {'Network': ['ID=f87714e0-3069-4921-bcf7-71f47f3da9f6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:02.070198 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network f87714e0-3069-4921-bcf7-71f47f3da9f6 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:02.079098 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d9aa39-29d6-43ee-a12d-4ee6d0e9c0b1 admin admin] Made reservation on behalf of 83a51be269da492e9809f31e292ae8b7 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:02.081827 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3d9aa39-29d6-43ee-a12d-4ee6d0e9c0b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.260642 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3d9aa39-29d6-43ee-a12d-4ee6d0e9c0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.324025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9aa39-29d6-43ee-a12d-4ee6d0e9c0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11332f0-4e26-4e9f-b993-567790e845a3,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:02.331373 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9aa39-29d6-43ee-a12d-4ee6d0e9c0b1 admin admin] Checking segment: {'id': 'd5f8fe0b-5a52-44d3-ac3e-29aa9e506de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f87714e0-3069-4921-bcf7-71f47f3da9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:02.331676 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9aa39-29d6-43ee-a12d-4ee6d0e9c0b1 admin admin] Network hostable DHCP agents. Network: f87714e0-3069-4921-bcf7-71f47f3da9f6, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:02.348274 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9aa39-29d6-43ee-a12d-4ee6d0e9c0b1 admin admin] Network f87714e0-3069-4921-bcf7-71f47f3da9f6 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:02.357294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-f3d9aa39-29d6-43ee-a12d-4ee6d0e9c0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, f87714e0-3069-4921-bcf7-71f47f3da9f6) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:02.361819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9aa39-29d6-43ee-a12d-4ee6d0e9c0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.362758 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3d9aa39-29d6-43ee-a12d-4ee6d0e9c0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.367161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732596ec-2fae-41d2-92a9-a277de654eb3 None None] Network f87714e0-3069-4921-bcf7-71f47f3da9f6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:02.377286 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f3d9aa39-29d6-43ee-a12d-4ee6d0e9c0b1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3544171 Jul 16 18:08:02.506029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e72aab-826e-42d2-bf8b-fbe8c7e155dd None None] Network f87714e0-3069-4921-bcf7-71f47f3da9f6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:02.644937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e06b7e-2e38-4dc3-b969-f630dea9d733 req-d6ed2ba9-23cd-43ca-9084-2be8e92897d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.647401 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83e06b7e-2e38-4dc3-b969-f630dea9d733 req-d6ed2ba9-23cd-43ca-9084-2be8e92897d4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.0831354 Jul 16 18:08:02.688702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83e06b7e-2e38-4dc3-b969-f630dea9d733 req-666da8c9-d9fa-42b6-9696-7a410d50cd90 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354376 Jul 16 18:08:02.873609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-a5786fde-74db-4feb-91e3-55d3cb254a9a tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.876237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-a5786fde-74db-4feb-91e3-55d3cb254a9a tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/networks?id=f87714e0-3069-4921-bcf7-71f47f3da9f6 HTTP/1.1" status: 200 len: 821 time: 0.1068175 Jul 16 18:08:02.888955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 2fe37c4c-0c38-4c02-815e-aabdf443511f details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:02.897451 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-c6fe3c16-7dfb-4c96-bc95-a1937ed4c835 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/quotas/83a51be269da492e9809f31e292ae8b7 HTTP/1.1" status: 200 len: 375 time: 0.0160708 Jul 16 18:08:02.944731 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-45801c41-31bb-46a3-9306-bfccfa896016 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=83a51be269da492e9809f31e292ae8b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463035 Jul 16 18:08:03.168060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-36a9f651-8337-49dc-be0e-a5489d09f174 service neutron] 10.222.0.41 "GET /v2.0/networks/f87714e0-3069-4921-bcf7-71f47f3da9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222085 Jul 16 18:08:03.208695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 2fe37c4c-0c38-4c02-815e-aabdf443511f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=2fe37c4c-0c38-4c02-815e-aabdf443511f,segment=NetworkSegment(9cfe207f-0f33-487e-af87-b151811a0618),segment_id=9cfe207f-0f33-487e-af87-b151811a0618)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:03.220857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '2fe37c4c-0c38-4c02-815e-aabdf443511f', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'port_id': '2fe37c4c-0c38-4c02-815e-aabdf443511f', 'mac_address': 'fa:16:3e:ab:a7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:03.222951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82befd-d6d6-4e14-ab17-207ea4943b81 req-89080db6-d931-4470-b9ab-04fb6595a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.224655 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b82befd-d6d6-4e14-ab17-207ea4943b81 req-89080db6-d931-4470-b9ab-04fb6595a99c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4273a43f091d42709bf28017089b7251&device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 1097 time: 0.1852107 Jul 16 18:08:03.259323 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.273423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe37c4c-0c38-4c02-815e-aabdf443511f {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:03.276449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bdb5b-5a86-4826-9773-46f24bda2e39 req-c2f9d1d9-162b-418d-b964-950488fa90aa tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.277920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-418bdb5b-5a86-4826-9773-46f24bda2e39 req-c2f9d1d9-162b-418d-b964-950488fa90aa tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 943 time: 0.2004061 Jul 16 18:08:03.297716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 2fe37c4c-0c38-4c02-815e-aabdf443511f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=2fe37c4c-0c38-4c02-815e-aabdf443511f,segment=NetworkSegment(9cfe207f-0f33-487e-af87-b151811a0618),segment_id=9cfe207f-0f33-487e-af87-b151811a0618)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:03.303006 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.353045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=2fe37c4c-0c38-4c02-815e-aabdf443511f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:03.374730 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-7533a388-dcfa-462e-89a0-7caa60d5f2a2 service neutron] 10.222.0.41 "GET /v2.0/networks/f87714e0-3069-4921-bcf7-71f47f3da9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935337 Jul 16 18:08:03.394898 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-418bdb5b-5a86-4826-9773-46f24bda2e39 req-7dc4afb8-3a76-4161-be04-c18667f7566c tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982537 Jul 16 18:08:03.422348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82befd-d6d6-4e14-ab17-207ea4943b81 req-bf94ba69-1474-4765-9fc9-0156285dff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.424537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b82befd-d6d6-4e14-ab17-207ea4943b81 req-bf94ba69-1474-4765-9fc9-0156285dff8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=60e2727e-d82b-41ff-931c-f2d691c01f29 HTTP/1.1" status: 200 len: 919 time: 0.1915252 Jul 16 18:08:03.476968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b82befd-d6d6-4e14-ab17-207ea4943b81 req-e672103c-0663-4df1-b42d-b6c1e3acd8d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 200 len: 217 time: 0.0446231 Jul 16 18:08:03.540328 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.572220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82befd-d6d6-4e14-ab17-207ea4943b81 req-b490219e-3577-41ff-9ab3-508a28b189c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.573713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b82befd-d6d6-4e14-ab17-207ea4943b81 req-b490219e-3577-41ff-9ab3-508a28b189c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b5c01ec-31a7-4cf1-95e4-9688a92718b5 HTTP/1.1" status: 200 len: 858 time: 0.0885615 Jul 16 18:08:03.590250 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['2fe37c4c-0c38-4c02-815e-aabdf443511f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:03.615764 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b82befd-d6d6-4e14-ab17-207ea4943b81 req-6c4021ba-5e5e-457c-a3ad-e7e17e29a7e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60e2727e-d82b-41ff-931c-f2d691c01f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342195 Jul 16 18:08:03.633287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87872a-f1de-4089-a605-f950c271c8e6 req-ef45c207-e4ba-4579-ae57-b1a4ec28235d tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.634850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf87872a-f1de-4089-a605-f950c271c8e6 req-ef45c207-e4ba-4579-ae57-b1a4ec28235d tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1199796 Jul 16 18:08:03.748596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9011752-57fa-4596-bc76-af406fc8e02a req-13b16ac5-e477-424e-88f1-0a11aa55c518 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 210 time: 0.0626936 Jul 16 18:08:03.771765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf87872a-f1de-4089-a605-f950c271c8e6 req-49e35988-6579-4dfd-b985-f0c00117b485 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165287 Jul 16 18:08:03.798761 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b82befd-d6d6-4e14-ab17-207ea4943b81 req-a316e823-6e59-403d-931d-4121734e8d5b service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737835 Jul 16 18:08:03.896998 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b82befd-d6d6-4e14-ab17-207ea4943b81 req-f5dc6851-112a-4f2f-af91-1b8cbcb3aa61 service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909920 Jul 16 18:08:04.579037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc194443-a3b5-459f-ac7e-1a4a5862ff24 req-0e004604-94aa-4444-a49a-839ef8d9d736 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.580471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc194443-a3b5-459f-ac7e-1a4a5862ff24 req-0e004604-94aa-4444-a49a-839ef8d9d736 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 944 time: 0.0674572 Jul 16 18:08:04.620096 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc194443-a3b5-459f-ac7e-1a4a5862ff24 req-7991697a-d57a-491f-b17a-86e533ac2ddc tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334702 Jul 16 18:08:04.791766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d867c4db-1e4d-4297-8498-951960aaeed5 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.793293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d867c4db-1e4d-4297-8498-951960aaeed5 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.35 "GET /v2.0/networks?id=f87714e0-3069-4921-bcf7-71f47f3da9f6 HTTP/1.1" status: 200 len: 821 time: 0.1238217 Jul 16 18:08:04.807098 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-7568a109-2290-4812-8a09-e5b1509fde6b tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Request body: {'port': {'device_id': '5ea4d4a0-1b47-41e8-9242-dba00e98ac83', 'network_id': 'f87714e0-3069-4921-bcf7-71f47f3da9f6', 'admin_state_up': True, 'tenant_id': '83a51be269da492e9809f31e292ae8b7'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:04.901267 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 2fe37c4c-0c38-4c02-815e-aabdf443511f up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:04.918881 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c385cdfa-1818-4dfe-8717-40bf06253a3d req-f7264e0d-1a84-4f9d-ad6a-dd54e80a6c75 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 210 time: 0.0424304 Jul 16 18:08:04.958376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 2fe37c4c-0c38-4c02-815e-aabdf443511f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:04.962366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 2fe37c4c-0c38-4c02-815e-aabdf443511f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:04.962823 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.000993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-7568a109-2290-4812-8a09-e5b1509fde6b tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Made reservation on behalf of 83a51be269da492e9809f31e292ae8b7 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:05.005220 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-7568a109-2290-4812-8a09-e5b1509fde6b tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.014416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ba386-c734-415b-814c-f81aad1c57b7 req-76c91274-03f5-48fa-91bf-ec6a35d6ee57 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.016067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d5ba386-c734-415b-814c-f81aad1c57b7 req-76c91274-03f5-48fa-91bf-ec6a35d6ee57 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.0994878 Jul 16 18:08:05.042558 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.065643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe37c4c-0c38-4c02-815e-aabdf443511f'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:05.068670 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1962fd1f-0ecc-48ef-be55-24a7bb2e85bb" -d '{"events": [{"server_uuid": "e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f", "name": "network-vif-plugged", "status": "completed", "tag": "2fe37c4c-0c38-4c02-815e-aabdf443511f"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:05.081747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 2fe37c4c-0c38-4c02-815e-aabdf443511f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=2fe37c4c-0c38-4c02-815e-aabdf443511f,segment=NetworkSegment(9cfe207f-0f33-487e-af87-b151811a0618),segment_id=9cfe207f-0f33-487e-af87-b151811a0618)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:05.086805 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.114842 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2006cf74-e787-46e1-81b9-e409a996b58d x-openstack-request-id: req-2006cf74-e787-46e1-81b9-e409a996b58d {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:05.115183 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f", "name": "network-vif-plugged", "status": "completed", "tag": "2fe37c4c-0c38-4c02-815e-aabdf443511f", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:05.115458 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2006cf74-e787-46e1-81b9-e409a996b58d {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:05.115783 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe37c4c-0c38-4c02-815e-aabdf443511f', 'code': 200} Jul 16 18:08:05.124189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d5ba386-c734-415b-814c-f81aad1c57b7 req-c095cf31-5260-4103-a976-33bc0a287f89 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919356 Jul 16 18:08:05.143808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=2fe37c4c-0c38-4c02-815e-aabdf443511f,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:05.221476 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-7568a109-2290-4812-8a09-e5b1509fde6b tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Allocated IP 172.20.0.2 (f87714e0-3069-4921-bcf7-71f47f3da9f6/a11332f0-4e26-4e9f-b993-567790e845a3/d6f48b6c-f8c2-441f-befe-23470cfe8e98) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:05.274160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f27a-b2a5-4c44-91db-3c0c87df1d41 req-6c6aa6dd-ee93-4140-9fda-c49051ffb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.275709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bb5f27a-b2a5-4c44-91db-3c0c87df1d41 req-6c6aa6dd-ee93-4140-9fda-c49051ffb842 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 1097 time: 0.0979431 Jul 16 18:08:05.369485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bb5f27a-b2a5-4c44-91db-3c0c87df1d41 req-8c26c1c3-b1e6-442c-9a38-21335614440c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845587 Jul 16 18:08:05.408568 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-7568a109-2290-4812-8a09-e5b1509fde6b tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.447102 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-7568a109-2290-4812-8a09-e5b1509fde6b tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.487579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-7568a109-2290-4812-8a09-e5b1509fde6b tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Network f87714e0-3069-4921-bcf7-71f47f3da9f6 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:05.491132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-7568a109-2290-4812-8a09-e5b1509fde6b tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:05.497403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-7568a109-2290-4812-8a09-e5b1509fde6b tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:05.534404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568a109-2290-4812-8a09-e5b1509fde6b tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Pushing event updated for resources: {'Port': ['ID=d6f48b6c-f8c2-441f-befe-23470cfe8e98,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:05.558597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-7568a109-2290-4812-8a09-e5b1509fde6b tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.559197 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-7568a109-2290-4812-8a09-e5b1509fde6b tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.573280 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-7568a109-2290-4812-8a09-e5b1509fde6b tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7702343 Jul 16 18:08:05.585055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Request body: {'port': {'device_id': '5ea4d4a0-1b47-41e8-9242-dba00e98ac83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:05.657055 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.898552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a7bcc-d350-426b-ad00-616cf1b23368 req-5f765945-3526-4ce1-a01a-0c54ce5762d0 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.900124 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a83a7bcc-d350-426b-ad00-616cf1b23368 req-5f765945-3526-4ce1-a01a-0c54ce5762d0 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 945 time: 0.1379178 Jul 16 18:08:05.962874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a83a7bcc-d350-426b-ad00-616cf1b23368 req-a74468e4-c7a2-47db-8518-52d65c9d924a tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569625 Jul 16 18:08:06.004196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f48b6c-f8c2-441f-befe-23470cfe8e98 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:06.011762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.028482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Transition to ACTIVE for port object d6f48b6c-f8c2-441f-befe-23470cfe8e98 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:06.033570 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.117544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f48b6c-f8c2-441f-befe-23470cfe8e98,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.203123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04889d97-ca56-48eb-a8d0-98c8f3e2c3d2 req-c0c2f45d-e1ce-4908-afb2-e509dcd3c39f tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.204702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04889d97-ca56-48eb-a8d0-98c8f3e2c3d2 req-c0c2f45d-e1ce-4908-afb2-e509dcd3c39f tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 943 time: 0.1409998 Jul 16 18:08:06.223083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Attempting to bind port d6f48b6c-f8c2-441f-befe-23470cfe8e98 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:06.223605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Attempting to bind port d6f48b6c-f8c2-441f-befe-23470cfe8e98 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'd5f8fe0b-5a52-44d3-ac3e-29aa9e506de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f87714e0-3069-4921-bcf7-71f47f3da9f6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:06.223936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Attempting to bind port d6f48b6c-f8c2-441f-befe-23470cfe8e98 on network f87714e0-3069-4921-bcf7-71f47f3da9f6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:06.236856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Port d6f48b6c-f8c2-441f-befe-23470cfe8e98 on network f87714e0-3069-4921-bcf7-71f47f3da9f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:06.237251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Attempting to bind port d6f48b6c-f8c2-441f-befe-23470cfe8e98 on network f87714e0-3069-4921-bcf7-71f47f3da9f6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:06.244505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:06.244842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Checking segment: {'id': 'd5f8fe0b-5a52-44d3-ac3e-29aa9e506de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f87714e0-3069-4921-bcf7-71f47f3da9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:06.245229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Bound using segment: {'id': 'd5f8fe0b-5a52-44d3-ac3e-29aa9e506de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f87714e0-3069-4921-bcf7-71f47f3da9f6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:06.245687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Bound port: d6f48b6c-f8c2-441f-befe-23470cfe8e98, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f8fe0b-5a52-44d3-ac3e-29aa9e506de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f87714e0-3069-4921-bcf7-71f47f3da9f6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:06.246047 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.275522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04889d97-ca56-48eb-a8d0-98c8f3e2c3d2 req-e99c1c86-1424-4544-99be-35d016e5262a tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/security-groups?id=2111c4d2-5faf-4f41-82db-5de6889b5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631387 Jul 16 18:08:06.366349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] For port d6f48b6c-f8c2-441f-befe-23470cfe8e98, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:06.382896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] For port d6f48b6c-f8c2-441f-befe-23470cfe8e98, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d6f48b6c-f8c2-441f-befe-23470cfe8e98,segment=NetworkSegment(d5f8fe0b-5a52-44d3-ac3e-29aa9e506de3),segment_id=d5f8fe0b-5a52-44d3-ac3e-29aa9e506de3)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:06.388648 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.405043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9bf47-0f6c-4ccb-936e-3667a10338a1 req-a54415af-4c21-41a6-82b8-7cd86c0b3bec tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.406556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31b9bf47-0f6c-4ccb-936e-3667a10338a1 req-a54415af-4c21-41a6-82b8-7cd86c0b3bec tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1090095 Jul 16 18:08:06.441654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.442320 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.443667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/d6f48b6c-f8c2-441f-befe-23470cfe8e98 HTTP/1.1" status: 200 len: 1092 time: 0.8633313 Jul 16 18:08:06.449255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea4d4a0-1b47-41e8-9242-dba00e98ac83', 'tag': 'd6f48b6c-f8c2-441f-befe-23470cfe8e98'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:06.451473 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15271a79-c834-4a72-916d-be9420d7e109" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea4d4a0-1b47-41e8-9242-dba00e98ac83", "tag": "d6f48b6c-f8c2-441f-befe-23470cfe8e98"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:06.497737 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cbf558-2062-44a0-afbd-a2a2c31105c1 x-openstack-request-id: req-34cbf558-2062-44a0-afbd-a2a2c31105c1 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:06.498145 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea4d4a0-1b47-41e8-9242-dba00e98ac83", "tag": "d6f48b6c-f8c2-441f-befe-23470cfe8e98", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:06.498477 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34cbf558-2062-44a0-afbd-a2a2c31105c1 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:06.499043 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea4d4a0-1b47-41e8-9242-dba00e98ac83', 'tag': 'd6f48b6c-f8c2-441f-befe-23470cfe8e98', 'status': 'completed', 'code': 200} Jul 16 18:08:06.530774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084483b-2201-4c2e-9d76-b32f41c585b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f48b6c-f8c2-441f-befe-23470cfe8e98,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.536922 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31b9bf47-0f6c-4ccb-936e-3667a10338a1 req-c7c74f95-50a5-4fb7-b18d-09871adacacb tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108167 Jul 16 18:08:06.565151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-6b746fae-2ac2-4db5-9237-153431d51d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.566657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-6b746fae-2ac2-4db5-9237-153431d51d36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83a51be269da492e9809f31e292ae8b7&device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 1095 time: 0.0711174 Jul 16 18:08:06.610446 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-020ec23a-4f5e-4c31-99af-1c0ba2846b81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6f48b6c-f8c2-441f-befe-23470cfe8e98 HTTP/1.1" status: 200 len: 217 time: 0.0342922 Jul 16 18:08:06.660304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-6bc67bf7-09f3-4b36-b195-abe352796a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.661846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-6bc67bf7-09f3-4b36-b195-abe352796a5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a11332f0-4e26-4e9f-b993-567790e845a3 HTTP/1.1" status: 200 len: 861 time: 0.0448475 Jul 16 18:08:06.699866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-a18b0838-fe2d-47a3-babd-cb447a30d0b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f87714e0-3069-4921-bcf7-71f47f3da9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304332 Jul 16 18:08:06.797410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-8df25722-8386-46e8-b9cf-5c5cd704b991 service neutron] 10.222.0.35 "GET /v2.0/networks/f87714e0-3069-4921-bcf7-71f47f3da9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845563 Jul 16 18:08:06.892455 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7678c70-f664-469b-936f-2544d4a5bfb8 req-246d54af-5477-4287-badc-e5be24a2ffab service neutron] 10.222.0.35 "GET /v2.0/networks/f87714e0-3069-4921-bcf7-71f47f3da9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863774 Jul 16 18:08:06.991188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15271a79-c834-4a72-916d-be9420d7e109 req-a8f57bf4-3b51-45e6-b24e-f6dafcddd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.992752 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15271a79-c834-4a72-916d-be9420d7e109 req-a8f57bf4-3b51-45e6-b24e-f6dafcddd4e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83a51be269da492e9809f31e292ae8b7&device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 1095 time: 0.0523725 Jul 16 18:08:07.119268 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15271a79-c834-4a72-916d-be9420d7e109 req-ccacf8ce-3ce4-4dfe-a7ea-139968455c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.120752 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15271a79-c834-4a72-916d-be9420d7e109 req-ccacf8ce-3ce4-4dfe-a7ea-139968455c8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f87714e0-3069-4921-bcf7-71f47f3da9f6 HTTP/1.1" status: 200 len: 922 time: 0.1219664 Jul 16 18:08:07.169758 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15271a79-c834-4a72-916d-be9420d7e109 req-0e3f2538-811e-4e54-b7e4-2df9d52058dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6f48b6c-f8c2-441f-befe-23470cfe8e98 HTTP/1.1" status: 200 len: 217 time: 0.0419257 Jul 16 18:08:07.219811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c5e11-146e-40ba-88ce-25fd999c1b0c req-38aadb50-2f4e-4718-b146-406e27dda2fc tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.221277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c6c5e11-146e-40ba-88ce-25fd999c1b0c req-38aadb50-2f4e-4718-b146-406e27dda2fc tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 945 time: 0.1329947 Jul 16 18:08:07.548579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15271a79-c834-4a72-916d-be9420d7e109 req-0d8a5458-4dcd-4d1b-987d-c47f2faeb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.549956 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15271a79-c834-4a72-916d-be9420d7e109 req-0d8a5458-4dcd-4d1b-987d-c47f2faeb40f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a11332f0-4e26-4e9f-b993-567790e845a3 HTTP/1.1" status: 200 len: 861 time: 0.3730574 Jul 16 18:08:07.608894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15271a79-c834-4a72-916d-be9420d7e109 req-d7ce20da-97c4-440f-8363-e3c77b7971cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f87714e0-3069-4921-bcf7-71f47f3da9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380404 Jul 16 18:08:07.613054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c6c5e11-146e-40ba-88ce-25fd999c1b0c req-545262b0-9318-405a-a077-2eeba28b075e tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3855219 Jul 16 18:08:07.701227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e949db-cd0f-42ad-bf08-5ca3f4067bee req-eb67c3e8-686e-463b-8930-004face46368 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.702729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53e949db-cd0f-42ad-bf08-5ca3f4067bee req-eb67c3e8-686e-463b-8930-004face46368 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 943 time: 0.1674578 Jul 16 18:08:07.780957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15271a79-c834-4a72-916d-be9420d7e109 req-bec71d31-beb8-4f7e-9c40-ba7007633c84 service neutron] 10.222.0.35 "GET /v2.0/networks/f87714e0-3069-4921-bcf7-71f47f3da9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633961 Jul 16 18:08:07.791634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53e949db-cd0f-42ad-bf08-5ca3f4067bee req-df217faf-2282-440c-9062-8ce062bc7150 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/security-groups?id=2111c4d2-5faf-4f41-82db-5de6889b5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817468 Jul 16 18:08:07.887057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf7d26-4bdc-442f-b4dd-add04bf93168 req-10919b06-3c55-4ffd-9c54-abd5ef7ace9e tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.888486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04cf7d26-4bdc-442f-b4dd-add04bf93168 req-10919b06-3c55-4ffd-9c54-abd5ef7ace9e tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1689143 Jul 16 18:08:07.943463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15271a79-c834-4a72-916d-be9420d7e109 req-3dbf86ab-a40c-431f-8c57-a818c36b8527 service neutron] 10.222.0.35 "GET /v2.0/networks/f87714e0-3069-4921-bcf7-71f47f3da9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550045 Jul 16 18:08:07.971629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04cf7d26-4bdc-442f-b4dd-add04bf93168 req-8bfc0dbd-0790-43b9-9403-134d2222926c tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750151 Jul 16 18:08:07.997351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cfe40-e75d-4be0-9a77-8b87a4100f85 req-7a6006d8-ad35-4a22-aca3-37e28b85383f tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.998143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab9cfe40-e75d-4be0-9a77-8b87a4100f85 req-7a6006d8-ad35-4a22-aca3-37e28b85383f tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 945 time: 0.0906365 Jul 16 18:08:08.006777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46908) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.011371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-23b02090-8ca8-4d95-bbeb-796ed8f29220 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Request body: {'floatingip': {'port_id': '2fe37c4c-0c38-4c02-815e-aabdf443511f'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:08.055443 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-23b02090-8ca8-4d95-bbeb-796ed8f29220 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.382536 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d6f48b6c-f8c2-441f-befe-23470cfe8e98 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:08.480835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d6f48b6c-f8c2-441f-befe-23470cfe8e98, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d6f48b6c-f8c2-441f-befe-23470cfe8e98,segment=NetworkSegment(d5f8fe0b-5a52-44d3-ac3e-29aa9e506de3),segment_id=d5f8fe0b-5a52-44d3-ac3e-29aa9e506de3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:08.492241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'd6f48b6c-f8c2-441f-befe-23470cfe8e98', 'network_id': 'f87714e0-3069-4921-bcf7-71f47f3da9f6', 'port_id': 'd6f48b6c-f8c2-441f-befe-23470cfe8e98', 'mac_address': 'fa:16:3e:82:93:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11332f0-4e26-4e9f-b993-567790e845a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:08.534929 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.547653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f48b6c-f8c2-441f-befe-23470cfe8e98 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:08.568451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d6f48b6c-f8c2-441f-befe-23470cfe8e98, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d6f48b6c-f8c2-441f-befe-23470cfe8e98,segment=NetworkSegment(d5f8fe0b-5a52-44d3-ac3e-29aa9e506de3),segment_id=d5f8fe0b-5a52-44d3-ac3e-29aa9e506de3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:08.572284 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.626350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d6f48b6c-f8c2-441f-befe-23470cfe8e98,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:08.638356 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-23b02090-8ca8-4d95-bbeb-796ed8f29220 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.642041 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-23b02090-8ca8-4d95-bbeb-796ed8f29220 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.743685 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-23b02090-8ca8-4d95-bbeb-796ed8f29220 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Floating IP 2c7caa62-2f73-49d1-8d45-de2588141763 associated. External IP: 172.25.5.69, port: 2fe37c4c-0c38-4c02-815e-aabdf443511f. Jul 16 18:08:08.842531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d6f48b6c-f8c2-441f-befe-23470cfe8e98'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:08.998930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b02090-8ca8-4d95-bbeb-796ed8f29220 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:09.027268 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48f031-e995-4c12-803c-f6da0dd81a56 req-b1970894-4bd3-49e8-85ef-1c1b92a8d027 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.029036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a48f031-e995-4c12-803c-f6da0dd81a56 req-b1970894-4bd3-49e8-85ef-1c1b92a8d027 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 944 time: 0.1205361 Jul 16 18:08:09.145732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a48f031-e995-4c12-803c-f6da0dd81a56 req-e55e0f36-1751-498b-ae7b-1a05e25dc17c tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/security-groups?id=2111c4d2-5faf-4f41-82db-5de6889b5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828538 Jul 16 18:08:09.190755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b02090-8ca8-4d95-bbeb-796ed8f29220 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:09.196562 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-23b02090-8ca8-4d95-bbeb-796ed8f29220 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.202460 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f9446-599d-4568-9a07-b124b741efc4 None None] Sync routers for ids ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:09.213924 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f9446-599d-4568-9a07-b124b741efc4 None None] Routers {'4c009369-6c8c-44e8-a25b-7c8213f7fbe5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:09.214929 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bc4f9446-599d-4568-9a07-b124b741efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:08:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:09.246906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-23b02090-8ca8-4d95-bbeb-796ed8f29220 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "PUT /v2.0/floatingips/2c7caa62-2f73-49d1-8d45-de2588141763 HTTP/1.1" status: 200 len: 990 time: 1.2388823 Jul 16 18:08:09.259170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c1f14-fc60-4ff2-be2e-aecc80fe15d4 req-74f0bebc-5fb3-4c3b-a693-78f3ae38e1fa tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.261043 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a8c1f14-fc60-4ff2-be2e-aecc80fe15d4 req-74f0bebc-5fb3-4c3b-a693-78f3ae38e1fa tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1350684 Jul 16 18:08:09.261734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f', 'tag': '2fe37c4c-0c38-4c02-815e-aabdf443511f'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:09.264483 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d7e120-279c-488b-88e3-a70be8b503cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f", "tag": "2fe37c4c-0c38-4c02-815e-aabdf443511f"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:09.308191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a8c1f14-fc60-4ff2-be2e-aecc80fe15d4 req-d026d54e-1b2f-4e38-8a8d-abf0b92ff005 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395606 Jul 16 18:08:09.342853 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-bc4f9446-599d-4568-9a07-b124b741efc4 None None] Set router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:09.363265 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dd84ad-8ae9-4a31-a071-0d347445275b x-openstack-request-id: req-01dd84ad-8ae9-4a31-a071-0d347445275b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:09.364805 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f", "tag": "2fe37c4c-0c38-4c02-815e-aabdf443511f", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:09.366703 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01dd84ad-8ae9-4a31-a071-0d347445275b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:09.367189 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f', 'tag': '2fe37c4c-0c38-4c02-815e-aabdf443511f', 'status': 'completed', 'code': 200} Jul 16 18:08:09.449763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7e120-279c-488b-88e3-a70be8b503cb req-973d799c-3d60-4dec-b55b-fe049ed78a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.451359 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d7e120-279c-488b-88e3-a70be8b503cb req-973d799c-3d60-4dec-b55b-fe049ed78a0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e17aa156f4a40259b661e33b16f6e56&device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 1097 time: 0.0606098 Jul 16 18:08:09.552922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7e120-279c-488b-88e3-a70be8b503cb req-b28109d3-fe6a-4845-ac41-fce7977e6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.554391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d7e120-279c-488b-88e3-a70be8b503cb req-b28109d3-fe6a-4845-ac41-fce7977e6bfc service neutron] 10.222.0.43 "GET /v2.0/networks?id=5a6bf604-da1b-43c6-8293-9a81252180e8 HTTP/1.1" status: 200 len: 907 time: 0.0965924 Jul 16 18:08:09.582127 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bc4f9446-599d-4568-9a07-b124b741efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port': {'id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '2c7caa62-2f73-49d1-8d45-de2588141763', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'port_id': '2fe37c4c-0c38-4c02-815e-aabdf443511f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'mac_address': 'fa:16:3e:ab:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:53Z', 'updated_at': '2021-07-16T18:08:08Z', 'revision_number': 1, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccce7093-c54d-4d5c-94e0-57671c97e35f', 'name': '', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'mac_address': 'fa:16:3e:b0:17:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:47Z', 'updated_at': '2021-07-16T18:07:55Z', 'revision_number': 5, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'subnets': [{'id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:09.612886 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f9446-599d-4568-9a07-b124b741efc4 None None] Checking router: 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:09.622273 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f9446-599d-4568-9a07-b124b741efc4 None None] Routers {'4c009369-6c8c-44e8-a25b-7c8213f7fbe5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:09.622893 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bc4f9446-599d-4568-9a07-b124b741efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:08:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:09.628249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d7e120-279c-488b-88e3-a70be8b503cb req-3a12b076-c345-4e95-bbc1-345508b31fd9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fe37c4c-0c38-4c02-815e-aabdf443511f HTTP/1.1" status: 200 len: 998 time: 0.0678942 Jul 16 18:08:09.684052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7e120-279c-488b-88e3-a70be8b503cb req-8df48ff0-c638-445f-9ab3-c8637d8d0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.685762 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d7e120-279c-488b-88e3-a70be8b503cb req-8df48ff0-c638-445f-9ab3-c8637d8d0ce7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09da2554-154a-4f34-9e38-5d12cc267a6a HTTP/1.1" status: 200 len: 845 time: 0.0521493 Jul 16 18:08:09.733578 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-bc4f9446-599d-4568-9a07-b124b741efc4 None None] Set router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:09.747955 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7e120-279c-488b-88e3-a70be8b503cb req-f220e998-dc60-4bb6-91ed-ce306352c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.749479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d7e120-279c-488b-88e3-a70be8b503cb req-f220e998-dc60-4bb6-91ed-ce306352c1bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a6bf604-da1b-43c6-8293-9a81252180e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566435 Jul 16 18:08:09.845204 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d7e120-279c-488b-88e3-a70be8b503cb req-f1482550-da92-444c-8c7e-a870cd82b69d service neutron] 10.222.0.43 "GET /v2.0/networks/5a6bf604-da1b-43c6-8293-9a81252180e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887992 Jul 16 18:08:09.952989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d7e120-279c-488b-88e3-a70be8b503cb req-bad85ef9-dfe7-4505-bb80-df3c9a542cc4 service neutron] 10.222.0.43 "GET /v2.0/networks/5a6bf604-da1b-43c6-8293-9a81252180e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019604 Jul 16 18:08:09.985468 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bc4f9446-599d-4568-9a07-b124b741efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port': {'id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '2c7caa62-2f73-49d1-8d45-de2588141763', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'port_id': '2fe37c4c-0c38-4c02-815e-aabdf443511f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'mac_address': 'fa:16:3e:ab:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:53Z', 'updated_at': '2021-07-16T18:08:08Z', 'revision_number': 1, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccce7093-c54d-4d5c-94e0-57671c97e35f', 'name': '', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'mac_address': 'fa:16:3e:b0:17:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:47Z', 'updated_at': '2021-07-16T18:07:55Z', 'revision_number': 5, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'subnets': [{'id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:10.018782 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f9446-599d-4568-9a07-b124b741efc4 None None] The sync data for ids ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'] in n-d-787206-10 is: [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port': {'id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '2c7caa62-2f73-49d1-8d45-de2588141763', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'port_id': '2fe37c4c-0c38-4c02-815e-aabdf443511f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'mac_address': 'fa:16:3e:ab:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:53Z', 'updated_at': '2021-07-16T18:08:08Z', 'revision_number': 1, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccce7093-c54d-4d5c-94e0-57671c97e35f', 'name': '', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'mac_address': 'fa:16:3e:b0:17:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:47Z', 'updated_at': '2021-07-16T18:07:55Z', 'revision_number': 5, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'subnets': [{'id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:10.227271 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c0dbed-8ebe-492f-bb33-dfcb83e1ecc2 None None] New status for floating IP 2c7caa62-2f73-49d1-8d45-de2588141763: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:08:10.341109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600ae2a-c94c-44aa-9e75-e16a9ddff9a3 req-f6020a71-8bb9-4e2e-9f56-795d0a41ad82 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.342683 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6600ae2a-c94c-44aa-9e75-e16a9ddff9a3 req-f6020a71-8bb9-4e2e-9f56-795d0a41ad82 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 944 time: 0.0745895 Jul 16 18:08:10.387641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6600ae2a-c94c-44aa-9e75-e16a9ddff9a3 req-29641ee2-ff03-4d0c-83a7-b74c3fc23456 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/security-groups?id=2111c4d2-5faf-4f41-82db-5de6889b5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382595 Jul 16 18:08:10.399955 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:08:10.405372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d6f48b6c-f8c2-441f-befe-23470cfe8e98 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:10.458971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port d6f48b6c-f8c2-441f-befe-23470cfe8e98 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:10.464000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port d6f48b6c-f8c2-441f-befe-23470cfe8e98 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:10.464626 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.559077 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.581066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea4d4a0-1b47-41e8-9242-dba00e98ac83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f48b6c-f8c2-441f-befe-23470cfe8e98'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:10.584179 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0556e5c6-2457-4c11-8d7a-7d458773219f" -d '{"events": [{"server_uuid": "5ea4d4a0-1b47-41e8-9242-dba00e98ac83", "name": "network-vif-plugged", "status": "completed", "tag": "d6f48b6c-f8c2-441f-befe-23470cfe8e98"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:10.587888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0024eeb-fe40-4876-a89a-f3331a4d96cd req-3494406a-d6f9-4749-9698-c2493c6b0d68 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.589481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0024eeb-fe40-4876-a89a-f3331a4d96cd req-3494406a-d6f9-4749-9698-c2493c6b0d68 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.0727141 Jul 16 18:08:10.597445 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d6f48b6c-f8c2-441f-befe-23470cfe8e98, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d6f48b6c-f8c2-441f-befe-23470cfe8e98,segment=NetworkSegment(d5f8fe0b-5a52-44d3-ac3e-29aa9e506de3),segment_id=d5f8fe0b-5a52-44d3-ac3e-29aa9e506de3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:10.603024 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.628146 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87ff320-23b1-4c64-b755-c0203a8c6826 x-openstack-request-id: req-a87ff320-23b1-4c64-b755-c0203a8c6826 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:10.628438 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea4d4a0-1b47-41e8-9242-dba00e98ac83", "name": "network-vif-plugged", "status": "completed", "tag": "d6f48b6c-f8c2-441f-befe-23470cfe8e98", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:10.628690 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a87ff320-23b1-4c64-b755-c0203a8c6826 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:10.629079 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea4d4a0-1b47-41e8-9242-dba00e98ac83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f48b6c-f8c2-441f-befe-23470cfe8e98', 'code': 200} Jul 16 18:08:10.636147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0024eeb-fe40-4876-a89a-f3331a4d96cd req-3b5c9948-b837-4cce-a577-94b24434dbc7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 Jul 16 18:08:10.655758 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d6f48b6c-f8c2-441f-befe-23470cfe8e98,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:10.745524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed22829-d42a-4a59-9ae7-87b1f7be7b2e req-205a20fc-60d1-4f6f-a270-3a43a717eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.747024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ed22829-d42a-4a59-9ae7-87b1f7be7b2e req-205a20fc-60d1-4f6f-a270-3a43a717eaae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 1097 time: 0.0532136 Jul 16 18:08:10.782458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ed22829-d42a-4a59-9ae7-87b1f7be7b2e req-114c38b3-0a7f-49fa-8f33-9f0db3cec42f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2111c4d2-5faf-4f41-82db-5de6889b5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296643 Jul 16 18:08:11.580715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99803b10-087c-4617-a41e-c072b54e8177 req-5166f512-5a36-42f6-b970-86832fba680a tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.582212 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99803b10-087c-4617-a41e-c072b54e8177 req-5166f512-5a36-42f6-b970-86832fba680a tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 945 time: 0.0685611 Jul 16 18:08:11.621783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99803b10-087c-4617-a41e-c072b54e8177 req-9a97000c-d609-44a9-8769-33b0f6c70b93 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/security-groups?id=2111c4d2-5faf-4f41-82db-5de6889b5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332155 Jul 16 18:08:11.825350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0864296-cdca-4eca-a0dd-81df87788db1 req-db0a044c-f6a6-443b-94dc-0950caeedcb7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.826821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0864296-cdca-4eca-a0dd-81df87788db1 req-db0a044c-f6a6-443b-94dc-0950caeedcb7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.0728564 Jul 16 18:08:11.867946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0864296-cdca-4eca-a0dd-81df87788db1 req-197f2f83-b079-48a2-bb5c-76863d7e752e tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 Jul 16 18:08:12.005314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956b253-3dc5-4ce7-9284-d0eecee81712 req-0c09cc83-4c04-40bc-9c7a-e9c9e101195b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.006687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e956b253-3dc5-4ce7-9284-d0eecee81712 req-0c09cc83-4c04-40bc-9c7a-e9c9e101195b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0678327 Jul 16 18:08:12.045456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e956b253-3dc5-4ce7-9284-d0eecee81712 req-b4667020-c9b8-4e95-a21b-a18e400d8fd0 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332336 Jul 16 18:08:12.225982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ac228-4a4a-469a-939e-0cfd1d7ffd5f req-ee0730e3-cf47-435b-a821-ab5e8323fb80 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.227486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc6ac228-4a4a-469a-939e-0cfd1d7ffd5f req-ee0730e3-cf47-435b-a821-ab5e8323fb80 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0722518 Jul 16 18:08:12.265475 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc6ac228-4a4a-469a-939e-0cfd1d7ffd5f req-2a42cf34-91cb-4e1d-aad6-0e8a188773e2 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322316 Jul 16 18:08:12.538737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-628b8e8c-723b-47b3-b0d2-a3a9027612d1 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.540293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-628b8e8c-723b-47b3-b0d2-a3a9027612d1 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 811 time: 0.1016455 Jul 16 18:08:12.555974 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-00aa95f5-edac-4420-9f86-99d32acc9288 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/quotas/5ca33b2ce4084d6ea2bd43b67a123011 HTTP/1.1" status: 200 len: 375 time: 0.0102878 Jul 16 18:08:12.638312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-84e6d46f-facd-4a7d-a9f2-622d6949b8ba tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0770028 Jul 16 18:08:12.731113 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-4c24a4bb-b390-4502-be22-890d2aa0853f service neutron] 10.222.0.41 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860143 Jul 16 18:08:12.852632 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-b254ccb7-8c67-4b36-80c8-f691883a1ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157100 Jul 16 18:08:12.885913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f562cfd-7b85-4ff9-be9a-bd3d607f3363 req-e3f4c760-ce60-40fe-9ca3-e471d64361c9 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.887423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f562cfd-7b85-4ff9-be9a-bd3d607f3363 req-e3f4c760-ce60-40fe-9ca3-e471d64361c9 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 945 time: 0.0713122 Jul 16 18:08:12.926844 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f562cfd-7b85-4ff9-be9a-bd3d607f3363 req-3a1f8c67-44e9-451a-94cc-1321fce79ab9 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/security-groups?id=2111c4d2-5faf-4f41-82db-5de6889b5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329304 Jul 16 18:08:13.044437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0018363d-9595-454b-9c3a-3e8613e7968b req-37bf018f-c2af-4a14-b731-cf470c536bc4 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 210 time: 0.0337582 Jul 16 18:08:13.133679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7152b5-cda7-4e66-9cfa-6b4f2f92cd5c req-2d37c3b7-0a09-45da-bcc3-a94498be0a0e tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.135188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f7152b5-cda7-4e66-9cfa-6b4f2f92cd5c req-2d37c3b7-0a09-45da-bcc3-a94498be0a0e tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.0934618 Jul 16 18:08:13.181259 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f7152b5-cda7-4e66-9cfa-6b4f2f92cd5c req-3ac7a3e2-29c7-493f-8993-0c9937f83750 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Jul 16 18:08:13.734035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b710c-566e-41a4-855d-2d4c52dff88f req-1bd2c4c9-97ff-4790-9bdf-752c122c77d0 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.735558 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b11b710c-566e-41a4-855d-2d4c52dff88f req-1bd2c4c9-97ff-4790-9bdf-752c122c77d0 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 945 time: 0.0675733 Jul 16 18:08:13.777655 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b11b710c-566e-41a4-855d-2d4c52dff88f req-b119594f-0baf-40b9-ba51-5e43c1a77343 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/security-groups?id=2111c4d2-5faf-4f41-82db-5de6889b5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 Jul 16 18:08:14.161994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-e2545eb9-a3d8-4a21-9851-03c98d935aa7 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.163536 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-e2545eb9-a3d8-4a21-9851-03c98d935aa7 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.43 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 811 time: 0.1190457 Jul 16 18:08:14.179754 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Request body: {'port': {'device_id': 'efb324d4-91a1-4080-8c39-9379aa2a5cf8', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'admin_state_up': True, 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:14.203336 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f70c834-6fe6-47dd-a032-3a3bd3ca4ab3 req-2b8c1f4f-c04d-4746-9a91-98399b6f6220 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 210 time: 0.0388033 Jul 16 18:08:14.652538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Made reservation on behalf of 5ca33b2ce4084d6ea2bd43b67a123011 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:14.656008 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.679313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8a56-96b3-4dbb-963e-38690abb6820 req-6a736087-de2b-4552-a5d0-789adeffdf7c tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.680843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64ea8a56-96b3-4dbb-963e-38690abb6820 req-6a736087-de2b-4552-a5d0-789adeffdf7c tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1087322 Jul 16 18:08:14.772494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64ea8a56-96b3-4dbb-963e-38690abb6820 req-1c8366e2-a4c3-44bc-9c87-603b23383484 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817490 Jul 16 18:08:14.828699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Allocated IP 172.20.0.9 (026a2c11-159b-4be3-b67f-844914b3c654/c8c21379-bc6e-44f3-b825-c4136d84a8e7/7ad83cbc-d190-490e-98cc-d6c2b0fe0581) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:15.063343 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.075537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f5896-a76f-429e-8d3b-f2804b2e8f3c req-a0b3231b-0c84-4d69-9533-626cbea45427 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.077046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-556f5896-a76f-429e-8d3b-f2804b2e8f3c req-a0b3231b-0c84-4d69-9533-626cbea45427 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 945 time: 0.1680541 Jul 16 18:08:15.106767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Transition to ACTIVE for port object 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:15.169116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967f244-ab48-4a54-9d33-989b477165a4 req-5736476b-2795-46cc-b7d1-e0aa3c596c3a tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.169116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7967f244-ab48-4a54-9d33-989b477165a4 req-5736476b-2795-46cc-b7d1-e0aa3c596c3a tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 945 time: 0.1644115 Jul 16 18:08:15.172350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-556f5896-a76f-429e-8d3b-f2804b2e8f3c req-8f76261e-c0ea-49aa-9d35-61c50b0720f4 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/security-groups?id=2111c4d2-5faf-4f41-82db-5de6889b5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863802 Jul 16 18:08:15.227903 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.244156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['86acc91b-1a32-41e0-8159-7acc2af0dfdb', '7dc694da-5f53-4d80-9059-b2f4a0bb7b6d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:15.318615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Network 026a2c11-159b-4be3-b67f-844914b3c654 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:15.324792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:15.329720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:15.339398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event updated for resources: {'Port': ['ID=7ad83cbc-d190-490e-98cc-d6c2b0fe0581,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:15.398911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7967f244-ab48-4a54-9d33-989b477165a4 req-a4c0cf1b-4346-4e2a-b3fb-9f47f43776db tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Deleting port d6f48b6c-f8c2-441f-befe-23470cfe8e98 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:15.399262 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7967f244-ab48-4a54-9d33-989b477165a4 req-a4c0cf1b-4346-4e2a-b3fb-9f47f43776db tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.432483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.432752 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.515021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-8bb4a3bd-c980-4898-9361-970d3a4701d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3404577 Jul 16 18:08:15.531870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Request body: {'port': {'device_id': 'efb324d4-91a1-4080-8c39-9379aa2a5cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:15.603653 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-7967f244-ab48-4a54-9d33-989b477165a4 req-a4c0cf1b-4346-4e2a-b3fb-9f47f43776db tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] For port d6f48b6c-f8c2-441f-befe-23470cfe8e98, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d6f48b6c-f8c2-441f-befe-23470cfe8e98,segment=NetworkSegment(d5f8fe0b-5a52-44d3-ac3e-29aa9e506de3),segment_id=d5f8fe0b-5a52-44d3-ac3e-29aa9e506de3)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:15.604020 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7967f244-ab48-4a54-9d33-989b477165a4 req-a4c0cf1b-4346-4e2a-b3fb-9f47f43776db tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.615199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa321-2f71-46f6-9d1c-f9ec307e261c req-04cc2cac-8e0f-4ba8-a673-f7bb829da940 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.616751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-683fa321-2f71-46f6-9d1c-f9ec307e261c req-04cc2cac-8e0f-4ba8-a673-f7bb829da940 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 931 time: 0.2124588 Jul 16 18:08:15.667466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7967f244-ab48-4a54-9d33-989b477165a4 req-a4c0cf1b-4346-4e2a-b3fb-9f47f43776db tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Calling delete_port for d6f48b6c-f8c2-441f-befe-23470cfe8e98 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:15.684157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a4c8803f-e527-432a-89eb-05894778a299 None None] Provisioning for port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:15.688068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a4c8803f-e527-432a-89eb-05894778a299 None None] Provisioning complete for port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:15.688446 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a4c8803f-e527-432a-89eb-05894778a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.723748 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a4c8803f-e527-432a-89eb-05894778a299 None None] Port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:15.734331 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.740798 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-683fa321-2f71-46f6-9d1c-f9ec307e261c req-bcf3e457-ba25-49d4-9012-5e1523fc4466 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181757 Jul 16 18:08:16.032824 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7967f244-ab48-4a54-9d33-989b477165a4 req-a4c0cf1b-4346-4e2a-b3fb-9f47f43776db tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.045814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d6f48b6c-f8c2-441f-befe-23470cfe8e98'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:16.093803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0cf1b-4346-4e2a-b3fb-9f47f43776db tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Pushing event deleted for resources: {'Port': ['ID=d6f48b6c-f8c2-441f-befe-23470cfe8e98,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:16.123674 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b47f9-0ea0-472f-8947-8f8dea581cd3 req-033d17dd-6cef-4ae7-a1c9-4a32d9a88632 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.125157 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-928b47f9-0ea0-472f-8947-8f8dea581cd3 req-033d17dd-6cef-4ae7-a1c9-4a32d9a88632 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.2199299 Jul 16 18:08:16.184049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7967f244-ab48-4a54-9d33-989b477165a4 req-a4c0cf1b-4346-4e2a-b3fb-9f47f43776db tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] No DVR routers for this DVR port d6f48b6c-f8c2-441f-befe-23470cfe8e98 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:16.210583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7967f244-ab48-4a54-9d33-989b477165a4 req-a4c0cf1b-4346-4e2a-b3fb-9f47f43776db tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.212604 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7967f244-ab48-4a54-9d33-989b477165a4 req-a4c0cf1b-4346-4e2a-b3fb-9f47f43776db tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.35 "DELETE /v2.0/ports/d6f48b6c-f8c2-441f-befe-23470cfe8e98 HTTP/1.1" status: 204 len: 173 time: 1.0343931 Jul 16 18:08:16.213104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea4d4a0-1b47-41e8-9242-dba00e98ac83', 'name': 'network-vif-deleted', 'tag': 'd6f48b6c-f8c2-441f-befe-23470cfe8e98'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:16.215686 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be22f32f-0e26-4573-8ee9-9ac57c776df8" -d '{"events": [{"server_uuid": "5ea4d4a0-1b47-41e8-9242-dba00e98ac83", "name": "network-vif-deleted", "tag": "d6f48b6c-f8c2-441f-befe-23470cfe8e98"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:16.248007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:16.257757 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.262360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-928b47f9-0ea0-472f-8947-8f8dea581cd3 req-3fab2135-048e-47c2-937b-176941b30d49 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194594 Jul 16 18:08:16.274245 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Transition to ACTIVE for port object 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:16.281169 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.338219 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f07429-0472-4d6a-b7f5-64cb089fd907 x-openstack-request-id: req-e8f07429-0472-4d6a-b7f5-64cb089fd907 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:16.338540 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea4d4a0-1b47-41e8-9242-dba00e98ac83", "name": "network-vif-deleted", "tag": "d6f48b6c-f8c2-441f-befe-23470cfe8e98", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:16.338933 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8f07429-0472-4d6a-b7f5-64cb089fd907 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:16.339260 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea4d4a0-1b47-41e8-9242-dba00e98ac83', 'name': 'network-vif-deleted', 'tag': 'd6f48b6c-f8c2-441f-befe-23470cfe8e98', 'status': 'completed', 'code': 200} Jul 16 18:08:16.366042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11aeeed3-944c-4b8b-bfca-53aac2301630 req-5700fb73-29e6-4acd-b91d-0fc08a545cc5 tempest-ServerMetadataNegativeTestJSON-133625548 tempest-ServerMetadataNegativeTestJSON-133625548-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea4d4a0-1b47-41e8-9242-dba00e98ac83 HTTP/1.1" status: 200 len: 210 time: 0.0519280 Jul 16 18:08:16.434586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad83cbc-d190-490e-98cc-d6c2b0fe0581,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:16.469301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Attempting to bind port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:16.469753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Attempting to bind port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:16.469964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Attempting to bind port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 on network 026a2c11-159b-4be3-b67f-844914b3c654 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:16.475358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 on network 026a2c11-159b-4be3-b67f-844914b3c654 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:16.475721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Attempting to bind port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 on network 026a2c11-159b-4be3-b67f-844914b3c654 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:16.481150 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:16.481485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Checking segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:16.481867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Bound using segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:16.482292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Bound port: 7ad83cbc-d190-490e-98cc-d6c2b0fe0581, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:16.482647 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.550726 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] For port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:16.554679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] For port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7ad83cbc-d190-490e-98cc-d6c2b0fe0581,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:16.560359 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.594172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.594778 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.596195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] 10.222.0.43 "PUT /v2.0/ports/7ad83cbc-d190-490e-98cc-d6c2b0fe0581 HTTP/1.1" status: 200 len: 1092 time: 1.0686641 Jul 16 18:08:16.620585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c86ea-ea82-4b33-8408-acf733e95a97 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad83cbc-d190-490e-98cc-d6c2b0fe0581,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:16.698862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-dcd1cf8b-7da5-41bc-b6cd-58593a81105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.700779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-dcd1cf8b-7da5-41bc-b6cd-58593a81105f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 1095 time: 0.0625005 Jul 16 18:08:16.749745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-b680b347-587f-4a08-ac44-8937301c271d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad83cbc-d190-490e-98cc-d6c2b0fe0581 HTTP/1.1" status: 200 len: 217 time: 0.0391648 Jul 16 18:08:16.806487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-6322588c-4461-4240-a6ac-69ebae3e2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.808127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-6322588c-4461-4240-a6ac-69ebae3e2e38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.0513432 Jul 16 18:08:16.979733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-437ea4de-5214-4afc-b004-5ff52395e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.981255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-437ea4de-5214-4afc-b004-5ff52395e02d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669366 Jul 16 18:08:16.984666 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea2b99be-1def-4a97-a537-8f813551d620 req-a80fe31c-b57d-44f7-a281-ee2420452aef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1238348 Jul 16 18:08:17.039368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a78b-00be-4703-bb0b-6dff2c8fbc91 req-4f73542d-a0ce-4e09-b66a-080579f756d7 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.040886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7935a78b-00be-4703-bb0b-6dff2c8fbc91 req-4f73542d-a0ce-4e09-b66a-080579f756d7 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 943 time: 0.1467116 Jul 16 18:08:17.151765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7935a78b-00be-4703-bb0b-6dff2c8fbc91 req-a3edbe31-754d-46f0-bcd6-ad0862b94229 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920119 Jul 16 18:08:17.168688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-e43c0753-174f-43a7-981e-36ce4268754d service neutron] 10.222.0.43 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803799 Jul 16 18:08:17.178592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b99be-1def-4a97-a537-8f813551d620 req-777eca88-3d66-4546-9e0e-04e6df64977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.180077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea2b99be-1def-4a97-a537-8f813551d620 req-777eca88-3d66-4546-9e0e-04e6df64977b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 1097 time: 0.1696765 Jul 16 18:08:17.342334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5172fd5a-9b92-4947-8774-513523a7f3ba req-a0e27e05-1ecd-4b9e-9120-433c58d57fd8 service neutron] 10.222.0.43 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612759 Jul 16 18:08:17.346658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b99be-1def-4a97-a537-8f813551d620 req-8aaa49de-6083-4f76-9271-a539c33bee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.348168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea2b99be-1def-4a97-a537-8f813551d620 req-8aaa49de-6083-4f76-9271-a539c33bee4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.1453853 Jul 16 18:08:17.394020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea2b99be-1def-4a97-a537-8f813551d620 req-650b8d88-8bd4-4cfb-85f4-b33a0589ef15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86acc91b-1a32-41e0-8159-7acc2af0dfdb HTTP/1.1" status: 200 len: 217 time: 0.0389245 Jul 16 18:08:17.462569 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47042) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.480528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b99be-1def-4a97-a537-8f813551d620 req-ca245de6-19df-43f7-8499-6f4cf25e7ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.482003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea2b99be-1def-4a97-a537-8f813551d620 req-ca245de6-19df-43f7-8499-6f4cf25e7ece service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.0796893 Jul 16 18:08:17.509244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2a8f67-59c2-47c0-b95c-bc64998a7223 admin admin] Deleting subnet a11332f0-4e26-4e9f-b993-567790e845a3 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:17.512468 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8f67-59c2-47c0-b95c-bc64998a7223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.527026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc317d9-d422-4ad0-a9a1-fdeb63d3fb56 req-0e1bf725-5459-498c-b7d7-14b1701c3267 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.528590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fc317d9-d422-4ad0-a9a1-fdeb63d3fb56 req-0e1bf725-5459-498c-b7d7-14b1701c3267 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1374354 Jul 16 18:08:17.551369 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8f67-59c2-47c0-b95c-bc64998a7223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.584040 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fc317d9-d422-4ad0-a9a1-fdeb63d3fb56 req-e095df4d-42e0-48e3-96a4-3cf802440c7b tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461233 Jul 16 18:08:17.586904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b99be-1def-4a97-a537-8f813551d620 req-051b4578-5ea5-4715-ae3e-324e59a355c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.588353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea2b99be-1def-4a97-a537-8f813551d620 req-051b4578-5ea5-4715-ae3e-324e59a355c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003983 Jul 16 18:08:17.590399 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8f67-59c2-47c0-b95c-bc64998a7223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.648623 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8f67-59c2-47c0-b95c-bc64998a7223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.674494 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a8f67-59c2-47c0-b95c-bc64998a7223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11332f0-4e26-4e9f-b993-567790e845a3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.680028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8f67-59c2-47c0-b95c-bc64998a7223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.681772 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3e2a8f67-59c2-47c0-b95c-bc64998a7223 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a11332f0-4e26-4e9f-b993-567790e845a3 HTTP/1.1" status: 204 len: 168 time: 0.2182045 Jul 16 18:08:17.684345 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47044) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.685856 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea2b99be-1def-4a97-a537-8f813551d620 req-63c61a54-2bb6-498a-ba4b-1abd56120f79 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908785 Jul 16 18:08:17.752449 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7f2d354-8cd3-4d68-aa05-cbb220b317f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.780489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea2b99be-1def-4a97-a537-8f813551d620 req-63ec41cc-f381-4fdb-b0ee-4e38ed9cdc31 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886452 Jul 16 18:08:17.833981 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7f2d354-8cd3-4d68-aa05-cbb220b317f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.844193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c7f2d354-8cd3-4d68-aa05-cbb220b317f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87714e0-3069-4921-bcf7-71f47f3da9f6']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:17.855071 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c7f2d354-8cd3-4d68-aa05-cbb220b317f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f8fe0b-5a52-44d3-ac3e-29aa9e506de3') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:17.855362 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c7f2d354-8cd3-4d68-aa05-cbb220b317f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f8fe0b-5a52-44d3-ac3e-29aa9e506de3') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:17.864386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7f2d354-8cd3-4d68-aa05-cbb220b317f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.878196 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7f2d354-8cd3-4d68-aa05-cbb220b317f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.884598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f2d354-8cd3-4d68-aa05-cbb220b317f8 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:17.885003 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7f2d354-8cd3-4d68-aa05-cbb220b317f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:17.886596 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:17.943254 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7f2d354-8cd3-4d68-aa05-cbb220b317f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.991833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-23641cdc-588b-4b4b-854f-a01cbafbd86d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0677130 Jul 16 18:08:18.120556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-1cf2d5ab-550e-413b-989b-57382160858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.121273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-1cf2d5ab-550e-413b-989b-57382160858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.121700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-1cf2d5ab-550e-413b-989b-57382160858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.122369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-1cf2d5ab-550e-413b-989b-57382160858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.122892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-1cf2d5ab-550e-413b-989b-57382160858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.123568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-1cf2d5ab-550e-413b-989b-57382160858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.124086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-1cf2d5ab-550e-413b-989b-57382160858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.126053 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-1cf2d5ab-550e-413b-989b-57382160858d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a03823ee279249458ba226f15dd999f2&device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 6497 time: 0.0771263 Jul 16 18:08:18.274284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-ab21f156-36fa-4031-a8a7-bf243f532eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.274809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-ab21f156-36fa-4031-a8a7-bf243f532eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.275273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-ab21f156-36fa-4031-a8a7-bf243f532eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.277138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-ab21f156-36fa-4031-a8a7-bf243f532eae service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9a1e7b3-f15f-48c2-8b79-818a78e0e750&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=5a777c37-8bba-4f57-954a-0f9e5ea82022&id=0c011d84-2097-4163-a4e4-5f40c803c352&id=0c011d84-2097-4163-a4e4-5f40c803c352 HTTP/1.1" status: 200 len: 2293 time: 0.1221230 Jul 16 18:08:18.299753 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7f2d354-8cd3-4d68-aa05-cbb220b317f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.305078 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c7f2d354-8cd3-4d68-aa05-cbb220b317f8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f87714e0-3069-4921-bcf7-71f47f3da9f6 HTTP/1.1" status: 204 len: 168 time: 0.6170025 Jul 16 18:08:18.305078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2d354-8cd3-4d68-aa05-cbb220b317f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f87714e0-3069-4921-bcf7-71f47f3da9f6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:18.355316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb324d4-91a1-4080-8c39-9379aa2a5cf8', 'tag': '7ad83cbc-d190-490e-98cc-d6c2b0fe0581'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:18.357807 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271af26d-8430-429c-9b82-bf80660b52ef" -d '{"events": [{"name": "network-changed", "server_uuid": "efb324d4-91a1-4080-8c39-9379aa2a5cf8", "tag": "7ad83cbc-d190-490e-98cc-d6c2b0fe0581"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:18.405465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-73a8a1dd-9efe-46ff-9bc1-4e6930ab9969 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fafb2855-d722-4156-ba87-9cc9ab2421dd HTTP/1.1" status: 200 len: 1001 time: 0.1179895 Jul 16 18:08:18.434357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47056) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:18.434765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17098cb-b775-450e-8ead-03c50b2a9543 req-7332b020-6cdb-4cc4-a7d1-e8514595812b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.436464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c17098cb-b775-450e-8ead-03c50b2a9543 req-7332b020-6cdb-4cc4-a7d1-e8514595812b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 943 time: 0.1516192 Jul 16 18:08:18.451533 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d6f48b6c-f8c2-441f-befe-23470cfe8e98 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:18.479590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: d6f48b6c-f8c2-441f-befe-23470cfe8e98 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:18.480083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d6f48b6c-f8c2-441f-befe-23470cfe8e98 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:18.483228 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f33b4062-cb19-4ffb-80ca-6f2d4fe63ed1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83a51be269da492e9809f31e292ae8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471849 Jul 16 18:08:18.485673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47058) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:18.511252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-e9037305-6405-4543-8b49-f39be0c9c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.513024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-e9037305-6405-4543-8b49-f39be0c9c63b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=204b23cc-159d-41ae-adf4-093a524deac6 HTTP/1.1" status: 200 len: 851 time: 0.0963545 Jul 16 18:08:18.518090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c17098cb-b775-450e-8ead-03c50b2a9543 req-4c3f1150-dd1c-4d33-b86b-e0dcd7e964fb tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555184 Jul 16 18:08:18.542169 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3f37538d-04da-41e8-9183-b2e09b583cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.563978 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fae4c4-6554-4ec2-a98c-6fc95c0118a8 x-openstack-request-id: req-50fae4c4-6554-4ec2-a98c-6fc95c0118a8 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:18.564180 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3f37538d-04da-41e8-9183-b2e09b583cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.564313 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb324d4-91a1-4080-8c39-9379aa2a5cf8", "tag": "7ad83cbc-d190-490e-98cc-d6c2b0fe0581", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:18.564503 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50fae4c4-6554-4ec2-a98c-6fc95c0118a8 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:18.564878 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb324d4-91a1-4080-8c39-9379aa2a5cf8', 'tag': '7ad83cbc-d190-490e-98cc-d6c2b0fe0581', 'status': 'completed', 'code': 200} Jul 16 18:08:18.584000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-645aeaac-e658-43f2-9113-09830156d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.585514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-645aeaac-e658-43f2-9113-09830156d2a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9a1e7b3-f15f-48c2-8b79-818a78e0e750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664418 Jul 16 18:08:18.614911 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3f37538d-04da-41e8-9183-b2e09b583cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.617725 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3f37538d-04da-41e8-9183-b2e09b583cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.621247 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3f37538d-04da-41e8-9183-b2e09b583cbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2111c4d2-5faf-4f41-82db-5de6889b5a90 HTTP/1.1" status: 204 len: 168 time: 0.1319561 Jul 16 18:08:18.627727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37538d-04da-41e8-9183-b2e09b583cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2111c4d2-5faf-4f41-82db-5de6889b5a90,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:18.927067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:19.029074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7ad83cbc-d190-490e-98cc-d6c2b0fe0581,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:19.042046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '7ad83cbc-d190-490e-98cc-d6c2b0fe0581', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'port_id': '7ad83cbc-d190-490e-98cc-d6c2b0fe0581', 'mac_address': 'fa:16:3e:3a:9f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:19.083915 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.086984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271af26d-8430-429c-9b82-bf80660b52ef req-770784e2-b0a8-455b-9cad-09be59e053ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.088555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-271af26d-8430-429c-9b82-bf80660b52ef req-770784e2-b0a8-455b-9cad-09be59e053ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 1095 time: 0.4993827 Jul 16 18:08:19.090298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-4783c5b9-f3a1-4cb8-924a-038bcee92d42 service neutron] 10.222.0.43 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928856 Jul 16 18:08:19.101663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:19.124287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7ad83cbc-d190-490e-98cc-d6c2b0fe0581,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:19.128657 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.180481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=7ad83cbc-d190-490e-98cc-d6c2b0fe0581,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:19.182062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d3873-d47b-49f2-aed1-574829022593 req-20daace7-02d3-4673-ad1b-c4ff0ce59b9b tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.183598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-268d3873-d47b-49f2-aed1-574829022593 req-20daace7-02d3-4673-ad1b-c4ff0ce59b9b tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1715882 Jul 16 18:08:19.318344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-1e6eb31a-d45c-4d64-9ea5-28533f18bc41 service neutron] 10.222.0.43 "GET /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176414 Jul 16 18:08:19.321628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-268d3873-d47b-49f2-aed1-574829022593 req-9f37bc8e-1c00-4c22-87da-987b5cdc6899 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087453 Jul 16 18:08:19.322753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271af26d-8430-429c-9b82-bf80660b52ef req-9f2d55f5-cb6b-4a0d-9220-f67d87d158e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.326993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-271af26d-8430-429c-9b82-bf80660b52ef req-9f2d55f5-cb6b-4a0d-9220-f67d87d158e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.2209694 Jul 16 18:08:19.401477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-271af26d-8430-429c-9b82-bf80660b52ef req-0636a703-0192-4d0a-b17a-c7f17d8ef879 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad83cbc-d190-490e-98cc-d6c2b0fe0581 HTTP/1.1" status: 200 len: 217 time: 0.0690200 Jul 16 18:08:19.402790 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-db38eef4-aa2c-4094-9071-d527d134d951 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 HTTP/1.1" status: 200 len: 217 time: 0.0764260 Jul 16 18:08:19.429126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47084) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:19.437309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['7ad83cbc-d190-490e-98cc-d6c2b0fe0581'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:19.495832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-9878e283-c0f4-4383-803a-8b00c8873780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.497605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-9878e283-c0f4-4383-803a-8b00c8873780 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.0765393 Jul 16 18:08:19.499334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271af26d-8430-429c-9b82-bf80660b52ef req-65145347-93ff-467e-8c3b-605fcae6b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.500944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-271af26d-8430-429c-9b82-bf80660b52ef req-65145347-93ff-467e-8c3b-605fcae6b7c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.0875401 Jul 16 18:08:19.546977 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2100271412-network', 'tenant_id': '4ede344f04254cd3ae257e1efe6061ea'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:19.584976 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Made reservation on behalf of 4ede344f04254cd3ae257e1efe6061ea for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:19.587390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.603109 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.649283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-174f33e9-1dcd-4c43-a573-4f8a9204a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.651456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-174f33e9-1dcd-4c43-a573-4f8a9204a9f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1401165 Jul 16 18:08:19.672403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271af26d-8430-429c-9b82-bf80660b52ef req-2e4327b8-bb65-456a-9fec-bc5a18c70ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.674861 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-271af26d-8430-429c-9b82-bf80660b52ef req-2e4327b8-bb65-456a-9fec-bc5a18c70ed0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612129 Jul 16 18:08:19.720744 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.725730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.749168 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:19.764898 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6966d04-9b50-41be-9642-65997bf79bec,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:19.767772 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.768111 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Added segment 30cd8c27-6c08-4502-b6fb-0ede13360c87 of type vlan for network 8a175737-e063-409b-ba35-10315008733d Jul 16 18:08:19.810720 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.841583 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.842124 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.842695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.872741 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4418647 Jul 16 18:08:19.876200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47092) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:19.883576 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5eeac882-fd5f-4e25-93c0-005802a44640 admin admin] Request body: {'subnet': {'network_id': '8a175737-e063-409b-ba35-10315008733d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2100271412-subnet', 'tenant_id': '4ede344f04254cd3ae257e1efe6061ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:19.896833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dc1db-9979-4498-9836-52a952f3a877 req-396d8abd-7f43-49af-afca-b4471c869dbd tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.898346 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b85dc1db-9979-4498-9836-52a952f3a877 req-396d8abd-7f43-49af-afca-b4471c869dbd tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 944 time: 0.2420392 Jul 16 18:08:19.911356 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-271af26d-8430-429c-9b82-bf80660b52ef req-abde891b-1514-4bff-815a-d5f7365073ba service neutron] 10.222.0.43 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107921 Jul 16 18:08:19.917372 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca629f-ca10-46d1-a735-9214f7a8c0e8 admin admin] Pushing event updated for resources: {'Network': ['ID=8a175737-e063-409b-ba35-10315008733d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:19.917771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-1d52369c-8ffd-4053-b550-7da28f1c40af service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480378 Jul 16 18:08:19.928267 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 8a175737-e063-409b-ba35-10315008733d details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:19.940238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeac882-fd5f-4e25-93c0-005802a44640 admin admin] Made reservation on behalf of 4ede344f04254cd3ae257e1efe6061ea for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:19.943482 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5eeac882-fd5f-4e25-93c0-005802a44640 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.008684 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b85dc1db-9979-4498-9836-52a952f3a877 req-a6c8a14a-13bc-4f04-bdfd-5ace6a3ed16c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028397 Jul 16 18:08:20.116277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5eeac882-fd5f-4e25-93c0-005802a44640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.120879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-271af26d-8430-429c-9b82-bf80660b52ef req-7d3933a9-1295-40d4-826f-781e61d482df service neutron] 10.222.0.43 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008655 Jul 16 18:08:20.123085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-dcfde7ae-3423-48db-b174-236e26a2a2b2 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850243 Jul 16 18:08:20.175973 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeac882-fd5f-4e25-93c0-005802a44640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4896f2-d6af-4700-991a-0a11d6229f29,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:20.179856 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-e8f1433d-5cd6-4863-9588-40bed2bbc875 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=18345d03-7c53-438a-9a8c-95169626de44 HTTP/1.1" status: 200 len: 217 time: 0.0388160 Jul 16 18:08:20.189113 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeac882-fd5f-4e25-93c0-005802a44640 admin admin] Checking segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:20.189467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeac882-fd5f-4e25-93c0-005802a44640 admin admin] Network hostable DHCP agents. Network: 8a175737-e063-409b-ba35-10315008733d, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:20.206339 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeac882-fd5f-4e25-93c0-005802a44640 admin admin] Network 8a175737-e063-409b-ba35-10315008733d is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:20.217625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5eeac882-fd5f-4e25-93c0-005802a44640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 8a175737-e063-409b-ba35-10315008733d) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:20.227736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeac882-fd5f-4e25-93c0-005802a44640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.228097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1576c4-707c-47e4-b780-f948e163fb09 None None] Network 8a175737-e063-409b-ba35-10315008733d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:20.228331 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5eeac882-fd5f-4e25-93c0-005802a44640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.236529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-865163c2-2f98-46d5-b3c7-ae5218f5bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.238269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-865163c2-2f98-46d5-b3c7-ae5218f5bbb8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.0529773 Jul 16 18:08:20.244296 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5eeac882-fd5f-4e25-93c0-005802a44640 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3670723 Jul 16 18:08:20.301933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-2561b79f-bd03-4c0d-9a47-668da36d44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.303484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-2561b79f-bd03-4c0d-9a47-668da36d44c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554440 Jul 16 18:08:20.384235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a01163-fdb9-472b-b595-2daf9ce46f41 None None] Network 8a175737-e063-409b-ba35-10315008733d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:20.450824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-a294d6bc-2278-4bd6-b6d4-8b13e5978bd4 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364751 Jul 16 18:08:20.598497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-659bb524-7f28-4d26-a618-dd52fcc45dbc service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405628 Jul 16 18:08:20.650462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-ee189910-9472-494c-8580-5491555db66b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=1a57b23a-1512-4b19-adec-c812fd457e13 HTTP/1.1" status: 200 len: 217 time: 0.0454993 Jul 16 18:08:20.661711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1191fb-7548-433a-aa8a-430544839764 req-6a3be900-620d-4f37-b49f-71b6274dda94 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.663203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b1191fb-7548-433a-aa8a-430544839764 req-6a3be900-620d-4f37-b49f-71b6274dda94 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1547916 Jul 16 18:08:20.761491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-de5341c9-59f0-49bd-ad6f-19a110af1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.762936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-de5341c9-59f0-49bd-ad6f-19a110af1b1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.0988660 Jul 16 18:08:20.800390 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b1191fb-7548-433a-aa8a-430544839764 req-d63f1876-44e4-4492-a915-f00661ea4a3a tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281040 Jul 16 18:08:20.869091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-18e9d6bc-97a4-437d-b3bf-2e7b012f5e15 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.870920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-18e9d6bc-97a4-437d-b3bf-2e7b012f5e15 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.1996734 Jul 16 18:08:20.889941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-e4f09504-5f50-423e-a87c-33f7aa3fc8c2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/quotas/4ede344f04254cd3ae257e1efe6061ea HTTP/1.1" status: 200 len: 375 time: 0.0128536 Jul 16 18:08:20.894220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-dbf59719-361e-474d-8393-ad7365965a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.896348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-dbf59719-361e-474d-8393-ad7365965a8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0995233 Jul 16 18:08:20.933762 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-cad83ae3-5595-4622-bd53-c195b9c922bc tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364842 Jul 16 18:08:20.946982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:20.995128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:20.998762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:20.999144 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.088443 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.092546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-592a33bc-36ab-41d7-9511-2bbe12c7f0f2 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853657 Jul 16 18:08:21.094312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dcc80603-e4ce-46da-9533-c24ea932f1d3 service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509678 Jul 16 18:08:21.114735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb324d4-91a1-4080-8c39-9379aa2a5cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad83cbc-d190-490e-98cc-d6c2b0fe0581'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:21.118362 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162d29ed-ff59-480b-b3ac-8006d96a8a85" -d '{"events": [{"server_uuid": "efb324d4-91a1-4080-8c39-9379aa2a5cf8", "name": "network-vif-plugged", "status": "completed", "tag": "7ad83cbc-d190-490e-98cc-d6c2b0fe0581"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:21.131858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7ad83cbc-d190-490e-98cc-d6c2b0fe0581,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:21.137350 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.184011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=7ad83cbc-d190-490e-98cc-d6c2b0fe0581,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:21.311654 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-7ae7dad0-ba7b-4c84-b8c4-094ab4dff601 service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039034 Jul 16 18:08:21.313685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-2af2a144-0724-45e6-8050-1dcac21e1495 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140009 Jul 16 18:08:21.325656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745572f-2f1c-4af6-9847-5d4001624340 req-041b71fb-9302-45aa-a821-8a6e1e2a6410 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.327114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9745572f-2f1c-4af6-9847-5d4001624340 req-041b71fb-9302-45aa-a821-8a6e1e2a6410 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 945 time: 0.1894121 Jul 16 18:08:21.373971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-ad1c71c0-6c33-44f6-8951-927607c7845d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=8e586911-4ab5-419c-8031-5e5c2405fe96 HTTP/1.1" status: 200 len: 217 time: 0.0457101 Jul 16 18:08:21.437741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9745572f-2f1c-4af6-9847-5d4001624340 req-3b0217d1-e867-4068-b7bc-2071e67328df tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024511 Jul 16 18:08:21.448178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-0fa061d5-8424-4a15-9ad6-4d1d8db1b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.449973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-0fa061d5-8424-4a15-9ad6-4d1d8db1b9bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 200 len: 797 time: 0.0671217 Jul 16 18:08:21.459578 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb7689-9a24-4ac0-9a6d-bfee26929155 x-openstack-request-id: req-cbfb7689-9a24-4ac0-9a6d-bfee26929155 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:21.459882 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb324d4-91a1-4080-8c39-9379aa2a5cf8", "name": "network-vif-plugged", "status": "completed", "tag": "7ad83cbc-d190-490e-98cc-d6c2b0fe0581", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:21.460139 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbfb7689-9a24-4ac0-9a6d-bfee26929155 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:21.460541 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb324d4-91a1-4080-8c39-9379aa2a5cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad83cbc-d190-490e-98cc-d6c2b0fe0581', 'code': 200} Jul 16 18:08:21.564131 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ebcdbb7-aa4c-442a-9af1-c8ebd0818b94 req-9335673a-6b47-4b7e-8a04-ed80c33e9f85 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 210 time: 0.0522704 Jul 16 18:08:21.618256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-3bee2ce8-6a05-4687-bb3e-e36387c255bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.619815 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-3bee2ce8-6a05-4687-bb3e-e36387c255bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a777c37-8bba-4f57-954a-0f9e5ea82022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1589780 Jul 16 18:08:21.669824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc934758-7e92-4afb-9a39-004d91798c9e req-9ca435e6-2c88-48cd-b534-3111738f56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.671400 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc934758-7e92-4afb-9a39-004d91798c9e req-9ca435e6-2c88-48cd-b534-3111738f56b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 1097 time: 0.1059260 Jul 16 18:08:21.753387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc934758-7e92-4afb-9a39-004d91798c9e req-76a53bf3-a1fc-48ab-b2c7-c30265765172 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542026 Jul 16 18:08:21.759578 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-cd81e1af-c3d6-4d63-912c-c8fba40db8a3 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327343 Jul 16 18:08:21.906982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-38e2d1d0-b5b1-4788-94e8-6d78359fe0b5 service neutron] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015933 Jul 16 18:08:21.965358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-2ca734b2-1766-44d5-96b3-48a1be86ea73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aab58be2-4cb3-4983-97a8-01f624ab22b2 HTTP/1.1" status: 200 len: 217 time: 0.0511155 Jul 16 18:08:22.051765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-b9052732-d3a8-4bea-b6a6-c00029ba9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.053369 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-b9052732-d3a8-4bea-b6a6-c00029ba9514 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6275183a-184c-40b6-9472-3ea6e6333b9e HTTP/1.1" status: 200 len: 797 time: 0.0669441 Jul 16 18:08:22.068110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030ce21-efbd-4e39-ac63-b9a92586708c req-a47c61ad-5dd2-4769-8076-cb3302bf9739 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.069544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9030ce21-efbd-4e39-ac63-b9a92586708c req-a47c61ad-5dd2-4769-8076-cb3302bf9739 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1152332 Jul 16 18:08:22.144863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9030ce21-efbd-4e39-ac63-b9a92586708c req-0f7eee4f-99fd-4262-ba7d-a8fd80029a15 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670080 Jul 16 18:08:22.157080 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-8321b0f0-358d-4c3c-924d-4f58bec1ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.158566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-8321b0f0-358d-4c3c-924d-4f58bec1ec75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c011d84-2097-4163-a4e4-5f40c803c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0881851 Jul 16 18:08:22.262279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-8a7e18cd-528b-452a-bb3b-6aaae7c30b1d service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904574 Jul 16 18:08:22.358471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-83ea0282-9f04-4196-bdef-2b0989ded3a6 service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890977 Jul 16 18:08:22.404861 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-83b067bc-e44a-43d7-bb93-3c52353ee70e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b352bb3b-bc30-47c1-851d-1f7cb7dde406 HTTP/1.1" status: 200 len: 217 time: 0.0346997 Jul 16 18:08:22.454902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-9412f5ec-9fda-47a1-92e8-2136f3dd367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.456373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-9412f5ec-9fda-47a1-92e8-2136f3dd367a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6275183a-184c-40b6-9472-3ea6e6333b9e HTTP/1.1" status: 200 len: 797 time: 0.0436101 Jul 16 18:08:22.527375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-9c56c1e4-52ab-4136-9b9d-49b577b24947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.528971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-9c56c1e4-52ab-4136-9b9d-49b577b24947 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c011d84-2097-4163-a4e4-5f40c803c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0598972 Jul 16 18:08:22.999681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-0f651025-31ab-43aa-953d-95752191c8cf service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626393 Jul 16 18:08:23.027117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82f45f5a-123d-48e2-a6de-018e15022ffe req-597e964e-f9b5-4603-bbba-f1ee7e3ec264 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 210 time: 0.0543072 Jul 16 18:08:23.106257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe5e56-5267-4beb-af08-55dbe9494310 req-53fba0a7-cde2-4750-9680-a0236609c447 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.108167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6fe5e56-5267-4beb-af08-55dbe9494310 req-53fba0a7-cde2-4750-9680-a0236609c447 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 945 time: 0.5365732 Jul 16 18:08:23.189547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-baa1a617-3768-445c-afe5-47ae8d956225 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.191048 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-baa1a617-3768-445c-afe5-47ae8d956225 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.43 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.5417039 Jul 16 18:08:23.214083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-8f6cccb5-0874-4531-9152-ed610c8bf1e9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Request body: {'port': {'device_id': '12a70f91-0ed8-4c30-aef7-87ae700c1d93', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'admin_state_up': True, 'tenant_id': '4ede344f04254cd3ae257e1efe6061ea'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:23.242596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6fe5e56-5267-4beb-af08-55dbe9494310 req-933e36be-ce61-4ee9-b465-19332ac85c47 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240644 Jul 16 18:08:23.249605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6dfd0d9-5bc4-456e-b075-0dc150811aee req-d6eaf185-66d1-4402-8929-e8026f11838e service neutron] 10.222.0.43 "GET /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247844 Jul 16 18:08:23.341986 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-8f6cccb5-0874-4531-9152-ed610c8bf1e9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Made reservation on behalf of 4ede344f04254cd3ae257e1efe6061ea for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:23.345642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-8f6cccb5-0874-4531-9152-ed610c8bf1e9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.481107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47efe-17f0-43d5-9380-6488794225f4 req-a98af006-c99c-44b4-8998-44dd3ba918d2 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.482899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14a47efe-17f0-43d5-9380-6488794225f4 req-a98af006-c99c-44b4-8998-44dd3ba918d2 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1266708 Jul 16 18:08:23.555394 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14a47efe-17f0-43d5-9380-6488794225f4 req-c176fefc-f925-4f4b-a84c-a5b40f21d899 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531981 Jul 16 18:08:23.556449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-8f6cccb5-0874-4531-9152-ed610c8bf1e9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Allocated IP 172.20.0.6 (8a175737-e063-409b-ba35-10315008733d/cf4896f2-d6af-4700-991a-0a11d6229f29/77d67a9d-e21b-46b3-8720-c574ae7c41e0) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:23.705915 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-8f6cccb5-0874-4531-9152-ed610c8bf1e9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.743958 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-8f6cccb5-0874-4531-9152-ed610c8bf1e9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.790887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-8f6cccb5-0874-4531-9152-ed610c8bf1e9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Network 8a175737-e063-409b-ba35-10315008733d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:23.793977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-8f6cccb5-0874-4531-9152-ed610c8bf1e9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:23.797951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-8f6cccb5-0874-4531-9152-ed610c8bf1e9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:23.822325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cccb5-0874-4531-9152-ed610c8bf1e9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event updated for resources: {'Port': ['ID=77d67a9d-e21b-46b3-8720-c574ae7c41e0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:23.850279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-8f6cccb5-0874-4531-9152-ed610c8bf1e9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.850894 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-8f6cccb5-0874-4531-9152-ed610c8bf1e9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.865773 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-8f6cccb5-0874-4531-9152-ed610c8bf1e9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6617205 Jul 16 18:08:23.878352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Request body: {'port': {'device_id': '12a70f91-0ed8-4c30-aef7-87ae700c1d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:23.956202 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.263487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515a3f-d2ff-4f96-8dca-4ca2bc973aea req-2519706c-b55d-4a81-9382-68f04af999c8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.266123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb515a3f-d2ff-4f96-8dca-4ca2bc973aea req-2519706c-b55d-4a81-9382-68f04af999c8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 931 time: 0.1217008 Jul 16 18:08:24.324792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d67a9d-e21b-46b3-8720-c574ae7c41e0 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:24.339991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.349693 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb515a3f-d2ff-4f96-8dca-4ca2bc973aea req-50affe19-31df-47d6-bc22-f1db6cfde4df tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594182 Jul 16 18:08:24.357604 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Transition to ACTIVE for port object 77d67a9d-e21b-46b3-8720-c574ae7c41e0 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:24.362908 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.437041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Pushing event updated for resources: {'Port': ['ID=77d67a9d-e21b-46b3-8720-c574ae7c41e0,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:24.569431 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Attempting to bind port 77d67a9d-e21b-46b3-8720-c574ae7c41e0 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:24.570133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Attempting to bind port 77d67a9d-e21b-46b3-8720-c574ae7c41e0 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:24.570297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Attempting to bind port 77d67a9d-e21b-46b3-8720-c574ae7c41e0 on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:24.578745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Port 77d67a9d-e21b-46b3-8720-c574ae7c41e0 on network 8a175737-e063-409b-ba35-10315008733d not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:24.579018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Attempting to bind port 77d67a9d-e21b-46b3-8720-c574ae7c41e0 on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:24.595628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862a6a8-28de-4a97-9ee0-f239c1df553d req-94144d56-570a-4792-bbe4-08e7989808de tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.597186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9862a6a8-28de-4a97-9ee0-f239c1df553d req-94144d56-570a-4792-bbe4-08e7989808de tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 945 time: 0.1342137 Jul 16 18:08:24.598613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:24.598953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Checking segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:24.599530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Bound using segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:24.600181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Bound port: 77d67a9d-e21b-46b3-8720-c574ae7c41e0, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:24.600535 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.674789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9862a6a8-28de-4a97-9ee0-f239c1df553d req-c411e881-1aeb-4c00-b439-bbcb62d45118 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709655 Jul 16 18:08:24.744586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] For port 77d67a9d-e21b-46b3-8720-c574ae7c41e0, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:24.762887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] For port 77d67a9d-e21b-46b3-8720-c574ae7c41e0, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=77d67a9d-e21b-46b3-8720-c574ae7c41e0,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:24.769536 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.850115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.850649 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.852109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] 10.222.0.43 "PUT /v2.0/ports/77d67a9d-e21b-46b3-8720-c574ae7c41e0 HTTP/1.1" status: 200 len: 1092 time: 0.9779198 Jul 16 18:08:24.853802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a70f91-0ed8-4c30-aef7-87ae700c1d93', 'tag': '77d67a9d-e21b-46b3-8720-c574ae7c41e0'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:24.856092 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78383e2-fc5c-4174-b4ef-fbc676c39524" -d '{"events": [{"name": "network-changed", "server_uuid": "12a70f91-0ed8-4c30-aef7-87ae700c1d93", "tag": "77d67a9d-e21b-46b3-8720-c574ae7c41e0"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:24.874615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f943a74-ec31-4ef2-a4cf-548175387563 req-bb436bc1-74b5-47a0-9595-8466d46e03d1 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.876228 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f943a74-ec31-4ef2-a4cf-548175387563 req-bb436bc1-74b5-47a0-9595-8466d46e03d1 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1803353 Jul 16 18:08:24.933796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd5119-ff68-4a3f-a707-ab1fcf1a529e service neutron] Pushing event updated for resources: {'Port': ['ID=77d67a9d-e21b-46b3-8720-c574ae7c41e0,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:24.948567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-269ddc2a-cf5f-42a1-b6b2-ebbab2714a39 req-3d2c2f60-59b0-4314-b785-43340e247c18 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5ca33b2ce4084d6ea2bd43b67a123011 HTTP/1.1" status: 200 len: 267 time: 0.1414418 Jul 16 18:08:25.022787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f943a74-ec31-4ef2-a4cf-548175387563 req-5b39d6f9-5482-437b-a4b4-665567f37e5a tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365161 Jul 16 18:08:25.069601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-a06de624-c16a-4670-8c95-19efd34486b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.070982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-a06de624-c16a-4670-8c95-19efd34486b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 1095 time: 0.1606710 Jul 16 18:08:25.072410 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a472996e-d58a-4745-a07e-1f2ed3bdd0a5 x-openstack-request-id: req-a472996e-d58a-4745-a07e-1f2ed3bdd0a5 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:25.072691 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a70f91-0ed8-4c30-aef7-87ae700c1d93", "tag": "77d67a9d-e21b-46b3-8720-c574ae7c41e0", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:25.072936 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a472996e-d58a-4745-a07e-1f2ed3bdd0a5 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:25.073321 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a70f91-0ed8-4c30-aef7-87ae700c1d93', 'tag': '77d67a9d-e21b-46b3-8720-c574ae7c41e0', 'status': 'completed', 'code': 200} Jul 16 18:08:25.086610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ddc2a-cf5f-42a1-b6b2-ebbab2714a39 req-217f4229-f105-4e3e-96ce-56bc2a00739b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.088152 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-269ddc2a-cf5f-42a1-b6b2-ebbab2714a39 req-217f4229-f105-4e3e-96ce-56bc2a00739b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 945 time: 0.1201401 Jul 16 18:08:25.100623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-269ddc2a-cf5f-42a1-b6b2-ebbab2714a39 req-2eda48b0-aa95-458a-ac00-b36da7a51979 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Request body: {'port': {'security_groups': []}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:25.135488 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-27876946-2e29-4066-9199-eb989de0e0a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77d67a9d-e21b-46b3-8720-c574ae7c41e0 HTTP/1.1" status: 200 len: 217 time: 0.0463541 Jul 16 18:08:25.244977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-607e2fbf-3737-4457-bb49-0d435895fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.246456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-607e2fbf-3737-4457-bb49-0d435895fe23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.0934787 Jul 16 18:08:25.291458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-4e042069-8f24-4d6c-b796-3f106ebff49d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348239 Jul 16 18:08:25.291769 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-269ddc2a-cf5f-42a1-b6b2-ebbab2714a39 req-2eda48b0-aa95-458a-ac00-b36da7a51979 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.464074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-5eaf2ba9-9d76-4582-a6e0-2b46423063da service neutron] 10.222.0.43 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583638 Jul 16 18:08:25.626009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-269ddc2a-cf5f-42a1-b6b2-ebbab2714a39 req-2eda48b0-aa95-458a-ac00-b36da7a51979 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] For port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7ad83cbc-d190-490e-98cc-d6c2b0fe0581,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:25.686178 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-269ddc2a-cf5f-42a1-b6b2-ebbab2714a39 req-2eda48b0-aa95-458a-ac00-b36da7a51979 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.695017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acebd1-c4f4-4cc0-83fb-9a7a27528f7b req-3b3d5591-9e6a-404e-bfc0-7d59e60a9ccb tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.696529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71acebd1-c4f4-4cc0-83fb-9a7a27528f7b req-3b3d5591-9e6a-404e-bfc0-7d59e60a9ccb tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 943 time: 0.2267909 Jul 16 18:08:25.698730 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4599a29-7ef4-4f3f-aaec-aba42e61b03f req-1cca1acc-8730-4394-8922-b20e98075e03 service neutron] 10.222.0.43 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160883 Jul 16 18:08:25.700275 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-269ddc2a-cf5f-42a1-b6b2-ebbab2714a39 req-2eda48b0-aa95-458a-ac00-b36da7a51979 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.713830 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['86acc91b-1a32-41e0-8159-7acc2af0dfdb', '7dc694da-5f53-4d80-9059-b2f4a0bb7b6d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:25.716329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['7ad83cbc-d190-490e-98cc-d6c2b0fe0581'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:25.768315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ddc2a-cf5f-42a1-b6b2-ebbab2714a39 req-2eda48b0-aa95-458a-ac00-b36da7a51979 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.768927 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-269ddc2a-cf5f-42a1-b6b2-ebbab2714a39 req-2eda48b0-aa95-458a-ac00-b36da7a51979 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.770453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-269ddc2a-cf5f-42a1-b6b2-ebbab2714a39 req-2eda48b0-aa95-458a-ac00-b36da7a51979 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "PUT /v2.0/ports/7ad83cbc-d190-490e-98cc-d6c2b0fe0581 HTTP/1.1" status: 200 len: 904 time: 0.6755366 Jul 16 18:08:25.846977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71acebd1-c4f4-4cc0-83fb-9a7a27528f7b req-ee4ed2f5-cdc1-455c-bc84-b8ec4fce9835 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436830 Jul 16 18:08:25.851120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda48b0-aa95-458a-ac00-b36da7a51979 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event updated for resources: {'Port': ['ID=7ad83cbc-d190-490e-98cc-d6c2b0fe0581,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:25.887193 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78383e2-fc5c-4174-b4ef-fbc676c39524 req-5787d24b-8e21-438c-a411-679803ffa569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.887193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b78383e2-fc5c-4174-b4ef-fbc676c39524 req-5787d24b-8e21-438c-a411-679803ffa569 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 1095 time: 0.1103201 Jul 16 18:08:25.931775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['7ad83cbc-d190-490e-98cc-d6c2b0fe0581'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:26.049088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78383e2-fc5c-4174-b4ef-fbc676c39524 req-2f9a0e52-e76b-40d7-8fa7-acfb3fa11aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.051725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b78383e2-fc5c-4174-b4ef-fbc676c39524 req-2f9a0e52-e76b-40d7-8fa7-acfb3fa11aea service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 907 time: 0.1555033 Jul 16 18:08:26.103386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b78383e2-fc5c-4174-b4ef-fbc676c39524 req-720c435e-47cd-45ae-ad22-72ae13beadeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77d67a9d-e21b-46b3-8720-c574ae7c41e0 HTTP/1.1" status: 200 len: 217 time: 0.0436008 Jul 16 18:08:26.116483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecf613-eba3-4069-a761-be501319c06a req-e9e66920-7958-4449-ab92-64f84aaed882 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.126451 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37ecf613-eba3-4069-a761-be501319c06a req-e9e66920-7958-4449-ab92-64f84aaed882 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 907 time: 0.1499972 Jul 16 18:08:26.128276 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-289147d1-af56-4fd0-b2d1-5f9d240bef4b None None] Provisioning complete for port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:26.128659 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-289147d1-af56-4fd0-b2d1-5f9d240bef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.260346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78383e2-fc5c-4174-b4ef-fbc676c39524 req-74b31d76-3d8f-4016-b91e-5791322da96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.261951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b78383e2-fc5c-4174-b4ef-fbc676c39524 req-74b31d76-3d8f-4016-b91e-5791322da96b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.1345887 Jul 16 18:08:26.325347 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b78383e2-fc5c-4174-b4ef-fbc676c39524 req-fe7b6469-c29d-43f1-808c-a3edcf439094 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498540 Jul 16 18:08:26.354071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb035912-32ca-4f5f-90a1-405a6b29653e req-daad50ea-d7d0-42de-b5eb-74151110cf62 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.355583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb035912-32ca-4f5f-90a1-405a6b29653e req-daad50ea-d7d0-42de-b5eb-74151110cf62 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1621838 Jul 16 18:08:26.358774 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.471717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e0c6c-4a4a-44ed-a2a6-6de3fdd56ee7 req-f0cb82e1-19de-482c-bd5d-e37c95ed906e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.473353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f0e0c6c-4a4a-44ed-a2a6-6de3fdd56ee7 req-f0cb82e1-19de-482c-bd5d-e37c95ed906e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2103839 Jul 16 18:08:26.478285 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb035912-32ca-4f5f-90a1-405a6b29653e req-4afb68d2-4c79-4caa-b305-e6f59eea2be1 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112547 Jul 16 18:08:26.518891 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b78383e2-fc5c-4174-b4ef-fbc676c39524 req-41734293-fe38-44d4-a15e-1cec7ab031f5 service neutron] 10.222.0.43 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834605 Jul 16 18:08:26.540599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f0e0c6c-4a4a-44ed-a2a6-6de3fdd56ee7 req-a19c4c78-82dc-4fd4-a8bc-0c26d8d4f380 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613720 Jul 16 18:08:26.603052 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.631705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b78383e2-fc5c-4174-b4ef-fbc676c39524 req-1ea5f866-d170-409c-b0d7-bc61a0d48adb service neutron] 10.222.0.43 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044056 Jul 16 18:08:26.726683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dcae0-b640-426d-a347-18723b7fbdfb req-c8de21b4-112e-457c-8f47-f58d006a9f23 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.728110 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a95dcae0-b640-426d-a347-18723b7fbdfb req-c8de21b4-112e-457c-8f47-f58d006a9f23 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0657530 Jul 16 18:08:26.767142 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a95dcae0-b640-426d-a347-18723b7fbdfb req-b4aad813-c86c-4a52-8059-e20b57b0e3cb tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333989 Jul 16 18:08:26.972759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 77d67a9d-e21b-46b3-8720-c574ae7c41e0 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:27.073725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 77d67a9d-e21b-46b3-8720-c574ae7c41e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=77d67a9d-e21b-46b3-8720-c574ae7c41e0,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:27.075495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb324d4-91a1-4080-8c39-9379aa2a5cf8', 'tag': '7ad83cbc-d190-490e-98cc-d6c2b0fe0581'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:27.077744 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ebd013-92a5-4a15-8a4e-d2d5d2216578" -d '{"events": [{"name": "network-changed", "server_uuid": "efb324d4-91a1-4080-8c39-9379aa2a5cf8", "tag": "7ad83cbc-d190-490e-98cc-d6c2b0fe0581"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:27.085346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '77d67a9d-e21b-46b3-8720-c574ae7c41e0', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'port_id': '77d67a9d-e21b-46b3-8720-c574ae7c41e0', 'mac_address': 'fa:16:3e:81:33:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4896f2-d6af-4700-991a-0a11d6229f29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:27.088747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-ae40d005-cee6-4f16-a6c2-ee46ea9e8dda tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.090239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-ae40d005-cee6-4f16-a6c2-ee46ea9e8dda tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 811 time: 0.1503720 Jul 16 18:08:27.113220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff44b73-91db-4d43-91cb-b840409a02de req-85d8db1f-5551-43e8-9d66-e95a16000612 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.115693 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ff44b73-91db-4d43-91cb-b840409a02de req-85d8db1f-5551-43e8-9d66-e95a16000612 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 943 time: 0.1508462 Jul 16 18:08:27.118160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-c56c9575-6e46-4596-9e65-a65c5a8ec4db tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/quotas/5ca33b2ce4084d6ea2bd43b67a123011 HTTP/1.1" status: 200 len: 375 time: 0.0214455 Jul 16 18:08:27.122348 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.135924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d67a9d-e21b-46b3-8720-c574ae7c41e0 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:27.155498 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 77d67a9d-e21b-46b3-8720-c574ae7c41e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=77d67a9d-e21b-46b3-8720-c574ae7c41e0,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:27.160001 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.193990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ff44b73-91db-4d43-91cb-b840409a02de req-846fc44a-4ef4-4d4e-b64a-30393f185ed3 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725963 Jul 16 18:08:27.217892 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=77d67a9d-e21b-46b3-8720-c574ae7c41e0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:27.225997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:27.226355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:27.226702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:27.227043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:27.227376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:27.227750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:27.228082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:27.228410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:27.228948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:27.229056 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:27.229359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:27.229682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:27.239366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-67d49a0c-017c-4d6f-8797-d1fe1b041377 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1111052 Jul 16 18:08:27.335744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-daf71b1c-bb4e-49ed-a005-2db653b4c4b7 service neutron] 10.222.0.41 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889885 Jul 16 18:08:27.361559 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771e3738-6f00-4eb3-aec4-53dd7ba593ed x-openstack-request-id: req-771e3738-6f00-4eb3-aec4-53dd7ba593ed {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:27.361852 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb324d4-91a1-4080-8c39-9379aa2a5cf8", "tag": "7ad83cbc-d190-490e-98cc-d6c2b0fe0581", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:27.362111 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-771e3738-6f00-4eb3-aec4-53dd7ba593ed {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:27.362482 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb324d4-91a1-4080-8c39-9379aa2a5cf8', 'tag': '7ad83cbc-d190-490e-98cc-d6c2b0fe0581', 'status': 'completed', 'code': 200} Jul 16 18:08:27.468423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:27.469392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-5f1912b6-54d1-43f9-8e79-ff620d900902 service neutron] 10.222.0.41 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268716 Jul 16 18:08:27.480247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebd013-92a5-4a15-8a4e-d2d5d2216578 req-a29ce61b-5b00-4539-ade1-1f165a4fd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.481818 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78ebd013-92a5-4a15-8a4e-d2d5d2216578 req-a29ce61b-5b00-4539-ade1-1f165a4fd052 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 1059 time: 0.1037209 Jul 16 18:08:27.621568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebd013-92a5-4a15-8a4e-d2d5d2216578 req-66ed66db-b166-4d33-9dfe-8495641f9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.624952 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78ebd013-92a5-4a15-8a4e-d2d5d2216578 req-66ed66db-b166-4d33-9dfe-8495641f9a64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.1351893 Jul 16 18:08:27.703327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78ebd013-92a5-4a15-8a4e-d2d5d2216578 req-7e73fff5-aa27-400d-b140-ac7d057ea34f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad83cbc-d190-490e-98cc-d6c2b0fe0581 HTTP/1.1" status: 200 len: 217 time: 0.0659659 Jul 16 18:08:27.723414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-34b7119c-d144-4c76-b5e9-fcb0a163c012 req-3e8f9b47-3dd3-4a46-9cb8-bd0f2c3aeaed tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 210 time: 0.0849860 Jul 16 18:08:27.975691 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-abbaf0eb-76e7-48fd-907f-247f35e8bfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.113205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd667e-1576-4af1-a9a5-bd1778d14858 req-d281936e-0fa4-4529-a492-a40e2eaf4fab tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.114684 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0fd667e-1576-4af1-a9a5-bd1778d14858 req-d281936e-0fa4-4529-a492-a40e2eaf4fab tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.4887893 Jul 16 18:08:28.116164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebd013-92a5-4a15-8a4e-d2d5d2216578 req-dc8d1f9b-f135-4fdf-a8ce-d212c22ce418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.117475 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78ebd013-92a5-4a15-8a4e-d2d5d2216578 req-dc8d1f9b-f135-4fdf-a8ce-d212c22ce418 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.3977675 Jul 16 18:08:28.192397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0fd667e-1576-4af1-a9a5-bd1778d14858 req-cdde2bcc-478a-48a5-934d-865bdffc0902 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713291 Jul 16 18:08:28.211266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebd013-92a5-4a15-8a4e-d2d5d2216578 req-99072db7-76ac-4713-b4a5-2ff24604be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.213138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78ebd013-92a5-4a15-8a4e-d2d5d2216578 req-99072db7-76ac-4713-b4a5-2ff24604be78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808935 Jul 16 18:08:28.339800 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78ebd013-92a5-4a15-8a4e-d2d5d2216578 req-10e8b382-caa2-4a26-abeb-801188a91e7a service neutron] 10.222.0.43 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191995 Jul 16 18:08:28.459646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755be446-6368-4724-b88d-898aed1e181d req-48077d5f-c794-420e-9525-538ea0fd3237 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.461160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-755be446-6368-4724-b88d-898aed1e181d req-48077d5f-c794-420e-9525-538ea0fd3237 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 944 time: 0.1435173 Jul 16 18:08:28.478987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78ebd013-92a5-4a15-8a4e-d2d5d2216578 req-aabf0e1a-a9ac-4579-8037-b70a9e1748b0 service neutron] 10.222.0.43 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230037 Jul 16 18:08:28.505079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-755be446-6368-4724-b88d-898aed1e181d req-8c9cd01b-b3c6-4436-8f1c-4489ae06ba1a tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383353 Jul 16 18:08:28.830756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-56e6e022-db37-4ec7-a345-fc81159ec870 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.832390 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-56e6e022-db37-4ec7-a345-fc81159ec870 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 811 time: 0.1190336 Jul 16 18:08:28.848184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Request body: {'port': {'device_id': 'b79985b2-1e0e-46b8-86c7-04fcaeedf8e8', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'admin_state_up': True, 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:28.891285 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87e4ab80-e000-47a6-9274-b695a32adef2 req-7be522b4-dfa7-4907-9a6a-12b3ce312a19 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 210 time: 0.0393643 Jul 16 18:08:28.984740 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 77d67a9d-e21b-46b3-8720-c574ae7c41e0 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:28.990839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Made reservation on behalf of 5ca33b2ce4084d6ea2bd43b67a123011 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:28.994525 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.034795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 77d67a9d-e21b-46b3-8720-c574ae7c41e0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:29.039321 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 77d67a9d-e21b-46b3-8720-c574ae7c41e0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:29.039769 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.119551 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.133278 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Allocated IP 172.20.0.10 (026a2c11-159b-4be3-b67f-844914b3c654/c8c21379-bc6e-44f3-b825-c4136d84a8e7/4756ecb9-2203-49ea-9383-fdf72daea286) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:29.142619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a70f91-0ed8-4c30-aef7-87ae700c1d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d67a9d-e21b-46b3-8720-c574ae7c41e0'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:29.145125 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812eaa5a-8034-42c9-90cc-f45f8a953589" -d '{"events": [{"server_uuid": "12a70f91-0ed8-4c30-aef7-87ae700c1d93", "name": "network-vif-plugged", "status": "completed", "tag": "77d67a9d-e21b-46b3-8720-c574ae7c41e0"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:29.158863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 77d67a9d-e21b-46b3-8720-c574ae7c41e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=77d67a9d-e21b-46b3-8720-c574ae7c41e0,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:29.164852 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.196948 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c7e9dc-84ff-44a0-9a96-2d603fbfdf26 x-openstack-request-id: req-64c7e9dc-84ff-44a0-9a96-2d603fbfdf26 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:29.197236 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a70f91-0ed8-4c30-aef7-87ae700c1d93", "name": "network-vif-plugged", "status": "completed", "tag": "77d67a9d-e21b-46b3-8720-c574ae7c41e0", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:29.197483 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64c7e9dc-84ff-44a0-9a96-2d603fbfdf26 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:29.197869 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a70f91-0ed8-4c30-aef7-87ae700c1d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d67a9d-e21b-46b3-8720-c574ae7c41e0', 'code': 200} Jul 16 18:08:29.228452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=77d67a9d-e21b-46b3-8720-c574ae7c41e0,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:29.352977 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.391235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Transition to ACTIVE for port object 4756ecb9-2203-49ea-9383-fdf72daea286 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:29.400244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd9b79-24c2-4841-9845-1f9d788a6e8d req-c09834e2-39bb-44f3-9547-3d28eeb125dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.401764 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01bd9b79-24c2-4841-9845-1f9d788a6e8d req-c09834e2-39bb-44f3-9547-3d28eeb125dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 1097 time: 0.1368692 Jul 16 18:08:29.479051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d337994-82e6-4a16-be36-7a267262f7ad req-7c14473b-e32a-4a36-b858-60df5cca55c3 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.480578 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d337994-82e6-4a16-be36-7a267262f7ad req-7c14473b-e32a-4a36-b858-60df5cca55c3 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1516407 Jul 16 18:08:29.484260 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.495381 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01bd9b79-24c2-4841-9845-1f9d788a6e8d req-2d7d4244-f0ab-4a9f-9127-48f87a997e18 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832055 Jul 16 18:08:29.495851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['86acc91b-1a32-41e0-8159-7acc2af0dfdb', '7dc694da-5f53-4d80-9059-b2f4a0bb7b6d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:29.561730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Network 026a2c11-159b-4be3-b67f-844914b3c654 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:29.569759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:29.572218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:29.605233 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event updated for resources: {'Port': ['ID=4756ecb9-2203-49ea-9383-fdf72daea286,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:29.614315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d337994-82e6-4a16-be36-7a267262f7ad req-03a70fd2-dbf7-4b6d-b4dc-5722aa6ee30b tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238673 Jul 16 18:08:29.656957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.657921 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.702198 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2fbbd96e-dd1e-4351-9677-960963dafaec tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8580406 Jul 16 18:08:29.715258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Request body: {'port': {'device_id': 'b79985b2-1e0e-46b8-86c7-04fcaeedf8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:29.785084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b0fb5-9633-4dce-839f-a74de24fad26 req-31af7e2c-95ea-4edd-b54d-3d7a17845cab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.787793 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90b0fb5-9633-4dce-839f-a74de24fad26 req-31af7e2c-95ea-4edd-b54d-3d7a17845cab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 945 time: 0.1194074 Jul 16 18:08:29.838145 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.858931 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a90b0fb5-9633-4dce-839f-a74de24fad26 req-485d9725-c439-4db6-9159-00e3c438e41e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526667 Jul 16 18:08:29.886516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ca426527-e225-459f-b65b-dbddd7a174c8 None None] Provisioning for port 4756ecb9-2203-49ea-9383-fdf72daea286 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:29.890104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ca426527-e225-459f-b65b-dbddd7a174c8 None None] Provisioning complete for port 4756ecb9-2203-49ea-9383-fdf72daea286 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:29.890539 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ca426527-e225-459f-b65b-dbddd7a174c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.929171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ca426527-e225-459f-b65b-dbddd7a174c8 None None] Port 4756ecb9-2203-49ea-9383-fdf72daea286 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:30.219264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4756ecb9-2203-49ea-9383-fdf72daea286 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:30.231143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94869200-bd88-46a4-882c-b91ebbafb198 req-7acae90c-0c1b-44bd-b44e-125ab3676e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.232822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94869200-bd88-46a4-882c-b91ebbafb198 req-7acae90c-0c1b-44bd-b44e-125ab3676e50 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 1097 time: 0.1327217 Jul 16 18:08:30.234561 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.245936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447be9a-42f8-47df-9116-5b2a62a37d44 req-c1808d28-61ba-4694-91c2-68272dd31610 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.247344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b447be9a-42f8-47df-9116-5b2a62a37d44 req-c1808d28-61ba-4694-91c2-68272dd31610 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 932 time: 0.1927209 Jul 16 18:08:30.278126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Transition to ACTIVE for port object 4756ecb9-2203-49ea-9383-fdf72daea286 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:30.289530 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.347170 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94869200-bd88-46a4-882c-b91ebbafb198 req-496204b0-80b8-4967-8c5c-8a6aef92b83f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967722 Jul 16 18:08:30.364979 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b447be9a-42f8-47df-9116-5b2a62a37d44 req-ba85da05-80ac-4a4e-8ca3-360d5c9fe364 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056352 Jul 16 18:08:30.367552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Pushing event updated for resources: {'Port': ['ID=4756ecb9-2203-49ea-9383-fdf72daea286,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:30.452856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Attempting to bind port 4756ecb9-2203-49ea-9383-fdf72daea286 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:30.453419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Attempting to bind port 4756ecb9-2203-49ea-9383-fdf72daea286 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:30.453752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Attempting to bind port 4756ecb9-2203-49ea-9383-fdf72daea286 on network 026a2c11-159b-4be3-b67f-844914b3c654 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:30.459565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Port 4756ecb9-2203-49ea-9383-fdf72daea286 on network 026a2c11-159b-4be3-b67f-844914b3c654 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:30.459987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Attempting to bind port 4756ecb9-2203-49ea-9383-fdf72daea286 on network 026a2c11-159b-4be3-b67f-844914b3c654 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:30.465989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:30.466329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Checking segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:30.466718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Bound using segment: {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:30.467146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Bound port: 4756ecb9-2203-49ea-9383-fdf72daea286, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43230937-5def-4bf6-aad1-5a98f5376853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:30.467523 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.542205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] For port 4756ecb9-2203-49ea-9383-fdf72daea286, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:30.545915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] For port 4756ecb9-2203-49ea-9383-fdf72daea286, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=4756ecb9-2203-49ea-9383-fdf72daea286,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:30.550126 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.592993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.593359 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.595011 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-55430e12-28e9-45df-8591-79650c405b2d service neutron] 10.222.0.35 "PUT /v2.0/ports/4756ecb9-2203-49ea-9383-fdf72daea286 HTTP/1.1" status: 200 len: 1093 time: 0.8848512 Jul 16 18:08:30.597718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79985b2-1e0e-46b8-86c7-04fcaeedf8e8', 'tag': '4756ecb9-2203-49ea-9383-fdf72daea286'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:30.600465 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bae2f2e-3386-4b08-9523-bd813de65874" -d '{"events": [{"name": "network-changed", "server_uuid": "b79985b2-1e0e-46b8-86c7-04fcaeedf8e8", "tag": "4756ecb9-2203-49ea-9383-fdf72daea286"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:30.644392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55430e12-28e9-45df-8591-79650c405b2d service neutron] Pushing event updated for resources: {'Port': ['ID=4756ecb9-2203-49ea-9383-fdf72daea286,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:30.672618 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9810fe0d-c9b1-445f-92f1-a97ed475f3d5 x-openstack-request-id: req-9810fe0d-c9b1-445f-92f1-a97ed475f3d5 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:30.672858 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79985b2-1e0e-46b8-86c7-04fcaeedf8e8", "tag": "4756ecb9-2203-49ea-9383-fdf72daea286", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:30.672981 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9810fe0d-c9b1-445f-92f1-a97ed475f3d5 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:30.673385 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79985b2-1e0e-46b8-86c7-04fcaeedf8e8', 'tag': '4756ecb9-2203-49ea-9383-fdf72daea286', 'status': 'completed', 'code': 200} Jul 16 18:08:30.704538 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3e782697-1261-4cf1-b08a-40660230ce39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.715247 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.760032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-3cf6bf89-c26a-4d21-81a5-f00521204384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.761577 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-3cf6bf89-c26a-4d21-81a5-f00521204384 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 1096 time: 0.1099358 Jul 16 18:08:30.830734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-c460dafe-35f8-40dd-a23a-74e6759e7ae9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4756ecb9-2203-49ea-9383-fdf72daea286 HTTP/1.1" status: 200 len: 217 time: 0.0555613 Jul 16 18:08:30.902645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19a4aa-6a9c-4a4d-9d0a-5312119ac3d5 req-2a35aaae-05c0-40c8-8f4c-b229257d50bb tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.904253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a19a4aa-6a9c-4a4d-9d0a-5312119ac3d5 req-2a35aaae-05c0-40c8-8f4c-b229257d50bb tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1383710 Jul 16 18:08:30.905516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2d7cdff8-26f3-4d9b-9741-f85a92767288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.906822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-2d7cdff8-26f3-4d9b-9741-f85a92767288 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.0680923 Jul 16 18:08:30.984967 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a19a4aa-6a9c-4a4d-9d0a-5312119ac3d5 req-47b85337-ee83-49ac-97d5-8787f173fdb8 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749385 Jul 16 18:08:31.038640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-5374caf4-acd8-4d73-b70f-a99217b7b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.040184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-5374caf4-acd8-4d73-b70f-a99217b7b915 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220269 Jul 16 18:08:31.094713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998144f-756c-46a7-b282-d5ab8e123fb1 req-0c118c72-8941-4006-a034-eba790f8a4bb tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.096323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f998144f-756c-46a7-b282-d5ab8e123fb1 req-0c118c72-8941-4006-a034-eba790f8a4bb tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 945 time: 0.1161809 Jul 16 18:08:31.192944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-5184bb51-6cb4-481c-b341-7979066ada61 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443295 Jul 16 18:08:31.198475 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f998144f-756c-46a7-b282-d5ab8e123fb1 req-292de99f-8d59-4441-b775-b78f5b4aeab4 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945873 Jul 16 18:08:31.297646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02fc6b7-1485-45d2-9861-9cd18cfa0bb7 req-143b72b3-0204-4681-8667-0f9420351d85 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981796 Jul 16 18:08:31.480305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aef746-011b-4f93-bcb2-8d90b6b7cdfd req-b5d05e45-3a68-43c2-bc07-b1eb549e66cd tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.481864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09aef746-011b-4f93-bcb2-8d90b6b7cdfd req-b5d05e45-3a68-43c2-bc07-b1eb549e66cd tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.1442115 Jul 16 18:08:31.483769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae2f2e-3386-4b08-9523-bd813de65874 req-6d10719c-cdf7-41b4-a6c7-658ccbbf1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.485122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bae2f2e-3386-4b08-9523-bd813de65874 req-6d10719c-cdf7-41b4-a6c7-658ccbbf1e41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 1096 time: 0.1368105 Jul 16 18:08:31.543138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09aef746-011b-4f93-bcb2-8d90b6b7cdfd req-930f0a7a-7131-4b29-b23c-b7972eec2425 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/quotas/4ede344f04254cd3ae257e1efe6061ea HTTP/1.1" status: 200 len: 375 time: 0.0559514 Jul 16 18:08:31.668603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae2f2e-3386-4b08-9523-bd813de65874 req-234904ac-3691-4026-942c-7a4e38aec4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.670075 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bae2f2e-3386-4b08-9523-bd813de65874 req-234904ac-3691-4026-942c-7a4e38aec4e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.1765206 Jul 16 18:08:31.686221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf1c98-0769-4a18-b4bb-7993f1eba011 req-a92ed8a7-12a9-4cd9-bdaa-0be74d7940fd tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.687649 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5abf1c98-0769-4a18-b4bb-7993f1eba011 req-a92ed8a7-12a9-4cd9-bdaa-0be74d7940fd tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 944 time: 0.1931248 Jul 16 18:08:31.734601 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09aef746-011b-4f93-bcb2-8d90b6b7cdfd req-69da0a5e-c903-445d-8f18-9fb96d10272d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1802835 Jul 16 18:08:31.735740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bae2f2e-3386-4b08-9523-bd813de65874 req-44376614-ea98-4b4d-81af-f5e39dc8a3a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4756ecb9-2203-49ea-9383-fdf72daea286 HTTP/1.1" status: 200 len: 217 time: 0.0572977 Jul 16 18:08:31.800261 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.827181 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5abf1c98-0769-4a18-b4bb-7993f1eba011 req-e88cfa94-0d03-484f-9a07-6c3b76b8efd0 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328731 Jul 16 18:08:31.862558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae2f2e-3386-4b08-9523-bd813de65874 req-9cad3a8d-f529-4640-bd6f-6342aeb9aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.864669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bae2f2e-3386-4b08-9523-bd813de65874 req-9cad3a8d-f529-4640-bd6f-6342aeb9aa7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.1211352 Jul 16 18:08:31.910305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09aef746-011b-4f93-bcb2-8d90b6b7cdfd req-b3f7bef3-950a-47ad-9645-9f4324b7d563 service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683073 Jul 16 18:08:31.996477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae2f2e-3386-4b08-9523-bd813de65874 req-05cdd983-5c6c-4f16-bc70-146f8810928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.997929 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bae2f2e-3386-4b08-9523-bd813de65874 req-05cdd983-5c6c-4f16-bc70-146f8810928a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254079 Jul 16 18:08:32.052865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09aef746-011b-4f93-bcb2-8d90b6b7cdfd req-0a9434d7-7e24-4187-a51b-bee5dfc8a5ad service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340878 Jul 16 18:08:32.128363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bae2f2e-3386-4b08-9523-bd813de65874 req-22874fac-0a67-4b3a-b2f9-29969a94b012 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222153 Jul 16 18:08:32.256144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9816111-7fbb-4129-a95f-2e2a61043017 req-dddf3ea4-2e98-4450-a034-52885311f5ba tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.257685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9816111-7fbb-4129-a95f-2e2a61043017 req-dddf3ea4-2e98-4450-a034-52885311f5ba tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1494133 Jul 16 18:08:32.282475 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bae2f2e-3386-4b08-9523-bd813de65874 req-a19bafed-4600-4994-99c5-0596f7702dd2 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360896 Jul 16 18:08:32.340084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9816111-7fbb-4129-a95f-2e2a61043017 req-79e3610a-3b43-474c-90c9-2be1f587f53d tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698352 Jul 16 18:08:32.391462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-30fa6b39-b87a-4c3b-a7f9-49a0d7bc1146 req-1b17dbf3-908a-4bfe-9d29-171760cc126d tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-171060032', 'description': 'tempest-description-260882308'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:32.424297 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-30fa6b39-b87a-4c3b-a7f9-49a0d7bc1146 req-1b17dbf3-908a-4bfe-9d29-171760cc126d tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.523523 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 4756ecb9-2203-49ea-9383-fdf72daea286 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:32.535702 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-30fa6b39-b87a-4c3b-a7f9-49a0d7bc1146 req-1b17dbf3-908a-4bfe-9d29-171760cc126d tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.550117 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-30fa6b39-b87a-4c3b-a7f9-49a0d7bc1146 req-1b17dbf3-908a-4bfe-9d29-171760cc126d tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.623515 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-30fa6b39-b87a-4c3b-a7f9-49a0d7bc1146 req-1b17dbf3-908a-4bfe-9d29-171760cc126d tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.624789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30fa6b39-b87a-4c3b-a7f9-49a0d7bc1146 req-1b17dbf3-908a-4bfe-9d29-171760cc126d tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2382090 Jul 16 18:08:32.630296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17dbf3-908a-4bfe-9d29-171760cc126d tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8e4ad1-bf47-4277-928a-d6e665b71a36,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.644659 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 4756ecb9-2203-49ea-9383-fdf72daea286, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=4756ecb9-2203-49ea-9383-fdf72daea286,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:32.656735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '4756ecb9-2203-49ea-9383-fdf72daea286', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'port_id': '4756ecb9-2203-49ea-9383-fdf72daea286', 'mac_address': 'fa:16:3e:ca:26:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:32.672374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-50abeb2c-b13a-4199-aad7-a3b4a154ee9b tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.674317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-50abeb2c-b13a-4199-aad7-a3b4a154ee9b tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.1555746 Jul 16 18:08:32.698685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-eb6a009b-b6c9-4bfc-8102-9f002da39fd1 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/quotas/4ede344f04254cd3ae257e1efe6061ea HTTP/1.1" status: 200 len: 375 time: 0.0182323 Jul 16 18:08:32.707228 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.729221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4756ecb9-2203-49ea-9383-fdf72daea286 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:32.754070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 4756ecb9-2203-49ea-9383-fdf72daea286, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=4756ecb9-2203-49ea-9383-fdf72daea286,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:32.761255 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.785591 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3bbf8eb9-c2fc-48aa-b904-7eca2221888a req-5b8ae345-a4ee-4072-8371-b611f69045c3 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-171060032&fields=id&tenant_id=4273a43f091d42709bf28017089b7251 HTTP/1.1" status: 200 len: 267 time: 0.0471430 Jul 16 18:08:32.812246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-518edc94-7116-4b23-a687-84b3b6cd9d07 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126385 Jul 16 18:08:32.813781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=4756ecb9-2203-49ea-9383-fdf72daea286,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.932646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf8eb9-c2fc-48aa-b904-7eca2221888a req-782f1190-c93f-4e11-82cf-77fd8e766fc7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.934140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3bbf8eb9-c2fc-48aa-b904-7eca2221888a req-782f1190-c93f-4e11-82cf-77fd8e766fc7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1405218 Jul 16 18:08:32.950801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-3bbf8eb9-c2fc-48aa-b904-7eca2221888a req-9aad9aca-e5a9-4580-b667-4552fa1631f2 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Request body: {'port': {'security_groups': ['90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c', '4e8e4ad1-bf47-4277-928a-d6e665b71a36']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:32.956607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-b2d86763-3a0a-4259-b976-fca827945352 service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261511 Jul 16 18:08:33.013405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['4756ecb9-2203-49ea-9383-fdf72daea286'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:33.101246 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3bbf8eb9-c2fc-48aa-b904-7eca2221888a req-9aad9aca-e5a9-4580-b667-4552fa1631f2 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.130784 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-98580725-3b91-40f4-831f-6ca7e4125ecf service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531971 Jul 16 18:08:33.323646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3bbf8eb9-c2fc-48aa-b904-7eca2221888a req-9aad9aca-e5a9-4580-b667-4552fa1631f2 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] For port 30a9514e-0ff9-4465-aa7f-01eabff275f8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8,segment=NetworkSegment(f4897d9c-b826-4211-8903-72ac9b7130a5),segment_id=f4897d9c-b826-4211-8903-72ac9b7130a5)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:33.378980 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3bbf8eb9-c2fc-48aa-b904-7eca2221888a req-9aad9aca-e5a9-4580-b667-4552fa1631f2 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.387502 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3bbf8eb9-c2fc-48aa-b904-7eca2221888a req-9aad9aca-e5a9-4580-b667-4552fa1631f2 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.455291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf8eb9-c2fc-48aa-b904-7eca2221888a req-9aad9aca-e5a9-4580-b667-4552fa1631f2 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.455931 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3bbf8eb9-c2fc-48aa-b904-7eca2221888a req-9aad9aca-e5a9-4580-b667-4552fa1631f2 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.457508 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3bbf8eb9-c2fc-48aa-b904-7eca2221888a req-9aad9aca-e5a9-4580-b667-4552fa1631f2 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "PUT /v2.0/ports/30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 200 len: 981 time: 0.5141838 Jul 16 18:08:33.458751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:33.461162 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d77b7e-c30e-40aa-9a72-34d75aeb33a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:33.490576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad9aca-e5a9-4580-b667-4552fa1631f2 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Pushing event updated for resources: {'Port': ['ID=30a9514e-0ff9-4465-aa7f-01eabff275f8,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:33.504411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d541635-aae1-458a-993c-8df6ea35f15c req-6b2a6327-f3db-4689-a8f1-8ab5190c9d32 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.506264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d541635-aae1-458a-993c-8df6ea35f15c req-6b2a6327-f3db-4689-a8f1-8ab5190c9d32 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 945 time: 0.1632035 Jul 16 18:08:33.543639 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['30a9514e-0ff9-4465-aa7f-01eabff275f8'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:33.558421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d541635-aae1-458a-993c-8df6ea35f15c req-c79f5ab5-3545-4d1d-82e8-dbfe182ddf37 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453875 Jul 16 18:08:33.570511 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.627462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['30a9514e-0ff9-4465-aa7f-01eabff275f8'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:33.655457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e96d25d7-0af2-4221-a0dd-20c4cfef088d req-974a31b1-ffe6-4c20-82ef-a4d03d97f2de tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 210 time: 0.0412357 Jul 16 18:08:33.720025 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931e0793-23e9-44ba-80cd-04537c0099c4 x-openstack-request-id: req-931e0793-23e9-44ba-80cd-04537c0099c4 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:33.720313 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:33.720563 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-931e0793-23e9-44ba-80cd-04537c0099c4 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:33.720995 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8', 'status': 'completed', 'code': 200} Jul 16 18:08:33.810779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d77b7e-c30e-40aa-9a72-34d75aeb33a7 req-257f5bca-f1e7-4b36-adb7-fc1bd975119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.812349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91d77b7e-c30e-40aa-9a72-34d75aeb33a7 req-257f5bca-f1e7-4b36-adb7-fc1bd975119a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4273a43f091d42709bf28017089b7251&device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 1136 time: 0.0681100 Jul 16 18:08:34.198976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e15a6b6d-4116-432a-a716-703fcce09240 req-3a08aee4-f3ed-4f10-a36d-46e0c70b0d21 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-171060032&fields=id&tenant_id=4273a43f091d42709bf28017089b7251 HTTP/1.1" status: 200 len: 267 time: 0.3970063 Jul 16 18:08:34.253849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d77b7e-c30e-40aa-9a72-34d75aeb33a7 req-f36fd4f4-0174-4333-83c3-462b9c9778a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.256037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91d77b7e-c30e-40aa-9a72-34d75aeb33a7 req-f36fd4f4-0174-4333-83c3-462b9c9778a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=60e2727e-d82b-41ff-931c-f2d691c01f29 HTTP/1.1" status: 200 len: 919 time: 0.4357440 Jul 16 18:08:34.307085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91d77b7e-c30e-40aa-9a72-34d75aeb33a7 req-7e5d79b8-6be6-4382-a693-0040fea5854a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 200 len: 217 time: 0.0430353 Jul 16 18:08:34.329412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a6b6d-4116-432a-a716-703fcce09240 req-18ec5767-8863-49fb-a835-d21c866adb32 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.330810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e15a6b6d-4116-432a-a716-703fcce09240 req-18ec5767-8863-49fb-a835-d21c866adb32 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 984 time: 0.1241312 Jul 16 18:08:34.355481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-e15a6b6d-4116-432a-a716-703fcce09240 req-bbeb2026-638c-40bb-90a9-d55067c98433 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Request body: {'port': {'security_groups': ['90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:34.403334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d77b7e-c30e-40aa-9a72-34d75aeb33a7 req-79f5ff04-ad35-41cd-b911-9e71dd3d40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.404834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91d77b7e-c30e-40aa-9a72-34d75aeb33a7 req-79f5ff04-ad35-41cd-b911-9e71dd3d40d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b5c01ec-31a7-4cf1-95e4-9688a92718b5 HTTP/1.1" status: 200 len: 858 time: 0.0914772 Jul 16 18:08:34.462571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91d77b7e-c30e-40aa-9a72-34d75aeb33a7 req-5b0c22f0-dc31-4372-9b09-05840792bda5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60e2727e-d82b-41ff-931c-f2d691c01f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496354 Jul 16 18:08:34.523778 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e15a6b6d-4116-432a-a716-703fcce09240 req-bbeb2026-638c-40bb-90a9-d55067c98433 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.534255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 4756ecb9-2203-49ea-9383-fdf72daea286 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:34.718155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-234dbaf2-1592-4d80-aad9-ab8cc146cdfb tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.719541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-234dbaf2-1592-4d80-aad9-ab8cc146cdfb tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.43 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.2463417 Jul 16 18:08:34.751247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91d77b7e-c30e-40aa-9a72-34d75aeb33a7 req-f9ccc9bd-dd0c-47a9-ba4a-0ac4dab4a490 service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790821 Jul 16 18:08:34.758232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-6bc2c1fb-2e71-4c44-b32b-45e59a3e3391 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Request body: {'port': {'device_id': '628acb9c-9a72-46df-a70c-449fdbefb8cf', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'admin_state_up': True, 'tenant_id': '4ede344f04254cd3ae257e1efe6061ea'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:34.767455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 4756ecb9-2203-49ea-9383-fdf72daea286 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:34.771210 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 4756ecb9-2203-49ea-9383-fdf72daea286 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:34.771620 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.847004 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.870483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79985b2-1e0e-46b8-86c7-04fcaeedf8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4756ecb9-2203-49ea-9383-fdf72daea286'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:34.872779 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67ccb8f-80d8-4028-8f42-486356c2ab24" -d '{"events": [{"server_uuid": "b79985b2-1e0e-46b8-86c7-04fcaeedf8e8", "name": "network-vif-plugged", "status": "completed", "tag": "4756ecb9-2203-49ea-9383-fdf72daea286"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:34.885347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 4756ecb9-2203-49ea-9383-fdf72daea286, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=4756ecb9-2203-49ea-9383-fdf72daea286,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:34.889274 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.938196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=4756ecb9-2203-49ea-9383-fdf72daea286,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:35.011853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4ff0-aa57-4491-97a0-398c03fd2316 req-4c66fad1-cddd-4728-ae5a-b9adbbc52520 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.013257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0bd4ff0-aa57-4491-97a0-398c03fd2316 req-4c66fad1-cddd-4728-ae5a-b9adbbc52520 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 945 time: 0.3188143 Jul 16 18:08:35.049871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91d77b7e-c30e-40aa-9a72-34d75aeb33a7 req-0a3b7c43-951c-414a-9792-99bfe4dced61 service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848220 Jul 16 18:08:35.087168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e15a6b6d-4116-432a-a716-703fcce09240 req-bbeb2026-638c-40bb-90a9-d55067c98433 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] For port 30a9514e-0ff9-4465-aa7f-01eabff275f8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8,segment=NetworkSegment(f4897d9c-b826-4211-8903-72ac9b7130a5),segment_id=f4897d9c-b826-4211-8903-72ac9b7130a5)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:35.093521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-6bc2c1fb-2e71-4c44-b32b-45e59a3e3391 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Made reservation on behalf of 4ede344f04254cd3ae257e1efe6061ea for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:35.097035 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-6bc2c1fb-2e71-4c44-b32b-45e59a3e3391 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.121863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0bd4ff0-aa57-4491-97a0-398c03fd2316 req-cc4f75fd-6db1-48c2-bebe-bbf3b13d557a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997760 Jul 16 18:08:35.186904 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e15a6b6d-4116-432a-a716-703fcce09240 req-bbeb2026-638c-40bb-90a9-d55067c98433 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.193133 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e15a6b6d-4116-432a-a716-703fcce09240 req-bbeb2026-638c-40bb-90a9-d55067c98433 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.205284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['30a9514e-0ff9-4465-aa7f-01eabff275f8'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:35.257409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a6b6d-4116-432a-a716-703fcce09240 req-bbeb2026-638c-40bb-90a9-d55067c98433 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.258005 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e15a6b6d-4116-432a-a716-703fcce09240 req-bbeb2026-638c-40bb-90a9-d55067c98433 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.259477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e15a6b6d-4116-432a-a716-703fcce09240 req-bbeb2026-638c-40bb-90a9-d55067c98433 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "PUT /v2.0/ports/30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 200 len: 942 time: 0.9103150 Jul 16 18:08:35.318161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb2026-638c-40bb-90a9-d55067c98433 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Pushing event updated for resources: {'Port': ['ID=30a9514e-0ff9-4465-aa7f-01eabff275f8,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:35.342290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-6bc2c1fb-2e71-4c44-b32b-45e59a3e3391 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Allocated IP 172.20.0.3 (8a175737-e063-409b-ba35-10315008733d/cf4896f2-d6af-4700-991a-0a11d6229f29/45fcbe85-b8ea-4602-a22c-422cb729f741) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:35.348255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['30a9514e-0ff9-4465-aa7f-01eabff275f8'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:35.390378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1d1d408-cb90-4f16-890d-f7c1f624c31b req-a378cec6-d123-473d-9da9-84d75cccdada tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 210 time: 0.0336771 Jul 16 18:08:35.451177 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b6f276-569b-491c-9eb4-18880145fbac x-openstack-request-id: req-19b6f276-569b-491c-9eb4-18880145fbac {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:35.451493 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79985b2-1e0e-46b8-86c7-04fcaeedf8e8", "name": "network-vif-plugged", "status": "completed", "tag": "4756ecb9-2203-49ea-9383-fdf72daea286", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:35.451747 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19b6f276-569b-491c-9eb4-18880145fbac {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:35.452137 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79985b2-1e0e-46b8-86c7-04fcaeedf8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4756ecb9-2203-49ea-9383-fdf72daea286', 'code': 200} Jul 16 18:08:35.724390 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-f2d68478-fa0b-4f33-b9f4-618740cdee9f tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2928791 Jul 16 18:08:35.727249 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:35.729480 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d067a-c6d7-4045-b8d1-b94938670e06" -d '{"events": [{"name": "network-changed", "server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:35.748528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:35.756114 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-6bc2c1fb-2e71-4c44-b32b-45e59a3e3391 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.771039 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b5b729-f107-40b0-8684-0865f9e13a56 x-openstack-request-id: req-41b5b729-f107-40b0-8684-0865f9e13a56 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:35.771323 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:35.771668 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41b5b729-f107-40b0-8684-0865f9e13a56 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:35.772057 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8', 'status': 'completed', 'code': 200} Jul 16 18:08:35.781236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecfdf9-e607-4e30-b401-248cea2188d4 req-4686c674-7b9a-46b1-a931-88f01868be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.782699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97ecfdf9-e607-4e30-b401-248cea2188d4 req-4686c674-7b9a-46b1-a931-88f01868be3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 1098 time: 0.2669625 Jul 16 18:08:35.799800 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.898814 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97ecfdf9-e607-4e30-b401-248cea2188d4 req-fec12164-d967-49bf-a24e-08b0eb4927e8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081345 Jul 16 18:08:35.904085 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-6bc2c1fb-2e71-4c44-b32b-45e59a3e3391 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.915267 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:36.005980 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-6bc2c1fb-2e71-4c44-b32b-45e59a3e3391 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Network 8a175737-e063-409b-ba35-10315008733d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:36.011191 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d067a-c6d7-4045-b8d1-b94938670e06 req-0f91fb54-943a-423f-ba5e-94d315fd71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.012723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e8d067a-c6d7-4045-b8d1-b94938670e06 req-0f91fb54-943a-423f-ba5e-94d315fd71ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4273a43f091d42709bf28017089b7251&device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 1097 time: 0.2142088 Jul 16 18:08:36.016487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2c1fb-2e71-4c44-b32b-45e59a3e3391 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event updated for resources: {'Port': ['ID=45fcbe85-b8ea-4602-a22c-422cb729f741,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:36.023265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-6bc2c1fb-2e71-4c44-b32b-45e59a3e3391 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:36.023265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-6bc2c1fb-2e71-4c44-b32b-45e59a3e3391 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:36.140637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-6bc2c1fb-2e71-4c44-b32b-45e59a3e3391 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.141145 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-6bc2c1fb-2e71-4c44-b32b-45e59a3e3391 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.164661 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.175950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-6bc2c1fb-2e71-4c44-b32b-45e59a3e3391 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4445632 Jul 16 18:08:36.184964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d067a-c6d7-4045-b8d1-b94938670e06 req-f6f4b0d9-4fb4-48e5-a265-1f71d7f4e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.186270 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e8d067a-c6d7-4045-b8d1-b94938670e06 req-f6f4b0d9-4fb4-48e5-a265-1f71d7f4e956 service neutron] 10.222.0.35 "GET /v2.0/networks?id=60e2727e-d82b-41ff-931c-f2d691c01f29 HTTP/1.1" status: 200 len: 919 time: 0.1581917 Jul 16 18:08:36.193892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Request body: {'port': {'device_id': '628acb9c-9a72-46df-a70c-449fdbefb8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:36.303121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e8d067a-c6d7-4045-b8d1-b94938670e06 req-a9553844-57bf-4a23-b6a4-5c459dc681a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 200 len: 217 time: 0.0813689 Jul 16 18:08:36.750571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d067a-c6d7-4045-b8d1-b94938670e06 req-893821d0-53ff-4bf8-abd2-390baf68c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.752056 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e8d067a-c6d7-4045-b8d1-b94938670e06 req-893821d0-53ff-4bf8-abd2-390baf68c360 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b5c01ec-31a7-4cf1-95e4-9688a92718b5 HTTP/1.1" status: 200 len: 858 time: 0.1245787 Jul 16 18:08:36.780096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Allocated IP 172.25.5.208 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/2a0e1d68-7006-41dd-8304-c43e3cf1ad6f) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:36.782048 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.819825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e8d067a-c6d7-4045-b8d1-b94938670e06 req-ddebe2c6-79df-47bd-9264-a1ae52f37164 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60e2727e-d82b-41ff-931c-f2d691c01f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479107 Jul 16 18:08:36.841143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d7d83-a318-49f1-b1cf-42cfc7b7d549 req-de56a0ed-b524-4a86-9789-c4e8c5649de5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.842610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b7d7d83-a318-49f1-b1cf-42cfc7b7d549 req-de56a0ed-b524-4a86-9789-c4e8c5649de5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.5917380 Jul 16 18:08:37.083306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b7d7d83-a318-49f1-b1cf-42cfc7b7d549 req-e659fd12-631d-4460-b0a0-afd622e05644 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077179 Jul 16 18:08:37.149524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e8d067a-c6d7-4045-b8d1-b94938670e06 req-fb4a45be-a654-4227-8c15-71f7dc559020 service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162985 Jul 16 18:08:37.152309 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.366465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e8d067a-c6d7-4045-b8d1-b94938670e06 req-e1323371-6937-45e8-9e49-476d0c02490b service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104726 Jul 16 18:08:37.374037 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.449053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:37.462879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:37.470566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:37.478429 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fcbe85-b8ea-4602-a22c-422cb729f741 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:37.482629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Pushing event updated for resources: {'Port': ['ID=2a0e1d68-7006-41dd-8304-c43e3cf1ad6f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:37.510009 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.534261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771dede-67ee-4f2d-8b09-8c8ac5543f21 req-d9e8ea51-d006-4791-8ab6-7185cd0d278b tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.535806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b771dede-67ee-4f2d-8b09-8c8ac5543f21 req-d9e8ea51-d006-4791-8ab6-7185cd0d278b tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 931 time: 0.2388580 Jul 16 18:08:37.561365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Transition to ACTIVE for port object 45fcbe85-b8ea-4602-a22c-422cb729f741 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:37.576987 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.686956 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b771dede-67ee-4f2d-8b09-8c8ac5543f21 req-a90afe45-fbf4-4899-a1ee-8765f21d3524 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389663 Jul 16 18:08:37.702624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Pushing event updated for resources: {'Port': ['ID=45fcbe85-b8ea-4602-a22c-422cb729f741,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:37.714859 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.809916 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.845132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Attempting to bind port 45fcbe85-b8ea-4602-a22c-422cb729f741 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:37.845486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Attempting to bind port 45fcbe85-b8ea-4602-a22c-422cb729f741 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:37.845774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Attempting to bind port 45fcbe85-b8ea-4602-a22c-422cb729f741 on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:37.856855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Port 45fcbe85-b8ea-4602-a22c-422cb729f741 on network 8a175737-e063-409b-ba35-10315008733d not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:37.857174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Attempting to bind port 45fcbe85-b8ea-4602-a22c-422cb729f741 on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:37.868654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:37.868982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Checking segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:37.869431 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Bound using segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:37.869906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Bound port: 45fcbe85-b8ea-4602-a22c-422cb729f741, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:37.870265 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.991292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] For port 45fcbe85-b8ea-4602-a22c-422cb729f741, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:37.997178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] For port 45fcbe85-b8ea-4602-a22c-422cb729f741, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=45fcbe85-b8ea-4602-a22c-422cb729f741,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:38.005016 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.057923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.058539 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.059935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] 10.222.0.43 "PUT /v2.0/ports/45fcbe85-b8ea-4602-a22c-422cb729f741 HTTP/1.1" status: 200 len: 1092 time: 1.8702531 Jul 16 18:08:38.061612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628acb9c-9a72-46df-a70c-449fdbefb8cf', 'tag': '45fcbe85-b8ea-4602-a22c-422cb729f741'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:38.063859 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d101f7-ffbf-4e12-ac4f-62f4b113b7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "628acb9c-9a72-46df-a70c-449fdbefb8cf", "tag": "45fcbe85-b8ea-4602-a22c-422cb729f741"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:38.096939 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.099278 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cdd35-69e2-48a9-8aae-230c88d8e356 service neutron] Pushing event updated for resources: {'Port': ['ID=45fcbe85-b8ea-4602-a22c-422cb729f741,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:38.104426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.117260 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077f62a6-d13a-4ec4-95ec-93d4da4838d4 x-openstack-request-id: req-077f62a6-d13a-4ec4-95ec-93d4da4838d4 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:38.117540 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628acb9c-9a72-46df-a70c-449fdbefb8cf", "tag": "45fcbe85-b8ea-4602-a22c-422cb729f741", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:38.117788 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-077f62a6-d13a-4ec4-95ec-93d4da4838d4 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:38.118172 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628acb9c-9a72-46df-a70c-449fdbefb8cf', 'tag': '45fcbe85-b8ea-4602-a22c-422cb729f741', 'status': 'completed', 'code': 200} Jul 16 18:08:38.220783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Pushing event updated for resources: {'Port': ['ID=2a0e1d68-7006-41dd-8304-c43e3cf1ad6f,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:38.262122 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.281445 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-157535c9-d8b4-4d29-a400-71f478a82c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.283024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-157535c9-d8b4-4d29-a400-71f478a82c23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 1095 time: 0.1768184 Jul 16 18:08:38.285044 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.286899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-cec40c0c-c7cc-48b6-b9e3-ba9e3dadd188 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5506780 Jul 16 18:08:38.375262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [req-2424d7ee-7ec5-470e-9e15-234d0589f95a req-2fb53024-f3b6-4977-8351-5953e6d18e50 service neutron] (100170) timed out ('10.222.0.35', 56209) {{(pid=100170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:08:38.387410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-d55207ec-076c-4e0e-b90b-eaaf4ceb0a08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45fcbe85-b8ea-4602-a22c-422cb729f741 HTTP/1.1" status: 200 len: 217 time: 0.0935106 Jul 16 18:08:38.416253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cae91-e41a-4424-bcee-61419a82e78c req-5af7f4db-7487-46c1-bf12-ae0720513820 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.417685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a01cae91-e41a-4424-bcee-61419a82e78c req-5af7f4db-7487-46c1-bf12-ae0720513820 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.2030406 Jul 16 18:08:38.420450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-3843a9c3-7da1-4b6f-b51c-fa8746354a8a tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 696 time: 0.1255798 Jul 16 18:08:38.517425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-cd6b3256-fa17-47f8-88a4-6afc800c8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.518823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-cd6b3256-fa17-47f8-88a4-6afc800c8f83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.1189690 Jul 16 18:08:38.547837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a01cae91-e41a-4424-bcee-61419a82e78c req-1a503bb1-b27e-4bd8-a1c5-cc11594f2482 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084940 Jul 16 18:08:38.579906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-f1214700-c9e4-4b3b-bccf-36bcb2d0ea75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353355 Jul 16 18:08:38.623262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-c40301c9-ffbc-4d44-b01d-e397cab27963 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.624621 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-c40301c9-ffbc-4d44-b01d-e397cab27963 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.1863914 Jul 16 18:08:38.639951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-f5bbdaac-19b6-45ee-b55b-1dc821be61fb tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:08:38.640901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35b7f733-3001-401a-88e1-a2b6d40c390a req-f5bbdaac-19b6-45ee-b55b-1dc821be61fb tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075164 Jul 16 18:08:38.708631 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-e80ee4b4-dfb2-4b30-b419-5dd051f9ce1e service neutron] 10.222.0.43 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145101 Jul 16 18:08:38.885760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1aa64d3-60e0-49ab-a0a3-724cf2fd788a req-b6cae513-cc27-470a-9f96-8f2201c3c153 service neutron] 10.222.0.43 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695387 Jul 16 18:08:38.928303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-eb005ca5-2884-46f0-a33d-e5d1c7ccbed4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.929790 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-eb005ca5-2884-46f0-a33d-e5d1c7ccbed4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1744163 Jul 16 18:08:39.024859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-378433a5-98ba-420e-83c2-dcf534203c77 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 696 time: 0.0760021 Jul 16 18:08:39.039176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-4d640048-97f3-46bd-920f-c0dada75f0c9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Request body: {'floatingip': {'port_id': '30a9514e-0ff9-4465-aa7f-01eabff275f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:39.096937 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-4d640048-97f3-46bd-920f-c0dada75f0c9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.164447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4732682-c8ee-4235-b2ac-c80393d9b4a8 req-cd82c557-25c1-4014-befd-8ce2a31e7b08 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.165961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4732682-c8ee-4235-b2ac-c80393d9b4a8 req-cd82c557-25c1-4014-befd-8ce2a31e7b08 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 943 time: 0.2553780 Jul 16 18:08:39.170255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d101f7-ffbf-4e12-ac4f-62f4b113b7a3 req-ffa1ac71-4fae-46ec-ae54-0bb40af6976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.171661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d101f7-ffbf-4e12-ac4f-62f4b113b7a3 req-ffa1ac71-4fae-46ec-ae54-0bb40af6976b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 1095 time: 0.2124732 Jul 16 18:08:39.278544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4732682-c8ee-4235-b2ac-c80393d9b4a8 req-fb4df315-79b1-4f3f-8003-a24341f4ea4b tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038558 Jul 16 18:08:39.723814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d101f7-ffbf-4e12-ac4f-62f4b113b7a3 req-d8e5ed31-7277-4110-9003-efb113fad818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.725283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d101f7-ffbf-4e12-ac4f-62f4b113b7a3 req-d8e5ed31-7277-4110-9003-efb113fad818 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 907 time: 0.5389168 Jul 16 18:08:39.799819 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d101f7-ffbf-4e12-ac4f-62f4b113b7a3 req-7d02ad19-a43c-42cb-beba-b65ec4f2dedd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45fcbe85-b8ea-4602-a22c-422cb729f741 HTTP/1.1" status: 200 len: 217 time: 0.0431278 Jul 16 18:08:39.912910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85039c14-e140-428f-af55-fdc16e44ce36 req-c31e7de1-8899-4d0f-a975-dbb96c5d5bf1 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.914408 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85039c14-e140-428f-af55-fdc16e44ce36 req-c31e7de1-8899-4d0f-a975-dbb96c5d5bf1 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.2460899 Jul 16 18:08:39.952745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d101f7-ffbf-4e12-ac4f-62f4b113b7a3 req-828e0784-778e-4ed4-a813-d9077a683930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.954236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d101f7-ffbf-4e12-ac4f-62f4b113b7a3 req-828e0784-778e-4ed4-a813-d9077a683930 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.1405125 Jul 16 18:08:40.011594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d101f7-ffbf-4e12-ac4f-62f4b113b7a3 req-61bc9663-3eb9-4acf-a820-206639429ece service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481386 Jul 16 18:08:40.063203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85039c14-e140-428f-af55-fdc16e44ce36 req-d3838368-d81d-4369-8b62-b959d1095829 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148632 Jul 16 18:08:40.217812 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d101f7-ffbf-4e12-ac4f-62f4b113b7a3 req-6767c6a5-64a8-44bf-b379-ed6427801f8a service neutron] 10.222.0.43 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745031 Jul 16 18:08:40.235371 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-4d640048-97f3-46bd-920f-c0dada75f0c9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.246005 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-4d640048-97f3-46bd-920f-c0dada75f0c9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.406194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37d101f7-ffbf-4e12-ac4f-62f4b113b7a3 req-a872bc7d-3671-45d1-9474-a725c6e31acb service neutron] 10.222.0.43 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695962 Jul 16 18:08:40.415639 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-4d640048-97f3-46bd-920f-c0dada75f0c9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Floating IP 0b2da67e-972e-48f4-86c9-cb84b772406e associated. External IP: 172.25.5.208, port: 30a9514e-0ff9-4465-aa7f-01eabff275f8. Jul 16 18:08:40.637508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-4d640048-97f3-46bd-920f-c0dada75f0c9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Router d6daa4c7-8559-496d-bbad-0c2f861b5673 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:40.788762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-4d640048-97f3-46bd-920f-c0dada75f0c9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:40.794427 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-4d640048-97f3-46bd-920f-c0dada75f0c9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.797853 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26adfd47-8c45-4470-b39d-73d0b7658431 None None] Sync routers for ids ['d6daa4c7-8559-496d-bbad-0c2f861b5673'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:40.806893 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26adfd47-8c45-4470-b39d-73d0b7658431 None None] Routers {'d6daa4c7-8559-496d-bbad-0c2f861b5673'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:40.807425 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-26adfd47-8c45-4470-b39d-73d0b7658431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:08:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d6daa4c7-8559-496d-bbad-0c2f861b5673'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:40.826734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca32276-61ee-4664-9178-dbc015d19dcb req-b3075eda-9d06-440c-b10a-bdb41923229c tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.828236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aca32276-61ee-4664-9178-dbc015d19dcb req-b3075eda-9d06-440c-b10a-bdb41923229c tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 943 time: 0.1458294 Jul 16 18:08:40.855958 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-4d640048-97f3-46bd-920f-c0dada75f0c9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "PUT /v2.0/floatingips/0b2da67e-972e-48f4-86c9-cb84b772406e HTTP/1.1" status: 200 len: 996 time: 1.8249564 Jul 16 18:08:40.858576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:40.860477 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91903bd-f145-400c-b76a-6d8e6166b345" -d '{"events": [{"name": "network-changed", "server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:40.906532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aca32276-61ee-4664-9178-dbc015d19dcb req-dd45a028-4b1b-47cd-ba1a-cc02b52640df tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672972 Jul 16 18:08:40.912193 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-26adfd47-8c45-4470-b39d-73d0b7658431 None None] Set router d6daa4c7-8559-496d-bbad-0c2f861b5673 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:40.940897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-3868bb22-147b-4beb-91e9-9b8d4d92ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.943253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-3868bb22-147b-4beb-91e9-9b8d4d92ef69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4273a43f091d42709bf28017089b7251&device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 1097 time: 0.0683310 Jul 16 18:08:41.049841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 45fcbe85-b8ea-4602-a22c-422cb729f741 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:41.054538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-4a227f9e-c6a1-4745-9a89-068190dfa030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.056845 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-4a227f9e-c6a1-4745-9a89-068190dfa030 service neutron] 10.222.0.41 "GET /v2.0/networks?id=60e2727e-d82b-41ff-931c-f2d691c01f29 HTTP/1.1" status: 200 len: 919 time: 0.1076434 Jul 16 18:08:41.073922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [req-7f1163ac-88d7-4962-b178-81be4031dd7e req-016f9863-99e8-4a6f-a114-e9a4fe3b152b service neutron] (100170) timed out ('10.222.0.35', 56022) {{(pid=100170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:08:41.178791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 45fcbe85-b8ea-4602-a22c-422cb729f741, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=45fcbe85-b8ea-4602-a22c-422cb729f741,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:41.186106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-7b53f994-981b-43e4-85c0-884588a3c6ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 200 len: 999 time: 0.1223283 Jul 16 18:08:41.195889 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '45fcbe85-b8ea-4602-a22c-422cb729f741', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'port_id': '45fcbe85-b8ea-4602-a22c-422cb729f741', 'mac_address': 'fa:16:3e:22:99:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4896f2-d6af-4700-991a-0a11d6229f29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:41.197467 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-26adfd47-8c45-4470-b39d-73d0b7658431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:07:46Z', 'revision_number': 4, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port': {'id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:43Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '0b2da67e-972e-48f4-86c9-cb84b772406e', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'port_id': '30a9514e-0ff9-4465-aa7f-01eabff275f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'mac_address': 'fa:16:3e:c1:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec498261-34f2-4629-9264-480daa0c594e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:08:37Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 1, 'project_id': '4273a43f091d42709bf28017089b7251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6528a374-7b08-4a08-ab95-72979c1a2f6a', 'name': '', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'mac_address': 'fa:16:3e:ab:2c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:45Z', 'updated_at': '2021-07-16T18:07:54Z', 'revision_number': 5, 'project_id': '4273a43f091d42709bf28017089b7251', 'subnets': [{'id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:41.241678 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.251183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-0f01a74d-8bdd-4a72-a01d-72c49ae5fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.252784 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-0f01a74d-8bdd-4a72-a01d-72c49ae5fe3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b5c01ec-31a7-4cf1-95e4-9688a92718b5 HTTP/1.1" status: 200 len: 858 time: 0.0585506 Jul 16 18:08:41.257908 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fcbe85-b8ea-4602-a22c-422cb729f741 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:41.262705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942fd88-b340-47d4-b524-302ae94df10d req-e1797d2d-8d30-4df0-8d9b-bb1704b5441a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.264454 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3942fd88-b340-47d4-b524-302ae94df10d req-e1797d2d-8d30-4df0-8d9b-bb1704b5441a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.1246459 Jul 16 18:08:41.280417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 45fcbe85-b8ea-4602-a22c-422cb729f741, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=45fcbe85-b8ea-4602-a22c-422cb729f741,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:41.285503 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.298025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-3d6b4abc-9ccd-4958-bb44-3ada124544d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60e2727e-d82b-41ff-931c-f2d691c01f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325623 Jul 16 18:08:41.313218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-dc2e94a4-ed2e-4f48-8294-55a136e050f0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:08:41.314206 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-dc2e94a4-ed2e-4f48-8294-55a136e050f0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076375 Jul 16 18:08:41.327768 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26adfd47-8c45-4470-b39d-73d0b7658431 None None] Checking router: d6daa4c7-8559-496d-bbad-0c2f861b5673 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:41.337477 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26adfd47-8c45-4470-b39d-73d0b7658431 None None] Routers {'d6daa4c7-8559-496d-bbad-0c2f861b5673'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:41.338251 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-26adfd47-8c45-4470-b39d-73d0b7658431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:08:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d6daa4c7-8559-496d-bbad-0c2f861b5673'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:41.346920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=45fcbe85-b8ea-4602-a22c-422cb729f741,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:41.351457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3942fd88-b340-47d4-b524-302ae94df10d req-f31d722f-657c-4454-87fa-bf7d0049d36a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771608 Jul 16 18:08:41.403653 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a888b90-ae33-4884-a889-98acba2e8339 x-openstack-request-id: req-4a888b90-ae33-4884-a889-98acba2e8339 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:41.403840 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:41.404004 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a888b90-ae33-4884-a889-98acba2e8339 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:41.404329 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8', 'status': 'completed', 'code': 200} Jul 16 18:08:41.429129 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-1a25fe32-a5c7-468f-b132-cffc94efcde3 service neutron] 10.222.0.41 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026945 Jul 16 18:08:41.465302 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-26adfd47-8c45-4470-b39d-73d0b7658431 None None] Set router d6daa4c7-8559-496d-bbad-0c2f861b5673 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:41.576902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54cd3c38-6e6b-41ec-a0ea-fa63c75ee473 req-2f8b8637-2287-4978-8d73-2b28ab7bcd46 service neutron] 10.222.0.41 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419694 Jul 16 18:08:41.586950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91903bd-f145-400c-b76a-6d8e6166b345 req-bdccb545-6871-4bb6-93eb-4ca1476f1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.588638 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d91903bd-f145-400c-b76a-6d8e6166b345 req-bdccb545-6871-4bb6-93eb-4ca1476f1647 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4273a43f091d42709bf28017089b7251&device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 1097 time: 0.1527107 Jul 16 18:08:41.676185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['45fcbe85-b8ea-4602-a22c-422cb729f741'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:41.716410 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-26adfd47-8c45-4470-b39d-73d0b7658431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:07:46Z', 'revision_number': 4, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port': {'id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:43Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '0b2da67e-972e-48f4-86c9-cb84b772406e', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'port_id': '30a9514e-0ff9-4465-aa7f-01eabff275f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'mac_address': 'fa:16:3e:c1:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec498261-34f2-4629-9264-480daa0c594e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:08:37Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 1, 'project_id': '4273a43f091d42709bf28017089b7251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6528a374-7b08-4a08-ab95-72979c1a2f6a', 'name': '', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'mac_address': 'fa:16:3e:ab:2c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:45Z', 'updated_at': '2021-07-16T18:07:54Z', 'revision_number': 5, 'project_id': '4273a43f091d42709bf28017089b7251', 'subnets': [{'id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:41.751474 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26adfd47-8c45-4470-b39d-73d0b7658431 None None] The sync data for ids ['d6daa4c7-8559-496d-bbad-0c2f861b5673'] in n-d-787206-10 is: [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:07:46Z', 'revision_number': 4, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port': {'id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:43Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '0b2da67e-972e-48f4-86c9-cb84b772406e', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'port_id': '30a9514e-0ff9-4465-aa7f-01eabff275f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'mac_address': 'fa:16:3e:c1:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec498261-34f2-4629-9264-480daa0c594e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:08:37Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 1, 'project_id': '4273a43f091d42709bf28017089b7251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6528a374-7b08-4a08-ab95-72979c1a2f6a', 'name': '', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'mac_address': 'fa:16:3e:ab:2c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:45Z', 'updated_at': '2021-07-16T18:07:54Z', 'revision_number': 5, 'project_id': '4273a43f091d42709bf28017089b7251', 'subnets': [{'id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:41.755219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-08f051fd-9538-4ae0-9c1e-98e84cf3817e tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 999 time: 0.1328549 Jul 16 18:08:41.807990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91903bd-f145-400c-b76a-6d8e6166b345 req-96e704a2-9e32-4b8c-854a-aa1b93270d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.809521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d91903bd-f145-400c-b76a-6d8e6166b345 req-96e704a2-9e32-4b8c-854a-aa1b93270d09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=60e2727e-d82b-41ff-931c-f2d691c01f29 HTTP/1.1" status: 200 len: 919 time: 0.2071867 Jul 16 18:08:41.867762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-7b95712d-ef1d-4282-a371-d921d4785df5 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.869150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-7b95712d-ef1d-4282-a371-d921d4785df5 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports/30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 200 len: 942 time: 0.1048007 Jul 16 18:08:41.893220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d91903bd-f145-400c-b76a-6d8e6166b345 req-b9610bf6-c21c-477f-84ce-2b95f58c08d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 200 len: 999 time: 0.0735090 Jul 16 18:08:41.950034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91903bd-f145-400c-b76a-6d8e6166b345 req-9e6123ed-dbf1-46ab-a905-cf3119f21fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.952479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d91903bd-f145-400c-b76a-6d8e6166b345 req-9e6123ed-dbf1-46ab-a905-cf3119f21fec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b5c01ec-31a7-4cf1-95e4-9688a92718b5 HTTP/1.1" status: 200 len: 858 time: 0.0524547 Jul 16 18:08:41.992957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89720d3-ba58-4006-85b4-f0a7bf5960f6 None None] New status for floating IP 0b2da67e-972e-48f4-86c9-cb84b772406e: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:08:42.025774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d91903bd-f145-400c-b76a-6d8e6166b345 req-81231fb5-3f98-4b74-be1b-319e41bc9061 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60e2727e-d82b-41ff-931c-f2d691c01f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642753 Jul 16 18:08:42.105903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-887655a0-21c0-4c98-b5de-959ffb5543c5 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 999 time: 0.1517360 Jul 16 18:08:42.561945 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d91903bd-f145-400c-b76a-6d8e6166b345 req-70a41f53-99d0-47ef-80dc-0c7daafb624b service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260966 Jul 16 18:08:42.575103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 4756ecb9-2203-49ea-9383-fdf72daea286 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:42.576951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3fa35-b477-4321-ad7c-ec51b5a16cfd req-d0998bc6-8f40-4627-aa30-fbbb863024f2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.578403 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ace3fa35-b477-4321-ad7c-ec51b5a16cfd req-d0998bc6-8f40-4627-aa30-fbbb863024f2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 944 time: 0.5437076 Jul 16 18:08:42.643289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-6a050a60-b7c2-49e9-96e2-380cabaab7b5 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.644672 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-6a050a60-b7c2-49e9-96e2-380cabaab7b5 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.5114119 Jul 16 18:08:42.674552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 4756ecb9-2203-49ea-9383-fdf72daea286, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=4756ecb9-2203-49ea-9383-fdf72daea286,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:42.686341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '4756ecb9-2203-49ea-9383-fdf72daea286', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'port_id': '4756ecb9-2203-49ea-9383-fdf72daea286', 'mac_address': 'fa:16:3e:ca:26:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:42.722799 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.735925 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4756ecb9-2203-49ea-9383-fdf72daea286 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:42.737189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ace3fa35-b477-4321-ad7c-ec51b5a16cfd req-a6a5464a-1bd2-41aa-8473-b74a9557cae1 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438518 Jul 16 18:08:42.767163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 4756ecb9-2203-49ea-9383-fdf72daea286, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=4756ecb9-2203-49ea-9383-fdf72daea286,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:42.772053 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d91903bd-f145-400c-b76a-6d8e6166b345 req-2590abde-c3e3-45e5-896f-a47b1a2bee39 service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908097 Jul 16 18:08:42.772348 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.775909 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-8787f3ea-1de3-4bfa-97d3-55d722088d57 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 1001 time: 0.0981352 Jul 16 18:08:42.788922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-d8ebde50-4c16-4092-bba7-cf0b039539e9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:42.835085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=4756ecb9-2203-49ea-9383-fdf72daea286,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:42.847174 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-d8ebde50-4c16-4092-bba7-cf0b039539e9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.894520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['4756ecb9-2203-49ea-9383-fdf72daea286'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:43.016747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331eb6c-1b68-4283-9c60-519ebdc35dbc req-c5534b8b-780c-422c-afab-38a5ad48bf72 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.023056 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f331eb6c-1b68-4283-9c60-519ebdc35dbc req-c5534b8b-780c-422c-afab-38a5ad48bf72 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 945 time: 0.1358078 Jul 16 18:08:43.072299 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-d8ebde50-4c16-4092-bba7-cf0b039539e9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.080489 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-d8ebde50-4c16-4092-bba7-cf0b039539e9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.080800 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-d8ebde50-4c16-4092-bba7-cf0b039539e9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Floating IP 0b2da67e-972e-48f4-86c9-cb84b772406e disassociated. External IP: 172.25.5.208, port: 30a9514e-0ff9-4465-aa7f-01eabff275f8. Jul 16 18:08:43.086731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 45fcbe85-b8ea-4602-a22c-422cb729f741 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:43.140439 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f331eb6c-1b68-4283-9c60-519ebdc35dbc req-8aa1ebb2-63e4-4df6-979d-962086a29da5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160688 Jul 16 18:08:43.182507 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 45fcbe85-b8ea-4602-a22c-422cb729f741 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:43.187145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 45fcbe85-b8ea-4602-a22c-422cb729f741 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:43.188210 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.314425 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.339794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628acb9c-9a72-46df-a70c-449fdbefb8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fcbe85-b8ea-4602-a22c-422cb729f741'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:43.342232 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80665158-a853-4df5-87ce-642d39670433" -d '{"events": [{"server_uuid": "628acb9c-9a72-46df-a70c-449fdbefb8cf", "name": "network-vif-plugged", "status": "completed", "tag": "45fcbe85-b8ea-4602-a22c-422cb729f741"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:43.373555 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 45fcbe85-b8ea-4602-a22c-422cb729f741, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=45fcbe85-b8ea-4602-a22c-422cb729f741,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:43.385070 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b90a6e-202a-4733-93da-a820d2bd491f x-openstack-request-id: req-69b90a6e-202a-4733-93da-a820d2bd491f {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:43.385607 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628acb9c-9a72-46df-a70c-449fdbefb8cf", "name": "network-vif-plugged", "status": "completed", "tag": "45fcbe85-b8ea-4602-a22c-422cb729f741", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:43.386070 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69b90a6e-202a-4733-93da-a820d2bd491f {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:43.386648 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628acb9c-9a72-46df-a70c-449fdbefb8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fcbe85-b8ea-4602-a22c-422cb729f741', 'code': 200} Jul 16 18:08:43.388286 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.415090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-d8ebde50-4c16-4092-bba7-cf0b039539e9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Router d6daa4c7-8559-496d-bbad-0c2f861b5673 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:43.453717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=45fcbe85-b8ea-4602-a22c-422cb729f741,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:43.601201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235e965-f557-4020-a6c9-4f8bc092439b req-c95cfd90-0317-4f5d-a237-f10286ce2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.602368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4235e965-f557-4020-a6c9-4f8bc092439b req-c95cfd90-0317-4f5d-a237-f10286ce2986 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 1097 time: 0.1202242 Jul 16 18:08:43.603877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-d8ebde50-4c16-4092-bba7-cf0b039539e9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:43.608399 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-d8ebde50-4c16-4092-bba7-cf0b039539e9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.619407 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc361c65-8826-4229-be2f-7a502d9b322f None None] Sync routers for ids ['d6daa4c7-8559-496d-bbad-0c2f861b5673'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:43.628909 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc361c65-8826-4229-be2f-7a502d9b322f None None] Routers {'d6daa4c7-8559-496d-bbad-0c2f861b5673'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:43.629922 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-dc361c65-8826-4229-be2f-7a502d9b322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:08:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d6daa4c7-8559-496d-bbad-0c2f861b5673'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:43.663891 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-d8ebde50-4c16-4092-bba7-cf0b039539e9 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "PUT /v2.0/floatingips/0b2da67e-972e-48f4-86c9-cb84b772406e HTTP/1.1" status: 200 len: 695 time: 0.8754759 Jul 16 18:08:43.668925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:43.671120 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e683799-e9c4-4813-9cb0-29fa4998b79f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:43.732689 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5e2849-8b75-48fc-ab17-f9064b9ceb21 x-openstack-request-id: req-2d5e2849-8b75-48fc-ab17-f9064b9ceb21 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:43.732980 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:43.733222 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d5e2849-8b75-48fc-ab17-f9064b9ceb21 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:43.733716 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8', 'status': 'completed', 'code': 200} Jul 16 18:08:43.766836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4235e965-f557-4020-a6c9-4f8bc092439b req-af3f47d1-cbd0-4e17-8aca-3f3fdb9ca10f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017241 Jul 16 18:08:43.779384 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-dc361c65-8826-4229-be2f-7a502d9b322f None None] Set router d6daa4c7-8559-496d-bbad-0c2f861b5673 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:43.826761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-c7f38fab-a026-4f2a-9538-01fd66e064fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.831480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-c7f38fab-a026-4f2a-9538-01fd66e064fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4273a43f091d42709bf28017089b7251&device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 1097 time: 0.1534133 Jul 16 18:08:43.882683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683799-e9c4-4813-9cb0-29fa4998b79f req-86533c03-385c-47cb-bd64-06cce8384f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.883420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e683799-e9c4-4813-9cb0-29fa4998b79f req-86533c03-385c-47cb-bd64-06cce8384f00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4273a43f091d42709bf28017089b7251&device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 1097 time: 0.1151111 Jul 16 18:08:44.058416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-d197d4ca-9803-4c9f-8a7f-be161b87492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.064771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-d197d4ca-9803-4c9f-8a7f-be161b87492d service neutron] 10.222.0.41 "GET /v2.0/networks?id=60e2727e-d82b-41ff-931c-f2d691c01f29 HTTP/1.1" status: 200 len: 919 time: 0.2293687 Jul 16 18:08:44.121555 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-dc361c65-8826-4229-be2f-7a502d9b322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:07:46Z', 'revision_number': 4, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port': {'id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:43Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6528a374-7b08-4a08-ab95-72979c1a2f6a', 'name': '', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'mac_address': 'fa:16:3e:ab:2c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:45Z', 'updated_at': '2021-07-16T18:07:54Z', 'revision_number': 5, 'project_id': '4273a43f091d42709bf28017089b7251', 'subnets': [{'id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:44.136483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683799-e9c4-4813-9cb0-29fa4998b79f req-503c4923-a96f-4c7c-b6d1-6cddc90f46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.138082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e683799-e9c4-4813-9cb0-29fa4998b79f req-503c4923-a96f-4c7c-b6d1-6cddc90f46c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=60e2727e-d82b-41ff-931c-f2d691c01f29 HTTP/1.1" status: 200 len: 919 time: 0.2475216 Jul 16 18:08:44.141385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-1883e01b-8060-41ec-8d99-b4dd0b63dc4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 200 len: 217 time: 0.0585217 Jul 16 18:08:44.153104 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc361c65-8826-4229-be2f-7a502d9b322f None None] Checking router: d6daa4c7-8559-496d-bbad-0c2f861b5673 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:44.166414 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc361c65-8826-4229-be2f-7a502d9b322f None None] Routers {'d6daa4c7-8559-496d-bbad-0c2f861b5673'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:44.167123 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-dc361c65-8826-4229-be2f-7a502d9b322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:08:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d6daa4c7-8559-496d-bbad-0c2f861b5673'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:44.257116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698bb65-0589-47fc-9890-e8becad31892 req-095abdce-dcd1-45c1-a0d4-d19b18205d37 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.262018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4698bb65-0589-47fc-9890-e8becad31892 req-095abdce-dcd1-45c1-a0d4-d19b18205d37 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 945 time: 0.2995501 Jul 16 18:08:44.277354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e683799-e9c4-4813-9cb0-29fa4998b79f req-59f6a605-fbfc-485e-b82f-df03bcf621ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 200 len: 217 time: 0.1288195 Jul 16 18:08:44.312025 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-dc361c65-8826-4229-be2f-7a502d9b322f None None] Set router d6daa4c7-8559-496d-bbad-0c2f861b5673 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:44.344413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-5f1c109a-ae4d-44d8-b151-e94400afa632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.346197 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-5f1c109a-ae4d-44d8-b151-e94400afa632 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b5c01ec-31a7-4cf1-95e4-9688a92718b5 HTTP/1.1" status: 200 len: 858 time: 0.1917164 Jul 16 18:08:44.400639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-3e4da216-2eff-4215-81c0-042fa96d279c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60e2727e-d82b-41ff-931c-f2d691c01f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410559 Jul 16 18:08:44.403833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4698bb65-0589-47fc-9890-e8becad31892 req-5f1b6bc4-d7c9-40ba-9f86-465afd99099b tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233947 Jul 16 18:08:44.413004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683799-e9c4-4813-9cb0-29fa4998b79f req-679933ee-7ee2-4239-8ced-0f5269252cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.414657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e683799-e9c4-4813-9cb0-29fa4998b79f req-679933ee-7ee2-4239-8ced-0f5269252cc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b5c01ec-31a7-4cf1-95e4-9688a92718b5 HTTP/1.1" status: 200 len: 858 time: 0.1137888 Jul 16 18:08:44.471480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e683799-e9c4-4813-9cb0-29fa4998b79f req-0f4eb83a-2c10-40b5-95a6-8af2a4081dff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60e2727e-d82b-41ff-931c-f2d691c01f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458517 Jul 16 18:08:44.568066 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-dc361c65-8826-4229-be2f-7a502d9b322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:07:46Z', 'revision_number': 4, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port': {'id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:43Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6528a374-7b08-4a08-ab95-72979c1a2f6a', 'name': '', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'mac_address': 'fa:16:3e:ab:2c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:45Z', 'updated_at': '2021-07-16T18:07:54Z', 'revision_number': 5, 'project_id': '4273a43f091d42709bf28017089b7251', 'subnets': [{'id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:44.574562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 4756ecb9-2203-49ea-9383-fdf72daea286 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:44.612345 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc361c65-8826-4229-be2f-7a502d9b322f None None] The sync data for ids ['d6daa4c7-8559-496d-bbad-0c2f861b5673'] in n-d-787206-10 is: [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:07:46Z', 'revision_number': 4, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port': {'id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:43Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '6528a374-7b08-4a08-ab95-72979c1a2f6a', 'name': '', 'network_id': '60e2727e-d82b-41ff-931c-f2d691c01f29', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'mac_address': 'fa:16:3e:ab:2c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:45Z', 'updated_at': '2021-07-16T18:07:54Z', 'revision_number': 5, 'project_id': '4273a43f091d42709bf28017089b7251', 'subnets': [{'id': '1b5c01ec-31a7-4cf1-95e4-9688a92718b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:44.661694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e683799-e9c4-4813-9cb0-29fa4998b79f req-5f7c24c1-0503-44f1-be24-2e77d27d2bda service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792564 Jul 16 18:08:44.689810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 4756ecb9-2203-49ea-9383-fdf72daea286 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:44.690073 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.691014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-131325f8-74d8-4de0-b86c-2384286a4c7b service neutron] 10.222.0.41 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744629 Jul 16 18:08:44.778919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704fa75-e163-4eae-9971-8900fb94b8be req-cf4322e0-a5e9-43e4-baed-08e8aedcf765 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.780446 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6704fa75-e163-4eae-9971-8900fb94b8be req-cf4322e0-a5e9-43e4-baed-08e8aedcf765 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 945 time: 0.2057586 Jul 16 18:08:44.827071 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.874121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 4756ecb9-2203-49ea-9383-fdf72daea286, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=4756ecb9-2203-49ea-9383-fdf72daea286,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:44.881015 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.977227 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=4756ecb9-2203-49ea-9383-fdf72daea286,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:44.995473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eada5d0d-37a6-4970-ab66-9792141db3fb req-2c376ee5-cd05-465e-a38a-c69e32ee8e72 service neutron] 10.222.0.41 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748568 Jul 16 18:08:45.007948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6704fa75-e163-4eae-9971-8900fb94b8be req-a5d28964-a3d7-41b1-a503-37d238e7e059 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977675 Jul 16 18:08:45.029318 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e683799-e9c4-4813-9cb0-29fa4998b79f req-3bf5bdaa-5f5d-4bc2-aa53-1f7b8d64fb86 service neutron] 10.222.0.35 "GET /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588340 Jul 16 18:08:45.076834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0eb8b7-244d-4450-a0a2-3e1f93ba879b None None] New status for floating IP 0b2da67e-972e-48f4-86c9-cb84b772406e: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:08:45.302194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-45028340-220e-4ce4-ac69-c79265f44a02 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/floatingips/0b2da67e-972e-48f4-86c9-cb84b772406e HTTP/1.1" status: 200 len: 695 time: 0.0578282 Jul 16 18:08:45.388389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79985b2-1e0e-46b8-86c7-04fcaeedf8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4756ecb9-2203-49ea-9383-fdf72daea286'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:45.393917 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833a8ce1-ceb2-489e-87f5-25fff6b81d6c" -d '{"events": [{"server_uuid": "b79985b2-1e0e-46b8-86c7-04fcaeedf8e8", "name": "network-vif-plugged", "status": "completed", "tag": "4756ecb9-2203-49ea-9383-fdf72daea286"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:45.449419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-6d34bd69-5964-4d04-81a1-9bb808918c04 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.456568 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-6d34bd69-5964-4d04-81a1-9bb808918c04 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 784 time: 0.1546361 Jul 16 18:08:45.462973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-91aec82b-820b-4930-a1bf-5db4d350cb17 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:08:45.474541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-91aec82b-820b-4930-a1bf-5db4d350cb17 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171871 Jul 16 18:08:45.490511 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f402e8e0-7dbe-4b06-8874-31974e2d203d x-openstack-request-id: req-f402e8e0-7dbe-4b06-8874-31974e2d203d {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:45.490803 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79985b2-1e0e-46b8-86c7-04fcaeedf8e8", "name": "network-vif-plugged", "status": "completed", "tag": "4756ecb9-2203-49ea-9383-fdf72daea286", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:45.491055 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f402e8e0-7dbe-4b06-8874-31974e2d203d {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:45.491467 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79985b2-1e0e-46b8-86c7-04fcaeedf8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4756ecb9-2203-49ea-9383-fdf72daea286', 'code': 200} Jul 16 18:08:45.569386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-e2410483-f1f8-402a-a3d0-7f7ec3e89d2c tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 696 time: 0.0938909 Jul 16 18:08:45.661245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-d7bc949b-f287-420a-a590-6d3c15070dfe tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 696 time: 0.0850327 Jul 16 18:08:45.803063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdb03f-637a-414a-be62-12a461c34b86 req-c75a5685-244e-4152-b7a0-fe37f3158438 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.809967 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75fdb03f-637a-414a-be62-12a461c34b86 req-c75a5685-244e-4152-b7a0-fe37f3158438 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 945 time: 0.1906185 Jul 16 18:08:45.855719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-1eeb3ef0-dbe4-4a0c-aed5-36e003c472f7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Deleting port 2a0e1d68-7006-41dd-8304-c43e3cf1ad6f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:45.856112 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-1eeb3ef0-dbe4-4a0c-aed5-36e003c472f7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.869985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75fdb03f-637a-414a-be62-12a461c34b86 req-b131521b-be22-417f-9b1a-b7a7dc72018b tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591810 Jul 16 18:08:45.971232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-1eeb3ef0-dbe4-4a0c-aed5-36e003c472f7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.971507 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-1eeb3ef0-dbe4-4a0c-aed5-36e003c472f7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.002369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-1eeb3ef0-dbe4-4a0c-aed5-36e003c472f7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Calling delete_port for 2a0e1d68-7006-41dd-8304-c43e3cf1ad6f owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:46.179122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd41c0-5126-41ab-8804-00c9dc60db6d req-e35ca4dc-da3c-4e38-b2ba-fcbcc5b19167 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.186102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4bd41c0-5126-41ab-8804-00c9dc60db6d req-e35ca4dc-da3c-4e38-b2ba-fcbcc5b19167 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 945 time: 0.1234920 Jul 16 18:08:46.260394 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4bd41c0-5126-41ab-8804-00c9dc60db6d req-75abd7e5-e06c-4fdb-b3b4-9f7ec8799494 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734041 Jul 16 18:08:46.276450 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-1eeb3ef0-dbe4-4a0c-aed5-36e003c472f7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.324479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb3ef0-dbe4-4a0c-aed5-36e003c472f7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Pushing event deleted for resources: {'Port': ['ID=2a0e1d68-7006-41dd-8304-c43e3cf1ad6f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:46.409616 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-1eeb3ef0-dbe4-4a0c-aed5-36e003c472f7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.413679 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-1eeb3ef0-dbe4-4a0c-aed5-36e003c472f7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.415100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-678ef8a7-c6b8-4129-bfa2-2bc89446810f req-1eeb3ef0-dbe4-4a0c-aed5-36e003c472f7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "DELETE /v2.0/floatingips/0b2da67e-972e-48f4-86c9-cb84b772406e HTTP/1.1" status: 204 len: 173 time: 0.7530689 Jul 16 18:08:46.499363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa68d3-37e1-405c-a9b0-9750638ed025 req-e2dc97b2-ecc5-4694-a286-f9514f5dbc23 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.500823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91fa68d3-37e1-405c-a9b0-9750638ed025 req-e2dc97b2-ecc5-4694-a286-f9514f5dbc23 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.0845990 Jul 16 18:08:46.567636 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91fa68d3-37e1-405c-a9b0-9750638ed025 req-ff863485-f4ac-47d3-be7c-e2adc8f0c541 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526018 Jul 16 18:08:46.653491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9fe2091-5959-40f5-a95b-39133d90f22d req-efe0f3ca-f653-4cfe-b1b0-ec4decdaaaa7 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups/4e8e4ad1-bf47-4277-928a-d6e665b71a36 HTTP/1.1" status: 200 len: 1808 time: 0.0675023 Jul 16 18:08:46.740316 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f9fe2091-5959-40f5-a95b-39133d90f22d req-c7503ab1-76b8-4465-9111-19b155242816 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.777219 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f9fe2091-5959-40f5-a95b-39133d90f22d req-c7503ab1-76b8-4465-9111-19b155242816 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.853992 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f9fe2091-5959-40f5-a95b-39133d90f22d req-c7503ab1-76b8-4465-9111-19b155242816 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.856568 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f9fe2091-5959-40f5-a95b-39133d90f22d req-c7503ab1-76b8-4465-9111-19b155242816 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.862900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9fe2091-5959-40f5-a95b-39133d90f22d req-c7503ab1-76b8-4465-9111-19b155242816 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "DELETE /v2.0/security-groups/4e8e4ad1-bf47-4277-928a-d6e665b71a36 HTTP/1.1" status: 204 len: 173 time: 0.2065005 Jul 16 18:08:46.883278 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7503ab1-76b8-4465-9111-19b155242816 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8e4ad1-bf47-4277-928a-d6e665b71a36,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:47.088470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5351d-ac86-4725-b53a-6fa5622c6159 req-a33ab62f-f1a7-41d8-87d8-9d94bea2faa7 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.089995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21e5351d-ac86-4725-b53a-6fa5622c6159 req-a33ab62f-f1a7-41d8-87d8-9d94bea2faa7 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 945 time: 0.0839398 Jul 16 18:08:47.151037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21e5351d-ac86-4725-b53a-6fa5622c6159 req-d5bd49ff-4a71-419f-87a1-824515331686 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537348 Jul 16 18:08:47.404748 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:08:47.406622 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97969ef-884c-40ee-8106-eac8fc43ab50 req-9103ac61-3e07-45c3-a112-92970311dcac tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.408208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f97969ef-884c-40ee-8106-eac8fc43ab50 req-9103ac61-3e07-45c3-a112-92970311dcac tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.0898187 Jul 16 18:08:47.460165 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f97969ef-884c-40ee-8106-eac8fc43ab50 req-1f792762-32be-4952-9bbf-0723446ea39a tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446272 Jul 16 18:08:47.815155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4dba4-c406-4c8b-828b-4d9b3d77d226 req-fde7cdf9-2eb4-4c57-bee7-7429992e74e0 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.817038 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87d4dba4-c406-4c8b-828b-4d9b3d77d226 req-fde7cdf9-2eb4-4c57-bee7-7429992e74e0 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.0946481 Jul 16 18:08:47.881634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87d4dba4-c406-4c8b-828b-4d9b3d77d226 req-811ee429-764e-48fb-b054-7617fd8533c2 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556834 Jul 16 18:08:48.376264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6a515-b842-4be9-88ae-b130aa4c0391 req-27700671-3b1f-452f-b17d-166187b140a0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.378116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70c6a515-b842-4be9-88ae-b130aa4c0391 req-27700671-3b1f-452f-b17d-166187b140a0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 945 time: 0.0690157 Jul 16 18:08:48.430463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70c6a515-b842-4be9-88ae-b130aa4c0391 req-ce0203dc-8f09-45ca-9e6a-820265382e50 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458865 Jul 16 18:08:48.537388 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f5706-ef78-4b73-934b-82bd557898a6 req-a5d3d51a-0a65-4262-b0ee-2632df7a2d7f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.539064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a97f5706-ef78-4b73-934b-82bd557898a6 req-a5d3d51a-0a65-4262-b0ee-2632df7a2d7f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.43 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 945 time: 0.0849030 Jul 16 18:08:48.719896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-a97f5706-ef78-4b73-934b-82bd557898a6 req-47236592-3adf-4a51-af8f-0508c4e33ea0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Deleting port 45fcbe85-b8ea-4602-a22c-422cb729f741 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:48.720230 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a97f5706-ef78-4b73-934b-82bd557898a6 req-47236592-3adf-4a51-af8f-0508c4e33ea0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.769851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ead6e0-5b8e-4645-a1f6-1d71590c6653 req-3d02696a-0bf5-4f72-92bc-4f926cef05ed tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.777049 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88ead6e0-5b8e-4645-a1f6-1d71590c6653 req-3d02696a-0bf5-4f72-92bc-4f926cef05ed tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.1227057 Jul 16 18:08:48.933670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88ead6e0-5b8e-4645-a1f6-1d71590c6653 req-80cc3d6e-207b-40fb-9580-ab935ac758f3 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307549 Jul 16 18:08:48.981826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-a97f5706-ef78-4b73-934b-82bd557898a6 req-47236592-3adf-4a51-af8f-0508c4e33ea0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] For port 45fcbe85-b8ea-4602-a22c-422cb729f741, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=45fcbe85-b8ea-4602-a22c-422cb729f741,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:48.982506 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a97f5706-ef78-4b73-934b-82bd557898a6 req-47236592-3adf-4a51-af8f-0508c4e33ea0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.999960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-a97f5706-ef78-4b73-934b-82bd557898a6 req-47236592-3adf-4a51-af8f-0508c4e33ea0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Calling delete_port for 45fcbe85-b8ea-4602-a22c-422cb729f741 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:49.533851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9dd6f-cd98-4a13-832e-1517e1670c51 req-56560b9b-f54f-4103-9cff-5b4ba176e86f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:49.541537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbb9dd6f-cd98-4a13-832e-1517e1670c51 req-56560b9b-f54f-4103-9cff-5b4ba176e86f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.5305724 Jul 16 18:08:49.625336 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbb9dd6f-cd98-4a13-832e-1517e1670c51 req-959204ec-a151-44ed-b177-d5790c4618d5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828035 Jul 16 18:08:49.787472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65105386-19b3-4a8b-a129-fc2344a6482b req-4bdd5455-8344-4476-8d55-44f93ed82beb tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:49.790260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-65105386-19b3-4a8b-a129-fc2344a6482b req-4bdd5455-8344-4476-8d55-44f93ed82beb tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.2755527 Jul 16 18:08:49.809164 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a97f5706-ef78-4b73-934b-82bd557898a6 req-47236592-3adf-4a51-af8f-0508c4e33ea0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.823080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:49.905180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47236592-3adf-4a51-af8f-0508c4e33ea0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event deleted for resources: {'Port': ['ID=45fcbe85-b8ea-4602-a22c-422cb729f741,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:50.096069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97f5706-ef78-4b73-934b-82bd557898a6 req-47236592-3adf-4a51-af8f-0508c4e33ea0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] No DVR routers for this DVR port 45fcbe85-b8ea-4602-a22c-422cb729f741 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:50.104209 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a97f5706-ef78-4b73-934b-82bd557898a6 req-47236592-3adf-4a51-af8f-0508c4e33ea0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.110081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a97f5706-ef78-4b73-934b-82bd557898a6 req-47236592-3adf-4a51-af8f-0508c4e33ea0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.43 "DELETE /v2.0/ports/45fcbe85-b8ea-4602-a22c-422cb729f741 HTTP/1.1" status: 204 len: 173 time: 1.5600963 Jul 16 18:08:50.127750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628acb9c-9a72-46df-a70c-449fdbefb8cf', 'name': 'network-vif-deleted', 'tag': '45fcbe85-b8ea-4602-a22c-422cb729f741'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:50.131009 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3d674c-2997-4243-9e4b-98199533e655" -d '{"events": [{"server_uuid": "628acb9c-9a72-46df-a70c-449fdbefb8cf", "name": "network-vif-deleted", "tag": "45fcbe85-b8ea-4602-a22c-422cb729f741"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:50.155375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1c9b8-9b05-4b37-938d-14f6985f0b43 req-066f302a-b0e2-4e8e-ad66-6ad2c08626ef tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:50.158354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21e1c9b8-9b05-4b37-938d-14f6985f0b43 req-066f302a-b0e2-4e8e-ad66-6ad2c08626ef tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=628acb9c-9a72-46df-a70c-449fdbefb8cf HTTP/1.1" status: 200 len: 867 time: 0.5203755 Jul 16 18:08:50.265218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-65105386-19b3-4a8b-a129-fc2344a6482b req-9b91a8e6-f23b-4dc8-9c3d-14c6f90c5ce4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Deleting port 30a9514e-0ff9-4465-aa7f-01eabff275f8 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:50.266818 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-65105386-19b3-4a8b-a129-fc2344a6482b req-9b91a8e6-f23b-4dc8-9c3d-14c6f90c5ce4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.275045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21e1c9b8-9b05-4b37-938d-14f6985f0b43 req-31e10cec-5475-4653-87a1-e6829d911487 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093922 Jul 16 18:08:50.366917 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15afb6c3-d539-4b29-98f8-822b600a6b45 x-openstack-request-id: req-15afb6c3-d539-4b29-98f8-822b600a6b45 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:50.367210 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628acb9c-9a72-46df-a70c-449fdbefb8cf", "name": "network-vif-deleted", "tag": "45fcbe85-b8ea-4602-a22c-422cb729f741", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:50.367469 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15afb6c3-d539-4b29-98f8-822b600a6b45 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:50.367871 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628acb9c-9a72-46df-a70c-449fdbefb8cf', 'name': 'network-vif-deleted', 'tag': '45fcbe85-b8ea-4602-a22c-422cb729f741', 'status': 'completed', 'code': 200} Jul 16 18:08:50.478124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-65105386-19b3-4a8b-a129-fc2344a6482b req-9b91a8e6-f23b-4dc8-9c3d-14c6f90c5ce4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] For port 30a9514e-0ff9-4465-aa7f-01eabff275f8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=30a9514e-0ff9-4465-aa7f-01eabff275f8,segment=NetworkSegment(f4897d9c-b826-4211-8903-72ac9b7130a5),segment_id=f4897d9c-b826-4211-8903-72ac9b7130a5)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:50.478403 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-65105386-19b3-4a8b-a129-fc2344a6482b req-9b91a8e6-f23b-4dc8-9c3d-14c6f90c5ce4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.493976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07df30-83a6-4dfb-8514-26d365afa305 req-b5427722-9f2f-454f-8986-2f44fee35a36 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:50.495575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d07df30-83a6-4dfb-8514-26d365afa305 req-b5427722-9f2f-454f-8986-2f44fee35a36 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 945 time: 0.2033229 Jul 16 18:08:50.505568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-65105386-19b3-4a8b-a129-fc2344a6482b req-9b91a8e6-f23b-4dc8-9c3d-14c6f90c5ce4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Calling delete_port for 30a9514e-0ff9-4465-aa7f-01eabff275f8 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:50.588037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d07df30-83a6-4dfb-8514-26d365afa305 req-8d111e8b-0d0e-40c0-b8e4-849c47c3f336 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/security-groups?id=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801370 Jul 16 18:08:50.774190 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-65105386-19b3-4a8b-a129-fc2344a6482b req-9b91a8e6-f23b-4dc8-9c3d-14c6f90c5ce4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.829202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91a8e6-f23b-4dc8-9c3d-14c6f90c5ce4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Pushing event deleted for resources: {'Port': ['ID=30a9514e-0ff9-4465-aa7f-01eabff275f8,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:50.941241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-65105386-19b3-4a8b-a129-fc2344a6482b req-9b91a8e6-f23b-4dc8-9c3d-14c6f90c5ce4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] No DVR routers for this DVR port 30a9514e-0ff9-4465-aa7f-01eabff275f8 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:50.946304 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-65105386-19b3-4a8b-a129-fc2344a6482b req-9b91a8e6-f23b-4dc8-9c3d-14c6f90c5ce4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.949135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-65105386-19b3-4a8b-a129-fc2344a6482b req-9b91a8e6-f23b-4dc8-9c3d-14c6f90c5ce4 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.35 "DELETE /v2.0/ports/30a9514e-0ff9-4465-aa7f-01eabff275f8 HTTP/1.1" status: 204 len: 173 time: 1.1511009 Jul 16 18:08:50.996640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa9112-5ac8-4a55-a187-7855c694f14e req-fd475412-a06b-45ae-b1e8-a834eb6546cf tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:50.999812 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6fa9112-5ac8-4a55-a187-7855c694f14e req-fd475412-a06b-45ae-b1e8-a834eb6546cf tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.1723523 Jul 16 18:08:51.111320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6fa9112-5ac8-4a55-a187-7855c694f14e req-53e65a4a-38f9-4ef7-acc5-a2c96f98bd7c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963938 Jul 16 18:08:51.126790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 45fcbe85-b8ea-4602-a22c-422cb729f741 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:51.194148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 45fcbe85-b8ea-4602-a22c-422cb729f741 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:51.194497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 45fcbe85-b8ea-4602-a22c-422cb729f741 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:51.812849 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6040f35-3222-46b1-a597-62c506eddafb req-ca5336ed-ad09-440b-97be-906dde1aaa79 tempest-ServerRescueTestJSONUnderV235-167307329 tempest-ServerRescueTestJSONUnderV235-167307329-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec498261-34f2-4629-9264-480daa0c594e HTTP/1.1" status: 200 len: 210 time: 0.0377100 Jul 16 18:08:52.231016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-18994676-5211-445c-801a-fdd07ac285d2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.233392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-18994676-5211-445c-801a-fdd07ac285d2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.1441655 Jul 16 18:08:52.258546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-d8274bb8-cbc3-42de-851d-b28acec1b498 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/quotas/4ede344f04254cd3ae257e1efe6061ea HTTP/1.1" status: 200 len: 375 time: 0.0174515 Jul 16 18:08:52.369009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'name': 'network-vif-deleted', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:52.372092 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17468c67-92c6-417e-8ea5-eca355e58fc2" -d '{"events": [{"server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "name": "network-vif-deleted", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:52.421749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-fa63943d-51ec-4a4f-9519-05e6ad63d31e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1578009 Jul 16 18:08:52.434727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae2473-6102-45c0-be0c-ae80da135f51 req-a8b2a472-a869-421e-884d-4814454f4a72 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.437110 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cae2473-6102-45c0-be0c-ae80da135f51 req-a8b2a472-a869-421e-884d-4814454f4a72 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.1253517 Jul 16 18:08:52.556328 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cae2473-6102-45c0-be0c-ae80da135f51 req-23183151-effb-44e2-972e-228dd11dd48a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099491 Jul 16 18:08:52.591487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-6e209b07-f40f-458d-b4f8-4d4741f30780 service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528883 Jul 16 18:08:52.605607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 30a9514e-0ff9-4465-aa7f-01eabff275f8 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:52.646579 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 30a9514e-0ff9-4465-aa7f-01eabff275f8 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:52.648268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 30a9514e-0ff9-4465-aa7f-01eabff275f8 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:52.712898 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-299ed438-f055-4403-a580-1148be245e1c service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156046 Jul 16 18:08:52.722198 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3967b93b-39d7-4374-9049-1452eacb0682 x-openstack-request-id: req-3967b93b-39d7-4374-9049-1452eacb0682 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:52.722559 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec498261-34f2-4629-9264-480daa0c594e", "name": "network-vif-deleted", "tag": "30a9514e-0ff9-4465-aa7f-01eabff275f8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:52.723673 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3967b93b-39d7-4374-9049-1452eacb0682 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:52.724149 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec498261-34f2-4629-9264-480daa0c594e', 'name': 'network-vif-deleted', 'tag': '30a9514e-0ff9-4465-aa7f-01eabff275f8', 'status': 'completed', 'code': 200} Jul 16 18:08:52.931226 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47548) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.952163 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f97d7b53-0336-4c65-b1fb-d2a5edbbb677 req-2d38dc2b-6d49-4cef-a3c1-6196f0004537 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 210 time: 0.0611768 Jul 16 18:08:53.455358 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.769675 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Deleting port 6528a374-7b08-4a08-ab95-72979c1a2f6a {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:53.770818 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.857488 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1bbf4-f0a4-4d1f-a68e-2f7da9b40d64 req-d5a016bf-5eb6-4275-85a5-a1ff07e41412 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.859872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25c1bbf4-f0a4-4d1f-a68e-2f7da9b40d64 req-d5a016bf-5eb6-4275-85a5-a1ff07e41412 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.0873926 Jul 16 18:08:53.894422 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] For port 6528a374-7b08-4a08-ab95-72979c1a2f6a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6528a374-7b08-4a08-ab95-72979c1a2f6a,segment=NetworkSegment(f4897d9c-b826-4211-8903-72ac9b7130a5),segment_id=f4897d9c-b826-4211-8903-72ac9b7130a5)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:53.895962 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.913538 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Calling delete_port for 6528a374-7b08-4a08-ab95-72979c1a2f6a owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:53.917627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25c1bbf4-f0a4-4d1f-a68e-2f7da9b40d64 req-b6a21c2c-8f5c-4889-9be8-e33c7f1d7dd3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500052 Jul 16 18:08:54.151862 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9b5fd4d-8a2b-41ea-bcd6-45cac5be0be7 req-c46ea78b-1359-47e8-aa48-594126647f87 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 210 time: 0.0485466 Jul 16 18:08:54.222727 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.254191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6528a374-7b08-4a08-ab95-72979c1a2f6a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:54.266408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:54.266757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:54.267110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:54.267536 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:54.267883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:54.268194 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:54.268519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:54.268843 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:54.269172 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:54.269486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:54.269806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:54.270186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:54.363010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-ad43b016-e12c-4240-915a-dce3a0474857 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:54.370236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-ad43b016-e12c-4240-915a-dce3a0474857 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.1746700 Jul 16 18:08:54.386310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Request body: {'port': {'device_id': '37dbd617-972a-4c27-a001-221a1561aae7', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'admin_state_up': True, 'tenant_id': '4ede344f04254cd3ae257e1efe6061ea'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:54.454667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.598449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Made reservation on behalf of 4ede344f04254cd3ae257e1efe6061ea for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:54.604561 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.720564 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Router d6daa4c7-8559-496d-bbad-0c2f861b5673 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:54.766365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Allocated IP 172.20.0.11 (8a175737-e063-409b-ba35-10315008733d/cf4896f2-d6af-4700-991a-0a11d6229f29/d23c9470-a68d-4189-ab61-3c33e2916e08) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:54.854023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:54.860392 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c1913fa5-5313-4958-bf17-ad6f06f386c4 admin admin] 10.222.0.41 "PUT /v2.0/routers/d6daa4c7-8559-496d-bbad-0c2f861b5673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9258349 Jul 16 18:08:54.862576 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47568) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.864837 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d775b21-eb13-4a3c-b56c-2aa4c7709d1d None None] Sync routers for ids ['d6daa4c7-8559-496d-bbad-0c2f861b5673'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:54.881728 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d775b21-eb13-4a3c-b56c-2aa4c7709d1d None None] Routers {'d6daa4c7-8559-496d-bbad-0c2f861b5673'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:54.882371 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3d775b21-eb13-4a3c-b56c-2aa4c7709d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:08:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d6daa4c7-8559-496d-bbad-0c2f861b5673'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:54.957166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.988982 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.029175 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.048524 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:55.163543 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.189040 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Network 8a175737-e063-409b-ba35-10315008733d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:55.205709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:55.212270 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3d775b21-eb13-4a3c-b56c-2aa4c7709d1d None None] Set router d6daa4c7-8559-496d-bbad-0c2f861b5673 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:55.222075 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:55.250684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Deleting port 8fff081a-53a3-4ed8-8b03-573fc1aab8fa {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:55.251337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.343729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.344516 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.353974 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] For port 8fff081a-53a3-4ed8-8b03-573fc1aab8fa, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8fff081a-53a3-4ed8-8b03-573fc1aab8fa,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:55.354540 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.370521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Calling delete_port for 8fff081a-53a3-4ed8-8b03-573fc1aab8fa owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:55.393942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event updated for resources: {'Port': ['ID=d23c9470-a68d-4189-ab61-3c33e2916e08,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:55.513654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.515808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.516208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.517692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.518291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.518785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.519144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.519477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.519817 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.520686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.522315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.522708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.532676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-5aded772-d62f-448e-96a9-505ed1a602a9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1540728 Jul 16 18:08:55.558247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Request body: {'port': {'device_id': '37dbd617-972a-4c27-a001-221a1561aae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:55.643022 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3d775b21-eb13-4a3c-b56c-2aa4c7709d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:08:54Z', 'revision_number': 5, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port': {'id': '8fff081a-53a3-4ed8-8b03-573fc1aab8fa', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:43Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:55.672973 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.701783 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=8fff081a-53a3-4ed8-8b03-573fc1aab8fa,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:55.732377 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57660359-ee3f-4682-82f4-ed1c505a4c12 req-a40d48d5-c7fc-4302-8311-660a114b9ee1 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.739830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57660359-ee3f-4682-82f4-ed1c505a4c12 req-a40d48d5-c7fc-4302-8311-660a114b9ee1 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.4101696 Jul 16 18:08:55.752157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78078b3e-db82-4c9a-80e4-fbcbdf7ea090 req-9b3178df-feb7-4029-a0bc-bc99a10aa262 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.753753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78078b3e-db82-4c9a-80e4-fbcbdf7ea090 req-9b3178df-feb7-4029-a0bc-bc99a10aa262 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 932 time: 0.3332736 Jul 16 18:08:55.791378 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.807170 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.813074 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d775b21-eb13-4a3c-b56c-2aa4c7709d1d None None] Checking router: d6daa4c7-8559-496d-bbad-0c2f861b5673 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:55.838647 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d775b21-eb13-4a3c-b56c-2aa4c7709d1d None None] Routers {'d6daa4c7-8559-496d-bbad-0c2f861b5673'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:55.839651 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3d775b21-eb13-4a3c-b56c-2aa4c7709d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:08:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d6daa4c7-8559-496d-bbad-0c2f861b5673'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:55.894342 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57660359-ee3f-4682-82f4-ed1c505a4c12 req-17c48a20-2de4-4e53-9ab2-7195715092fc tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535077 Jul 16 18:08:55.933026 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3d775b21-eb13-4a3c-b56c-2aa4c7709d1d None None] Set router d6daa4c7-8559-496d-bbad-0c2f861b5673 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:55.943232 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.945287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78078b3e-db82-4c9a-80e4-fbcbdf7ea090 req-4ecbee2d-68ea-44e2-9522-91f16437df00 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814997 Jul 16 18:08:55.947153 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.007090 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3d775b21-eb13-4a3c-b56c-2aa4c7709d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:08:55Z', 'revision_number': 7, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:56.012395 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.013287 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6daa4c7-8559-496d-bbad-0c2f861b5673 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:56.019867 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.022131 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f36b21a3-51f5-4820-8d2c-b0bddf2c7a7e admin admin] 10.222.0.41 "DELETE /v2.0/routers/d6daa4c7-8559-496d-bbad-0c2f861b5673 HTTP/1.1" status: 204 len: 168 time: 1.1577435 Jul 16 18:08:56.029418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47578) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:56.041217 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d775b21-eb13-4a3c-b56c-2aa4c7709d1d None None] The sync data for ids ['d6daa4c7-8559-496d-bbad-0c2f861b5673'] in n-d-787206-10 is: [{'id': 'd6daa4c7-8559-496d-bbad-0c2f861b5673', 'name': 'tempest-ServerRescueTestJSONUnderV235-95394220-router', 'tenant_id': '4273a43f091d42709bf28017089b7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:42Z', 'updated_at': '2021-07-16T18:08:55Z', 'revision_number': 7, 'project_id': '4273a43f091d42709bf28017089b7251', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:56.101169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d28edf-4570-4300-b211-95c29f549e2b admin admin] Deleting subnet 1b5c01ec-31a7-4cf1-95e4-9688a92718b5 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:56.105585 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-37d28edf-4570-4300-b211-95c29f549e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.149880 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-37d28edf-4570-4300-b211-95c29f549e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.201634 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-37d28edf-4570-4300-b211-95c29f549e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.284582 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-37d28edf-4570-4300-b211-95c29f549e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.316858 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-37d28edf-4570-4300-b211-95c29f549e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.321406 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-37d28edf-4570-4300-b211-95c29f549e2b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1b5c01ec-31a7-4cf1-95e4-9688a92718b5 HTTP/1.1" status: 204 len: 168 time: 0.2886956 Jul 16 18:08:56.321406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d28edf-4570-4300-b211-95c29f549e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5c01ec-31a7-4cf1-95e4-9688a92718b5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:56.321875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47584) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:56.333131 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d23c9470-a68d-4189-ab61-3c33e2916e08 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:56.342345 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.358082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Transition to ACTIVE for port object d23c9470-a68d-4189-ab61-3c33e2916e08 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:56.363026 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.368276 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.415056 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f0f-b8d6-44c8-a978-144af97be4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.437124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Pushing event updated for resources: {'Port': ['ID=d23c9470-a68d-4189-ab61-3c33e2916e08,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:56.563949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Attempting to bind port d23c9470-a68d-4189-ab61-3c33e2916e08 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:56.564634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Attempting to bind port d23c9470-a68d-4189-ab61-3c33e2916e08 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:56.565256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Attempting to bind port d23c9470-a68d-4189-ab61-3c33e2916e08 on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:56.574657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Port d23c9470-a68d-4189-ab61-3c33e2916e08 on network 8a175737-e063-409b-ba35-10315008733d not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:56.574937 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f0f-b8d6-44c8-a978-144af97be4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.575068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Attempting to bind port d23c9470-a68d-4189-ab61-3c33e2916e08 on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:56.581855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:56.582206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Checking segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:56.582801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Bound using segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:56.583232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Bound port: d23c9470-a68d-4189-ab61-3c33e2916e08, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:56.583612 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.586487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-aefb8f0f-b8d6-44c8-a978-144af97be4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e2727e-d82b-41ff-931c-f2d691c01f29']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:56.612914 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.619370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-aefb8f0f-b8d6-44c8-a978-144af97be4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4897d9c-b826-4211-8903-72ac9b7130a5') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:56.619844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-aefb8f0f-b8d6-44c8-a978-144af97be4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4897d9c-b826-4211-8903-72ac9b7130a5') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:56.629612 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f0f-b8d6-44c8-a978-144af97be4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.643809 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f0f-b8d6-44c8-a978-144af97be4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.650806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefb8f0f-b8d6-44c8-a978-144af97be4c2 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:56.651323 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f0f-b8d6-44c8-a978-144af97be4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:56.665848 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:56.734803 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f0f-b8d6-44c8-a978-144af97be4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.749423 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aefb8f0f-b8d6-44c8-a978-144af97be4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.753902 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aefb8f0f-b8d6-44c8-a978-144af97be4c2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/60e2727e-d82b-41ff-931c-f2d691c01f29 HTTP/1.1" status: 204 len: 168 time: 0.4279439 Jul 16 18:08:56.765619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8f0f-b8d6-44c8-a978-144af97be4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=60e2727e-d82b-41ff-931c-f2d691c01f29,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:56.774724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] For port d23c9470-a68d-4189-ab61-3c33e2916e08, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:56.792295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] For port d23c9470-a68d-4189-ab61-3c33e2916e08, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d23c9470-a68d-4189-ab61-3c33e2916e08,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:56.797369 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.838592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:56.839710 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.841719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] 10.222.0.35 "PUT /v2.0/ports/d23c9470-a68d-4189-ab61-3c33e2916e08 HTTP/1.1" status: 200 len: 1093 time: 1.2877014 Jul 16 18:08:56.844106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dbd617-972a-4c27-a001-221a1561aae7', 'tag': 'd23c9470-a68d-4189-ab61-3c33e2916e08'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:56.847938 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7f500e-e53e-412d-9d04-8514db916f08" -d '{"events": [{"name": "network-changed", "server_uuid": "37dbd617-972a-4c27-a001-221a1561aae7", "tag": "d23c9470-a68d-4189-ab61-3c33e2916e08"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:56.913146 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47600) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:56.949620 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4e1e5e-1626-45f5-8259-db105ba6eb41 x-openstack-request-id: req-eb4e1e5e-1626-45f5-8259-db105ba6eb41 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:56.949908 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dbd617-972a-4c27-a001-221a1561aae7", "tag": "d23c9470-a68d-4189-ab61-3c33e2916e08", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:56.950263 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb4e1e5e-1626-45f5-8259-db105ba6eb41 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:56.950526 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dbd617-972a-4c27-a001-221a1561aae7', 'tag': 'd23c9470-a68d-4189-ab61-3c33e2916e08', 'status': 'completed', 'code': 200} Jul 16 18:08:56.962857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328c946-9b48-4862-91ef-ef47726f5c88 service neutron] Pushing event updated for resources: {'Port': ['ID=d23c9470-a68d-4189-ab61-3c33e2916e08,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:56.970495 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3bae1940-ef16-40d3-942d-0ccb738e45bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4273a43f091d42709bf28017089b7251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564616 Jul 16 18:08:56.973066 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47606) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:57.010523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-a5d2c352-ec88-4b15-9eb8-24d24abb5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.012122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-a5d2c352-ec88-4b15-9eb8-24d24abb5bfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 1096 time: 0.1216583 Jul 16 18:08:57.052096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a628e25-c606-4165-a97e-4d371007232c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.069329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-60523872-cb2d-4a81-90a6-b01c6cd16bdb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d23c9470-a68d-4189-ab61-3c33e2916e08 HTTP/1.1" status: 200 len: 217 time: 0.0495358 Jul 16 18:08:57.092150 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a628e25-c606-4165-a97e-4d371007232c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.148565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a628e25-c606-4165-a97e-4d371007232c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.151539 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a628e25-c606-4165-a97e-4d371007232c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.155499 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0a628e25-c606-4165-a97e-4d371007232c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c HTTP/1.1" status: 204 len: 168 time: 0.1804442 Jul 16 18:08:57.164567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a628e25-c606-4165-a97e-4d371007232c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90aabe8f-3f9b-4c3d-98bb-3ba0bdfe2f6c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:57.198214 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-e155480b-15e4-4884-b052-36b691e94528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.199744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-e155480b-15e4-4884-b052-36b691e94528 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.1238024 Jul 16 18:08:57.246640 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-16253ca0-c21f-490e-b507-4ba13a814f43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366828 Jul 16 18:08:57.273508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e856a-67d9-4751-9af3-0450e8bfceb1 req-b8e90b11-3470-46f8-bc40-4191d72677a0 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.275730 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-608e856a-67d9-4751-9af3-0450e8bfceb1 req-b8e90b11-3470-46f8-bc40-4191d72677a0 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.1677804 Jul 16 18:08:57.289846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8adbb-000f-4a75-ba25-c133295360f7 req-55f6dcfb-ae2d-4f97-9427-74593e448f3d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.291224 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ed8adbb-000f-4a75-ba25-c133295360f7 req-55f6dcfb-ae2d-4f97-9427-74593e448f3d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 944 time: 0.1490214 Jul 16 18:08:57.383955 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ed8adbb-000f-4a75-ba25-c133295360f7 req-d3731052-75a9-49df-b1d5-104ecf64f7ce tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844975 Jul 16 18:08:57.390302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-608e856a-67d9-4751-9af3-0450e8bfceb1 req-76708598-8e88-4182-82bc-7fd782ce4a14 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980730 Jul 16 18:08:57.462963 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-a55edf4b-ce0a-43f4-bebc-e3b37515ee65 service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358879 Jul 16 18:08:57.625511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6528a374-7b08-4a08-ab95-72979c1a2f6a no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:57.651810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 6528a374-7b08-4a08-ab95-72979c1a2f6a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:57.652439 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6528a374-7b08-4a08-ab95-72979c1a2f6a not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:57.653055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8fff081a-53a3-4ed8-8b03-573fc1aab8fa no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:57.673599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 8fff081a-53a3-4ed8-8b03-573fc1aab8fa {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:57.674434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8fff081a-53a3-4ed8-8b03-573fc1aab8fa not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:57.690125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fcd1ea82-76c3-4b5f-848a-20cf21cbbd7f req-cdf69e30-48be-4e7f-94b8-60ce6c283016 service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184284 Jul 16 18:08:57.734002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75029f9-12f7-4bf7-95a7-2c30efceda91 req-a40d34a9-b89c-4b52-a296-cc1969ea20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.736549 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b75029f9-12f7-4bf7-95a7-2c30efceda91 req-a40d34a9-b89c-4b52-a296-cc1969ea20ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 1098 time: 0.1013165 Jul 16 18:08:57.744805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb2eef-b98a-4b6b-888a-954dd4a77516 req-65fef1f4-e2b7-4bfe-a056-8d7b3cbe6fcf tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.746251 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0cb2eef-b98a-4b6b-888a-954dd4a77516 req-65fef1f4-e2b7-4bfe-a056-8d7b3cbe6fcf tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.1749377 Jul 16 18:08:57.876370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0cb2eef-b98a-4b6b-888a-954dd4a77516 req-be71f153-dddc-4a71-a247-d19763198e66 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190228 Jul 16 18:08:57.907014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75029f9-12f7-4bf7-95a7-2c30efceda91 req-e95a1668-a8b4-4e21-9de3-b9776aea3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.908496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b75029f9-12f7-4bf7-95a7-2c30efceda91 req-e95a1668-a8b4-4e21-9de3-b9776aea3f39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.1523125 Jul 16 18:08:57.911796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f500e-e53e-412d-9d04-8514db916f08 req-eedf5175-00a0-4fea-bbaa-8c95f469e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.913203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e7f500e-e53e-412d-9d04-8514db916f08 req-eedf5175-00a0-4fea-bbaa-8c95f469e45e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 1096 time: 0.1650550 Jul 16 18:08:57.975361 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b75029f9-12f7-4bf7-95a7-2c30efceda91 req-00916fad-dc76-4e45-9e05-92250750a6d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4756ecb9-2203-49ea-9383-fdf72daea286 HTTP/1.1" status: 200 len: 217 time: 0.0535185 Jul 16 18:08:57.979561 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e463b246-462c-4743-8a8d-bf1e229173c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.989829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47636) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:58.063177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75029f9-12f7-4bf7-95a7-2c30efceda91 req-60ebda26-03aa-4924-a884-9ef9daf26308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.064556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b75029f9-12f7-4bf7-95a7-2c30efceda91 req-60ebda26-03aa-4924-a884-9ef9daf26308 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.0810246 Jul 16 18:08:58.088084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f500e-e53e-412d-9d04-8514db916f08 req-b9575d1c-452c-4450-9bdb-9d69a5e67505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.089519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e7f500e-e53e-412d-9d04-8514db916f08 req-b9575d1c-452c-4450-9bdb-9d69a5e67505 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 907 time: 0.1666853 Jul 16 18:08:58.089756 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-482386754-network', 'tenant_id': 'e8321523f0544c138784f8d6f52b96ca'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:58.109673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Made reservation on behalf of e8321523f0544c138784f8d6f52b96ca for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:58.112026 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.120877 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.147597 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e7f500e-e53e-412d-9d04-8514db916f08 req-700729e7-eb7f-493e-9c9b-f3212a245f7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d23c9470-a68d-4189-ab61-3c33e2916e08 HTTP/1.1" status: 200 len: 217 time: 0.0380273 Jul 16 18:08:58.207147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75029f9-12f7-4bf7-95a7-2c30efceda91 req-6dc16c65-6426-43ce-864b-2cc9ddb494ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.209357 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b75029f9-12f7-4bf7-95a7-2c30efceda91 req-6dc16c65-6426-43ce-864b-2cc9ddb494ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1340237 Jul 16 18:08:58.210809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f500e-e53e-412d-9d04-8514db916f08 req-76292a56-6dfe-469c-ade5-a867ed3fb96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.212116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e7f500e-e53e-412d-9d04-8514db916f08 req-76292a56-6dfe-469c-ade5-a867ed3fb96b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.0571342 Jul 16 18:08:58.225542 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.229764 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.255650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:58.265467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43632815-8e9d-4a59-9521-488f4acf0e7c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.272997 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.273360 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Added segment 10a07ed6-82ab-4be8-b0e5-238d14e97b8a of type vlan for network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c Jul 16 18:08:58.277202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e7f500e-e53e-412d-9d04-8514db916f08 req-b7c34bcb-e690-45de-932a-97c393c4e22f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412211 Jul 16 18:08:58.315715 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.346122 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.347190 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.347834 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.377462 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3864586 Jul 16 18:08:58.381123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47640) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:58.385900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4933b950-58e5-4688-99e7-7a4cd0c17530 admin admin] Request body: {'subnet': {'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-482386754-subnet', 'tenant_id': 'e8321523f0544c138784f8d6f52b96ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:58.401210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b75029f9-12f7-4bf7-95a7-2c30efceda91 req-797a18b6-227c-4b0f-a596-d85350b3af97 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730065 Jul 16 18:08:58.421711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ad562-d097-47dd-bd1a-e41ca24a9cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=48f3ba80-69a2-4d05-b98f-45fe8c30f60c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.436242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e7f500e-e53e-412d-9d04-8514db916f08 req-f48ad6c8-9e72-40aa-b123-6f9f4108ef20 service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511154 Jul 16 18:08:58.440209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4933b950-58e5-4688-99e7-7a4cd0c17530 admin admin] Made reservation on behalf of e8321523f0544c138784f8d6f52b96ca for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:58.444221 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4933b950-58e5-4688-99e7-7a4cd0c17530 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.452723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:58.600633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b75029f9-12f7-4bf7-95a7-2c30efceda91 req-5c7defc0-9414-4c34-9ca4-77143dfde760 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918578 Jul 16 18:08:58.643621 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4933b950-58e5-4688-99e7-7a4cd0c17530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.652090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e7f500e-e53e-412d-9d04-8514db916f08 req-d20cc7c0-6fd9-476f-9abe-b70b9251108d service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084553 Jul 16 18:08:58.696603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e9d4c-d272-484e-8eca-0166e24a793a req-24cbee8a-63a7-49bf-87df-d7245779cccc tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.698092 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d92e9d4c-d272-484e-8eca-0166e24a793a req-24cbee8a-63a7-49bf-87df-d7245779cccc tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.1424999 Jul 16 18:08:58.705016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933b950-58e5-4688-99e7-7a4cd0c17530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=665eba6f-eeab-4451-90aa-d2ddd6503915,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.712234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950373b-f0e0-4aca-9e4f-a9c99d8c5641 req-e2d6614f-a5ae-4561-9701-add1b33b76bf tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.712472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933b950-58e5-4688-99e7-7a4cd0c17530 admin admin] Checking segment: {'id': '10a07ed6-82ab-4be8-b0e5-238d14e97b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:58.712752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933b950-58e5-4688-99e7-7a4cd0c17530 admin admin] Network hostable DHCP agents. Network: 48f3ba80-69a2-4d05-b98f-45fe8c30f60c, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:58.713733 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a950373b-f0e0-4aca-9e4f-a9c99d8c5641 req-e2d6614f-a5ae-4561-9701-add1b33b76bf tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 944 time: 0.1107168 Jul 16 18:08:58.729332 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933b950-58e5-4688-99e7-7a4cd0c17530 admin admin] Network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:58.737818 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4933b950-58e5-4688-99e7-7a4cd0c17530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 48f3ba80-69a2-4d05-b98f-45fe8c30f60c) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:58.747724 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023d05d-10e8-48ea-86c0-f43e38034cb8 None None] Network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:58.750999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933b950-58e5-4688-99e7-7a4cd0c17530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.751624 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4933b950-58e5-4688-99e7-7a4cd0c17530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.767877 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4933b950-58e5-4688-99e7-7a4cd0c17530 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3856931 Jul 16 18:08:58.776482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d92e9d4c-d272-484e-8eca-0166e24a793a req-5c21baa8-c1da-4175-9612-c0a0aa143609 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617511 Jul 16 18:08:58.781805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a950373b-f0e0-4aca-9e4f-a9c99d8c5641 req-3bfa4351-8c6f-4dd5-a670-daee3688e949 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610657 Jul 16 18:08:58.882912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f1b97-8e96-41e9-8f83-2823e6852707 None None] Network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:59.075090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72ccce-b377-4d75-aec2-887c89be3acb req-16dd0d6f-35a5-46cf-a655-ec9f7c1eb831 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.076628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b72ccce-b377-4d75-aec2-887c89be3acb req-16dd0d6f-35a5-46cf-a655-ec9f7c1eb831 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.0665576 Jul 16 18:08:59.115252 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b72ccce-b377-4d75-aec2-887c89be3acb req-b1d3a098-c425-4999-b891-6e5f76812ce9 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Jul 16 18:08:59.586019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-918c28c1-0283-4359-a35c-27c230701e07 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.587509 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-918c28c1-0283-4359-a35c-27c230701e07 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/networks?id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c HTTP/1.1" status: 200 len: 813 time: 0.4272919 Jul 16 18:08:59.601784 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-a1b6f3f4-ddbb-4e26-808a-73684f48c38d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/quotas/e8321523f0544c138784f8d6f52b96ca HTTP/1.1" status: 200 len: 375 time: 0.0089388 Jul 16 18:08:59.633746 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-d168bd19-652f-4ebf-8440-42b6b70b9f78 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8321523f0544c138784f8d6f52b96ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273738 Jul 16 18:08:59.722950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-842583cd-0dd4-47e1-bd5e-eb0c20c02f20 service neutron] 10.222.0.41 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828395 Jul 16 18:08:59.808654 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-b1453d71-7fcc-4ba9-bf72-a36539111194 service neutron] 10.222.0.41 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799723 Jul 16 18:08:59.983024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd10d5-2ff7-492c-a1de-591985c02ab0 req-5f4726c4-16b8-449b-b7c6-cb5e2f5a237a tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.990578 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68cd10d5-2ff7-492c-a1de-591985c02ab0 req-5f4726c4-16b8-449b-b7c6-cb5e2f5a237a tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 944 time: 0.0839901 Jul 16 18:09:00.061033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68cd10d5-2ff7-492c-a1de-591985c02ab0 req-e910c7af-46b1-4842-860a-4f264785f1e4 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694354 Jul 16 18:09:00.099914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23120a-49be-4f36-8b67-882362d6f98f req-95ef87f2-5a77-4194-98e7-9dde0d824411 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.101444 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e23120a-49be-4f36-8b67-882362d6f98f req-95ef87f2-5a77-4194-98e7-9dde0d824411 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.0939281 Jul 16 18:09:00.151954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73b7e4a0-fe0e-44a4-ab4c-e45a0cd706a7 req-bbc15287-5e64-4d8b-9d86-f21224e650ba tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 210 time: 0.0362699 Jul 16 18:09:00.170322 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e23120a-49be-4f36-8b67-882362d6f98f req-4a25c83f-bc75-46c8-8c87-d9bc5cdebb9d tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627594 Jul 16 18:09:00.371236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95cc08-e498-49ac-827b-2f9bc4e68ab2 req-8deb97a7-415a-4d83-9fec-d144e4ee59e5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.372825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b95cc08-e498-49ac-827b-2f9bc4e68ab2 req-8deb97a7-415a-4d83-9fec-d144e4ee59e5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 946 time: 0.0766451 Jul 16 18:09:00.425575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b95cc08-e498-49ac-827b-2f9bc4e68ab2 req-165cfb99-f453-45fc-b828-854bf839e33a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422976 Jul 16 18:09:00.605286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d23c9470-a68d-4189-ab61-3c33e2916e08 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:00.609216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 4756ecb9-2203-49ea-9383-fdf72daea286 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:00.704853 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.735190 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac5b7-0703-4bc7-8432-e728e8e3ceca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.795415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d23c9470-a68d-4189-ab61-3c33e2916e08, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d23c9470-a68d-4189-ab61-3c33e2916e08,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:00.803240 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.813855 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'd23c9470-a68d-4189-ab61-3c33e2916e08', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'port_id': 'd23c9470-a68d-4189-ab61-3c33e2916e08', 'mac_address': 'fa:16:3e:c2:e3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4896f2-d6af-4700-991a-0a11d6229f29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:00.831033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79985b2-1e0e-46b8-86c7-04fcaeedf8e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4756ecb9-2203-49ea-9383-fdf72daea286'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:00.833823 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5dabb0-2e3e-4b08-8d2a-48dcb884e3f2" -d '{"events": [{"server_uuid": "b79985b2-1e0e-46b8-86c7-04fcaeedf8e8", "name": "network-vif-unplugged", "status": "completed", "tag": "4756ecb9-2203-49ea-9383-fdf72daea286"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:00.868105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 4756ecb9-2203-49ea-9383-fdf72daea286, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=4756ecb9-2203-49ea-9383-fdf72daea286,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:00.875336 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e60a8e-7f01-47f3-822b-4ed7af1dab18 x-openstack-request-id: req-f1e60a8e-7f01-47f3-822b-4ed7af1dab18 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:00.875653 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79985b2-1e0e-46b8-86c7-04fcaeedf8e8", "name": "network-vif-unplugged", "status": "completed", "tag": "4756ecb9-2203-49ea-9383-fdf72daea286", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:00.875876 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1e60a8e-7f01-47f3-822b-4ed7af1dab18 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:00.876261 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79985b2-1e0e-46b8-86c7-04fcaeedf8e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4756ecb9-2203-49ea-9383-fdf72daea286', 'code': 200} Jul 16 18:09:00.878719 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.886277 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.918709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d23c9470-a68d-4189-ab61-3c33e2916e08 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:00.954709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d23c9470-a68d-4189-ab61-3c33e2916e08, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d23c9470-a68d-4189-ab61-3c33e2916e08,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:00.956063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=4756ecb9-2203-49ea-9383-fdf72daea286,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:00.960168 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.007216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d23c9470-a68d-4189-ab61-3c33e2916e08,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:01.159474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-cb8c4a26-98dc-4b28-aff1-8ea23ef9938c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.162024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-cb8c4a26-98dc-4b28-aff1-8ea23ef9938c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.43 "GET /v2.0/networks?id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c HTTP/1.1" status: 200 len: 813 time: 0.1092095 Jul 16 18:09:01.183158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-a7c48ac0-cf61-428e-9744-4e16993e8c79 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Request body: {'port': {'device_id': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c', 'admin_state_up': True, 'tenant_id': 'e8321523f0544c138784f8d6f52b96ca'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:01.228724 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d23c9470-a68d-4189-ab61-3c33e2916e08'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:01.342712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04085070-06e2-4f14-8b4d-42d4f3e598d6 req-74633743-e62f-48a5-9f84-c605f7190da1 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 210 time: 0.0478783 Jul 16 18:09:01.375780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774a184-5cd8-40b7-adb8-1d028ad5eaf3 req-2f6ab67c-30d5-4391-a673-90c2f1960ed5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.377331 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4774a184-5cd8-40b7-adb8-1d028ad5eaf3 req-2f6ab67c-30d5-4391-a673-90c2f1960ed5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 945 time: 0.1905317 Jul 16 18:09:01.421197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-a7c48ac0-cf61-428e-9744-4e16993e8c79 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Made reservation on behalf of e8321523f0544c138784f8d6f52b96ca for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:01.425172 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-a7c48ac0-cf61-428e-9744-4e16993e8c79 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.455786 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4774a184-5cd8-40b7-adb8-1d028ad5eaf3 req-30b3e6fc-d031-4c71-8d4d-6ad588f6b197 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696874 Jul 16 18:09:01.616483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8482c-6478-4fb4-a92e-92d0397470b7 req-05dd60e2-900e-4ac9-b179-0e88bc6e47a8 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.618003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82c8482c-6478-4fb4-a92e-92d0397470b7 req-05dd60e2-900e-4ac9-b179-0e88bc6e47a8 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.1613395 Jul 16 18:09:01.628055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-a7c48ac0-cf61-428e-9744-4e16993e8c79 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Allocated IP 172.20.0.5 (48f3ba80-69a2-4d05-b98f-45fe8c30f60c/665eba6f-eeab-4451-90aa-d2ddd6503915/44d0d350-99d8-427d-aed3-162937cad248) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:01.681433 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82c8482c-6478-4fb4-a92e-92d0397470b7 req-f9185afd-4433-4756-838c-241474f1a14f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552552 Jul 16 18:09:01.802168 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.825422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f54c0b-c6a7-4413-b3bf-fcfad31fa009 req-3ea26961-d5cf-4ccc-b189-3b2d96ef8cb2 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.826910 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7f54c0b-c6a7-4413-b3bf-fcfad31fa009 req-3ea26961-d5cf-4ccc-b189-3b2d96ef8cb2 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 944 time: 0.1489706 Jul 16 18:09:01.869970 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-a7c48ac0-cf61-428e-9744-4e16993e8c79 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.891286 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7f54c0b-c6a7-4413-b3bf-fcfad31fa009 req-cae72f73-ea2f-4c45-8c77-9f9fd567ae11 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548391 Jul 16 18:09:01.923121 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-a7c48ac0-cf61-428e-9744-4e16993e8c79 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.971625 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-a7c48ac0-cf61-428e-9744-4e16993e8c79 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:01.977457 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-a7c48ac0-cf61-428e-9744-4e16993e8c79 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:01.979817 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-a7c48ac0-cf61-428e-9744-4e16993e8c79 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:02.013857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c48ac0-cf61-428e-9744-4e16993e8c79 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Pushing event updated for resources: {'Port': ['ID=44d0d350-99d8-427d-aed3-162937cad248,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.072027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-a7c48ac0-cf61-428e-9744-4e16993e8c79 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.072635 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-a7c48ac0-cf61-428e-9744-4e16993e8c79 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.095635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-a7c48ac0-cf61-428e-9744-4e16993e8c79 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9169667 Jul 16 18:09:02.110899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa853e5-a3eb-48f9-a742-e30d1c5ea41e req-51873116-cc49-4262-8eaf-10e389783c6f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.112586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-faa853e5-a3eb-48f9-a742-e30d1c5ea41e req-51873116-cc49-4262-8eaf-10e389783c6f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1029360 Jul 16 18:09:02.118005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Request body: {'port': {'device_id': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:02.187831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-faa853e5-a3eb-48f9-a742-e30d1c5ea41e req-88f4045f-5297-4fcf-9d06-031de9e7ce4c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673220 Jul 16 18:09:02.220506 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.456641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187ead1-8b6c-4a08-902a-76bf1744b56c req-cb1a1fb5-bb35-4e18-bd4c-603f77017213 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.458687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1187ead1-8b6c-4a08-902a-76bf1744b56c req-cb1a1fb5-bb35-4e18-bd4c-603f77017213 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1372044 Jul 16 18:09:02.565348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1187ead1-8b6c-4a08-902a-76bf1744b56c req-c731c2f8-6345-4122-ad56-9fa4b951ad76 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926042 Jul 16 18:09:02.614476 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d0d350-99d8-427d-aed3-162937cad248 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:02.622391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d23c9470-a68d-4189-ab61-3c33e2916e08 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:02.625940 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.635013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcfe36-0d73-4196-920c-f75a4ac00368 req-310e19c7-8129-427f-869b-3a916e9185d5 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.636581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66dcfe36-0d73-4196-920c-f75a4ac00368 req-310e19c7-8129-427f-869b-3a916e9185d5 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 931 time: 0.1754217 Jul 16 18:09:02.654796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Transition to ACTIVE for port object 44d0d350-99d8-427d-aed3-162937cad248 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:02.676724 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.687353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port d23c9470-a68d-4189-ab61-3c33e2916e08 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:02.695328 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66dcfe36-0d73-4196-920c-f75a4ac00368 req-01a9b88e-2a40-4202-a735-966f978259a9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516074 Jul 16 18:09:02.696203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port d23c9470-a68d-4189-ab61-3c33e2916e08 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:02.697056 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.743366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Pushing event updated for resources: {'Port': ['ID=44d0d350-99d8-427d-aed3-162937cad248,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.810796 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.844320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d23c9470-a68d-4189-ab61-3c33e2916e08, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d23c9470-a68d-4189-ab61-3c33e2916e08,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:02.850792 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.868565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Attempting to bind port 44d0d350-99d8-427d-aed3-162937cad248 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:02.868903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Attempting to bind port 44d0d350-99d8-427d-aed3-162937cad248 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '10a07ed6-82ab-4be8-b0e5-238d14e97b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:02.869227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Attempting to bind port 44d0d350-99d8-427d-aed3-162937cad248 on network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:02.876852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dbd617-972a-4c27-a001-221a1561aae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23c9470-a68d-4189-ab61-3c33e2916e08'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:02.879243 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2760547-ba6d-4bd1-8ce5-49f854aafb63" -d '{"events": [{"server_uuid": "37dbd617-972a-4c27-a001-221a1561aae7", "name": "network-vif-plugged", "status": "completed", "tag": "d23c9470-a68d-4189-ab61-3c33e2916e08"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:02.880020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a164b-65f0-4a33-84a8-1b9813f152a3 req-2beade95-d2c1-436b-8931-117f8ec49adb tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.881667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-430a164b-65f0-4a33-84a8-1b9813f152a3 req-2beade95-d2c1-436b-8931-117f8ec49adb tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 945 time: 0.1410847 Jul 16 18:09:02.895906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Port 44d0d350-99d8-427d-aed3-162937cad248 on network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:02.898001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Attempting to bind port 44d0d350-99d8-427d-aed3-162937cad248 on network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:02.906988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d23c9470-a68d-4189-ab61-3c33e2916e08,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.915969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:02.916304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Checking segment: {'id': '10a07ed6-82ab-4be8-b0e5-238d14e97b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:02.916707 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Bound using segment: {'id': '10a07ed6-82ab-4be8-b0e5-238d14e97b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:02.917179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Bound port: 44d0d350-99d8-427d-aed3-162937cad248, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a07ed6-82ab-4be8-b0e5-238d14e97b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:02.917432 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.949226 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-430a164b-65f0-4a33-84a8-1b9813f152a3 req-7996ba48-dfe3-4cc8-b34f-1c96467941ed tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566833 Jul 16 18:09:03.002101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:03.006511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:03.012035 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.081260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Pushing event updated for resources: {'Port': ['ID=44d0d350-99d8-427d-aed3-162937cad248,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:03.112301 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceeaeb89-fb37-4ffa-8c17-912fe72bae54 x-openstack-request-id: req-ceeaeb89-fb37-4ffa-8c17-912fe72bae54 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:03.112647 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dbd617-972a-4c27-a001-221a1561aae7", "name": "network-vif-plugged", "status": "completed", "tag": "d23c9470-a68d-4189-ab61-3c33e2916e08", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:03.112903 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ceeaeb89-fb37-4ffa-8c17-912fe72bae54 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:03.113302 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dbd617-972a-4c27-a001-221a1561aae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23c9470-a68d-4189-ab61-3c33e2916e08', 'code': 200} Jul 16 18:09:03.130324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.131038 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.133103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-07b2d37e-5506-491e-9927-54cf05a60e10 service neutron] 10.222.0.43 "PUT /v2.0/ports/44d0d350-99d8-427d-aed3-162937cad248 HTTP/1.1" status: 200 len: 1092 time: 1.0191348 Jul 16 18:09:03.134320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'tag': '44d0d350-99d8-427d-aed3-162937cad248'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:03.136719 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f477f073-61a5-4de5-9105-edceffadeb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "tag": "44d0d350-99d8-427d-aed3-162937cad248"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:03.247280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586a9d5-6013-4d1b-9d44-d077353142ff req-dba9633f-835c-44cd-9777-39fbdb5d0a16 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.248673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5586a9d5-6013-4d1b-9d44-d077353142ff req-dba9633f-835c-44cd-9777-39fbdb5d0a16 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.1620994 Jul 16 18:09:03.371729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5586a9d5-6013-4d1b-9d44-d077353142ff req-81026203-49f7-4942-ab96-509c6917f88c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126418 Jul 16 18:09:03.388380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-4b40d57e-1aeb-4403-9605-cef04745c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.389983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-4b40d57e-1aeb-4403-9605-cef04745c6d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8321523f0544c138784f8d6f52b96ca&device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 1095 time: 0.1937521 Jul 16 18:09:03.397790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3de449-6a3b-4482-b12b-d5925297e4bc req-e0cc729d-accb-4417-a491-a370b7a25b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.399664 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e3de449-6a3b-4482-b12b-d5925297e4bc req-e0cc729d-accb-4417-a491-a370b7a25b0b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 1098 time: 0.1680779 Jul 16 18:09:03.408556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901de6b-fbd0-40e2-8676-8622b487f4b4 req-5723a4ec-5298-4cbe-a8cf-5131bfc30b8f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.410118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8901de6b-fbd0-40e2-8676-8622b487f4b4 req-5723a4ec-5298-4cbe-a8cf-5131bfc30b8f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1803038 Jul 16 18:09:03.458804 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62301ccd-6563-40ed-b67e-1c929f868312 x-openstack-request-id: req-62301ccd-6563-40ed-b67e-1c929f868312 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:03.459087 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "tag": "44d0d350-99d8-427d-aed3-162937cad248", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:03.459330 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62301ccd-6563-40ed-b67e-1c929f868312 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:03.459748 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'tag': '44d0d350-99d8-427d-aed3-162937cad248', 'status': 'completed', 'code': 200} Jul 16 18:09:03.468463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-c6e5859f-2230-4f76-8ad3-b6ee20fe3605 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44d0d350-99d8-427d-aed3-162937cad248 HTTP/1.1" status: 200 len: 217 time: 0.0568862 Jul 16 18:09:03.529023 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e3de449-6a3b-4482-b12b-d5925297e4bc req-22cdb2d9-8934-43ea-bc76-2a8949904abc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161926 Jul 16 18:09:03.536493 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.540462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8901de6b-fbd0-40e2-8676-8622b487f4b4 req-7f67fa5b-88b6-4580-a201-68495f8d4041 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160307 Jul 16 18:09:03.549800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-72b40cc8-e55d-422d-8cdd-f14e167cae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.551816 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-72b40cc8-e55d-422d-8cdd-f14e167cae33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=665eba6f-eeab-4451-90aa-d2ddd6503915 HTTP/1.1" status: 200 len: 853 time: 0.0752826 Jul 16 18:09:03.585000 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-45afdade-1f08-4215-816c-067756499729 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266500 Jul 16 18:09:03.674591 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-4cb56014-1a97-42c7-8f0d-5a2254d34ae8 service neutron] 10.222.0.43 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821166 Jul 16 18:09:03.766858 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eb6472-04b3-4d31-ac39-b210de7003bc req-c3035dd5-7e17-4227-8ffe-2efa3cd72eb8 service neutron] 10.222.0.43 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862987 Jul 16 18:09:03.911081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477f073-61a5-4de5-9105-edceffadeb9d req-f316590d-41ff-4a48-97b5-4751c68cf4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.912632 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f477f073-61a5-4de5-9105-edceffadeb9d req-f316590d-41ff-4a48-97b5-4751c68cf4da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8321523f0544c138784f8d6f52b96ca&device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 1095 time: 0.1004829 Jul 16 18:09:03.921030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d972f-bbdb-4905-b382-69a5ce010ce0 req-32e2c8c8-c137-4363-9c79-4444d326d457 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.922406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-620d972f-bbdb-4905-b382-69a5ce010ce0 req-32e2c8c8-c137-4363-9c79-4444d326d457 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 943 time: 0.1023877 Jul 16 18:09:04.018870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-620d972f-bbdb-4905-b382-69a5ce010ce0 req-3f602ae7-8b5f-48ab-9b76-33aa37c3926a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858350 Jul 16 18:09:04.044056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477f073-61a5-4de5-9105-edceffadeb9d req-531a47bc-e531-4fdd-8803-40b276213adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.045692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f477f073-61a5-4de5-9105-edceffadeb9d req-531a47bc-e531-4fdd-8803-40b276213adc service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c HTTP/1.1" status: 200 len: 914 time: 0.1224074 Jul 16 18:09:04.090399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f477f073-61a5-4de5-9105-edceffadeb9d req-67030b19-bb1e-43c0-bf09-e3513800cba2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44d0d350-99d8-427d-aed3-162937cad248 HTTP/1.1" status: 200 len: 217 time: 0.0368950 Jul 16 18:09:04.164660 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477f073-61a5-4de5-9105-edceffadeb9d req-273758fa-14f5-439e-830d-9b260560d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.165995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f477f073-61a5-4de5-9105-edceffadeb9d req-273758fa-14f5-439e-830d-9b260560d1cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=665eba6f-eeab-4451-90aa-d2ddd6503915 HTTP/1.1" status: 200 len: 853 time: 0.0681143 Jul 16 18:09:04.202148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f477f073-61a5-4de5-9105-edceffadeb9d req-57a102aa-77d5-4abe-8a57-4b827a260c05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282207 Jul 16 18:09:04.214183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447183e6-8070-4e4c-8064-f96053e321cf req-011126cb-e903-4fb5-9103-c7dcc5a242f7 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.215604 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-447183e6-8070-4e4c-8064-f96053e321cf req-011126cb-e903-4fb5-9103-c7dcc5a242f7 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 946 time: 0.1280539 Jul 16 18:09:04.297447 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-447183e6-8070-4e4c-8064-f96053e321cf req-99826ab0-b383-4a16-978a-6d670f8d327f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742912 Jul 16 18:09:04.329579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f477f073-61a5-4de5-9105-edceffadeb9d req-f8707fe4-8f95-4f77-a77c-4a5f1681a3f1 service neutron] 10.222.0.43 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129363 Jul 16 18:09:04.427814 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f477f073-61a5-4de5-9105-edceffadeb9d req-6f4084b7-7d4d-4b2d-9471-6259d3dcbbd9 service neutron] 10.222.0.43 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849569 Jul 16 18:09:04.554785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ccb18-984a-4f75-b8d3-662c8e2970c3 req-373ec0ac-dc4a-46f2-b7a5-3611dce1779f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.556426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f71ccb18-984a-4f75-b8d3-662c8e2970c3 req-373ec0ac-dc4a-46f2-b7a5-3611dce1779f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.0658720 Jul 16 18:09:04.598406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f71ccb18-984a-4f75-b8d3-662c8e2970c3 req-75374395-443f-4cc4-9bc6-e8940fb03229 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362666 Jul 16 18:09:04.624345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 4756ecb9-2203-49ea-9383-fdf72daea286 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:04.718641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62723-eb7b-4f4c-864c-c96f14125de8 req-a04c67a9-13ee-457c-b083-86c8c1940950 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.720149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18f62723-eb7b-4f4c-864c-c96f14125de8 req-a04c67a9-13ee-457c-b083-86c8c1940950 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0646377 Jul 16 18:09:04.758333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18f62723-eb7b-4f4c-864c-c96f14125de8 req-277e27ce-20aa-4a68-af97-0bd957575f3e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324988 Jul 16 18:09:05.192900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fae43-658a-4330-8f0d-ff5236a03aef req-79f38da4-6d2b-4cac-854a-2b4a0b832291 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.194360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-652fae43-658a-4330-8f0d-ff5236a03aef req-79f38da4-6d2b-4cac-854a-2b4a0b832291 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 943 time: 0.0633357 Jul 16 18:09:05.231823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-652fae43-658a-4330-8f0d-ff5236a03aef req-ee6631ae-7c9a-44f6-915f-2580341d6f7c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319166 Jul 16 18:09:05.479305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c5b86-1577-4f0b-add6-707885a920b0 req-ac2959a0-77ee-47b8-ab47-4eb33e6cb8bc tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.480833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c37c5b86-1577-4f0b-add6-707885a920b0 req-ac2959a0-77ee-47b8-ab47-4eb33e6cb8bc tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 946 time: 0.0666173 Jul 16 18:09:05.519292 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c37c5b86-1577-4f0b-add6-707885a920b0 req-114141eb-8d9b-41e3-8ff2-1ceaf0f7abf8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328934 Jul 16 18:09:05.693342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb58fc-297e-4992-9c4d-fab55c9bd330 req-a8f71ca5-79b8-495a-9335-02423175a685 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.694825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87eb58fc-297e-4992-9c4d-fab55c9bd330 req-a8f71ca5-79b8-495a-9335-02423175a685 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 946 time: 0.0638599 Jul 16 18:09:05.760670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87eb58fc-297e-4992-9c4d-fab55c9bd330 req-4bd979ef-48fa-423d-b271-2588b0f368b2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597827 Jul 16 18:09:05.790349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0c82f-d687-4448-8e57-d28e1bcc85e2 req-80b079ed-2b96-4d52-b468-abcdc65ec0a3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.791887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ed0c82f-d687-4448-8e57-d28e1bcc85e2 req-80b079ed-2b96-4d52-b468-abcdc65ec0a3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.0770674 Jul 16 18:09:05.834327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ed0c82f-d687-4448-8e57-d28e1bcc85e2 req-e73ce5b4-c626-4999-a2d2-1f0d94cf4bde tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369897 Jul 16 18:09:05.930328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeefb69-f1fe-4e65-b6f5-642eea5a1f92 req-3780dec2-3973-4d49-807e-f0ffabb4207e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.931864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceeefb69-f1fe-4e65-b6f5-642eea5a1f92 req-3780dec2-3973-4d49-807e-f0ffabb4207e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0637200 Jul 16 18:09:05.971759 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceeefb69-f1fe-4e65-b6f5-642eea5a1f92 req-97ba552f-51af-43cb-b411-2079cc40499d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337074 Jul 16 18:09:06.211956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de5cc9-6d1a-49e1-87d3-ab81749d96d3 req-c84f0867-751c-4c70-af81-af0552bf2be4 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.213435 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43de5cc9-6d1a-49e1-87d3-ab81749d96d3 req-c84f0867-751c-4c70-af81-af0552bf2be4 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 946 time: 0.0640905 Jul 16 18:09:06.250319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43de5cc9-6d1a-49e1-87d3-ab81749d96d3 req-1fd8b8d2-aefa-4791-94c8-1df5ee6e3ad3 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Jul 16 18:09:06.409746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45ebd-e355-459a-b768-8e7b6bc7a048 req-e135f4fe-375e-4c3d-9357-ed52e7bac3f4 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.412039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69d45ebd-e355-459a-b768-8e7b6bc7a048 req-e135f4fe-375e-4c3d-9357-ed52e7bac3f4 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 943 time: 0.0686882 Jul 16 18:09:06.451161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69d45ebd-e355-459a-b768-8e7b6bc7a048 req-992bd945-bcf9-41be-9220-78b3b2e8b99d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335257 Jul 16 18:09:07.006992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fefa5d-dcc1-4181-a36c-352737bb0e72 req-e85a4b2e-045f-4ba9-9af5-20ca66997fb8 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.008394 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75fefa5d-dcc1-4181-a36c-352737bb0e72 req-e85a4b2e-045f-4ba9-9af5-20ca66997fb8 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.0628865 Jul 16 18:09:07.047317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75fefa5d-dcc1-4181-a36c-352737bb0e72 req-358d3e57-7708-448f-835e-399f410c3261 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334463 Jul 16 18:09:07.153307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212648e-1555-483b-8df1-7c0e116e17ba req-ce413a41-6360-4fdb-aad4-96dc535f3b91 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.154663 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8212648e-1555-483b-8df1-7c0e116e17ba req-ce413a41-6360-4fdb-aad4-96dc535f3b91 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0616803 Jul 16 18:09:07.197906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8212648e-1555-483b-8df1-7c0e116e17ba req-ee549964-3071-49b5-b8e4-94f42e91b4a6 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375936 Jul 16 18:09:07.226852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 44d0d350-99d8-427d-aed3-162937cad248 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:07.323137 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:07.334058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '44d0d350-99d8-427d-aed3-162937cad248', 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c', 'port_id': '44d0d350-99d8-427d-aed3-162937cad248', 'mac_address': 'fa:16:3e:60:9e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665eba6f-eeab-4451-90aa-d2ddd6503915', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:07.370981 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.386678 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d0d350-99d8-427d-aed3-162937cad248 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:07.406221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:07.410164 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.425613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd1877-28a2-47b5-b9ff-427f828bf71a req-44ca82b3-dc4b-455d-83a7-ffb39453f369 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.427225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90cd1877-28a2-47b5-b9ff-427f828bf71a req-44ca82b3-dc4b-455d-83a7-ffb39453f369 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 946 time: 0.0653081 Jul 16 18:09:07.457695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=44d0d350-99d8-427d-aed3-162937cad248,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.498912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90cd1877-28a2-47b5-b9ff-427f828bf71a req-31b4743d-7a71-4820-bc6f-bff914781966 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617163 Jul 16 18:09:07.517144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a71bf-3fc3-49b9-87af-143ccb78e40a req-ed2dfc56-9209-4239-8afa-2a6af9f02fe5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.518623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-190a71bf-3fc3-49b9-87af-143ccb78e40a req-ed2dfc56-9209-4239-8afa-2a6af9f02fe5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 946 time: 0.0905297 Jul 16 18:09:07.680614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65922cc7-d4eb-464a-90c2-e1e39de7b055 req-0ba5bc51-8bd5-420a-8ff9-0fbbd82c0565 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.682087 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-65922cc7-d4eb-464a-90c2-e1e39de7b055 req-0ba5bc51-8bd5-420a-8ff9-0fbbd82c0565 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.1160893 Jul 16 18:09:07.683317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-190a71bf-3fc3-49b9-87af-143ccb78e40a req-b94ffd4c-2996-4145-adad-bfb630369955 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Deleting port d23c9470-a68d-4189-ab61-3c33e2916e08 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:07.683679 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-190a71bf-3fc3-49b9-87af-143ccb78e40a req-b94ffd4c-2996-4145-adad-bfb630369955 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.725914 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['44d0d350-99d8-427d-aed3-162937cad248'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:08.101200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-65922cc7-d4eb-464a-90c2-e1e39de7b055 req-8444aa2e-9dbc-46e3-8260-b1443089ff05 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134765 Jul 16 18:09:08.127528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-190a71bf-3fc3-49b9-87af-143ccb78e40a req-b94ffd4c-2996-4145-adad-bfb630369955 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] For port d23c9470-a68d-4189-ab61-3c33e2916e08, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d23c9470-a68d-4189-ab61-3c33e2916e08,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:08.128607 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-190a71bf-3fc3-49b9-87af-143ccb78e40a req-b94ffd4c-2996-4145-adad-bfb630369955 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.141854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-190a71bf-3fc3-49b9-87af-143ccb78e40a req-b94ffd4c-2996-4145-adad-bfb630369955 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Calling delete_port for d23c9470-a68d-4189-ab61-3c33e2916e08 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:08.280800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f85fcb-0b4e-4a1e-9bb1-66e3218e4b26 req-345e3096-b65b-4ebb-9a75-63429225b16c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.282204 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16f85fcb-0b4e-4a1e-9bb1-66e3218e4b26 req-345e3096-b65b-4ebb-9a75-63429225b16c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.0924571 Jul 16 18:09:08.392153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16f85fcb-0b4e-4a1e-9bb1-66e3218e4b26 req-6ae43128-1cab-4183-b0c7-2b41649b9319 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021740 Jul 16 18:09:08.396366 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-190a71bf-3fc3-49b9-87af-143ccb78e40a req-b94ffd4c-2996-4145-adad-bfb630369955 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.408384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d23c9470-a68d-4189-ab61-3c33e2916e08'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:08.432564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ffd4c-2996-4145-adad-bfb630369955 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event deleted for resources: {'Port': ['ID=d23c9470-a68d-4189-ab61-3c33e2916e08,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.493374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11014039-b66d-4e71-bd68-55e8b65278ca req-75e434ad-52af-4b98-8fae-3d411347fdea tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.495912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11014039-b66d-4e71-bd68-55e8b65278ca req-75e434ad-52af-4b98-8fae-3d411347fdea tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1762371 Jul 16 18:09:08.496798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-190a71bf-3fc3-49b9-87af-143ccb78e40a req-b94ffd4c-2996-4145-adad-bfb630369955 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] No DVR routers for this DVR port d23c9470-a68d-4189-ab61-3c33e2916e08 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:08.499400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-190a71bf-3fc3-49b9-87af-143ccb78e40a req-b94ffd4c-2996-4145-adad-bfb630369955 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.501532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-190a71bf-3fc3-49b9-87af-143ccb78e40a req-b94ffd4c-2996-4145-adad-bfb630369955 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "DELETE /v2.0/ports/d23c9470-a68d-4189-ab61-3c33e2916e08 HTTP/1.1" status: 204 len: 173 time: 0.9772644 Jul 16 18:09:08.502037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dbd617-972a-4c27-a001-221a1561aae7', 'name': 'network-vif-deleted', 'tag': 'd23c9470-a68d-4189-ab61-3c33e2916e08'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:08.505085 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b711d60b-ad4d-4a14-a229-4e6d13a18bb7" -d '{"events": [{"server_uuid": "37dbd617-972a-4c27-a001-221a1561aae7", "name": "network-vif-deleted", "tag": "d23c9470-a68d-4189-ab61-3c33e2916e08"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:08.557127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11014039-b66d-4e71-bd68-55e8b65278ca req-9cadf2f2-a116-485d-8de0-f2af852511a6 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484779 Jul 16 18:09:08.558250 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10db2b3d-1dfa-41ba-9ad1-f6eb2f92003e x-openstack-request-id: req-10db2b3d-1dfa-41ba-9ad1-f6eb2f92003e {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:08.558542 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dbd617-972a-4c27-a001-221a1561aae7", "name": "network-vif-deleted", "tag": "d23c9470-a68d-4189-ab61-3c33e2916e08", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:08.558786 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10db2b3d-1dfa-41ba-9ad1-f6eb2f92003e {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:08.559177 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dbd617-972a-4c27-a001-221a1561aae7', 'name': 'network-vif-deleted', 'tag': 'd23c9470-a68d-4189-ab61-3c33e2916e08', 'status': 'completed', 'code': 200} Jul 16 18:09:08.589666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:08.692828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-015c4c47-74f9-499a-a741-c7612075ad3b req-c2106115-386a-4e7e-b88a-53a8891dd3e8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dbd617-972a-4c27-a001-221a1561aae7 HTTP/1.1" status: 200 len: 210 time: 0.0452709 Jul 16 18:09:09.234920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 44d0d350-99d8-427d-aed3-162937cad248 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:09.277325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb1078-1a08-4c12-bc11-3b270dc3e2ec req-73abeb67-b04f-4353-8c1f-c769c2bd4411 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.278987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fdb1078-1a08-4c12-bc11-3b270dc3e2ec req-73abeb67-b04f-4353-8c1f-c769c2bd4411 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.0663931 Jul 16 18:09:09.288016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 44d0d350-99d8-427d-aed3-162937cad248 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:09.291701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 44d0d350-99d8-427d-aed3-162937cad248 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:09.292078 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.318662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fdb1078-1a08-4c12-bc11-3b270dc3e2ec req-5197759a-fc7d-4aae-a58c-846d6019c693 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340459 Jul 16 18:09:09.372136 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.392936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d0d350-99d8-427d-aed3-162937cad248'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:09.395207 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b65fff7-6419-4ee8-97c1-3cdc6b53a7be" -d '{"events": [{"server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "name": "network-vif-plugged", "status": "completed", "tag": "44d0d350-99d8-427d-aed3-162937cad248"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:09.407451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:09.412390 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.436997 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7014f55-cff1-45e3-bcf3-74a6ea6d04cb x-openstack-request-id: req-d7014f55-cff1-45e3-bcf3-74a6ea6d04cb {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:09.437283 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "name": "network-vif-plugged", "status": "completed", "tag": "44d0d350-99d8-427d-aed3-162937cad248", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:09.437529 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7014f55-cff1-45e3-bcf3-74a6ea6d04cb {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:09.437940 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d0d350-99d8-427d-aed3-162937cad248', 'code': 200} Jul 16 18:09:09.469083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=44d0d350-99d8-427d-aed3-162937cad248,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.599900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c4514-ae6b-4ed2-b84e-131df7905332 req-ff52ffbc-68d2-43d5-b780-f7a6ad72dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.601412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-658c4514-ae6b-4ed2-b84e-131df7905332 req-ff52ffbc-68d2-43d5-b780-f7a6ad72dee3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 1097 time: 0.0988193 Jul 16 18:09:09.618605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa71baa-2a85-4c28-90ae-7a5e58d2609d req-214bfa81-0958-4e2d-a4d4-6c07bde3c080 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.620090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-baa71baa-2a85-4c28-90ae-7a5e58d2609d req-214bfa81-0958-4e2d-a4d4-6c07bde3c080 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.0899765 Jul 16 18:09:09.664369 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-658c4514-ae6b-4ed2-b84e-131df7905332 req-9e05f448-763b-483e-874a-d8177caaead5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545366 Jul 16 18:09:09.678322 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-baa71baa-2a85-4c28-90ae-7a5e58d2609d req-57b1af3f-9ace-4a51-bbdd-0911394e5259 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522616 Jul 16 18:09:09.792493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54332-e907-4e5b-9e70-56756e683924 req-1e527e26-ab5f-4849-98d8-633d0e003771 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.793930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51b54332-e907-4e5b-9e70-56756e683924 req-1e527e26-ab5f-4849-98d8-633d0e003771 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0657542 Jul 16 18:09:09.835326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51b54332-e907-4e5b-9e70-56756e683924 req-ca91861f-c198-40dc-941f-e4865444d291 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356157 Jul 16 18:09:10.058443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-b3de452d-a3e7-4737-a97c-2c89e8743176 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.059853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-b3de452d-a3e7-4737-a97c-2c89e8743176 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.1058915 Jul 16 18:09:10.074997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-2c5e72f0-a11e-4506-aef9-1d8c7773b365 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/quotas/4ede344f04254cd3ae257e1efe6061ea HTTP/1.1" status: 200 len: 375 time: 0.0098052 Jul 16 18:09:10.136700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-6b5cba46-7344-4e87-a94d-46242788b335 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566125 Jul 16 18:09:10.229219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-6edc003a-4c18-4cc6-847e-1e951749e8f6 service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860052 Jul 16 18:09:10.320395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-ec39e98b-837c-4a2e-9db3-33254fad6864 service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854723 Jul 16 18:09:10.503576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9bdef4c1-3a30-4739-ad76-130e2a6e2abd req-1d846afe-301c-4c5c-af92-39c348f3cebd tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 210 time: 0.0349982 Jul 16 18:09:10.536342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802afa1-73b5-4259-a534-299759e37b09 req-6265918c-9bb6-4657-9697-da61b9a3d254 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.538140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8802afa1-73b5-4259-a534-299759e37b09 req-6265918c-9bb6-4657-9697-da61b9a3d254 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1062915 Jul 16 18:09:10.579363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8802afa1-73b5-4259-a534-299759e37b09 req-a879f98e-1241-429b-ba1a-9332b45c76cb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357449 Jul 16 18:09:10.652536 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d23c9470-a68d-4189-ab61-3c33e2916e08 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:10.861057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: d23c9470-a68d-4189-ab61-3c33e2916e08 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:10.861410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d23c9470-a68d-4189-ab61-3c33e2916e08 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:10.903203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50600-40ee-4932-a322-4df94ffb12c7 req-84b4ff1c-f9dc-4f60-ac9d-751d38e38319 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.904728 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddd50600-40ee-4932-a322-4df94ffb12c7 req-84b4ff1c-f9dc-4f60-ac9d-751d38e38319 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.0725210 Jul 16 18:09:10.948289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddd50600-40ee-4932-a322-4df94ffb12c7 req-cfdda89e-e6ba-4b7a-9bc9-8da5dafb5070 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364192 Jul 16 18:09:11.034528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415d3fc-9831-4833-b0e7-594e67076ec5 req-768ce12c-e16f-4d10-901e-484e8d80e1ab tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.036365 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9415d3fc-9831-4833-b0e7-594e67076ec5 req-768ce12c-e16f-4d10-901e-484e8d80e1ab tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0702255 Jul 16 18:09:11.077171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9415d3fc-9831-4833-b0e7-594e67076ec5 req-7afbe981-950b-41d3-a7c2-a897c6e42897 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347426 Jul 16 18:09:11.704277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-653396bd-eeec-471c-a650-f9d19438793d req-eb3a5faf-5acd-41ce-9e37-0339bf8c1b11 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 210 time: 0.0418265 Jul 16 18:09:11.765036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-6988f921-6b56-408b-9be5-0b9871a3d09c tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.766561 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-6988f921-6b56-408b-9be5-0b9871a3d09c tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.1872287 Jul 16 18:09:11.780204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f8675c73-8c36-47f2-962a-82f77dc67fa9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Request body: {'port': {'device_id': '90440629-549f-425d-b247-3f220a48c8a4', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'admin_state_up': True, 'tenant_id': '4ede344f04254cd3ae257e1efe6061ea'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:11.882253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb040e52-63d1-406e-87b7-a10229215e79 req-23eb3a14-8353-4511-a903-15074e18d33b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.883922 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb040e52-63d1-406e-87b7-a10229215e79 req-23eb3a14-8353-4511-a903-15074e18d33b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1634722 Jul 16 18:09:11.956166 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb040e52-63d1-406e-87b7-a10229215e79 req-fe20c9cd-b152-4adf-9785-9f9221c16e04 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631495 Jul 16 18:09:11.961588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f8675c73-8c36-47f2-962a-82f77dc67fa9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Made reservation on behalf of 4ede344f04254cd3ae257e1efe6061ea for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:11.965530 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f8675c73-8c36-47f2-962a-82f77dc67fa9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.182244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f8675c73-8c36-47f2-962a-82f77dc67fa9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Allocated IP 172.20.0.7 (8a175737-e063-409b-ba35-10315008733d/cf4896f2-d6af-4700-991a-0a11d6229f29/9c2e2ae0-1cfe-4f44-a3b0-367a84895a91) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:12.300777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-f8a516e4-e26b-4886-959f-0fca8cdcd005 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.302507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-f8a516e4-e26b-4886-959f-0fca8cdcd005 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/networks?id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c HTTP/1.1" status: 200 len: 813 time: 0.1957123 Jul 16 18:09:12.313241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6baa23-200f-4187-b224-e22137a6cea0 req-9ef4ee8d-f4ce-45fb-9feb-2fbf79d7fe5d tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.314781 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd6baa23-200f-4187-b224-e22137a6cea0 req-9ef4ee8d-f4ce-45fb-9feb-2fbf79d7fe5d tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.2275541 Jul 16 18:09:12.364196 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-dad2c67e-12c3-4356-abcc-9253afc9db32 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/quotas/e8321523f0544c138784f8d6f52b96ca HTTP/1.1" status: 200 len: 375 time: 0.0426838 Jul 16 18:09:12.450844 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd6baa23-200f-4187-b224-e22137a6cea0 req-0d853e32-b181-400a-9f24-d8513498091d tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283050 Jul 16 18:09:12.512394 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f8675c73-8c36-47f2-962a-82f77dc67fa9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.518588 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-ea49b750-ba23-41c6-a383-1971ecf67834 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8321523f0544c138784f8d6f52b96ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1472368 Jul 16 18:09:12.671130 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f8675c73-8c36-47f2-962a-82f77dc67fa9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.681854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-2193ab5b-9e1f-4c70-8564-386ff4baf56a service neutron] 10.222.0.41 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521626 Jul 16 18:09:12.682127 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:12.757208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f8675c73-8c36-47f2-962a-82f77dc67fa9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Network 8a175737-e063-409b-ba35-10315008733d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:12.767392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f8675c73-8c36-47f2-962a-82f77dc67fa9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:12.773403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f8675c73-8c36-47f2-962a-82f77dc67fa9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:12.776751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8675c73-8c36-47f2-962a-82f77dc67fa9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event updated for resources: {'Port': ['ID=9c2e2ae0-1cfe-4f44-a3b0-367a84895a91,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:12.788893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c356033-12e9-4987-8f03-50e336c54a62 req-2e09835f-63d4-4f3a-8dd0-65995a046272 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.790418 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c356033-12e9-4987-8f03-50e336c54a62 req-2e09835f-63d4-4f3a-8dd0-65995a046272 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2248888 Jul 16 18:09:12.903845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f8675c73-8c36-47f2-962a-82f77dc67fa9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.904451 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f8675c73-8c36-47f2-962a-82f77dc67fa9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.910618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-faed49f7-36e8-4572-98ed-551f08409cba service neutron] 10.222.0.41 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016501 Jul 16 18:09:12.916148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c356033-12e9-4987-8f03-50e336c54a62 req-b048967d-a456-4430-9d5f-d8cbcbf073d0 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794742 Jul 16 18:09:12.929872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f8675c73-8c36-47f2-962a-82f77dc67fa9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1537302 Jul 16 18:09:12.943714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Request body: {'port': {'device_id': '90440629-549f-425d-b247-3f220a48c8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:13.030581 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.204475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c922743-131e-47dd-9f8d-16db764c91a1 req-b2eb19fc-54d6-4ea6-a292-0f0782c58426 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.206039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c922743-131e-47dd-9f8d-16db764c91a1 req-b2eb19fc-54d6-4ea6-a292-0f0782c58426 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 931 time: 0.1651547 Jul 16 18:09:13.281176 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c922743-131e-47dd-9f8d-16db764c91a1 req-21dbf00f-869e-4e24-ad2d-7ea5ed0b38ca tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633466 Jul 16 18:09:13.338536 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1c6be27b-ca64-4fbe-b6d8-b00a3e70c1fb req-f64b667b-8f7c-42ed-aa7f-8c1097b88947 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 210 time: 0.1251707 Jul 16 18:09:13.448734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:13.459058 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.475722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Transition to ACTIVE for port object 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:13.482297 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.585003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2e2ae0-1cfe-4f44-a3b0-367a84895a91,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.667714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Attempting to bind port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:13.668059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Attempting to bind port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:13.668412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Attempting to bind port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:13.678469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 on network 8a175737-e063-409b-ba35-10315008733d not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:13.678718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Attempting to bind port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:13.686875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:13.687231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Checking segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:13.687620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Bound using segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:13.688091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Bound port: 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:13.688450 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.700078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6151c5-b048-47e5-8503-3c249805f3bc req-06596b40-8250-4318-b943-b78729a1425c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.701672 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d6151c5-b048-47e5-8503-3c249805f3bc req-06596b40-8250-4318-b943-b78729a1425c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.1139498 Jul 16 18:09:13.772910 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d6151c5-b048-47e5-8503-3c249805f3bc req-0b6f507f-d6cf-43f0-9e8f-224871209bf8 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647471 Jul 16 18:09:13.803186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] For port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:13.806696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] For port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=9c2e2ae0-1cfe-4f44-a3b0-367a84895a91,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:13.811519 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.853732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.854367 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.855784 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] 10.222.0.35 "PUT /v2.0/ports/9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 HTTP/1.1" status: 200 len: 1092 time: 0.9180970 Jul 16 18:09:13.856221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90440629-549f-425d-b247-3f220a48c8a4', 'tag': '9c2e2ae0-1cfe-4f44-a3b0-367a84895a91'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:13.858438 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0be131-edeb-48de-b957-2819198320fb" -d '{"events": [{"name": "network-changed", "server_uuid": "90440629-549f-425d-b247-3f220a48c8a4", "tag": "9c2e2ae0-1cfe-4f44-a3b0-367a84895a91"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:13.880418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67121eb-7e79-49ca-8ad2-4414a603d145 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2e2ae0-1cfe-4f44-a3b0-367a84895a91,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.898078 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a0f8c9-42fe-4369-b909-16aa6113d118 x-openstack-request-id: req-05a0f8c9-42fe-4369-b909-16aa6113d118 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:13.898560 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90440629-549f-425d-b247-3f220a48c8a4", "tag": "9c2e2ae0-1cfe-4f44-a3b0-367a84895a91", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:13.898851 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05a0f8c9-42fe-4369-b909-16aa6113d118 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:13.899268 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90440629-549f-425d-b247-3f220a48c8a4', 'tag': '9c2e2ae0-1cfe-4f44-a3b0-367a84895a91', 'status': 'completed', 'code': 200} Jul 16 18:09:13.964830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-7adf53a0-1db3-4750-b016-2e9c4516399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.966460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-7adf53a0-1db3-4750-b016-2e9c4516399e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 1095 time: 0.0604441 Jul 16 18:09:14.013134 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-c7184fc8-0b42-435e-b142-7923e0d4b1b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 HTTP/1.1" status: 200 len: 217 time: 0.0383983 Jul 16 18:09:14.118017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-1b46956a-5366-4b94-9d80-293ca618eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.119582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-1b46956a-5366-4b94-9d80-293ca618eedc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.0989406 Jul 16 18:09:14.208706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-267480c0-ec3c-4621-88fd-bb12f68d761a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816121 Jul 16 18:09:14.289889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f814a2-4a22-49e8-b76b-133cfad44b48 req-2fd4bb6d-056b-4c90-83b6-6290d764b75a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.292558 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5f814a2-4a22-49e8-b76b-133cfad44b48 req-2fd4bb6d-056b-4c90-83b6-6290d764b75a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2229350 Jul 16 18:09:14.789211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-030d8c98-634f-4e72-a93a-68b60f6a211b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.790629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-030d8c98-634f-4e72-a93a-68b60f6a211b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.35 "GET /v2.0/networks?id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c HTTP/1.1" status: 200 len: 813 time: 0.6290019 Jul 16 18:09:14.799023 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5f814a2-4a22-49e8-b76b-133cfad44b48 req-57a7c803-d10f-4805-ab0e-9b1266ff0242 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4963946 Jul 16 18:09:14.801528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a02b7-4d2b-47db-acdf-a25b68e44dd6 req-b2291876-3575-4342-9489-641b1ea88080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.803025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e51a02b7-4d2b-47db-acdf-a25b68e44dd6 req-b2291876-3575-4342-9489-641b1ea88080 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3300ca1eb774358bc73fd789b35b8a8&device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 1098 time: 0.6574528 Jul 16 18:09:14.812138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-25f23e16-17ce-4523-b0a6-02b16c5e7861 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Request body: {'port': {'device_id': '52bbd8d0-ed67-47b9-9103-fbf576d1c5f6', 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c', 'admin_state_up': True, 'tenant_id': 'e8321523f0544c138784f8d6f52b96ca'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:14.835238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1b09f-aad7-4eb6-acb6-1c90d9ec9143 req-2db4d83b-0960-4b49-95fd-87b56dd993b3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.836800 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1e1b09f-aad7-4eb6-acb6-1c90d9ec9143 req-2db4d83b-0960-4b49-95fd-87b56dd993b3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.7019210 Jul 16 18:09:14.847273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-267c0113-816d-41f6-bc51-900d64f9ddcc service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090608 Jul 16 18:09:15.054148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1e1b09f-aad7-4eb6-acb6-1c90d9ec9143 req-b03b173f-0839-4a06-a720-a4a2c08ebecb tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993136 Jul 16 18:09:15.133315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a02b7-4d2b-47db-acdf-a25b68e44dd6 req-7920c59b-97a3-41e4-bdc5-14a9a411f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.134784 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e51a02b7-4d2b-47db-acdf-a25b68e44dd6 req-7920c59b-97a3-41e4-bdc5-14a9a411f799 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3f19b65-ee6b-41f6-9b83-418e35648d8f HTTP/1.1" status: 200 len: 911 time: 0.3172061 Jul 16 18:09:15.145115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da92fb26-1e5a-40f7-8698-10e7e3b78fd9 req-7ca8dd65-d578-4934-b694-29a704d8e63d service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851186 Jul 16 18:09:15.257736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-25f23e16-17ce-4523-b0a6-02b16c5e7861 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Made reservation on behalf of e8321523f0544c138784f8d6f52b96ca for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:15.261209 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-25f23e16-17ce-4523-b0a6-02b16c5e7861 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.269432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-046d523f-aa86-4515-880e-5255ef1b9b0b req-9920e2c6-693e-4bbb-b117-71437a89fda1 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 210 time: 0.0777361 Jul 16 18:09:15.297760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bb87a-4ac2-4d7a-a58e-9fa0a71d93cb req-a82d9ca5-ddd7-4b98-af02-63fe4395f2cc tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.299257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-009bb87a-4ac2-4d7a-a58e-9fa0a71d93cb req-a82d9ca5-ddd7-4b98-af02-63fe4395f2cc tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 943 time: 0.2925167 Jul 16 18:09:15.314247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e51a02b7-4d2b-47db-acdf-a25b68e44dd6 req-4a33bdcf-6c1e-40f3-a64f-83b4941ffa39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c346b80-ea7c-47f4-8ccf-7c5807727d1e HTTP/1.1" status: 200 len: 1002 time: 0.1721323 Jul 16 18:09:15.444347 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-009bb87a-4ac2-4d7a-a58e-9fa0a71d93cb req-85c3c2ae-c583-4b39-9fff-140f2b9d9767 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374674 Jul 16 18:09:15.454923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a02b7-4d2b-47db-acdf-a25b68e44dd6 req-8490ab96-6985-4033-946a-a4c185ed2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.456450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e51a02b7-4d2b-47db-acdf-a25b68e44dd6 req-8490ab96-6985-4033-946a-a4c185ed2e8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67124d59-0334-4001-bc70-c456c40671e8 HTTP/1.1" status: 200 len: 849 time: 0.1310630 Jul 16 18:09:15.499522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be131-edeb-48de-b957-2819198320fb req-8b883eed-48be-4410-952d-53fcace2a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.501012 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a0be131-edeb-48de-b957-2819198320fb req-8b883eed-48be-4410-952d-53fcace2a0f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 1095 time: 0.3020542 Jul 16 18:09:15.631397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-25f23e16-17ce-4523-b0a6-02b16c5e7861 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Allocated IP 172.20.0.14 (48f3ba80-69a2-4d05-b98f-45fe8c30f60c/665eba6f-eeab-4451-90aa-d2ddd6503915/2562807e-61d4-4951-9cc5-c950caaf080c) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:15.764228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a02b7-4d2b-47db-acdf-a25b68e44dd6 req-dcf67187-e41c-4355-acb4-3aa3ff99d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.765749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e51a02b7-4d2b-47db-acdf-a25b68e44dd6 req-dcf67187-e41c-4355-acb4-3aa3ff99d1a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3f19b65-ee6b-41f6-9b83-418e35648d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2982221 Jul 16 18:09:15.823671 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be131-edeb-48de-b957-2819198320fb req-cd1baf31-cc00-4014-9131-8b2f57d9e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.825028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a0be131-edeb-48de-b957-2819198320fb req-cd1baf31-cc00-4014-9131-8b2f57d9e8b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 907 time: 0.3048823 Jul 16 18:09:15.837501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d793cc3-9026-4c7f-b622-286ece635677 req-f73e820f-850d-4db8-9d4d-364664d98636 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.838901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d793cc3-9026-4c7f-b622-286ece635677 req-f73e820f-850d-4db8-9d4d-364664d98636 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2994142 Jul 16 18:09:15.854406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08887249-5f8d-43ff-9601-8c3ce94a9c96 req-1cf9d1c5-ef67-4b15-a399-286c044a8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.855880 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08887249-5f8d-43ff-9601-8c3ce94a9c96 req-1cf9d1c5-ef67-4b15-a399-286c044a8677 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 1096 time: 0.3031385 Jul 16 18:09:15.990257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a0be131-edeb-48de-b957-2819198320fb req-4a765242-bec9-4c60-b7f3-60b5a743ef74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 HTTP/1.1" status: 200 len: 217 time: 0.1503963 Jul 16 18:09:16.090990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.35', 56548) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:16.118822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d793cc3-9026-4c7f-b622-286ece635677 req-dabd9b48-687b-42f2-ac32-b1ed218fdfb8 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546048 Jul 16 18:09:16.159548 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-52fe9f0c-0970-4e09-965b-58907d117179 req-c070708d-014e-4d21-ae82-22cf1c4ba471 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0665705 Jul 16 18:09:16.165453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0be131-edeb-48de-b957-2819198320fb req-e4e45adc-a6f2-43fd-b247-fe9211722a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.166935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a0be131-edeb-48de-b957-2819198320fb req-e4e45adc-a6f2-43fd-b247-fe9211722a72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.1640577 Jul 16 18:09:16.169902 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-25f23e16-17ce-4523-b0a6-02b16c5e7861 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.175093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e51a02b7-4d2b-47db-acdf-a25b68e44dd6 req-5d37f266-e679-4156-bffd-74e6653eece8 service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900790 Jul 16 18:09:16.195298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08887249-5f8d-43ff-9601-8c3ce94a9c96 req-40719ad7-280e-4156-9617-5de07db5ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.196762 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08887249-5f8d-43ff-9601-8c3ce94a9c96 req-40719ad7-280e-4156-9617-5de07db5ea48 service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.3296008 Jul 16 18:09:16.226191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a0be131-edeb-48de-b957-2819198320fb req-9cb76489-d481-4217-8c9d-346881f91d55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485992 Jul 16 18:09:16.243132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe9f0c-0970-4e09-965b-58907d117179 req-6bf2aada-18ed-4d5c-99a0-6741905a6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.244894 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-52fe9f0c-0970-4e09-965b-58907d117179 req-6bf2aada-18ed-4d5c-99a0-6741905a6693 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 1098 time: 0.0576360 Jul 16 18:09:16.354082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe9f0c-0970-4e09-965b-58907d117179 req-46b6b485-d4a8-471e-a695-97181dd528c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.355515 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-52fe9f0c-0970-4e09-965b-58907d117179 req-46b6b485-d4a8-471e-a695-97181dd528c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.0913193 Jul 16 18:09:16.398068 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-52fe9f0c-0970-4e09-965b-58907d117179 req-8b9cbc78-892e-4ced-a7a7-ad51939e88a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d HTTP/1.1" status: 200 len: 217 time: 0.0358541 Jul 16 18:09:16.446054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe9f0c-0970-4e09-965b-58907d117179 req-ced9868c-707d-48ec-bc10-2269409dd1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.447536 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-52fe9f0c-0970-4e09-965b-58907d117179 req-ced9868c-707d-48ec-bc10-2269409dd1a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.0434451 Jul 16 18:09:16.487415 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b16a97c8-e8dc-4a32-95b1-2329e15b062a req-75649c59-1005-40a9-967d-1b7231a9192e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 210 time: 0.0931923 Jul 16 18:09:16.494164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08887249-5f8d-43ff-9601-8c3ce94a9c96 req-30926e16-ed61-41c0-9dd1-96439a6221ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434b2122-3db2-42e3-a886-93a71bda1ecc HTTP/1.1" status: 200 len: 998 time: 0.2717924 Jul 16 18:09:16.517913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe9f0c-0970-4e09-965b-58907d117179 req-7ac9aca1-6ca9-4307-8642-d01fa1e41fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.520207 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-52fe9f0c-0970-4e09-965b-58907d117179 req-7ac9aca1-6ca9-4307-8642-d01fa1e41fb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661268 Jul 16 18:09:16.563217 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-25f23e16-17ce-4523-b0a6-02b16c5e7861 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.567498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e51a02b7-4d2b-47db-acdf-a25b68e44dd6 req-9e944cab-d67e-46b4-96a8-0d3202475ce2 service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746204 Jul 16 18:09:16.577547 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['44d0d350-99d8-427d-aed3-162937cad248'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:16.614697 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-52fe9f0c-0970-4e09-965b-58907d117179 req-6808e7a1-a862-4656-9d4b-5d69bf6e1f57 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875821 Jul 16 18:09:16.625343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a0be131-edeb-48de-b957-2819198320fb req-b2aed414-0e25-4887-b29f-f19389cc29bb service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830807 Jul 16 18:09:16.638065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d040c-7eb3-4c10-b44b-a795c26aea0d req-6786afc7-27c0-494e-a114-b45b144a09bf tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.639616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-955d040c-7eb3-4c10-b44b-a795c26aea0d req-6786afc7-27c0-494e-a114-b45b144a09bf tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.4598701 Jul 16 18:09:16.675961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-25f23e16-17ce-4523-b0a6-02b16c5e7861 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:16.679071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08887249-5f8d-43ff-9601-8c3ce94a9c96 req-66bea4f2-b43f-40ab-bc92-511b232edfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.680459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:16.680628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08887249-5f8d-43ff-9601-8c3ce94a9c96 req-66bea4f2-b43f-40ab-bc92-511b232edfe2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.1711769 Jul 16 18:09:16.717381 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-25f23e16-17ce-4523-b0a6-02b16c5e7861 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:16.718096 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-52fe9f0c-0970-4e09-965b-58907d117179 req-5036ae5e-c7ef-4836-b5c6-c872f33f6c20 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963869 Jul 16 18:09:16.837081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=9c2e2ae0-1cfe-4f44-a3b0-367a84895a91,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:16.851545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '9c2e2ae0-1cfe-4f44-a3b0-367a84895a91', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'port_id': '9c2e2ae0-1cfe-4f44-a3b0-367a84895a91', 'mac_address': 'fa:16:3e:04:72:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4896f2-d6af-4700-991a-0a11d6229f29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:16.894833 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.910750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:16.932170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=9c2e2ae0-1cfe-4f44-a3b0-367a84895a91,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:16.936363 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.986901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=9c2e2ae0-1cfe-4f44-a3b0-367a84895a91,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:17.093993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-25f23e16-17ce-4523-b0a6-02b16c5e7861 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:17.139076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f23e16-17ce-4523-b0a6-02b16c5e7861 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Pushing event updated for resources: {'Port': ['ID=2562807e-61d4-4951-9cc5-c950caaf080c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:17.223739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-955d040c-7eb3-4c10-b44b-a795c26aea0d req-802427c2-2fef-4a7c-ba33-bba558c71a3b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5674577 Jul 16 18:09:17.245670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-25f23e16-17ce-4523-b0a6-02b16c5e7861 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.245670 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-25f23e16-17ce-4523-b0a6-02b16c5e7861 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.261865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['9c2e2ae0-1cfe-4f44-a3b0-367a84895a91'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:17.286616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a0be131-edeb-48de-b957-2819198320fb req-5fb1eab1-76ac-4561-8199-6db2f7263887 service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6428609 Jul 16 18:09:17.297090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e24fa-7fb2-42fa-bfd8-7829b1f51926 req-e09ea7c7-942a-4565-8333-8b123181f543 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.298731 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-192e24fa-7fb2-42fa-bfd8-7829b1f51926 req-e09ea7c7-942a-4565-8333-8b123181f543 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 943 time: 0.6690774 Jul 16 18:09:17.301780 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-25f23e16-17ce-4523-b0a6-02b16c5e7861 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4961960 Jul 16 18:09:17.307814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08887249-5f8d-43ff-9601-8c3ce94a9c96 req-beabcf64-dd92-4a37-a099-3c3e579f9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.309859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08887249-5f8d-43ff-9601-8c3ce94a9c96 req-beabcf64-dd92-4a37-a099-3c3e579f9c7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5957716 Jul 16 18:09:17.314856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Request body: {'port': {'device_id': '52bbd8d0-ed67-47b9-9103-fbf576d1c5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:17.477549 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-192e24fa-7fb2-42fa-bfd8-7829b1f51926 req-e716b813-0caf-4484-9d3b-f58da38ef66c tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597955 Jul 16 18:09:17.537777 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.551731 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08887249-5f8d-43ff-9601-8c3ce94a9c96 req-1cbffb0e-e9c3-422a-9c82-4939918df024 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320180 Jul 16 18:09:17.669707 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887294b0-ae7c-45eb-92f0-45dd074c3863 req-dd0911ff-52ef-4620-ae49-cfaebd4b8aa1 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.671191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-887294b0-ae7c-45eb-92f0-45dd074c3863 req-dd0911ff-52ef-4620-ae49-cfaebd4b8aa1 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2058239 Jul 16 18:09:17.839656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08887249-5f8d-43ff-9601-8c3ce94a9c96 req-15da0c6f-b871-4727-9f4a-9bc035b11fbc service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786970 Jul 16 18:09:17.865827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-887294b0-ae7c-45eb-92f0-45dd074c3863 req-f3e3eed8-7450-4562-bc6d-64b5aea5ed63 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490045 Jul 16 18:09:17.885832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655e425-73d4-449b-aa9b-8e9e51416cf8 req-4049558d-881f-4481-9afe-b1a3028ff2a3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.887351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f655e425-73d4-449b-aa9b-8e9e51416cf8 req-4049558d-881f-4481-9afe-b1a3028ff2a3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 932 time: 0.2826641 Jul 16 18:09:17.974457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f655e425-73d4-449b-aa9b-8e9e51416cf8 req-6e3d9fe9-c715-4048-a361-65398e540d95 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524926 Jul 16 18:09:18.033332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2562807e-61d4-4951-9cc5-c950caaf080c {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:18.041604 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.054023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Transition to ACTIVE for port object 2562807e-61d4-4951-9cc5-c950caaf080c will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:18.057660 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.110051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Pushing event updated for resources: {'Port': ['ID=2562807e-61d4-4951-9cc5-c950caaf080c,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.181935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Attempting to bind port 2562807e-61d4-4951-9cc5-c950caaf080c on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:18.182270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Attempting to bind port 2562807e-61d4-4951-9cc5-c950caaf080c by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '10a07ed6-82ab-4be8-b0e5-238d14e97b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:18.182601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Attempting to bind port 2562807e-61d4-4951-9cc5-c950caaf080c on network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:18.186851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Port 2562807e-61d4-4951-9cc5-c950caaf080c on network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:18.187169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Attempting to bind port 2562807e-61d4-4951-9cc5-c950caaf080c on network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:18.192527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:18.192861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Checking segment: {'id': '10a07ed6-82ab-4be8-b0e5-238d14e97b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:18.193241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Bound using segment: {'id': '10a07ed6-82ab-4be8-b0e5-238d14e97b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:18.193665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Bound port: 2562807e-61d4-4951-9cc5-c950caaf080c, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a07ed6-82ab-4be8-b0e5-238d14e97b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:18.194021 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.257917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] For port 2562807e-61d4-4951-9cc5-c950caaf080c, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:18.261472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] For port 2562807e-61d4-4951-9cc5-c950caaf080c, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=2562807e-61d4-4951-9cc5-c950caaf080c,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:18.266064 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.306527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:18.307143 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.308635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] 10.222.0.35 "PUT /v2.0/ports/2562807e-61d4-4951-9cc5-c950caaf080c HTTP/1.1" status: 200 len: 1093 time: 0.9980600 Jul 16 18:09:18.309078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bbd8d0-ed67-47b9-9103-fbf576d1c5f6', 'tag': '2562807e-61d4-4951-9cc5-c950caaf080c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:18.311368 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ab1728-60ed-49d8-8ae0-a1629d2217ed" -d '{"events": [{"name": "network-changed", "server_uuid": "52bbd8d0-ed67-47b9-9103-fbf576d1c5f6", "tag": "2562807e-61d4-4951-9cc5-c950caaf080c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:18.339134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5760a-10dd-4226-acb4-c9dc55e671fc service neutron] Pushing event updated for resources: {'Port': ['ID=2562807e-61d4-4951-9cc5-c950caaf080c,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.389638 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb8568b-06bb-4e6d-9e66-4489d1091bee x-openstack-request-id: req-eeb8568b-06bb-4e6d-9e66-4489d1091bee {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:18.389930 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bbd8d0-ed67-47b9-9103-fbf576d1c5f6", "tag": "2562807e-61d4-4951-9cc5-c950caaf080c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:18.390171 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eeb8568b-06bb-4e6d-9e66-4489d1091bee {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:18.390563 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52bbd8d0-ed67-47b9-9103-fbf576d1c5f6', 'tag': '2562807e-61d4-4951-9cc5-c950caaf080c', 'status': 'completed', 'code': 200} Jul 16 18:09:18.460698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e6ffa-68f2-47d6-aedb-6df0dd39e196 req-3df0aa3f-900b-427b-a808-8b114886d166 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:18.462112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea8e6ffa-68f2-47d6-aedb-6df0dd39e196 req-3df0aa3f-900b-427b-a808-8b114886d166 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.1126912 Jul 16 18:09:18.471942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-181f8c0e-5bcc-4da9-9f6c-d64165d804dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:18.473729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-181f8c0e-5bcc-4da9-9f6c-d64165d804dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8321523f0544c138784f8d6f52b96ca&device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 1096 time: 0.0858393 Jul 16 18:09:18.540663 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-bc150af4-8066-4a75-bcb3-550fc97e8328 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2562807e-61d4-4951-9cc5-c950caaf080c HTTP/1.1" status: 200 len: 217 time: 0.0509658 Jul 16 18:09:18.547886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea8e6ffa-68f2-47d6-aedb-6df0dd39e196 req-b9b2dffc-c8f0-46dc-81d4-353ee55b6ab4 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728207 Jul 16 18:09:18.594657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-fd609f53-046d-46a8-9fbf-59e73e093d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:18.596182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-fd609f53-046d-46a8-9fbf-59e73e093d5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=665eba6f-eeab-4451-90aa-d2ddd6503915 HTTP/1.1" status: 200 len: 853 time: 0.0471804 Jul 16 18:09:18.654318 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-f70bba11-86d5-421d-901e-578fb0fb80e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445349 Jul 16 18:09:18.672800 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:18.721463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:18.725072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:18.725449 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.745366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9e3f7-3855-4ee7-8eb0-0717ab271465 req-4d872780-8af9-4206-ad73-681a8d3fd9e1 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:18.746888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86b9e3f7-3855-4ee7-8eb0-0717ab271465 req-4d872780-8af9-4206-ad73-681a8d3fd9e1 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 944 time: 0.1458759 Jul 16 18:09:18.801721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-029c2b12-6fff-4205-8458-3affa2aa881a service neutron] 10.222.0.35 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359422 Jul 16 18:09:18.806684 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.809010 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86b9e3f7-3855-4ee7-8eb0-0717ab271465 req-8592e528-4815-423b-9197-b2c49df4d152 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537400 Jul 16 18:09:18.829786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90440629-549f-425d-b247-3f220a48c8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2e2ae0-1cfe-4f44-a3b0-367a84895a91'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:18.832631 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3a4ce8-4bbf-4187-a9e4-0b3cb53bf6fa" -d '{"events": [{"server_uuid": "90440629-549f-425d-b247-3f220a48c8a4", "name": "network-vif-plugged", "status": "completed", "tag": "9c2e2ae0-1cfe-4f44-a3b0-367a84895a91"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:18.845566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=9c2e2ae0-1cfe-4f44-a3b0-367a84895a91,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:18.850616 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.875973 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd14e056-a3ae-4235-a0d4-d17863a900d3 x-openstack-request-id: req-bd14e056-a3ae-4235-a0d4-d17863a900d3 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:18.876262 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90440629-549f-425d-b247-3f220a48c8a4", "name": "network-vif-plugged", "status": "completed", "tag": "9c2e2ae0-1cfe-4f44-a3b0-367a84895a91", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:18.876509 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd14e056-a3ae-4235-a0d4-d17863a900d3 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:18.876896 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90440629-549f-425d-b247-3f220a48c8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2e2ae0-1cfe-4f44-a3b0-367a84895a91', 'code': 200} Jul 16 18:09:18.914858 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e62662ee-7f37-4f56-922e-a6481f5b7398 req-c57b993e-e149-4f13-ad56-1eb1d2a192dc service neutron] 10.222.0.35 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024332 Jul 16 18:09:18.916703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=9c2e2ae0-1cfe-4f44-a3b0-367a84895a91,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:19.197452 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa18035c-26e1-4ae5-a73d-92d6106467bd req-d0c642e8-eb0a-494a-9f89-297b912c434c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2219255 Jul 16 18:09:19.223136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575d126-0bb6-4a08-8970-dc00dcd3b270 req-0d2a401d-eba3-425c-80ff-ea91c8c7cda9 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.224637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e575d126-0bb6-4a08-8970-dc00dcd3b270 req-0d2a401d-eba3-425c-80ff-ea91c8c7cda9 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2203748 Jul 16 18:09:19.226220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dade9e8-3d88-4ec8-97e4-196601eb8815 req-cddb333d-8378-49c1-b8cd-df328ec202ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.227585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dade9e8-3d88-4ec8-97e4-196601eb8815 req-cddb333d-8378-49c1-b8cd-df328ec202ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 1097 time: 0.2216597 Jul 16 18:09:19.231133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab1728-60ed-49d8-8ae0-a1629d2217ed req-fdb53fba-3c83-4b53-a300-cbd68a267b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.232512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3ab1728-60ed-49d8-8ae0-a1629d2217ed req-fdb53fba-3c83-4b53-a300-cbd68a267b39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8321523f0544c138784f8d6f52b96ca&device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 1096 time: 0.2256854 Jul 16 18:09:19.319492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8fb67-401e-46e8-ab92-5c316b0cc2e2 req-9c63ec15-779d-4350-8ffb-c3797bce9573 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.320949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55e8fb67-401e-46e8-ab92-5c316b0cc2e2 req-9c63ec15-779d-4350-8ffb-c3797bce9573 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 944 time: 0.2224874 Jul 16 18:09:19.409532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e575d126-0bb6-4a08-8970-dc00dcd3b270 req-ff9b0914-ebae-4347-9655-ef808676081d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693583 Jul 16 18:09:19.428605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dade9e8-3d88-4ec8-97e4-196601eb8815 req-62972d80-d685-45eb-a769-f5ecb22ae1e1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745365 Jul 16 18:09:19.446618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55e8fb67-401e-46e8-ab92-5c316b0cc2e2 req-e245e1c1-f867-43f8-ac36-582b4030f05a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139739 Jul 16 18:09:19.462522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18035c-26e1-4ae5-a73d-92d6106467bd req-2ea5292b-1f98-406f-8b9b-4ef031a12300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.464087 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa18035c-26e1-4ae5-a73d-92d6106467bd req-2ea5292b-1f98-406f-8b9b-4ef031a12300 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 1097 time: 0.2349765 Jul 16 18:09:19.466866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab1728-60ed-49d8-8ae0-a1629d2217ed req-045ce5fd-c5f9-40d9-b9d0-aff9466c351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.468325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3ab1728-60ed-49d8-8ae0-a1629d2217ed req-045ce5fd-c5f9-40d9-b9d0-aff9466c351f service neutron] 10.222.0.35 "GET /v2.0/networks?id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c HTTP/1.1" status: 200 len: 914 time: 0.2187376 Jul 16 18:09:19.525090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3ab1728-60ed-49d8-8ae0-a1629d2217ed req-fbf0bf4c-b41f-4655-9dc9-d465e9c1899f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2562807e-61d4-4951-9cc5-c950caaf080c HTTP/1.1" status: 200 len: 217 time: 0.0442502 Jul 16 18:09:19.662242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab1728-60ed-49d8-8ae0-a1629d2217ed req-63973dcd-f36a-49fd-b6d7-3e0ff083349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.663745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3ab1728-60ed-49d8-8ae0-a1629d2217ed req-63973dcd-f36a-49fd-b6d7-3e0ff083349b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=665eba6f-eeab-4451-90aa-d2ddd6503915 HTTP/1.1" status: 200 len: 853 time: 0.1122072 Jul 16 18:09:19.707859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18035c-26e1-4ae5-a73d-92d6106467bd req-56c26546-47f9-4c5d-a1f0-dfd4a0c55ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.709350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa18035c-26e1-4ae5-a73d-92d6106467bd req-56c26546-47f9-4c5d-a1f0-dfd4a0c55ee1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.2217088 Jul 16 18:09:19.710997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3ab1728-60ed-49d8-8ae0-a1629d2217ed req-b570ffa6-99bb-4a99-adbb-06d241ec9253 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338023 Jul 16 18:09:19.744437 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a3418-82a1-49d4-ac60-d8d670d63418 req-01fc7b73-2c74-4d51-8439-4a73db535bae tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.745881 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f9a3418-82a1-49d4-ac60-d8d670d63418 req-01fc7b73-2c74-4d51-8439-4a73db535bae tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2113795 Jul 16 18:09:19.873370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa18035c-26e1-4ae5-a73d-92d6106467bd req-fc40242a-cca8-4a2d-ab58-13b119245be3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33d74c13-73be-476c-b6f1-07a8fb8b04a7 HTTP/1.1" status: 200 len: 1000 time: 0.1566041 Jul 16 18:09:19.882749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f9a3418-82a1-49d4-ac60-d8d670d63418 req-dd12723f-0e7d-4623-911c-331b38e55d25 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007216 Jul 16 18:09:19.931197 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3ab1728-60ed-49d8-8ae0-a1629d2217ed req-520ae782-9173-4d85-a94d-7082e5aed748 service neutron] 10.222.0.35 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059786 Jul 16 18:09:19.983644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18035c-26e1-4ae5-a73d-92d6106467bd req-c5905ccb-41a8-4f43-95a3-c2094ff5c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.984995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa18035c-26e1-4ae5-a73d-92d6106467bd req-c5905ccb-41a8-4f43-95a3-c2094ff5c67f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1014130 Jul 16 18:09:20.476101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870f30e-7f28-4c28-a60e-077502b425c1 req-0a272e6e-b52a-4be8-97b7-1d37b0e15c87 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.477605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9870f30e-7f28-4c28-a60e-077502b425c1 req-0a272e6e-b52a-4be8-97b7-1d37b0e15c87 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 945 time: 0.5440853 Jul 16 18:09:20.490393 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3ab1728-60ed-49d8-8ae0-a1629d2217ed req-5e85c5a9-0dad-4c35-a270-0c8169117c5e service neutron] 10.222.0.35 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442066 Jul 16 18:09:20.516165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18035c-26e1-4ae5-a73d-92d6106467bd req-c5dca352-4d9a-4e4a-bf81-08fb1850876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.517641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa18035c-26e1-4ae5-a73d-92d6106467bd req-c5dca352-4d9a-4e4a-bf81-08fb1850876c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5211537 Jul 16 18:09:20.531055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd957e0-20ae-4933-887c-ca70b2b96cea req-b545a7a0-a197-4b5e-a6d1-2c296a67c110 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.532494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7cd957e0-20ae-4933-887c-ca70b2b96cea req-b545a7a0-a197-4b5e-a6d1-2c296a67c110 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.5330942 Jul 16 18:09:20.589851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9870f30e-7f28-4c28-a60e-077502b425c1 req-6cd2681f-8bf9-4cdf-be15-318466b6fd9f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038377 Jul 16 18:09:20.639559 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7cd957e0-20ae-4933-887c-ca70b2b96cea req-d58dcbe8-36f6-4919-b642-b63e506e655c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949149 Jul 16 18:09:20.670036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 2562807e-61d4-4951-9cc5-c950caaf080c details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:20.672918 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa18035c-26e1-4ae5-a73d-92d6106467bd req-6d111cba-373d-4b36-9e6c-5ae0fbdc33bd service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393187 Jul 16 18:09:20.775834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 2562807e-61d4-4951-9cc5-c950caaf080c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=2562807e-61d4-4951-9cc5-c950caaf080c,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:20.790122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '2562807e-61d4-4951-9cc5-c950caaf080c', 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c', 'port_id': '2562807e-61d4-4951-9cc5-c950caaf080c', 'mac_address': 'fa:16:3e:35:ee:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665eba6f-eeab-4451-90aa-d2ddd6503915', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:20.814006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa18035c-26e1-4ae5-a73d-92d6106467bd req-1eb1ea8a-4541-427f-8f9c-bc7ee4254ae6 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345541 Jul 16 18:09:20.828239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15712b-e9ec-4aa5-a14b-b3471ad53a3e req-45080c61-a0c8-45fd-9dc9-558e413dd831 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.829726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a15712b-e9ec-4aa5-a14b-b3471ad53a3e req-45080c61-a0c8-45fd-9dc9-558e413dd831 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 944 time: 0.1236477 Jul 16 18:09:20.835856 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.864108 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2562807e-61d4-4951-9cc5-c950caaf080c {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:20.875033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a15712b-e9ec-4aa5-a14b-b3471ad53a3e req-6db27b9e-aaee-4189-b1df-dbb5d437cd6a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389645 Jul 16 18:09:20.885449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 2562807e-61d4-4951-9cc5-c950caaf080c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=2562807e-61d4-4951-9cc5-c950caaf080c,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:20.890209 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.938437 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=2562807e-61d4-4951-9cc5-c950caaf080c,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:21.129726 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedc50a-6b7c-48df-8853-0cc533b7e5dd req-ef8068be-8dd1-4721-b24c-640ae26ecc70 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.131242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cedc50a-6b7c-48df-8853-0cc533b7e5dd req-ef8068be-8dd1-4721-b24c-640ae26ecc70 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0672057 Jul 16 18:09:21.167854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cedc50a-6b7c-48df-8853-0cc533b7e5dd req-a6f32866-d757-41dd-b2ee-77b18d56c1f4 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306563 Jul 16 18:09:21.289710 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['2562807e-61d4-4951-9cc5-c950caaf080c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:21.772702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee2a8b-b237-41cd-bb2c-49a4b89f1f55 req-543d506c-737e-4fbf-bfbb-cb8fc6d4d0ce tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.774380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bee2a8b-b237-41cd-bb2c-49a4b89f1f55 req-543d506c-737e-4fbf-bfbb-cb8fc6d4d0ce tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 945 time: 0.0706191 Jul 16 18:09:21.813218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bee2a8b-b237-41cd-bb2c-49a4b89f1f55 req-e4414878-e8c1-41c9-957f-0f8b70b5d940 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331483 Jul 16 18:09:22.078981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-25dbb3ed-25f5-4e31-8aac-fbe8007ecd16 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.080380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-25dbb3ed-25f5-4e31-8aac-fbe8007ecd16 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.1369102 Jul 16 18:09:22.102533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-73eb302b-0bd3-4ed9-8b3b-e9cec20a3cfe tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/quotas/4ede344f04254cd3ae257e1efe6061ea HTTP/1.1" status: 200 len: 375 time: 0.0159464 Jul 16 18:09:22.110570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9e780-e832-4567-b1c0-1eed5fea1ba1 req-efd0f505-ab41-4a3f-bf24-5ae6e1dcc595 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.112127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8db9e780-e832-4567-b1c0-1eed5fea1ba1 req-efd0f505-ab41-4a3f-bf24-5ae6e1dcc595 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1001318 Jul 16 18:09:22.186802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8db9e780-e832-4567-b1c0-1eed5fea1ba1 req-7912032d-52af-4449-b2dd-b6f0bc4ee68c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650008 Jul 16 18:09:22.203040 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-ecc71627-f724-4a39-8c54-c4208d01413c tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900116 Jul 16 18:09:22.306655 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-bb44130c-242f-4873-9666-bf8f51342082 service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959859 Jul 16 18:09:22.429205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5104d1-f08c-417a-b4e0-c70f026e9f78 req-07ffcde2-61ec-4ad7-9b26-1e2ec47bf21d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.430685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee5104d1-f08c-417a-b4e0-c70f026e9f78 req-07ffcde2-61ec-4ad7-9b26-1e2ec47bf21d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1393409 Jul 16 18:09:22.436089 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-3c8ce4b7-7b92-4914-98e8-91275db88845 service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091652 Jul 16 18:09:22.470358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee5104d1-f08c-417a-b4e0-c70f026e9f78 req-1122945f-99be-4c9c-9d50-82e992790186 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333252 Jul 16 18:09:22.615141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e1e1679e-b644-44a8-beef-3aa44dc468a3 req-f60c132f-8ebc-4db3-a6ae-a5e9a9ad1363 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 210 time: 0.0345092 Jul 16 18:09:22.694553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 2562807e-61d4-4951-9cc5-c950caaf080c up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:22.765861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 2562807e-61d4-4951-9cc5-c950caaf080c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:22.772857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 2562807e-61d4-4951-9cc5-c950caaf080c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:22.773381 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.859936 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.889728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bbd8d0-ed67-47b9-9103-fbf576d1c5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2562807e-61d4-4951-9cc5-c950caaf080c'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:22.892644 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe499b2-49ce-4d30-addd-5914a5ebd6dc" -d '{"events": [{"server_uuid": "52bbd8d0-ed67-47b9-9103-fbf576d1c5f6", "name": "network-vif-plugged", "status": "completed", "tag": "2562807e-61d4-4951-9cc5-c950caaf080c"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:22.895624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cd126-9dc3-4410-aa4e-de4c30f3a57a req-c7486c4b-bdc9-4855-96ec-183320633642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.898275 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec3cd126-9dc3-4410-aa4e-de4c30f3a57a req-c7486c4b-bdc9-4855-96ec-183320633642 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 1096 time: 0.1099448 Jul 16 18:09:22.907164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 2562807e-61d4-4951-9cc5-c950caaf080c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=2562807e-61d4-4951-9cc5-c950caaf080c,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:22.913305 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.927313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d754b0-2544-4da4-b3c6-26a28e61c3c2 req-17f5ccce-e41d-4757-a35c-ad67ee5ebf38 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.934376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20d754b0-2544-4da4-b3c6-26a28e61c3c2 req-17f5ccce-e41d-4757-a35c-ad67ee5ebf38 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1378937 Jul 16 18:09:22.975059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=2562807e-61d4-4951-9cc5-c950caaf080c,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:23.030668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20d754b0-2544-4da4-b3c6-26a28e61c3c2 req-2b8e896a-026b-4df3-8913-6ab356cd6a64 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954373 Jul 16 18:09:23.037831 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a392318-579a-486d-b73d-b714b265546a x-openstack-request-id: req-8a392318-579a-486d-b73d-b714b265546a {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:23.038159 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bbd8d0-ed67-47b9-9103-fbf576d1c5f6", "name": "network-vif-plugged", "status": "completed", "tag": "2562807e-61d4-4951-9cc5-c950caaf080c", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:23.038416 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a392318-579a-486d-b73d-b714b265546a {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:23.038848 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bbd8d0-ed67-47b9-9103-fbf576d1c5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2562807e-61d4-4951-9cc5-c950caaf080c', 'code': 200} Jul 16 18:09:23.049194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cd126-9dc3-4410-aa4e-de4c30f3a57a req-bcb7e63e-6436-48ad-85d1-e96d6051d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.051767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec3cd126-9dc3-4410-aa4e-de4c30f3a57a req-bcb7e63e-6436-48ad-85d1-e96d6051d571 service neutron] 10.222.0.35 "GET /v2.0/networks?id=026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 200 len: 912 time: 0.1443243 Jul 16 18:09:23.121659 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec3cd126-9dc3-4410-aa4e-de4c30f3a57a req-037d1f09-c4db-49f9-9832-70be8912354b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434b2122-3db2-42e3-a886-93a71bda1ecc HTTP/1.1" status: 200 len: 998 time: 0.0615494 Jul 16 18:09:23.204833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cd126-9dc3-4410-aa4e-de4c30f3a57a req-bebc5ecb-bcf1-4fdd-9ad1-72a97f8734fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.206316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec3cd126-9dc3-4410-aa4e-de4c30f3a57a req-bebc5ecb-bcf1-4fdd-9ad1-72a97f8734fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 200 len: 850 time: 0.0790393 Jul 16 18:09:23.260297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c867d4-5067-409f-9526-ca9bcf91c5f4 req-e52f626a-4196-40d5-a9df-bc77337bd4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.261796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72c867d4-5067-409f-9526-ca9bcf91c5f4 req-e52f626a-4196-40d5-a9df-bc77337bd4a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 1098 time: 0.0991387 Jul 16 18:09:23.284177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cd126-9dc3-4410-aa4e-de4c30f3a57a req-f78904ce-bd3e-4d19-add3-dee53c2b8033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.286272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec3cd126-9dc3-4410-aa4e-de4c30f3a57a req-f78904ce-bd3e-4d19-add3-dee53c2b8033 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026a2c11-159b-4be3-b67f-844914b3c654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694532 Jul 16 18:09:23.386206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101d06c-80fd-45e3-875d-0a165881d652 req-acefe0c2-c937-439e-8663-3a8627283468 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.387608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4101d06c-80fd-45e3-875d-0a165881d652 req-acefe0c2-c937-439e-8663-3a8627283468 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 946 time: 0.0673518 Jul 16 18:09:23.496244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72c867d4-5067-409f-9526-ca9bcf91c5f4 req-5608b4ba-1d76-475a-a1de-2895b85e3c4b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031859 Jul 16 18:09:23.503602 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4101d06c-80fd-45e3-875d-0a165881d652 req-d56a9780-ebbe-434a-ba0f-10dac1ddd7c3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095366 Jul 16 18:09:23.529012 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec3cd126-9dc3-4410-aa4e-de4c30f3a57a req-00d38539-01f5-4440-976c-227ffb713e33 service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340277 Jul 16 18:09:23.633375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec3cd126-9dc3-4410-aa4e-de4c30f3a57a req-ebbe7c60-ac76-4db9-9970-680a57b562bc service neutron] 10.222.0.35 "GET /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866101 Jul 16 18:09:23.769135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87c7c991-dec6-4c0c-bcaf-a69c54ca03ce req-73db56a3-ef0b-42a4-a6be-bf6917c125ba tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 210 time: 0.0392752 Jul 16 18:09:23.856542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0acac56b-ff7b-48f2-94f9-028deafea216 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.858007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0acac56b-ff7b-48f2-94f9-028deafea216 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.43 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.1391828 Jul 16 18:09:23.870100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-80cb8c08-3b4d-4a39-84ed-f535ddad9768 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Request body: {'port': {'device_id': '28819080-8c20-4b4f-bc31-15b8b64f6823', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'admin_state_up': True, 'tenant_id': '4ede344f04254cd3ae257e1efe6061ea'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:23.976831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-80cb8c08-3b4d-4a39-84ed-f535ddad9768 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Made reservation on behalf of 4ede344f04254cd3ae257e1efe6061ea for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:23.980312 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-80cb8c08-3b4d-4a39-84ed-f535ddad9768 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.111373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-80cb8c08-3b4d-4a39-84ed-f535ddad9768 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Allocated IP 172.20.0.8 (8a175737-e063-409b-ba35-10315008733d/cf4896f2-d6af-4700-991a-0a11d6229f29/8523c201-5029-449b-87de-5983f6e17b72) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:24.307073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6d5be-cd8e-48f5-8ebb-c8a1dc2c06d4 req-4aa44bcc-1738-43ad-82f8-c34c8f71b639 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.308504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4c6d5be-cd8e-48f5-8ebb-c8a1dc2c06d4 req-4aa44bcc-1738-43ad-82f8-c34c8f71b639 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1449053 Jul 16 18:09:24.311319 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-80cb8c08-3b4d-4a39-84ed-f535ddad9768 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.358159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4c6d5be-cd8e-48f5-8ebb-c8a1dc2c06d4 req-24b6aa99-2506-46f7-9347-f4673bb0210f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427818 Jul 16 18:09:24.379290 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-80cb8c08-3b4d-4a39-84ed-f535ddad9768 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.393055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:24.404966 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:09:24.415028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['9c2e2ae0-1cfe-4f44-a3b0-367a84895a91'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:24.425450 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-80cb8c08-3b4d-4a39-84ed-f535ddad9768 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Network 8a175737-e063-409b-ba35-10315008733d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:24.431731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-80cb8c08-3b4d-4a39-84ed-f535ddad9768 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:24.435752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-80cb8c08-3b4d-4a39-84ed-f535ddad9768 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:24.466563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb8c08-3b4d-4a39-84ed-f535ddad9768 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event updated for resources: {'Port': ['ID=8523c201-5029-449b-87de-5983f6e17b72,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:24.496795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-80cb8c08-3b4d-4a39-84ed-f535ddad9768 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.497084 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-80cb8c08-3b4d-4a39-84ed-f535ddad9768 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.512568 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-80cb8c08-3b4d-4a39-84ed-f535ddad9768 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6461375 Jul 16 18:09:24.524896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Request body: {'port': {'device_id': '28819080-8c20-4b4f-bc31-15b8b64f6823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:24.609379 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.808404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6fd59-0cc5-4756-87d2-8ea3e3135e91 req-824c1af7-7e89-4875-8688-ee7c13aabe9d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.809904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ad6fd59-0cc5-4756-87d2-8ea3e3135e91 req-824c1af7-7e89-4875-8688-ee7c13aabe9d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 946 time: 0.1804888 Jul 16 18:09:24.899778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ad6fd59-0cc5-4756-87d2-8ea3e3135e91 req-af5a5ae1-f8be-4ab7-8281-a0a7f9b9e561 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832982 Jul 16 18:09:25.005274 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e2a22-2acf-4c8d-979b-982e15ece705 req-1655829a-2b4c-4ab0-ae61-4ca89569afd0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.006748 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1c3e2a22-2acf-4c8d-979b-982e15ece705 req-1655829a-2b4c-4ab0-ae61-4ca89569afd0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 931 time: 0.1199415 Jul 16 18:09:25.025871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8523c201-5029-449b-87de-5983f6e17b72 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:25.044276 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.066952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Transition to ACTIVE for port object 8523c201-5029-449b-87de-5983f6e17b72 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:25.070683 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.077017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1c3e2a22-2acf-4c8d-979b-982e15ece705 req-80a4c911-79a8-492a-83ad-bb9ce903cbc2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626695 Jul 16 18:09:25.125406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8523c201-5029-449b-87de-5983f6e17b72,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:25.195316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Attempting to bind port 8523c201-5029-449b-87de-5983f6e17b72 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:25.195666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Attempting to bind port 8523c201-5029-449b-87de-5983f6e17b72 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:25.196010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Attempting to bind port 8523c201-5029-449b-87de-5983f6e17b72 on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:25.200279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Port 8523c201-5029-449b-87de-5983f6e17b72 on network 8a175737-e063-409b-ba35-10315008733d not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:25.200846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Attempting to bind port 8523c201-5029-449b-87de-5983f6e17b72 on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:25.210061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:25.210061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Checking segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:25.210061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Bound using segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:25.210061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Bound port: 8523c201-5029-449b-87de-5983f6e17b72, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:25.210061 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.270924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] For port 8523c201-5029-449b-87de-5983f6e17b72, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:25.273989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] For port 8523c201-5029-449b-87de-5983f6e17b72, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8523c201-5029-449b-87de-5983f6e17b72,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:25.278637 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.318507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.319117 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.320538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] 10.222.0.43 "PUT /v2.0/ports/8523c201-5029-449b-87de-5983f6e17b72 HTTP/1.1" status: 200 len: 1092 time: 0.8000336 Jul 16 18:09:25.320970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28819080-8c20-4b4f-bc31-15b8b64f6823', 'tag': '8523c201-5029-449b-87de-5983f6e17b72'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:25.323210 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ddd8bf-004e-4341-9069-ac457b109920" -d '{"events": [{"name": "network-changed", "server_uuid": "28819080-8c20-4b4f-bc31-15b8b64f6823", "tag": "8523c201-5029-449b-87de-5983f6e17b72"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:25.349804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6006b8-6170-4e71-8725-11c2c5dd64c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8523c201-5029-449b-87de-5983f6e17b72,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:25.374806 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f3f22b-a4ab-4541-a55d-83d30a355ad8 x-openstack-request-id: req-c1f3f22b-a4ab-4541-a55d-83d30a355ad8 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:25.375087 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28819080-8c20-4b4f-bc31-15b8b64f6823", "tag": "8523c201-5029-449b-87de-5983f6e17b72", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:25.375338 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1f3f22b-a4ab-4541-a55d-83d30a355ad8 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:25.375756 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28819080-8c20-4b4f-bc31-15b8b64f6823', 'tag': '8523c201-5029-449b-87de-5983f6e17b72', 'status': 'completed', 'code': 200} Jul 16 18:09:25.429262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-40eddbb9-28cf-4f4c-a630-b6b7cdfff332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.430775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-40eddbb9-28cf-4f4c-a630-b6b7cdfff332 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 1095 time: 0.0658097 Jul 16 18:09:25.473986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-1164f1d0-d1e3-4b46-8bda-9bb2431f10e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8523c201-5029-449b-87de-5983f6e17b72 HTTP/1.1" status: 200 len: 217 time: 0.0358872 Jul 16 18:09:25.559540 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-9da9a9c1-fb15-41e5-bc5d-5b9781199a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.561017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-9da9a9c1-fb15-41e5-bc5d-5b9781199a04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.0816138 Jul 16 18:09:25.601578 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-a9d0562f-29b3-4740-a1fa-d9afe68b76de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323360 Jul 16 18:09:25.624952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587508d-e170-439f-b6d6-f7b55909fb3e req-b570b7fd-f550-4000-9c84-dbbf18e044ff tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.626548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8587508d-e170-439f-b6d6-f7b55909fb3e req-b570b7fd-f550-4000-9c84-dbbf18e044ff tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.1146963 Jul 16 18:09:25.719102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8587508d-e170-439f-b6d6-f7b55909fb3e req-1a4a0785-9124-40f0-b4bb-ad16424e4796 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822616 Jul 16 18:09:25.745381 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-7f6e3e96-2c52-4cbb-a3d5-d4bcf6c7b203 service neutron] 10.222.0.43 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358511 Jul 16 18:09:25.884194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf19e74-7844-4612-9959-d584fae34bd5 req-201157c5-5b40-487e-872c-12efc82091a8 service neutron] 10.222.0.43 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323996 Jul 16 18:09:25.922012 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecd3de-37dc-4c36-95d1-e99554733ced req-9be0a603-412f-4254-9bae-bfc4548b86f5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.923774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81ecd3de-37dc-4c36-95d1-e99554733ced req-9be0a603-412f-4254-9bae-bfc4548b86f5 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0841331 Jul 16 18:09:25.993682 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81ecd3de-37dc-4c36-95d1-e99554733ced req-701a4a03-28ef-4ff6-aac6-c7866b1c3df3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617824 Jul 16 18:09:26.025175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddd8bf-004e-4341-9069-ac457b109920 req-cd71dd6a-823f-466e-88a7-36e01708c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.026683 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64ddd8bf-004e-4341-9069-ac457b109920 req-cd71dd6a-823f-466e-88a7-36e01708c82c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 1095 time: 0.0874689 Jul 16 18:09:26.158071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d25135-88f4-480f-b34c-863c69626bc4 req-8e4597ae-5a1d-47e8-8fa5-b4927c00ec0f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.159681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78d25135-88f4-480f-b34c-863c69626bc4 req-8e4597ae-5a1d-47e8-8fa5-b4927c00ec0f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 946 time: 0.1460488 Jul 16 18:09:26.162025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddd8bf-004e-4341-9069-ac457b109920 req-5da6c17e-4ed1-49f4-8e47-5d9ad3994200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.163346 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64ddd8bf-004e-4341-9069-ac457b109920 req-5da6c17e-4ed1-49f4-8e47-5d9ad3994200 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 907 time: 0.1172812 Jul 16 18:09:26.221124 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64ddd8bf-004e-4341-9069-ac457b109920 req-644c4916-13c6-4115-b419-e0a71806743d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8523c201-5029-449b-87de-5983f6e17b72 HTTP/1.1" status: 200 len: 217 time: 0.0478084 Jul 16 18:09:26.242209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78d25135-88f4-480f-b34c-863c69626bc4 req-59268cf2-931e-40b8-bcc0-e555a858626d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755043 Jul 16 18:09:26.278268 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddd8bf-004e-4341-9069-ac457b109920 req-8fc2359c-6a21-49fa-945a-16c8182f670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.279802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64ddd8bf-004e-4341-9069-ac457b109920 req-8fc2359c-6a21-49fa-945a-16c8182f670e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.0504551 Jul 16 18:09:26.313551 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64ddd8bf-004e-4341-9069-ac457b109920 req-4b7546aa-450d-4bc8-b089-417fded484da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268176 Jul 16 18:09:26.363467 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.453988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64ddd8bf-004e-4341-9069-ac457b109920 req-c8c0ec08-9d03-4114-b811-27c118d33572 service neutron] 10.222.0.43 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336122 Jul 16 18:09:26.480350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e229873-0638-47cd-9944-46665913b5f1 req-b3c192e1-981d-4635-9faf-0e0010f32ac8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.481680 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e229873-0638-47cd-9944-46665913b5f1 req-b3c192e1-981d-4635-9faf-0e0010f32ac8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 943 time: 0.1263492 Jul 16 18:09:26.572839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e229873-0638-47cd-9944-46665913b5f1 req-6a1790f0-1117-4665-9b1d-44ae31ca7f95 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811715 Jul 16 18:09:26.605243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64ddd8bf-004e-4341-9069-ac457b109920 req-4df9284b-9b64-4c39-a327-52637ddfbb71 service neutron] 10.222.0.43 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425328 Jul 16 18:09:26.618301 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.866657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc4f09-d9fc-4cec-b0d4-4621da90a95d req-f54b745d-5773-4d9b-bf86-617b975e09b8 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.868196 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70cc4f09-d9fc-4cec-b0d4-4621da90a95d req-f54b745d-5773-4d9b-bf86-617b975e09b8 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=b79985b2-1e0e-46b8-86c7-04fcaeedf8e8 HTTP/1.1" status: 200 len: 944 time: 0.0638216 Jul 16 18:09:26.977066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-70cc4f09-d9fc-4cec-b0d4-4621da90a95d req-ced2b212-eb6b-4247-88a2-b5a7ac6cc25d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Deleting port 4756ecb9-2203-49ea-9383-fdf72daea286 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:26.977407 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70cc4f09-d9fc-4cec-b0d4-4621da90a95d req-ced2b212-eb6b-4247-88a2-b5a7ac6cc25d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.098356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-70cc4f09-d9fc-4cec-b0d4-4621da90a95d req-ced2b212-eb6b-4247-88a2-b5a7ac6cc25d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] For port 4756ecb9-2203-49ea-9383-fdf72daea286, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=4756ecb9-2203-49ea-9383-fdf72daea286,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:27.099060 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70cc4f09-d9fc-4cec-b0d4-4621da90a95d req-ced2b212-eb6b-4247-88a2-b5a7ac6cc25d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.120791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-70cc4f09-d9fc-4cec-b0d4-4621da90a95d req-ced2b212-eb6b-4247-88a2-b5a7ac6cc25d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Calling delete_port for 4756ecb9-2203-49ea-9383-fdf72daea286 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:27.144508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9188b7-ccb7-439b-920c-f635f8781e3b req-4ae354d6-d1ca-4c8e-8c1f-2d20328db26d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.145970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce9188b7-ccb7-439b-920c-f635f8781e3b req-4ae354d6-d1ca-4c8e-8c1f-2d20328db26d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 946 time: 0.1104343 Jul 16 18:09:27.226086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce9188b7-ccb7-439b-920c-f635f8781e3b req-ef87fffc-796f-4cd5-8bc7-b7622c476de3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503035 Jul 16 18:09:27.291359 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70cc4f09-d9fc-4cec-b0d4-4621da90a95d req-ced2b212-eb6b-4247-88a2-b5a7ac6cc25d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.309872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['86acc91b-1a32-41e0-8159-7acc2af0dfdb', '7dc694da-5f53-4d80-9059-b2f4a0bb7b6d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:27.325783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2b212-eb6b-4247-88a2-b5a7ac6cc25d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event deleted for resources: {'Port': ['ID=4756ecb9-2203-49ea-9383-fdf72daea286,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.373429 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cc4f09-d9fc-4cec-b0d4-4621da90a95d req-ced2b212-eb6b-4247-88a2-b5a7ac6cc25d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] No DVR routers for this DVR port 4756ecb9-2203-49ea-9383-fdf72daea286 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:27.376125 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-70cc4f09-d9fc-4cec-b0d4-4621da90a95d req-ced2b212-eb6b-4247-88a2-b5a7ac6cc25d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.378380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70cc4f09-d9fc-4cec-b0d4-4621da90a95d req-ced2b212-eb6b-4247-88a2-b5a7ac6cc25d tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "DELETE /v2.0/ports/4756ecb9-2203-49ea-9383-fdf72daea286 HTTP/1.1" status: 204 len: 173 time: 0.5051820 Jul 16 18:09:27.378914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79985b2-1e0e-46b8-86c7-04fcaeedf8e8', 'name': 'network-vif-deleted', 'tag': '4756ecb9-2203-49ea-9383-fdf72daea286'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:27.381608 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7417df-e15a-4328-b606-a0a7a2c60854" -d '{"events": [{"server_uuid": "b79985b2-1e0e-46b8-86c7-04fcaeedf8e8", "name": "network-vif-deleted", "tag": "4756ecb9-2203-49ea-9383-fdf72daea286"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:27.621301 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f55cc28-97e8-484c-ada7-e432159ee2d8 x-openstack-request-id: req-9f55cc28-97e8-484c-ada7-e432159ee2d8 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:27.621753 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79985b2-1e0e-46b8-86c7-04fcaeedf8e8", "name": "network-vif-deleted", "tag": "4756ecb9-2203-49ea-9383-fdf72daea286", "status": "failed", "code": 422}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:27.622100 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f55cc28-97e8-484c-ada7-e432159ee2d8 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:27.622608 n-d-787206-10 neutron-server[100169]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b79985b2-1e0e-46b8-86c7-04fcaeedf8e8', 'name': 'network-vif-deleted', 'tag': '4756ecb9-2203-49ea-9383-fdf72daea286', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:09:27.788521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8756750-c26b-430a-9d0a-ae4aafdc2ac0 req-8e1554a2-2d9a-40f9-96db-6f2ea6ca3e23 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.790246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8756750-c26b-430a-9d0a-ae4aafdc2ac0 req-8e1554a2-2d9a-40f9-96db-6f2ea6ca3e23 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 943 time: 0.0834005 Jul 16 18:09:27.832779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8756750-c26b-430a-9d0a-ae4aafdc2ac0 req-3676e4d6-934a-420c-a473-feb5111e1a2e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361440 Jul 16 18:09:27.982015 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a1231e2f-9dba-4995-8a28-e249704fd457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.269613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b02370-93ed-4f59-b3e6-c6c7486844f3 req-a4a42f3c-0af5-4f35-9b52-806f339150a3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.271108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01b02370-93ed-4f59-b3e6-c6c7486844f3 req-a4a42f3c-0af5-4f35-9b52-806f339150a3 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 907 time: 0.0665329 Jul 16 18:09:28.400858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d771bc2-a3c7-45f4-b7ae-ea4603e31428 req-a3ea5111-667e-4fd6-8ddd-dd2e3074d4d0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.402280 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d771bc2-a3c7-45f4-b7ae-ea4603e31428 req-a3ea5111-667e-4fd6-8ddd-dd2e3074d4d0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 946 time: 0.0640976 Jul 16 18:09:28.441868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d771bc2-a3c7-45f4-b7ae-ea4603e31428 req-bd0406e1-ebe6-42da-bab8-fa622b5d4b21 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342150 Jul 16 18:09:28.725070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448602d-d32d-464d-95e0-400a8ac76bb3 req-3640b5e6-4015-4225-96a9-537f2c45f49c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.726531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2448602d-d32d-464d-95e0-400a8ac76bb3 req-3640b5e6-4015-4225-96a9-537f2c45f49c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.35 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 946 time: 0.0624399 Jul 16 18:09:28.830800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2448602d-d32d-464d-95e0-400a8ac76bb3 req-36811701-8c90-4d21-a86c-d1b84c9523eb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Deleting port 2562807e-61d4-4951-9cc5-c950caaf080c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:28.831134 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2448602d-d32d-464d-95e0-400a8ac76bb3 req-36811701-8c90-4d21-a86c-d1b84c9523eb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.920390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2448602d-d32d-464d-95e0-400a8ac76bb3 req-36811701-8c90-4d21-a86c-d1b84c9523eb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] For port 2562807e-61d4-4951-9cc5-c950caaf080c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=2562807e-61d4-4951-9cc5-c950caaf080c,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:28.920749 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2448602d-d32d-464d-95e0-400a8ac76bb3 req-36811701-8c90-4d21-a86c-d1b84c9523eb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.934912 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2448602d-d32d-464d-95e0-400a8ac76bb3 req-36811701-8c90-4d21-a86c-d1b84c9523eb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Calling delete_port for 2562807e-61d4-4951-9cc5-c950caaf080c owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:29.067204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b5409-948c-4948-8c49-0931dca2099d req-a6780d87-ce50-4ea4-a3e2-b34756b5efac tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.068726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a8b5409-948c-4948-8c49-0931dca2099d req-a6780d87-ce50-4ea4-a3e2-b34756b5efac tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 943 time: 0.1245515 Jul 16 18:09:29.148083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a8b5409-948c-4948-8c49-0931dca2099d req-c71361a5-a80a-4882-a3d4-11e0205ea991 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686765 Jul 16 18:09:29.152174 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2448602d-d32d-464d-95e0-400a8ac76bb3 req-36811701-8c90-4d21-a86c-d1b84c9523eb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.175726 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['44d0d350-99d8-427d-aed3-162937cad248'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:29.178209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['2562807e-61d4-4951-9cc5-c950caaf080c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:29.183382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36811701-8c90-4d21-a86c-d1b84c9523eb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Pushing event deleted for resources: {'Port': ['ID=2562807e-61d4-4951-9cc5-c950caaf080c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:29.227714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2448602d-d32d-464d-95e0-400a8ac76bb3 req-36811701-8c90-4d21-a86c-d1b84c9523eb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] No DVR routers for this DVR port 2562807e-61d4-4951-9cc5-c950caaf080c on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:29.230121 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2448602d-d32d-464d-95e0-400a8ac76bb3 req-36811701-8c90-4d21-a86c-d1b84c9523eb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.232209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2448602d-d32d-464d-95e0-400a8ac76bb3 req-36811701-8c90-4d21-a86c-d1b84c9523eb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.35 "DELETE /v2.0/ports/2562807e-61d4-4951-9cc5-c950caaf080c HTTP/1.1" status: 204 len: 173 time: 0.4985564 Jul 16 18:09:29.346307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8523c201-5029-449b-87de-5983f6e17b72 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:29.452918 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8523c201-5029-449b-87de-5983f6e17b72, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8523c201-5029-449b-87de-5983f6e17b72,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:29.464518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '8523c201-5029-449b-87de-5983f6e17b72', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'port_id': '8523c201-5029-449b-87de-5983f6e17b72', 'mac_address': 'fa:16:3e:ed:bd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4896f2-d6af-4700-991a-0a11d6229f29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:29.471043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cba684-3572-4977-bb4c-48ab5d9d4f6c req-ec132e4d-45e5-4d9d-95bd-cd7d1a72a6c9 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.476440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54cba684-3572-4977-bb4c-48ab5d9d4f6c req-ec132e4d-45e5-4d9d-95bd-cd7d1a72a6c9 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 907 time: 0.0719306 Jul 16 18:09:29.506408 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.520739 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8523c201-5029-449b-87de-5983f6e17b72 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:29.539967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8523c201-5029-449b-87de-5983f6e17b72, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8523c201-5029-449b-87de-5983f6e17b72,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:29.543851 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.593642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8523c201-5029-449b-87de-5983f6e17b72,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:29.601419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.601770 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.602113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.602453 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.602789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.603122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.603473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.603807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.604136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.604463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.604785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.605109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.607783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e5223d8-64f4-4ca1-a2d8-7d7f47f47abe req-4652f63e-9cd6-4282-a449-53ae95f3d0a1 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=52bbd8d0-ed67-47b9-9103-fbf576d1c5f6 HTTP/1.1" status: 200 len: 210 time: 0.0316534 Jul 16 18:09:29.623297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bbd8d0-ed67-47b9-9103-fbf576d1c5f6', 'name': 'network-vif-deleted', 'tag': '2562807e-61d4-4951-9cc5-c950caaf080c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:29.625623 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fde6b62-23a7-4b6c-847c-0ac1df8bb66d" -d '{"events": [{"server_uuid": "52bbd8d0-ed67-47b9-9103-fbf576d1c5f6", "name": "network-vif-deleted", "tag": "2562807e-61d4-4951-9cc5-c950caaf080c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:29.643632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d8b97-a3ab-408c-8856-0f3eea0203d7 req-1dd4b462-9374-4cdf-a8de-e9446cdfa712 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.646090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-518d8b97-a3ab-408c-8856-0f3eea0203d7 req-1dd4b462-9374-4cdf-a8de-e9446cdfa712 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.43 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 907 time: 0.1051524 Jul 16 18:09:29.661488 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a831c18d-73fd-4bb5-9c6a-6280ce62a061 x-openstack-request-id: req-a831c18d-73fd-4bb5-9c6a-6280ce62a061 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:29.661867 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bbd8d0-ed67-47b9-9103-fbf576d1c5f6", "name": "network-vif-deleted", "tag": "2562807e-61d4-4951-9cc5-c950caaf080c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:29.662183 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a831c18d-73fd-4bb5-9c6a-6280ce62a061 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:29.662657 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bbd8d0-ed67-47b9-9103-fbf576d1c5f6', 'name': 'network-vif-deleted', 'tag': '2562807e-61d4-4951-9cc5-c950caaf080c', 'status': 'completed', 'code': 200} Jul 16 18:09:29.751406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-518d8b97-a3ab-408c-8856-0f3eea0203d7 req-e4497a98-5e2a-434c-84df-c30be2fba361 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Deleting port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:29.751792 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-518d8b97-a3ab-408c-8856-0f3eea0203d7 req-e4497a98-5e2a-434c-84df-c30be2fba361 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.845754 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-518d8b97-a3ab-408c-8856-0f3eea0203d7 req-e4497a98-5e2a-434c-84df-c30be2fba361 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] For port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7ad83cbc-d190-490e-98cc-d6c2b0fe0581,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:29.845973 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-518d8b97-a3ab-408c-8856-0f3eea0203d7 req-e4497a98-5e2a-434c-84df-c30be2fba361 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.859296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-518d8b97-a3ab-408c-8856-0f3eea0203d7 req-e4497a98-5e2a-434c-84df-c30be2fba361 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Calling delete_port for 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:29.875881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['8523c201-5029-449b-87de-5983f6e17b72'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:29.999638 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-518d8b97-a3ab-408c-8856-0f3eea0203d7 req-e4497a98-5e2a-434c-84df-c30be2fba361 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.031219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4497a98-5e2a-434c-84df-c30be2fba361 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event deleted for resources: {'Port': ['ID=7ad83cbc-d190-490e-98cc-d6c2b0fe0581,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:30.078985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-518d8b97-a3ab-408c-8856-0f3eea0203d7 req-e4497a98-5e2a-434c-84df-c30be2fba361 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] No DVR routers for this DVR port 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:30.082935 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-518d8b97-a3ab-408c-8856-0f3eea0203d7 req-e4497a98-5e2a-434c-84df-c30be2fba361 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.085068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-518d8b97-a3ab-408c-8856-0f3eea0203d7 req-e4497a98-5e2a-434c-84df-c30be2fba361 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.43 "DELETE /v2.0/ports/7ad83cbc-d190-490e-98cc-d6c2b0fe0581 HTTP/1.1" status: 204 len: 173 time: 0.4323499 Jul 16 18:09:30.341956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665e97c-fff0-4fb2-89d6-32acd8d08a15 req-06ff4024-fbd8-4f3b-9b72-beb1f7d9d3e8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.343368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8665e97c-fff0-4fb2-89d6-32acd8d08a15 req-06ff4024-fbd8-4f3b-9b72-beb1f7d9d3e8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 944 time: 0.0681798 Jul 16 18:09:30.673490 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.695285 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4631be10-6bde-43b6-a517-f498b0d9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.726779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf9fac4b-1fbe-46d6-851a-f3d7e8cb983d req-a3658ed6-d229-47b2-aa3a-9dd07e46a386 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=efb324d4-91a1-4080-8c39-9379aa2a5cf8 HTTP/1.1" status: 200 len: 210 time: 0.0319412 Jul 16 18:09:30.741839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8665e97c-fff0-4fb2-89d6-32acd8d08a15 req-f45078f3-1288-4472-8f2f-108fbd28122f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928471 Jul 16 18:09:30.960362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae7608-fca8-48be-a668-887bc9d36800 req-3de3d2da-4616-4b76-82fe-5c972a5c9453 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.961822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dfae7608-fca8-48be-a668-887bc9d36800 req-3de3d2da-4616-4b76-82fe-5c972a5c9453 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.0624030 Jul 16 18:09:30.998665 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dfae7608-fca8-48be-a668-887bc9d36800 req-2fd85ac3-bddf-42a1-a109-8efa9cdad523 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Jul 16 18:09:31.217852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88ea02-ae00-4619-8f9c-a1444379f5c0 req-87fb0a72-bdaa-4b10-8e6e-b5a76dade1b0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.219340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb88ea02-ae00-4619-8f9c-a1444379f5c0 req-87fb0a72-bdaa-4b10-8e6e-b5a76dade1b0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.0659845 Jul 16 18:09:31.258518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb88ea02-ae00-4619-8f9c-a1444379f5c0 req-885076c3-dd78-4015-92fb-01870044505a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Jul 16 18:09:31.346183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8523c201-5029-449b-87de-5983f6e17b72 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:31.397926 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 8523c201-5029-449b-87de-5983f6e17b72 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:31.402005 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 8523c201-5029-449b-87de-5983f6e17b72 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:31.402381 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.437103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cff5e-7846-46c3-a0ad-fc36918b5a5b req-42ee7718-2ef8-41dc-aa82-7805eb9d0e3c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.438645 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-181cff5e-7846-46c3-a0ad-fc36918b5a5b req-42ee7718-2ef8-41dc-aa82-7805eb9d0e3c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.0674286 Jul 16 18:09:31.496986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-181cff5e-7846-46c3-a0ad-fc36918b5a5b req-c641b7ea-4d7b-4003-8302-9048e3861786 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521443 Jul 16 18:09:31.497895 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.523852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28819080-8c20-4b4f-bc31-15b8b64f6823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8523c201-5029-449b-87de-5983f6e17b72'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:31.526890 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44ec73b-ebec-4ce3-9b6a-29db7254a6bb" -d '{"events": [{"server_uuid": "28819080-8c20-4b4f-bc31-15b8b64f6823", "name": "network-vif-plugged", "status": "completed", "tag": "8523c201-5029-449b-87de-5983f6e17b72"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:31.542949 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8523c201-5029-449b-87de-5983f6e17b72, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8523c201-5029-449b-87de-5983f6e17b72,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:31.547991 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.620527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8523c201-5029-449b-87de-5983f6e17b72,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:31.640670 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7bef86-f999-4b52-bfb7-f55138ee6116 x-openstack-request-id: req-de7bef86-f999-4b52-bfb7-f55138ee6116 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:31.641305 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28819080-8c20-4b4f-bc31-15b8b64f6823", "name": "network-vif-plugged", "status": "completed", "tag": "8523c201-5029-449b-87de-5983f6e17b72", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:31.642011 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de7bef86-f999-4b52-bfb7-f55138ee6116 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:31.642590 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28819080-8c20-4b4f-bc31-15b8b64f6823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8523c201-5029-449b-87de-5983f6e17b72', 'code': 200} Jul 16 18:09:31.663912 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb324d4-91a1-4080-8c39-9379aa2a5cf8', 'name': 'network-vif-deleted', 'tag': '7ad83cbc-d190-490e-98cc-d6c2b0fe0581'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:31.666675 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5466ed01-9152-43a4-9428-5b0e720ee9b9" -d '{"events": [{"server_uuid": "efb324d4-91a1-4080-8c39-9379aa2a5cf8", "name": "network-vif-deleted", "tag": "7ad83cbc-d190-490e-98cc-d6c2b0fe0581"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:31.819219 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.851573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80abb2-cf48-41ed-93f6-f10fe4612866 req-f78ff216-1fd4-4052-8bc3-7465d02e10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.853748 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f80abb2-cf48-41ed-93f6-f10fe4612866 req-f78ff216-1fd4-4052-8bc3-7465d02e10cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 1097 time: 0.1293018 Jul 16 18:09:31.871779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85a827-ff38-4528-b01a-f20e94bfe913 req-d9f47278-0525-4a0e-b117-0e23eeed2165 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.878297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85a827-ff38-4528-b01a-f20e94bfe913 req-d9f47278-0525-4a0e-b117-0e23eeed2165 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.884422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85a827-ff38-4528-b01a-f20e94bfe913 req-d9f47278-0525-4a0e-b117-0e23eeed2165 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.891704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85a827-ff38-4528-b01a-f20e94bfe913 req-d9f47278-0525-4a0e-b117-0e23eeed2165 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.897057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85a827-ff38-4528-b01a-f20e94bfe913 req-d9f47278-0525-4a0e-b117-0e23eeed2165 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.911727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85a827-ff38-4528-b01a-f20e94bfe913 req-d9f47278-0525-4a0e-b117-0e23eeed2165 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.911727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85a827-ff38-4528-b01a-f20e94bfe913 req-d9f47278-0525-4a0e-b117-0e23eeed2165 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.916717 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a85a827-ff38-4528-b01a-f20e94bfe913 req-d9f47278-0525-4a0e-b117-0e23eeed2165 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5433 time: 0.1609869 Jul 16 18:09:31.919753 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c6ff6c-4792-44c4-8513-6de28b7f8089 x-openstack-request-id: req-81c6ff6c-4792-44c4-8513-6de28b7f8089 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:31.920076 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb324d4-91a1-4080-8c39-9379aa2a5cf8", "name": "network-vif-deleted", "tag": "7ad83cbc-d190-490e-98cc-d6c2b0fe0581", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:31.920308 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81c6ff6c-4792-44c4-8513-6de28b7f8089 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:31.920795 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb324d4-91a1-4080-8c39-9379aa2a5cf8', 'name': 'network-vif-deleted', 'tag': '7ad83cbc-d190-490e-98cc-d6c2b0fe0581', 'status': 'completed', 'code': 200} Jul 16 18:09:31.984219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a85a827-ff38-4528-b01a-f20e94bfe913 req-709c2166-36fa-4975-95d7-63574ae99567 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664132 Jul 16 18:09:31.987133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f80abb2-cf48-41ed-93f6-f10fe4612866 req-16013c7f-733e-47f8-b028-0e2069d683ce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655773 Jul 16 18:09:32.182212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290ca53-f85b-43ba-a7bd-d1c85909bc69 req-4af3c3c3-e598-43be-8b1c-25f6e57406fa tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.183764 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a290ca53-f85b-43ba-a7bd-d1c85909bc69 req-4af3c3c3-e598-43be-8b1c-25f6e57406fa tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 945 time: 0.1138668 Jul 16 18:09:32.197732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa93bb-61a9-4a8c-baaf-c00c77d0ef44 req-1474c393-1607-462d-ad86-9bc7e12db27d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.199193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89fa93bb-61a9-4a8c-baaf-c00c77d0ef44 req-1474c393-1607-462d-ad86-9bc7e12db27d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 945 time: 0.1003370 Jul 16 18:09:32.256225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a290ca53-f85b-43ba-a7bd-d1c85909bc69 req-fd243a24-fed3-4b49-8d6e-e2945d44cf34 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664139 Jul 16 18:09:32.264244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89fa93bb-61a9-4a8c-baaf-c00c77d0ef44 req-788f9b17-0c7e-456e-b87b-94d8511be39a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592661 Jul 16 18:09:32.669779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd307a-84fb-4569-b00e-4ad49f9dfdae req-35f9c30e-17f8-4909-84ad-14ce8ab57fb8 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.671238 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1bd307a-84fb-4569-b00e-4ad49f9dfdae req-35f9c30e-17f8-4909-84ad-14ce8ab57fb8 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 946 time: 0.0688572 Jul 16 18:09:32.713237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1bd307a-84fb-4569-b00e-4ad49f9dfdae req-c35dcda1-496a-4de8-8b91-d1e156ea7cdb tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359788 Jul 16 18:09:32.762413 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 2562807e-61d4-4951-9cc5-c950caaf080c no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:32.782531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 2562807e-61d4-4951-9cc5-c950caaf080c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:32.782873 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 2562807e-61d4-4951-9cc5-c950caaf080c not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:33.028571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-ba98c8e1-7921-4e28-8ec6-e72a963ef0f5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.034548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-ba98c8e1-7921-4e28-8ec6-e72a963ef0f5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.041203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-ba98c8e1-7921-4e28-8ec6-e72a963ef0f5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.047615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-ba98c8e1-7921-4e28-8ec6-e72a963ef0f5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.056108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-ba98c8e1-7921-4e28-8ec6-e72a963ef0f5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.062048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-ba98c8e1-7921-4e28-8ec6-e72a963ef0f5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.068330 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-ba98c8e1-7921-4e28-8ec6-e72a963ef0f5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.070301 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-ba98c8e1-7921-4e28-8ec6-e72a963ef0f5 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5433 time: 0.1315107 Jul 16 18:09:33.137921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-d16cc78b-faf5-4723-bf66-4ab8d26c3040 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.139352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-d16cc78b-faf5-4723-bf66-4ab8d26c3040 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "GET /v2.0/ports/4c93a3a9-cbda-4c4d-b7a9-c57c314e7848?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0626953 Jul 16 18:09:33.296481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ebe6c-3c3d-4f99-ba08-cd4562e11f2f req-ecdbf1ff-6172-4215-b224-8e0aa5074d88 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.303483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ebe6c-3c3d-4f99-ba08-cd4562e11f2f req-ecdbf1ff-6172-4215-b224-8e0aa5074d88 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.309261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ebe6c-3c3d-4f99-ba08-cd4562e11f2f req-ecdbf1ff-6172-4215-b224-8e0aa5074d88 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.315175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ebe6c-3c3d-4f99-ba08-cd4562e11f2f req-ecdbf1ff-6172-4215-b224-8e0aa5074d88 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.321114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ebe6c-3c3d-4f99-ba08-cd4562e11f2f req-ecdbf1ff-6172-4215-b224-8e0aa5074d88 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.326991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ebe6c-3c3d-4f99-ba08-cd4562e11f2f req-ecdbf1ff-6172-4215-b224-8e0aa5074d88 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.333001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ebe6c-3c3d-4f99-ba08-cd4562e11f2f req-ecdbf1ff-6172-4215-b224-8e0aa5074d88 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.334893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d03ebe6c-3c3d-4f99-ba08-cd4562e11f2f req-ecdbf1ff-6172-4215-b224-8e0aa5074d88 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 5433 time: 0.1897123 Jul 16 18:09:33.354014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-45cf6d02-a933-4d0b-a2a3-b98c69fc848f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "GET /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2069149 Jul 16 18:09:33.422016 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d03ebe6c-3c3d-4f99-ba08-cd4562e11f2f req-61e3fbdd-f8bc-48ee-a1bb-ca1f8035400f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751109 Jul 16 18:09:33.439333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-31fb9f15-74c0-4c51-8ce4-6ad5ce5d650d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:33.469397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb4916-a308-4385-ad96-7febf6a98f90 req-827966f0-62b2-42ec-889b-6827c7641c23 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.470890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ccb4916-a308-4385-ad96-7febf6a98f90 req-827966f0-62b2-42ec-889b-6827c7641c23 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1347156 Jul 16 18:09:33.538815 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.558554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ccb4916-a308-4385-ad96-7febf6a98f90 req-5495a5a3-00c0-46c5-b4eb-a13cf87982f9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806825 Jul 16 18:09:33.588290 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-31fb9f15-74c0-4c51-8ce4-6ad5ce5d650d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.741224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11014931-739d-451b-ad4c-017e5ce1079b req-3f5773cd-8fdf-4513-80c0-ad3faa33ab9a tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.742699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11014931-739d-451b-ad4c-017e5ce1079b req-3f5773cd-8fdf-4513-80c0-ad3faa33ab9a tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 945 time: 0.2093065 Jul 16 18:09:33.875618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11014931-739d-451b-ad4c-017e5ce1079b req-fd5427a1-f7ed-4a0d-bc95-c8550e701ba2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230569 Jul 16 18:09:33.885251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-4b8affcb-773a-41e1-969f-23d7fa5e716c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.886713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-4b8affcb-773a-41e1-969f-23d7fa5e716c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 945 time: 0.2487686 Jul 16 18:09:33.894186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-31fb9f15-74c0-4c51-8ce4-6ad5ce5d650d service neutron] For port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:33.918557 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ce5d4-cab2-440d-be87-178263dfaa81 req-76d8cf42-14d1-404c-80ff-f6a26366bf95 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.920055 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-877ce5d4-cab2-440d-be87-178263dfaa81 req-76d8cf42-14d1-404c-80ff-f6a26366bf95 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 945 time: 0.2409747 Jul 16 18:09:34.006463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-31fb9f15-74c0-4c51-8ce4-6ad5ce5d650d service neutron] For port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:34.068922 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-877ce5d4-cab2-440d-be87-178263dfaa81 req-d3032db2-9476-4536-a752-be2125ffe8ac tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252437 Jul 16 18:09:34.076800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-31fb9f15-74c0-4c51-8ce4-6ad5ce5d650d service neutron] device_id is not set on port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:34.097452 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-31fb9f15-74c0-4c51-8ce4-6ad5ce5d650d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.126287 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-31fb9f15-74c0-4c51-8ce4-6ad5ce5d650d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.182470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Deleting port 33d74c13-73be-476c-b6f1-07a8fb8b04a7 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:34.182802 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.268916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb9f15-74c0-4c51-8ce4-6ad5ce5d650d service neutron] Pushing event updated for resources: {'Port': ['ID=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:34.277878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-31fb9f15-74c0-4c51-8ce4-6ad5ce5d650d service neutron] No DVR routers for this DVR port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:34.392128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7fc9c56d-1bba-4c40-82d9-4d539faf69a2 None None] Provisioning complete for port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:34.392588 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7fc9c56d-1bba-4c40-82d9-4d539faf69a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.416024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b431186-6b97-4464-8ded-03df7ed44fea req-0699220d-42e5-4bb2-914e-31a82f2a176e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.417539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b431186-6b97-4464-8ded-03df7ed44fea req-0699220d-42e5-4bb2-914e-31a82f2a176e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3333137 Jul 16 18:09:34.430702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9c56d-1bba-4c40-82d9-4d539faf69a2 None None] Port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:34.433786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-31fb9f15-74c0-4c51-8ce4-6ad5ce5d650d service neutron] In _notify_port_updated(), no bound segment for port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:09:34.434582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-31fb9f15-74c0-4c51-8ce4-6ad5ce5d650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.435180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-31fb9f15-74c0-4c51-8ce4-6ad5ce5d650d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.436436 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-31fb9f15-74c0-4c51-8ce4-6ad5ce5d650d service neutron] 10.222.0.43 "PUT /v2.0/ports/4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 HTTP/1.1" status: 200 len: 1027 time: 1.0618520 Jul 16 18:09:34.490446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] For port 33d74c13-73be-476c-b6f1-07a8fb8b04a7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=33d74c13-73be-476c-b6f1-07a8fb8b04a7,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:34.490798 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.520625 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586956a-51c3-4710-ab19-f16b1762160a req-ec217aa8-59e0-44b1-bee6-c200e10080de tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.522015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4586956a-51c3-4710-ab19-f16b1762160a req-ec217aa8-59e0-44b1-bee6-c200e10080de tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 946 time: 0.3438013 Jul 16 18:09:34.611995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b431186-6b97-4464-8ded-03df7ed44fea req-7577b801-4829-4f6d-a4eb-5dd5756c521e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839042 Jul 16 18:09:34.624328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-001ca084-d8d4-47df-bb7d-b1485a3126ab tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.625774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-001ca084-d8d4-47df-bb7d-b1485a3126ab tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "GET /v2.0/ports/18345d03-7c53-438a-9a8c-95169626de44?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1725638 Jul 16 18:09:34.640523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cfc70-753e-4b63-b3cf-b547ec097fde req-928fa18d-4631-427e-898c-b0a8cb8cc72f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.642493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff1cfc70-753e-4b63-b3cf-b547ec097fde req-928fa18d-4631-427e-898c-b0a8cb8cc72f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 946 time: 0.3024197 Jul 16 18:09:34.653447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-2e21089d-2ac7-4578-b810-1c05a6a9651a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:34.798739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4586956a-51c3-4710-ab19-f16b1762160a req-52463dcf-fc0e-49fd-b5c1-54ed54c2b75c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638552 Jul 16 18:09:34.989168 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.989541 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.989850 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Floating IP d2657f6d-de1e-452f-abe7-782b74a478b9 disassociated. External IP: 172.25.5.16, port: 33d74c13-73be-476c-b6f1-07a8fb8b04a7. Jul 16 18:09:34.990184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Calling delete_port for 33d74c13-73be-476c-b6f1-07a8fb8b04a7 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:34.992554 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-2e21089d-2ac7-4578-b810-1c05a6a9651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.082760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a9ed1-90e2-45eb-b599-7721f3b2bad2 req-4ebd73e2-00ff-4afe-b98a-a4cbe685925c tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.084272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-279a9ed1-90e2-45eb-b599-7721f3b2bad2 req-4ebd73e2-00ff-4afe-b98a-a4cbe685925c tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 945 time: 0.3402779 Jul 16 18:09:35.158528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-ff1cfc70-753e-4b63-b3cf-b547ec097fde req-c0b883f1-678e-492a-9c34-7da93e26a420 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Deleting port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:35.158839 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ff1cfc70-753e-4b63-b3cf-b547ec097fde req-c0b883f1-678e-492a-9c34-7da93e26a420 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.206420 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d4a94-e0ce-424b-8aad-e0f61f20b446 req-cfc52dca-9763-4905-8219-d7edc138df65 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.212914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d4a94-e0ce-424b-8aad-e0f61f20b446 req-cfc52dca-9763-4905-8219-d7edc138df65 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.218727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d4a94-e0ce-424b-8aad-e0f61f20b446 req-cfc52dca-9763-4905-8219-d7edc138df65 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.225193 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d4a94-e0ce-424b-8aad-e0f61f20b446 req-cfc52dca-9763-4905-8219-d7edc138df65 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.230989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d4a94-e0ce-424b-8aad-e0f61f20b446 req-cfc52dca-9763-4905-8219-d7edc138df65 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.236923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d4a94-e0ce-424b-8aad-e0f61f20b446 req-cfc52dca-9763-4905-8219-d7edc138df65 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.238754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da2d4a94-e0ce-424b-8aad-e0f61f20b446 req-cfc52dca-9763-4905-8219-d7edc138df65 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 4659 time: 0.3188052 Jul 16 18:09:35.300555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-279a9ed1-90e2-45eb-b599-7721f3b2bad2 req-93830cab-a62d-4e9a-be73-ff632e475e9b tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937044 Jul 16 18:09:35.412815 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:35.468857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:35.469545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:35.508128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:35.508647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7ad83cbc-d190-490e-98cc-d6c2b0fe0581 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:35.509084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 33d74c13-73be-476c-b6f1-07a8fb8b04a7 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:35.607701 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.634734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445acc3b-1638-4af6-a344-14a08b204883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d74c13-73be-476c-b6f1-07a8fb8b04a7'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:35.637119 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926134c7-4d1a-4a8f-9acc-8c9acc857392" -d '{"events": [{"server_uuid": "445acc3b-1638-4af6-a344-14a08b204883", "name": "network-vif-unplugged", "status": "completed", "tag": "33d74c13-73be-476c-b6f1-07a8fb8b04a7"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:35.650648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 33d74c13-73be-476c-b6f1-07a8fb8b04a7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=33d74c13-73be-476c-b6f1-07a8fb8b04a7,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:35.654802 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.655896 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8e586911-4ab5-419c-8031-5e5c2405fe96 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:35.728721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=33d74c13-73be-476c-b6f1-07a8fb8b04a7,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.772382 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.804405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8e586911-4ab5-419c-8031-5e5c2405fe96, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8e586911-4ab5-419c-8031-5e5c2405fe96,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:35.808748 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.827466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da2d4a94-e0ce-424b-8aad-e0f61f20b446 req-d536de65-7a8c-41c7-ac65-d8d9738ef732 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&id=c89ea260-ffde-4028-8c9b-ffa7d4af150b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5609932 Jul 16 18:09:35.858321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ff1cfc70-753e-4b63-b3cf-b547ec097fde req-c0b883f1-678e-492a-9c34-7da93e26a420 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] For port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:35.858687 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ff1cfc70-753e-4b63-b3cf-b547ec097fde req-c0b883f1-678e-492a-9c34-7da93e26a420 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.871422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8e586911-4ab5-419c-8031-5e5c2405fe96,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.880615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-2e21089d-2ac7-4578-b810-1c05a6a9651a service neutron] For port 18345d03-7c53-438a-9a8c-95169626de44, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=18345d03-7c53-438a-9a8c-95169626de44,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:35.898845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-ff1cfc70-753e-4b63-b3cf-b547ec097fde req-c0b883f1-678e-492a-9c34-7da93e26a420 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Calling delete_port for 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:35.913659 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.020396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event deleted for resources: {'Port': ['ID=33d74c13-73be-476c-b6f1-07a8fb8b04a7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.030052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-2e21089d-2ac7-4578-b810-1c05a6a9651a service neutron] For port 18345d03-7c53-438a-9a8c-95169626de44, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:36.076595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b7cf-6c55-4877-b308-70245594af90 req-7dfa4cfa-ce92-41fe-9687-60041302898e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.078062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f65b7cf-6c55-4877-b308-70245594af90 req-7dfa4cfa-ce92-41fe-9687-60041302898e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 865 time: 0.3881619 Jul 16 18:09:36.167518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-2e21089d-2ac7-4578-b810-1c05a6a9651a service neutron] device_id is not set on port 18345d03-7c53-438a-9a8c-95169626de44 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:36.195153 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-2e21089d-2ac7-4578-b810-1c05a6a9651a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.243897 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-2e21089d-2ac7-4578-b810-1c05a6a9651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.259961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f65b7cf-6c55-4877-b308-70245594af90 req-850a5ab3-cc0d-43c4-9932-e419897fb83e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717350 Jul 16 18:09:36.305987 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aff34d8-0b36-4517-8a31-a9d06df39d1f x-openstack-request-id: req-2aff34d8-0b36-4517-8a31-a9d06df39d1f {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:36.306280 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445acc3b-1638-4af6-a344-14a08b204883", "name": "network-vif-unplugged", "status": "completed", "tag": "33d74c13-73be-476c-b6f1-07a8fb8b04a7", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:36.306536 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2aff34d8-0b36-4517-8a31-a9d06df39d1f {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:36.306924 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445acc3b-1638-4af6-a344-14a08b204883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d74c13-73be-476c-b6f1-07a8fb8b04a7', 'code': 200} Jul 16 18:09:36.344370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14231f9-19ab-4958-8329-74d6ae2ee320 req-aaf17569-b3e7-4aa7-a6f4-03144e54ec1f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.346044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b14231f9-19ab-4958-8329-74d6ae2ee320 req-aaf17569-b3e7-4aa7-a6f4-03144e54ec1f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 945 time: 0.3451877 Jul 16 18:09:36.406080 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21089d-2ac7-4578-b810-1c05a6a9651a service neutron] Pushing event updated for resources: {'Port': ['ID=18345d03-7c53-438a-9a8c-95169626de44,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.410717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:36.416860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-2e21089d-2ac7-4578-b810-1c05a6a9651a service neutron] No DVR routers for this DVR port 18345d03-7c53-438a-9a8c-95169626de44 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:36.500279 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ff1cfc70-753e-4b63-b3cf-b547ec097fde req-c0b883f1-678e-492a-9c34-7da93e26a420 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.512139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['86acc91b-1a32-41e0-8159-7acc2af0dfdb'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:36.527351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b14231f9-19ab-4958-8329-74d6ae2ee320 req-24fade05-2c56-41a7-b048-d6e7d6b6c6b3 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705039 Jul 16 18:09:36.605795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b883f1-678e-492a-9c34-7da93e26a420 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event deleted for resources: {'Port': ['ID=7dc694da-5f53-4d80-9059-b2f4a0bb7b6d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.645712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-2e21089d-2ac7-4578-b810-1c05a6a9651a service neutron] In _notify_port_updated(), no bound segment for port 18345d03-7c53-438a-9a8c-95169626de44 on network 5a777c37-8bba-4f57-954a-0f9e5ea82022 {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:09:36.646663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-2e21089d-2ac7-4578-b810-1c05a6a9651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.647285 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-2e21089d-2ac7-4578-b810-1c05a6a9651a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.648633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-2e21089d-2ac7-4578-b810-1c05a6a9651a service neutron] 10.222.0.43 "PUT /v2.0/ports/18345d03-7c53-438a-9a8c-95169626de44 HTTP/1.1" status: 200 len: 1027 time: 2.0056939 Jul 16 18:09:36.687389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1cfc70-753e-4b63-b3cf-b547ec097fde req-c0b883f1-678e-492a-9c34-7da93e26a420 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] No DVR routers for this DVR port 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:36.690126 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ff1cfc70-753e-4b63-b3cf-b547ec097fde req-c0b883f1-678e-492a-9c34-7da93e26a420 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.698832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff1cfc70-753e-4b63-b3cf-b547ec097fde req-c0b883f1-678e-492a-9c34-7da93e26a420 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "DELETE /v2.0/ports/7dc694da-5f53-4d80-9059-b2f4a0bb7b6d HTTP/1.1" status: 204 len: 173 time: 2.0370264 Jul 16 18:09:36.698832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418ec276-8a8d-493a-9089-cfab598c1867', 'name': 'network-vif-deleted', 'tag': '7dc694da-5f53-4d80-9059-b2f4a0bb7b6d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:36.700414 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e42786-f207-43f5-835a-5141401daf90" -d '{"events": [{"server_uuid": "418ec276-8a8d-493a-9089-cfab598c1867", "name": "network-vif-deleted", "tag": "7dc694da-5f53-4d80-9059-b2f4a0bb7b6d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:36.712512 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9a61a1e1-6d6e-41f4-903d-ebaba01d2767 None None] Provisioning complete for port 18345d03-7c53-438a-9a8c-95169626de44 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:36.712895 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9a61a1e1-6d6e-41f4-903d-ebaba01d2767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.772330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9a61a1e1-6d6e-41f4-903d-ebaba01d2767 None None] Port 18345d03-7c53-438a-9a8c-95169626de44 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:36.773197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60195ff5-39ee-4acc-b3c2-107a7984ce22 req-02f14640-c97b-445a-ac6e-7da035deeddc tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.779003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:36.783353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60195ff5-39ee-4acc-b3c2-107a7984ce22 req-02f14640-c97b-445a-ac6e-7da035deeddc tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=418ec276-8a8d-493a-9089-cfab598c1867 HTTP/1.1" status: 200 len: 867 time: 0.3704948 Jul 16 18:09:36.804477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:36.805322 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7dc694da-5f53-4d80-9059-b2f4a0bb7b6d not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:36.859716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:36.871353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba5d20b-38ad-4d48-a787-39ba881c61d1 None None] Sync routers for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:36.883145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5d20b-38ad-4d48-a787-39ba881c61d1 None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:36.884168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-eba5d20b-38ad-4d48-a787-39ba881c61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:09:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:36.901639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60195ff5-39ee-4acc-b3c2-107a7984ce22 req-7785f9a0-7eb9-43d7-a98e-936e1e23d57c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173587 Jul 16 18:09:36.944251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] No DVR routers for this DVR port 33d74c13-73be-476c-b6f1-07a8fb8b04a7 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:36.948540 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.950543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da67948e-960c-4110-bdc8-7783ed3c4808 req-35f02560-6df3-46be-ae41-cfa653b3c217 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "DELETE /v2.0/ports/33d74c13-73be-476c-b6f1-07a8fb8b04a7 HTTP/1.1" status: 204 len: 173 time: 3.0529058 Jul 16 18:09:36.995255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Deleting port fafb2855-d722-4156-ba87-9cc9ab2421dd {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:36.995652 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.071986 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11ddad9-0402-486e-ac13-7ea8056b73e9 x-openstack-request-id: req-e11ddad9-0402-486e-ac13-7ea8056b73e9 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:37.072280 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418ec276-8a8d-493a-9089-cfab598c1867", "name": "network-vif-deleted", "tag": "7dc694da-5f53-4d80-9059-b2f4a0bb7b6d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:37.072529 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e11ddad9-0402-486e-ac13-7ea8056b73e9 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:37.072928 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418ec276-8a8d-493a-9089-cfab598c1867', 'name': 'network-vif-deleted', 'tag': '7dc694da-5f53-4d80-9059-b2f4a0bb7b6d', 'status': 'completed', 'code': 200} Jul 16 18:09:37.242649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] For port fafb2855-d722-4156-ba87-9cc9ab2421dd, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=fafb2855-d722-4156-ba87-9cc9ab2421dd,segment=NetworkSegment(0cb5bc82-eadb-4568-bbc3-50ee1445e3e3),segment_id=0cb5bc82-eadb-4568-bbc3-50ee1445e3e3)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:37.243339 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.291871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-eba5d20b-38ad-4d48-a787-39ba881c61d1 None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:37.339060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfde26-9b05-44fd-8ded-fe2088e00c08 req-9546f53e-3bdc-4e26-b369-e8f1cfefe085 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.343930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2dbfde26-9b05-44fd-8ded-fe2088e00c08 req-9546f53e-3bdc-4e26-b369-e8f1cfefe085 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2325728 Jul 16 18:09:37.439767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device fafb2855-d722-4156-ba87-9cc9ab2421dd no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:37.482019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32fb6e-3c4a-49ca-a29f-50218169fd88 req-00a5c310-fa7b-410c-9200-f4d792d9d0b3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.490642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32fb6e-3c4a-49ca-a29f-50218169fd88 req-00a5c310-fa7b-410c-9200-f4d792d9d0b3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.498588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32fb6e-3c4a-49ca-a29f-50218169fd88 req-00a5c310-fa7b-410c-9200-f4d792d9d0b3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.505685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32fb6e-3c4a-49ca-a29f-50218169fd88 req-00a5c310-fa7b-410c-9200-f4d792d9d0b3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.512354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32fb6e-3c4a-49ca-a29f-50218169fd88 req-00a5c310-fa7b-410c-9200-f4d792d9d0b3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.514364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c32fb6e-3c4a-49ca-a29f-50218169fd88 req-00a5c310-fa7b-410c-9200-f4d792d9d0b3 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 3883 time: 0.3313007 Jul 16 18:09:37.543799 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2dbfde26-9b05-44fd-8ded-fe2088e00c08 req-f8670d8e-5cc8-4509-8400-25872f75f891 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875794 Jul 16 18:09:37.601004 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.652033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c32fb6e-3c4a-49ca-a29f-50218169fd88 req-7dfe301b-6137-41ae-98ba-06d84a669344 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117241 Jul 16 18:09:37.672398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port fafb2855-d722-4156-ba87-9cc9ab2421dd, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=fafb2855-d722-4156-ba87-9cc9ab2421dd,segment=NetworkSegment(0cb5bc82-eadb-4568-bbc3-50ee1445e3e3),segment_id=0cb5bc82-eadb-4568-bbc3-50ee1445e3e3)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:37.675637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-eba5d20b-38ad-4d48-a787-39ba881c61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:37.684850 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.685241 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.685561 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Floating IP 9a441136-5ea6-46c6-af3a-c9649a138f90 disassociated. External IP: 172.25.5.206, port: fafb2855-d722-4156-ba87-9cc9ab2421dd. Jul 16 18:09:37.685988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Calling delete_port for fafb2855-d722-4156-ba87-9cc9ab2421dd owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:37.713304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba5d20b-38ad-4d48-a787-39ba881c61d1 None None] Checking router: ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:37.723660 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.724373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 18345d03-7c53-438a-9a8c-95169626de44 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:37.725955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5d20b-38ad-4d48-a787-39ba881c61d1 None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:37.726886 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-eba5d20b-38ad-4d48-a787-39ba881c61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:09:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:37.845377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2de3db9d-df8b-4f82-bb8e-f8c08a4460b1 req-a77cc89c-8f5f-4a85-ad1b-f6ac7249c3f6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 210 time: 0.0501380 Jul 16 18:09:37.861835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63f566-f7de-4ad9-a478-b324ff17df76 req-39c13caf-c7dd-445a-bc45-0400e3f7e9df tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.864325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f63f566-f7de-4ad9-a478-b324ff17df76 req-39c13caf-c7dd-445a-bc45-0400e3f7e9df tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 945 time: 0.1660235 Jul 16 18:09:37.912345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f63f566-f7de-4ad9-a478-b324ff17df76 req-e169f0c8-7df7-4e9b-8d01-dae880cb454d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379198 Jul 16 18:09:37.962178 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 18345d03-7c53-438a-9a8c-95169626de44 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:37.962178 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device b352bb3b-bc30-47c1-851d-1f7cb7dde406 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:37.963960 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=fafb2855-d722-4156-ba87-9cc9ab2421dd,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.018647 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.019966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-eba5d20b-38ad-4d48-a787-39ba881c61d1 None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:38.090001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'Port': ['ID=fafb2855-d722-4156-ba87-9cc9ab2421dd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.168069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8802e-3dd5-46dc-8d6b-b3deaa796a9b req-538c210e-ad25-4aeb-86e6-7726ead1c3b0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.169631 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4fc8802e-3dd5-46dc-8d6b-b3deaa796a9b req-538c210e-ad25-4aeb-86e6-7726ead1c3b0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1614776 Jul 16 18:09:38.259485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4fc8802e-3dd5-46dc-8d6b-b3deaa796a9b req-71a845db-beee-4d1c-85b7-e148b3db9cb5 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828106 Jul 16 18:09:38.274601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:38.312441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e586911-4ab5-419c-8031-5e5c2405fe96'}, {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fafb2855-d722-4156-ba87-9cc9ab2421dd'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:38.314787 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea22888-ef6d-418f-a98c-5417afe67cd2" -d '{"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-unplugged", "status": "completed", "tag": "8e586911-4ab5-419c-8031-5e5c2405fe96"}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-unplugged", "status": "completed", "tag": "fafb2855-d722-4156-ba87-9cc9ab2421dd"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:38.329328 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.377816 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5eaab9-62b6-488e-ae0c-79f6b5b68e8d x-openstack-request-id: req-4a5eaab9-62b6-488e-ae0c-79f6b5b68e8d {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:38.378553 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-unplugged", "status": "completed", "tag": "8e586911-4ab5-419c-8031-5e5c2405fe96", "code": 200}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-unplugged", "status": "completed", "tag": "fafb2855-d722-4156-ba87-9cc9ab2421dd", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:38.379614 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a5eaab9-62b6-488e-ae0c-79f6b5b68e8d {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:38.380149 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e586911-4ab5-419c-8031-5e5c2405fe96', 'code': 200} Jul 16 18:09:38.380580 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fafb2855-d722-4156-ba87-9cc9ab2421dd', 'code': 200} Jul 16 18:09:38.416905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port b352bb3b-bc30-47c1-851d-1f7cb7dde406, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b352bb3b-bc30-47c1-851d-1f7cb7dde406,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:38.427124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:38.435115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-eba5d20b-38ad-4d48-a787-39ba881c61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:38.437295 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d13ee-708d-4fb2-8ac5-3513151d329c None None] Sync routers for ids ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:38.453658 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d13ee-708d-4fb2-8ac5-3513151d329c None None] Routers {'1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:38.454311 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-494d13ee-708d-4fb2-8ac5-3513151d329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:09:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:38.482303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba5d20b-38ad-4d48-a787-39ba881c61d1 None None] The sync data for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 is: [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:38.485476 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.486241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device aab58be2-4cb3-4983-97a8-01f624ab22b2 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:38.515204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] No DVR routers for this DVR port fafb2855-d722-4156-ba87-9cc9ab2421dd on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:38.519161 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.522699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-f2e41ee4-810c-40fe-8570-b90ddb05029d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "DELETE /v2.0/ports/fafb2855-d722-4156-ba87-9cc9ab2421dd HTTP/1.1" status: 204 len: 173 time: 1.8675358 Jul 16 18:09:38.596166 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=b352bb3b-bc30-47c1-851d-1f7cb7dde406,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.647326 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.709241 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-494d13ee-708d-4fb2-8ac5-3513151d329c None None] Set router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:38.753447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port aab58be2-4cb3-4983-97a8-01f624ab22b2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=aab58be2-4cb3-4983-97a8-01f624ab22b2,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:38.785494 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.791619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 1a57b23a-1512-4b19-adec-c812fd457e13 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:38.884035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e2953-2409-429e-b0d6-91370eb4fda6 req-ee87e840-f2ad-465d-a5f6-196f0a2ec0f6 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.891013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e7e2953-2409-429e-b0d6-91370eb4fda6 req-ee87e840-f2ad-465d-a5f6-196f0a2ec0f6 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.43 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 945 time: 0.3869522 Jul 16 18:09:38.973972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e1a2-f8dd-4f5a-a8f2-49ecab9ebeb4 req-a0be86a8-b705-43e4-a7db-0e055e93d0e5 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.975692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cc1e1a2-f8dd-4f5a-a8f2-49ecab9ebeb4 req-a0be86a8-b705-43e4-a7db-0e055e93d0e5 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3108535 Jul 16 18:09:39.005790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-8a03a8c6-7964-4fa9-bcd4-de7cc2472b00 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Deleting port 8e586911-4ab5-419c-8031-5e5c2405fe96 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:39.006139 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-8a03a8c6-7964-4fa9-bcd4-de7cc2472b00 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.035221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=aab58be2-4cb3-4983-97a8-01f624ab22b2,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:39.052763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053c010-bc92-40ce-9f1b-04c03c6ed0c2 None None] New status for floating IP d2657f6d-de1e-452f-abe7-782b74a478b9: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:09:39.075582 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-494d13ee-708d-4fb2-8ac5-3513151d329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 4, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port': {'id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T17:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '911c88c7-ebbb-4466-9c1b-4b777e5ebe7d', 'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'mac_address': 'fa:16:3e:d0:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '204b23cc-159d-41ae-adf4-093a524deac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:08Z', 'revision_number': 5, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'subnets': [{'id': '204b23cc-159d-41ae-adf4-093a524deac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:39.095335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445acc3b-1638-4af6-a344-14a08b204883', 'name': 'network-vif-deleted', 'tag': '33d74c13-73be-476c-b6f1-07a8fb8b04a7'}, {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-deleted', 'tag': 'fafb2855-d722-4156-ba87-9cc9ab2421dd'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:39.099799 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6425edb9-b73e-48cd-876f-ba2cf778894e" -d '{"events": [{"server_uuid": "445acc3b-1638-4af6-a344-14a08b204883", "name": "network-vif-deleted", "tag": "33d74c13-73be-476c-b6f1-07a8fb8b04a7"}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-deleted", "tag": "fafb2855-d722-4156-ba87-9cc9ab2421dd"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:39.119686 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d13ee-708d-4fb2-8ac5-3513151d329c None None] Checking router: 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:39.131197 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d13ee-708d-4fb2-8ac5-3513151d329c None None] Routers {'1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:39.132828 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-494d13ee-708d-4fb2-8ac5-3513151d329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:09:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:39.147811 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cc1e1a2-f8dd-4f5a-a8f2-49ecab9ebeb4 req-4599994d-bfb4-4878-87d3-1ad590e8da06 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599267 Jul 16 18:09:39.234630 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-8a03a8c6-7964-4fa9-bcd4-de7cc2472b00 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] For port 8e586911-4ab5-419c-8031-5e5c2405fe96, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8e586911-4ab5-419c-8031-5e5c2405fe96,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:39.235000 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-8a03a8c6-7964-4fa9-bcd4-de7cc2472b00 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.264982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce78c9e-9688-4837-9fcd-8cf3ca92f7d3 req-a98c9382-e84b-4d50-b13b-69eb40395b7e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.266798 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.271449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce78c9e-9688-4837-9fcd-8cf3ca92f7d3 req-a98c9382-e84b-4d50-b13b-69eb40395b7e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.277495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce78c9e-9688-4837-9fcd-8cf3ca92f7d3 req-a98c9382-e84b-4d50-b13b-69eb40395b7e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.283424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce78c9e-9688-4837-9fcd-8cf3ca92f7d3 req-a98c9382-e84b-4d50-b13b-69eb40395b7e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.291960 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fce78c9e-9688-4837-9fcd-8cf3ca92f7d3 req-a98c9382-e84b-4d50-b13b-69eb40395b7e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 3144 time: 0.2807622 Jul 16 18:09:39.315223 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7e7e2953-2409-429e-b0d6-91370eb4fda6 req-a994a9be-3c8d-4f27-8a25-3c774d8de086 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Deleting port 8523c201-5029-449b-87de-5983f6e17b72 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:39.315592 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7e7e2953-2409-429e-b0d6-91370eb4fda6 req-a994a9be-3c8d-4f27-8a25-3c774d8de086 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.320365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-8a03a8c6-7964-4fa9-bcd4-de7cc2472b00 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Calling delete_port for 8e586911-4ab5-419c-8031-5e5c2405fe96 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:39.325011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 1a57b23a-1512-4b19-adec-c812fd457e13, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=1a57b23a-1512-4b19-adec-c812fd457e13,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:39.346823 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.379381 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-494d13ee-708d-4fb2-8ac5-3513151d329c None None] Set router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:39.411083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=1a57b23a-1512-4b19-adec-c812fd457e13,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:39.616377 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-494d13ee-708d-4fb2-8ac5-3513151d329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 4, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port': {'id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T17:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '911c88c7-ebbb-4466-9c1b-4b777e5ebe7d', 'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'mac_address': 'fa:16:3e:d0:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '204b23cc-159d-41ae-adf4-093a524deac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:08Z', 'revision_number': 5, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'subnets': [{'id': '204b23cc-159d-41ae-adf4-093a524deac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:39.645383 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d13ee-708d-4fb2-8ac5-3513151d329c None None] The sync data for ids ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'] in n-d-787206-10 is: [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T17:58:59Z', 'revision_number': 4, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port': {'id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T17:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '911c88c7-ebbb-4466-9c1b-4b777e5ebe7d', 'name': '', 'network_id': 'a9a1e7b3-f15f-48c2-8b79-818a78e0e750', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'mac_address': 'fa:16:3e:d0:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '204b23cc-159d-41ae-adf4-093a524deac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:08Z', 'revision_number': 5, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'subnets': [{'id': '204b23cc-159d-41ae-adf4-093a524deac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:39.859877 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fce78c9e-9688-4837-9fcd-8cf3ca92f7d3 req-b7fe2a64-b8ff-49ad-bcd0-a74fa74ab900 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5670035 Jul 16 18:09:39.943778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19aa08-eb4c-4c88-867a-1371d49bfd92 req-055a0c11-a0c4-40e1-80ff-9772b6cbcd1e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.945331 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf19aa08-eb4c-4c88-867a-1371d49bfd92 req-055a0c11-a0c4-40e1-80ff-9772b6cbcd1e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.6507874 Jul 16 18:09:39.951489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-7e7e2953-2409-429e-b0d6-91370eb4fda6 req-a994a9be-3c8d-4f27-8a25-3c774d8de086 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] For port 8523c201-5029-449b-87de-5983f6e17b72, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8523c201-5029-449b-87de-5983f6e17b72,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:39.951898 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7e7e2953-2409-429e-b0d6-91370eb4fda6 req-a994a9be-3c8d-4f27-8a25-3c774d8de086 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.961161 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e415675-ac3d-426f-b059-a99d1568bc2f None None] New status for floating IP 9a441136-5ea6-46c6-af3a-c9649a138f90: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:09:40.037971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7e7e2953-2409-429e-b0d6-91370eb4fda6 req-a994a9be-3c8d-4f27-8a25-3c774d8de086 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Calling delete_port for 8523c201-5029-449b-87de-5983f6e17b72 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:40.085973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e4f5320-6a32-4bc6-bd58-3c52b3427b83 req-f5038993-5349-4956-aed4-d6ee6d70d762 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 210 time: 0.0961897 Jul 16 18:09:40.103386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf19aa08-eb4c-4c88-867a-1371d49bfd92 req-312f7afa-a47b-4428-88e0-3e54e83ebed9 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426661 Jul 16 18:09:40.159474 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-8a03a8c6-7964-4fa9-bcd4-de7cc2472b00 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.197564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03a8c6-7964-4fa9-bcd4-de7cc2472b00 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'Port': ['ID=8e586911-4ab5-419c-8031-5e5c2405fe96,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:40.225219 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2871b06-d318-4600-9580-c02b726f7645 x-openstack-request-id: req-a2871b06-d318-4600-9580-c02b726f7645 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:40.225565 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445acc3b-1638-4af6-a344-14a08b204883", "name": "network-vif-deleted", "tag": "33d74c13-73be-476c-b6f1-07a8fb8b04a7", "status": "completed", "code": 200}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-deleted", "tag": "fafb2855-d722-4156-ba87-9cc9ab2421dd", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:40.226157 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2871b06-d318-4600-9580-c02b726f7645 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:40.226547 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445acc3b-1638-4af6-a344-14a08b204883', 'name': 'network-vif-deleted', 'tag': '33d74c13-73be-476c-b6f1-07a8fb8b04a7', 'status': 'completed', 'code': 200} Jul 16 18:09:40.226791 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-deleted', 'tag': 'fafb2855-d722-4156-ba87-9cc9ab2421dd', 'status': 'completed', 'code': 200} Jul 16 18:09:40.289225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-8a03a8c6-7964-4fa9-bcd4-de7cc2472b00 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] No DVR routers for this DVR port 8e586911-4ab5-419c-8031-5e5c2405fe96 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:40.310317 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-8a03a8c6-7964-4fa9-bcd4-de7cc2472b00 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.312325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-8a03a8c6-7964-4fa9-bcd4-de7cc2472b00 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "DELETE /v2.0/ports/8e586911-4ab5-419c-8031-5e5c2405fe96 HTTP/1.1" status: 204 len: 173 time: 1.7652884 Jul 16 18:09:40.381794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b352bb3b-bc30-47c1-851d-1f7cb7dde406'}, {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aab58be2-4cb3-4983-97a8-01f624ab22b2'}, {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a57b23a-1512-4b19-adec-c812fd457e13'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:40.384294 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d27f57-de40-4183-a31a-6d616144391c" -d '{"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-unplugged", "status": "completed", "tag": "b352bb3b-bc30-47c1-851d-1f7cb7dde406"}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-unplugged", "status": "completed", "tag": "aab58be2-4cb3-4983-97a8-01f624ab22b2"}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-unplugged", "status": "completed", "tag": "1a57b23a-1512-4b19-adec-c812fd457e13"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:40.440647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3971b-ab94-45db-997a-6e2edef57dec req-d8da3749-7ead-4420-a8c5-ae831c30b94c tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:40.442399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3d3971b-ab94-45db-997a-6e2edef57dec req-d8da3749-7ead-4420-a8c5-ae831c30b94c tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=28819080-8c20-4b4f-bc31-15b8b64f6823 HTTP/1.1" status: 200 len: 945 time: 0.1891432 Jul 16 18:09:40.516279 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7e7e2953-2409-429e-b0d6-91370eb4fda6 req-a994a9be-3c8d-4f27-8a25-3c774d8de086 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.527550 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0', '8523c201-5029-449b-87de-5983f6e17b72'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:40.538249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['9c2e2ae0-1cfe-4f44-a3b0-367a84895a91'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:40.576122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994a9be-3c8d-4f27-8a25-3c774d8de086 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event deleted for resources: {'Port': ['ID=8523c201-5029-449b-87de-5983f6e17b72,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:40.587746 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3d3971b-ab94-45db-997a-6e2edef57dec req-09dbf661-ea6f-4801-9cdf-b04bfd8698b2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239066 Jul 16 18:09:40.706169 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90b2b34-a8f7-45c6-9f87-80a59cd867b1 x-openstack-request-id: req-e90b2b34-a8f7-45c6-9f87-80a59cd867b1 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:40.706562 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-unplugged", "status": "completed", "tag": "b352bb3b-bc30-47c1-851d-1f7cb7dde406", "code": 200}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-unplugged", "status": "completed", "tag": "aab58be2-4cb3-4983-97a8-01f624ab22b2", "code": 200}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-unplugged", "status": "completed", "tag": "1a57b23a-1512-4b19-adec-c812fd457e13", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:40.706915 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e90b2b34-a8f7-45c6-9f87-80a59cd867b1 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:40.708210 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b352bb3b-bc30-47c1-851d-1f7cb7dde406', 'code': 200} Jul 16 18:09:40.708544 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aab58be2-4cb3-4983-97a8-01f624ab22b2', 'code': 200} Jul 16 18:09:40.708867 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a57b23a-1512-4b19-adec-c812fd457e13', 'code': 200} Jul 16 18:09:40.711566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-74a67fc1-d55b-4e43-9dae-9b964f6fd3ad tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Deleting port b352bb3b-bc30-47c1-851d-1f7cb7dde406 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:40.711994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-74a67fc1-d55b-4e43-9dae-9b964f6fd3ad tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.720959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7e2953-2409-429e-b0d6-91370eb4fda6 req-a994a9be-3c8d-4f27-8a25-3c774d8de086 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] No DVR routers for this DVR port 8523c201-5029-449b-87de-5983f6e17b72 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:40.723798 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7e7e2953-2409-429e-b0d6-91370eb4fda6 req-a994a9be-3c8d-4f27-8a25-3c774d8de086 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.726978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e7e2953-2409-429e-b0d6-91370eb4fda6 req-a994a9be-3c8d-4f27-8a25-3c774d8de086 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.43 "DELETE /v2.0/ports/8523c201-5029-449b-87de-5983f6e17b72 HTTP/1.1" status: 204 len: 173 time: 1.8265338 Jul 16 18:09:40.812448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19873a4-6099-40f3-9c58-06a1afe299e7 req-ae5db507-bbc7-4723-9d07-6584a2156610 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:40.830370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a19873a4-6099-40f3-9c58-06a1afe299e7 req-ae5db507-bbc7-4723-9d07-6584a2156610 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3676441 Jul 16 18:09:40.967805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-74a67fc1-d55b-4e43-9dae-9b964f6fd3ad tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] For port b352bb3b-bc30-47c1-851d-1f7cb7dde406, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=b352bb3b-bc30-47c1-851d-1f7cb7dde406,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:40.968079 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-74a67fc1-d55b-4e43-9dae-9b964f6fd3ad tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.984176 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a19873a4-6099-40f3-9c58-06a1afe299e7 req-087c8238-0b74-4887-8c92-4582a9230657 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527560 Jul 16 18:09:41.007560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770ea17-818a-498c-a0a9-9dcecb9e5302 req-fa3c8e7d-8435-4c95-b6ed-1be56f65a700 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.009491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e770ea17-818a-498c-a0a9-9dcecb9e5302 req-fa3c8e7d-8435-4c95-b6ed-1be56f65a700 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.3627274 Jul 16 18:09:41.015491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-74a67fc1-d55b-4e43-9dae-9b964f6fd3ad tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Calling delete_port for b352bb3b-bc30-47c1-851d-1f7cb7dde406 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:41.272821 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd8c73-fd1a-44b9-9be9-73fd85a4fed0 req-8101ac76-2a3a-4c79-9f9a-9395d7d32f33 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.278912 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd8c73-fd1a-44b9-9be9-73fd85a4fed0 req-8101ac76-2a3a-4c79-9f9a-9395d7d32f33 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.285696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd8c73-fd1a-44b9-9be9-73fd85a4fed0 req-8101ac76-2a3a-4c79-9f9a-9395d7d32f33 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.287504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89bd8c73-fd1a-44b9-9be9-73fd85a4fed0 req-8101ac76-2a3a-4c79-9f9a-9395d7d32f33 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 2409 time: 0.2737429 Jul 16 18:09:41.375829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735a8f-1a17-418c-877d-1977b1a7cdbe req-2b2e0b36-f918-4979-8a30-775b24a31800 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.377538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43735a8f-1a17-418c-877d-1977b1a7cdbe req-2b2e0b36-f918-4979-8a30-775b24a31800 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2231834 Jul 16 18:09:41.396586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e770ea17-818a-498c-a0a9-9dcecb9e5302 req-54c43dfc-1f97-4e75-92f1-ff2b7fead786 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Deleting port 86acc91b-1a32-41e0-8159-7acc2af0dfdb {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:41.397032 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e770ea17-818a-498c-a0a9-9dcecb9e5302 req-54c43dfc-1f97-4e75-92f1-ff2b7fead786 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.440056 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89bd8c73-fd1a-44b9-9be9-73fd85a4fed0 req-6dc69775-0cc3-4cff-92d5-2a0fb1239e17 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418509 Jul 16 18:09:41.466471 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-74a67fc1-d55b-4e43-9dae-9b964f6fd3ad tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.552614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a67fc1-d55b-4e43-9dae-9b964f6fd3ad tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'Port': ['ID=b352bb3b-bc30-47c1-851d-1f7cb7dde406,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:41.622762 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43735a8f-1a17-418c-877d-1977b1a7cdbe req-1884f7b4-8272-49fa-991e-a25918345b7f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976295 Jul 16 18:09:41.689803 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7c33042-ce8e-4f60-93ee-b6123745d177 req-eb0cc4e3-a075-433a-b3f8-c5481e3616f4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=445acc3b-1638-4af6-a344-14a08b204883 HTTP/1.1" status: 200 len: 210 time: 0.1302145 Jul 16 18:09:41.714759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-74a67fc1-d55b-4e43-9dae-9b964f6fd3ad tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] No DVR routers for this DVR port b352bb3b-bc30-47c1-851d-1f7cb7dde406 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:41.717369 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-74a67fc1-d55b-4e43-9dae-9b964f6fd3ad tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.719863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-74a67fc1-d55b-4e43-9dae-9b964f6fd3ad tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "DELETE /v2.0/ports/b352bb3b-bc30-47c1-851d-1f7cb7dde406 HTTP/1.1" status: 204 len: 173 time: 1.3922431 Jul 16 18:09:41.723184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e770ea17-818a-498c-a0a9-9dcecb9e5302 req-54c43dfc-1f97-4e75-92f1-ff2b7fead786 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] For port 86acc91b-1a32-41e0-8159-7acc2af0dfdb, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=86acc91b-1a32-41e0-8159-7acc2af0dfdb,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:41.723647 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e770ea17-818a-498c-a0a9-9dcecb9e5302 req-54c43dfc-1f97-4e75-92f1-ff2b7fead786 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.791819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e770ea17-818a-498c-a0a9-9dcecb9e5302 req-54c43dfc-1f97-4e75-92f1-ff2b7fead786 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Calling delete_port for 86acc91b-1a32-41e0-8159-7acc2af0dfdb owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:41.970034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadf00c-6268-48d3-ad78-b5d72e9b4537 req-d3271ede-9059-436a-a962-5686197f402e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.971655 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6cadf00c-6268-48d3-ad78-b5d72e9b4537 req-d3271ede-9059-436a-a962-5686197f402e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 945 time: 0.2508740 Jul 16 18:09:42.058279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-544ec88d-2b6b-4e95-92d5-761af1e8d15c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Deleting port aab58be2-4cb3-4983-97a8-01f624ab22b2 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:42.058706 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-544ec88d-2b6b-4e95-92d5-761af1e8d15c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.102808 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6cadf00c-6268-48d3-ad78-b5d72e9b4537 req-86aee31d-432a-4560-ae46-0445c62e6d4f tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=086310d9-e96a-46e5-9fd4-1fbb17afc698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159248 Jul 16 18:09:42.137212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c909d6-bd54-45d9-98b3-1780e30de1f3 req-d5b77ea1-ba12-47ac-83f2-aa0206f3a37e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.143962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58c909d6-bd54-45d9-98b3-1780e30de1f3 req-d5b77ea1-ba12-47ac-83f2-aa0206f3a37e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2374165 Jul 16 18:09:42.189584 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e770ea17-818a-498c-a0a9-9dcecb9e5302 req-54c43dfc-1f97-4e75-92f1-ff2b7fead786 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.229258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-deleted', 'tag': '8e586911-4ab5-419c-8031-5e5c2405fe96'}, {'server_uuid': '28819080-8c20-4b4f-bc31-15b8b64f6823', 'name': 'network-vif-deleted', 'tag': '8523c201-5029-449b-87de-5983f6e17b72'}, {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-deleted', 'tag': 'b352bb3b-bc30-47c1-851d-1f7cb7dde406'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:42.231577 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b9e70d-1206-4b47-b462-e112ecb8f394" -d '{"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-deleted", "tag": "8e586911-4ab5-419c-8031-5e5c2405fe96"}, {"server_uuid": "28819080-8c20-4b4f-bc31-15b8b64f6823", "name": "network-vif-deleted", "tag": "8523c201-5029-449b-87de-5983f6e17b72"}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-deleted", "tag": "b352bb3b-bc30-47c1-851d-1f7cb7dde406"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:42.271875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c43dfc-1f97-4e75-92f1-ff2b7fead786 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event deleted for resources: {'Port': ['ID=86acc91b-1a32-41e0-8159-7acc2af0dfdb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:42.338654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e770ea17-818a-498c-a0a9-9dcecb9e5302 req-54c43dfc-1f97-4e75-92f1-ff2b7fead786 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] No DVR routers for this DVR port 86acc91b-1a32-41e0-8159-7acc2af0dfdb on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:42.341423 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e770ea17-818a-498c-a0a9-9dcecb9e5302 req-54c43dfc-1f97-4e75-92f1-ff2b7fead786 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.343881 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e770ea17-818a-498c-a0a9-9dcecb9e5302 req-54c43dfc-1f97-4e75-92f1-ff2b7fead786 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "DELETE /v2.0/ports/86acc91b-1a32-41e0-8159-7acc2af0dfdb HTTP/1.1" status: 204 len: 173 time: 1.3168054 Jul 16 18:09:42.345969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-544ec88d-2b6b-4e95-92d5-761af1e8d15c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] For port aab58be2-4cb3-4983-97a8-01f624ab22b2, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=aab58be2-4cb3-4983-97a8-01f624ab22b2,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:42.346334 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-544ec88d-2b6b-4e95-92d5-761af1e8d15c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.352420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58c909d6-bd54-45d9-98b3-1780e30de1f3 req-1f61e893-2396-4459-9d8a-0958c09e2d52 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071660 Jul 16 18:09:42.370111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-544ec88d-2b6b-4e95-92d5-761af1e8d15c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Calling delete_port for aab58be2-4cb3-4983-97a8-01f624ab22b2 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:42.462665 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e94bbaa-b490-48d8-8f99-acc48c84b840 x-openstack-request-id: req-1e94bbaa-b490-48d8-8f99-acc48c84b840 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:42.463515 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-deleted", "tag": "8e586911-4ab5-419c-8031-5e5c2405fe96", "status": "completed", "code": 200}, {"server_uuid": "28819080-8c20-4b4f-bc31-15b8b64f6823", "name": "network-vif-deleted", "tag": "8523c201-5029-449b-87de-5983f6e17b72", "status": "completed", "code": 200}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-deleted", "tag": "b352bb3b-bc30-47c1-851d-1f7cb7dde406", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:42.463515 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e94bbaa-b490-48d8-8f99-acc48c84b840 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:42.463683 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-deleted', 'tag': '8e586911-4ab5-419c-8031-5e5c2405fe96', 'status': 'completed', 'code': 200} Jul 16 18:09:42.464565 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28819080-8c20-4b4f-bc31-15b8b64f6823', 'name': 'network-vif-deleted', 'tag': '8523c201-5029-449b-87de-5983f6e17b72', 'status': 'completed', 'code': 200} Jul 16 18:09:42.464565 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-deleted', 'tag': 'b352bb3b-bc30-47c1-851d-1f7cb7dde406', 'status': 'completed', 'code': 200} Jul 16 18:09:42.546590 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-544ec88d-2b6b-4e95-92d5-761af1e8d15c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.600032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ec88d-2b6b-4e95-92d5-761af1e8d15c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'Port': ['ID=aab58be2-4cb3-4983-97a8-01f624ab22b2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:42.711260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-544ec88d-2b6b-4e95-92d5-761af1e8d15c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] No DVR routers for this DVR port aab58be2-4cb3-4983-97a8-01f624ab22b2 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:42.714991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-544ec88d-2b6b-4e95-92d5-761af1e8d15c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.717050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-544ec88d-2b6b-4e95-92d5-761af1e8d15c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "DELETE /v2.0/ports/aab58be2-4cb3-4983-97a8-01f624ab22b2 HTTP/1.1" status: 204 len: 173 time: 0.9900081 Jul 16 18:09:42.811051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 86acc91b-1a32-41e0-8159-7acc2af0dfdb no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:42.829787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa48932-2cc1-40a2-90d6-4bdc2e291bd0 req-832d28ad-2371-4de2-9562-b3ee6546b205 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.831287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-daa48932-2cc1-40a2-90d6-4bdc2e291bd0 req-832d28ad-2371-4de2-9562-b3ee6546b205 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 942 time: 0.2366369 Jul 16 18:09:42.831451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 86acc91b-1a32-41e0-8159-7acc2af0dfdb {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:42.832233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 86acc91b-1a32-41e0-8159-7acc2af0dfdb not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:42.851577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4acae2-5190-4ee4-8263-6256a85eef59 req-4e64bb91-ab12-4245-bb9c-4d1d3ec8db83 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.852994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de4acae2-5190-4ee4-8263-6256a85eef59 req-4e64bb91-ab12-4245-bb9c-4d1d3ec8db83 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 945 time: 0.2284067 Jul 16 18:09:42.919474 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-daa48932-2cc1-40a2-90d6-4bdc2e291bd0 req-74ff60b3-12ba-44b2-885d-bac3047ad85c tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups?id=7841e243-aa01-4802-ae19-6830c0ca1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796297 Jul 16 18:09:42.928425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-bf3b7cca-8c5f-4128-b346-d11ca3cc419a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Deleting port 1a57b23a-1512-4b19-adec-c812fd457e13 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:42.928760 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-bf3b7cca-8c5f-4128-b346-d11ca3cc419a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.934721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de4acae2-5190-4ee4-8263-6256a85eef59 req-0dd4bb59-cfb7-4188-9e83-17ae447a05a4 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760531 Jul 16 18:09:43.137514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-bf3b7cca-8c5f-4128-b346-d11ca3cc419a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] For port 1a57b23a-1512-4b19-adec-c812fd457e13, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=1a57b23a-1512-4b19-adec-c812fd457e13,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:43.137909 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-bf3b7cca-8c5f-4128-b346-d11ca3cc419a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.154513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-bf3b7cca-8c5f-4128-b346-d11ca3cc419a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Calling delete_port for 1a57b23a-1512-4b19-adec-c812fd457e13 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:43.244059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71e48e-0708-4807-8449-35b6aebff62d req-14979628-abb3-45b6-acfa-acd63f176505 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.247899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b71e48e-0708-4807-8449-35b6aebff62d req-14979628-abb3-45b6-acfa-acd63f176505 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2093813 Jul 16 18:09:43.312021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b71e48e-0708-4807-8449-35b6aebff62d req-5cc14178-d98a-47e6-842c-54b234033d9c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602016 Jul 16 18:09:43.372751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-311c255c-8060-48f5-82ff-0d55a50c6be5 req-ce69c7d1-b895-4605-bbaf-886b28168540 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c33977-28f4-4029-b308-c21a160fb049 HTTP/1.1" status: 200 len: 210 time: 0.0517631 Jul 16 18:09:43.401976 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-bf3b7cca-8c5f-4128-b346-d11ca3cc419a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.442483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b7cca-8c5f-4128-b346-d11ca3cc419a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'Port': ['ID=1a57b23a-1512-4b19-adec-c812fd457e13,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:43.455522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8523c201-5029-449b-87de-5983f6e17b72 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:43.481861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 8523c201-5029-449b-87de-5983f6e17b72 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:43.482486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8523c201-5029-449b-87de-5983f6e17b72 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:43.505342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-bf3b7cca-8c5f-4128-b346-d11ca3cc419a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] No DVR routers for this DVR port 1a57b23a-1512-4b19-adec-c812fd457e13 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:43.509246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-c1336aa6-a88b-46cb-9853-a53744fa13d7 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232762290&fields=id&tenant_id=66bb849ac62844c6957c750d90efa878 HTTP/1.1" status: 200 len: 267 time: 0.1084628 Jul 16 18:09:43.510281 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-bf3b7cca-8c5f-4128-b346-d11ca3cc419a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.512193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-241a173b-aa7d-42dd-a4fb-0f9d835e2c40 req-bf3b7cca-8c5f-4128-b346-d11ca3cc419a tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.43 "DELETE /v2.0/ports/1a57b23a-1512-4b19-adec-c812fd457e13 HTTP/1.1" status: 204 len: 173 time: 0.7881358 Jul 16 18:09:43.653327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4d07b-c163-4c98-8a4c-ea46d08c0130 req-e4dd86af-a417-4265-8047-fcac759b70a3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.654797 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03f4d07b-c163-4c98-8a4c-ea46d08c0130 req-e4dd86af-a417-4265-8047-fcac759b70a3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1505771 Jul 16 18:09:43.674811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29114285-76af-4246-8e29-8dc80616d76f req-6b39464b-d48f-45c9-abd5-6eedd7cd2e56 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.677033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-6b39464b-d48f-45c9-abd5-6eedd7cd2e56 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 0.1559231 Jul 16 18:09:43.706213 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-306e52f9-706c-4d85-ac67-86e348929d61 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/quotas/66bb849ac62844c6957c750d90efa878 HTTP/1.1" status: 200 len: 375 time: 0.0202734 Jul 16 18:09:43.713282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03f4d07b-c163-4c98-8a4c-ea46d08c0130 req-d5e2c32b-fa0b-4660-b9b1-8e7372f89c42 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511091 Jul 16 18:09:43.781429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-a4e530b2-255e-45cc-b62a-658461d53abd tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672245 Jul 16 18:09:44.263577 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-66dc61a9-48c3-4225-9800-3b752c928d2a service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648416 Jul 16 18:09:44.319618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f508e-d73d-4d8c-ad1e-8bc1a77889d7 req-fdd721e7-8e83-48ca-8322-a54003ef46b0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.321098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f34f508e-d73d-4d8c-ad1e-8bc1a77889d7 req-fdd721e7-8e83-48ca-8322-a54003ef46b0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1212907 Jul 16 18:09:44.398887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f34f508e-d73d-4d8c-ad1e-8bc1a77889d7 req-217237a6-04a8-4c00-81fd-d6ee89632231 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513251 Jul 16 18:09:44.404629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-b5a7b71e-9e20-4005-b442-98fcd94a334e service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332338 Jul 16 18:09:44.471993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c33977-28f4-4029-b308-c21a160fb049', 'name': 'network-vif-deleted', 'tag': '86acc91b-1a32-41e0-8159-7acc2af0dfdb'}, {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-deleted', 'tag': 'aab58be2-4cb3-4983-97a8-01f624ab22b2'}, {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-deleted', 'tag': '1a57b23a-1512-4b19-adec-c812fd457e13'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:44.475194 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2591df-c28e-47bc-82a7-3191da28d570" -d '{"events": [{"server_uuid": "f5c33977-28f4-4029-b308-c21a160fb049", "name": "network-vif-deleted", "tag": "86acc91b-1a32-41e0-8159-7acc2af0dfdb"}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-deleted", "tag": "aab58be2-4cb3-4983-97a8-01f624ab22b2"}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-deleted", "tag": "1a57b23a-1512-4b19-adec-c812fd457e13"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:44.515936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef257e7-a41c-4d85-add9-79533a455c3e req-7faaf947-d875-4d44-b1a4-74de612bf993 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.518478 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ef257e7-a41c-4d85-add9-79533a455c3e req-7faaf947-d875-4d44-b1a4-74de612bf993 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 945 time: 0.0912502 Jul 16 18:09:44.599005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4486b687-2722-474b-b02a-64867dfb51b0 req-d41aeda3-7aaa-4c98-a13e-66034a636680 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0397294 Jul 16 18:09:44.670963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7ef257e7-a41c-4d85-add9-79533a455c3e req-6c230861-8755-4b72-b2b8-e5a6ab16c085 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Deleting port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:44.671356 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7ef257e7-a41c-4d85-add9-79533a455c3e req-6c230861-8755-4b72-b2b8-e5a6ab16c085 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.836946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-7ef257e7-a41c-4d85-add9-79533a455c3e req-6c230861-8755-4b72-b2b8-e5a6ab16c085 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] For port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=9c2e2ae0-1cfe-4f44-a3b0-367a84895a91,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:44.837117 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7ef257e7-a41c-4d85-add9-79533a455c3e req-6c230861-8755-4b72-b2b8-e5a6ab16c085 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.853651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7ef257e7-a41c-4d85-add9-79533a455c3e req-6c230861-8755-4b72-b2b8-e5a6ab16c085 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Calling delete_port for 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:44.876362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3b671-ad4e-4f3a-ace1-77c46079f5ba req-d264f3e1-264a-49c0-a15c-97fce60db39f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.883336 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54d3b671-ad4e-4f3a-ace1-77c46079f5ba req-d264f3e1-264a-49c0-a15c-97fce60db39f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 945 time: 0.1209228 Jul 16 18:09:44.966583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54d3b671-ad4e-4f3a-ace1-77c46079f5ba req-4a17d748-e9f9-446a-9166-c90797de2545 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821199 Jul 16 18:09:45.070232 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d088da58-6cc6-420e-966c-61b45ca13bbc x-openstack-request-id: req-d088da58-6cc6-420e-966c-61b45ca13bbc {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:45.070436 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c33977-28f4-4029-b308-c21a160fb049", "name": "network-vif-deleted", "tag": "86acc91b-1a32-41e0-8159-7acc2af0dfdb", "status": "completed", "code": 200}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-deleted", "tag": "aab58be2-4cb3-4983-97a8-01f624ab22b2", "status": "completed", "code": 200}, {"server_uuid": "1aeba0ec-f2b8-40f5-88b7-1559468fcc55", "name": "network-vif-deleted", "tag": "1a57b23a-1512-4b19-adec-c812fd457e13", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:45.070625 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d088da58-6cc6-420e-966c-61b45ca13bbc {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:45.071012 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c33977-28f4-4029-b308-c21a160fb049', 'name': 'network-vif-deleted', 'tag': '86acc91b-1a32-41e0-8159-7acc2af0dfdb', 'status': 'completed', 'code': 200} Jul 16 18:09:45.071472 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-deleted', 'tag': 'aab58be2-4cb3-4983-97a8-01f624ab22b2', 'status': 'completed', 'code': 200} Jul 16 18:09:45.071587 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aeba0ec-f2b8-40f5-88b7-1559468fcc55', 'name': 'network-vif-deleted', 'tag': '1a57b23a-1512-4b19-adec-c812fd457e13', 'status': 'completed', 'code': 200} Jul 16 18:09:45.107594 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7ef257e7-a41c-4d85-add9-79533a455c3e req-6c230861-8755-4b72-b2b8-e5a6ab16c085 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.118985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:45.166788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-712a9464-ff2a-47d9-aa13-9182b78e2f6f req-95e6e112-c55c-4bea-8020-930b81891125 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 210 time: 0.0621989 Jul 16 18:09:45.171922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c230861-8755-4b72-b2b8-e5a6ab16c085 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event deleted for resources: {'Port': ['ID=9c2e2ae0-1cfe-4f44-a3b0-367a84895a91,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:45.246549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef257e7-a41c-4d85-add9-79533a455c3e req-6c230861-8755-4b72-b2b8-e5a6ab16c085 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] No DVR routers for this DVR port 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:45.250451 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7ef257e7-a41c-4d85-add9-79533a455c3e req-6c230861-8755-4b72-b2b8-e5a6ab16c085 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.252529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ef257e7-a41c-4d85-add9-79533a455c3e req-6c230861-8755-4b72-b2b8-e5a6ab16c085 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "DELETE /v2.0/ports/9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 HTTP/1.1" status: 204 len: 173 time: 0.7276158 Jul 16 18:09:45.296417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59631b7b-602e-4bb9-80eb-a4534d972e35 req-603b63df-a487-46aa-9d23-d60f6b618eba tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.304167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59631b7b-602e-4bb9-80eb-a4534d972e35 req-603b63df-a487-46aa-9d23-d60f6b618eba tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2317116 Jul 16 18:09:45.370936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59631b7b-602e-4bb9-80eb-a4534d972e35 req-86ea1dfd-5baa-409f-bd49-ae0d4ddb6d98 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655487 Jul 16 18:09:45.662470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40989e-16c4-4519-8628-4a0936fa29ad req-36bbad49-7c75-4d7e-b126-80d8111d051c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.669936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e40989e-16c4-4519-8628-4a0936fa29ad req-36bbad49-7c75-4d7e-b126-80d8111d051c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.0862751 Jul 16 18:09:45.736729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e40989e-16c4-4519-8628-4a0936fa29ad req-4dee5d90-f981-4b19-84de-b7b9846d1596 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658762 Jul 16 18:09:45.782018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da3355-5c03-4ad5-8ed8-a2a0675079e1 req-ac9591b8-b355-475d-9f8a-162b58c326dc tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.783783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2da3355-5c03-4ad5-8ed8-a2a0675079e1 req-ac9591b8-b355-475d-9f8a-162b58c326dc tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.0964482 Jul 16 18:09:45.836707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2da3355-5c03-4ad5-8ed8-a2a0675079e1 req-f9fe1c2f-9efd-4e75-99b9-9be51d2d9b95 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465608 Jul 16 18:09:45.903928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d621945-6d9f-4aae-9ab0-74b8ae6c0f8e req-03cb9ac7-1c29-4a3a-b7b8-e68077dab570 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0410433 Jul 16 18:09:46.077859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fbc33-a0cc-4872-9b61-a0317c706a04 req-8b6587d5-999a-45d1-80fb-64232fc64614 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.079600 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d9fbc33-a0cc-4872-9b61-a0317c706a04 req-8b6587d5-999a-45d1-80fb-64232fc64614 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.0902047 Jul 16 18:09:46.189272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d9fbc33-a0cc-4872-9b61-a0317c706a04 req-9d0ec2a0-7d9c-45a1-bf3d-bc3559a1c02a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975683 Jul 16 18:09:46.295695 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed8757c8-a511-4a32-9301-eeab7dcfd569 req-f8c54d53-b4ea-408c-8320-eea7b4e53546 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=90440629-549f-425d-b247-3f220a48c8a4 HTTP/1.1" status: 200 len: 210 time: 0.0827749 Jul 16 18:09:46.373246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55cfc4e7-c0a4-4411-98f1-7cef1011e46b req-8f98c944-b4d6-4ea9-b58a-afe11ad05fb3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 210 time: 0.0470233 Jul 16 18:09:46.395099 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29114285-76af-4246-8e29-8dc80616d76f req-460d9926-4a6b-4bd5-a789-3cd7bbb7d286 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.396625 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-460d9926-4a6b-4bd5-a789-3cd7bbb7d286 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 0.2799947 Jul 16 18:09:46.505388 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-7816f1ae-7627-4fd3-9573-8bd15db6bb6d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66bb849ac62844c6957c750d90efa878 HTTP/1.1" status: 200 len: 379 time: 0.0961413 Jul 16 18:09:46.518799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-29114285-76af-4246-8e29-8dc80616d76f req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'port': {'device_id': '83f85a20-c979-42f6-967b-7d012817d833', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'admin_state_up': True, 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'security_groups': ['a50a31bc-ae68-4c6d-8e12-2da819f9a64f']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:46.568530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca4bd-1241-48f1-8c54-7748b2008d83 req-0ee486af-57cf-4880-b88c-73e586c73bc8 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.571357 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74eca4bd-1241-48f1-8c54-7748b2008d83 req-0ee486af-57cf-4880-b88c-73e586c73bc8 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/networks?id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c HTTP/1.1" status: 200 len: 813 time: 0.1715357 Jul 16 18:09:46.620975 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74eca4bd-1241-48f1-8c54-7748b2008d83 req-3542b63c-e130-4d75-b916-08fe0b164d10 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/quotas/e8321523f0544c138784f8d6f52b96ca HTTP/1.1" status: 200 len: 375 time: 0.0188498 Jul 16 18:09:46.711267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29114285-76af-4246-8e29-8dc80616d76f req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Made reservation on behalf of 66bb849ac62844c6957c750d90efa878 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:46.715168 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29114285-76af-4246-8e29-8dc80616d76f req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.734469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74eca4bd-1241-48f1-8c54-7748b2008d83 req-24690913-ca74-469a-957e-f3f9f2f0b186 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8321523f0544c138784f8d6f52b96ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055448 Jul 16 18:09:46.813529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:46.851161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:46.851816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 9c2e2ae0-1cfe-4f44-a3b0-367a84895a91 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:46.917928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-29114285-76af-4246-8e29-8dc80616d76f req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Allocated IP 172.20.0.9 (4b119567-6ce3-487d-8627-e47c109379a2/e819abcf-6b00-458c-8032-3f3b68914119/a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:47.028166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cea8a5-584d-4ed2-a0ea-693bdec224e2 req-458740de-a995-46af-bcda-da486e9d9695 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.029635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19cea8a5-584d-4ed2-a0ea-693bdec224e2 req-458740de-a995-46af-bcda-da486e9d9695 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1782653 Jul 16 18:09:47.073977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90440629-549f-425d-b247-3f220a48c8a4', 'name': 'network-vif-deleted', 'tag': '9c2e2ae0-1cfe-4f44-a3b0-367a84895a91'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:47.076195 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08ee9c7-0c49-4404-97d6-136553c9f304" -d '{"events": [{"server_uuid": "90440629-549f-425d-b247-3f220a48c8a4", "name": "network-vif-deleted", "tag": "9c2e2ae0-1cfe-4f44-a3b0-367a84895a91"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:47.145243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19cea8a5-584d-4ed2-a0ea-693bdec224e2 req-13b61527-0da8-409e-b717-0af1e8e4e7a9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033068 Jul 16 18:09:47.186029 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356546a-73c6-4596-a8f9-1c576585daf4 req-2f9f7cb6-7d64-4814-a7e0-8c7050223ded tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.187568 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8356546a-73c6-4596-a8f9-1c576585daf4 req-2f9f7cb6-7d64-4814-a7e0-8c7050223ded tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2178934 Jul 16 18:09:47.207743 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29114285-76af-4246-8e29-8dc80616d76f req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.237222 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-29114285-76af-4246-8e29-8dc80616d76f req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Transition to ACTIVE for port object a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:47.249248 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8356546a-73c6-4596-a8f9-1c576585daf4 req-b3620689-3647-4697-886c-c2cfec9331b7 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524380 Jul 16 18:09:47.296923 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7edcc00-05c0-4af4-a775-678bce9c06de req-b15ee7f9-6843-4a30-bb87-836fa1eba04d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0322194 Jul 16 18:09:47.304078 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0364d4e-d962-4fd1-806e-218f88857fd1 x-openstack-request-id: req-d0364d4e-d962-4fd1-806e-218f88857fd1 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:47.304364 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90440629-549f-425d-b247-3f220a48c8a4", "name": "network-vif-deleted", "tag": "9c2e2ae0-1cfe-4f44-a3b0-367a84895a91", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:47.304613 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0364d4e-d962-4fd1-806e-218f88857fd1 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:47.305000 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90440629-549f-425d-b247-3f220a48c8a4', 'name': 'network-vif-deleted', 'tag': '9c2e2ae0-1cfe-4f44-a3b0-367a84895a91', 'status': 'completed', 'code': 200} Jul 16 18:09:47.311311 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29114285-76af-4246-8e29-8dc80616d76f req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.372370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29114285-76af-4246-8e29-8dc80616d76f req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Network 4b119567-6ce3-487d-8627-e47c109379a2 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:47.376168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-29114285-76af-4246-8e29-8dc80616d76f req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:47.380993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-29114285-76af-4246-8e29-8dc80616d76f req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:47.445334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'Port': ['ID=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:47.455846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29114285-76af-4246-8e29-8dc80616d76f req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.456479 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29114285-76af-4246-8e29-8dc80616d76f req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.532465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-3f5ffbbc-6baa-4a79-9caa-110470f2fd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0168192 Jul 16 18:09:47.544644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-5415aefb-0ed7-45f6-a1d7-f30eae1666aa tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:09:47.545819 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-5415aefb-0ed7-45f6-a1d7-f30eae1666aa tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061352 Jul 16 18:09:47.579558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Request body: {'port': {'device_id': '83f85a20-c979-42f6-967b-7d012817d833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:47.650926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b1de0-8543-451f-91f7-76b5f7127a4f req-5bd7f999-020f-4200-9a15-6931f33037e9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.661048 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a9b1de0-8543-451f-91f7-76b5f7127a4f req-5bd7f999-020f-4200-9a15-6931f33037e9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1989267 Jul 16 18:09:47.768094 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a9b1de0-8543-451f-91f7-76b5f7127a4f req-5e39ed64-be03-4d0d-9d86-197a014f5bd9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034534 Jul 16 18:09:47.816521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-de2a9572-128f-4163-82ed-f3dd8cc8163f None None] Provisioning for port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:47.829602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-de2a9572-128f-4163-82ed-f3dd8cc8163f None None] Provisioning complete for port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:47.829602 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-de2a9572-128f-4163-82ed-f3dd8cc8163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.846411 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.877418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-de2a9572-128f-4163-82ed-f3dd8cc8163f None None] Port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:47.937122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbac117-e159-42dc-a399-aaa06945f8a8 req-467e784d-7d2e-451d-b4df-31ec42e27364 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.938596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbbac117-e159-42dc-a399-aaa06945f8a8 req-467e784d-7d2e-451d-b4df-31ec42e27364 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 931 time: 0.2591686 Jul 16 18:09:47.978213 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-2855f137-530a-4cc5-b1b1-79138bb09085 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.979682 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-2855f137-530a-4cc5-b1b1-79138bb09085 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.2076693 Jul 16 18:09:48.151203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbbac117-e159-42dc-a399-aaa06945f8a8 req-8f2c885d-d4d5-4634-bd79-90596694cfda tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945977 Jul 16 18:09:48.218811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-0646731e-e461-4664-ac25-4774bd0c6c8a tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.220417 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-0646731e-e461-4664-ac25-4774bd0c6c8a tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.3360178 Jul 16 18:09:48.266457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-34d6db9e-ea27-45a3-b7d4-8416e54687f0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/quotas/4ede344f04254cd3ae257e1efe6061ea HTTP/1.1" status: 200 len: 375 time: 0.0294590 Jul 16 18:09:48.387582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e855f12-5d63-4175-9dfb-2b74351c7ea7 req-f7d595ee-4f71-4cb5-ba19-6d6ecfcc52e3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e8321523f0544c138784f8d6f52b96ca HTTP/1.1" status: 200 len: 221 time: 0.0943193 Jul 16 18:09:48.395597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Deleting port 434b2122-3db2-42e3-a886-93a71bda1ecc {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:48.395597 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.530522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-72fc9362-46be-4024-ba21-28170269d12e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2382739 Jul 16 18:09:48.598979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:48.620374 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.623497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] For port 434b2122-3db2-42e3-a886-93a71bda1ecc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=434b2122-3db2-42e3-a886-93a71bda1ecc,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:48.623852 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.052567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Transition to ACTIVE for port object a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:49.068142 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.122607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c64ac-0e49-42e8-bd1a-6346532eb979 req-6bdc0aa0-82b4-4aab-90a7-ffa7309d2a6c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.124040 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-612c64ac-0e49-42e8-bd1a-6346532eb979 req-6bdc0aa0-82b4-4aab-90a7-ffa7309d2a6c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 944 time: 0.6379364 Jul 16 18:09:49.165223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-9a56ca74-8834-4c02-ba4e-8c8bcc7e6040 service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105287 Jul 16 18:09:49.239200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Pushing event updated for resources: {'Port': ['ID=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:49.383705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-612c64ac-0e49-42e8-bd1a-6346532eb979 req-fe6e11c7-7121-4304-a0cc-56b0e99dd62a tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3a03cbf-1a0e-474a-84de-d3000fee9936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492938 Jul 16 18:09:49.420998 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.421395 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.421687 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Floating IP 662e4e9f-910a-4aa5-843f-6e4d22a3bb83 disassociated. External IP: 172.25.5.36, port: 434b2122-3db2-42e3-a886-93a71bda1ecc. Jul 16 18:09:49.422025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Calling delete_port for 434b2122-3db2-42e3-a886-93a71bda1ecc owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:49.439060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-bedca766-f2b9-433a-9541-d9023d284765 service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645590 Jul 16 18:09:49.490524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Attempting to bind port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:49.490861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Attempting to bind port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:49.491189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Attempting to bind port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:49.502558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a on network 4b119567-6ce3-487d-8627-e47c109379a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:49.502885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Attempting to bind port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:49.542516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:49.542849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Checking segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:49.543244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Bound using segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:49.543717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Bound port: a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:49.544080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.549256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-113301f0-b7d0-471b-8c6a-669c1a9d04a7 req-f18c5062-8e1c-472f-848c-61afbe709a1d tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0477908 Jul 16 18:09:49.701431 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] For port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:49.718202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] For port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:49.746169 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.748116 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.859351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.860176 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.861643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] 10.222.0.43 "PUT /v2.0/ports/a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a HTTP/1.1" status: 200 len: 1092 time: 2.2903914 Jul 16 18:09:49.878306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f85a20-c979-42f6-967b-7d012817d833', 'tag': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:49.881024 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45992ba-2b14-4710-b7f1-00a4bc5df70b" -d '{"events": [{"name": "network-changed", "server_uuid": "83f85a20-c979-42f6-967b-7d012817d833", "tag": "a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:50.037807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad94f5-2bba-4e6e-babb-d09153e2c485 service neutron] Pushing event updated for resources: {'Port': ['ID=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:50.066856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625e5d6-2e81-467a-a744-d75e07a9d4a7 req-5929e32e-af09-44a1-b9d8-8b27c731583d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.074011 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b625e5d6-2e81-467a-a744-d75e07a9d4a7 req-5929e32e-af09-44a1-b9d8-8b27c731583d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3672497 Jul 16 18:09:50.138610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event deleted for resources: {'Port': ['ID=434b2122-3db2-42e3-a886-93a71bda1ecc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:50.244213 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b625e5d6-2e81-467a-a744-d75e07a9d4a7 req-2eca311f-7b7a-41e7-b037-f5f4d734dbf3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661823 Jul 16 18:09:50.271943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c33b3-d023-43c5-afa2-350cb9618310 req-e82e9ab2-a0d7-41a9-afbc-a0879e1d4dc5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.281531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c2c33b3-d023-43c5-afa2-350cb9618310 req-e82e9ab2-a0d7-41a9-afbc-a0879e1d4dc5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 943 time: 0.4367034 Jul 16 18:09:50.292933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29114285-76af-4246-8e29-8dc80616d76f req-50cf8024-5827-47cd-9039-1c48fa2f4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.294411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-50cf8024-5827-47cd-9039-1c48fa2f4f53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 1095 time: 0.3523712 Jul 16 18:09:50.357506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-42437adf-f04b-416d-b1d8-08747c690361 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a HTTP/1.1" status: 200 len: 217 time: 0.0522232 Jul 16 18:09:50.362601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:50.423842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c2c33b3-d023-43c5-afa2-350cb9618310 req-226c13ce-8aaa-484a-af85-06b38343e43d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331773 Jul 16 18:09:50.475061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-673d9713-cb06-4a0b-ab84-df3cbf886046 req-a6b6d883-cf73-4aca-ba8d-43db0aaf1630 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 210 time: 0.0937436 Jul 16 18:09:50.536596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29114285-76af-4246-8e29-8dc80616d76f req-4929b021-986f-4f65-8a67-18577aa2c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.538348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-4929b021-986f-4f65-8a67-18577aa2c5b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1744604 Jul 16 18:09:50.652854 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99eb2d1-9744-4880-9552-d0a6054889d0 x-openstack-request-id: req-b99eb2d1-9744-4880-9552-d0a6054889d0 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:50.653144 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f85a20-c979-42f6-967b-7d012817d833", "tag": "a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:50.653396 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b99eb2d1-9744-4880-9552-d0a6054889d0 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:50.653786 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f85a20-c979-42f6-967b-7d012817d833', 'tag': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'status': 'completed', 'code': 200} Jul 16 18:09:50.698180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:50.713210 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa4dd10-a705-448a-be21-5d70cc1a230a None None] Sync routers for ids ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:50.715961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29114285-76af-4246-8e29-8dc80616d76f req-76969bd5-eb48-4cd5-9899-f8104b0e716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.717500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-76969bd5-eb48-4cd5-9899-f8104b0e716b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680353 Jul 16 18:09:50.727664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa4dd10-a705-448a-be21-5d70cc1a230a None None] Routers {'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:50.728875 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-caa4dd10-a705-448a-be21-5d70cc1a230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:09:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:50.814080 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] No DVR routers for this DVR port 434b2122-3db2-42e3-a886-93a71bda1ecc on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:50.819205 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.821155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f55a7f49-1be3-482f-b138-58ac960c6938 req-4edcfa15-7663-421a-95b8-e03f3bcb2795 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.35 "DELETE /v2.0/ports/434b2122-3db2-42e3-a886-93a71bda1ecc HTTP/1.1" status: 204 len: 173 time: 2.8309097 Jul 16 18:09:50.840970 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434b2122-3db2-42e3-a886-93a71bda1ecc no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:50.851376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f317a4-01fd-46eb-a66f-24d49172db6b req-391e9bc8-b174-4cde-a202-d6acb5f33117 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.853497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7f317a4-01fd-46eb-a66f-24d49172db6b req-391e9bc8-b174-4cde-a202-d6acb5f33117 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 945 time: 0.2695739 Jul 16 18:09:50.881369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 434b2122-3db2-42e3-a886-93a71bda1ecc {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:50.881718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 434b2122-3db2-42e3-a886-93a71bda1ecc not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:50.884269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-caa4dd10-a705-448a-be21-5d70cc1a230a None None] Set router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:50.960611 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7f317a4-01fd-46eb-a66f-24d49172db6b req-14db1f75-e266-411e-beea-da1704e2fc8c tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714724 Jul 16 18:09:50.996752 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-4bab5cd3-569e-438c-9164-7a550a3bfc40 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592132 Jul 16 18:09:51.105808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b81015-0951-4cc0-ba48-235a08959faf req-aa6eca4d-7eb2-4fcb-a85c-bc2227ba2268 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.117278 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91b81015-0951-4cc0-ba48-235a08959faf req-aa6eca4d-7eb2-4fcb-a85c-bc2227ba2268 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3695276 Jul 16 18:09:51.238412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-caa4dd10-a705-448a-be21-5d70cc1a230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:01:06Z', 'revision_number': 4, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port': {'id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:00Z', 'updated_at': '2021-07-16T18:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '98679b50-fafa-4981-83ed-a86b8b4e87c2', 'name': '', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:05Z', 'updated_at': '2021-07-16T18:01:14Z', 'revision_number': 5, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'subnets': [{'id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:51.273006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa4dd10-a705-448a-be21-5d70cc1a230a None None] Checking router: fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:51.284722 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa4dd10-a705-448a-be21-5d70cc1a230a None None] Routers {'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:51.285366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-caa4dd10-a705-448a-be21-5d70cc1a230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:09:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:51.287937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a1d06e0-85c4-437e-b70d-9e3142e5e855 req-a5662066-b775-498f-8088-4a88d5a6825b tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81aeb582-b498-465a-b70f-028e0f1c1481 HTTP/1.1" status: 200 len: 210 time: 0.0713162 Jul 16 18:09:51.309410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91b81015-0951-4cc0-ba48-235a08959faf req-f06b12da-4d3b-4bb3-9498-b3ce2c13187f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896925 Jul 16 18:09:51.443131 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29114285-76af-4246-8e29-8dc80616d76f req-078f6fb2-8006-4252-a7a3-af17c2170912 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395435 Jul 16 18:09:51.544951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-caa4dd10-a705-448a-be21-5d70cc1a230a None None] Set router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:51.570457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a683775e-32ec-49fe-b7f6-07354fe4b0a9 req-4131cfde-4a77-4335-9eab-b4777fa2a5b0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0745933 Jul 16 18:09:51.593872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-6a2085dd-b1fd-4b46-bd9d-44fd4caca590 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.596052 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-6a2085dd-b1fd-4b46-bd9d-44fd4caca590 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.4382482 Jul 16 18:09:51.619008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-9dd1d991-b1f0-466a-beaf-25e54bc06d20 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Request body: {'port': {'device_id': 'ca95bc80-1c52-45b4-a335-6999d26143e3', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'admin_state_up': True, 'tenant_id': '4ede344f04254cd3ae257e1efe6061ea'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:51.776889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36cef3-7355-4e24-add8-e90c1865b430 req-36de81db-145c-4502-b125-f431f64c8e1f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.778406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c36cef3-7355-4e24-add8-e90c1865b430 req-36de81db-145c-4502-b125-f431f64c8e1f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2063997 Jul 16 18:09:51.780351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45992ba-2b14-4710-b7f1-00a4bc5df70b req-0fded66d-74d7-4fa0-8bbc-a4da957517f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.781713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a45992ba-2b14-4710-b7f1-00a4bc5df70b req-0fded66d-74d7-4fa0-8bbc-a4da957517f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 1095 time: 0.2701049 Jul 16 18:09:52.052464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-caa4dd10-a705-448a-be21-5d70cc1a230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:01:06Z', 'revision_number': 4, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port': {'id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:00Z', 'updated_at': '2021-07-16T18:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '98679b50-fafa-4981-83ed-a86b8b4e87c2', 'name': '', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:05Z', 'updated_at': '2021-07-16T18:01:14Z', 'revision_number': 5, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'subnets': [{'id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:52.080500 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa4dd10-a705-448a-be21-5d70cc1a230a None None] The sync data for ids ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'] in n-d-787206-10 is: [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:01:06Z', 'revision_number': 4, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port': {'id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:00Z', 'updated_at': '2021-07-16T18:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '98679b50-fafa-4981-83ed-a86b8b4e87c2', 'name': '', 'network_id': '026a2c11-159b-4be3-b67f-844914b3c654', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'mac_address': 'fa:16:3e:a3:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:05Z', 'updated_at': '2021-07-16T18:01:14Z', 'revision_number': 5, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'subnets': [{'id': 'c8c21379-bc6e-44f3-b825-c4136d84a8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:52.280198 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c36cef3-7355-4e24-add8-e90c1865b430 req-71315afd-3c25-4918-8c50-585a80336b75 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958384 Jul 16 18:09:52.294117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-9dd1d991-b1f0-466a-beaf-25e54bc06d20 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Made reservation on behalf of 4ede344f04254cd3ae257e1efe6061ea for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:52.297604 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-9dd1d991-b1f0-466a-beaf-25e54bc06d20 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.360395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e248fcb-debf-4629-a494-9c442933ad4b req-73592997-1ad0-4112-96ac-40bff1e4fe68 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.362085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e248fcb-debf-4629-a494-9c442933ad4b req-73592997-1ad0-4112-96ac-40bff1e4fe68 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 943 time: 0.5620596 Jul 16 18:09:52.365446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45992ba-2b14-4710-b7f1-00a4bc5df70b req-5bd900ba-dce7-45bf-915b-0df9bd1d79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.366820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a45992ba-2b14-4710-b7f1-00a4bc5df70b req-5bd900ba-dce7-45bf-915b-0df9bd1d79cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.5752831 Jul 16 18:09:52.380636 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1bc26-bd00-4c95-999c-8def447ad38b None None] New status for floating IP 662e4e9f-910a-4aa5-843f-6e4d22a3bb83: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:09:52.467661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a45992ba-2b14-4710-b7f1-00a4bc5df70b req-82e17b74-b9cf-41eb-95e8-3013295c2d87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a HTTP/1.1" status: 200 len: 217 time: 0.0697112 Jul 16 18:09:52.505420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bda7be63-166b-4b89-8673-6b3134b96ce9 req-0597cf0c-a634-4536-a4aa-db81ae7203e8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 210 time: 0.0554249 Jul 16 18:09:52.578933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e248fcb-debf-4629-a494-9c442933ad4b req-931b2686-11d5-4b11-90f0-97b1c7073e54 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093923 Jul 16 18:09:52.602751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45992ba-2b14-4710-b7f1-00a4bc5df70b req-a8a295ad-15af-4714-a23f-148d316eab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.602751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a45992ba-2b14-4710-b7f1-00a4bc5df70b req-a8a295ad-15af-4714-a23f-148d316eab85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1213045 Jul 16 18:09:52.618750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-9dd1d991-b1f0-466a-beaf-25e54bc06d20 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Allocated IP 172.20.0.9 (8a175737-e063-409b-ba35-10315008733d/cf4896f2-d6af-4700-991a-0a11d6229f29/1d2f5f50-30d0-41d7-b375-1cccb90e8223) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:52.656163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-deleted', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:52.658671 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f653e7-5d48-4eaa-99da-9ffe43cf2703" -d '{"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-deleted", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:52.763534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45992ba-2b14-4710-b7f1-00a4bc5df70b req-fef541a0-2c6b-485b-ad65-510bf0e0adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.765084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a45992ba-2b14-4710-b7f1-00a4bc5df70b req-fef541a0-2c6b-485b-ad65-510bf0e0adb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597643 Jul 16 18:09:52.960711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d56d5a32-21c2-4ae5-92ea-fd9d51ab4bb3 req-7f12ee62-16fe-422e-99e8-b55b2f1674bb tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0591846 Jul 16 18:09:52.971699 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-9dd1d991-b1f0-466a-beaf-25e54bc06d20 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.987905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978e44e-3752-44a0-ad24-3f11cbfa72bf req-d670fefc-11e1-4061-9b28-723ce3abfe27 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.989394 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a978e44e-3752-44a0-ad24-3f11cbfa72bf req-d670fefc-11e1-4061-9b28-723ce3abfe27 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2783520 Jul 16 18:09:52.991178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a45992ba-2b14-4710-b7f1-00a4bc5df70b req-a52c6c0d-6b87-45be-b1c2-abba94293dd6 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178073 Jul 16 18:09:53.032126 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26b1a5e-d007-44a5-b6d6-58abd9bf9a56 x-openstack-request-id: req-f26b1a5e-d007-44a5-b6d6-58abd9bf9a56 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:53.032415 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aeb582-b498-465a-b70f-028e0f1c1481", "name": "network-vif-deleted", "tag": "434b2122-3db2-42e3-a886-93a71bda1ecc", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:53.032661 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f26b1a5e-d007-44a5-b6d6-58abd9bf9a56 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:53.033043 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81aeb582-b498-465a-b70f-028e0f1c1481', 'name': 'network-vif-deleted', 'tag': '434b2122-3db2-42e3-a886-93a71bda1ecc', 'status': 'completed', 'code': 200} Jul 16 18:09:53.123069 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a978e44e-3752-44a0-ad24-3f11cbfa72bf req-1cd9c7f5-b982-4f6d-adfb-25dd36e0f4e3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251588 Jul 16 18:09:53.127620 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-9dd1d991-b1f0-466a-beaf-25e54bc06d20 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.142761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:53.176372 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a45992ba-2b14-4710-b7f1-00a4bc5df70b req-ea44161e-d702-4d0f-be87-9bb1c063f647 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742492 Jul 16 18:09:53.195103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-9dd1d991-b1f0-466a-beaf-25e54bc06d20 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Network 8a175737-e063-409b-ba35-10315008733d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:53.199290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-9dd1d991-b1f0-466a-beaf-25e54bc06d20 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:53.201431 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1d991-b1f0-466a-beaf-25e54bc06d20 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event updated for resources: {'Port': ['ID=1d2f5f50-30d0-41d7-b375-1cccb90e8223,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.203570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-9dd1d991-b1f0-466a-beaf-25e54bc06d20 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:53.213828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48432) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:53.267672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-9dd1d991-b1f0-466a-beaf-25e54bc06d20 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.268289 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-9dd1d991-b1f0-466a-beaf-25e54bc06d20 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.290513 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-9dd1d991-b1f0-466a-beaf-25e54bc06d20 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6752057 Jul 16 18:09:53.302682 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fd49ee4-9ecd-432e-9c9a-e458c6c7849e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.305094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Request body: {'port': {'device_id': 'ca95bc80-1c52-45b4-a335-6999d26143e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:53.328109 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fd49ee4-9ecd-432e-9c9a-e458c6c7849e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.383624 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fd49ee4-9ecd-432e-9c9a-e458c6c7849e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.386413 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fd49ee4-9ecd-432e-9c9a-e458c6c7849e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.390884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48436) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:53.392192 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0fd49ee4-9ecd-432e-9c9a-e458c6c7849e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "DELETE /v2.0/security-groups/f3a03cbf-1a0e-474a-84de-d3000fee9936 HTTP/1.1" status: 204 len: 168 time: 0.1776156 Jul 16 18:09:53.405106 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd49ee4-9ecd-432e-9c9a-e458c6c7849e tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a03cbf-1a0e-474a-84de-d3000fee9936,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.492694 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-eb122bcf-7414-472c-83cb-f92ea37504b4 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] show failed (client error): The resource could not be found. Jul 16 18:09:53.493735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-eb122bcf-7414-472c-83cb-f92ea37504b4 tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "GET /v2.0/security-groups/f3a03cbf-1a0e-474a-84de-d3000fee9936 HTTP/1.1" status: 404 len: 347 time: 0.0973220 Jul 16 18:09:53.496945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48438) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:53.509233 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.600601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17963b-e3e4-46c1-bf59-145b78e48f81 req-63936c5e-35d9-441b-833d-77bd1662fcfe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.602220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f17963b-e3e4-46c1-bf59-145b78e48f81 req-63936c5e-35d9-441b-833d-77bd1662fcfe tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 945 time: 0.2104058 Jul 16 18:09:53.621244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd77fc-4b9a-4aeb-b6e2-1d63548bac9e req-8f1a25d2-9105-490c-9030-7f0dde3e9cd0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.622367 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ebd77fc-4b9a-4aeb-b6e2-1d63548bac9e req-8f1a25d2-9105-490c-9030-7f0dde3e9cd0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1871407 Jul 16 18:09:53.629905 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Deleting port 7216a7c6-4d1a-4cab-87e5-7dfcedc0e4ea {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:53.630498 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.717468 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.717795 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.734859 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Calling delete_port for 7216a7c6-4d1a-4cab-87e5-7dfcedc0e4ea owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:53.772749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f17963b-e3e4-46c1-bf59-145b78e48f81 req-e008efa9-1623-4124-8141-7bc42928c45c tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592581 Jul 16 18:09:53.818142 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ebd77fc-4b9a-4aeb-b6e2-1d63548bac9e req-96422d05-e49b-412a-b0c1-3563f1c99b36 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841085 Jul 16 18:09:53.908811 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.104861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2f5f50-30d0-41d7-b375-1cccb90e8223 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:54.121285 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.145480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41597319-0352-49f5-80d5-155757bf55fa req-22eabca6-d47c-482e-ba0e-7e0ce1bbb132 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.146116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41597319-0352-49f5-80d5-155757bf55fa req-22eabca6-d47c-482e-ba0e-7e0ce1bbb132 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 943 time: 0.1767273 Jul 16 18:09:54.156344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b2bc2-c382-4472-b8c2-71492a092e11 req-d74d471d-c46f-4b93-be78-7b040e8a69f9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.157900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-787b2bc2-c382-4472-b8c2-71492a092e11 req-d74d471d-c46f-4b93-be78-7b040e8a69f9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 931 time: 0.2077188 Jul 16 18:09:54.169657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Transition to ACTIVE for port object 1d2f5f50-30d0-41d7-b375-1cccb90e8223 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:54.186008 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.263373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41597319-0352-49f5-80d5-155757bf55fa req-38786dea-76c2-4198-bc09-babb8097899d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044445 Jul 16 18:09:54.290202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-787b2bc2-c382-4472-b8c2-71492a092e11 req-247e9211-1c46-46bf-a831-e3e89e8cd269 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146955 Jul 16 18:09:54.290202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Pushing event updated for resources: {'Port': ['ID=1d2f5f50-30d0-41d7-b375-1cccb90e8223,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.314370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Pushing event deleted for resources: {'Port': ['ID=7216a7c6-4d1a-4cab-87e5-7dfcedc0e4ea,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.347942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:54.348554 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:54.350409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:54.351104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:54.352344 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:54.352866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:54.353368 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:54.353851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:54.354447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:54.354776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:54.355106 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:54.355450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:54.392610 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.397436 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.399036 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-19f35dfb-a858-4d5e-9094-2515b09eff1c tempest-ServerActionsTestJSON-1599259251 tempest-ServerActionsTestJSON-1599259251-project] 10.222.0.41 "DELETE /v2.0/floatingips/662e4e9f-910a-4aa5-843f-6e4d22a3bb83 HTTP/1.1" status: 204 len: 168 time: 0.9008739 Jul 16 18:09:54.401796 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48454) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:54.414077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Attempting to bind port 1d2f5f50-30d0-41d7-b375-1cccb90e8223 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:54.414906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Attempting to bind port 1d2f5f50-30d0-41d7-b375-1cccb90e8223 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:54.415468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Attempting to bind port 1d2f5f50-30d0-41d7-b375-1cccb90e8223 on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:54.422099 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Port 1d2f5f50-30d0-41d7-b375-1cccb90e8223 on network 8a175737-e063-409b-ba35-10315008733d not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:54.422417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Attempting to bind port 1d2f5f50-30d0-41d7-b375-1cccb90e8223 on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:54.429201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:54.429535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Checking segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:54.429925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Bound using segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:54.430334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Bound port: 1d2f5f50-30d0-41d7-b375-1cccb90e8223, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:54.430749 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.465738 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.550138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa85b3d5-b5de-4c84-a5d3-bab186cf03ba req-7d97ed77-969c-45e2-86a7-50bcb2646d1e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0613782 Jul 16 18:09:54.593436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] For port 1d2f5f50-30d0-41d7-b375-1cccb90e8223, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:54.614770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cb7b7-790a-484c-8808-48d23dd0d2ee req-12fffa0e-fe64-420d-9140-3ba14bba84d8 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.616334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd8cb7b7-790a-484c-8808-48d23dd0d2ee req-12fffa0e-fe64-420d-9140-3ba14bba84d8 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1608045 Jul 16 18:09:54.618173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] For port 1d2f5f50-30d0-41d7-b375-1cccb90e8223, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=1d2f5f50-30d0-41d7-b375-1cccb90e8223,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:54.624699 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.689858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.690693 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.692548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] 10.222.0.35 "PUT /v2.0/ports/1d2f5f50-30d0-41d7-b375-1cccb90e8223 HTTP/1.1" status: 200 len: 1092 time: 1.3922927 Jul 16 18:09:54.740678 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd8cb7b7-790a-484c-8808-48d23dd0d2ee req-d4bf3d7f-0996-4a32-a6f3-73a5dd788db3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131287 Jul 16 18:09:54.756495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f9dea-51a1-494c-8cb4-4e2aa876cf7c service neutron] Pushing event updated for resources: {'Port': ['ID=1d2f5f50-30d0-41d7-b375-1cccb90e8223,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.818225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-d06d7993-036e-42c1-8030-a2c615e0fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.819799 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-d06d7993-036e-42c1-8030-a2c615e0fa39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 1095 time: 0.0758815 Jul 16 18:09:54.901717 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-8a1312a9-6ddf-44b5-b423-8c1a89be3d20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d2f5f50-30d0-41d7-b375-1cccb90e8223 HTTP/1.1" status: 200 len: 217 time: 0.0733006 Jul 16 18:09:54.925920 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68519475-6446-4a10-8bc7-d8d58d1506d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.995419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-606488ca-1c3f-4d03-900e-4059a08f2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.996901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-606488ca-1c3f-4d03-900e-4059a08f2109 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.0844414 Jul 16 18:09:55.032279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8643611-21b5-48c3-8a32-c06ac19bbf97 req-318b5535-5bcc-4a3a-b2c1-e367e95551f9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.033999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b8643611-21b5-48c3-8a32-c06ac19bbf97 req-318b5535-5bcc-4a3a-b2c1-e367e95551f9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1350634 Jul 16 18:09:55.056729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca95bc80-1c52-45b4-a335-6999d26143e3', 'tag': '1d2f5f50-30d0-41d7-b375-1cccb90e8223'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:55.059136 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc617a0-5209-4dc4-a634-ec5df195ab70" -d '{"events": [{"name": "network-changed", "server_uuid": "ca95bc80-1c52-45b4-a335-6999d26143e3", "tag": "1d2f5f50-30d0-41d7-b375-1cccb90e8223"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:55.065016 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-132fec95-5d13-4e49-bd59-ddafbacb8335 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599096 Jul 16 18:09:55.191800 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b8643611-21b5-48c3-8a32-c06ac19bbf97 req-bb12077c-94a5-4b89-a6b8-a696a29b6804 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284389 Jul 16 18:09:55.234981 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-7db64a27-b586-4c29-b9f5-06775b4676ff service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613653 Jul 16 18:09:55.246076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387611e-7ed7-4e03-9635-86a7f3e481d7 req-ee933838-2188-442d-b783-f7cc90855d38 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.253255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c387611e-7ed7-4e03-9635-86a7f3e481d7 req-ee933838-2188-442d-b783-f7cc90855d38 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 945 time: 0.1659567 Jul 16 18:09:55.278380 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2c4872-d192-4e41-b12d-215197ffd20a x-openstack-request-id: req-3b2c4872-d192-4e41-b12d-215197ffd20a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:55.278723 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca95bc80-1c52-45b4-a335-6999d26143e3", "tag": "1d2f5f50-30d0-41d7-b375-1cccb90e8223", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:55.279077 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b2c4872-d192-4e41-b12d-215197ffd20a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:55.279352 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca95bc80-1c52-45b4-a335-6999d26143e3', 'tag': '1d2f5f50-30d0-41d7-b375-1cccb90e8223', 'status': 'completed', 'code': 200} Jul 16 18:09:55.282183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-68519475-6446-4a10-8bc7-d8d58d1506d3 admin admin] Deleting port 98679b50-fafa-4981-83ed-a86b8b4e87c2 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:55.282567 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68519475-6446-4a10-8bc7-d8d58d1506d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.370724 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c387611e-7ed7-4e03-9635-86a7f3e481d7 req-bbbaf4e6-9fbc-4588-9c60-5b79f95706e8 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137002 Jul 16 18:09:55.444575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad227868-7d55-47d4-a8de-c2dbceeb8b54 req-e8cddcf4-13df-420d-a69a-70686e8f929c service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878529 Jul 16 18:09:55.460665 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-68519475-6446-4a10-8bc7-d8d58d1506d3 admin admin] For port 98679b50-fafa-4981-83ed-a86b8b4e87c2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=98679b50-fafa-4981-83ed-a86b8b4e87c2,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:55.461218 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68519475-6446-4a10-8bc7-d8d58d1506d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.475346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-68519475-6446-4a10-8bc7-d8d58d1506d3 admin admin] Calling delete_port for 98679b50-fafa-4981-83ed-a86b8b4e87c2 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:55.525198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890a6ce-58f2-4c36-923a-690c51265d69 req-3d5a76b5-0ba1-41ad-ade6-347e85e87fe6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.526717 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0890a6ce-58f2-4c36-923a-690c51265d69 req-3d5a76b5-0ba1-41ad-ade6-347e85e87fe6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1089177 Jul 16 18:09:55.651955 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0890a6ce-58f2-4c36-923a-690c51265d69 req-a66f2c8c-2579-4a40-bd27-8c08970549a1 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185012 Jul 16 18:09:55.688862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc617a0-5209-4dc4-a634-ec5df195ab70 req-e6a991c0-9d02-478c-8e55-98b5f66d99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.690361 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7dc617a0-5209-4dc4-a634-ec5df195ab70 req-e6a991c0-9d02-478c-8e55-98b5f66d99fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 1095 time: 0.1217489 Jul 16 18:09:55.725781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5232db6-89dc-4ad1-87a1-3dba2c1717fb req-d94adf34-9094-4696-ae9a-0b6e36c7c9d3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.727317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5232db6-89dc-4ad1-87a1-3dba2c1717fb req-d94adf34-9094-4696-ae9a-0b6e36c7c9d3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 943 time: 0.1484368 Jul 16 18:09:55.740062 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68519475-6446-4a10-8bc7-d8d58d1506d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.785667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68519475-6446-4a10-8bc7-d8d58d1506d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=98679b50-fafa-4981-83ed-a86b8b4e87c2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:55.832998 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5232db6-89dc-4ad1-87a1-3dba2c1717fb req-fd52788d-11cf-42f2-b817-52a811686cf6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964744 Jul 16 18:09:55.927386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc617a0-5209-4dc4-a634-ec5df195ab70 req-da4ab246-3161-417a-a30a-f54823436c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.928922 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7dc617a0-5209-4dc4-a634-ec5df195ab70 req-da4ab246-3161-417a-a30a-f54823436c67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 907 time: 0.2309132 Jul 16 18:09:56.006986 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68519475-6446-4a10-8bc7-d8d58d1506d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.026749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7dc617a0-5209-4dc4-a634-ec5df195ab70 req-9e8feeb4-aeb2-4d72-9294-64397cc1f9c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d2f5f50-30d0-41d7-b375-1cccb90e8223 HTTP/1.1" status: 200 len: 217 time: 0.0879941 Jul 16 18:09:56.057219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a98b39f3-1db6-49dd-91da-6c6cb135ee1b req-42ad24f2-01b5-4849-8cfd-6926d1dc30c4 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0431354 Jul 16 18:09:56.091082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a583b0-7ce9-4f5f-a331-5a041d3435d5 req-4010eec1-5ce0-479a-8f50-a948ead85c7e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.102136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45a583b0-7ce9-4f5f-a331-5a041d3435d5 req-4010eec1-5ce0-479a-8f50-a948ead85c7e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 943 time: 0.2394726 Jul 16 18:09:56.172071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc617a0-5209-4dc4-a634-ec5df195ab70 req-d8b3e81f-4d71-4f5b-8e12-d6615a282a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.173632 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7dc617a0-5209-4dc4-a634-ec5df195ab70 req-d8b3e81f-4d71-4f5b-8e12-d6615a282a80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.1267357 Jul 16 18:09:56.177268 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45a583b0-7ce9-4f5f-a331-5a041d3435d5 req-9a26bcfd-d12e-4ce8-b322-debe6b8b6790 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535805 Jul 16 18:09:56.239699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7dc617a0-5209-4dc4-a634-ec5df195ab70 req-2a9c475f-c134-4c58-8c56-6e108b58ebf2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542448 Jul 16 18:09:56.273705 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68519475-6446-4a10-8bc7-d8d58d1506d3 admin admin] Router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:56.382641 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.420939 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68519475-6446-4a10-8bc7-d8d58d1506d3 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:56.436257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7dc617a0-5209-4dc4-a634-ec5df195ab70 req-100b8521-a9bb-415d-b39b-d6f74f48a88e service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875863 Jul 16 18:09:56.436871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87098e34-4925-4a4a-8cf5-42c3334f8dc4 None None] Sync routers for ids ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:56.447207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122aa0b-9bd3-43f7-b6af-0bfca4a18acc req-162b3d7c-eb5b-42fb-a11d-c34e6c28deed tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.448714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7122aa0b-9bd3-43f7-b6af-0bfca4a18acc req-162b3d7c-eb5b-42fb-a11d-c34e6c28deed tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1899405 Jul 16 18:09:56.449780 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87098e34-4925-4a4a-8cf5-42c3334f8dc4 None None] Routers {'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:56.450422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-87098e34-4925-4a4a-8cf5-42c3334f8dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:09:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:56.453885 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-68519475-6446-4a10-8bc7-d8d58d1506d3 admin admin] 10.222.0.41 "PUT /v2.0/routers/fb8b1baa-5c3a-40a0-b802-a64dfeb477c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0509241 Jul 16 18:09:56.457488 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48482) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:56.508765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c524b-764e-4589-8ab5-899837852b8b req-7311720c-cbf2-490e-9053-4098d2b9629d tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.510443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-883c524b-764e-4589-8ab5-899837852b8b req-7311720c-cbf2-490e-9053-4098d2b9629d tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.43 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 945 time: 0.2000730 Jul 16 18:09:56.626518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7122aa0b-9bd3-43f7-b6af-0bfca4a18acc req-6249d4eb-e9ff-4915-a25e-6827d71397f1 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625600 Jul 16 18:09:56.685060 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.690417 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.700928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-87098e34-4925-4a4a-8cf5-42c3334f8dc4 None None] Set router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:56.811420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7dc617a0-5209-4dc4-a634-ec5df195ab70 req-c7c0143c-a8e6-4439-9a07-1a5fddb70b8f service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604159 Jul 16 18:09:56.823853 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.863572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d328a4-f8c3-4db6-896a-2cd4ffa2e423 req-a4db0f11-0f3c-459d-b8c9-60424a42dd29 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.865430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1d328a4-f8c3-4db6-896a-2cd4ffa2e423 req-a4db0f11-0f3c-459d-b8c9-60424a42dd29 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 945 time: 0.3323247 Jul 16 18:09:56.889702 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Deleting port 6a849ac3-50e7-40dd-a631-53cde56febc2 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:56.889971 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.919344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Deleting port 2fe37c4c-0c38-4c02-815e-aabdf443511f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:56.919712 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.955958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-87098e34-4925-4a4a-8cf5-42c3334f8dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:09:55Z', 'revision_number': 5, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port': {'id': '6a849ac3-50e7-40dd-a631-53cde56febc2', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:00Z', 'updated_at': '2021-07-16T18:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:56.993714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87098e34-4925-4a4a-8cf5-42c3334f8dc4 None None] Checking router: fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:56.999678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] For port 6a849ac3-50e7-40dd-a631-53cde56febc2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6a849ac3-50e7-40dd-a631-53cde56febc2,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:57.000349 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.005423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87098e34-4925-4a4a-8cf5-42c3334f8dc4 None None] Routers {'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:57.006095 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-87098e34-4925-4a4a-8cf5-42c3334f8dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:09:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:57.027122 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Calling delete_port for 6a849ac3-50e7-40dd-a631-53cde56febc2 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:57.110816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-87098e34-4925-4a4a-8cf5-42c3334f8dc4 None None] Set router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:57.186115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-87098e34-4925-4a4a-8cf5-42c3334f8dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:09:56Z', 'revision_number': 6, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:57.220766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87098e34-4925-4a4a-8cf5-42c3334f8dc4 None None] The sync data for ids ['fb8b1baa-5c3a-40a0-b802-a64dfeb477c4'] in n-d-787206-10 is: [{'id': 'fb8b1baa-5c3a-40a0-b802-a64dfeb477c4', 'name': 'tempest-ServerActionsTestJSON-399121108-router', 'tenant_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:59Z', 'updated_at': '2021-07-16T18:09:56Z', 'revision_number': 6, 'project_id': '5ca33b2ce4084d6ea2bd43b67a123011', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:57.260372 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.293677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=6a849ac3-50e7-40dd-a631-53cde56febc2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:57.360261 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.368404 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1d328a4-f8c3-4db6-896a-2cd4ffa2e423 req-97b3a773-b3bc-4337-84f1-e2ba6c70d71f tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4800739 Jul 16 18:09:57.416135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad1d7b-9d81-4526-ab09-9da8789c9344 req-41cec98e-6b2b-4c13-9f17-212540f74b80 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.417669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42ad1d7b-9d81-4526-ab09-9da8789c9344 req-41cec98e-6b2b-4c13-9f17-212540f74b80 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.5864511 Jul 16 18:09:57.432660 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] For port 2fe37c4c-0c38-4c02-815e-aabdf443511f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=2fe37c4c-0c38-4c02-815e-aabdf443511f,segment=NetworkSegment(9cfe207f-0f33-487e-af87-b151811a0618),segment_id=9cfe207f-0f33-487e-af87-b151811a0618)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:57.433172 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.466670 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.469086 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.518564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.520821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:57.527128 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.528508 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d5f330a0-384c-4abe-8d90-ea8f26805bdf admin admin] 10.222.0.41 "DELETE /v2.0/routers/fb8b1baa-5c3a-40a0-b802-a64dfeb477c4 HTTP/1.1" status: 204 len: 168 time: 1.0700407 Jul 16 18:09:57.530890 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48492) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:57.590152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4396db-efc9-4f1a-b2e4-2556a9bdbc9f admin admin] Deleting subnet c8c21379-bc6e-44f3-b825-c4136d84a8e7 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:57.593532 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f4396db-efc9-4f1a-b2e4-2556a9bdbc9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.637316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42ad1d7b-9d81-4526-ab09-9da8789c9344 req-9145c0cb-353b-4690-b57f-7a439df45b07 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064302 Jul 16 18:09:57.655059 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f4396db-efc9-4f1a-b2e4-2556a9bdbc9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.766095 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f4396db-efc9-4f1a-b2e4-2556a9bdbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.794669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68b12-f697-41b2-aaaa-d6c91350d772 req-39d45980-8e09-4ff1-b6cd-145a662cd6ce tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.802064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45e68b12-f697-41b2-aaaa-d6c91350d772 req-39d45980-8e09-4ff1-b6cd-145a662cd6ce tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 943 time: 0.3068402 Jul 16 18:09:57.827141 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f4396db-efc9-4f1a-b2e4-2556a9bdbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.857573 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54842b0a-469f-42f0-b6a8-b3d69d82b487 req-689bdd58-6cbb-49ab-8178-457bf1399021 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0479198 Jul 16 18:09:57.858157 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4396db-efc9-4f1a-b2e4-2556a9bdbc9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c21379-bc6e-44f3-b825-c4136d84a8e7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:57.859872 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.859872 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.859872 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Floating IP 2c7caa62-2f73-49d1-8d45-de2588141763 disassociated. External IP: 172.25.5.69, port: 2fe37c4c-0c38-4c02-815e-aabdf443511f. Jul 16 18:09:57.860170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Calling delete_port for 2fe37c4c-0c38-4c02-815e-aabdf443511f owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:57.860692 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f4396db-efc9-4f1a-b2e4-2556a9bdbc9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.866208 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4f4396db-efc9-4f1a-b2e4-2556a9bdbc9f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c8c21379-bc6e-44f3-b825-c4136d84a8e7 HTTP/1.1" status: 204 len: 168 time: 0.3341105 Jul 16 18:09:57.866461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48496) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:57.869330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0419dd-f2d7-4a16-91fa-7bcd221a7126 None None] Network 026a2c11-159b-4be3-b67f-844914b3c654 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:57.973522 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.978325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45e68b12-f697-41b2-aaaa-d6c91350d772 req-e17ca836-a533-4e4c-9942-6f8c2c72d69c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754239 Jul 16 18:09:58.064235 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8462523b-e2c3-407f-a4d1-83cf0d3bf13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.107343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 98679b50-fafa-4981-83ed-a86b8b4e87c2 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:58.164541 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 98679b50-fafa-4981-83ed-a86b8b4e87c2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:58.165225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 98679b50-fafa-4981-83ed-a86b8b4e87c2 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:58.188944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b6185f-50b2-487c-ae9e-20d25049fb9b None None] DHCP port deletion for 026a2c11-159b-4be3-b67f-844914b3c654 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:58.261130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-25b6185f-50b2-487c-ae9e-20d25049fb9b None None] Deleting port 583789d2-4478-4122-8ecc-33e6b68fc1f8 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:58.261395 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-25b6185f-50b2-487c-ae9e-20d25049fb9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.277109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Deleting port 583789d2-4478-4122-8ecc-33e6b68fc1f8 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:58.277564 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.325302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a33da-befb-4b92-b465-e5b4b7996a42 req-60832779-a1ca-4376-9bfa-c222fd4bbd04 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.327904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f7a33da-befb-4b92-b465-e5b4b7996a42 req-60832779-a1ca-4376-9bfa-c222fd4bbd04 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 943 time: 0.3036802 Jul 16 18:09:58.339592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-25b6185f-50b2-487c-ae9e-20d25049fb9b None None] For port 583789d2-4478-4122-8ecc-33e6b68fc1f8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=583789d2-4478-4122-8ecc-33e6b68fc1f8,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:58.340126 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-25b6185f-50b2-487c-ae9e-20d25049fb9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.355876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-25b6185f-50b2-487c-ae9e-20d25049fb9b None None] Calling delete_port for 583789d2-4478-4122-8ecc-33e6b68fc1f8 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:58.403497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cdb16-4d23-4a4a-bca0-fd536351e6cf req-101e3794-b946-4892-a466-691bb8e032c6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.404978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d7cdb16-4d23-4a4a-bca0-fd536351e6cf req-101e3794-b946-4892-a466-691bb8e032c6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2318494 Jul 16 18:09:58.408173 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.460594 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-25b6185f-50b2-487c-ae9e-20d25049fb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.473373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6185f-50b2-487c-ae9e-20d25049fb9b None None] No DVR routers for this DVR port 583789d2-4478-4122-8ecc-33e6b68fc1f8 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:58.492940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6185f-50b2-487c-ae9e-20d25049fb9b None None] Pushing event deleted for resources: {'Port': ['ID=583789d2-4478-4122-8ecc-33e6b68fc1f8,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.496159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] For port 583789d2-4478-4122-8ecc-33e6b68fc1f8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=583789d2-4478-4122-8ecc-33e6b68fc1f8,segment=NetworkSegment(43230937-5def-4bf6-aad1-5a98f5376853),segment_id=43230937-5def-4bf6-aad1-5a98f5376853)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:58.497398 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.526658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Pushing event deleted for resources: {'Port': ['ID=2fe37c4c-0c38-4c02-815e-aabdf443511f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.538495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Calling delete_port for 583789d2-4478-4122-8ecc-33e6b68fc1f8 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:58.554765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f7a33da-befb-4b92-b465-e5b4b7996a42 req-cd0714f5-7895-4f58-a708-01411b2f34af tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131448 Jul 16 18:09:58.568517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:58.568517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:58.568517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:58.568517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:58.568517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:58.568517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:58.568517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:58.568517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:58.568517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:58.568517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:58.568517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:58.568517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:58.586735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d7cdb16-4d23-4a4a-bca0-fd536351e6cf req-8d995d9c-e67d-47aa-8df0-aafdcfbfe5f2 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432774 Jul 16 18:09:58.768759 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c011f71a-aa7b-4841-a7a3-11e4618565b5 req-a1bec30d-e449-49b4-b1a7-42ce4824a9af tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f HTTP/1.1" status: 200 len: 210 time: 0.0783768 Jul 16 18:09:58.834460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:58.835883 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.869967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 1d2f5f50-30d0-41d7-b375-1cccb90e8223 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:58.871998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=583789d2-4478-4122-8ecc-33e6b68fc1f8,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.880833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] No DVR routers for this DVR port 583789d2-4478-4122-8ecc-33e6b68fc1f8 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:58.957237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7011f5c-4c03-4a30-9c41-57b78a69414c req-bfad8931-72f8-4892-8ec4-db18612aff47 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.958809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7011f5c-4c03-4a30-9c41-57b78a69414c req-bfad8931-72f8-4892-8ec4-db18612aff47 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2261295 Jul 16 18:09:59.025756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 1d2f5f50-30d0-41d7-b375-1cccb90e8223, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=1d2f5f50-30d0-41d7-b375-1cccb90e8223,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:59.039183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '1d2f5f50-30d0-41d7-b375-1cccb90e8223', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'port_id': '1d2f5f50-30d0-41d7-b375-1cccb90e8223', 'mac_address': 'fa:16:3e:ad:dd:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4896f2-d6af-4700-991a-0a11d6229f29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:59.074494 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.090113 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.103818 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2f5f50-30d0-41d7-b375-1cccb90e8223 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:59.126204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 1d2f5f50-30d0-41d7-b375-1cccb90e8223, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=1d2f5f50-30d0-41d7-b375-1cccb90e8223,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:59.128091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-892c91f4-7712-4643-8727-8db48a157bca req-ff03dc55-7684-4145-9b9b-7bf904d34a2f tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0408330 Jul 16 18:09:59.133172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026a2c11-159b-4be3-b67f-844914b3c654']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:59.137785 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7011f5c-4c03-4a30-9c41-57b78a69414c req-09d544be-18c3-4028-89e4-99ad3aa10300 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667881 Jul 16 18:09:59.147737 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.150151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43230937-5def-4bf6-aad1-5a98f5376853') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:59.150460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43230937-5def-4bf6-aad1-5a98f5376853') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:59.159108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:59.169813 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9fb441-a431-43c4-a125-719444ff4369 None None] Sync routers for ids ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:59.172204 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.189698 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9fb441-a431-43c4-a125-719444ff4369 None None] Routers {'4c009369-6c8c-44e8-a25b-7c8213f7fbe5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:59.190574 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-cf9fb441-a431-43c4-a125-719444ff4369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:09:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:59.208000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=1d2f5f50-30d0-41d7-b375-1cccb90e8223,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.209490 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.219676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:59.220099 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:59.281109 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:59.301264 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.310220 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.312288 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/026a2c11-159b-4be3-b67f-844914b3c654 HTTP/1.1" status: 204 len: 168 time: 1.4437521 Jul 16 18:09:59.379228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] No DVR routers for this DVR port 2fe37c4c-0c38-4c02-815e-aabdf443511f on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:59.382958 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.385063 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-883c524b-764e-4589-8ab5-899837852b8b req-42441456-3c45-4cf2-b433-154e9b3184a9 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.43 "DELETE /v2.0/ports/2fe37c4c-0c38-4c02-815e-aabdf443511f HTTP/1.1" status: 204 len: 173 time: 2.8679850 Jul 16 18:09:59.385758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f', 'name': 'network-vif-deleted', 'tag': '2fe37c4c-0c38-4c02-815e-aabdf443511f'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:59.388238 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83040131-4b37-4988-8e5f-272ad9e4cf20" -d '{"events": [{"server_uuid": "e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f", "name": "network-vif-deleted", "tag": "2fe37c4c-0c38-4c02-815e-aabdf443511f"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:59.390949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6825f-7ed4-427e-9496-44ec45ffebf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=026a2c11-159b-4be3-b67f-844914b3c654,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.395610 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['1d2f5f50-30d0-41d7-b375-1cccb90e8223'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:59.504814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980097e-3914-47c7-b655-2ce1f2172201 req-ad99447b-64ac-4c2d-b6f2-d1433e4de7a3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.512294 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1980097e-3914-47c7-b655-2ce1f2172201 req-ad99447b-64ac-4c2d-b6f2-d1433e4de7a3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 943 time: 0.1623385 Jul 16 18:09:59.544673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795afda-ce49-4bf4-83e0-c5268ece2284 req-aa022671-2f57-4f5e-8a2e-837060e86928 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.552184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8795afda-ce49-4bf4-83e0-c5268ece2284 req-aa022671-2f57-4f5e-8a2e-837060e86928 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1343987 Jul 16 18:09:59.572536 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-cf9fb441-a431-43c4-a125-719444ff4369 None None] Set router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:59.609807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1980097e-3914-47c7-b655-2ce1f2172201 req-bfb91790-0075-4ca5-acc3-5ae2241dfd84 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965350 Jul 16 18:09:59.636897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48520) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:59.647123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8795afda-ce49-4bf4-83e0-c5268ece2284 req-ed796668-6416-4af0-933e-79bb4b309619 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939860 Jul 16 18:09:59.729984 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5278120-6a92-4c04-8674-b4f17fca17cf x-openstack-request-id: req-e5278120-6a92-4c04-8674-b4f17fca17cf {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:59.730349 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f", "name": "network-vif-deleted", "tag": "2fe37c4c-0c38-4c02-815e-aabdf443511f", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:59.730672 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5278120-6a92-4c04-8674-b4f17fca17cf {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:59.731150 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92ce0e1-cbb4-4ba4-8597-c9e8c8ea847f', 'name': 'network-vif-deleted', 'tag': '2fe37c4c-0c38-4c02-815e-aabdf443511f', 'status': 'completed', 'code': 200} Jul 16 18:09:59.739796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48524) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:59.740133 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-af77ef6b-165b-4ba3-b280-a6609b461a28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ca33b2ce4084d6ea2bd43b67a123011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014152 Jul 16 18:09:59.795426 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6a849ac3-50e7-40dd-a631-53cde56febc2 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:59.842414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 6a849ac3-50e7-40dd-a631-53cde56febc2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:59.842889 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6a849ac3-50e7-40dd-a631-53cde56febc2 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:59.843318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 583789d2-4478-4122-8ecc-33e6b68fc1f8 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:59.853634 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f437df7b-9e6c-44c4-af23-e0b8feead68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.874356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 583789d2-4478-4122-8ecc-33e6b68fc1f8 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:59.874878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 583789d2-4478-4122-8ecc-33e6b68fc1f8 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:59.922449 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f437df7b-9e6c-44c4-af23-e0b8feead68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.996983 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-cf9fb441-a431-43c4-a125-719444ff4369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port': {'id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'ccce7093-c54d-4d5c-94e0-57671c97e35f', 'name': '', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'mac_address': 'fa:16:3e:b0:17:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:47Z', 'updated_at': '2021-07-16T18:07:55Z', 'revision_number': 5, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'subnets': [{'id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:00.026993 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f437df7b-9e6c-44c4-af23-e0b8feead68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.029549 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f437df7b-9e6c-44c4-af23-e0b8feead68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.030939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f437df7b-9e6c-44c4-af23-e0b8feead68d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/086310d9-e96a-46e5-9fd4-1fbb17afc698 HTTP/1.1" status: 204 len: 168 time: 0.2901189 Jul 16 18:10:00.037308 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9fb441-a431-43c4-a125-719444ff4369 None None] Checking router: 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:00.058380 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9fb441-a431-43c4-a125-719444ff4369 None None] Routers {'4c009369-6c8c-44e8-a25b-7c8213f7fbe5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:00.060109 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-cf9fb441-a431-43c4-a125-719444ff4369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:09:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:00.069018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec31c0d-3eab-45a9-b78e-b602635ffa30 req-f8178bba-b0cc-4eac-a2ee-bc06bbf5a309 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.070834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ec31c0d-3eab-45a9-b78e-b602635ffa30 req-f8178bba-b0cc-4eac-a2ee-bc06bbf5a309 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2323921 Jul 16 18:10:00.073603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437df7b-9e6c-44c4-af23-e0b8feead68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086310d9-e96a-46e5-9fd4-1fbb17afc698,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:00.154772 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ec31c0d-3eab-45a9-b78e-b602635ffa30 req-705e4454-a009-4509-bb1c-a1e8293376fc tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643663 Jul 16 18:10:00.174436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc23572-589b-4459-91cf-24b6d73383d7 req-071cfa4a-7c24-4219-9f59-28602a92cb00 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.180394 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efc23572-589b-4459-91cf-24b6d73383d7 req-071cfa4a-7c24-4219-9f59-28602a92cb00 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 944 time: 0.1657715 Jul 16 18:10:00.231606 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-cf9fb441-a431-43c4-a125-719444ff4369 None None] Set router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:00.281051 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efc23572-589b-4459-91cf-24b6d73383d7 req-a9d3c2cc-ec86-4e9d-b502-71eda6882657 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871084 Jul 16 18:10:00.473153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7b2b16-de60-4362-af59-c96f0ac72ed2 req-b6bcde7e-7d24-4e1e-991a-5681ace5c41e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aeba0ec-f2b8-40f5-88b7-1559468fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0484743 Jul 16 18:10:00.514258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48546) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.595664 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-cf9fb441-a431-43c4-a125-719444ff4369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port': {'id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'ccce7093-c54d-4d5c-94e0-57671c97e35f', 'name': '', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'mac_address': 'fa:16:3e:b0:17:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:47Z', 'updated_at': '2021-07-16T18:07:55Z', 'revision_number': 5, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'subnets': [{'id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:00.641744 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec799-2a9f-471a-ba73-624597a9aab4 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.654198 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9fb441-a431-43c4-a125-719444ff4369 None None] The sync data for ids ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'] in n-d-787206-10 is: [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:48Z', 'revision_number': 4, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port': {'id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'ccce7093-c54d-4d5c-94e0-57671c97e35f', 'name': '', 'network_id': '5a6bf604-da1b-43c6-8293-9a81252180e8', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'mac_address': 'fa:16:3e:b0:17:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:47Z', 'updated_at': '2021-07-16T18:07:55Z', 'revision_number': 5, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'subnets': [{'id': '09da2554-154a-4f34-9e38-5d12cc267a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:00.713202 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.719027 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7b1d68ed-1fad-4cfc-b6d6-66e9cdbade09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.720883 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec799-2a9f-471a-ba73-624597a9aab4 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.862538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cabca-9fdc-42cf-b268-5623eb246175 req-cb283de7-205d-4d78-93bb-be2db8f78b4c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.864292 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e8cabca-9fdc-42cf-b268-5623eb246175 req-cb283de7-205d-4d78-93bb-be2db8f78b4c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1596951 Jul 16 18:10:00.871248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 1d2f5f50-30d0-41d7-b375-1cccb90e8223 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:00.911582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec799-2a9f-471a-ba73-624597a9aab4 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.914243 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec799-2a9f-471a-ba73-624597a9aab4 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.917961 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48564) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.918436 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6f7ec799-2a9f-471a-ba73-624597a9aab4 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "DELETE /v2.0/security-groups/3b8112eb-d84c-41d8-bcf7-e25ce4d83c44 HTTP/1.1" status: 204 len: 168 time: 0.4026928 Jul 16 18:10:00.932571 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-e3fbd287-6460-44cd-81af-9c15a4955b70 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] show failed (client error): The resource could not be found. Jul 16 18:10:00.933790 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e3fbd287-6460-44cd-81af-9c15a4955b70 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "GET /v2.0/security-groups/3b8112eb-d84c-41d8-bcf7-e25ce4d83c44 HTTP/1.1" status: 404 len: 347 time: 0.0148561 Jul 16 18:10:00.936687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48566) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.939873 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 1d2f5f50-30d0-41d7-b375-1cccb90e8223 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:00.941312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ec799-2a9f-471a-ba73-624597a9aab4 tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8112eb-d84c-41d8-bcf7-e25ce4d83c44,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:00.946829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 1d2f5f50-30d0-41d7-b375-1cccb90e8223 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:00.947948 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.978097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e8cabca-9fdc-42cf-b268-5623eb246175 req-a5fa3966-b73d-4519-846c-64683c05c76e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925152 Jul 16 18:10:01.018756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50fdf1-5455-4bf3-8e43-818be18878ac req-b1af89fd-703e-4a08-9f96-65d33fd1bc04 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.033291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab50fdf1-5455-4bf3-8e43-818be18878ac req-b1af89fd-703e-4a08-9f96-65d33fd1bc04 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 943 time: 0.1915746 Jul 16 18:10:01.098722 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.139749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 1d2f5f50-30d0-41d7-b375-1cccb90e8223, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=1d2f5f50-30d0-41d7-b375-1cccb90e8223,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:01.141160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca95bc80-1c52-45b4-a335-6999d26143e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2f5f50-30d0-41d7-b375-1cccb90e8223'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:01.144012 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e731ba8-ccec-46bb-afdb-4e043fa68584" -d '{"events": [{"server_uuid": "ca95bc80-1c52-45b4-a335-6999d26143e3", "name": "network-vif-plugged", "status": "completed", "tag": "1d2f5f50-30d0-41d7-b375-1cccb90e8223"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:01.148275 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab50fdf1-5455-4bf3-8e43-818be18878ac req-5ca59d7b-02cf-4c28-a86f-0122ec4f880a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137788 Jul 16 18:10:01.150971 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-86e0d352-fa65-4a3b-aeec-f5fd34112d0d tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Deleting port 8a9b1a1f-ee7d-40ec-adc9-aeb7cb538208 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:01.151511 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86e0d352-fa65-4a3b-aeec-f5fd34112d0d tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.152390 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.158752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641b7f03-6b15-4158-b5cd-c783733b5e0b None None] New status for floating IP 2c7caa62-2f73-49d1-8d45-de2588141763: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:10:01.249229 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86e0d352-fa65-4a3b-aeec-f5fd34112d0d tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.250730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86e0d352-fa65-4a3b-aeec-f5fd34112d0d tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.268370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-86e0d352-fa65-4a3b-aeec-f5fd34112d0d tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Calling delete_port for 8a9b1a1f-ee7d-40ec-adc9-aeb7cb538208 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:01.302310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9128c53-2697-4e98-9a52-ae9cb7389317 req-a78544e1-b99c-479d-8ace-4da20ba04fa2 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.303896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9128c53-2697-4e98-9a52-ae9cb7389317 req-a78544e1-b99c-479d-8ace-4da20ba04fa2 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1233673 Jul 16 18:10:01.321232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48582) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:01.384422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9128c53-2697-4e98-9a52-ae9cb7389317 req-85c2791c-9dff-4e89-b8ca-c3af0e5cfe19 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639977 Jul 16 18:10:01.413212 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:10:01.476773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=1d2f5f50-30d0-41d7-b375-1cccb90e8223,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.536216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-226818476-network', 'tenant_id': '8c96a7c419e94d8189a926bbb35ae11e'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:01.538509 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96307201-585e-443f-b048-88647654412a x-openstack-request-id: req-96307201-585e-443f-b048-88647654412a {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:01.538802 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca95bc80-1c52-45b4-a335-6999d26143e3", "name": "network-vif-plugged", "status": "completed", "tag": "1d2f5f50-30d0-41d7-b375-1cccb90e8223", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:01.539222 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96307201-585e-443f-b048-88647654412a {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:01.539866 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca95bc80-1c52-45b4-a335-6999d26143e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2f5f50-30d0-41d7-b375-1cccb90e8223', 'code': 200} Jul 16 18:10:01.540120 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86e0d352-fa65-4a3b-aeec-f5fd34112d0d tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.548882 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 2fe37c4c-0c38-4c02-815e-aabdf443511f no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:01.604399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Made reservation on behalf of 8c96a7c419e94d8189a926bbb35ae11e for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:01.607486 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.616332 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 2fe37c4c-0c38-4c02-815e-aabdf443511f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:01.618645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 2fe37c4c-0c38-4c02-815e-aabdf443511f not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:01.619322 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0d352-fa65-4a3b-aeec-f5fd34112d0d tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Pushing event deleted for resources: {'Port': ['ID=8a9b1a1f-ee7d-40ec-adc9-aeb7cb538208,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.628456 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.713621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48596) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:01.788025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035475d-3b95-4ccb-b7ab-94a8706382ef req-a7df80d2-5b56-4e25-bd3a-ce353962a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.789527 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4035475d-3b95-4ccb-b7ab-94a8706382ef req-a7df80d2-5b56-4e25-bd3a-ce353962a894 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 1097 time: 0.1406684 Jul 16 18:10:01.792930 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86e0d352-fa65-4a3b-aeec-f5fd34112d0d tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.796151 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86e0d352-fa65-4a3b-aeec-f5fd34112d0d tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.802569 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-86e0d352-fa65-4a3b-aeec-f5fd34112d0d tempest-ServersTestJSON-1903745324 tempest-ServersTestJSON-1903745324-project] 10.222.0.41 "DELETE /v2.0/floatingips/2c7caa62-2f73-49d1-8d45-de2588141763 HTTP/1.1" status: 204 len: 168 time: 0.8596818 Jul 16 18:10:01.804392 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48600) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:01.833089 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.851234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca1218-83c1-4606-9485-39ebb48e7639 req-807d89fe-a99e-4a95-b291-eccb529711a8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.858183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98ca1218-83c1-4606-9485-39ebb48e7639 req-807d89fe-a99e-4a95-b291-eccb529711a8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 945 time: 0.2109601 Jul 16 18:10:01.873692 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db729648-58e5-4c3f-875d-032e337c2528 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.886927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4035475d-3b95-4ccb-b7ab-94a8706382ef req-aea62c6a-2017-4dcc-b797-f093e06ab6df service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876505 Jul 16 18:10:01.951151 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db729648-58e5-4c3f-875d-032e337c2528 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.967026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98ca1218-83c1-4606-9485-39ebb48e7639 req-40ecfcf6-5ecd-481a-a5b8-8a6a91a9b8cc tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073706 Jul 16 18:10:01.994284 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.006503 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.035977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:02.060088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1fa81-0705-4778-979a-6fb980b9a3c8 req-e54b984b-5230-43d4-bef6-b5b3baabaa8e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.061574 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4eb1fa81-0705-4778-979a-6fb980b9a3c8 req-e54b984b-5230-43d4-bef6-b5b3baabaa8e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1737635 Jul 16 18:10:02.067085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9f4c82-c110-4e61-9da9-62fc66390359,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.071383 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.071754 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Added segment 56ba5b33-f73b-4f9a-80bf-adfc8e4c5cb7 of type vlan for network f443299e-cc9b-4db4-8e3a-b16a6e0cb18c Jul 16 18:10:02.131837 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.133096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db729648-58e5-4c3f-875d-032e337c2528 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.135879 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db729648-58e5-4c3f-875d-032e337c2528 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.137109 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-db729648-58e5-4c3f-875d-032e337c2528 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "DELETE /v2.0/security-groups/7841e243-aa01-4802-ae19-6830c0ca1321 HTTP/1.1" status: 204 len: 168 time: 0.4217372 Jul 16 18:10:02.141624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48602) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.155284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db729648-58e5-4c3f-875d-032e337c2528 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7841e243-aa01-4802-ae19-6830c0ca1321,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.164673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4eb1fa81-0705-4778-979a-6fb980b9a3c8 req-880d37af-700d-4847-bf82-2cbda33331ba tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910401 Jul 16 18:10:02.167849 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-755d41f7-a135-478f-93cb-98989de25d66 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] show failed (client error): The resource could not be found. Jul 16 18:10:02.168856 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-755d41f7-a135-478f-93cb-98989de25d66 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "GET /v2.0/security-groups/7841e243-aa01-4802-ae19-6830c0ca1321 HTTP/1.1" status: 404 len: 347 time: 0.0264270 Jul 16 18:10:02.176897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48604) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.244864 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.245955 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.246541 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.362345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f443299e-cc9b-4db4-8e3a-b16a6e0cb18c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.373741 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network f443299e-cc9b-4db4-8e3a-b16a6e0cb18c details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:02.376171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7bfce90f-51f8-4b35-8b28-66987e3131c9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0537324 Jul 16 18:10:02.500112 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ae96c-fb91-4fea-92f4-b0500ae67ee9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Deleting port bf5ba9af-51ac-48dd-bb30-48a2e0ecf326 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:02.500504 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae96c-fb91-4fea-92f4-b0500ae67ee9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.512302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9f693-8b39-4a01-b214-259eb04f2d61 req-726a7081-4627-4f45-ae41-d32cfd96ea4c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.520133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28e9f693-8b39-4a01-b214-259eb04f2d61 req-726a7081-4627-4f45-ae41-d32cfd96ea4c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1540368 Jul 16 18:10:02.532867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f813e10-af8f-4c97-94bf-6ccaa70bfac8 req-0e49c62f-9323-4bea-a444-b91fc5bdedde tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.541112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f813e10-af8f-4c97-94bf-6ccaa70bfac8 req-0e49c62f-9323-4bea-a444-b91fc5bdedde tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 943 time: 0.1735260 Jul 16 18:10:02.639517 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f813e10-af8f-4c97-94bf-6ccaa70bfac8 req-235b1e65-257e-47d3-8796-6dd76f9a313a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971231 Jul 16 18:10:02.650427 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae96c-fb91-4fea-92f4-b0500ae67ee9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.651161 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae96c-fb91-4fea-92f4-b0500ae67ee9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.660617 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28e9f693-8b39-4a01-b214-259eb04f2d61 req-511db405-ff7e-49ff-947d-479227f4a0ac tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170831 Jul 16 18:10:02.675014 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ae96c-fb91-4fea-92f4-b0500ae67ee9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Calling delete_port for bf5ba9af-51ac-48dd-bb30-48a2e0ecf326 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:03.135051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e5721-832d-4a72-a3d9-179790f72c25 req-e5c23d84-b9d2-4d66-b23b-1a93ed1483f8 tempest-ComputeTenantNetworksTest-249375693 tempest-ComputeTenantNetworksTest-249375693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.141658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e5721-832d-4a72-a3d9-179790f72c25 req-e5c23d84-b9d2-4d66-b23b-1a93ed1483f8 tempest-ComputeTenantNetworksTest-249375693 tempest-ComputeTenantNetworksTest-249375693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.149410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e5721-832d-4a72-a3d9-179790f72c25 req-e5c23d84-b9d2-4d66-b23b-1a93ed1483f8 tempest-ComputeTenantNetworksTest-249375693 tempest-ComputeTenantNetworksTest-249375693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.158910 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-985e5721-832d-4a72-a3d9-179790f72c25 req-e5c23d84-b9d2-4d66-b23b-1a93ed1483f8 tempest-ComputeTenantNetworksTest-249375693 tempest-ComputeTenantNetworksTest-249375693-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3524196 Jul 16 18:10:03.176676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa894f-f636-49ea-ae97-6400015ca9ee req-ab9b6b58-45f4-4cbe-a499-cdd53a455c47 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.178802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2aa894f-f636-49ea-ae97-6400015ca9ee req-ab9b6b58-45f4-4cbe-a499-cdd53a455c47 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3075047 Jul 16 18:10:03.246838 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2aa894f-f636-49ea-ae97-6400015ca9ee req-47aa8638-dfab-4462-b077-530ab915b8b9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620558 Jul 16 18:10:03.280352 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ec19c41-8cf4-4be1-a377-1a7451adeac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.286354 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae96c-fb91-4fea-92f4-b0500ae67ee9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.424466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca18f80-ac13-4cf1-be71-6740abcfb831 req-56ec033c-9018-4299-bba5-309d1bd53878 tempest-ComputeTenantNetworksTest-249375693 tempest-ComputeTenantNetworksTest-249375693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.426990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ca18f80-ac13-4cf1-be71-6740abcfb831 req-56ec033c-9018-4299-bba5-309d1bd53878 tempest-ComputeTenantNetworksTest-249375693 tempest-ComputeTenantNetworksTest-249375693-project] 10.222.0.41 "GET /v2.0/networks/f443299e-cc9b-4db4-8e3a-b16a6e0cb18c HTTP/1.1" status: 200 len: 768 time: 0.1313815 Jul 16 18:10:03.437445 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48630) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.443415 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ae96c-fb91-4fea-92f4-b0500ae67ee9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'Port': ['ID=bf5ba9af-51ac-48dd-bb30-48a2e0ecf326,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.501428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9ca5a-432a-45ec-8605-5680731e9fe2 req-b2ed5ad5-83e3-4bec-a165-e5d6cee985f8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.504378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1bf9ca5a-432a-45ec-8605-5680731e9fe2 req-b2ed5ad5-83e3-4bec-a165-e5d6cee985f8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 945 time: 0.1777072 Jul 16 18:10:03.554635 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.564718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:03.571619 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae96c-fb91-4fea-92f4-b0500ae67ee9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.574937 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae96c-fb91-4fea-92f4-b0500ae67ee9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.576322 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0e3ae96c-fb91-4fea-92f4-b0500ae67ee9 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "DELETE /v2.0/floatingips/9a441136-5ea6-46c6-af3a-c9649a138f90 HTTP/1.1" status: 204 len: 168 time: 1.3965137 Jul 16 18:10:03.580234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48632) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.599589 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df02abcf-8322-43a7-8153-7a4ddbf7b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.708879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1bf9ca5a-432a-45ec-8605-5680731e9fe2 req-390f1711-26b0-45f0-9dbb-56e7dd83472c tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013148 Jul 16 18:10:03.709332 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:03.724072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'port_id': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'mac_address': 'fa:16:3e:df:f7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:03.769613 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.797569 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:03.804964 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4749062a-4d54-4b92-a8cf-a857c8c95340 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Deleting port 18345d03-7c53-438a-9a8c-95169626de44 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:03.805371 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4749062a-4d54-4b92-a8cf-a857c8c95340 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.842423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:03.852112 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.913399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.008031 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5ec19c41-8cf4-4be1-a377-1a7451adeac5 admin admin] Deleting port ccce7093-c54d-4d5c-94e0-57671c97e35f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:04.008739 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ec19c41-8cf4-4be1-a377-1a7451adeac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.012819 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4749062a-4d54-4b92-a8cf-a857c8c95340 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.047425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4749062a-4d54-4b92-a8cf-a857c8c95340 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Calling delete_port for 18345d03-7c53-438a-9a8c-95169626de44 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:04.069114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:04.263399 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-5ec19c41-8cf4-4be1-a377-1a7451adeac5 admin admin] For port ccce7093-c54d-4d5c-94e0-57671c97e35f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ccce7093-c54d-4d5c-94e0-57671c97e35f,segment=NetworkSegment(9cfe207f-0f33-487e-af87-b151811a0618),segment_id=9cfe207f-0f33-487e-af87-b151811a0618)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:04.263965 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ec19c41-8cf4-4be1-a377-1a7451adeac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.264607 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df02abcf-8322-43a7-8153-7a4ddbf7b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.278637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5ec19c41-8cf4-4be1-a377-1a7451adeac5 admin admin] Calling delete_port for ccce7093-c54d-4d5c-94e0-57671c97e35f owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:04.285013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-df02abcf-8322-43a7-8153-7a4ddbf7b7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f443299e-cc9b-4db4-8e3a-b16a6e0cb18c']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:04.299717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-df02abcf-8322-43a7-8153-7a4ddbf7b7e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ba5b33-f73b-4f9a-80bf-adfc8e4c5cb7') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:04.300010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-df02abcf-8322-43a7-8153-7a4ddbf7b7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ba5b33-f73b-4f9a-80bf-adfc8e4c5cb7') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:04.310147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9e229-2927-4740-b62e-de96b0c61e38 req-133cdac1-2a47-4da0-b773-e258a1a10965 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.317669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9f9e229-2927-4740-b62e-de96b0c61e38 req-133cdac1-2a47-4da0-b773-e258a1a10965 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.6698558 Jul 16 18:10:04.339777 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df02abcf-8322-43a7-8153-7a4ddbf7b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.352793 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4749062a-4d54-4b92-a8cf-a857c8c95340 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.366323 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df02abcf-8322-43a7-8153-7a4ddbf7b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.383198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df02abcf-8322-43a7-8153-7a4ddbf7b7e6 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:04.383638 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df02abcf-8322-43a7-8153-7a4ddbf7b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:04.386436 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:04.404083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9f9e229-2927-4740-b62e-de96b0c61e38 req-b54b7735-01a5-4e9b-a762-5cb4bec41991 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855448 Jul 16 18:10:04.411761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeb6f7-263b-42c2-8bd3-395f7f9212ac req-1936a851-34a8-46c2-b01d-8fa44aa87b75 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.418437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eeb6f7-263b-42c2-8bd3-395f7f9212ac req-1936a851-34a8-46c2-b01d-8fa44aa87b75 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 944 time: 0.2491543 Jul 16 18:10:04.439802 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749062a-4d54-4b92-a8cf-a857c8c95340 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'Port': ['ID=18345d03-7c53-438a-9a8c-95169626de44,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.516944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49eeb6f7-263b-42c2-8bd3-395f7f9212ac req-d50f8af8-5364-4db1-8c4c-94b79327573f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975454 Jul 16 18:10:04.519753 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df02abcf-8322-43a7-8153-7a4ddbf7b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.531740 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df02abcf-8322-43a7-8153-7a4ddbf7b7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.539607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-df02abcf-8322-43a7-8153-7a4ddbf7b7e6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f443299e-cc9b-4db4-8e3a-b16a6e0cb18c HTTP/1.1" status: 204 len: 168 time: 1.1009378 Jul 16 18:10:04.566195 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4749062a-4d54-4b92-a8cf-a857c8c95340 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.568210 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02abcf-8322-43a7-8153-7a4ddbf7b7e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f443299e-cc9b-4db4-8e3a-b16a6e0cb18c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.578225 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4749062a-4d54-4b92-a8cf-a857c8c95340 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "DELETE /v2.0/ports/18345d03-7c53-438a-9a8c-95169626de44 HTTP/1.1" status: 204 len: 168 time: 0.9949436 Jul 16 18:10:04.578825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48644) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:04.692884 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ec19c41-8cf4-4be1-a377-1a7451adeac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.732311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48646) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:04.791111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e443acf0-8711-44cb-b463-53c18f9cf208 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Deleting port 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:04.791607 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e443acf0-8711-44cb-b463-53c18f9cf208 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.836887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec19c41-8cf4-4be1-a377-1a7451adeac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccce7093-c54d-4d5c-94e0-57671c97e35f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.858887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d5217359-c4cb-4985-ac3f-02b5c97555c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c96a7c419e94d8189a926bbb35ae11e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1231945 Jul 16 18:10:04.867985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48652) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:04.999910 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e443acf0-8711-44cb-b463-53c18f9cf208 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.025943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e443acf0-8711-44cb-b463-53c18f9cf208 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Calling delete_port for 4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:05.174277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ec19c41-8cf4-4be1-a377-1a7451adeac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.338255 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-232c3fa2-e484-4432-a825-23e08dc5a2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.374159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe47a6-dbce-41b7-8109-2b9ff2b5f6bb req-45d0e8cc-ecf9-4aa3-aede-5b3b353aba32 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.375702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78fe47a6-dbce-41b7-8109-2b9ff2b5f6bb req-45d0e8cc-ecf9-4aa3-aede-5b3b353aba32 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 945 time: 0.4462645 Jul 16 18:10:05.389743 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51ddba-d879-47c7-b18c-e65d17b1efea req-36fe8de6-caca-4a0a-b53a-d76b926d83c2 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.391242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c51ddba-d879-47c7-b18c-e65d17b1efea req-36fe8de6-caca-4a0a-b53a-d76b926d83c2 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2038670 Jul 16 18:10:05.397585 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-232c3fa2-e484-4432-a825-23e08dc5a2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.399967 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e443acf0-8711-44cb-b463-53c18f9cf208 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.415956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec19c41-8cf4-4be1-a377-1a7451adeac5 admin admin] Router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:05.480836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443acf0-8711-44cb-b463-53c18f9cf208 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'Port': ['ID=4c93a3a9-cbda-4c4d-b7a9-c57c314e7848,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:05.546592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec19c41-8cf4-4be1-a377-1a7451adeac5 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:05.554676 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5ec19c41-8cf4-4be1-a377-1a7451adeac5 admin admin] 10.222.0.41 "PUT /v2.0/routers/4c009369-6c8c-44e8-a25b-7c8213f7fbe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7489898 Jul 16 18:10:05.557030 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48658) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:05.558169 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69f8ae-ef14-4873-859c-2ebc6ce17ab8 None None] Sync routers for ids ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:05.560014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78fe47a6-dbce-41b7-8109-2b9ff2b5f6bb req-c185ea20-cf48-456d-a7a9-826998aba63b tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649015 Jul 16 18:10:05.574407 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69f8ae-ef14-4873-859c-2ebc6ce17ab8 None None] Routers {'4c009369-6c8c-44e8-a25b-7c8213f7fbe5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:05.575312 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1b69f8ae-ef14-4873-859c-2ebc6ce17ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:10:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:05.577233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:05.619790 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c51ddba-d879-47c7-b18c-e65d17b1efea req-dccdf076-5e32-467a-b231-ef619a0f55f9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133207 Jul 16 18:10:05.680987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:05.683907 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-232c3fa2-e484-4432-a825-23e08dc5a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.686283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:05.686907 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.689987 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-232c3fa2-e484-4432-a825-23e08dc5a2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.694184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-232c3fa2-e484-4432-a825-23e08dc5a2e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb9f4c82-c110-4e61-9da9-62fc66390359 HTTP/1.1" status: 204 len: 168 time: 0.8226576 Jul 16 18:10:05.702819 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e443acf0-8711-44cb-b463-53c18f9cf208 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.718856 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e443acf0-8711-44cb-b463-53c18f9cf208 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "DELETE /v2.0/ports/4c93a3a9-cbda-4c4d-b7a9-c57c314e7848 HTTP/1.1" status: 204 len: 168 time: 1.1388128 Jul 16 18:10:05.721204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48664) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:05.837733 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.848739 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.856252 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-1b69f8ae-ef14-4873-859c-2ebc6ce17ab8 None None] Set router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:05.907173 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f85a20-c979-42f6-967b-7d012817d833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:05.911842 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15677b6-07db-41c3-9359-236dd263a9ad" -d '{"events": [{"server_uuid": "83f85a20-c979-42f6-967b-7d012817d833", "name": "network-vif-plugged", "status": "completed", "tag": "a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:05.940458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:05.951116 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.970340 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.023129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-02649d6a-b406-476a-a59e-b7f17ceee1a2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Deleting subnet 6275183a-184c-40b6-9472-3ea6e6333b9e {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:06.041256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c3fa2-e484-4432-a825-23e08dc5a2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9f4c82-c110-4e61-9da9-62fc66390359,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:06.050326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:06.062349 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02649d6a-b406-476a-a59e-b7f17ceee1a2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.115416 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Deleting port 28062ad0-a785-4337-b4bc-c4d5a79516e8 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:06.115613 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.192614 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02649d6a-b406-476a-a59e-b7f17ceee1a2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.245777 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1b69f8ae-ef14-4873-859c-2ebc6ce17ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:10:04Z', 'revision_number': 5, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port': {'id': '28062ad0-a785-4337-b4bc-c4d5a79516e8', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:06.271553 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] For port 28062ad0-a785-4337-b4bc-c4d5a79516e8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=28062ad0-a785-4337-b4bc-c4d5a79516e8,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:06.271926 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.281031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e5f2d-2fc1-4be1-9b43-e9bdd1bd74e3 req-74b770d7-df65-4eeb-8e35-fd724defb507 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.282667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-526e5f2d-2fc1-4be1-9b43-e9bdd1bd74e3 req-74b770d7-df65-4eeb-8e35-fd724defb507 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 944 time: 0.3964858 Jul 16 18:10:06.288708 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69f8ae-ef14-4873-859c-2ebc6ce17ab8 None None] Checking router: 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:06.290840 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Calling delete_port for 28062ad0-a785-4337-b4bc-c4d5a79516e8 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:06.291372 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9741e-7ad1-44f7-bf8a-a711dc9145f8 req-db675236-1d80-45b2-aee6-e39d0794d9c6 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.293182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0eb9741e-7ad1-44f7-bf8a-a711dc9145f8 req-db675236-1d80-45b2-aee6-e39d0794d9c6 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 945 time: 0.2926023 Jul 16 18:10:06.299021 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69f8ae-ef14-4873-859c-2ebc6ce17ab8 None None] Routers {'4c009369-6c8c-44e8-a25b-7c8213f7fbe5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:06.300614 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1b69f8ae-ef14-4873-859c-2ebc6ce17ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:10:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:06.399098 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02649d6a-b406-476a-a59e-b7f17ceee1a2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.401478 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-1b69f8ae-ef14-4873-859c-2ebc6ce17ab8 None None] Set router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:06.419033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-526e5f2d-2fc1-4be1-9b43-e9bdd1bd74e3 req-1b91a960-9936-4416-8fd7-ab0778cec869 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198893 Jul 16 18:10:06.422186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0eb9741e-7ad1-44f7-bf8a-a711dc9145f8 req-9d786cde-cda0-44f6-a933-36b9e86cdccc tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838974 Jul 16 18:10:06.485062 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efefec0-c5f2-46f3-99cf-dd9237e5ba82 x-openstack-request-id: req-0efefec0-c5f2-46f3-99cf-dd9237e5ba82 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:06.485353 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f85a20-c979-42f6-967b-7d012817d833", "name": "network-vif-plugged", "status": "completed", "tag": "a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:06.485627 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0efefec0-c5f2-46f3-99cf-dd9237e5ba82 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:06.486014 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f85a20-c979-42f6-967b-7d012817d833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'code': 200} Jul 16 18:10:06.513232 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1b69f8ae-ef14-4873-859c-2ebc6ce17ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:10:05Z', 'revision_number': 6, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:06.553656 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02649d6a-b406-476a-a59e-b7f17ceee1a2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.570572 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69f8ae-ef14-4873-859c-2ebc6ce17ab8 None None] The sync data for ids ['4c009369-6c8c-44e8-a25b-7c8213f7fbe5'] in n-d-787206-10 is: [{'id': '4c009369-6c8c-44e8-a25b-7c8213f7fbe5', 'name': 'tempest-ServersTestJSON-1496475163-router', 'tenant_id': '4e17aa156f4a40259b661e33b16f6e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:44Z', 'updated_at': '2021-07-16T18:10:05Z', 'revision_number': 6, 'project_id': '4e17aa156f4a40259b661e33b16f6e56', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:06.575336 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.615606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=28062ad0-a785-4337-b4bc-c4d5a79516e8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:06.626244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02649d6a-b406-476a-a59e-b7f17ceee1a2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'Subnet': ['ID=6275183a-184c-40b6-9472-3ea6e6333b9e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:06.668873 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02649d6a-b406-476a-a59e-b7f17ceee1a2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.670867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-02649d6a-b406-476a-a59e-b7f17ceee1a2 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "DELETE /v2.0/subnets/6275183a-184c-40b6-9472-3ea6e6333b9e HTTP/1.1" status: 204 len: 168 time: 0.9364548 Jul 16 18:10:06.673394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48684) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:06.675392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bf392f-9f57-4862-af3f-c381a751399d None None] Network 0c011d84-2097-4163-a4e4-5f40c803c352 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:06.747702 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.754488 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13d6811-d03a-4a34-97e7-823cc53ccbe0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Deleting subnet 14e0b333-cc45-4046-931a-d9ad3b39fab2 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:06.759282 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e13d6811-d03a-4a34-97e7-823cc53ccbe0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.787737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1e7ff-f463-446a-b734-56a0e2e2506b req-8ad00ed3-7407-4b68-8cd2-cbe00612095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.789478 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01d1e7ff-f463-446a-b734-56a0e2e2506b req-8ad00ed3-7407-4b68-8cd2-cbe00612095d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 1097 time: 0.1947248 Jul 16 18:10:06.859376 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e13d6811-d03a-4a34-97e7-823cc53ccbe0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.905754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.913915 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.963394 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f5f61-354d-4d34-9756-fcd0e2244f24 None None] DHCP port deletion for 0c011d84-2097-4163-a4e4-5f40c803c352 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:06.968545 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01d1e7ff-f463-446a-b734-56a0e2e2506b req-a55d89fb-99d3-4afd-ab27-c7cef0a852e1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709466 Jul 16 18:10:07.041666 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.042287 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c009369-6c8c-44e8-a25b-7c8213f7fbe5 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:10:07.047524 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.056362 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0d28e1f8-eabc-4eb4-af4e-b5706be61b6d admin admin] 10.222.0.41 "DELETE /v2.0/routers/4c009369-6c8c-44e8-a25b-7c8213f7fbe5 HTTP/1.1" status: 204 len: 168 time: 1.4979010 Jul 16 18:10:07.058394 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48700) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:07.067037 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-df5f5f61-354d-4d34-9756-fcd0e2244f24 None None] Deleting port bc7894c5-ad4f-4d50-a46f-8ff61e23980e {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:07.072636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-df5f5f61-354d-4d34-9756-fcd0e2244f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.154693 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-6354c0f2-394f-48ad-a9b7-a8399c989264 admin admin] Deleting subnet 09da2554-154a-4f34-9e38-5d12cc267a6a {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:07.157924 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6354c0f2-394f-48ad-a9b7-a8399c989264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.165477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-df5f5f61-354d-4d34-9756-fcd0e2244f24 None None] For port bc7894c5-ad4f-4d50-a46f-8ff61e23980e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=bc7894c5-ad4f-4d50-a46f-8ff61e23980e,segment=NetworkSegment(a10b33be-470c-431a-a9c3-2367b7c060a1),segment_id=a10b33be-470c-431a-a9c3-2367b7c060a1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:07.166098 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-df5f5f61-354d-4d34-9756-fcd0e2244f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.178809 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e13d6811-d03a-4a34-97e7-823cc53ccbe0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.184446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-df5f5f61-354d-4d34-9756-fcd0e2244f24 None None] Calling delete_port for bc7894c5-ad4f-4d50-a46f-8ff61e23980e owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:07.195415 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6354c0f2-394f-48ad-a9b7-a8399c989264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.276530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e32862-64e2-4d37-846e-7c32f7e14c3a req-78c92806-53e7-4f1b-a18b-00eb03a1a126 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.278122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87e32862-64e2-4d37-846e-7c32f7e14c3a req-78c92806-53e7-4f1b-a18b-00eb03a1a126 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1825740 Jul 16 18:10:07.292007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6354c0f2-394f-48ad-a9b7-a8399c989264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.304038 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab7746-b91b-41e7-b3b5-0e160c488629 req-53316d6c-9e38-4a9c-b465-e7150f5fdc3d tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.311279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7ab7746-b91b-41e7-b3b5-0e160c488629 req-53316d6c-9e38-4a9c-b465-e7150f5fdc3d tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.2166946 Jul 16 18:10:07.350037 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e13d6811-d03a-4a34-97e7-823cc53ccbe0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.368578 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6354c0f2-394f-48ad-a9b7-a8399c989264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.402280 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354c0f2-394f-48ad-a9b7-a8399c989264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09da2554-154a-4f34-9e38-5d12cc267a6a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:07.409535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d6811-d03a-4a34-97e7-823cc53ccbe0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'Subnet': ['ID=14e0b333-cc45-4046-931a-d9ad3b39fab2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:07.415863 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6354c0f2-394f-48ad-a9b7-a8399c989264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.421023 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6354c0f2-394f-48ad-a9b7-a8399c989264 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/09da2554-154a-4f34-9e38-5d12cc267a6a HTTP/1.1" status: 204 len: 168 time: 0.3591065 Jul 16 18:10:07.421508 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48706) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:07.427916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87e32862-64e2-4d37-846e-7c32f7e14c3a req-8af7d852-5091-4a68-8b5b-65f019a56e67 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387792 Jul 16 18:10:07.429290 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e13d6811-d03a-4a34-97e7-823cc53ccbe0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.440201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e13d6811-d03a-4a34-97e7-823cc53ccbe0 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "DELETE /v2.0/subnets/14e0b333-cc45-4046-931a-d9ad3b39fab2 HTTP/1.1" status: 204 len: 168 time: 0.7656071 Jul 16 18:10:07.453743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56d6cf9-c05e-43b8-b754-67dce8ecd410 None None] Network 5a6bf604-da1b-43c6-8293-9a81252180e8 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:07.455644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe9ce2c-a9ae-4228-b7f1-828c11406146 None None] Network 5a777c37-8bba-4f57-954a-0f9e5ea82022 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:07.463874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7ab7746-b91b-41e7-b3b5-0e160c488629 req-a6e611fe-1c2d-4a37-949c-735e61ff82e1 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515672 Jul 16 18:10:07.464554 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48708) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:07.568229 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.670102 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.740467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Deleting port 2c8240b9-f318-435a-9831-0fdd53d67e7a {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:07.740924 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.760995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 28062ad0-a785-4337-b4bc-c4d5a79516e8 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:07.820183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 28062ad0-a785-4337-b4bc-c4d5a79516e8 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:07.820648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 28062ad0-a785-4337-b4bc-c4d5a79516e8 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:07.821215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device bc7894c5-ad4f-4d50-a46f-8ff61e23980e no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:07.836869 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-df5f5f61-354d-4d34-9756-fcd0e2244f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.871250 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f5f61-354d-4d34-9756-fcd0e2244f24 None None] No DVR routers for this DVR port bc7894c5-ad4f-4d50-a46f-8ff61e23980e on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:07.883812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69617edd-bbe3-413e-83e0-fef0a40344c1 req-83241bba-22a0-43e3-bbdf-9440e7b313c9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.886467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] For port 2c8240b9-f318-435a-9831-0fdd53d67e7a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2c8240b9-f318-435a-9831-0fdd53d67e7a,segment=NetworkSegment(9cfe207f-0f33-487e-af87-b151811a0618),segment_id=9cfe207f-0f33-487e-af87-b151811a0618)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:07.886984 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.891358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69617edd-bbe3-413e-83e0-fef0a40344c1 req-83241bba-22a0-43e3-bbdf-9440e7b313c9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 945 time: 0.2032988 Jul 16 18:10:07.893572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: bc7894c5-ad4f-4d50-a46f-8ff61e23980e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:07.893940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device bc7894c5-ad4f-4d50-a46f-8ff61e23980e not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:07.894522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ccce7093-c54d-4d5c-94e0-57671c97e35f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:07.917584 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f5f61-354d-4d34-9756-fcd0e2244f24 None None] Pushing event deleted for resources: {'Port': ['ID=bc7894c5-ad4f-4d50-a46f-8ff61e23980e,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:07.924724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Calling delete_port for 2c8240b9-f318-435a-9831-0fdd53d67e7a owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:07.928297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Deleting port bc7894c5-ad4f-4d50-a46f-8ff61e23980e {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:07.928641 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.953763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: ccce7093-c54d-4d5c-94e0-57671c97e35f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:07.954104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ccce7093-c54d-4d5c-94e0-57671c97e35f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:07.954372 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41019f4d-f1cb-419a-a2a6-a71e966a7b96 req-819be474-d6be-4b1e-a782-edcac6c07c27 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.956019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41019f4d-f1cb-419a-a2a6-a71e966a7b96 req-819be474-d6be-4b1e-a782-edcac6c07c27 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 945 time: 0.1747365 Jul 16 18:10:08.058013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69617edd-bbe3-413e-83e0-fef0a40344c1 req-86f9e187-262e-46fe-b636-16e4684e8643 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657476 Jul 16 18:10:08.071723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] For port bc7894c5-ad4f-4d50-a46f-8ff61e23980e, host n-d-787206-10, got binding levels [] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:08.072827 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.077697 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317c2fcf-956f-47d9-b2d6-283d3b8ed6ed None None] DHCP port deletion for 5a777c37-8bba-4f57-954a-0f9e5ea82022 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:08.100822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.115346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Calling delete_port for bc7894c5-ad4f-4d50-a46f-8ff61e23980e owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:08.120616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.ipam_backend_mixin [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Port bc7894c5-ad4f-4d50-a46f-8ff61e23980e was not found and therefore no delete operation was performed {{(pid=100169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:10:08.126060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41019f4d-f1cb-419a-a2a6-a71e966a7b96 req-822de888-7798-4c88-b71a-c4817ee8f502 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604800 Jul 16 18:10:08.130309 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.178454 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe8b4a-cb5f-4d70-aea6-73f1f106567a None None] DHCP port deletion for 5a6bf604-da1b-43c6-8293-9a81252180e8 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:08.191486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8240b9-f318-435a-9831-0fdd53d67e7a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.197377 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] No DVR routers for this DVR port 2c8240b9-f318-435a-9831-0fdd53d67e7a on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:08.219989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] No DVR routers for this DVR port bc7894c5-ad4f-4d50-a46f-8ff61e23980e on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:08.229780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'Port': ['ID=bc7894c5-ad4f-4d50-a46f-8ff61e23980e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.262925 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-317c2fcf-956f-47d9-b2d6-283d3b8ed6ed None None] Deleting port e7a1b402-47b5-442b-bc1c-3e03700fe9af {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:08.263528 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-317c2fcf-956f-47d9-b2d6-283d3b8ed6ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.340192 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.352406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c011d84-2097-4163-a4e4-5f40c803c352']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:08.364129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10b33be-470c-431a-a9c3-2367b7c060a1') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:08.364556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10b33be-470c-431a-a9c3-2367b7c060a1') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:08.374635 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.376818 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.387118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-317c2fcf-956f-47d9-b2d6-283d3b8ed6ed None None] For port e7a1b402-47b5-442b-bc1c-3e03700fe9af, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e7a1b402-47b5-442b-bc1c-3e03700fe9af,segment=NetworkSegment(bfb4694d-38be-44c6-b65e-dd9acddc7f72),segment_id=bfb4694d-38be-44c6-b65e-dd9acddc7f72)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:08.387546 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-317c2fcf-956f-47d9-b2d6-283d3b8ed6ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.390402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6bf604-da1b-43c6-8293-9a81252180e8']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:08.396975 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.403212 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfe207f-0f33-487e-af87-b151811a0618') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:08.404081 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfe207f-0f33-487e-af87-b151811a0618') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:08.413678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:08.414235 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.415290 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.418016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-317c2fcf-956f-47d9-b2d6-283d3b8ed6ed None None] Calling delete_port for e7a1b402-47b5-442b-bc1c-3e03700fe9af owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:08.423852 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:08.435747 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.444407 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:08.444971 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:08.448020 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:08.537422 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-317c2fcf-956f-47d9-b2d6-283d3b8ed6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.547217 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.551570 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.561679 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.567989 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] 10.222.0.41 "DELETE /v2.0/networks/5a6bf604-da1b-43c6-8293-9a81252180e8 HTTP/1.1" status: 204 len: 168 time: 1.1454756 Jul 16 18:10:08.574267 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.576576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "DELETE /v2.0/networks/0c011d84-2097-4163-a4e4-5f40c803c352 HTTP/1.1" status: 204 len: 168 time: 1.1106431 Jul 16 18:10:08.590139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48734) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.602326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c489a-4d2c-4ab5-a766-9c30efb2cd5e tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'Network': ['ID=0c011d84-2097-4163-a4e4-5f40c803c352,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.614789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c2fcf-956f-47d9-b2d6-283d3b8ed6ed None None] Pushing event deleted for resources: {'Port': ['ID=e7a1b402-47b5-442b-bc1c-3e03700fe9af,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.630919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf315ba-3ff4-4b20-b683-3bbe74543b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=5a6bf604-da1b-43c6-8293-9a81252180e8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.635848 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c2fcf-956f-47d9-b2d6-283d3b8ed6ed None None] No DVR routers for this DVR port e7a1b402-47b5-442b-bc1c-3e03700fe9af on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:08.828187 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-706fa402-b8ae-40ff-9df8-b2e4e436cb50 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.877266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6288ce-6660-4618-adcb-bb0fb9f9f849 req-259ef430-1b00-4eb1-9a1a-6028961f1319 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.878796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc6288ce-6660-4618-adcb-bb0fb9f9f849 req-259ef430-1b00-4eb1-9a1a-6028961f1319 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 945 time: 0.2520800 Jul 16 18:10:08.896885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48740) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.926471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6361a-aa31-47bb-8aca-a1a05a76a844 req-47f2f7ba-b7be-4082-848b-5d91c030d651 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.928035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bbc6361a-aa31-47bb-8aca-a1a05a76a844 req-47f2f7ba-b7be-4082-848b-5d91c030d651 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3002059 Jul 16 18:10:08.947008 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-63319268-d2dc-4cfd-998f-e2bba78626e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e17aa156f4a40259b661e33b16f6e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465491 Jul 16 18:10:08.947489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48744) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.997972 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e696eab7-e3e2-4294-9896-5717f5ac3286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.006923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd548b8-ccb8-4909-9466-54337603ce40 req-56a12ba9-396e-4d43-8fc6-6f5ea2b83339 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.008629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8bd548b8-ccb8-4909-9466-54337603ce40 req-56a12ba9-396e-4d43-8fc6-6f5ea2b83339 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.2922235 Jul 16 18:10:09.023555 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e696eab7-e3e2-4294-9896-5717f5ac3286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.079256 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e696eab7-e3e2-4294-9896-5717f5ac3286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.082316 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e696eab7-e3e2-4294-9896-5717f5ac3286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.085781 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e696eab7-e3e2-4294-9896-5717f5ac3286 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83a8da2e-11e8-4392-b5d7-51defd17f7b7 HTTP/1.1" status: 204 len: 168 time: 0.1351073 Jul 16 18:10:09.096072 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696eab7-e3e2-4294-9896-5717f5ac3286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a8da2e-11e8-4392-b5d7-51defd17f7b7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.120126 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-706fa402-b8ae-40ff-9df8-b2e4e436cb50 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.143210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bbc6361a-aa31-47bb-8aca-a1a05a76a844 req-ce07ea61-3f95-4a74-a346-7530f00074d9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879528 Jul 16 18:10:09.152631 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-706fa402-b8ae-40ff-9df8-b2e4e436cb50 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a777c37-8bba-4f57-954a-0f9e5ea82022']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:09.173662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-706fa402-b8ae-40ff-9df8-b2e4e436cb50 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb4694d-38be-44c6-b65e-dd9acddc7f72') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:09.173992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-706fa402-b8ae-40ff-9df8-b2e4e436cb50 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb4694d-38be-44c6-b65e-dd9acddc7f72') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:09.180025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8bd548b8-ccb8-4909-9466-54337603ce40 req-0c507e09-327c-4608-ae99-cba33bd9bfad tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564579 Jul 16 18:10:09.190553 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-706fa402-b8ae-40ff-9df8-b2e4e436cb50 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.214723 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-706fa402-b8ae-40ff-9df8-b2e4e436cb50 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.223681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-fc6288ce-6660-4618-adcb-bb0fb9f9f849 req-89b47f1e-c304-4bcc-b82b-989372d663ab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Deleting port 1d2f5f50-30d0-41d7-b375-1cccb90e8223 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:09.224036 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fc6288ce-6660-4618-adcb-bb0fb9f9f849 req-89b47f1e-c304-4bcc-b82b-989372d663ab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.228370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706fa402-b8ae-40ff-9df8-b2e4e436cb50 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:09.228917 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-706fa402-b8ae-40ff-9df8-b2e4e436cb50 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:09.231891 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:09.422561 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-706fa402-b8ae-40ff-9df8-b2e4e436cb50 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.437270 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-706fa402-b8ae-40ff-9df8-b2e4e436cb50 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.444733 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-706fa402-b8ae-40ff-9df8-b2e4e436cb50 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] 10.222.0.41 "DELETE /v2.0/networks/5a777c37-8bba-4f57-954a-0f9e5ea82022 HTTP/1.1" status: 204 len: 168 time: 0.8527296 Jul 16 18:10:09.478939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fa402-b8ae-40ff-9df8-b2e4e436cb50 tempest-TaggedBootDevicesTest-210382313 tempest-TaggedBootDevicesTest-210382313-project] Pushing event deleted for resources: {'Network': ['ID=5a777c37-8bba-4f57-954a-0f9e5ea82022,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.484772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-fc6288ce-6660-4618-adcb-bb0fb9f9f849 req-89b47f1e-c304-4bcc-b82b-989372d663ab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] For port 1d2f5f50-30d0-41d7-b375-1cccb90e8223, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=1d2f5f50-30d0-41d7-b375-1cccb90e8223,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:09.485128 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fc6288ce-6660-4618-adcb-bb0fb9f9f849 req-89b47f1e-c304-4bcc-b82b-989372d663ab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.504004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-fc6288ce-6660-4618-adcb-bb0fb9f9f849 req-89b47f1e-c304-4bcc-b82b-989372d663ab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Calling delete_port for 1d2f5f50-30d0-41d7-b375-1cccb90e8223 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:09.539798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65192a-ffe8-4ae2-8425-35d773e487c5 req-a712e6b2-81dd-4127-bc6e-7a23984c7d4b tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.541305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f65192a-ffe8-4ae2-8425-35d773e487c5 req-a712e6b2-81dd-4127-bc6e-7a23984c7d4b tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 945 time: 0.2597282 Jul 16 18:10:09.584869 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24932c07-c58b-4105-957e-179326a886cf req-db0e0cf5-d1a3-41ed-a520-376c611b891c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.591472 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24932c07-c58b-4105-957e-179326a886cf req-db0e0cf5-d1a3-41ed-a520-376c611b891c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 945 time: 0.2107229 Jul 16 18:10:09.683050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f65192a-ffe8-4ae2-8425-35d773e487c5 req-9e917eed-c50b-48e2-880c-d68ef77caf2f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095433 Jul 16 18:10:09.723340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24932c07-c58b-4105-957e-179326a886cf req-ff1380ff-ecf6-424f-9774-3bc13f916bff tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309316 Jul 16 18:10:09.743468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e7a1b402-47b5-442b-bc1c-3e03700fe9af no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:09.787251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e7a1b402-47b5-442b-bc1c-3e03700fe9af {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:09.793595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e7a1b402-47b5-442b-bc1c-3e03700fe9af not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:09.795174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2c8240b9-f318-435a-9831-0fdd53d67e7a no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:09.841576 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fc6288ce-6660-4618-adcb-bb0fb9f9f849 req-89b47f1e-c304-4bcc-b82b-989372d663ab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.845618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 2c8240b9-f318-435a-9831-0fdd53d67e7a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:09.846282 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2c8240b9-f318-435a-9831-0fdd53d67e7a not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:09.856721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:09.887139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b47f1e-c304-4bcc-b82b-989372d663ab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event deleted for resources: {'Port': ['ID=1d2f5f50-30d0-41d7-b375-1cccb90e8223,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.969885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48776) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.236216 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13d34d77-4212-463e-9c52-fe192e1113a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.320703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48796) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.395779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6288ce-6660-4618-adcb-bb0fb9f9f849 req-89b47f1e-c304-4bcc-b82b-989372d663ab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] No DVR routers for this DVR port 1d2f5f50-30d0-41d7-b375-1cccb90e8223 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:10.400509 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-fc6288ce-6660-4618-adcb-bb0fb9f9f849 req-89b47f1e-c304-4bcc-b82b-989372d663ab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.402507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc6288ce-6660-4618-adcb-bb0fb9f9f849 req-89b47f1e-c304-4bcc-b82b-989372d663ab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "DELETE /v2.0/ports/1d2f5f50-30d0-41d7-b375-1cccb90e8223 HTTP/1.1" status: 204 len: 173 time: 1.5121145 Jul 16 18:10:10.403573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca95bc80-1c52-45b4-a335-6999d26143e3', 'name': 'network-vif-deleted', 'tag': '1d2f5f50-30d0-41d7-b375-1cccb90e8223'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:10.405885 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f91db9b-ad41-4ebc-9baa-5a7654a2dc3b" -d '{"events": [{"server_uuid": "ca95bc80-1c52-45b4-a335-6999d26143e3", "name": "network-vif-deleted", "tag": "1d2f5f50-30d0-41d7-b375-1cccb90e8223"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:10.445209 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13d34d77-4212-463e-9c52-fe192e1113a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.455365 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13d34d77-4212-463e-9c52-fe192e1113a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.492042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4d9e8-4697-4844-b85f-75189d519166 req-0f61d140-4128-4d5e-8c64-44667a7678a9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.498838 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6e4d9e8-4697-4844-b85f-75189d519166 req-0f61d140-4128-4d5e-8c64-44667a7678a9 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 945 time: 0.5894787 Jul 16 18:10:10.513917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d34d77-4212-463e-9c52-fe192e1113a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6294e84-fc98-4030-894e-d0d6580be2a1,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.527505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fcf6d-091e-4c7d-bdb7-5502e1a12c2f req-5c52f784-02f0-4f07-afeb-67872f6bade3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.534384 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f48fcf6d-091e-4c7d-bdb7-5502e1a12c2f req-5c52f784-02f0-4f07-afeb-67872f6bade3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1365244 Jul 16 18:10:10.557487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-433867193-network', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:10.577946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6e4d9e8-4697-4844-b85f-75189d519166 req-207d465f-adaa-4a80-81a3-3efb35005e6c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781713 Jul 16 18:10:10.599554 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-13d34d77-4212-463e-9c52-fe192e1113a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7214b975d57f4c648e3e973d989637b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6190464 Jul 16 18:10:10.599554 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48802) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.603359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48804) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.614819 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f48fcf6d-091e-4c7d-bdb7-5502e1a12c2f req-1aca5971-84e5-41f0-b1d8-f490337e9b0b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790377 Jul 16 18:10:10.648817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:10.651666 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.693093 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1dab09-175f-45ad-a416-3e6b582c9ce0 x-openstack-request-id: req-6f1dab09-175f-45ad-a416-3e6b582c9ce0 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:10.693383 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca95bc80-1c52-45b4-a335-6999d26143e3", "name": "network-vif-deleted", "tag": "1d2f5f50-30d0-41d7-b375-1cccb90e8223", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:10.693828 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f1dab09-175f-45ad-a416-3e6b582c9ce0 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:10.694365 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca95bc80-1c52-45b4-a335-6999d26143e3', 'name': 'network-vif-deleted', 'tag': '1d2f5f50-30d0-41d7-b375-1cccb90e8223', 'status': 'completed', 'code': 200} Jul 16 18:10:10.698283 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.725687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-337c47fc-d1da-4a7e-8b7d-757c3f97bee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.778252 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-337c47fc-d1da-4a7e-8b7d-757c3f97bee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.803707 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadfbde1-fe7c-4c43-a46d-40d11e25c761 tempest-TestVolumeBootPattern-474229942 tempest-TestVolumeBootPattern-474229942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.807933 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aadfbde1-fe7c-4c43-a46d-40d11e25c761 tempest-TestVolumeBootPattern-474229942 tempest-TestVolumeBootPattern-474229942-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 1092 time: 0.2001691 Jul 16 18:10:10.808415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c506bf6-2cbb-4d38-929e-55c4addf9d79 req-31a36d12-c093-4c34-8b10-b3b075caf29b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.813289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48810) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.815279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c506bf6-2cbb-4d38-929e-55c4addf9d79 req-31a36d12-c093-4c34-8b10-b3b075caf29b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.0814404 Jul 16 18:10:10.818138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:10.882435 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c506bf6-2cbb-4d38-929e-55c4addf9d79 req-197e9573-cb15-435f-bf67-f1e042f3d8e7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661561 Jul 16 18:10:10.900646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-337c47fc-d1da-4a7e-8b7d-757c3f97bee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.903404 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-337c47fc-d1da-4a7e-8b7d-757c3f97bee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.907529 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-337c47fc-d1da-4a7e-8b7d-757c3f97bee2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6294e84-fc98-4030-894e-d0d6580be2a1 HTTP/1.1" status: 204 len: 168 time: 0.3127055 Jul 16 18:10:10.910676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42497c68-9721-44da-bff8-8e1826258048 req-ef667ece-66b0-480b-b6cb-868372019924 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.917507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42497c68-9721-44da-bff8-8e1826258048 req-ef667ece-66b0-480b-b6cb-868372019924 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.0994096 Jul 16 18:10:10.918670 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 1d2f5f50-30d0-41d7-b375-1cccb90e8223 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:10.958166 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 1d2f5f50-30d0-41d7-b375-1cccb90e8223 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:10.958998 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 1d2f5f50-30d0-41d7-b375-1cccb90e8223 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:10.960158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c47fc-d1da-4a7e-8b7d-757c3f97bee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6294e84-fc98-4030-894e-d0d6580be2a1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.962484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42497c68-9721-44da-bff8-8e1826258048 req-5b9952cd-12d5-4561-8668-acb96f167822 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Jul 16 18:10:10.968222 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.991933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.023528 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:11.064907 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630c0ee2-3c92-47c7-b21b-62b19211f708,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.080278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.080732 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Added segment 9e108598-2444-4f4e-9838-538f3e26fae8 of type vlan for network 1f719546-0943-4e5a-b875-d9b064bc7c66 Jul 16 18:10:11.092406 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.191866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c08e7218-bbdf-4f20-bc71-5fc53edfe9f4 req-0843bcf3-e432-4afd-a5bd-876fd52c974e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca95bc80-1c52-45b4-a335-6999d26143e3 HTTP/1.1" status: 200 len: 210 time: 0.0717204 Jul 16 18:10:11.216330 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.361530 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.362758 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.363840 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.401991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365fb97-1751-44ea-8423-3bd1da261dbd req-51300943-3dd0-43c5-a78c-6c137d84ae36 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.404354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a365fb97-1751-44ea-8423-3bd1da261dbd req-51300943-3dd0-43c5-a78c-6c137d84ae36 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1268086 Jul 16 18:10:11.438938 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] Pushing event updated for resources: {'Network': ['ID=1f719546-0943-4e5a-b875-d9b064bc7c66,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.452462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 1f719546-0943-4e5a-b875-d9b064bc7c66 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:11.459309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48822) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:11.477195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a365fb97-1751-44ea-8423-3bd1da261dbd req-edc60d20-3a6a-40a0-ac1c-bcb64eff60da tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632460 Jul 16 18:10:11.480705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48824) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:11.480839 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2126c734-f2d1-4aa6-ae85-290c4497fcbd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1586957 Jul 16 18:10:11.486921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5346d997-ee91-4c78-a56e-055075738b5d admin admin] Request body: {'subnet': {'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-433867193-subnet', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:11.490484 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e74e0791-3745-4493-b89b-d7ad022e0f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.500138 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.541544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5346d997-ee91-4c78-a56e-055075738b5d admin admin] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:11.544361 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5346d997-ee91-4c78-a56e-055075738b5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.829380 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e74e0791-3745-4493-b89b-d7ad022e0f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.858605 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e74e0791-3745-4493-b89b-d7ad022e0f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.875996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e660cab-b012-4edd-a96b-6cce0723c081 req-04254ecc-a164-478c-8079-799f0f29725c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.877531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e660cab-b012-4edd-a96b-6cce0723c081 req-04254ecc-a164-478c-8079-799f0f29725c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2057021 Jul 16 18:10:11.954579 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Allocated IP 172.25.5.2 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/7f56652c-4478-4a7c-8012-41aed19a52f8) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:12.006147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e660cab-b012-4edd-a96b-6cce0723c081 req-72f25651-05b7-4e67-8f52-d3afe5aa8f0a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012130 Jul 16 18:10:12.023586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e74e0791-3745-4493-b89b-d7ad022e0f0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8203c7bcad94b64bb8713cff55a0cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5493140 Jul 16 18:10:12.023586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e0791-3745-4493-b89b-d7ad022e0f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4440a846-c2f1-4948-a39e-dff6c48fd13a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.023586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48830) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:12.023586 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5346d997-ee91-4c78-a56e-055075738b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.079461 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.122753 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.172030 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:12.175632 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:12.185055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:12.212220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346d997-ee91-4c78-a56e-055075738b5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77fbc2d-8991-4114-a710-7583b79a2714,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.219853 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'Port': ['ID=7f56652c-4478-4a7c-8012-41aed19a52f8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.262776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5346d997-ee91-4c78-a56e-055075738b5d admin admin] Checking segment: {'id': '9e108598-2444-4f4e-9838-538f3e26fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:12.263138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346d997-ee91-4c78-a56e-055075738b5d admin admin] Network hostable DHCP agents. Network: 1f719546-0943-4e5a-b875-d9b064bc7c66, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:12.275933 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9f51c428-a7a7-4681-850a-6fbe103131c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.306857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fa310-dfc7-4ad2-ae40-ae13349b12c3 req-eb5414ac-bf62-410f-8c73-c824a3b137df tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.308561 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-836fa310-dfc7-4ad2-ae40-ae13349b12c3 req-eb5414ac-bf62-410f-8c73-c824a3b137df tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.2591593 Jul 16 18:10:12.332343 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9f51c428-a7a7-4681-850a-6fbe103131c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.353714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346d997-ee91-4c78-a56e-055075738b5d admin admin] Network 1f719546-0943-4e5a-b875-d9b064bc7c66 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:12.364078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282774e5-e0fa-4f0c-8dca-1dd5caf51bf3 req-fce5e283-32c5-47e9-be13-86f329fe5414 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.365644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-282774e5-e0fa-4f0c-8dca-1dd5caf51bf3 req-fce5e283-32c5-47e9-be13-86f329fe5414 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2093904 Jul 16 18:10:12.421295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-5346d997-ee91-4c78-a56e-055075738b5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 1f719546-0943-4e5a-b875-d9b064bc7c66) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:12.435321 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb513db-05e8-4730-85d5-1b9250dc1bd1 None None] Network 1f719546-0943-4e5a-b875-d9b064bc7c66 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:12.441572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5346d997-ee91-4c78-a56e-055075738b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.442243 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5346d997-ee91-4c78-a56e-055075738b5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.450515 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-836fa310-dfc7-4ad2-ae40-ae13349b12c3 req-3db6bf4f-e6be-4877-bbff-9d538199adb0 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259308 Jul 16 18:10:12.482180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-282774e5-e0fa-4f0c-8dca-1dd5caf51bf3 req-51411f88-aa92-4c3c-b4be-1191bea0a236 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069865 Jul 16 18:10:12.502869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5346d997-ee91-4c78-a56e-055075738b5d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0206523 Jul 16 18:10:12.506217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48842) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:12.512325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-433867193-router', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:12.526281 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9f51c428-a7a7-4681-850a-6fbe103131c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.528887 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9f51c428-a7a7-4681-850a-6fbe103131c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.534971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9f51c428-a7a7-4681-850a-6fbe103131c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4440a846-c2f1-4948-a39e-dff6c48fd13a HTTP/1.1" status: 204 len: 168 time: 0.4962265 Jul 16 18:10:12.583293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51c428-a7a7-4681-850a-6fbe103131c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4440a846-c2f1-4948-a39e-dff6c48fd13a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.600955 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.602036 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.678452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-1f719546-0943-4e5a-b875-d9b064bc7c66', 'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'fixed_ips': [{'subnet_id': 'c77fbc2d-8991-4114-a710-7583b79a2714'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:12.679631 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.748377 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.919999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Allocated IP 172.20.0.2 (1f719546-0943-4e5a-b875-d9b064bc7c66/c77fbc2d-8991-4114-a710-7583b79a2714/b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:12.930271 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.031533 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.062413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b4dab-c2c4-47c6-b128-d53e1142a403 req-acbe4e66-c371-4add-8071-ce9519330aee tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.072308 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f61b4dab-c2c4-47c6-b128-d53e1142a403 req-acbe4e66-c371-4add-8071-ce9519330aee tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3570652 Jul 16 18:10:13.098435 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.118103 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.127263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Transition to ACTIVE for port object b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:13.141582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-1a473c4b-3abf-422a-b8ae-78635c476d4e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.143750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Transition to ACTIVE for port object b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:13.144487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-1a473c4b-3abf-422a-b8ae-78635c476d4e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.3518760 Jul 16 18:10:13.161378 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.196865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-59c8d5ae-aef3-419d-a0c3-f3dee3632dfd tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/quotas/4ede344f04254cd3ae257e1efe6061ea HTTP/1.1" status: 200 len: 375 time: 0.0432813 Jul 16 18:10:13.215471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f61b4dab-c2c4-47c6-b128-d53e1142a403 req-f4ccc886-5afe-43ca-b0b3-d08d99847649 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420627 Jul 16 18:10:13.244957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Pushing event updated for resources: {'Port': ['ID=b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:13.255888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Network 1f719546-0943-4e5a-b875-d9b064bc7c66 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:13.257749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:13.260238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:13.311922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.322520 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.343780 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Attempting to bind port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:13.344158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Attempting to bind port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '9e108598-2444-4f4e-9838-538f3e26fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:13.344530 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Attempting to bind port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 on network 1f719546-0943-4e5a-b875-d9b064bc7c66 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:13.351653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:13.352039 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Checking segment: {'id': '9e108598-2444-4f4e-9838-538f3e26fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:13.352450 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.352961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Bound using segment: {'id': '9e108598-2444-4f4e-9838-538f3e26fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:13.353328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Bound port: b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e108598-2444-4f4e-9838-538f3e26fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:13.353695 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.476880 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-bc49619e-158e-4f35-a129-06778f663217 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2599566 Jul 16 18:10:13.477892 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] For port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:13.482310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] For port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0,segment=NetworkSegment(9e108598-2444-4f4e-9838-538f3e26fae8),segment_id=9e108598-2444-4f4e-9838-538f3e26fae8)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:13.491182 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'Port': ['ID=7f56652c-4478-4a7c-8012-41aed19a52f8,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:13.501231 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.506947 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.704695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfe2fd-a268-44ac-8634-53765528d34b None None] Pushing event updated for resources: {'Port': ['ID=b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:13.765044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-4c2bbc33-0f5c-4e1b-880d-76d5ed0b0a50 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:10:13.771913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-4c2bbc33-0f5c-4e1b-880d-76d5ed0b0a50 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2926955 Jul 16 18:10:13.783475 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.824852 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Floating IP 15612b92-01cb-4751-b7cf-6c91fd11e476 associated. External IP: 172.25.5.2, port: a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a. Jul 16 18:10:13.907297 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.927516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e6149-a5b5-47c3-8371-5f15113ba0de req-a61ae122-6c43-468a-bb0c-d4aafcc76e75 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.929837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c44e6149-a5b5-47c3-8371-5f15113ba0de req-a61ae122-6c43-468a-bb0c-d4aafcc76e75 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2845395 Jul 16 18:10:14.132686 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-55710b5f-66b2-402f-911a-b318b42d3aed service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595610 Jul 16 18:10:14.247099 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c44e6149-a5b5-47c3-8371-5f15113ba0de req-ab45d1c7-d59c-4e34-be92-3b67dd5bbbd3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015366 Jul 16 18:10:14.335317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:14.420237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Allocated IP 172.25.5.244 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/26379e9d-3df4-4d7d-8008-0f46c3b0090f) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:14.483052 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-ae516dc0-5e28-472a-aed4-12c71ff2ee69 service neutron] 10.222.0.41 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492501 Jul 16 18:10:14.610523 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:14.623188 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a13d2-35df-4210-9a28-d9984cf79c09 None None] Sync routers for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:14.648066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a13d2-35df-4210-9a28-d9984cf79c09 None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:14.649472 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ed6a13d2-35df-4210-9a28-d9984cf79c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:10:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:14.675332 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.803709 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bec2c977-ea41-47ed-b68d-959ddf6dc34b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.9891951 Jul 16 18:10:14.804406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f85a20-c979-42f6-967b-7d012817d833', 'tag': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:14.807426 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7380b9d2-ae6c-4498-8a6c-d02267157bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "83f85a20-c979-42f6-967b-7d012817d833", "tag": "a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:14.838459 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.893122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-ed6a13d2-35df-4210-9a28-d9984cf79c09 None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:14.920998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e826ce-ca6a-4a50-b06f-d530b50a7579 req-50e70f8a-e984-42ca-9997-ec8a0d390e2a tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.932571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1e826ce-ca6a-4a50-b06f-d530b50a7579 req-50e70f8a-e984-42ca-9997-ec8a0d390e2a tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.4965236 Jul 16 18:10:15.075006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1e826ce-ca6a-4a50-b06f-d530b50a7579 req-b6e597b0-162c-45bc-ba34-2144d96c5d1b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411600 Jul 16 18:10:15.085847 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.179098 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Pushing event updated for resources: {'Port': ['ID=26379e9d-3df4-4d7d-8008-0f46c3b0090f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:15.249576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce0100bc-d033-47a9-b4b4-580ce30556dd req-d0250417-5b7b-4827-b044-c5768dd1f17f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 210 time: 0.0742443 Jul 16 18:10:15.270403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08ea37-2d64-44b5-80e3-b83c057d1e5b req-5805091e-801c-4706-ab8d-a5104c5db075 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:15.272428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c08ea37-2d64-44b5-80e3-b83c057d1e5b req-5805091e-801c-4706-ab8d-a5104c5db075 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3203149 Jul 16 18:10:15.274422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:15.276154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:15.278763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:15.380406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28fd82c-9444-4032-82b3-3a01542d0404 None None] Network 1f719546-0943-4e5a-b875-d9b064bc7c66 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:15.432166 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9900635e-8563-4640-a401-dc685463668d None None] Provisioning for port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:15.446711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c08ea37-2d64-44b5-80e3-b83c057d1e5b req-8d088afa-5c2a-4a64-ad4f-edfdbb968294 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427493 Jul 16 18:10:15.448971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ed6a13d2-35df-4210-9a28-d9984cf79c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '15612b92-01cb-4751-b7cf-6c91fd11e476', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:df:f7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f85a20-c979-42f6-967b-7d012817d833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:12Z', 'revision_number': 0, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:15.527094 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a13d2-35df-4210-9a28-d9984cf79c09 None None] Checking router: ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:15.548511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a13d2-35df-4210-9a28-d9984cf79c09 None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:15.549266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ed6a13d2-35df-4210-9a28-d9984cf79c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:10:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:15.775364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-ed6a13d2-35df-4210-9a28-d9984cf79c09 None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:15.801426 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1fc0c9-4fb8-4a92-b522-b7c81a0537b7 x-openstack-request-id: req-cf1fc0c9-4fb8-4a92-b522-b7c81a0537b7 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:15.801948 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f85a20-c979-42f6-967b-7d012817d833", "tag": "a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:15.802042 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf1fc0c9-4fb8-4a92-b522-b7c81a0537b7 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:15.802642 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f85a20-c979-42f6-967b-7d012817d833', 'tag': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'status': 'completed', 'code': 200} Jul 16 18:10:15.870319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:15.871104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.013548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1f2a9-6f19-4d27-8a4f-eff30f2aaf35 req-f2b69f63-425d-4bbf-81a1-39e8bb58825f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:16.015952 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6d1f2a9-6f19-4d27-8a4f-eff30f2aaf35 req-f2b69f63-425d-4bbf-81a1-39e8bb58825f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2945373 Jul 16 18:10:16.121066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380b9d2-ae6c-4498-8a6c-d02267157bcb req-5f0bf46b-6ac7-44d9-8794-e0b801f7dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:16.126990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7380b9d2-ae6c-4498-8a6c-d02267157bcb req-5f0bf46b-6ac7-44d9-8794-e0b801f7dcb6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 1097 time: 0.2959037 Jul 16 18:10:16.196186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6d1f2a9-6f19-4d27-8a4f-eff30f2aaf35 req-51a1d9f8-e2ba-4114-9e13-7f5466bdd6ef tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310701 Jul 16 18:10:16.429637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:16.435344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:16.435752 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.745576 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.795498 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0,segment=NetworkSegment(9e108598-2444-4f4e-9838-538f3e26fae8),segment_id=9e108598-2444-4f4e-9838-538f3e26fae8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:16.819742 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.893557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-322eab1c-5282-4554-81e1-993742eda3e5 None None] Provisioning complete for port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:16.897514 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-322eab1c-5282-4554-81e1-993742eda3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.958314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:16.969677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ed6a13d2-35df-4210-9a28-d9984cf79c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '15612b92-01cb-4751-b7cf-6c91fd11e476', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:df:f7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f85a20-c979-42f6-967b-7d012817d833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:12Z', 'revision_number': 0, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:17.008973 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a13d2-35df-4210-9a28-d9984cf79c09 None None] The sync data for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 is: [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '15612b92-01cb-4751-b7cf-6c91fd11e476', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:df:f7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f85a20-c979-42f6-967b-7d012817d833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:12Z', 'revision_number': 0, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:17.204429 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380b9d2-ae6c-4498-8a6c-d02267157bcb req-3800e7d2-5f22-49bb-b94f-6a1256c05fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.206774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7380b9d2-ae6c-4498-8a6c-d02267157bcb req-3800e7d2-5f22-49bb-b94f-6a1256c05fd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 1.0401154 Jul 16 18:10:17.210724 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.287742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc53eb7-f130-4b9c-a10f-35a5b376f717 req-29a632bd-fbc5-46ac-8c40-50b94088bc72 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.294893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbc53eb7-f130-4b9c-a10f-35a5b376f717 req-29a632bd-fbc5-46ac-8c40-50b94088bc72 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2651050 Jul 16 18:10:17.387867 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2a224-214c-4d09-a0ba-5c86887c8f97 None None] New status for floating IP 15612b92-01cb-4751-b7cf-6c91fd11e476: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:10:17.398274 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166b587-d3d2-497e-9d42-ef0d074c2745 req-ef97650d-20ad-450e-a673-6b278dc429aa tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.399876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e166b587-d3d2-497e-9d42-ef0d074c2745 req-ef97650d-20ad-450e-a673-6b278dc429aa tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.3943853 Jul 16 18:10:17.416803 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7380b9d2-ae6c-4498-8a6c-d02267157bcb req-af7f1a4e-1eaa-4c95-a318-b043fa703136 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a HTTP/1.1" status: 200 len: 997 time: 0.1984200 Jul 16 18:10:17.595911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbc53eb7-f130-4b9c-a10f-35a5b376f717 req-63986b3a-27c8-49e8-8058-c26af48248dc tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835095 Jul 16 18:10:17.711810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e166b587-d3d2-497e-9d42-ef0d074c2745 req-e035a81c-2f8c-40a9-bfd9-8820806c220c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004048 Jul 16 18:10:17.761459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:17.794779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380b9d2-ae6c-4498-8a6c-d02267157bcb req-e0c9c202-64f4-472c-9515-fb6e04b9b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.796260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7380b9d2-ae6c-4498-8a6c-d02267157bcb req-e0c9c202-64f4-472c-9515-fb6e04b9b38e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.3670976 Jul 16 18:10:17.864429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2244020f-1bdf-4f2e-9859-0cf6e43084d0 req-e830ac68-bc8c-4f16-815f-59cb55c85b94 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 210 time: 0.0720811 Jul 16 18:10:17.902008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:17.902476 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.008090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-acb9ff4d-82c6-4a2a-b5df-30cb511c4d6d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.009660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-acb9ff4d-82c6-4a2a-b5df-30cb511c4d6d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 806 time: 0.4585998 Jul 16 18:10:18.029250 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Router 3d416617-14b4-4c5d-990b-e52c9f4f3d83 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:10:18.037346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-f3c3d6be-d56a-4a1f-b930-771fa989882d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Request body: {'port': {'device_id': '4d616bef-d897-424f-8e04-6d573b4ec8db', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'admin_state_up': True, 'tenant_id': '4ede344f04254cd3ae257e1efe6061ea'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:18.160280 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48984) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:18.166725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380b9d2-ae6c-4498-8a6c-d02267157bcb req-a72bd6c3-f02c-4525-8f75-d11374c0f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.168351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7380b9d2-ae6c-4498-8a6c-d02267157bcb req-a72bd6c3-f02c-4525-8f75-d11374c0f6ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3479555 Jul 16 18:10:18.264563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-863b064e-7fb0-41cd-a5e5-4ee2a925e6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.402109 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-863b064e-7fb0-41cd-a5e5-4ee2a925e6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.408917 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-863b064e-7fb0-41cd-a5e5-4ee2a925e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.442475 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-863b064e-7fb0-41cd-a5e5-4ee2a925e6f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4e57aa336cc49878d758f8689775192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810977 Jul 16 18:10:18.444950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48988) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:18.492778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b064e-7fb0-41cd-a5e5-4ee2a925e6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb1937e-7a9c-4f48-b854-9ee663680d3b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:18.501511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:18.515408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Sync routers for ids ['3d416617-14b4-4c5d-990b-e52c9f4f3d83'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:18.529479 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b084a3a-52bb-4cce-a21c-95d88398a131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.530486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Routers {'3d416617-14b4-4c5d-990b-e52c9f4f3d83'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:18.531473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:10:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3d416617-14b4-4c5d-990b-e52c9f4f3d83'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:18.559190 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b084a3a-52bb-4cce-a21c-95d88398a131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.570571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1940b0-e229-4fea-a5d2-a1e292bd8553 req-7ea230af-2707-47e2-b5ad-ec684860a09b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.572208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d1940b0-e229-4fea-a5d2-a1e292bd8553 req-7ea230af-2707-47e2-b5ad-ec684860a09b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.5291131 Jul 16 18:10:18.647269 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b084a3a-52bb-4cce-a21c-95d88398a131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.651789 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b084a3a-52bb-4cce-a21c-95d88398a131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.653437 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2b084a3a-52bb-4cce-a21c-95d88398a131 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efb1937e-7a9c-4f48-b854-9ee663680d3b HTTP/1.1" status: 204 len: 168 time: 0.2071416 Jul 16 18:10:18.664152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b084a3a-52bb-4cce-a21c-95d88398a131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb1937e-7a9c-4f48-b854-9ee663680d3b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:18.664317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2df92676-2547-4a6e-a287-7213ca1e805c req-f40fda4d-b699-4920-88c0-573738fbd85b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7314513 Jul 16 18:10:18.666985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7380b9d2-ae6c-4498-8a6c-d02267157bcb req-55eb7ff0-94d5-4b50-bf18-5fe18d9273f2 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178665 Jul 16 18:10:18.683338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-f3c3d6be-d56a-4a1f-b930-771fa989882d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Made reservation on behalf of 4ede344f04254cd3ae257e1efe6061ea for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:18.689134 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-f3c3d6be-d56a-4a1f-b930-771fa989882d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.775198 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Set router 3d416617-14b4-4c5d-990b-e52c9f4f3d83 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:18.850049 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.854326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48994) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:18.856589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3acc1d4e-d32f-49e8-9e55-440c407eaafe admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3492701 Jul 16 18:10:18.858826 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7380b9d2-ae6c-4498-8a6c-d02267157bcb req-fef5bfe4-fa61-4767-94af-d642d0029f19 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490326 Jul 16 18:10:19.107771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d1940b0-e229-4fea-a5d2-a1e292bd8553 req-22a6428f-bb74-404c-ae5e-1c2b7d4fe463 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183086 Jul 16 18:10:19.110399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'name': 'tempest-ServersTestMultiNic-433867193-router', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:15Z', 'revision_number': 3, 'project_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'gw_port': {'id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:13Z', 'updated_at': '2021-07-16T18:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:19.153693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Checking router: 3d416617-14b4-4c5d-990b-e52c9f4f3d83 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:19.154307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Updating router 3d416617-14b4-4c5d-990b-e52c9f4f3d83 port 26379e9d-3df4-4d7d-8008-0f46c3b0090f binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:10:19.199043 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.239867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49004) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:19.289986 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df92676-2547-4a6e-a287-7213ca1e805c req-187d6225-f7c3-42d7-a9ab-7ef2de6c9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.308544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2df92676-2547-4a6e-a287-7213ca1e805c req-187d6225-f7c3-42d7-a9ab-7ef2de6c9ab1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3300ca1eb774358bc73fd789b35b8a8&device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 1098 time: 0.4743276 Jul 16 18:10:19.308544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-19bc97da-dbaf-4c93-995e-a492904fb0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.390008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4763ec-90ee-4774-881a-b472a72d0acd req-3a3fb556-2b35-4990-a26f-55d7955fd870 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.397179 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db4763ec-90ee-4774-881a-b472a72d0acd req-3a3fb556-2b35-4990-a26f-55d7955fd870 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.4450955 Jul 16 18:10:19.409103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b8412adf-7113-4d75-8afc-28d491870a87 req-9d05ecb3-fbb7-459d-ba78-7cbe0cfee0e0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 210 time: 0.0877590 Jul 16 18:10:19.541269 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.567995 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.595730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Transition to ACTIVE for port object 26379e9d-3df4-4d7d-8008-0f46c3b0090f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:19.607897 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.667452 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-19bc97da-dbaf-4c93-995e-a492904fb0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.671012 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Attempting to bind port 26379e9d-3df4-4d7d-8008-0f46c3b0090f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:19.671366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Attempting to bind port 26379e9d-3df4-4d7d-8008-0f46c3b0090f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:19.671902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Attempting to bind port 26379e9d-3df4-4d7d-8008-0f46c3b0090f on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:19.673988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a544772-0d6d-464c-b6d1-198fb9f69753 None None] Pushing event updated for resources: {'Port': ['ID=26379e9d-3df4-4d7d-8008-0f46c3b0090f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.682468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:19.682854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:19.683315 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.683727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:19.684342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Bound port: 26379e9d-3df4-4d7d-8008-0f46c3b0090f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:19.684569 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.689563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df92676-2547-4a6e-a287-7213ca1e805c req-37a24534-4647-411d-9786-99d86e1c8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.691957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2df92676-2547-4a6e-a287-7213ca1e805c req-37a24534-4647-411d-9786-99d86e1c8893 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3f19b65-ee6b-41f6-9b83-418e35648d8f HTTP/1.1" status: 200 len: 911 time: 0.3592858 Jul 16 18:10:19.698078 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-19bc97da-dbaf-4c93-995e-a492904fb0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.758068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] For port 26379e9d-3df4-4d7d-8008-0f46c3b0090f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:19.764370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] For port 26379e9d-3df4-4d7d-8008-0f46c3b0090f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=26379e9d-3df4-4d7d-8008-0f46c3b0090f,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:19.773597 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.842534 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Allocated IP 172.20.0.1 (1f719546-0943-4e5a-b875-d9b064bc7c66/c77fbc2d-8991-4114-a710-7583b79a2714/fefb8ad0-143b-4371-8a89-9708a07e07c8) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:19.847823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db4763ec-90ee-4774-881a-b472a72d0acd req-c1de5989-cfb4-4f6d-b0f6-4da632da44de tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4489312 Jul 16 18:10:19.858350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Routers {'3d416617-14b4-4c5d-990b-e52c9f4f3d83'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:19.859365 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:10:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3d416617-14b4-4c5d-990b-e52c9f4f3d83'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:19.862363 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a544772-0d6d-464c-b6d1-198fb9f69753 None None] Pushing event updated for resources: {'Port': ['ID=26379e9d-3df4-4d7d-8008-0f46c3b0090f,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.890658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-f3c3d6be-d56a-4a1f-b930-771fa989882d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Allocated IP 172.20.0.11 (8a175737-e063-409b-ba35-10315008733d/cf4896f2-d6af-4700-991a-0a11d6229f29/fe21e522-f91a-42b0-afb3-d6609712741b) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:20.005212 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.031131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Transition to ACTIVE for port object fefb8ad0-143b-4371-8a89-9708a07e07c8 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:20.070201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] Set router 3d416617-14b4-4c5d-990b-e52c9f4f3d83 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:20.104316 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.138275 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-f3c3d6be-d56a-4a1f-b930-771fa989882d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.164422 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Network 1f719546-0943-4e5a-b875-d9b064bc7c66 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:20.167241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:20.170451 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:20.201123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc97da-dbaf-4c93-995e-a492904fb0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4e8d6c-a710-43fa-ac5a-70dbbd2cba10,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:20.225371 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2df92676-2547-4a6e-a287-7213ca1e805c req-4ede2621-1ebf-41ac-b720-b50013d94b2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c346b80-ea7c-47f4-8ccf-7c5807727d1e HTTP/1.1" status: 200 len: 1002 time: 0.5199428 Jul 16 18:10:20.227587 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-19bc97da-dbaf-4c93-995e-a492904fb0d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf76ba873e4b4b628e20310a64022c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9655678 Jul 16 18:10:20.231166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49010) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:20.254190 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Pushing event updated for resources: {'Port': ['ID=fefb8ad0-143b-4371-8a89-9708a07e07c8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:20.255334 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-f3c3d6be-d56a-4a1f-b930-771fa989882d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.272176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:20.301349 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.362689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'name': 'tempest-ServersTestMultiNic-433867193-router', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:15Z', 'revision_number': 3, 'project_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'gw_port': {'id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:13Z', 'updated_at': '2021-07-16T18:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:20.394532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbbcb5c-07ea-4b42-9e4a-b13cc3e61731 None None] The sync data for ids ['3d416617-14b4-4c5d-990b-e52c9f4f3d83'] in n-d-787206-10 is: [{'id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'name': 'tempest-ServersTestMultiNic-433867193-router', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:15Z', 'revision_number': 3, 'project_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'gw_port': {'id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:13Z', 'updated_at': '2021-07-16T18:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:20.512608 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-f3c3d6be-d56a-4a1f-b930-771fa989882d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Network 8a175737-e063-409b-ba35-10315008733d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:20.570262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-f3c3d6be-d56a-4a1f-b930-771fa989882d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:20.577797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cbb74178-b16c-4e49-a029-bdb9bb70c204 None None] Provisioning for port fefb8ad0-143b-4371-8a89-9708a07e07c8 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:20.579103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-f3c3d6be-d56a-4a1f-b930-771fa989882d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:20.586151 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.589272 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cbb74178-b16c-4e49-a029-bdb9bb70c204 None None] Provisioning complete for port fefb8ad0-143b-4371-8a89-9708a07e07c8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:20.590106 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cbb74178-b16c-4e49-a029-bdb9bb70c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.605283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3d6be-d56a-4a1f-b930-771fa989882d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event updated for resources: {'Port': ['ID=fe21e522-f91a-42b0-afb3-d6609712741b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:20.646907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df92676-2547-4a6e-a287-7213ca1e805c req-087ed43a-f80e-4712-acd0-f3ae148a48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.647191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-cbb74178-b16c-4e49-a029-bdb9bb70c204 None None] Port fefb8ad0-143b-4371-8a89-9708a07e07c8 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:20.651711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2df92676-2547-4a6e-a287-7213ca1e805c req-087ed43a-f80e-4712-acd0-f3ae148a48c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67124d59-0334-4001-bc70-c456c40671e8 HTTP/1.1" status: 200 len: 849 time: 0.4078248 Jul 16 18:10:20.703950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920a374-1915-4478-8e09-78f4996d052d req-b2b7e840-5172-46f7-8af8-1005e5af9569 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.705611 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7920a374-1915-4478-8e09-78f4996d052d req-b2b7e840-5172-46f7-8af8-1005e5af9569 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 1.0124416 Jul 16 18:10:20.736674 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f2623a3-65be-43b4-9069-979cab92e200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.807570 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.809486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-f3c3d6be-d56a-4a1f-b930-771fa989882d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.810162 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-f3c3d6be-d56a-4a1f-b930-771fa989882d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.813783 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.860373 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f2623a3-65be-43b4-9069-979cab92e200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.885635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb65ca9-22a2-488a-88fe-7d0e6424b16c req-56462c6c-e89d-49a7-9d9c-deb4ba6b6ed3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.887238 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bb65ca9-22a2-488a-88fe-7d0e6424b16c req-56462c6c-e89d-49a7-9d9c-deb4ba6b6ed3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.4790521 Jul 16 18:10:20.891414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-f3c3d6be-d56a-4a1f-b930-771fa989882d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8592269 Jul 16 18:10:20.895420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7920a374-1915-4478-8e09-78f4996d052d req-a92f1854-b705-44eb-ad94-400e557c5b2f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659307 Jul 16 18:10:20.911808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-83e23588-a991-4872-88ae-1d197204147f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:10:20.912806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-83e23588-a991-4872-88ae-1d197204147f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066702 Jul 16 18:10:20.927569 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Pushing event updated for resources: {'Port': ['ID=fefb8ad0-143b-4371-8a89-9708a07e07c8,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:20.940357 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.970482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Request body: {'port': {'device_id': '4d616bef-d897-424f-8e04-6d573b4ec8db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:20.979569 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7bb65ca9-22a2-488a-88fe-7d0e6424b16c req-cc1f59f0-a68b-44cc-b1ef-99b0ac767611 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820737 Jul 16 18:10:21.040854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df92676-2547-4a6e-a287-7213ca1e805c req-dbec27cd-0b3d-4244-82d2-1345164f28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.047009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2df92676-2547-4a6e-a287-7213ca1e805c req-dbec27cd-0b3d-4244-82d2-1345164f28ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3f19b65-ee6b-41f6-9b83-418e35648d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3811784 Jul 16 18:10:21.119979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Network 1f719546-0943-4e5a-b875-d9b064bc7c66 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:21.122112 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:21.224586 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.480352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dc1e3825-78e7-4b9e-8e22-b6d97713186c None None] Provisioning complete for port fefb8ad0-143b-4371-8a89-9708a07e07c8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:21.480910 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dc1e3825-78e7-4b9e-8e22-b6d97713186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.553093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e3825-78e7-4b9e-8e22-b6d97713186c None None] Port fefb8ad0-143b-4371-8a89-9708a07e07c8 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:21.758846 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 26379e9d-3df4-4d7d-8008-0f46c3b0090f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:21.761305 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Router 3d416617-14b4-4c5d-990b-e52c9f4f3d83 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:21.785175 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f2623a3-65be-43b4-9069-979cab92e200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.788092 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f2623a3-65be-43b4-9069-979cab92e200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.791991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2f2623a3-65be-43b4-9069-979cab92e200 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e4e8d6c-a710-43fa-ac5a-70dbbd2cba10 HTTP/1.1" status: 204 len: 168 time: 1.5585570 Jul 16 18:10:21.806480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad363cb0-3fbb-4eb4-82c2-1e40fc6bf4fb req-2cc61cda-6888-46d9-bb94-502cc5a9dee6 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.808059 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad363cb0-3fbb-4eb4-82c2-1e40fc6bf4fb req-2cc61cda-6888-46d9-bb94-502cc5a9dee6 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 932 time: 0.7542777 Jul 16 18:10:21.812330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2df92676-2547-4a6e-a287-7213ca1e805c req-65c53611-ccf2-489e-99c4-dd080398f11e service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547464 Jul 16 18:10:21.840530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2623a3-65be-43b4-9069-979cab92e200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4e8d6c-a710-43fa-ac5a-70dbbd2cba10,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.922169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 26379e9d-3df4-4d7d-8008-0f46c3b0090f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:21.928382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 26379e9d-3df4-4d7d-8008-0f46c3b0090f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:21.928977 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.938025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:21.944514 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-15f1273d-79a1-4fe9-88be-bed223bd72cd admin admin] 10.222.0.41 "PUT /v2.0/routers/3d416617-14b4-4c5d-990b-e52c9f4f3d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0888162 Jul 16 18:10:22.040586 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.073667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 26379e9d-3df4-4d7d-8008-0f46c3b0090f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=26379e9d-3df4-4d7d-8008-0f46c3b0090f,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:22.076316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad363cb0-3fbb-4eb4-82c2-1e40fc6bf4fb req-000c71d6-4ef4-49bb-868e-a1442ad47f91 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479489 Jul 16 18:10:22.090943 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.141029 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8099d-e172-4859-86c4-2fe2be62f28b req-16c6225d-e24e-43b2-9351-6a129e8cff4b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.142896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ffc8099d-e172-4859-86c4-2fe2be62f28b req-16c6225d-e24e-43b2-9351-6a129e8cff4b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3485858 Jul 16 18:10:22.171168 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49030) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:22.215588 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2df92676-2547-4a6e-a287-7213ca1e805c req-02cb6661-5247-4a6e-bb29-80f945f0cf74 service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886273 Jul 16 18:10:22.264897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ffc8099d-e172-4859-86c4-2fe2be62f28b req-a355ef9b-dbc3-4049-94c9-4b35e364ee18 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069376 Jul 16 18:10:22.429295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-da32100f-1668-4f1d-81e2-d7d003d1e6aa tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-626346353'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:22.467926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa8052-22d5-474b-8dda-e12128eab91d req-9eb0c193-f31e-40ae-8511-6f749dcac7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.471060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80fa8052-22d5-474b-8dda-e12128eab91d req-9eb0c193-f31e-40ae-8511-6f749dcac7f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3300ca1eb774358bc73fd789b35b8a8&device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 1098 time: 0.1575408 Jul 16 18:10:22.473302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=26379e9d-3df4-4d7d-8008-0f46c3b0090f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.505292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da32100f-1668-4f1d-81e2-d7d003d1e6aa tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:22.509335 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da32100f-1668-4f1d-81e2-d7d003d1e6aa tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.570228 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49044) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:22.575843 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da32100f-1668-4f1d-81e2-d7d003d1e6aa tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:22.590759 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da32100f-1668-4f1d-81e2-d7d003d1e6aa tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.591113 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-da32100f-1668-4f1d-81e2-d7d003d1e6aa tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Added segment 32ff5150-5340-4830-b1ef-d9296f68cf58 of type vlan for network 6b7675ee-ba62-4686-b599-a435e29966d0 Jul 16 18:10:22.653108 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da32100f-1668-4f1d-81e2-d7d003d1e6aa tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.699157 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da32100f-1668-4f1d-81e2-d7d003d1e6aa tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.708427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da32100f-1668-4f1d-81e2-d7d003d1e6aa tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.709352 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da32100f-1668-4f1d-81e2-d7d003d1e6aa tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.759353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe21e522-f91a-42b0-afb3-d6609712741b {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:22.788759 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.796596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa8052-22d5-474b-8dda-e12128eab91d req-103a5515-19a7-43a4-adc2-8f58e4a8fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.798153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80fa8052-22d5-474b-8dda-e12128eab91d req-103a5515-19a7-43a4-adc2-8f58e4a8fbce service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3f19b65-ee6b-41f6-9b83-418e35648d8f HTTP/1.1" status: 200 len: 911 time: 0.3139565 Jul 16 18:10:22.813322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edbeff-92cf-4b97-94b8-d3d58ab25978 req-19d9bf74-9eaf-44d7-986a-414ac4f20fab tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.814938 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8edbeff-92cf-4b97-94b8-d3d58ab25978 req-19d9bf74-9eaf-44d7-986a-414ac4f20fab tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.3319693 Jul 16 18:10:22.836347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Transition to ACTIVE for port object fe21e522-f91a-42b0-afb3-d6609712741b will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:22.843548 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-da32100f-1668-4f1d-81e2-d7d003d1e6aa tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6709177 Jul 16 18:10:22.845034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49054) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:22.856937 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-cfcdb1a9-602e-4a04-8e3b-0ad82c71c6c2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Request body: {'subnet': {'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:22.905696 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.916707 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32100f-1668-4f1d-81e2-d7d003d1e6aa tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event updated for resources: {'Network': ['ID=6b7675ee-ba62-4686-b599-a435e29966d0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.930366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf13b3e-0742-4bcb-a957-89d1f5b6286a req-79e248b7-8a2e-463b-bc93-15dfc2e33086 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.931400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 6b7675ee-ba62-4686-b599-a435e29966d0 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:22.932316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dcf13b3e-0742-4bcb-a957-89d1f5b6286a req-79e248b7-8a2e-463b-bc93-15dfc2e33086 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3499973 Jul 16 18:10:22.998610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8edbeff-92cf-4b97-94b8-d3d58ab25978 req-3088d7ce-6766-4fd5-9033-8ca30d7e1861 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648741 Jul 16 18:10:23.054269 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Sync routers for ids ['3d416617-14b4-4c5d-990b-e52c9f4f3d83'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:23.063055 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80fa8052-22d5-474b-8dda-e12128eab91d req-fff11394-e460-4da0-9849-3f7ff53b492b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c346b80-ea7c-47f4-8ccf-7c5807727d1e HTTP/1.1" status: 200 len: 1002 time: 0.2442324 Jul 16 18:10:23.070667 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Routers {'3d416617-14b4-4c5d-990b-e52c9f4f3d83'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:23.070905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Pushing event updated for resources: {'Port': ['ID=fe21e522-f91a-42b0-afb3-d6609712741b,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:23.082803 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:10:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3d416617-14b4-4c5d-990b-e52c9f4f3d83'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:23.105216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dcf13b3e-0742-4bcb-a957-89d1f5b6286a req-2a5253ae-bd03-498c-bd71-a2053c6e5faf tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637876 Jul 16 18:10:23.200513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa8052-22d5-474b-8dda-e12128eab91d req-59ac4234-de12-4b6b-81c8-12ae2b8b1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.201837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80fa8052-22d5-474b-8dda-e12128eab91d req-59ac4234-de12-4b6b-81c8-12ae2b8b1976 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67124d59-0334-4001-bc70-c456c40671e8 HTTP/1.1" status: 200 len: 849 time: 0.1264377 Jul 16 18:10:23.293260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Attempting to bind port fe21e522-f91a-42b0-afb3-d6609712741b on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:23.294034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Attempting to bind port fe21e522-f91a-42b0-afb3-d6609712741b by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:23.294034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Attempting to bind port fe21e522-f91a-42b0-afb3-d6609712741b on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:23.310158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Port fe21e522-f91a-42b0-afb3-d6609712741b on network 8a175737-e063-409b-ba35-10315008733d not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:23.310482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Attempting to bind port fe21e522-f91a-42b0-afb3-d6609712741b on network 8a175737-e063-409b-ba35-10315008733d {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:23.338642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:23.338990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Checking segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:23.339372 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Bound using segment: {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:23.342379 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Set router 3d416617-14b4-4c5d-990b-e52c9f4f3d83 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:23.343758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Bound port: fe21e522-f91a-42b0-afb3-d6609712741b, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cd8c27-6c08-4502-b6fb-0ede13360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8a175737-e063-409b-ba35-10315008733d'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:23.344212 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.381216 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcdb1a9-602e-4a04-8e3b-0ad82c71c6c2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:23.386181 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb1a9-602e-4a04-8e3b-0ad82c71c6c2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.513945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] For port fe21e522-f91a-42b0-afb3-d6609712741b, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:23.517801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] For port fe21e522-f91a-42b0-afb3-d6609712741b, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=fe21e522-f91a-42b0-afb3-d6609712741b,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:23.532361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa8052-22d5-474b-8dda-e12128eab91d req-14996011-fc00-4b33-a97a-2cc4b5e1819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.534457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80fa8052-22d5-474b-8dda-e12128eab91d req-14996011-fc00-4b33-a97a-2cc4b5e1819b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3f19b65-ee6b-41f6-9b83-418e35648d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3209820 Jul 16 18:10:23.544001 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.606604 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'name': 'tempest-ServersTestMultiNic-433867193-router', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:20Z', 'revision_number': 4, 'project_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'gw_port': {'id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:13Z', 'updated_at': '2021-07-16T18:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'fefb8ad0-143b-4371-8a89-9708a07e07c8', 'name': '', 'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'mac_address': 'fa:16:3e:d4:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'c77fbc2d-8991-4114-a710-7583b79a2714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:19Z', 'updated_at': '2021-07-16T18:10:20Z', 'revision_number': 2, 'project_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'subnets': [{'id': 'c77fbc2d-8991-4114-a710-7583b79a2714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:23.658606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.659795 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.661410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] 10.222.0.35 "PUT /v2.0/ports/fe21e522-f91a-42b0-afb3-d6609712741b HTTP/1.1" status: 200 len: 1093 time: 2.6952951 Jul 16 18:10:23.663015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d616bef-d897-424f-8e04-6d573b4ec8db', 'tag': 'fe21e522-f91a-42b0-afb3-d6609712741b'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:23.665394 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ca53cd-2c34-46a2-a2ab-24503f4f199e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d616bef-d897-424f-8e04-6d573b4ec8db", "tag": "fe21e522-f91a-42b0-afb3-d6609712741b"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:23.679597 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Checking router: 3d416617-14b4-4c5d-990b-e52c9f4f3d83 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:23.680303 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Updating router 3d416617-14b4-4c5d-990b-e52c9f4f3d83 port fefb8ad0-143b-4371-8a89-9708a07e07c8 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:10:23.708508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9b574-bcab-4d15-b073-a02ea0bc38a3 req-8a3a71ce-53bf-4e7e-b9c4-0dd9358ba84b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.716337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dfa9b574-bcab-4d15-b073-a02ea0bc38a3 req-8a3a71ce-53bf-4e7e-b9c4-0dd9358ba84b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3305697 Jul 16 18:10:23.749950 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.783140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 26379e9d-3df4-4d7d-8008-0f46c3b0090f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:23.793764 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04f609be-ae05-4a43-8ea6-a509bc10c1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.839992 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb1a9-602e-4a04-8e3b-0ad82c71c6c2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.881765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09b679-f73d-4376-b0a1-8d7951335afc req-f3a3433a-7c23-40a3-80b4-e0206a670d5e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.883522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba09b679-f73d-4376-b0a1-8d7951335afc req-f3a3433a-7c23-40a3-80b4-e0206a670d5e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 944 time: 0.5366170 Jul 16 18:10:23.889289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff1034-8096-417e-9581-a0e20e39181a service neutron] Pushing event updated for resources: {'Port': ['ID=fe21e522-f91a-42b0-afb3-d6609712741b,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:23.912346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 26379e9d-3df4-4d7d-8008-0f46c3b0090f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:23.912725 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.944085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dfa9b574-bcab-4d15-b073-a02ea0bc38a3 req-596a9e96-f5b7-4d4f-afce-e32147c473fc tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268305 Jul 16 18:10:24.009249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80fa8052-22d5-474b-8dda-e12128eab91d req-baef9431-a30c-4612-be62-287517315afa service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573562 Jul 16 18:10:24.120410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdb1a9-602e-4a04-8e3b-0ad82c71c6c2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event updated for resources: {'Subnet': ['ID=9e46632c-bac4-4838-ae11-11dd95574a87,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.148685 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.161370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcdb1a9-602e-4a04-8e3b-0ad82c71c6c2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Checking segment: {'id': '32ff5150-5340-4830-b1ef-d9296f68cf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:24.161370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcdb1a9-602e-4a04-8e3b-0ad82c71c6c2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Network hostable DHCP agents. Network: 6b7675ee-ba62-4686-b599-a435e29966d0, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:24.166068 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Transition to ACTIVE for port object fefb8ad0-143b-4371-8a89-9708a07e07c8 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:24.177384 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.194897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba09b679-f73d-4376-b0a1-8d7951335afc req-3dedc881-b0e3-4f41-8d8a-4b3e3fc86e48 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918055 Jul 16 18:10:24.201508 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122600ab-aacb-4339-947d-3b62311161c2 x-openstack-request-id: req-122600ab-aacb-4339-947d-3b62311161c2 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:24.201799 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d616bef-d897-424f-8e04-6d573b4ec8db", "tag": "fe21e522-f91a-42b0-afb3-d6609712741b", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:24.202044 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-122600ab-aacb-4339-947d-3b62311161c2 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:24.202434 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d616bef-d897-424f-8e04-6d573b4ec8db', 'tag': 'fe21e522-f91a-42b0-afb3-d6609712741b', 'status': 'completed', 'code': 200} Jul 16 18:10:24.211170 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80fa8052-22d5-474b-8dda-e12128eab91d req-6d3e3597-c73e-4a44-b70a-c96a9ce0c376 service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720889 Jul 16 18:10:24.228006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-75514bea-54d3-4507-868d-609e55117940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.229725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-75514bea-54d3-4507-868d-609e55117940 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 1096 time: 0.4258077 Jul 16 18:10:24.303668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-ebe740da-f12c-4ef7-b771-14ac15d81eeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe21e522-f91a-42b0-afb3-d6609712741b HTTP/1.1" status: 200 len: 217 time: 0.0653501 Jul 16 18:10:24.352205 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Pushing event updated for resources: {'Port': ['ID=fefb8ad0-143b-4371-8a89-9708a07e07c8,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.366366 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:24.366969 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:24.367408 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:24.368257 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:24.368624 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:24.369055 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:24.369257 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcdb1a9-602e-4a04-8e3b-0ad82c71c6c2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Network 6b7675ee-ba62-4686-b599-a435e29966d0 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:24.369627 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:24.370044 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:24.370477 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:24.371073 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:24.371534 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:24.372584 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:24.390029 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Attempting to bind port fefb8ad0-143b-4371-8a89-9708a07e07c8 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:24.390508 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Attempting to bind port fefb8ad0-143b-4371-8a89-9708a07e07c8 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '9e108598-2444-4f4e-9838-538f3e26fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:24.390928 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Attempting to bind port fefb8ad0-143b-4371-8a89-9708a07e07c8 on network 1f719546-0943-4e5a-b875-d9b064bc7c66 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:24.398591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-cfcdb1a9-602e-4a04-8e3b-0ad82c71c6c2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 6b7675ee-ba62-4686-b599-a435e29966d0) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:24.399453 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:24.400342 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Checking segment: {'id': '9e108598-2444-4f4e-9838-538f3e26fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:24.400490 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.401151 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Bound using segment: {'id': '9e108598-2444-4f4e-9838-538f3e26fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:24.401811 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Bound port: fefb8ad0-143b-4371-8a89-9708a07e07c8, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e108598-2444-4f4e-9838-538f3e26fae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:24.402438 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.419314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f2c241-e5ae-4e04-b070-ebdf017966c8 None None] Network 6b7675ee-ba62-4686-b599-a435e29966d0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:24.420927 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcdb1a9-602e-4a04-8e3b-0ad82c71c6c2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.421545 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb1a9-602e-4a04-8e3b-0ad82c71c6c2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.442815 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-04f609be-ae05-4a43-8ea6-a509bc10c1d2 admin admin] Deleting port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:24.443181 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04f609be-ae05-4a43-8ea6-a509bc10c1d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.475401 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cfcdb1a9-602e-4a04-8e3b-0ad82c71c6c2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6233420 Jul 16 18:10:24.478084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49092) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:24.483158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c21b89ec-99c1-43e0-ae32-f4257324ffa0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-221274240'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:24.505258 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] For port fefb8ad0-143b-4371-8a89-9708a07e07c8, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:24.514648 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] For port fefb8ad0-143b-4371-8a89-9708a07e07c8, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=fefb8ad0-143b-4371-8a89-9708a07e07c8,segment=NetworkSegment(9e108598-2444-4f4e-9838-538f3e26fae8),segment_id=9e108598-2444-4f4e-9838-538f3e26fae8)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:24.527970 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.548800 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21b89ec-99c1-43e0-ae32-f4257324ffa0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:24.556344 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c21b89ec-99c1-43e0-ae32-f4257324ffa0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.596833 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Routers {'3d416617-14b4-4c5d-990b-e52c9f4f3d83'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:24.598129 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:10:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3d416617-14b4-4c5d-990b-e52c9f4f3d83'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:24.622220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40db75f-af0f-43fa-8867-324f9e02782e req-e6af306e-1582-439a-b72e-d6011fb90d61 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.623980 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c40db75f-af0f-43fa-8867-324f9e02782e req-e6af306e-1582-439a-b72e-d6011fb90d61 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3193414 Jul 16 18:10:24.629788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-987e7cc6-7b2d-4c01-a905-a76e99717828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.635323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-987e7cc6-7b2d-4c01-a905-a76e99717828 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.2842264 Jul 16 18:10:24.718640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21b89ec-99c1-43e0-ae32-f4257324ffa0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:24.733625 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] Set router 3d416617-14b4-4c5d-990b-e52c9f4f3d83 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:24.750487 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-6b7675ee-ba62-4686-b599-a435e29966d0', 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'fixed_ips': [{'subnet_id': '9e46632c-bac4-4838-ae11-11dd95574a87'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:24.751217 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.765978 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-04f609be-ae05-4a43-8ea6-a509bc10c1d2 admin admin] For port 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=911c88c7-ebbb-4466-9c1b-4b777e5ebe7d,segment=NetworkSegment(0cb5bc82-eadb-4568-bbc3-50ee1445e3e3),segment_id=0cb5bc82-eadb-4568-bbc3-50ee1445e3e3)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:24.766348 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04f609be-ae05-4a43-8ea6-a509bc10c1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.769971 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c21b89ec-99c1-43e0-ae32-f4257324ffa0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.770321 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-c21b89ec-99c1-43e0-ae32-f4257324ffa0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Added segment ce03a4bf-93d9-4eeb-afb7-84f4dc47e454 of type vlan for network d1c211c1-0b6d-4fb1-a66f-d3376ca7312e Jul 16 18:10:24.775081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-a8c5b5ad-4d86-4fb3-8414-2a2d97e6b771 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223719 Jul 16 18:10:24.815594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-04f609be-ae05-4a43-8ea6-a509bc10c1d2 admin admin] Calling delete_port for 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:24.906567 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412329a-fb6b-4453-beb0-d65e67145682 None None] Pushing event updated for resources: {'Port': ['ID=fefb8ad0-143b-4371-8a89-9708a07e07c8,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.913055 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c21b89ec-99c1-43e0-ae32-f4257324ffa0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.010585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c40db75f-af0f-43fa-8867-324f9e02782e req-d109d75e-f9be-43c9-8954-4400da595b5c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730998 Jul 16 18:10:25.024183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-cd31ca53-9829-4148-9d4a-2a88be121cc5 service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334230 Jul 16 18:10:25.048649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af5cdf-6dc5-4ca4-b88f-8a633de2dcef req-91d5645e-dc31-4ee1-a209-d4b6457f3e86 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.050657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d4af5cdf-6dc5-4ca4-b88f-8a633de2dcef req-91d5645e-dc31-4ee1-a209-d4b6457f3e86 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.5904291 Jul 16 18:10:25.063798 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c21b89ec-99c1-43e0-ae32-f4257324ffa0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.072935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21b89ec-99c1-43e0-ae32-f4257324ffa0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.073585 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c21b89ec-99c1-43e0-ae32-f4257324ffa0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.094628 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Allocated IP 19.80.0.2 (6b7675ee-ba62-4686-b599-a435e29966d0/9e46632c-bac4-4838-ae11-11dd95574a87/4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:25.165547 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'name': 'tempest-ServersTestMultiNic-433867193-router', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:20Z', 'revision_number': 4, 'project_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'gw_port': {'id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:13Z', 'updated_at': '2021-07-16T18:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'fefb8ad0-143b-4371-8a89-9708a07e07c8', 'name': '', 'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'mac_address': 'fa:16:3e:d4:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'c77fbc2d-8991-4114-a710-7583b79a2714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:19Z', 'updated_at': '2021-07-16T18:10:24Z', 'revision_number': 4, 'project_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'subnets': [{'id': 'c77fbc2d-8991-4114-a710-7583b79a2714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:25.178187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d4af5cdf-6dc5-4ca4-b88f-8a633de2dcef req-b92ff2b8-82ce-4218-aa5b-1e82209858b2 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981236 Jul 16 18:10:25.202207 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c21b89ec-99c1-43e0-ae32-f4257324ffa0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7232299 Jul 16 18:10:25.216021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49110) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:25.223094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6fa2243e-0aa5-49df-99e6-ffcea60e45b0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Request body: {'subnet': {'network_id': 'd1c211c1-0b6d-4fb1-a66f-d3376ca7312e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:25.232900 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d91a81-1483-412a-a030-41080ae13aee None None] The sync data for ids ['3d416617-14b4-4c5d-990b-e52c9f4f3d83'] in n-d-787206-10 is: [{'id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'name': 'tempest-ServersTestMultiNic-433867193-router', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:20Z', 'revision_number': 4, 'project_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'gw_port': {'id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:13Z', 'updated_at': '2021-07-16T18:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'fefb8ad0-143b-4371-8a89-9708a07e07c8', 'name': '', 'network_id': '1f719546-0943-4e5a-b875-d9b064bc7c66', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'mac_address': 'fa:16:3e:d4:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'c77fbc2d-8991-4114-a710-7583b79a2714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:19Z', 'updated_at': '2021-07-16T18:10:24Z', 'revision_number': 4, 'project_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'subnets': [{'id': 'c77fbc2d-8991-4114-a710-7583b79a2714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:25.279863 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b89ec-99c1-43e0-ae32-f4257324ffa0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event updated for resources: {'Network': ['ID=d1c211c1-0b6d-4fb1-a66f-d3376ca7312e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.351987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d1c211c1-0b6d-4fb1-a66f-d3376ca7312e details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:25.508013 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04f609be-ae05-4a43-8ea6-a509bc10c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.581707 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f609be-ae05-4a43-8ea6-a509bc10c1d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=911c88c7-ebbb-4466-9c1b-4b777e5ebe7d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.600262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3790f7da-f28f-4ac9-a035-573d310ac7c2 req-02f2daec-3d52-479e-ba29-b45d3bb61906 service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391181 Jul 16 18:10:25.616995 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa2243e-0aa5-49df-99e6-ffcea60e45b0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:25.620769 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6fa2243e-0aa5-49df-99e6-ffcea60e45b0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.738993 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.762900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Transition to ACTIVE for port object 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:25.796638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Transition to ACTIVE for port object 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:25.815938 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.884648 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04f609be-ae05-4a43-8ea6-a509bc10c1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.903723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Network 6b7675ee-ba62-4686-b599-a435e29966d0 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:25.915766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:25.920217 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:25.959022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fefb8ad0-143b-4371-8a89-9708a07e07c8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:25.994688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e37747-60a6-496f-8c90-d439da638240 req-98f5044b-f5d5-4a6f-bee0-f74a1f318603 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.999466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Pushing event updated for resources: {'Port': ['ID=4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:26.010430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13e37747-60a6-496f-8c90-d439da638240 req-98f5044b-f5d5-4a6f-bee0-f74a1f318603 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.5695965 Jul 16 18:10:26.053260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64a848-5401-4b75-b811-3ef1003a82c6 req-9c413d2c-3e17-48b8-83ab-2a2a4683b3f5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.054943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c64a848-5401-4b75-b811-3ef1003a82c6 req-9c413d2c-3e17-48b8-83ab-2a2a4683b3f5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 944 time: 0.5573637 Jul 16 18:10:26.092609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Attempting to bind port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:26.093088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Attempting to bind port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '32ff5150-5340-4830-b1ef-d9296f68cf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:26.093526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Attempting to bind port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 on network 6b7675ee-ba62-4686-b599-a435e29966d0 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:26.111823 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:26.113108 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Checking segment: {'id': '32ff5150-5340-4830-b1ef-d9296f68cf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:26.113755 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.114360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Bound using segment: {'id': '32ff5150-5340-4830-b1ef-d9296f68cf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:26.114931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Bound port: 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ff5150-5340-4830-b1ef-d9296f68cf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:26.115397 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.181964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port fefb8ad0-143b-4371-8a89-9708a07e07c8 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:26.198195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13e37747-60a6-496f-8c90-d439da638240 req-864387d9-96eb-4868-907e-53a418715338 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867690 Jul 16 18:10:26.203867 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port fefb8ad0-143b-4371-8a89-9708a07e07c8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:26.204320 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.210613 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f609be-ae05-4a43-8ea6-a509bc10c1d2 admin admin] Router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:26.211362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca53cd-2c34-46a2-a2ab-24503f4f199e req-6d956468-2189-4d03-a188-b17c1e773819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.214601 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1ca53cd-2c34-46a2-a2ab-24503f4f199e req-6d956468-2189-4d03-a188-b17c1e773819 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ede344f04254cd3ae257e1efe6061ea&device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 1096 time: 0.5172544 Jul 16 18:10:26.263609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] For port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:26.267866 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] For port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:26.273209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49126) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:26.277595 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.280975 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c64a848-5401-4b75-b811-3ef1003a82c6 req-732c6b67-acbc-46ac-869c-c3458860b948 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123270 Jul 16 18:10:26.423199 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f609be-ae05-4a43-8ea6-a509bc10c1d2 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:26.434253 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.449434 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-04f609be-ae05-4a43-8ea6-a509bc10c1d2 admin admin] 10.222.0.41 "PUT /v2.0/routers/1f56f3cc-6c98-4da7-9420-7453d6a9f8bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8776710 Jul 16 18:10:26.450717 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49130) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:26.485821 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bd2293-557b-4488-af96-2db535e825c2 None None] Sync routers for ids ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:26.509542 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.526512 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6fa2243e-0aa5-49df-99e6-ffcea60e45b0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.559252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73b2f7-e173-446a-a738-fda90b454c4a None None] Pushing event updated for resources: {'Port': ['ID=4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:26.591492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd2293-557b-4488-af96-2db535e825c2 None None] Routers {'1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:26.592875 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d7bd2293-557b-4488-af96-2db535e825c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:10:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:26.666758 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21c4f849-f548-45f2-afab-0461ed9742cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.684833 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.766728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca53cd-2c34-46a2-a2ab-24503f4f199e req-46efaa4d-6f24-4e9c-a05d-d85f7e80e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.768320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1ca53cd-2c34-46a2-a2ab-24503f4f199e req-46efaa4d-6f24-4e9c-a05d-d85f7e80e605 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 200 len: 907 time: 0.4940226 Jul 16 18:10:26.921946 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.934885 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port fefb8ad0-143b-4371-8a89-9708a07e07c8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=fefb8ad0-143b-4371-8a89-9708a07e07c8,segment=NetworkSegment(9e108598-2444-4f4e-9838-538f3e26fae8),segment_id=9e108598-2444-4f4e-9838-538f3e26fae8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:26.945952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2243e-0aa5-49df-99e6-ffcea60e45b0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event updated for resources: {'Subnet': ['ID=6862c68b-13e8-435b-9bf9-300999ac3dd5,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:26.946478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.954447 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.966500 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-d7bd2293-557b-4488-af96-2db535e825c2 None None] Set router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:27.074514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2243e-0aa5-49df-99e6-ffcea60e45b0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Checking segment: {'id': 'ce03a4bf-93d9-4eeb-afb7-84f4dc47e454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd1c211c1-0b6d-4fb1-a66f-d3376ca7312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:27.075045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa2243e-0aa5-49df-99e6-ffcea60e45b0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Network hostable DHCP agents. Network: d1c211c1-0b6d-4fb1-a66f-d3376ca7312e, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:27.075300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Deleting port 7a8caa05-58c5-4083-9bd8-c750f08d136f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:27.075680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.086645 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1ca53cd-2c34-46a2-a2ab-24503f4f199e req-699e3285-a9a1-4c10-aed0-83afe8f776b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe21e522-f91a-42b0-afb3-d6609712741b HTTP/1.1" status: 200 len: 217 time: 0.1745617 Jul 16 18:10:27.166229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca53cd-2c34-46a2-a2ab-24503f4f199e req-cc671ffe-35e7-48ab-8ae0-16ad24a327a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.167867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1ca53cd-2c34-46a2-a2ab-24503f4f199e req-cc671ffe-35e7-48ab-8ae0-16ad24a327a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 200 len: 846 time: 0.0696030 Jul 16 18:10:27.220164 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] For port 7a8caa05-58c5-4083-9bd8-c750f08d136f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7a8caa05-58c5-4083-9bd8-c750f08d136f,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:27.220752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.231001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1ca53cd-2c34-46a2-a2ab-24503f4f199e req-71df2486-ac25-436c-80a7-58af5311670d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a175737-e063-409b-ba35-10315008733d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508714 Jul 16 18:10:27.250592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Calling delete_port for 7a8caa05-58c5-4083-9bd8-c750f08d136f owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:27.323334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=fefb8ad0-143b-4371-8a89-9708a07e07c8,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:27.324164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b006c-f3ba-4812-8694-bc340df2f668 req-257e5421-4c04-429c-98b0-72974245f469 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.326207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-309b006c-f3ba-4812-8694-bc340df2f668 req-257e5421-4c04-429c-98b0-72974245f469 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.6616733 Jul 16 18:10:27.327405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa2243e-0aa5-49df-99e6-ffcea60e45b0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Network d1c211c1-0b6d-4fb1-a66f-d3376ca7312e is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:27.346458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a67d47-7075-4529-811c-4334a3f2a451 req-15611dcf-f9f9-4ea5-858b-0843a6b0d32c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.348621 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81a67d47-7075-4529-811c-4334a3f2a451 req-15611dcf-f9f9-4ea5-858b-0843a6b0d32c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.7894323 Jul 16 18:10:27.356540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d7bd2293-557b-4488-af96-2db535e825c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T18:10:25Z', 'revision_number': 5, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port': {'id': '7a8caa05-58c5-4083-9bd8-c750f08d136f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:53Z', 'updated_at': '2021-07-16T17:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:27.399554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bd2293-557b-4488-af96-2db535e825c2 None None] Checking router: 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:27.414511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-6fa2243e-0aa5-49df-99e6-ffcea60e45b0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d1c211c1-0b6d-4fb1-a66f-d3376ca7312e) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:27.415533 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd2293-557b-4488-af96-2db535e825c2 None None] Routers {'1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:27.416319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d7bd2293-557b-4488-af96-2db535e825c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:10:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:27.441351 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21c4f849-f548-45f2-afab-0461ed9742cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.443571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa2243e-0aa5-49df-99e6-ffcea60e45b0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.444158 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6fa2243e-0aa5-49df-99e6-ffcea60e45b0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.462415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c3897-4fac-4ed6-9c11-ba50ac45cfbc None None] Network d1c211c1-0b6d-4fb1-a66f-d3376ca7312e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:27.504593 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21c4f849-f548-45f2-afab-0461ed9742cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.515558 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.631021 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-d7bd2293-557b-4488-af96-2db535e825c2 None None] Set router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:27.652510 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.655987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8caa05-58c5-4083-9bd8-c750f08d136f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:27.749354 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d7bd2293-557b-4488-af96-2db535e825c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T18:10:26Z', 'revision_number': 6, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:27.872013 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.875113 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.933713 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:27.936331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bd2293-557b-4488-af96-2db535e825c2 None None] The sync data for ids ['1f56f3cc-6c98-4da7-9420-7453d6a9f8bd'] in n-d-787206-10 is: [{'id': '1f56f3cc-6c98-4da7-9420-7453d6a9f8bd', 'name': 'tempest-TaggedBootDevicesTest-1392949671-router', 'tenant_id': 'a03823ee279249458ba226f15dd999f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:51Z', 'updated_at': '2021-07-16T18:10:26Z', 'revision_number': 6, 'project_id': 'a03823ee279249458ba226f15dd999f2', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:27.969218 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-d1c211c1-0b6d-4fb1-a66f-d3376ca7312e', 'network_id': 'd1c211c1-0b6d-4fb1-a66f-d3376ca7312e', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'fixed_ips': [{'subnet_id': '6862c68b-13e8-435b-9bf9-300999ac3dd5'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:27.975083 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.976676 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.977372 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f56f3cc-6c98-4da7-9420-7453d6a9f8bd {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:10:27.982693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.986782 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-adc4c8e7-fe37-4387-a537-3f47c490fa86 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1f56f3cc-6c98-4da7-9420-7453d6a9f8bd HTTP/1.1" status: 204 len: 168 time: 1.5345767 Jul 16 18:10:27.987743 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49136) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:28.041042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6fa2243e-0aa5-49df-99e6-ffcea60e45b0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8221650 Jul 16 18:10:28.075828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1ca53cd-2c34-46a2-a2ab-24503f4f199e req-341cd20e-65e3-4558-b7ff-3c2aacd9142d service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8355665 Jul 16 18:10:28.089631 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-309b006c-f3ba-4812-8694-bc340df2f668 req-7a1db38f-67fc-498c-9e52-f15d8230c2be tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7294378 Jul 16 18:10:28.114855 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f35ab2b-a3eb-4ae2-9292-3ef715e7a922 admin admin] Deleting subnet 204b23cc-159d-41ae-adf4-093a524deac6 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:28.132412 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3f35ab2b-a3eb-4ae2-9292-3ef715e7a922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.139796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4f849-f548-45f2-afab-0461ed9742cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1b1853-bb84-4214-8eea-8bcc191e4730,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:28.203331 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81a67d47-7075-4529-811c-4334a3f2a451 req-e891efc8-2c2b-47ce-b8bd-56983ce30baf tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8146238 Jul 16 18:10:28.204262 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3f35ab2b-a3eb-4ae2-9292-3ef715e7a922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.223532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-21c4f849-f548-45f2-afab-0461ed9742cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3497902f0a74c1a901fbebfcbfb3024&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9475608 Jul 16 18:10:28.226595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49142) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:28.352907 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a25e18-6ba4-440e-93ef-a7071e32ae7a None None] Network 6b7675ee-ba62-4686-b599-a435e29966d0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:28.364923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3f35ab2b-a3eb-4ae2-9292-3ef715e7a922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.396382 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de48072c-97a4-4268-a753-7e92b336f7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.441936 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3f35ab2b-a3eb-4ae2-9292-3ef715e7a922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.456724 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3f35ab2b-a3eb-4ae2-9292-3ef715e7a922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.458899 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3f35ab2b-a3eb-4ae2-9292-3ef715e7a922 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/204b23cc-159d-41ae-adf4-093a524deac6 HTTP/1.1" status: 204 len: 168 time: 0.4701755 Jul 16 18:10:28.472875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49158) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:28.482260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35ab2b-a3eb-4ae2-9292-3ef715e7a922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204b23cc-159d-41ae-adf4-093a524deac6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:28.500682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fc9ca1-725f-40e0-bf0e-6121f83478f5 None None] Network a9a1e7b3-f15f-48c2-8b79-818a78e0e750 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:28.510953 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1ca53cd-2c34-46a2-a2ab-24503f4f199e req-d4a3bbe7-b510-4a8c-9500-8fb2b37e1abf service neutron] 10.222.0.35 "GET /v2.0/networks/8a175737-e063-409b-ba35-10315008733d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777640 Jul 16 18:10:28.513000 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de48072c-97a4-4268-a753-7e92b336f7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.523417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1d965a2e-b74e-4b11-b5ac-316546bbe71a None None] Provisioning for port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:28.562986 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-36998955-c37f-452d-89b8-88738b55611a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.648082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8d2b5-2e8b-446d-acdf-26f3e731c831 req-cc0502be-16db-483a-b97b-c06885a30ae2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:28.649573 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13f8d2b5-2e8b-446d-acdf-26f3e731c831 req-cc0502be-16db-483a-b97b-c06885a30ae2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 944 time: 0.3642216 Jul 16 18:10:28.668368 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.711244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-21358f93-f778-4850-8f6a-f1e126cda35c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:28.714010 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:28.717095 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-21358f93-f778-4850-8f6a-f1e126cda35c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:28.718653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-21358f93-f778-4850-8f6a-f1e126cda35c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/networks?id=6b7675ee-ba62-4686-b599-a435e29966d0&id=d1c211c1-0b6d-4fb1-a66f-d3376ca7312e&id=6b7675ee-ba62-4686-b599-a435e29966d0 HTTP/1.1" status: 200 len: 1390 time: 0.2969885 Jul 16 18:10:28.724910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Allocated IP 19.86.0.2 (d1c211c1-0b6d-4fb1-a66f-d3376ca7312e/6862c68b-13e8-435b-9bf9-300999ac3dd5/cb27f363-9fb0-489e-912f-793b8ac5c466) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:28.735182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:28.735608 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.768421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13f8d2b5-2e8b-446d-acdf-26f3e731c831 req-5c3efbf3-c145-4b1f-8156-ca0d40a5aa19 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061196 Jul 16 18:10:28.773212 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-acfd2447-633b-45ad-a5e5-2fd9b43d95ff tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/quotas/9e80e9c9f8bc436ebf3056ab1de1fafe HTTP/1.1" status: 200 len: 375 time: 0.0453804 Jul 16 18:10:28.780195 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de48072c-97a4-4268-a753-7e92b336f7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.783209 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de48072c-97a4-4268-a753-7e92b336f7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.793422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-de48072c-97a4-4268-a753-7e92b336f7f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc1b1853-bb84-4214-8eea-8bcc191e4730 HTTP/1.1" status: 204 len: 168 time: 0.5653622 Jul 16 18:10:28.858407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48072c-97a4-4268-a753-7e92b336f7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1b1853-bb84-4214-8eea-8bcc191e4730,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:28.921502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Deleting port c23d67c7-11aa-462a-ab70-3908e56578bb {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:28.921858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.949528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device fe21e522-f91a-42b0-afb3-d6609712741b details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:28.956901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-c5086257-e1b2-4fe9-b9e9-3b37214e1bdd tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e80e9c9f8bc436ebf3056ab1de1fafe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1619251 Jul 16 18:10:29.077752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] For port c23d67c7-11aa-462a-ab70-3908e56578bb, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c23d67c7-11aa-462a-ab70-3908e56578bb,segment=NetworkSegment(0cb5bc82-eadb-4568-bbc3-50ee1445e3e3),segment_id=0cb5bc82-eadb-4568-bbc3-50ee1445e3e3)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:29.078393 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.137944 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.141762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Calling delete_port for c23d67c7-11aa-462a-ab70-3908e56578bb owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:29.193628 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde32f1-1521-431a-98ed-d1ff8b369faa None None] DHCP port deletion for a9a1e7b3-f15f-48c2-8b79-818a78e0e750 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:29.209830 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.235154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-4084b861-19e9-4877-92bc-1c6757c0a7af service neutron] 10.222.0.41 "GET /v2.0/networks/6b7675ee-ba62-4686-b599-a435e29966d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663321 Jul 16 18:10:29.247279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ac32f-aba3-4f30-94d3-e92831cc0a29 req-5a8fb143-71b5-4dce-a879-b922db986a70 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.248952 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-406ac32f-aba3-4f30-94d3-e92831cc0a29 req-5a8fb143-71b5-4dce-a879-b922db986a70 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2639625 Jul 16 18:10:29.254007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Transition to ACTIVE for port object cb27f363-9fb0-489e-912f-793b8ac5c466 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:29.260368 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49166) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.274367 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ae3f5f91-e955-4159-a093-0a0ddf8a7df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.290981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port fe21e522-f91a-42b0-afb3-d6609712741b, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=fe21e522-f91a-42b0-afb3-d6609712741b,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:29.332698 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:29.339157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'fe21e522-f91a-42b0-afb3-d6609712741b', 'network_id': '8a175737-e063-409b-ba35-10315008733d', 'port_id': 'fe21e522-f91a-42b0-afb3-d6609712741b', 'mac_address': 'fa:16:3e:41:dc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4896f2-d6af-4700-991a-0a11d6229f29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:29.361025 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.362899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fefb8ad0-143b-4371-8a89-9708a07e07c8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:29.376592 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-5a59a041-7e97-4e94-ab95-c079f74d5596 service neutron] 10.222.0.41 "GET /v2.0/networks/6b7675ee-ba62-4686-b599-a435e29966d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221905 Jul 16 18:10:29.428743 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ae3f5f91-e955-4159-a093-0a0ddf8a7df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.434917 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ae3f5f91-e955-4159-a093-0a0ddf8a7df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.464055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Transition to ACTIVE for port object cb27f363-9fb0-489e-912f-793b8ac5c466 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:29.468367 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f5f91-e955-4159-a093-0a0ddf8a7df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad70dd9-4399-48d3-a7e1-ca54db24deb8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.489275 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ae3f5f91-e955-4159-a093-0a0ddf8a7df0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ae7657649304341a3d66ba700494c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275980 Jul 16 18:10:29.492329 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49168) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.507247 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.516658 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-406ac32f-aba3-4f30-94d3-e92831cc0a29 req-c4d42f47-c885-430c-85bb-c25e4727a821 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386178 Jul 16 18:10:29.538028 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.543494 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.566809 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1161ba44-9f15-455f-9fec-d0e016527f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.586017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2cde32f1-1521-431a-98ed-d1ff8b369faa None None] Deleting port c23d67c7-11aa-462a-ab70-3908e56578bb {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:29.586410 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2cde32f1-1521-431a-98ed-d1ff8b369faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.599870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c23d67c7-11aa-462a-ab70-3908e56578bb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.600900 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1161ba44-9f15-455f-9fec-d0e016527f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.606309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] No DVR routers for this DVR port c23d67c7-11aa-462a-ab70-3908e56578bb on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:29.630753 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.639341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-00e7b194-0301-45f1-bceb-17f72319db70 service neutron] 10.222.0.41 "GET /v2.0/networks/d1c211c1-0b6d-4fb1-a66f-d3376ca7312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388449 Jul 16 18:10:29.677458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1161ba44-9f15-455f-9fec-d0e016527f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.684445 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1161ba44-9f15-455f-9fec-d0e016527f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.686339 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1161ba44-9f15-455f-9fec-d0e016527f52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ad70dd9-4399-48d3-a7e1-ca54db24deb8 HTTP/1.1" status: 204 len: 168 time: 0.1929131 Jul 16 18:10:29.696027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161ba44-9f15-455f-9fec-d0e016527f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad70dd9-4399-48d3-a7e1-ca54db24deb8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.718069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Pushing event updated for resources: {'Port': ['ID=cb27f363-9fb0-489e-912f-793b8ac5c466,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.723307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Network d1c211c1-0b6d-4fb1-a66f-d3376ca7312e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:29.744650 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2cde32f1-1521-431a-98ed-d1ff8b369faa None None] For port c23d67c7-11aa-462a-ab70-3908e56578bb, host n-d-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:29.745146 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2cde32f1-1521-431a-98ed-d1ff8b369faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.749374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:29.753900 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.762038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.762283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.762708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.763120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.763549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.764331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.764331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.764731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.765122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.765899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.765899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.766276 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.769326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a1e7b3-f15f-48c2-8b79-818a78e0e750']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:29.770974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe21e522-f91a-42b0-afb3-d6609712741b {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:29.777059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:29.788035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2cde32f1-1521-431a-98ed-d1ff8b369faa None None] Calling delete_port for c23d67c7-11aa-462a-ab70-3908e56578bb owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:29.789851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a6b2cc36-987e-48e4-94be-4e95aae08d85 None None] Provisioning complete for port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:29.790327 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a6b2cc36-987e-48e4-94be-4e95aae08d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.800373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.ipam_backend_mixin [None req-2cde32f1-1521-431a-98ed-d1ff8b369faa None None] Port c23d67c7-11aa-462a-ab70-3908e56578bb was not found and therefore no delete operation was performed {{(pid=100171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:10:29.801156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port fefb8ad0-143b-4371-8a89-9708a07e07c8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:29.801747 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.809914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:29.810212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb5bc82-eadb-4568-bbc3-50ee1445e3e3') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:29.829002 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2cde32f1-1521-431a-98ed-d1ff8b369faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.829610 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.858962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port fe21e522-f91a-42b0-afb3-d6609712741b, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=fe21e522-f91a-42b0-afb3-d6609712741b,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:29.870333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.882018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-3199fcaf-d01e-47fa-b615-a7d48683b734 service neutron] 10.222.0.41 "GET /v2.0/networks/d1c211c1-0b6d-4fb1-a66f-d3376ca7312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299511 Jul 16 18:10:29.883063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:29.883492 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:29.886163 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:29.916182 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.934356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ef94d-4a03-4285-945d-385a1d800155 req-6c905170-a3d7-4e3b-9197-6c9aa6d31bc6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.935874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-703ef94d-4a03-4285-945d-385a1d800155 req-6c905170-a3d7-4e3b-9197-6c9aa6d31bc6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2538762 Jul 16 18:10:29.944976 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde32f1-1521-431a-98ed-d1ff8b369faa None None] Pushing event deleted for resources: {'Port': ['ID=c23d67c7-11aa-462a-ab70-3908e56578bb,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.946954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde32f1-1521-431a-98ed-d1ff8b369faa None None] No DVR routers for this DVR port c23d67c7-11aa-462a-ab70-3908e56578bb on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:30.000040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Attempting to bind port cb27f363-9fb0-489e-912f-793b8ac5c466 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:30.000689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Attempting to bind port cb27f363-9fb0-489e-912f-793b8ac5c466 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'ce03a4bf-93d9-4eeb-afb7-84f4dc47e454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd1c211c1-0b6d-4fb1-a66f-d3376ca7312e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:30.000789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Attempting to bind port cb27f363-9fb0-489e-912f-793b8ac5c466 on network d1c211c1-0b6d-4fb1-a66f-d3376ca7312e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:30.003375 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.023270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:30.023941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Checking segment: {'id': 'ce03a4bf-93d9-4eeb-afb7-84f4dc47e454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd1c211c1-0b6d-4fb1-a66f-d3376ca7312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:30.024538 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.025093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Bound using segment: {'id': 'ce03a4bf-93d9-4eeb-afb7-84f4dc47e454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd1c211c1-0b6d-4fb1-a66f-d3376ca7312e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:30.025747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Bound port: cb27f363-9fb0-489e-912f-793b8ac5c466, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce03a4bf-93d9-4eeb-afb7-84f4dc47e454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd1c211c1-0b6d-4fb1-a66f-d3376ca7312e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:30.026577 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.039988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.042075 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a9a1e7b3-f15f-48c2-8b79-818a78e0e750 HTTP/1.1" status: 204 len: 168 time: 1.5680792 Jul 16 18:10:30.086024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1970c96-72b9-472a-99b6-87d2ef48f8f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9a1e7b3-f15f-48c2-8b79-818a78e0e750,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.098170 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-703ef94d-4a03-4285-945d-385a1d800155 req-9cf1f6d1-2ff2-46b0-b33e-d12e5504e972 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190746 Jul 16 18:10:30.117769 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-ddc220ff-cec9-4926-9a27-7cf0bdb8e361 service neutron] 10.222.0.41 "GET /v2.0/networks/6b7675ee-ba62-4686-b599-a435e29966d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180369 Jul 16 18:10:30.128422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=fe21e522-f91a-42b0-afb3-d6609712741b,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.194651 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['fe21e522-f91a-42b0-afb3-d6609712741b'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:30.199888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] For port cb27f363-9fb0-489e-912f-793b8ac5c466, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:30.237166 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] For port cb27f363-9fb0-489e-912f-793b8ac5c466, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=cb27f363-9fb0-489e-912f-793b8ac5c466,segment=NetworkSegment(ce03a4bf-93d9-4eeb-afb7-84f4dc47e454),segment_id=ce03a4bf-93d9-4eeb-afb7-84f4dc47e454)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:30.249312 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.297949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-92023fc7-93ed-4147-ae9e-83ee4e7b08dd service neutron] 10.222.0.41 "GET /v2.0/networks/6b7675ee-ba62-4686-b599-a435e29966d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678779 Jul 16 18:10:30.314958 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49188) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:30.405885 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:30.411047 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a8d1ee28-d4e8-4acb-8791-f8746f3dc57b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a03823ee279249458ba226f15dd999f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0942771 Jul 16 18:10:30.416871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49192) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:30.439116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9804653-a2e5-4341-a706-af5302d98b56 None None] Pushing event updated for resources: {'Port': ['ID=cb27f363-9fb0-489e-912f-793b8ac5c466,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.499255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a4eb4-582f-424f-9efd-26f8a72fdd53 req-3268503c-ed29-456a-a09a-ec0cdb58857a tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.512727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-007a4eb4-582f-424f-9efd-26f8a72fdd53 req-3268503c-ed29-456a-a09a-ec0cdb58857a tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 945 time: 0.1871078 Jul 16 18:10:30.554965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:30.555341 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.622986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-007a4eb4-582f-424f-9efd-26f8a72fdd53 req-8e0e52b3-1724-4b46-92c0-112d7824d7f7 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081564 Jul 16 18:10:30.626216 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db2b6307-b877-4338-9df8-3f295c04a2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.732978 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db2b6307-b877-4338-9df8-3f295c04a2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.861138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c90f8963-68c7-478c-9d7d-854ac4a68f51 req-f02b3779-40c6-47bb-86a4-feef8fcab68f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 210 time: 0.2663462 Jul 16 18:10:30.906858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db2b6307-b877-4338-9df8-3f295c04a2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.912940 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db2b6307-b877-4338-9df8-3f295c04a2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.914294 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-db2b6307-b877-4338-9df8-3f295c04a2da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c89ea260-ffde-4028-8c9b-ffa7d4af150b HTTP/1.1" status: 204 len: 168 time: 0.4967265 Jul 16 18:10:30.973514 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.978108 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b5359b64-f7ca-48b5-9703-66e995234bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.988527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b6307-b877-4338-9df8-3f295c04a2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89ea260-ffde-4028-8c9b-ffa7d4af150b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:31.053443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf8a51-c127-4c48-8c24-609d7d0e00a3 req-646f6b69-8461-4bc9-9401-241bac6a2580 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:31.062740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fdf8a51-c127-4c48-8c24-609d7d0e00a3 req-646f6b69-8461-4bc9-9401-241bac6a2580 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2004890 Jul 16 18:10:31.114950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fdf8a51-c127-4c48-8c24-609d7d0e00a3 req-d3902b10-80aa-4b1e-afb9-d85d6fa0c68b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505161 Jul 16 18:10:31.125668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:31.157423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:31.157809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 911c88c7-ebbb-4466-9c1b-4b777e5ebe7d not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:31.158691 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7a8caa05-58c5-4083-9bd8-c750f08d136f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:31.182230 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 7a8caa05-58c5-4083-9bd8-c750f08d136f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:31.182553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7a8caa05-58c5-4083-9bd8-c750f08d136f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:31.182962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c23d67c7-11aa-462a-ab70-3908e56578bb no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:31.214158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: c23d67c7-11aa-462a-ab70-3908e56578bb {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:31.214586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c23d67c7-11aa-462a-ab70-3908e56578bb not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:31.417214 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca9b3d-bd87-4388-ae6b-0db71a1e5596 req-61079ede-52b3-4d5a-ace2-6a5f7b8afa82 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:31.427234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9ca9b3d-bd87-4388-ae6b-0db71a1e5596 req-61079ede-52b3-4d5a-ace2-6a5f7b8afa82 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1454370 Jul 16 18:10:31.482721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9ca9b3d-bd87-4388-ae6b-0db71a1e5596 req-e069dbec-6978-41df-a236-ad33286dd10e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542746 Jul 16 18:10:31.802701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fc608d-0fa2-41af-ad37-144a29a24769 None None] Network d1c211c1-0b6d-4fb1-a66f-d3376ca7312e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:31.869837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136f4e0-a83b-4892-bf1f-debf4a1561ea req-3633241e-f2a3-4661-b13f-7b4e79613143 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:31.889883 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f136f4e0-a83b-4892-bf1f-debf4a1561ea req-3633241e-f2a3-4661-b13f-7b4e79613143 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 945 time: 0.1003947 Jul 16 18:10:31.942326 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.945421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f136f4e0-a83b-4892-bf1f-debf4a1561ea req-1d8f0ba2-c2e7-461a-ad02-b782f508adf7 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562217 Jul 16 18:10:31.948227 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c85050aa-999c-43ad-b9c6-8208e5998842 None None] Provisioning for port cb27f363-9fb0-489e-912f-793b8ac5c466 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:32.225979 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de4282cd-6a08-45e7-9a3e-ec32dad01491 req-73d37400-f206-4382-88db-39e101981df3 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 210 time: 0.0777094 Jul 16 18:10:32.445118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device cb27f363-9fb0-489e-912f-793b8ac5c466 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:32.521199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-585d64aa-8a44-4605-a96f-2693025b9de8 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.527030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-585d64aa-8a44-4605-a96f-2693025b9de8 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.528874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-585d64aa-8a44-4605-a96f-2693025b9de8 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "GET /v2.0/networks?id=6b7675ee-ba62-4686-b599-a435e29966d0&id=d1c211c1-0b6d-4fb1-a66f-d3376ca7312e&id=6b7675ee-ba62-4686-b599-a435e29966d0 HTTP/1.1" status: 200 len: 1390 time: 0.2354553 Jul 16 18:10:32.531426 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49270) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:32.545120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Request body: {'port': {'device_id': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0', 'admin_state_up': True, 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:32.592642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port cb27f363-9fb0-489e-912f-793b8ac5c466 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:32.598463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port cb27f363-9fb0-489e-912f-793b8ac5c466 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:32.598846 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.624108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dd8c4-4e7e-47bc-a237-d8ad5c2ddfb7 req-89652d0f-d541-4286-b0b1-7e1e50b4a27c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.631930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a26dd8c4-4e7e-47bc-a237-d8ad5c2ddfb7 req-89652d0f-d541-4286-b0b1-7e1e50b4a27c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2215877 Jul 16 18:10:32.714033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-213050278-network', 'tenant_id': '60aa5c0aeb6544fb93740d7c844e9588'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:32.714960 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a26dd8c4-4e7e-47bc-a237-d8ad5c2ddfb7 req-10931877-3f98-464d-81c0-69c51943ba5f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819376 Jul 16 18:10:32.739849 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:10:32.739849 n-d-787206-10 neutron-server[100170]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:10:32.739849 n-d-787206-10 neutron-server[100170]: [parameters: {'project_id': '60aa5c0aeb6544fb93740d7c844e9588', 'id': '8589bc70-1b46-426c-bf2c-9b3384516601', 'expiration': datetime.datetime(2021, 7, 16, 18, 12, 32, 726782)}] Jul 16 18:10:32.739849 n-d-787206-10 neutron-server[100170]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:10:32.740225 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:10:32.746048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:32.750080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.754109 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.792983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port cb27f363-9fb0-489e-912f-793b8ac5c466, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=cb27f363-9fb0-489e-912f-793b8ac5c466,segment=NetworkSegment(ce03a4bf-93d9-4eeb-afb7-84f4dc47e454),segment_id=ce03a4bf-93d9-4eeb-afb7-84f4dc47e454)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:32.797654 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.854582 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=cb27f363-9fb0-489e-912f-793b8ac5c466,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.893972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Allocated IP 19.80.0.245 (6b7675ee-ba62-4686-b599-a435e29966d0/9e46632c-bac4-4838-ae11-11dd95574a87/c448ce94-e60e-4340-a890-828e7a117718) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:32.974180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device fe21e522-f91a-42b0-afb3-d6609712741b up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:33.031502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port fe21e522-f91a-42b0-afb3-d6609712741b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:33.036573 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port fe21e522-f91a-42b0-afb3-d6609712741b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:33.037082 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.137599 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.150045 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.160146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d616bef-d897-424f-8e04-6d573b4ec8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe21e522-f91a-42b0-afb3-d6609712741b'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:33.162417 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2378ee34-b41b-4c23-8468-e531bf471fa2" -d '{"events": [{"server_uuid": "4d616bef-d897-424f-8e04-6d573b4ec8db", "name": "network-vif-plugged", "status": "completed", "tag": "fe21e522-f91a-42b0-afb3-d6609712741b"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:33.178088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Transition to ACTIVE for port object c448ce94-e60e-4340-a890-828e7a117718 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:33.186770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154075-afba-4e2c-8c86-b5139169d983 req-7d0491a6-11a0-4b40-8192-8cf1cf563070 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.187956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port fe21e522-f91a-42b0-afb3-d6609712741b, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=fe21e522-f91a-42b0-afb3-d6609712741b,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:33.188363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb154075-afba-4e2c-8c86-b5139169d983 req-7d0491a6-11a0-4b40-8192-8cf1cf563070 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 945 time: 0.1247454 Jul 16 18:10:33.193810 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.226497 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3116aa-1c87-4126-8190-34b0ceab1099 x-openstack-request-id: req-ea3116aa-1c87-4126-8190-34b0ceab1099 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:33.226821 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d616bef-d897-424f-8e04-6d573b4ec8db", "name": "network-vif-plugged", "status": "completed", "tag": "fe21e522-f91a-42b0-afb3-d6609712741b", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:33.227060 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea3116aa-1c87-4126-8190-34b0ceab1099 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:33.227420 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d616bef-d897-424f-8e04-6d573b4ec8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe21e522-f91a-42b0-afb3-d6609712741b', 'code': 200} Jul 16 18:10:33.259209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=fe21e522-f91a-42b0-afb3-d6609712741b,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.272869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb154075-afba-4e2c-8c86-b5139169d983 req-a9a5dd32-20ad-47cb-b715-b849fc9dccb3 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768256 Jul 16 18:10:33.281353 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Made reservation on behalf of 60aa5c0aeb6544fb93740d7c844e9588 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:33.285062 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.293656 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.298152 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.413691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Network 6b7675ee-ba62-4686-b599-a435e29966d0 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:33.420699 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.426180 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.435773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event updated for resources: {'Port': ['ID=c448ce94-e60e-4340-a890-828e7a117718,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.452535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:33.453665 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:33.460462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:33.478350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a459735c-a758-4fb9-90b8-fe3247917903,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.482578 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.483196 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Added segment 9180bcb2-fe5c-4957-8857-7333a440d99d of type vlan for network d0d45c8c-c76a-4ba6-b2d6-db6fcd424649 Jul 16 18:10:33.517342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8f6ae-04d8-4f88-a5f5-5a6630a6daed req-d36f444c-cdf9-4993-ab5a-bb834505d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.519905 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bae8f6ae-04d8-4f88-a5f5-5a6630a6daed req-d36f444c-cdf9-4993-ab5a-bb834505d1b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 1098 time: 0.1723592 Jul 16 18:10:33.545598 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.558613 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.563841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.564575 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.574564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb3a07-bb3e-4267-9a7f-89c44299735f req-2bb14228-378c-450a-b2e6-f59c5ada6c6f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.576283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09cb3a07-bb3e-4267-9a7f-89c44299735f req-2bb14228-378c-450a-b2e6-f59c5ada6c6f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 932 time: 0.1918361 Jul 16 18:10:33.589293 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.590636 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.592150 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.609961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bae8f6ae-04d8-4f88-a5f5-5a6630a6daed req-9d13918d-99ad-4e22-b770-8f2d7566287f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812659 Jul 16 18:10:33.627668 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0921485 Jul 16 18:10:33.631241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49312) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:33.634083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9aa04ceb-0ed1-4e00-929b-e81a424bf700 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0951717 Jul 16 18:10:33.637135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-97309839-22a9-4706-99ba-f860b62bb341 admin admin] Request body: {'subnet': {'network_id': 'd0d45c8c-c76a-4ba6-b2d6-db6fcd424649', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-213050278-subnet', 'tenant_id': '60aa5c0aeb6544fb93740d7c844e9588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:33.649295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Request body: {'port': {'device_id': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'network_id': 'd1c211c1-0b6d-4fb1-a66f-d3376ca7312e', 'admin_state_up': True, 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:33.682298 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89808164-5e19-4688-83dd-6678a313987f admin admin] Pushing event updated for resources: {'Network': ['ID=d0d45c8c-c76a-4ba6-b2d6-db6fcd424649,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.705326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d0d45c8c-c76a-4ba6-b2d6-db6fcd424649 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:33.709350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97309839-22a9-4706-99ba-f860b62bb341 admin admin] Made reservation on behalf of 60aa5c0aeb6544fb93740d7c844e9588 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:33.717303 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-97309839-22a9-4706-99ba-f860b62bb341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.725095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09cb3a07-bb3e-4267-9a7f-89c44299735f req-b6106a27-dce0-4491-aaec-e8f83e5611e9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186655 Jul 16 18:10:33.842604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-96174aef-3ce3-4c75-9221-bf33779881a2 None None] Provisioning for port c448ce94-e60e-4340-a890-828e7a117718 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:33.848734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-96174aef-3ce3-4c75-9221-bf33779881a2 None None] Provisioning complete for port c448ce94-e60e-4340-a890-828e7a117718 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:33.849438 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96174aef-3ce3-4c75-9221-bf33779881a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.852436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:33.857170 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.864200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49318) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:33.899998 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-96174aef-3ce3-4c75-9221-bf33779881a2 None None] Port c448ce94-e60e-4340-a890-828e7a117718 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:33.923333 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-97309839-22a9-4706-99ba-f860b62bb341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.984397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97309839-22a9-4706-99ba-f860b62bb341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8fce40-a467-4f3d-a600-5433ebc513ec,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.992696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97309839-22a9-4706-99ba-f860b62bb341 admin admin] Checking segment: {'id': '9180bcb2-fe5c-4957-8857-7333a440d99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d45c8c-c76a-4ba6-b2d6-db6fcd424649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:33.993039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97309839-22a9-4706-99ba-f860b62bb341 admin admin] Network hostable DHCP agents. Network: d0d45c8c-c76a-4ba6-b2d6-db6fcd424649, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:34.012417 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97309839-22a9-4706-99ba-f860b62bb341 admin admin] Network d0d45c8c-c76a-4ba6-b2d6-db6fcd424649 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:34.023249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-97309839-22a9-4706-99ba-f860b62bb341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d0d45c8c-c76a-4ba6-b2d6-db6fcd424649) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:34.028051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97309839-22a9-4706-99ba-f860b62bb341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.028650 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-97309839-22a9-4706-99ba-f860b62bb341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.034711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857ce01a-e357-46aa-b7a2-68ef60d22dbc None None] Network d0d45c8c-c76a-4ba6-b2d6-db6fcd424649 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:34.056389 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-97309839-22a9-4706-99ba-f860b62bb341 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4144835 Jul 16 18:10:34.062183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fee4df96-2071-45d2-bc55-b14482c7cd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.085910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3eba8-3c44-4bef-9dae-8944e8ec18a2 req-796b2e42-7af2-4f7d-80f6-fd5cb8fcd88a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.087950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ff3eba8-3c44-4bef-9dae-8944e8ec18a2 req-796b2e42-7af2-4f7d-80f6-fd5cb8fcd88a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2016916 Jul 16 18:10:34.138337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Allocated IP 19.86.0.179 (d1c211c1-0b6d-4fb1-a66f-d3376ca7312e/6862c68b-13e8-435b-9bf9-300999ac3dd5/a9154d12-7048-48df-81b0-0a512541c26d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:34.177287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c235d20-6eb2-4553-b827-cc1d42db32c1 None None] Network d0d45c8c-c76a-4ba6-b2d6-db6fcd424649 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:34.186551 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ff3eba8-3c44-4bef-9dae-8944e8ec18a2 req-b7abf159-a3ec-47fd-81ca-7c70e0e4647b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868440 Jul 16 18:10:34.275073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device cb27f363-9fb0-489e-912f-793b8ac5c466 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:34.389978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port cb27f363-9fb0-489e-912f-793b8ac5c466 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:34.390813 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.753594 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fee4df96-2071-45d2-bc55-b14482c7cd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.790033 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fee4df96-2071-45d2-bc55-b14482c7cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.857219 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.901782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fee4df96-2071-45d2-bc55-b14482c7cd01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=738a3849fe1b4294b18e3c3ffe3aac9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0364354 Jul 16 18:10:34.904683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49344) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:34.917568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4df96-2071-45d2-bc55-b14482c7cd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc0fe43-1c15-45f5-b2ca-1ae67ab8b8b5,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:34.923146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Transition to ACTIVE for port object a9154d12-7048-48df-81b0-0a512541c26d will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:34.961886 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-1d1041cb-a1b0-445a-83e6-9eeaf9f1359f tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.963374 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-1d1041cb-a1b0-445a-83e6-9eeaf9f1359f tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/networks?id=d0d45c8c-c76a-4ba6-b2d6-db6fcd424649 HTTP/1.1" status: 200 len: 808 time: 0.2458105 Jul 16 18:10:34.964809 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3b26f05-e152-4824-9550-49208b4f5adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.980876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1707b78-c6dc-43b1-b138-6e1756a6a343 req-481fb185-795b-4071-a31e-91534eb3e056 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.982392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e1707b78-c6dc-43b1-b138-6e1756a6a343 req-481fb185-795b-4071-a31e-91534eb3e056 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.2675810 Jul 16 18:10:34.988329 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3b26f05-e152-4824-9550-49208b4f5adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.018934 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-0f83b966-886f-4855-b725-82ad41263d8e tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/quotas/60aa5c0aeb6544fb93740d7c844e9588 HTTP/1.1" status: 200 len: 375 time: 0.0344234 Jul 16 18:10:35.038718 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.053637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3b26f05-e152-4824-9550-49208b4f5adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.056338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f3b26f05-e152-4824-9550-49208b4f5adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.057490 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f3b26f05-e152-4824-9550-49208b4f5adf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afc0fe43-1c15-45f5-b2ca-1ae67ab8b8b5 HTTP/1.1" status: 204 len: 168 time: 0.1516638 Jul 16 18:10:35.066402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b26f05-e152-4824-9550-49208b4f5adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc0fe43-1c15-45f5-b2ca-1ae67ab8b8b5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.071142 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-2da514ab-4301-4f66-b28e-627588d2d995 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60aa5c0aeb6544fb93740d7c844e9588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471582 Jul 16 18:10:35.105232 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e1707b78-c6dc-43b1-b138-6e1756a6a343 req-257c5ba9-1c92-4c78-97f8-2b7bd0c3f2a0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157382 Jul 16 18:10:35.108976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-1db1ecd6-9188-418e-aca7-4adaaa8898e0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:10:35.110130 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-1db1ecd6-9188-418e-aca7-4adaaa8898e0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103066 Jul 16 18:10:35.129230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Network d1c211c1-0b6d-4fb1-a66f-d3376ca7312e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:35.141687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:35.155306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:35.192401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event updated for resources: {'Port': ['ID=a9154d12-7048-48df-81b0-0a512541c26d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.287832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.288481 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.320450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-302d4195-d518-4873-b328-6539273cb672 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6782165 Jul 16 18:10:35.333741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Request body: {'port': {'device_id': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0', 'admin_state_up': True, 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:35.338330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-97f23ba7-8d5e-4caf-b8f7-7977c825c3c8 service neutron] 10.222.0.41 "GET /v2.0/networks/d0d45c8c-c76a-4ba6-b2d6-db6fcd424649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141442 Jul 16 18:10:35.420269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49352) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:35.437506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9affed26-98eb-40ee-87d8-04628f1c4514 None None] Provisioning for port a9154d12-7048-48df-81b0-0a512541c26d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:35.442894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9affed26-98eb-40ee-87d8-04628f1c4514 None None] Provisioning complete for port a9154d12-7048-48df-81b0-0a512541c26d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:35.443547 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9affed26-98eb-40ee-87d8-04628f1c4514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.448607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40467dd8-f2d6-4397-9b0b-38947a1ec4f4 req-03567c21-e701-4dce-94fb-fbbe22843c0b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.454649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40467dd8-f2d6-4397-9b0b-38947a1ec4f4 req-03567c21-e701-4dce-94fb-fbbe22843c0b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.462429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40467dd8-f2d6-4397-9b0b-38947a1ec4f4 req-03567c21-e701-4dce-94fb-fbbe22843c0b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 1655 time: 0.2224114 Jul 16 18:10:35.463777 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-689434e4-c258-4480-ae75-0032cdac7dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.480922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9affed26-98eb-40ee-87d8-04628f1c4514 None None] Port a9154d12-7048-48df-81b0-0a512541c26d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:35.567460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40467dd8-f2d6-4397-9b0b-38947a1ec4f4 req-fbe1459b-269c-4836-8496-e3aa44c4790f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040454 Jul 16 18:10:35.576565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-82c61286-2cff-4c51-b7a7-f12628bd72ab service neutron] 10.222.0.41 "GET /v2.0/networks/d0d45c8c-c76a-4ba6-b2d6-db6fcd424649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174010 Jul 16 18:10:35.578276 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-689434e4-c258-4480-ae75-0032cdac7dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.583137 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-689434e4-c258-4480-ae75-0032cdac7dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.626108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:35.632537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.639777 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-689434e4-c258-4480-ae75-0032cdac7dcf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c099483a2a454c37b56d05c2b365f88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181115 Jul 16 18:10:35.641747 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689434e4-c258-4480-ae75-0032cdac7dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef5cbde-cbbf-4baf-9759-12016361545b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.644283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49354) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:35.704787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1ed85fa-3d88-4038-8d08-1c5e215af278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.730101 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1ed85fa-3d88-4038-8d08-1c5e215af278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.794069 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1ed85fa-3d88-4038-8d08-1c5e215af278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.797371 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1ed85fa-3d88-4038-8d08-1c5e215af278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.802152 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d1ed85fa-3d88-4038-8d08-1c5e215af278 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ef5cbde-cbbf-4baf-9759-12016361545b HTTP/1.1" status: 204 len: 168 time: 0.1533997 Jul 16 18:10:35.810033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed85fa-3d88-4038-8d08-1c5e215af278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef5cbde-cbbf-4baf-9759-12016361545b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.820914 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ea5debc-0fee-42a8-8ffd-11b42b208835 req-671c0718-90db-4b23-9646-b43ee74148f2 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 210 time: 0.0602779 Jul 16 18:10:35.918604 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29886217-9d74-4641-9877-8a3e31f6c772 req-8bae2c19-7ce6-460b-a1ed-40893f79f3df tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.920427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29886217-9d74-4641-9877-8a3e31f6c772 req-8bae2c19-7ce6-460b-a1ed-40893f79f3df tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1765056 Jul 16 18:10:35.934216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Allocated IP 19.80.0.137 (6b7675ee-ba62-4686-b599-a435e29966d0/9e46632c-bac4-4838-ae11-11dd95574a87/f14b7f03-de6e-4498-a069-9149bb0a8259) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:36.011096 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29886217-9d74-4641-9877-8a3e31f6c772 req-c83d6c66-1976-48e3-9945-244ca59976de tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782256 Jul 16 18:10:36.183053 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.206135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Transition to ACTIVE for port object f14b7f03-de6e-4498-a069-9149bb0a8259 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:36.282779 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.349680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Network 6b7675ee-ba62-4686-b599-a435e29966d0 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:36.364352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d86bb-7f32-45e3-8e06-e2a29494cf9b req-2fd6fa5b-6095-452d-9eae-0aaa86c365ab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.365894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-433d86bb-7f32-45e3-8e06-e2a29494cf9b req-2fd6fa5b-6095-452d-9eae-0aaa86c365ab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.1293705 Jul 16 18:10:36.366857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:36.370159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:36.373082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event updated for resources: {'Port': ['ID=f14b7f03-de6e-4498-a069-9149bb0a8259,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:36.460346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.461021 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.483116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-433d86bb-7f32-45e3-8e06-e2a29494cf9b req-c4cf1303-7875-47f4-9f79-e7d1d067c297 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038470 Jul 16 18:10:36.507523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-2d771569-3a5f-481a-a266-ce682857138c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1798656 Jul 16 18:10:36.523343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Request body: {'port': {'device_id': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:36.644814 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.714552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-55f32252-cf06-446d-9ad3-b6fcfa76f203 None None] Provisioning for port f14b7f03-de6e-4498-a069-9149bb0a8259 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:36.720002 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-55f32252-cf06-446d-9ad3-b6fcfa76f203 None None] Provisioning complete for port f14b7f03-de6e-4498-a069-9149bb0a8259 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:36.720380 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-55f32252-cf06-446d-9ad3-b6fcfa76f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.767787 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-55f32252-cf06-446d-9ad3-b6fcfa76f203 None None] Port f14b7f03-de6e-4498-a069-9149bb0a8259 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:36.900746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b519a14-eecd-49b6-94f2-83b38a107d57 req-4857927d-e88f-4971-aa94-08b737fbc317 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.906968 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b519a14-eecd-49b6-94f2-83b38a107d57 req-4857927d-e88f-4971-aa94-08b737fbc317 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.913995 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b519a14-eecd-49b6-94f2-83b38a107d57 req-4857927d-e88f-4971-aa94-08b737fbc317 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.915762 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b519a14-eecd-49b6-94f2-83b38a107d57 req-4857927d-e88f-4971-aa94-08b737fbc317 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2377 time: 0.1832821 Jul 16 18:10:37.032439 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b519a14-eecd-49b6-94f2-83b38a107d57 req-46b8aaf7-6a4d-47ff-859e-ed6f80058308 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742807 Jul 16 18:10:37.145642 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49404) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:37.220781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c448ce94-e60e-4340-a890-828e7a117718 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:37.226839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-105fc2fd-9a22-43b4-b562-1224b8b1e372 req-48b85650-dedf-443f-88ae-23ace8ba4c81 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 210 time: 0.0622163 Jul 16 18:10:37.234528 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.274194 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-acc6cc5c-7526-46ad-a0cc-33afa3e3489d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.296688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Transition to ACTIVE for port object c448ce94-e60e-4340-a890-828e7a117718 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:37.318687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37814571-d8ab-47f4-a8a3-aa1f5a3e2019 req-0f7d6c72-5b93-47ad-b21c-27775239a879 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.320391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37814571-d8ab-47f4-a8a3-aa1f5a3e2019 req-0f7d6c72-5b93-47ad-b21c-27775239a879 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.2211144 Jul 16 18:10:37.323834 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.391469 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-acc6cc5c-7526-46ad-a0cc-33afa3e3489d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.396540 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-acc6cc5c-7526-46ad-a0cc-33afa3e3489d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.439009 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-acc6cc5c-7526-46ad-a0cc-33afa3e3489d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a5ae739b8484f368c315c97ee615ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923400 Jul 16 18:10:37.440153 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6cc5c-7526-46ad-a0cc-33afa3e3489d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0581b92e-902e-4e22-8833-f1b3ba45e854,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:37.443620 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49408) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:37.449361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-65bad34a-4ad8-4d33-8227-c330d3831f87 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.450501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-65bad34a-4ad8-4d33-8227-c330d3831f87 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.35 "GET /v2.0/networks?id=d0d45c8c-c76a-4ba6-b2d6-db6fcd424649 HTTP/1.1" status: 200 len: 808 time: 0.3079054 Jul 16 18:10:37.487830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-8d056424-4e21-47d5-a9f5-98f0e40c9b68 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Request body: {'port': {'device_id': 'e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a', 'network_id': 'd0d45c8c-c76a-4ba6-b2d6-db6fcd424649', 'admin_state_up': True, 'tenant_id': '60aa5c0aeb6544fb93740d7c844e9588'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:37.496493 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b6b626ed-26a3-4843-b197-1fe3f2b92d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.522173 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b6b626ed-26a3-4843-b197-1fe3f2b92d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.523949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c448ce94-e60e-4340-a890-828e7a117718,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:37.566841 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37814571-d8ab-47f4-a8a3-aa1f5a3e2019 req-97ec745b-338e-4553-aeb7-4feb195372c3 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299943 Jul 16 18:10:37.593176 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b6b626ed-26a3-4843-b197-1fe3f2b92d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.595834 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b6b626ed-26a3-4843-b197-1fe3f2b92d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.597181 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b6b626ed-26a3-4843-b197-1fe3f2b92d63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0581b92e-902e-4e22-8833-f1b3ba45e854 HTTP/1.1" status: 204 len: 168 time: 0.1523077 Jul 16 18:10:37.606912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b626ed-26a3-4843-b197-1fe3f2b92d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0581b92e-902e-4e22-8833-f1b3ba45e854,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:37.664090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Attempting to bind port c448ce94-e60e-4340-a890-828e7a117718 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:37.664365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Attempting to bind port c448ce94-e60e-4340-a890-828e7a117718 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '32ff5150-5340-4830-b1ef-d9296f68cf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:37.664652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Attempting to bind port c448ce94-e60e-4340-a890-828e7a117718 on network 6b7675ee-ba62-4686-b599-a435e29966d0 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:37.682054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Port c448ce94-e60e-4340-a890-828e7a117718 on network 6b7675ee-ba62-4686-b599-a435e29966d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:37.682379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Attempting to bind port c448ce94-e60e-4340-a890-828e7a117718 on network 6b7675ee-ba62-4686-b599-a435e29966d0 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:37.692179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3135b-8e09-4ddc-b60a-cfe909aed2cf req-2d915463-25ad-4e44-aeaa-16a2cee17076 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.693726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ade3135b-8e09-4ddc-b60a-cfe909aed2cf req-2d915463-25ad-4e44-aeaa-16a2cee17076 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3322523 Jul 16 18:10:37.699230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:37.699526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Checking segment: {'id': '32ff5150-5340-4830-b1ef-d9296f68cf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:37.699911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Bound using segment: {'id': '32ff5150-5340-4830-b1ef-d9296f68cf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:37.700350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Bound port: c448ce94-e60e-4340-a890-828e7a117718, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ff5150-5340-4830-b1ef-d9296f68cf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:37.700707 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.818031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-8d056424-4e21-47d5-a9f5-98f0e40c9b68 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Made reservation on behalf of 60aa5c0aeb6544fb93740d7c844e9588 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:37.821551 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-8d056424-4e21-47d5-a9f5-98f0e40c9b68 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.852825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ade3135b-8e09-4ddc-b60a-cfe909aed2cf req-38c064da-8d23-4e28-8136-e9baab05eccc tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328809 Jul 16 18:10:37.885722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] For port c448ce94-e60e-4340-a890-828e7a117718, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:37.890852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] For port c448ce94-e60e-4340-a890-828e7a117718, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c448ce94-e60e-4340-a890-828e7a117718,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:37.928143 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.950829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245bbb7-0df3-4813-bcc6-99c31739b9ac req-61a4d672-e2f0-4abe-864c-825ddc1adc19 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.952377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3245bbb7-0df3-4813-bcc6-99c31739b9ac req-61a4d672-e2f0-4abe-864c-825ddc1adc19 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.2295918 Jul 16 18:10:38.017425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.018109 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.020366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] 10.222.0.43 "PUT /v2.0/ports/c448ce94-e60e-4340-a890-828e7a117718 HTTP/1.1" status: 200 len: 1093 time: 1.5041547 Jul 16 18:10:38.020820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'tag': 'c448ce94-e60e-4340-a890-828e7a117718'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:38.023301 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd848c4-9209-48b7-b0fd-898e18faa6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "tag": "c448ce94-e60e-4340-a890-828e7a117718"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:38.085926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Request body: {'port': {'device_id': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:38.098454 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e71d12f-2d6f-4184-a5ab-d1861b0daeb5 x-openstack-request-id: req-4e71d12f-2d6f-4184-a5ab-d1861b0daeb5 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:38.098640 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "tag": "c448ce94-e60e-4340-a890-828e7a117718", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:38.098801 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e71d12f-2d6f-4184-a5ab-d1861b0daeb5 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:38.099198 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'tag': 'c448ce94-e60e-4340-a890-828e7a117718', 'status': 'completed', 'code': 200} Jul 16 18:10:38.099798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e285b-ff67-4a59-95ab-700864ee26e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c448ce94-e60e-4340-a890-828e7a117718,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:38.192814 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3245bbb7-0df3-4813-bcc6-99c31739b9ac req-ef134ec7-7c39-4645-914e-030a9682ca67 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163301 Jul 16 18:10:38.294459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-8d056424-4e21-47d5-a9f5-98f0e40c9b68 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Allocated IP 172.20.0.10 (d0d45c8c-c76a-4ba6-b2d6-db6fcd424649/2b8fce40-a467-4f3d-a600-5433ebc513ec/3fb22777-198a-4a26-83a1-d3f73ad2198a) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:38.342780 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.382848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd848c4-9209-48b7-b0fd-898e18faa6c2 req-8e1c1355-1d73-4234-a73a-7a4cf73cfeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.383397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd848c4-9209-48b7-b0fd-898e18faa6c2 req-8e1c1355-1d73-4234-a73a-7a4cf73cfeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.383797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd848c4-9209-48b7-b0fd-898e18faa6c2 req-8e1c1355-1d73-4234-a73a-7a4cf73cfeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.385449 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfd848c4-9209-48b7-b0fd-898e18faa6c2 req-8e1c1355-1d73-4234-a73a-7a4cf73cfeb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e80e9c9f8bc436ebf3056ab1de1fafe&device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2733 time: 0.2437925 Jul 16 18:10:38.407580 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:10:38.561387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbf213-c0ec-43c1-a3bf-f83645179392 req-d1501719-c12e-47ed-9988-56a1f54b8251 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.568487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbf213-c0ec-43c1-a3bf-f83645179392 req-d1501719-c12e-47ed-9988-56a1f54b8251 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.574627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbf213-c0ec-43c1-a3bf-f83645179392 req-d1501719-c12e-47ed-9988-56a1f54b8251 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.576333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-23fbf213-c0ec-43c1-a3bf-f83645179392 req-d1501719-c12e-47ed-9988-56a1f54b8251 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2389 time: 0.3677831 Jul 16 18:10:38.665981 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d5ed6c9-ea3b-482e-8a1f-8933e4220112 req-8baf5e5c-6d99-46ff-8cbf-c19b591a9d78 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 210 time: 0.1565328 Jul 16 18:10:38.666826 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49448) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:38.785203 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be44d5b0-43c9-457e-8d00-c2ab9fd1ba76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.883356 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be44d5b0-43c9-457e-8d00-c2ab9fd1ba76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.887319 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be44d5b0-43c9-457e-8d00-c2ab9fd1ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.931412 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-be44d5b0-43c9-457e-8d00-c2ab9fd1ba76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=950c32a73cb546b0b69a4ceecf6c8a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610061 Jul 16 18:10:38.931412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44d5b0-43c9-457e-8d00-c2ab9fd1ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aba375f-816c-4fa8-8663-f837a54a4f4a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:38.932158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49454) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:38.984716 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926bbf08-fa99-4b2c-97a3-11619250bc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.008147 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926bbf08-fa99-4b2c-97a3-11619250bc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.058151 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926bbf08-fa99-4b2c-97a3-11619250bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.060806 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926bbf08-fa99-4b2c-97a3-11619250bc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.061980 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-926bbf08-fa99-4b2c-97a3-11619250bc34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7aba375f-816c-4fa8-8663-f837a54a4f4a HTTP/1.1" status: 204 len: 168 time: 0.1289146 Jul 16 18:10:39.070359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bbf08-fa99-4b2c-97a3-11619250bc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aba375f-816c-4fa8-8663-f837a54a4f4a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:39.235503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd848c4-9209-48b7-b0fd-898e18faa6c2 req-a6aa3329-5194-4e1c-9e31-e2a7c0900b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.236063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd848c4-9209-48b7-b0fd-898e18faa6c2 req-a6aa3329-5194-4e1c-9e31-e2a7c0900b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.236435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd848c4-9209-48b7-b0fd-898e18faa6c2 req-a6aa3329-5194-4e1c-9e31-e2a7c0900b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.238210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfd848c4-9209-48b7-b0fd-898e18faa6c2 req-a6aa3329-5194-4e1c-9e31-e2a7c0900b83 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9e80e9c9f8bc436ebf3056ab1de1fafe&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8306453 Jul 16 18:10:39.241905 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-23fbf213-c0ec-43c1-a3bf-f83645179392 req-921f3b98-b7fd-462e-b52f-682afa086617 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6160877 Jul 16 18:10:39.354465 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-8d056424-4e21-47d5-a9f5-98f0e40c9b68 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.603649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5c7a0-25ef-4c15-b2a4-5a37cc8d0fcb req-d599542c-266d-4bb9-8132-eff820b9d83d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.605153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5dc5c7a0-25ef-4c15-b2a4-5a37cc8d0fcb req-d599542c-266d-4bb9-8132-eff820b9d83d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.4444821 Jul 16 18:10:39.642601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd848c4-9209-48b7-b0fd-898e18faa6c2 req-314d363c-3192-45ea-91ec-785d3968b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.644404 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfd848c4-9209-48b7-b0fd-898e18faa6c2 req-314d363c-3192-45ea-91ec-785d3968b86f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3933623 Jul 16 18:10:39.695743 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-8d056424-4e21-47d5-a9f5-98f0e40c9b68 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.728408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acf11f-f82e-4d81-9424-abb7abd5a87b req-b1667e41-1750-4582-b4a9-62d02730ba9a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.729927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13acf11f-f82e-4d81-9424-abb7abd5a87b req-b1667e41-1750-4582-b4a9-62d02730ba9a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3667533 Jul 16 18:10:39.761655 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5dc5c7a0-25ef-4c15-b2a4-5a37cc8d0fcb req-304331a0-33f3-46c4-ad95-c30432fb8b15 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465733 Jul 16 18:10:39.806610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9154d12-7048-48df-81b0-0a512541c26d {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:39.816336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-8d056424-4e21-47d5-a9f5-98f0e40c9b68 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Network d0d45c8c-c76a-4ba6-b2d6-db6fcd424649 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:39.822674 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.825703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-8d056424-4e21-47d5-a9f5-98f0e40c9b68 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:39.830064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-8d056424-4e21-47d5-a9f5-98f0e40c9b68 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:39.834274 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d056424-4e21-47d5-a9f5-98f0e40c9b68 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Pushing event updated for resources: {'Port': ['ID=3fb22777-198a-4a26-83a1-d3f73ad2198a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:39.879049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Transition to ACTIVE for port object a9154d12-7048-48df-81b0-0a512541c26d will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:39.900622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13acf11f-f82e-4d81-9424-abb7abd5a87b req-215ff06a-3732-4580-a59d-948589e93a9f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633568 Jul 16 18:10:39.901223 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.979696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-8d056424-4e21-47d5-a9f5-98f0e40c9b68 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.980919 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-8d056424-4e21-47d5-a9f5-98f0e40c9b68 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.005665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Pushing event updated for resources: {'Port': ['ID=a9154d12-7048-48df-81b0-0a512541c26d,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:40.031719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-8d056424-4e21-47d5-a9f5-98f0e40c9b68 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5520105 Jul 16 18:10:40.069332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Request body: {'port': {'device_id': 'e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:40.123497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c292c-129d-4ac8-bdeb-cad5f3a541ae req-c2fa5904-dcbe-470d-8bbb-8be4f9162e35 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.131039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad3c292c-129d-4ac8-bdeb-cad5f3a541ae req-c2fa5904-dcbe-470d-8bbb-8be4f9162e35 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 932 time: 0.2507515 Jul 16 18:10:40.208354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Attempting to bind port a9154d12-7048-48df-81b0-0a512541c26d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:40.208695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Attempting to bind port a9154d12-7048-48df-81b0-0a512541c26d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'ce03a4bf-93d9-4eeb-afb7-84f4dc47e454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd1c211c1-0b6d-4fb1-a66f-d3376ca7312e'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:40.209026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Attempting to bind port a9154d12-7048-48df-81b0-0a512541c26d on network d1c211c1-0b6d-4fb1-a66f-d3376ca7312e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:40.220622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad3c292c-129d-4ac8-bdeb-cad5f3a541ae req-f3c99a6a-12d0-41da-8b18-98212a1c526b tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/security-groups?id=a459735c-a758-4fb9-90b8-fe3247917903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887237 Jul 16 18:10:40.223213 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Port a9154d12-7048-48df-81b0-0a512541c26d on network d1c211c1-0b6d-4fb1-a66f-d3376ca7312e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:40.223562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Attempting to bind port a9154d12-7048-48df-81b0-0a512541c26d on network d1c211c1-0b6d-4fb1-a66f-d3376ca7312e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:40.226867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.240934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:40.241568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Checking segment: {'id': 'ce03a4bf-93d9-4eeb-afb7-84f4dc47e454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd1c211c1-0b6d-4fb1-a66f-d3376ca7312e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:40.241657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Bound using segment: {'id': 'ce03a4bf-93d9-4eeb-afb7-84f4dc47e454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd1c211c1-0b6d-4fb1-a66f-d3376ca7312e'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:40.242066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Bound port: a9154d12-7048-48df-81b0-0a512541c26d, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce03a4bf-93d9-4eeb-afb7-84f4dc47e454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd1c211c1-0b6d-4fb1-a66f-d3376ca7312e'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:40.242425 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.429100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] For port a9154d12-7048-48df-81b0-0a512541c26d, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:40.476897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] For port a9154d12-7048-48df-81b0-0a512541c26d, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a9154d12-7048-48df-81b0-0a512541c26d,segment=NetworkSegment(ce03a4bf-93d9-4eeb-afb7-84f4dc47e454),segment_id=ce03a4bf-93d9-4eeb-afb7-84f4dc47e454)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:40.489374 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.562639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.563271 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.564714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] 10.222.0.43 "PUT /v2.0/ports/a9154d12-7048-48df-81b0-0a512541c26d HTTP/1.1" status: 200 len: 1093 time: 2.4890041 Jul 16 18:10:40.567760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'tag': 'a9154d12-7048-48df-81b0-0a512541c26d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:40.569943 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9e0e08-86cf-4049-91dc-dfdb77224265" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "tag": "a9154d12-7048-48df-81b0-0a512541c26d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:40.610774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Request body: {'port': {'device_id': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:40.624986 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2929c261-acab-45d3-b415-6ef33964dff7 x-openstack-request-id: req-2929c261-acab-45d3-b415-6ef33964dff7 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:40.625272 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "tag": "a9154d12-7048-48df-81b0-0a512541c26d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:40.625536 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2929c261-acab-45d3-b415-6ef33964dff7 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:40.625933 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'tag': 'a9154d12-7048-48df-81b0-0a512541c26d', 'status': 'completed', 'code': 200} Jul 16 18:10:40.635693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efeb3ae-7440-4259-a68c-34ab4642abfe req-92e4c524-b088-4e65-8e08-53818693b3a5 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.641457 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efeb3ae-7440-4259-a68c-34ab4642abfe req-92e4c524-b088-4e65-8e08-53818693b3a5 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.647540 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efeb3ae-7440-4259-a68c-34ab4642abfe req-92e4c524-b088-4e65-8e08-53818693b3a5 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.649273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3efeb3ae-7440-4259-a68c-34ab4642abfe req-92e4c524-b088-4e65-8e08-53818693b3a5 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2401 time: 0.2653129 Jul 16 18:10:40.679836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c3668-11ab-4c9c-a647-ff3a079017cf service neutron] Pushing event updated for resources: {'Port': ['ID=a9154d12-7048-48df-81b0-0a512541c26d,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:40.844615 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3efeb3ae-7440-4259-a68c-34ab4642abfe req-929e183a-7416-40f9-bae1-e64408ed2d0a tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616392 Jul 16 18:10:40.874895 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.887819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e0e08-86cf-4049-91dc-dfdb77224265 req-4199831b-214c-4619-9440-c1d1aa0caa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.888308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e0e08-86cf-4049-91dc-dfdb77224265 req-4199831b-214c-4619-9440-c1d1aa0caa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.888782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e0e08-86cf-4049-91dc-dfdb77224265 req-4199831b-214c-4619-9440-c1d1aa0caa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.890464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff9e0e08-86cf-4049-91dc-dfdb77224265 req-4199831b-214c-4619-9440-c1d1aa0caa9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e80e9c9f8bc436ebf3056ab1de1fafe&device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2801 time: 0.2352407 Jul 16 18:10:40.892538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb22777-198a-4a26-83a1-d3f73ad2198a {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:40.905247 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.994094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Transition to ACTIVE for port object 3fb22777-198a-4a26-83a1-d3f73ad2198a will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:41.009295 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.227504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb22777-198a-4a26-83a1-d3f73ad2198a,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:41.276343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e0e08-86cf-4049-91dc-dfdb77224265 req-d8141fcf-fac6-47d3-94ab-6adf289d4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.277041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e0e08-86cf-4049-91dc-dfdb77224265 req-d8141fcf-fac6-47d3-94ab-6adf289d4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.277275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e0e08-86cf-4049-91dc-dfdb77224265 req-d8141fcf-fac6-47d3-94ab-6adf289d4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.278886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff9e0e08-86cf-4049-91dc-dfdb77224265 req-d8141fcf-fac6-47d3-94ab-6adf289d4fe5 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9e80e9c9f8bc436ebf3056ab1de1fafe&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3791854 Jul 16 18:10:41.303251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899eac41-dceb-4a99-8a25-fd6be645e73a req-72d5b338-bf71-4306-8acd-44b6023d467e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.304752 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-899eac41-dceb-4a99-8a25-fd6be645e73a req-72d5b338-bf71-4306-8acd-44b6023d467e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.4021611 Jul 16 18:10:41.506208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcb9c2-e60f-4f5e-915c-02f42bdff10b req-ce3683fa-88cd-46f8-9dfc-8c168e2848a6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.507737 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1afcb9c2-e60f-4f5e-915c-02f42bdff10b req-ce3683fa-88cd-46f8-9dfc-8c168e2848a6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.4527438 Jul 16 18:10:41.545283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-899eac41-dceb-4a99-8a25-fd6be645e73a req-5b4197d5-6b79-43e2-989b-b1349f94a654 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003167 Jul 16 18:10:41.551877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Attempting to bind port 3fb22777-198a-4a26-83a1-d3f73ad2198a on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:41.552219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Attempting to bind port 3fb22777-198a-4a26-83a1-d3f73ad2198a by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '9180bcb2-fe5c-4957-8857-7333a440d99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d45c8c-c76a-4ba6-b2d6-db6fcd424649'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:41.552542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Attempting to bind port 3fb22777-198a-4a26-83a1-d3f73ad2198a on network d0d45c8c-c76a-4ba6-b2d6-db6fcd424649 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:41.601656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Port 3fb22777-198a-4a26-83a1-d3f73ad2198a on network d0d45c8c-c76a-4ba6-b2d6-db6fcd424649 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:41.601982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Attempting to bind port 3fb22777-198a-4a26-83a1-d3f73ad2198a on network d0d45c8c-c76a-4ba6-b2d6-db6fcd424649 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:41.620514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1afcb9c2-e60f-4f5e-915c-02f42bdff10b req-e12064a7-233f-4435-be20-eed69ba30dc5 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975528 Jul 16 18:10:41.621569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e0e08-86cf-4049-91dc-dfdb77224265 req-c699398c-b0ad-4f5c-b870-92f0fbcb7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.624545 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff9e0e08-86cf-4049-91dc-dfdb77224265 req-c699398c-b0ad-4f5c-b870-92f0fbcb7ec9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3303936 Jul 16 18:10:41.625562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:41.625929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Checking segment: {'id': '9180bcb2-fe5c-4957-8857-7333a440d99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d45c8c-c76a-4ba6-b2d6-db6fcd424649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:41.626359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Bound using segment: {'id': '9180bcb2-fe5c-4957-8857-7333a440d99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d45c8c-c76a-4ba6-b2d6-db6fcd424649'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:41.626807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Bound port: 3fb22777-198a-4a26-83a1-d3f73ad2198a, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9180bcb2-fe5c-4957-8857-7333a440d99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d45c8c-c76a-4ba6-b2d6-db6fcd424649'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:41.627509 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.780742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14b7f03-de6e-4498-a069-9149bb0a8259 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:41.793209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] For port 3fb22777-198a-4a26-83a1-d3f73ad2198a, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:41.798983 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.803000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] For port 3fb22777-198a-4a26-83a1-d3f73ad2198a, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3fb22777-198a-4a26-83a1-d3f73ad2198a,segment=NetworkSegment(9180bcb2-fe5c-4957-8857-7333a440d99d),segment_id=9180bcb2-fe5c-4957-8857-7333a440d99d)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:41.813935 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.844400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Transition to ACTIVE for port object f14b7f03-de6e-4498-a069-9149bb0a8259 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:41.854424 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.867866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.868621 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.870268 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] 10.222.0.35 "PUT /v2.0/ports/3fb22777-198a-4a26-83a1-d3f73ad2198a HTTP/1.1" status: 200 len: 1093 time: 1.8285260 Jul 16 18:10:41.899322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0024f79-aa8e-49d1-92a9-0ead8f99b690 req-62118a20-b3d7-41de-8217-71572ede7089 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.907837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0024f79-aa8e-49d1-92a9-0ead8f99b690 req-62118a20-b3d7-41de-8217-71572ede7089 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 944 time: 0.2248087 Jul 16 18:10:41.987042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce6f76-1fdb-4f83-a268-7a9425816790 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb22777-198a-4a26-83a1-d3f73ad2198a,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:42.084977 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49638) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:42.120065 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0024f79-aa8e-49d1-92a9-0ead8f99b690 req-38408896-4ff1-4d7a-a343-7fbeb17a352c tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/security-groups?id=a459735c-a758-4fb9-90b8-fe3247917903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111707 Jul 16 18:10:42.157482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Pushing event updated for resources: {'Port': ['ID=f14b7f03-de6e-4498-a069-9149bb0a8259,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:42.188536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-b10c6406-47a4-4b04-b7c6-f616407567d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.190114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-b10c6406-47a4-4b04-b7c6-f616407567d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=60aa5c0aeb6544fb93740d7c844e9588&device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 1096 time: 0.2508678 Jul 16 18:10:42.201377 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ab47a7de-1eac-4697-b2d8-0c830b5b95be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.211655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Attempting to bind port f14b7f03-de6e-4498-a069-9149bb0a8259 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:42.211999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Attempting to bind port f14b7f03-de6e-4498-a069-9149bb0a8259 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '32ff5150-5340-4830-b1ef-d9296f68cf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:42.212328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Attempting to bind port f14b7f03-de6e-4498-a069-9149bb0a8259 on network 6b7675ee-ba62-4686-b599-a435e29966d0 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:42.249737 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-1a8d3ab5-fb00-4dca-aa1c-a304fd06197e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fb22777-198a-4a26-83a1-d3f73ad2198a HTTP/1.1" status: 200 len: 217 time: 0.0496697 Jul 16 18:10:42.260622 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846c736-8400-4f39-887d-38859df2b58d req-6c8ebde9-9ff9-4dcd-97fb-039f8d4b5ea0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.267016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846c736-8400-4f39-887d-38859df2b58d req-6c8ebde9-9ff9-4dcd-97fb-039f8d4b5ea0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.274322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846c736-8400-4f39-887d-38859df2b58d req-6c8ebde9-9ff9-4dcd-97fb-039f8d4b5ea0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.275966 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3846c736-8400-4f39-887d-38859df2b58d req-6c8ebde9-9ff9-4dcd-97fb-039f8d4b5ea0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2413 time: 0.2775705 Jul 16 18:10:42.276559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Port f14b7f03-de6e-4498-a069-9149bb0a8259 on network 6b7675ee-ba62-4686-b599-a435e29966d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:42.277529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Attempting to bind port f14b7f03-de6e-4498-a069-9149bb0a8259 on network 6b7675ee-ba62-4686-b599-a435e29966d0 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:42.300177 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ab47a7de-1eac-4697-b2d8-0c830b5b95be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.304196 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ab47a7de-1eac-4697-b2d8-0c830b5b95be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.318179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:42.318522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Checking segment: {'id': '32ff5150-5340-4830-b1ef-d9296f68cf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:42.318906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Bound using segment: {'id': '32ff5150-5340-4830-b1ef-d9296f68cf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:42.319356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Bound port: f14b7f03-de6e-4498-a069-9149bb0a8259, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ff5150-5340-4830-b1ef-d9296f68cf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:42.319759 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.341792 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47a7de-1eac-4697-b2d8-0c830b5b95be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b829c1-d1ed-4811-be93-5648fad65edb,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:42.350299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49642) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:42.350405 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ab47a7de-1eac-4697-b2d8-0c830b5b95be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13565506e48749c1a33b022ca903174b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641883 Jul 16 18:10:42.403226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-67b51862-368b-478f-8560-1abb2399453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.404719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-67b51862-368b-478f-8560-1abb2399453f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b8fce40-a467-4f3d-a600-5433ebc513ec HTTP/1.1" status: 200 len: 848 time: 0.1254885 Jul 16 18:10:42.430370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3846c736-8400-4f39-887d-38859df2b58d req-af7ea6c3-c420-4139-a3f7-b96481d20789 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415560 Jul 16 18:10:42.463873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-6378182e-a6f6-4930-b4b6-28647ca25f88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0d45c8c-c76a-4ba6-b2d6-db6fcd424649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470588 Jul 16 18:10:42.528902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] For port f14b7f03-de6e-4498-a069-9149bb0a8259, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:42.530988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb05313d-c8a6-4f4c-9e1b-e17b3b24550e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.907894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a', 'tag': '3fb22777-198a-4a26-83a1-d3f73ad2198a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:42.911028 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a240d55-1a8b-48dc-9028-e926a1e44f35" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a", "tag": "3fb22777-198a-4a26-83a1-d3f73ad2198a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:42.917583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] For port f14b7f03-de6e-4498-a069-9149bb0a8259, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f14b7f03-de6e-4498-a069-9149bb0a8259,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:42.948719 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.994797 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb05313d-c8a6-4f4c-9e1b-e17b3b24550e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.074363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.074987 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.076407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] 10.222.0.43 "PUT /v2.0/ports/f14b7f03-de6e-4498-a069-9149bb0a8259 HTTP/1.1" status: 200 len: 1093 time: 2.4751701 Jul 16 18:10:43.103581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-057e23bf-cae2-472b-bccd-b8440badcffc service neutron] 10.222.0.35 "GET /v2.0/networks/d0d45c8c-c76a-4ba6-b2d6-db6fcd424649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305716 Jul 16 18:10:43.131035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340fbad-2306-4a92-bcaa-844a545dd1db service neutron] Pushing event updated for resources: {'Port': ['ID=f14b7f03-de6e-4498-a069-9149bb0a8259,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.256777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57ddca-bef0-491e-9cfb-045eebc93f5f req-500182e8-0113-4cb4-bc92-eb36cc206818 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.258277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd57ddca-bef0-491e-9cfb-045eebc93f5f req-500182e8-0113-4cb4-bc92-eb36cc206818 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.3376698 Jul 16 18:10:43.266551 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb05313d-c8a6-4f4c-9e1b-e17b3b24550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.269532 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb05313d-c8a6-4f4c-9e1b-e17b3b24550e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.270611 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-eb05313d-c8a6-4f4c-9e1b-e17b3b24550e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91b829c1-d1ed-4811-be93-5648fad65edb HTTP/1.1" status: 204 len: 168 time: 0.9169350 Jul 16 18:10:43.286354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7e2b3-fd33-4cf3-bd38-d6a5ca023810 req-25e60824-6e3e-440e-88d3-1db77a0da26c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.287859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4db7e2b3-fd33-4cf3-bd38-d6a5ca023810 req-25e60824-6e3e-440e-88d3-1db77a0da26c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3723209 Jul 16 18:10:43.314417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05313d-c8a6-4f4c-9e1b-e17b3b24550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b829c1-d1ed-4811-be93-5648fad65edb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.363763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a7ff9a7-e701-4521-9f14-1d29e177e343 req-7e3a71f9-ba06-44c3-8834-c44a4d1775fd service neutron] 10.222.0.35 "GET /v2.0/networks/d0d45c8c-c76a-4ba6-b2d6-db6fcd424649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484877 Jul 16 18:10:43.391369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-3a553d5c-8e58-4cc1-bed4-0226f9e8b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.391891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-3a553d5c-8e58-4cc1-bed4-0226f9e8b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.392366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-3a553d5c-8e58-4cc1-bed4-0226f9e8b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.395379 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-3a553d5c-8e58-4cc1-bed4-0226f9e8b1ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e80e9c9f8bc436ebf3056ab1de1fafe&device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2869 time: 0.2707815 Jul 16 18:10:43.400701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd57ddca-bef0-491e-9cfb-045eebc93f5f req-92185d09-3ac4-4dbe-b5e5-99efa9f7f43d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248994 Jul 16 18:10:43.403986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4db7e2b3-fd33-4cf3-bd38-d6a5ca023810 req-f512ea7d-d2cb-42e1-a378-2b2384239de6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988405 Jul 16 18:10:43.447653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-014b4728-14c6-4b3e-8825-fdf0e9c5774c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=c448ce94-e60e-4340-a890-828e7a117718 HTTP/1.1" status: 200 len: 217 time: 0.0430439 Jul 16 18:10:43.466580 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524f2909-0d87-4d60-bbf8-8a240267cf32 x-openstack-request-id: req-524f2909-0d87-4d60-bbf8-8a240267cf32 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:43.467281 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a", "tag": "3fb22777-198a-4a26-83a1-d3f73ad2198a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:43.467752 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-524f2909-0d87-4d60-bbf8-8a240267cf32 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:43.468144 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a', 'tag': '3fb22777-198a-4a26-83a1-d3f73ad2198a', 'status': 'completed', 'code': 200} Jul 16 18:10:43.521033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-e3ac4f75-3234-4c35-9e1f-e46e8e209d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.523094 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-e3ac4f75-3234-4c35-9e1f-e46e8e209d9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e46632c-bac4-4838-ae11-11dd95574a87 HTTP/1.1" status: 200 len: 801 time: 0.0677323 Jul 16 18:10:43.596646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49660) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:43.610446 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7322059f-7faa-42b7-a24d-a82f10a60765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.710466 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7322059f-7faa-42b7-a24d-a82f10a60765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.712355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a240d55-1a8b-48dc-9028-e926a1e44f35 req-ef58c162-7821-4b21-a795-10d6be4eaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.713847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a240d55-1a8b-48dc-9028-e926a1e44f35 req-ef58c162-7821-4b21-a795-10d6be4eaab6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=60aa5c0aeb6544fb93740d7c844e9588&device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 1096 time: 0.1898186 Jul 16 18:10:43.714217 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7322059f-7faa-42b7-a24d-a82f10a60765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.721788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-27b7bb6f-8d4e-4ff3-8c92-015bc4c3475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.723226 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-27b7bb6f-8d4e-4ff3-8c92-015bc4c3475e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b7675ee-ba62-4686-b599-a435e29966d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898553 Jul 16 18:10:43.744302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32465ef-dbaa-442a-928d-36e28d50e4ea req-70b3a78c-7e57-4e80-944b-04193e6ae67f tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.745759 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b32465ef-dbaa-442a-928d-36e28d50e4ea req-70b3a78c-7e57-4e80-944b-04193e6ae67f tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 944 time: 0.1839280 Jul 16 18:10:43.752018 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7322059f-7faa-42b7-a24d-a82f10a60765 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ec337e1b88f4115a00276e3f4b1e80e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539278 Jul 16 18:10:43.753376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322059f-7faa-42b7-a24d-a82f10a60765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c66daf-f949-4724-802e-267bae469b7f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.755667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49662) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:43.773906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45108622-813f-40be-955d-7aef333de4bf req-3910dcb5-8617-4d92-baa3-1f0155eef60b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.779866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45108622-813f-40be-955d-7aef333de4bf req-3910dcb5-8617-4d92-baa3-1f0155eef60b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.786494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45108622-813f-40be-955d-7aef333de4bf req-3910dcb5-8617-4d92-baa3-1f0155eef60b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.788183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45108622-813f-40be-955d-7aef333de4bf req-3910dcb5-8617-4d92-baa3-1f0155eef60b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2413 time: 0.2283609 Jul 16 18:10:43.805752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28e2c1fe-a69d-4903-87d0-311b7a7e1ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.826307 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28e2c1fe-a69d-4903-87d0-311b7a7e1ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.875278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28e2c1fe-a69d-4903-87d0-311b7a7e1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.878001 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28e2c1fe-a69d-4903-87d0-311b7a7e1ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.881462 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-28e2c1fe-a69d-4903-87d0-311b7a7e1ba0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45c66daf-f949-4724-802e-267bae469b7f HTTP/1.1" status: 204 len: 168 time: 0.1225765 Jul 16 18:10:43.887515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2c1fe-a69d-4903-87d0-311b7a7e1ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c66daf-f949-4724-802e-267bae469b7f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.955354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b32465ef-dbaa-442a-928d-36e28d50e4ea req-06056d90-89cf-4a65-81f4-28d9e733c77c tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/security-groups?id=a459735c-a758-4fb9-90b8-fe3247917903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661735 Jul 16 18:10:43.968690 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45108622-813f-40be-955d-7aef333de4bf req-eec551a8-15d3-4956-8243-0ed2f8157a3f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647532 Jul 16 18:10:43.999082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a240d55-1a8b-48dc-9028-e926a1e44f35 req-1ec7a290-2eac-439c-af7d-ea8f3a0d1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.000699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a240d55-1a8b-48dc-9028-e926a1e44f35 req-1ec7a290-2eac-439c-af7d-ea8f3a0d1259 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d0d45c8c-c76a-4ba6-b2d6-db6fcd424649 HTTP/1.1" status: 200 len: 909 time: 0.2733772 Jul 16 18:10:44.003104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-1e0e3ed6-064b-4962-b641-20b6fe94873f service neutron] 10.222.0.43 "GET /v2.0/networks/6b7675ee-ba62-4686-b599-a435e29966d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562003 Jul 16 18:10:44.062083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a240d55-1a8b-48dc-9028-e926a1e44f35 req-f9aed63a-c483-49da-bf28-bcf2fc7a37f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fb22777-198a-4a26-83a1-d3f73ad2198a HTTP/1.1" status: 200 len: 217 time: 0.0448999 Jul 16 18:10:44.158587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a240d55-1a8b-48dc-9028-e926a1e44f35 req-e284d06f-ce4f-4c8b-9327-a2bbb98ffc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.161070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a240d55-1a8b-48dc-9028-e926a1e44f35 req-e284d06f-ce4f-4c8b-9327-a2bbb98ffc40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b8fce40-a467-4f3d-a600-5433ebc513ec HTTP/1.1" status: 200 len: 848 time: 0.0891664 Jul 16 18:10:44.182441 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-bed44991-889b-40fb-9c29-994e3ae800b9 service neutron] 10.222.0.43 "GET /v2.0/networks/6b7675ee-ba62-4686-b599-a435e29966d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728618 Jul 16 18:10:44.203742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a240d55-1a8b-48dc-9028-e926a1e44f35 req-06dc74ca-3136-4734-a3e8-9de9eb0a1f77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0d45c8c-c76a-4ba6-b2d6-db6fcd424649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305138 Jul 16 18:10:44.259307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-abeabc6d-6062-4402-965e-d5a49c33a5a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.179&port_id=a9154d12-7048-48df-81b0-0a512541c26d HTTP/1.1" status: 200 len: 217 time: 0.0580378 Jul 16 18:10:44.349942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9169a677-5d8b-4309-b400-e95e0d5f2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.351412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-9169a677-5d8b-4309-b400-e95e0d5f2336 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6862c68b-13e8-435b-9bf9-300999ac3dd5 HTTP/1.1" status: 200 len: 801 time: 0.0813863 Jul 16 18:10:44.396372 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a240d55-1a8b-48dc-9028-e926a1e44f35 req-37dcbbd8-42a7-4115-8b36-e5d0ca4a6a44 service neutron] 10.222.0.35 "GET /v2.0/networks/d0d45c8c-c76a-4ba6-b2d6-db6fcd424649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843088 Jul 16 18:10:44.475676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-da05020d-4ed0-49de-b259-b711f11e8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.477191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-da05020d-4ed0-49de-b259-b711f11e8aaa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d1c211c1-0b6d-4fb1-a66f-d3376ca7312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170111 Jul 16 18:10:44.598919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a240d55-1a8b-48dc-9028-e926a1e44f35 req-1be5e07a-920c-49b5-8170-b497308a3980 service neutron] 10.222.0.35 "GET /v2.0/networks/d0d45c8c-c76a-4ba6-b2d6-db6fcd424649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945953 Jul 16 18:10:44.679771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-cbb6acf5-8db6-43c5-9bc3-6c3d88ce2aed service neutron] 10.222.0.43 "GET /v2.0/networks/d1c211c1-0b6d-4fb1-a66f-d3376ca7312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915405 Jul 16 18:10:44.728172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec0190-ebbf-4137-9e8e-97967eb1d321 req-420d209f-b813-4dc2-9454-cd48d3847dfd tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.729671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5ec0190-ebbf-4137-9e8e-97967eb1d321 req-420d209f-b813-4dc2-9454-cd48d3847dfd tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.1933293 Jul 16 18:10:44.756840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90255de-27b9-4a69-8949-3bd7864fb929 req-7e9ae615-5b6b-4979-81a1-d0d3002d17bc tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.758272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d90255de-27b9-4a69-8949-3bd7864fb929 req-7e9ae615-5b6b-4979-81a1-d0d3002d17bc tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1652651 Jul 16 18:10:44.849629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5ec0190-ebbf-4137-9e8e-97967eb1d321 req-9c8bb0e7-aa91-47f3-b7db-9423ebd8d198 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120362 Jul 16 18:10:44.874132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d90255de-27b9-4a69-8949-3bd7864fb929 req-56b0cbcc-d98b-4711-a8cc-03531eb38575 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037474 Jul 16 18:10:44.878426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-fdb999f5-d630-43b1-89f1-44c9dd72ec63 service neutron] 10.222.0.43 "GET /v2.0/networks/d1c211c1-0b6d-4fb1-a66f-d3376ca7312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882420 Jul 16 18:10:44.928707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-1feeba42-79ab-4442-8253-6d6af919e433 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=f14b7f03-de6e-4498-a069-9149bb0a8259 HTTP/1.1" status: 200 len: 217 time: 0.0414968 Jul 16 18:10:44.980161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-60e17cdf-2562-4a6b-804a-c8f79d493c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.981662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-60e17cdf-2562-4a6b-804a-c8f79d493c8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e46632c-bac4-4838-ae11-11dd95574a87 HTTP/1.1" status: 200 len: 801 time: 0.0458558 Jul 16 18:10:45.050900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-98992bf6-bfa9-4d0c-a188-f2d9c1694d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.056296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-98992bf6-bfa9-4d0c-a188-f2d9c1694d64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b7675ee-ba62-4686-b599-a435e29966d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647626 Jul 16 18:10:45.468594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'tag': 'f14b7f03-de6e-4498-a069-9149bb0a8259'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:45.470877 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5df824-6a03-4d37-ab36-ca6bc8602479" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "tag": "f14b7f03-de6e-4498-a069-9149bb0a8259"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:45.485375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-f632e5b0-3d2f-4956-b6e8-13ba2ceed2d7 service neutron] 10.222.0.43 "GET /v2.0/networks/6b7675ee-ba62-4686-b599-a435e29966d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247866 Jul 16 18:10:45.528238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe30b5-d287-4d04-ba5e-28939fa3dffc req-f3c7cfb2-f153-4b0e-acda-31822e9f08f7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.534187 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe30b5-d287-4d04-ba5e-28939fa3dffc req-f3c7cfb2-f153-4b0e-acda-31822e9f08f7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.540092 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe30b5-d287-4d04-ba5e-28939fa3dffc req-f3c7cfb2-f153-4b0e-acda-31822e9f08f7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.541772 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8fe30b5-d287-4d04-ba5e-28939fa3dffc req-f3c7cfb2-f153-4b0e-acda-31822e9f08f7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2413 time: 0.4462869 Jul 16 18:10:45.555306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71df01a-8229-432d-8ee9-b4346f2f239c req-f016c5da-3adf-4356-b086-54733dc8ae25 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.556788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e71df01a-8229-432d-8ee9-b4346f2f239c req-f016c5da-3adf-4356-b086-54733dc8ae25 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 944 time: 0.4412856 Jul 16 18:10:45.584203 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49784) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:45.658723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8fe30b5-d287-4d04-ba5e-28939fa3dffc req-a15a39a4-edea-45a9-8c61-172c3e9eb17d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009591 Jul 16 18:10:45.671529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e71df01a-8229-432d-8ee9-b4346f2f239c req-8d6c6487-fa45-4822-b163-976eca387995 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/security-groups?id=a459735c-a758-4fb9-90b8-fe3247917903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042123 Jul 16 18:10:45.678066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b71e426-c8f2-4576-b823-0b9c2fa7de0f req-0759e453-1417-4a6a-80ab-93f1e02e1fdb service neutron] 10.222.0.43 "GET /v2.0/networks/6b7675ee-ba62-4686-b599-a435e29966d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851702 Jul 16 18:10:45.701806 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36966ef2-4c63-4ded-a27a-2dbac5322b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.722160 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778645c1-7104-4aa7-a606-91778e4b7cda x-openstack-request-id: req-778645c1-7104-4aa7-a606-91778e4b7cda {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:45.722529 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "tag": "f14b7f03-de6e-4498-a069-9149bb0a8259", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:45.722849 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-778645c1-7104-4aa7-a606-91778e4b7cda {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:45.723306 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'tag': 'f14b7f03-de6e-4498-a069-9149bb0a8259', 'status': 'completed', 'code': 200} Jul 16 18:10:45.800922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36966ef2-4c63-4ded-a27a-2dbac5322b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.805854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36966ef2-4c63-4ded-a27a-2dbac5322b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.809131 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df824-6a03-4d37-ab36-ca6bc8602479 req-02349ed8-d6d5-4d20-81c1-04ad079aad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.809616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df824-6a03-4d37-ab36-ca6bc8602479 req-02349ed8-d6d5-4d20-81c1-04ad079aad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.810089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df824-6a03-4d37-ab36-ca6bc8602479 req-02349ed8-d6d5-4d20-81c1-04ad079aad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.811755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e5df824-6a03-4d37-ab36-ca6bc8602479 req-02349ed8-d6d5-4d20-81c1-04ad079aad1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e80e9c9f8bc436ebf3056ab1de1fafe&device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2869 time: 0.0596564 Jul 16 18:10:45.844584 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-36966ef2-4c63-4ded-a27a-2dbac5322b6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bb50b95739d4f3680019f5c1c9dfe1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587914 Jul 16 18:10:45.845490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36966ef2-4c63-4ded-a27a-2dbac5322b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa42dd9-eb87-49e9-b93a-4d173880128c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.847870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49788) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:45.942685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df824-6a03-4d37-ab36-ca6bc8602479 req-9e6832b7-0495-4cc1-9fea-49ee64b43413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.944707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e5df824-6a03-4d37-ab36-ca6bc8602479 req-9e6832b7-0495-4cc1-9fea-49ee64b43413 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b7675ee-ba62-4686-b599-a435e29966d0 HTTP/1.1" status: 200 len: 902 time: 0.1260436 Jul 16 18:10:45.950105 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c628ba52-e0ad-4a95-85c1-c2222107c161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.005780 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e5df824-6a03-4d37-ab36-ca6bc8602479 req-9f6a87e3-9b4f-4ad0-b879-48d3b828f0b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=f14b7f03-de6e-4498-a069-9149bb0a8259 HTTP/1.1" status: 200 len: 217 time: 0.0529456 Jul 16 18:10:46.068387 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c628ba52-e0ad-4a95-85c1-c2222107c161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.151195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df824-6a03-4d37-ab36-ca6bc8602479 req-80144c64-2c5c-43ac-bec9-a94ff96b8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.152680 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e5df824-6a03-4d37-ab36-ca6bc8602479 req-80144c64-2c5c-43ac-bec9-a94ff96b8745 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e46632c-bac4-4838-ae11-11dd95574a87 HTTP/1.1" status: 200 len: 801 time: 0.1303842 Jul 16 18:10:46.214237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628f948-5856-4a8b-ae48-731b1d09a14a req-5367e242-a5b7-42ed-98a7-a9d18caf33c9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.215745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3628f948-5856-4a8b-ae48-731b1d09a14a req-5367e242-a5b7-42ed-98a7-a9d18caf33c9 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.2485282 Jul 16 18:10:46.226375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8fad-1cc3-43cd-99bb-c97241003703 req-24ec54d4-3862-4b17-bc1e-7b7021712245 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.227834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-535c8fad-1cc3-43cd-99bb-c97241003703 req-24ec54d4-3862-4b17-bc1e-7b7021712245 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2334158 Jul 16 18:10:46.241516 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c628ba52-e0ad-4a95-85c1-c2222107c161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.243990 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c628ba52-e0ad-4a95-85c1-c2222107c161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.245018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c628ba52-e0ad-4a95-85c1-c2222107c161 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efa42dd9-eb87-49e9-b93a-4d173880128c HTTP/1.1" status: 204 len: 168 time: 0.3963747 Jul 16 18:10:46.279712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628ba52-e0ad-4a95-85c1-c2222107c161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa42dd9-eb87-49e9-b93a-4d173880128c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:46.310643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3628f948-5856-4a8b-ae48-731b1d09a14a req-bdf0f34f-09bc-43c4-b46e-0c3d807a2162 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798981 Jul 16 18:10:46.322408 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-535c8fad-1cc3-43cd-99bb-c97241003703 req-54c1e791-b87f-4ccc-95fd-4c465bd417a0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845280 Jul 16 18:10:46.325170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df824-6a03-4d37-ab36-ca6bc8602479 req-67d7e19b-653b-40b1-ae69-2292e1c6368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.327026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e5df824-6a03-4d37-ab36-ca6bc8602479 req-67d7e19b-653b-40b1-ae69-2292e1c6368e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b7675ee-ba62-4686-b599-a435e29966d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653852 Jul 16 18:10:46.427182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e5df824-6a03-4d37-ab36-ca6bc8602479 req-4f7ed78d-ff27-4e5e-8164-eb651261cabf service neutron] 10.222.0.43 "GET /v2.0/networks/6b7675ee-ba62-4686-b599-a435e29966d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928383 Jul 16 18:10:46.522799 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e5df824-6a03-4d37-ab36-ca6bc8602479 req-aef02f51-9825-4d72-893d-ee94c8a790bf service neutron] 10.222.0.43 "GET /v2.0/networks/6b7675ee-ba62-4686-b599-a435e29966d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890765 Jul 16 18:10:46.913460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ff682-ad5a-43a4-839d-d46b8ca788ef req-1179d4e5-236b-49c9-8e87-e311c047c60d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.919465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ff682-ad5a-43a4-839d-d46b8ca788ef req-1179d4e5-236b-49c9-8e87-e311c047c60d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.926478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ff682-ad5a-43a4-839d-d46b8ca788ef req-1179d4e5-236b-49c9-8e87-e311c047c60d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.928421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f8ff682-ad5a-43a4-839d-d46b8ca788ef req-1179d4e5-236b-49c9-8e87-e311c047c60d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2413 time: 0.1298170 Jul 16 18:10:46.936971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22e498-7625-45af-ab80-8c64dfe8e371 req-9b860020-a603-4e1d-a627-36991887468b tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.938378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f22e498-7625-45af-ab80-8c64dfe8e371 req-9b860020-a603-4e1d-a627-36991887468b tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 944 time: 0.1278722 Jul 16 18:10:46.995150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f8ff682-ad5a-43a4-839d-d46b8ca788ef req-b6e45d19-eaa4-4432-aac7-6183a488fd71 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556095 Jul 16 18:10:46.998822 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3fb22777-198a-4a26-83a1-d3f73ad2198a details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:47.003763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f22e498-7625-45af-ab80-8c64dfe8e371 req-a382b27e-d89e-4be3-9206-28999ae51822 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/security-groups?id=a459735c-a758-4fb9-90b8-fe3247917903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566897 Jul 16 18:10:47.122184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3fb22777-198a-4a26-83a1-d3f73ad2198a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3fb22777-198a-4a26-83a1-d3f73ad2198a,segment=NetworkSegment(9180bcb2-fe5c-4957-8857-7333a440d99d),segment_id=9180bcb2-fe5c-4957-8857-7333a440d99d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:47.133448 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '3fb22777-198a-4a26-83a1-d3f73ad2198a', 'network_id': 'd0d45c8c-c76a-4ba6-b2d6-db6fcd424649', 'port_id': '3fb22777-198a-4a26-83a1-d3f73ad2198a', 'mac_address': 'fa:16:3e:30:3b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8fce40-a467-4f3d-a600-5433ebc513ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:47.174762 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.187908 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb22777-198a-4a26-83a1-d3f73ad2198a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:47.211388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3fb22777-198a-4a26-83a1-d3f73ad2198a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3fb22777-198a-4a26-83a1-d3f73ad2198a,segment=NetworkSegment(9180bcb2-fe5c-4957-8857-7333a440d99d),segment_id=9180bcb2-fe5c-4957-8857-7333a440d99d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:47.215743 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.263150 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=3fb22777-198a-4a26-83a1-d3f73ad2198a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:47.419258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49852) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.468976 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['3fb22777-198a-4a26-83a1-d3f73ad2198a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:47.544033 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79bae6b5-bb89-4547-8ec6-3237e4686079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.566377 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdf2de-a76a-4c64-aa21-39f7e6cdde28 req-8319558d-c3fe-402d-a3b7-423d1c848a96 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.567906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89fdf2de-a76a-4c64-aa21-39f7e6cdde28 req-8319558d-c3fe-402d-a3b7-423d1c848a96 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.1388545 Jul 16 18:10:47.576564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c19f55-1800-452a-8b50-ff984bc5f3d2 req-ee51caeb-d646-45ce-8316-677e551a0ad4 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.577976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35c19f55-1800-452a-8b50-ff984bc5f3d2 req-ee51caeb-d646-45ce-8316-677e551a0ad4 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1200011 Jul 16 18:10:47.660121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89fdf2de-a76a-4c64-aa21-39f7e6cdde28 req-e5cc6932-9609-4a45-8084-91e2d9bbd8cd tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811803 Jul 16 18:10:47.669866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35c19f55-1800-452a-8b50-ff984bc5f3d2 req-33cb7d40-c362-4b58-8b05-c6d86fbd1036 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816429 Jul 16 18:10:47.718979 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79bae6b5-bb89-4547-8ec6-3237e4686079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.722632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79bae6b5-bb89-4547-8ec6-3237e4686079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.759416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-79bae6b5-bb89-4547-8ec6-3237e4686079 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee456f86ba8d41898086edf1ce712433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387938 Jul 16 18:10:47.761590 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bae6b5-bb89-4547-8ec6-3237e4686079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289ecc34-df86-4ebe-947e-0301350ed968,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:47.762105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49856) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.810430 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c868d7ab-4109-40cc-97c0-d4f09e230e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.831650 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c868d7ab-4109-40cc-97c0-d4f09e230e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.878134 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c868d7ab-4109-40cc-97c0-d4f09e230e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.880681 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c868d7ab-4109-40cc-97c0-d4f09e230e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.881836 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c868d7ab-4109-40cc-97c0-d4f09e230e3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/289ecc34-df86-4ebe-947e-0301350ed968 HTTP/1.1" status: 204 len: 168 time: 0.1187661 Jul 16 18:10:47.889850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868d7ab-4109-40cc-97c0-d4f09e230e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289ecc34-df86-4ebe-947e-0301350ed968,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:48.233499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2101056-2e61-4c62-bcab-01979d942111 req-308abe0a-cd82-41a5-870c-9bc75260c03c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.240027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2101056-2e61-4c62-bcab-01979d942111 req-308abe0a-cd82-41a5-870c-9bc75260c03c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.245899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2101056-2e61-4c62-bcab-01979d942111 req-308abe0a-cd82-41a5-870c-9bc75260c03c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.247562 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2101056-2e61-4c62-bcab-01979d942111 req-308abe0a-cd82-41a5-870c-9bc75260c03c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2413 time: 0.1271975 Jul 16 18:10:48.256847 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0766d7e-3cef-4f18-9c0a-277631b82e12 req-181991f3-0f4e-41b6-ae2f-fa39805d0d89 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.258265 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0766d7e-3cef-4f18-9c0a-277631b82e12 req-181991f3-0f4e-41b6-ae2f-fa39805d0d89 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 945 time: 0.1276145 Jul 16 18:10:48.310930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2101056-2e61-4c62-bcab-01979d942111 req-80f4c244-f916-47f1-8145-7ed6de2df8a6 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517070 Jul 16 18:10:48.323830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0766d7e-3cef-4f18-9c0a-277631b82e12 req-7c4a1ef4-3e82-4d92-9d05-5b594e49f22d tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/security-groups?id=a459735c-a758-4fb9-90b8-fe3247917903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577223 Jul 16 18:10:48.884256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cf5f7-d7d6-4fd4-a686-5ae56a5010fc req-97c7e977-82c8-4ee8-ba13-fd0b05eb0338 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.885805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-897cf5f7-d7d6-4fd4-a686-5ae56a5010fc req-97c7e977-82c8-4ee8-ba13-fd0b05eb0338 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.1120713 Jul 16 18:10:48.903114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98514ebf-3746-4181-be87-88c7ba7899db req-60851560-c004-4671-88c3-85cee08a8d9e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.904594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98514ebf-3746-4181-be87-88c7ba7899db req-60851560-c004-4671-88c3-85cee08a8d9e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.0958011 Jul 16 18:10:48.956858 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-897cf5f7-d7d6-4fd4-a686-5ae56a5010fc req-bca72e09-cba4-42b2-b726-a34bc106c2ab tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617149 Jul 16 18:10:48.969780 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98514ebf-3746-4181-be87-88c7ba7899db req-a0ce0112-be49-495b-bf7b-41ff540f2fdb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582538 Jul 16 18:10:49.028986 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3fb22777-198a-4a26-83a1-d3f73ad2198a up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:49.042548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49902) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:49.080948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 3fb22777-198a-4a26-83a1-d3f73ad2198a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:49.084671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 3fb22777-198a-4a26-83a1-d3f73ad2198a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:49.085100 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.160815 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.183713 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb22777-198a-4a26-83a1-d3f73ad2198a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:49.185998 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1794e3-4685-434b-bfbf-1e2e3c5c0729" -d '{"events": [{"server_uuid": "e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a", "name": "network-vif-plugged", "status": "completed", "tag": "3fb22777-198a-4a26-83a1-d3f73ad2198a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:49.187489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1667019358'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:49.198767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 3fb22777-198a-4a26-83a1-d3f73ad2198a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3fb22777-198a-4a26-83a1-d3f73ad2198a,segment=NetworkSegment(9180bcb2-fe5c-4957-8857-7333a440d99d),segment_id=9180bcb2-fe5c-4957-8857-7333a440d99d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:49.203596 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.209722 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Made reservation on behalf of 508df6f6fe5e4a8592bc5b1344b82442 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:49.213992 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.227047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.231106 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b21281-ed5e-4304-8f36-f4bcb5d6826d x-openstack-request-id: req-a9b21281-ed5e-4304-8f36-f4bcb5d6826d {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:49.231404 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a", "name": "network-vif-plugged", "status": "completed", "tag": "3fb22777-198a-4a26-83a1-d3f73ad2198a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:49.231681 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9b21281-ed5e-4304-8f36-f4bcb5d6826d {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:49.232198 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb22777-198a-4a26-83a1-d3f73ad2198a', 'code': 200} Jul 16 18:10:49.260847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=3fb22777-198a-4a26-83a1-d3f73ad2198a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.326416 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.331037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.353536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403fa86-e38a-4fd1-ac61-9e71cbf93a73 req-b9715f49-a4eb-44f1-9162-f79574ebd136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.356132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5403fa86-e38a-4fd1-ac61-9e71cbf93a73 req-b9715f49-a4eb-44f1-9162-f79574ebd136 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 1098 time: 0.0602961 Jul 16 18:10:49.365273 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:49.367181 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7588d7a-9558-40c2-ad44-0be4ab428e26,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.377707 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.378250 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Added segment eb1290d7-0943-403c-b7e9-02acdf7d7749 of type vlan for network baf3e8d3-ad62-4741-af03-63ab88277a4d Jul 16 18:10:49.401981 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5403fa86-e38a-4fd1-ac61-9e71cbf93a73 req-ad73cf91-456c-4d4e-8384-1f4256cd743c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a459735c-a758-4fb9-90b8-fe3247917903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383005 Jul 16 18:10:49.421089 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.451880 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.458894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.459615 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.499023 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4552455 Jul 16 18:10:49.500102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49912) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:49.534634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b60939-2058-4570-ae3e-e9de6ba11ae5 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Pushing event updated for resources: {'Network': ['ID=baf3e8d3-ad62-4741-af03-63ab88277a4d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.545323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network baf3e8d3-ad62-4741-af03-63ab88277a4d details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:49.582242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Request body: {'network': {'name': 'tempest-network--174376837', 'router:external': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:49.598052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059dc26-0a66-4df7-a3f4-de9962f97146 req-38538380-b5e9-4efd-8789-51e3a737d2d6 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.603909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059dc26-0a66-4df7-a3f4-de9962f97146 req-38538380-b5e9-4efd-8789-51e3a737d2d6 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.609746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059dc26-0a66-4df7-a3f4-de9962f97146 req-38538380-b5e9-4efd-8789-51e3a737d2d6 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.611384 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b059dc26-0a66-4df7-a3f4-de9962f97146 req-38538380-b5e9-4efd-8789-51e3a737d2d6 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2413 time: 0.1454086 Jul 16 18:10:49.623270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333901f-dc82-484b-87cb-02cd308e9fcb req-f0e64fc2-3d3e-4f32-8c98-b06465673928 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.624679 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b333901f-dc82-484b-87cb-02cd308e9fcb req-f0e64fc2-3d3e-4f32-8c98-b06465673928 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 946 time: 0.1703651 Jul 16 18:10:49.668421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Made reservation on behalf of cc51c2bb57a049308925f75446bf8a2e for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:49.670654 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.695003 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.704368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b059dc26-0a66-4df7-a3f4-de9962f97146 req-b881e56f-3b52-40ed-9942-172ee2aec445 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788097 Jul 16 18:10:49.722077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b333901f-dc82-484b-87cb-02cd308e9fcb req-0b5b7b60-3f20-4ad6-9ba2-da57a394b0d5 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/security-groups?id=a459735c-a758-4fb9-90b8-fe3247917903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860662 Jul 16 18:10:49.800197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f14b7f03-de6e-4498-a069-9149bb0a8259 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:49.804348 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.809104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.835759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:49.845551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892b7c90-6330-4f10-b8b2-9eebfb59f7de,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.851742 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.852112 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Added segment dd1d3168-bb4e-43c8-9c34-9cc0ed94b8f6 of type vlan for network 9f07bfba-183c-4172-b57a-d6318f3cb83a Jul 16 18:10:49.898115 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.902585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f14b7f03-de6e-4498-a069-9149bb0a8259, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f14b7f03-de6e-4498-a069-9149bb0a8259,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:49.914509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'f14b7f03-de6e-4498-a069-9149bb0a8259', 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0', 'port_id': 'f14b7f03-de6e-4498-a069-9149bb0a8259', 'mac_address': 'fa:16:3e:3c:ca:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e46632c-bac4-4838-ae11-11dd95574a87', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:49.933084 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.934153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.934742 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.952542 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.967540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14b7f03-de6e-4498-a069-9149bb0a8259 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:49.968055 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4515104 Jul 16 18:10:49.970909 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49916) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:49.993675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f14b7f03-de6e-4498-a069-9149bb0a8259, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f14b7f03-de6e-4498-a069-9149bb0a8259,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:49.999453 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.000470 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c448ce94-e60e-4340-a890-828e7a117718 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:50.020761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8061e-f8c6-43df-ad72-580d432ae795 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event updated for resources: {'Network': ['ID=9f07bfba-183c-4172-b57a-d6318f3cb83a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.038940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port c448ce94-e60e-4340-a890-828e7a117718, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c448ce94-e60e-4340-a890-828e7a117718,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:50.056176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'c448ce94-e60e-4340-a890-828e7a117718', 'network_id': '6b7675ee-ba62-4686-b599-a435e29966d0', 'port_id': 'c448ce94-e60e-4340-a890-828e7a117718', 'mac_address': 'fa:16:3e:4f:77:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e46632c-bac4-4838-ae11-11dd95574a87', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:50.058209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 9f07bfba-183c-4172-b57a-d6318f3cb83a details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:50.081194 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.195177 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.201494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=f14b7f03-de6e-4498-a069-9149bb0a8259,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.217273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6a20-3f1f-4e0e-883c-1ab0b9cbc255 req-b75a2b95-2bd9-45bb-b7e5-a97d34eb7189 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.218944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc1d6a20-3f1f-4e0e-883c-1ab0b9cbc255 req-b75a2b95-2bd9-45bb-b7e5-a97d34eb7189 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.1047819 Jul 16 18:10:50.222249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c448ce94-e60e-4340-a890-828e7a117718 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:50.228703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdaf19-5709-4c4d-a3e3-17b9e9c1a09a req-bbbc4903-3717-4a97-b226-030d91e2e4a4 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.243523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dcdaf19-5709-4c4d-a3e3-17b9e9c1a09a req-bbbc4903-3717-4a97-b226-030d91e2e4a4 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1261804 Jul 16 18:10:50.245355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port c448ce94-e60e-4340-a890-828e7a117718, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c448ce94-e60e-4340-a890-828e7a117718,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:50.251101 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.251978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a9154d12-7048-48df-81b0-0a512541c26d details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:50.306048 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dcdaf19-5709-4c4d-a3e3-17b9e9c1a09a req-39440927-41f6-4e5e-a2a9-1ab8f015c30c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616205 Jul 16 18:10:50.308871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc1d6a20-3f1f-4e0e-883c-1ab0b9cbc255 req-113ee179-975d-4b9a-8f0a-47b3fcbf1345 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626805 Jul 16 18:10:50.336247 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=c448ce94-e60e-4340-a890-828e7a117718,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.405261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a9154d12-7048-48df-81b0-0a512541c26d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a9154d12-7048-48df-81b0-0a512541c26d,segment=NetworkSegment(ce03a4bf-93d9-4eeb-afb7-84f4dc47e454),segment_id=ce03a4bf-93d9-4eeb-afb7-84f4dc47e454)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:50.418783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'a9154d12-7048-48df-81b0-0a512541c26d', 'network_id': 'd1c211c1-0b6d-4fb1-a66f-d3376ca7312e', 'port_id': 'a9154d12-7048-48df-81b0-0a512541c26d', 'mac_address': 'fa:16:3e:cf:f5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6862c68b-13e8-435b-9bf9-300999ac3dd5', 'ip_address': '19.86.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:50.458334 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.476909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9154d12-7048-48df-81b0-0a512541c26d {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:50.496973 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a9154d12-7048-48df-81b0-0a512541c26d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a9154d12-7048-48df-81b0-0a512541c26d,segment=NetworkSegment(ce03a4bf-93d9-4eeb-afb7-84f4dc47e454),segment_id=ce03a4bf-93d9-4eeb-afb7-84f4dc47e454)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:50.501719 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.540951 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.553460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f07bfba-183c-4172-b57a-d6318f3cb83a']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:50.554170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a9154d12-7048-48df-81b0-0a512541c26d,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.564065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1d3168-bb4e-43c8-9c34-9cc0ed94b8f6') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:50.564368 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1d3168-bb4e-43c8-9c34-9cc0ed94b8f6') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:50.573949 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.588700 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.594611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:50.595000 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:50.596878 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:50.652912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.657895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f07bfba-183c-4172-b57a-d6318f3cb83a {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:10:50.660615 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.662472 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "DELETE /v2.0/networks/9f07bfba-183c-4172-b57a-d6318f3cb83a HTTP/1.1" status: 204 len: 168 time: 0.6892948 Jul 16 18:10:50.665961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49922) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:50.670835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-95c6815c-13a7-496b-905d-de7d86727879 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:50.674457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03543f15-e3fd-491c-8ab8-60e8419da9b3 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f07bfba-183c-4172-b57a-d6318f3cb83a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.692226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c6815c-13a7-496b-905d-de7d86727879 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Made reservation on behalf of cc51c2bb57a049308925f75446bf8a2e for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:50.694458 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95c6815c-13a7-496b-905d-de7d86727879 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.722795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c6815c-13a7-496b-905d-de7d86727879 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:50.731558 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95c6815c-13a7-496b-905d-de7d86727879 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.732006 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-95c6815c-13a7-496b-905d-de7d86727879 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Added segment 481752d6-d4e2-4032-9dfc-5f602f4b61e2 of type vlan for network 645cd257-2a62-4b43-87ac-18fc53d1f7dc Jul 16 18:10:50.791755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95c6815c-13a7-496b-905d-de7d86727879 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.827785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['f14b7f03-de6e-4498-a069-9149bb0a8259'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:50.856424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['c448ce94-e60e-4340-a890-828e7a117718'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:50.870151 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95c6815c-13a7-496b-905d-de7d86727879 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.871115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c6815c-13a7-496b-905d-de7d86727879 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.871762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95c6815c-13a7-496b-905d-de7d86727879 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.884182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['a9154d12-7048-48df-81b0-0a512541c26d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:51.006517 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49928) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:51.011383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ef3f6ccc-f7ce-4b90-b32c-9ffc38f19ba1 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Request body: {'subnet': {'network_id': '645cd257-2a62-4b43-87ac-18fc53d1f7dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:51.015423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-95c6815c-13a7-496b-905d-de7d86727879 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3483303 Jul 16 18:10:51.021113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6815c-13a7-496b-905d-de7d86727879 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event updated for resources: {'Network': ['ID=645cd257-2a62-4b43-87ac-18fc53d1f7dc,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:51.041483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 645cd257-2a62-4b43-87ac-18fc53d1f7dc details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:51.053485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3f6ccc-f7ce-4b90-b32c-9ffc38f19ba1 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Made reservation on behalf of cc51c2bb57a049308925f75446bf8a2e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:51.055854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ef3f6ccc-f7ce-4b90-b32c-9ffc38f19ba1 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.064318 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7d3d1-a9b8-49ec-b03d-2abd0aa91b2e req-1bef5c05-83fa-4a33-adc2-1468371a9544 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.066325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cdb7d3d1-a9b8-49ec-b03d-2abd0aa91b2e req-1bef5c05-83fa-4a33-adc2-1468371a9544 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 946 time: 0.2219253 Jul 16 18:10:51.147791 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cdb7d3d1-a9b8-49ec-b03d-2abd0aa91b2e req-0f023798-33b4-4415-9d56-c6995d0b4dd6 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/security-groups?id=a459735c-a758-4fb9-90b8-fe3247917903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712407 Jul 16 18:10:51.168190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b99b0-edec-44b9-9b69-173ff4fabff5 req-c0472a71-94c5-441d-affd-78e271b8625a tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.179753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b99b0-edec-44b9-9b69-173ff4fabff5 req-c0472a71-94c5-441d-affd-78e271b8625a tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.194485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b99b0-edec-44b9-9b69-173ff4fabff5 req-c0472a71-94c5-441d-affd-78e271b8625a tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.214940 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b62b99b0-edec-44b9-9b69-173ff4fabff5 req-c0472a71-94c5-441d-affd-78e271b8625a tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2416 time: 0.3680685 Jul 16 18:10:51.268180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b62b99b0-edec-44b9-9b69-173ff4fabff5 req-328d46fa-bd53-4d4e-ad8c-c78cbbbcdede tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517595 Jul 16 18:10:51.396429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.objects.ports [None req-ef3f6ccc-f7ce-4b90-b32c-9ffc38f19ba1 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100170) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:10:51.396980 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ef3f6ccc-f7ce-4b90-b32c-9ffc38f19ba1 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.460978 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f6ccc-f7ce-4b90-b32c-9ffc38f19ba1 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0c6820a0-3768-4ff6-a68f-91120dae2ff2,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:51.470090 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3f6ccc-f7ce-4b90-b32c-9ffc38f19ba1 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Checking segment: {'id': '481752d6-d4e2-4032-9dfc-5f602f4b61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '645cd257-2a62-4b43-87ac-18fc53d1f7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:51.470457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f6ccc-f7ce-4b90-b32c-9ffc38f19ba1 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Network hostable DHCP agents. Network: 645cd257-2a62-4b43-87ac-18fc53d1f7dc, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:51.490412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f6ccc-f7ce-4b90-b32c-9ffc38f19ba1 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Network 645cd257-2a62-4b43-87ac-18fc53d1f7dc is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:51.504142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a011847-e4d5-4053-9777-7f4e6ccbd224 req-15499c08-b9ee-44b8-924a-ab9c4fa64b82 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.504670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-ef3f6ccc-f7ce-4b90-b32c-9ffc38f19ba1 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 645cd257-2a62-4b43-87ac-18fc53d1f7dc) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:51.505672 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a011847-e4d5-4053-9777-7f4e6ccbd224 req-15499c08-b9ee-44b8-924a-ab9c4fa64b82 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.0809631 Jul 16 18:10:51.509586 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f6ccc-f7ce-4b90-b32c-9ffc38f19ba1 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.510179 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ef3f6ccc-f7ce-4b90-b32c-9ffc38f19ba1 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.525993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690a5c11-f82d-4494-80ae-96c96f5cac9d None None] Network 645cd257-2a62-4b43-87ac-18fc53d1f7dc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:51.527068 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ef3f6ccc-f7ce-4b90-b32c-9ffc38f19ba1 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5194886 Jul 16 18:10:51.529758 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49938) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:51.535170 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Request body: {'floatingip': {'floating_network_id': '645cd257-2a62-4b43-87ac-18fc53d1f7dc'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:51.561639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.604363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a011847-e4d5-4053-9777-7f4e6ccbd224 req-84c2a148-640c-43c7-836d-3a2710b7bad7 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746307 Jul 16 18:10:51.626359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ecf42-adbf-40fd-812a-9fbc01de6744 req-6aadffc8-2cf4-4044-a141-ac87dc491268 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.628819 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c4ecf42-adbf-40fd-812a-9fbc01de6744 req-6aadffc8-2cf4-4044-a141-ac87dc491268 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1109502 Jul 16 18:10:51.683065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4459a-16a0-4fd1-92c6-169ce4807f6a None None] Network 645cd257-2a62-4b43-87ac-18fc53d1f7dc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:51.683626 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.687531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c4ecf42-adbf-40fd-812a-9fbc01de6744 req-b804f9f2-bfbf-4822-b87e-1ec4951c2545 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528665 Jul 16 18:10:51.802706 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Allocated IP 172.20.0.4 (645cd257-2a62-4b43-87ac-18fc53d1f7dc/0c6820a0-3768-4ff6-a68f-91120dae2ff2/678ba830-c1a3-4e8e-bc1e-e77e70d722b4) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:51.912963 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.953786 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.988939 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Network 645cd257-2a62-4b43-87ac-18fc53d1f7dc is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:51.991893 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:51.997447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:52.032502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event updated for resources: {'Port': ['ID=678ba830-c1a3-4e8e-bc1e-e77e70d722b4,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.095329 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.138690 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.291960 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.296347 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.370855 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event updated for resources: {'Port': ['ID=678ba830-c1a3-4e8e-bc1e-e77e70d722b4,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.381646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.395643 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.400341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49958) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:52.400861 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8fafd380-be81-4348-aa62-ace420dd2ae8 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8696287 Jul 16 18:10:52.500183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a23fcabe-dfbf-4885-90a4-621976801739 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=645cd257-2a62-4b43-87ac-18fc53d1f7dc HTTP/1.1" status: 200 len: 689 time: 0.0975549 Jul 16 18:10:52.503802 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49962) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:52.537843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170e30-2949-4234-99b8-e3c4c9c77d95 req-372df804-12e1-42ef-ba8e-870c28319478 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.545644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170e30-2949-4234-99b8-e3c4c9c77d95 req-372df804-12e1-42ef-ba8e-870c28319478 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.552827 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170e30-2949-4234-99b8-e3c4c9c77d95 req-372df804-12e1-42ef-ba8e-870c28319478 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.554715 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9170e30-2949-4234-99b8-e3c4c9c77d95 req-372df804-12e1-42ef-ba8e-870c28319478 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2416 time: 0.1510494 Jul 16 18:10:52.595137 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9170e30-2949-4234-99b8-e3c4c9c77d95 req-c075395f-f354-4ac4-a654-a3b46b8f7034 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343881 Jul 16 18:10:52.601536 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.722904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Deleting port 678ba830-c1a3-4e8e-bc1e-e77e70d722b4 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:52.723277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.819244 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.819832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.825096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c33ea-6a9c-479d-827a-7087d66194c8 req-e6ecd359-352a-4436-950d-29d2df289765 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.828081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-666c33ea-6a9c-479d-827a-7087d66194c8 req-e6ecd359-352a-4436-950d-29d2df289765 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.0705411 Jul 16 18:10:52.832482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Calling delete_port for 678ba830-c1a3-4e8e-bc1e-e77e70d722b4 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:52.873293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-666c33ea-6a9c-479d-827a-7087d66194c8 req-4f04ae2a-4c1d-437f-aabd-dc6b46413492 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376866 Jul 16 18:10:52.940218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431b3c2-54e8-46cf-a06a-156e9f9b4092 req-849a4877-19c5-4e43-830f-33c02b39c0e2 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.943890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d431b3c2-54e8-46cf-a06a-156e9f9b4092 req-849a4877-19c5-4e43-830f-33c02b39c0e2 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.0696850 Jul 16 18:10:52.985016 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.992339 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d431b3c2-54e8-46cf-a06a-156e9f9b4092 req-89870f37-2fb4-41ab-ab8a-f3c254bcb0ef tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Jul 16 18:10:53.013659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event deleted for resources: {'Port': ['ID=678ba830-c1a3-4e8e-bc1e-e77e70d722b4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.085128 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.130062 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.190082 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.218501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0c6820a0-3768-4ff6-a68f-91120dae2ff2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.274242 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.284972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645cd257-2a62-4b43-87ac-18fc53d1f7dc']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:53.295477 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481752d6-d4e2-4032-9dfc-5f602f4b61e2') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:53.295760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481752d6-d4e2-4032-9dfc-5f602f4b61e2') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:53.305962 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.321639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.328251 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:53.328773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:53.330876 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:53.406481 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.413355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 645cd257-2a62-4b43-87ac-18fc53d1f7dc {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:10:53.420661 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.425483 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "DELETE /v2.0/networks/645cd257-2a62-4b43-87ac-18fc53d1f7dc HTTP/1.1" status: 204 len: 168 time: 0.9178634 Jul 16 18:10:53.426027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49982) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:53.439339 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e930761-8169-4357-8908-5f02d73ad1fd tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event deleted for resources: {'Network': ['ID=645cd257-2a62-4b43-87ac-18fc53d1f7dc,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.826035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f14b7f03-de6e-4498-a069-9149bb0a8259 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:53.851156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-34fcf61c-3c4d-4c6d-86d1-a115eb152bc4 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2260 time: 0.4239328 Jul 16 18:10:53.854182 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49992) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:53.887917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port f14b7f03-de6e-4498-a069-9149bb0a8259 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:53.893078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abbcd5-0fc5-4d80-8da6-c742bf8d451b req-3250d00e-6837-41f4-89f9-0af14b4fcdca tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.894928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port f14b7f03-de6e-4498-a069-9149bb0a8259 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:53.895319 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.901234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abbcd5-0fc5-4d80-8da6-c742bf8d451b req-3250d00e-6837-41f4-89f9-0af14b4fcdca tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.907682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abbcd5-0fc5-4d80-8da6-c742bf8d451b req-3250d00e-6837-41f4-89f9-0af14b4fcdca tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.910282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5abbcd5-0fc5-4d80-8da6-c742bf8d451b req-3250d00e-6837-41f4-89f9-0af14b4fcdca tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2416 time: 0.1416492 Jul 16 18:10:53.974354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5abbcd5-0fc5-4d80-8da6-c742bf8d451b req-af4866db-9ad2-48a9-a01d-4a3ad0af7709 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569079 Jul 16 18:10:53.990349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203e74a-0983-4ba0-bac0-39b72cb2506a tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.990831 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203e74a-0983-4ba0-bac0-39b72cb2506a tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.991291 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203e74a-0983-4ba0-bac0-39b72cb2506a tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.992017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203e74a-0983-4ba0-bac0-39b72cb2506a tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.992587 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203e74a-0983-4ba0-bac0-39b72cb2506a tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.993049 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203e74a-0983-4ba0-bac0-39b72cb2506a tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.993501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203e74a-0983-4ba0-bac0-39b72cb2506a tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.995453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203e74a-0983-4ba0-bac0-39b72cb2506a tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.995453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203e74a-0983-4ba0-bac0-39b72cb2506a tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.995453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203e74a-0983-4ba0-bac0-39b72cb2506a tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.995453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203e74a-0983-4ba0-bac0-39b72cb2506a tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.995856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203e74a-0983-4ba0-bac0-39b72cb2506a tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.001273 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f203e74a-0983-4ba0-bac0-39b72cb2506a tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7745 time: 0.1428816 Jul 16 18:10:54.001446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49998) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:54.075965 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-338064d0-24fb-4459-ae08-c3cb2f9e3e68 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] delete failed (client error): The resource could not be found. Jul 16 18:10:54.077076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-338064d0-24fb-4459-ae08-c3cb2f9e3e68 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/af6e78d3-fa3d-4ffc-abef-d1eda5c64869 HTTP/1.1" status: 404 len: 345 time: 0.0745504 Jul 16 18:10:54.079883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50002) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:54.101498 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4beb7a30-6ba4-4ffe-b1e2-63820dbcbc0c tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 18:10:54.102108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4beb7a30-6ba4-4ffe-b1e2-63820dbcbc0c tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:54.104074 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4beb7a30-6ba4-4ffe-b1e2-63820dbcbc0c tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "DELETE /v2.0/networks/645cd257-2a62-4b43-87ac-18fc53d1f7dc HTTP/1.1" status: 404 len: 339 time: 0.0231900 Jul 16 18:10:54.108790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50004) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:54.114779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Request body: {'network': {'name': 'tempest-network--445882753', 'router:external': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:54.138521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Made reservation on behalf of cc51c2bb57a049308925f75446bf8a2e for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:54.141364 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.166805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:54.178252 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.180340 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.180976 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Added segment e5056157-cef5-44c2-94ca-88dca71d14c2 of type vlan for network 83608aec-6a3a-425c-a724-80664530e50c Jul 16 18:10:54.203040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14b7f03-de6e-4498-a069-9149bb0a8259'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:54.205435 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e04de42-0760-46be-9e56-6d1da91da719" -d '{"events": [{"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-plugged", "status": "completed", "tag": "f14b7f03-de6e-4498-a069-9149bb0a8259"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:54.217784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c570b66-55b6-491d-bb3c-40ab295770a8 req-bcbc3e09-83f5-4415-b428-c1ed66af143f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.218603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f14b7f03-de6e-4498-a069-9149bb0a8259, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f14b7f03-de6e-4498-a069-9149bb0a8259,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:54.223794 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.224753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c448ce94-e60e-4340-a890-828e7a117718 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:54.228199 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c570b66-55b6-491d-bb3c-40ab295770a8 req-bcbc3e09-83f5-4415-b428-c1ed66af143f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.1426828 Jul 16 18:10:54.236031 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.276421 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.277221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9adbfb-c8f2-4a79-846c-f435192f8de9 req-0ce1bd67-dd52-4de2-a6d2-9d00c0f019ff tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.278143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.279081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d9adbfb-c8f2-4a79-846c-f435192f8de9 req-0ce1bd67-dd52-4de2-a6d2-9d00c0f019ff tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 946 time: 0.1790824 Jul 16 18:10:54.279831 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.298455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=f14b7f03-de6e-4498-a069-9149bb0a8259,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.321973 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2082012 Jul 16 18:10:54.322103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c570b66-55b6-491d-bb3c-40ab295770a8 req-b70767ab-9deb-4a0b-853d-133e04fb6d48 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908096 Jul 16 18:10:54.322213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50008) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:54.329210 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port c448ce94-e60e-4340-a890-828e7a117718 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:54.335116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port c448ce94-e60e-4340-a890-828e7a117718 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:54.335547 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.374467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d9adbfb-c8f2-4a79-846c-f435192f8de9 req-7506ec06-5037-4a0e-96e3-0b5ecc30c011 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/security-groups?id=a459735c-a758-4fb9-90b8-fe3247917903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873966 Jul 16 18:10:54.397706 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event updated for resources: {'Network': ['ID=83608aec-6a3a-425c-a724-80664530e50c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.408975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:54.410473 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:54.410473 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:54.410886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:54.411221 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:54.411848 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:54.412189 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:54.412570 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:54.412909 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:54.413236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:54.413562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:54.413886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183bc6d-5e44-4ba4-8533-902f0c48162b tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:54.431685 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.436560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 83608aec-6a3a-425c-a724-80664530e50c details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:54.451223 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873e11d3-8265-46d5-9015-6cf65b978b2a x-openstack-request-id: req-873e11d3-8265-46d5-9015-6cf65b978b2a {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:54.451642 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-plugged", "status": "completed", "tag": "f14b7f03-de6e-4498-a069-9149bb0a8259", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:54.451978 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-873e11d3-8265-46d5-9015-6cf65b978b2a {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:54.452839 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14b7f03-de6e-4498-a069-9149bb0a8259', 'code': 200} Jul 16 18:10:54.503495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72f8a2d-e750-4603-81d2-0549e50c842c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.509675 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72f8a2d-e750-4603-81d2-0549e50c842c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.515804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72f8a2d-e750-4603-81d2-0549e50c842c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.522655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72f8a2d-e750-4603-81d2-0549e50c842c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.526912 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c72f8a2d-e750-4603-81d2-0549e50c842c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2023771 Jul 16 18:10:54.527132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50010) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:54.535046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08979a8c-6c0b-43c7-a5eb-021ede8f188d req-05b3270f-2e93-45b1-865b-1388cc862765 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.543349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08979a8c-6c0b-43c7-a5eb-021ede8f188d req-05b3270f-2e93-45b1-865b-1388cc862765 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.0845156 Jul 16 18:10:54.545046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port c448ce94-e60e-4340-a890-828e7a117718, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c448ce94-e60e-4340-a890-828e7a117718,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:54.552583 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.554072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a9154d12-7048-48df-81b0-0a512541c26d up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:54.589683 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08979a8c-6c0b-43c7-a5eb-021ede8f188d req-e10dca8d-ce77-4418-9288-dfe9f6960e8c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455787 Jul 16 18:10:54.606451 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.641619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=c448ce94-e60e-4340-a890-828e7a117718,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.655461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port a9154d12-7048-48df-81b0-0a512541c26d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:54.659277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port a9154d12-7048-48df-81b0-0a512541c26d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:54.659780 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.694773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.705672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83608aec-6a3a-425c-a724-80664530e50c']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:54.720196 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5056157-cef5-44c2-94ca-88dca71d14c2') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:54.720631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5056157-cef5-44c2-94ca-88dca71d14c2') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:54.729726 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.742451 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.745198 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.752132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:54.752532 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:54.755073 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:54.776878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a9154d12-7048-48df-81b0-0a512541c26d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a9154d12-7048-48df-81b0-0a512541c26d,segment=NetworkSegment(ce03a4bf-93d9-4eeb-afb7-84f4dc47e454),segment_id=ce03a4bf-93d9-4eeb-afb7-84f4dc47e454)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:54.780761 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.812629 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.828614 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83608aec-6a3a-425c-a724-80664530e50c {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:10:54.830696 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.831591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a9154d12-7048-48df-81b0-0a512541c26d,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.836870 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "DELETE /v2.0/networks/83608aec-6a3a-425c-a724-80664530e50c HTTP/1.1" status: 204 len: 168 time: 0.3054967 Jul 16 18:10:54.836870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d0162-a057-48f2-8e62-3be16b91601d tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event deleted for resources: {'Network': ['ID=83608aec-6a3a-425c-a724-80664530e50c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.837220 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50012) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:54.843713 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c64a984e-9907-49d7-8fe0-559169722ee5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Request body: {'network': {'name': 'tempest-network--1473245335', 'router:external': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:54.865483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64a984e-9907-49d7-8fe0-559169722ee5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Made reservation on behalf of cc51c2bb57a049308925f75446bf8a2e for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:54.868213 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c64a984e-9907-49d7-8fe0-559169722ee5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.896345 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64a984e-9907-49d7-8fe0-559169722ee5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:54.907579 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c64a984e-9907-49d7-8fe0-559169722ee5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.907927 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-c64a984e-9907-49d7-8fe0-559169722ee5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Added segment ca695374-2b67-44f9-910d-6dc76e5a56f7 of type vlan for network 8aa26bbc-6e87-4233-b3e2-97d2e16cbfc9 Jul 16 18:10:54.959774 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c64a984e-9907-49d7-8fe0-559169722ee5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.009116 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c64a984e-9907-49d7-8fe0-559169722ee5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.010096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64a984e-9907-49d7-8fe0-559169722ee5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.010713 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c64a984e-9907-49d7-8fe0-559169722ee5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.075587 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a984e-9907-49d7-8fe0-559169722ee5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event updated for resources: {'Network': ['ID=8aa26bbc-6e87-4233-b3e2-97d2e16cbfc9,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:55.084044 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c64a984e-9907-49d7-8fe0-559169722ee5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2459857 Jul 16 18:10:55.084217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50024) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.089620 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 8aa26bbc-6e87-4233-b3e2-97d2e16cbfc9 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:55.225302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36f84bf-5447-4ab4-a5c1-089e5bc0a41a tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.228364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f36f84bf-5447-4ab4-a5c1-089e5bc0a41a tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] 10.222.0.41 "GET /v2.0/networks/8aa26bbc-6e87-4233-b3e2-97d2e16cbfc9 HTTP/1.1" status: 200 len: 757 time: 0.1416571 Jul 16 18:10:55.230337 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50030) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.263567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8092e-b751-48dc-8a8a-5a4de0c79ca0 req-3ce8a0ff-a6b5-41b6-ad1f-53f833ce20f0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.271464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8092e-b751-48dc-8a8a-5a4de0c79ca0 req-3ce8a0ff-a6b5-41b6-ad1f-53f833ce20f0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.278018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8092e-b751-48dc-8a8a-5a4de0c79ca0 req-3ce8a0ff-a6b5-41b6-ad1f-53f833ce20f0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.285855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bab8092e-b751-48dc-8a8a-5a4de0c79ca0 req-3ce8a0ff-a6b5-41b6-ad1f-53f833ce20f0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2419 time: 0.1766284 Jul 16 18:10:55.329607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be5d73c-2033-47ec-a7be-e01ff7b37fd2 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.331910 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9be5d73c-2033-47ec-a7be-e01ff7b37fd2 tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] 10.222.0.41 "GET /v2.0/networks/baf3e8d3-ad62-4741-af03-63ab88277a4d HTTP/1.1" status: 200 len: 768 time: 0.0989330 Jul 16 18:10:55.334594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50034) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.335171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bab8092e-b751-48dc-8a8a-5a4de0c79ca0 req-e7fea830-0600-4228-9108-4603901376d9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481360 Jul 16 18:10:55.437033 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.545050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.557906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa26bbc-6e87-4233-b3e2-97d2e16cbfc9']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:55.569450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca695374-2b67-44f9-910d-6dc76e5a56f7') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:55.569771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca695374-2b67-44f9-910d-6dc76e5a56f7') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:55.577328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d96b-8fe4-48a2-99a2-77204d5eb1ad req-4cb5e1ff-0bc4-4a14-a261-1d4b8151895b tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.578998 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6892d96b-8fe4-48a2-99a2-77204d5eb1ad req-4cb5e1ff-0bc4-4a14-a261-1d4b8151895b tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.1308908 Jul 16 18:10:55.579548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.597640 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.605517 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:55.605930 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:55.608680 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:55.635986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6892d96b-8fe4-48a2-99a2-77204d5eb1ad req-6087408b-22cc-40df-a94c-9e255e288a83 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501859 Jul 16 18:10:55.650952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62a881-9983-4703-ae77-61b29eb0f46d req-9d2311e3-40b0-4184-ad1d-9b495cf58068 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.653387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab62a881-9983-4703-ae77-61b29eb0f46d req-9d2311e3-40b0-4184-ad1d-9b495cf58068 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 946 time: 0.1253419 Jul 16 18:10:55.676107 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.683035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8aa26bbc-6e87-4233-b3e2-97d2e16cbfc9 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:10:55.686553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.693719 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "DELETE /v2.0/networks/8aa26bbc-6e87-4233-b3e2-97d2e16cbfc9 HTTP/1.1" status: 204 len: 168 time: 0.3579292 Jul 16 18:10:55.694488 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50052) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.722459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f564802d-2a55-4781-b66b-e7574cec60da tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Request body: {'network': {'name': 'tempest-network--1875384722'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:55.729052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fae14e-c5db-4447-9d0a-8af52050c141 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event deleted for resources: {'Network': ['ID=8aa26bbc-6e87-4233-b3e2-97d2e16cbfc9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:55.756836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f564802d-2a55-4781-b66b-e7574cec60da tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Made reservation on behalf of cc51c2bb57a049308925f75446bf8a2e for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:55.764227 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f564802d-2a55-4781-b66b-e7574cec60da tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.812377 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f564802d-2a55-4781-b66b-e7574cec60da tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:55.820065 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab62a881-9983-4703-ae77-61b29eb0f46d req-3f4772b9-9c8a-4016-8a8b-b4705a1d2053 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/security-groups?id=a459735c-a758-4fb9-90b8-fe3247917903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502743 Jul 16 18:10:55.824706 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f564802d-2a55-4781-b66b-e7574cec60da tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.825058 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-f564802d-2a55-4781-b66b-e7574cec60da tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Added segment 2713a7bc-49ea-45b0-80ef-6aee6cf7a641 of type vlan for network 8d334fc1-ba3b-42f4-bae3-e762af08ada3 Jul 16 18:10:55.828488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 44d0d350-99d8-427d-aed3-162937cad248 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:55.902301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7116993-d6ce-404c-b6eb-d7216e6e41c7 req-b0802226-87e0-42b3-ae68-7f73ca141ad0 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.903954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7116993-d6ce-404c-b6eb-d7216e6e41c7 req-b0802226-87e0-42b3-ae68-7f73ca141ad0 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 946 time: 0.2493615 Jul 16 18:10:55.921396 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f564802d-2a55-4781-b66b-e7574cec60da tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.966849 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f564802d-2a55-4781-b66b-e7574cec60da tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.967868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f564802d-2a55-4781-b66b-e7574cec60da tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.968463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f564802d-2a55-4781-b66b-e7574cec60da tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.012706 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f564802d-2a55-4781-b66b-e7574cec60da tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2948775 Jul 16 18:10:56.033537 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50058) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:56.056647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a1bb957d-2a21-48e4-9eb6-2197ae3205bf tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:56.061739 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:56.080649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '44d0d350-99d8-427d-aed3-162937cad248', 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c', 'port_id': '44d0d350-99d8-427d-aed3-162937cad248', 'mac_address': 'fa:16:3e:60:9e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665eba6f-eeab-4451-90aa-d2ddd6503915', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:56.082548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13addc65-0b48-46c3-a98b-941d6f609daf req-460307ff-e831-4ba3-be78-492a375aad4b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.091497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13addc65-0b48-46c3-a98b-941d6f609daf req-460307ff-e831-4ba3-be78-492a375aad4b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2608826 Jul 16 18:10:56.140005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13addc65-0b48-46c3-a98b-941d6f609daf req-d6e6bfc9-d565-4501-a0c2-70d8460fa80e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475616 Jul 16 18:10:56.150792 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.179762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-f7116993-d6ce-404c-b6eb-d7216e6e41c7 req-eabb7efb-d488-46bf-8cf4-4596cac8c2c3 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Deleting port 3fb22777-198a-4a26-83a1-d3f73ad2198a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:56.180104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f7116993-d6ce-404c-b6eb-d7216e6e41c7 req-eabb7efb-d488-46bf-8cf4-4596cac8c2c3 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.180757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44d0d350-99d8-427d-aed3-162937cad248 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:56.209560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:56.218347 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.238794 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564802d-2a55-4781-b66b-e7574cec60da tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event updated for resources: {'Network': ['ID=8d334fc1-ba3b-42f4-bae3-e762af08ada3,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.297052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=44d0d350-99d8-427d-aed3-162937cad248,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.305428 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 8d334fc1-ba3b-42f4-bae3-e762af08ada3 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:56.327869 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f7116993-d6ce-404c-b6eb-d7216e6e41c7 req-eabb7efb-d488-46bf-8cf4-4596cac8c2c3 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] For port 3fb22777-198a-4a26-83a1-d3f73ad2198a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=3fb22777-198a-4a26-83a1-d3f73ad2198a,segment=NetworkSegment(9180bcb2-fe5c-4957-8857-7333a440d99d),segment_id=9180bcb2-fe5c-4957-8857-7333a440d99d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:56.328748 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f7116993-d6ce-404c-b6eb-d7216e6e41c7 req-eabb7efb-d488-46bf-8cf4-4596cac8c2c3 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.358666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-f7116993-d6ce-404c-b6eb-d7216e6e41c7 req-eabb7efb-d488-46bf-8cf4-4596cac8c2c3 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Calling delete_port for 3fb22777-198a-4a26-83a1-d3f73ad2198a owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:56.402838 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1bb957d-2a21-48e4-9eb6-2197ae3205bf tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.427732 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1bb957d-2a21-48e4-9eb6-2197ae3205bf tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.441608 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.454498 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c448ce94-e60e-4340-a890-828e7a117718'}, {'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9154d12-7048-48df-81b0-0a512541c26d'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:56.458661 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366c8909-9599-4034-97f7-95652f2d113a" -d '{"events": [{"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-plugged", "status": "completed", "tag": "c448ce94-e60e-4340-a890-828e7a117718"}, {"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-plugged", "status": "completed", "tag": "a9154d12-7048-48df-81b0-0a512541c26d"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:56.462038 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1bb957d-2a21-48e4-9eb6-2197ae3205bf tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Network 8d334fc1-ba3b-42f4-bae3-e762af08ada3 is not hosted by any dhcp agent {{(pid=100170) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:10:56.463512 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb957d-2a21-48e4-9eb6-2197ae3205bf tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.464315 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1bb957d-2a21-48e4-9eb6-2197ae3205bf tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.465818 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a1bb957d-2a21-48e4-9eb6-2197ae3205bf tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "PUT /v2.0/networks/8d334fc1-ba3b-42f4-bae3-e762af08ada3 HTTP/1.1" status: 200 len: 858 time: 0.4276154 Jul 16 18:10:56.468542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50064) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:56.480302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['44d0d350-99d8-427d-aed3-162937cad248'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:56.555927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.572016 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffa07b1-cfb2-4b00-b017-f3c1b60b2f6c x-openstack-request-id: req-bffa07b1-cfb2-4b00-b017-f3c1b60b2f6c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:56.574054 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-plugged", "status": "completed", "tag": "c448ce94-e60e-4340-a890-828e7a117718", "code": 200}, {"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-plugged", "status": "completed", "tag": "a9154d12-7048-48df-81b0-0a512541c26d", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:56.574315 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bffa07b1-cfb2-4b00-b017-f3c1b60b2f6c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:56.574718 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c448ce94-e60e-4340-a890-828e7a117718', 'code': 200} Jul 16 18:10:56.574972 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9154d12-7048-48df-81b0-0a512541c26d', 'code': 200} Jul 16 18:10:56.607673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb957d-2a21-48e4-9eb6-2197ae3205bf tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event updated for resources: {'Network': ['ID=8d334fc1-ba3b-42f4-bae3-e762af08ada3,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.648244 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f7116993-d6ce-404c-b6eb-d7216e6e41c7 req-eabb7efb-d488-46bf-8cf4-4596cac8c2c3 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.715009 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.726621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d334fc1-ba3b-42f4-bae3-e762af08ada3']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:56.729184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['3fb22777-198a-4a26-83a1-d3f73ad2198a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:56.738198 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.738458 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2713a7bc-49ea-45b0-80ef-6aee6cf7a641') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:56.738573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2713a7bc-49ea-45b0-80ef-6aee6cf7a641') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:56.749726 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.754578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb7efb-d488-46bf-8cf4-4596cac8c2c3 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Pushing event deleted for resources: {'Port': ['ID=3fb22777-198a-4a26-83a1-d3f73ad2198a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.772021 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.778736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:56.779337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:56.841831 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:56.843923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7116993-d6ce-404c-b6eb-d7216e6e41c7 req-eabb7efb-d488-46bf-8cf4-4596cac8c2c3 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] No DVR routers for this DVR port 3fb22777-198a-4a26-83a1-d3f73ad2198a on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:56.846526 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f7116993-d6ce-404c-b6eb-d7216e6e41c7 req-eabb7efb-d488-46bf-8cf4-4596cac8c2c3 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.848665 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7116993-d6ce-404c-b6eb-d7216e6e41c7 req-eabb7efb-d488-46bf-8cf4-4596cac8c2c3 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.35 "DELETE /v2.0/ports/3fb22777-198a-4a26-83a1-d3f73ad2198a HTTP/1.1" status: 204 len: 173 time: 0.9378233 Jul 16 18:10:56.855565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a', 'name': 'network-vif-deleted', 'tag': '3fb22777-198a-4a26-83a1-d3f73ad2198a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:56.858148 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413e3c51-8688-4318-bb99-5bbb1b5b2240" -d '{"events": [{"server_uuid": "e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a", "name": "network-vif-deleted", "tag": "3fb22777-198a-4a26-83a1-d3f73ad2198a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:56.865123 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.882860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d334fc1-ba3b-42f4-bae3-e762af08ada3 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:10:56.898089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136309-133a-4605-b836-d31c441d05a7 req-3bd645b7-5637-4576-8b04-6d311f5b5668 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.899051 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.904126 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] 10.222.0.41 "DELETE /v2.0/networks/8d334fc1-ba3b-42f4-bae3-e762af08ada3 HTTP/1.1" status: 204 len: 168 time: 0.4309800 Jul 16 18:10:56.904361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136309-133a-4605-b836-d31c441d05a7 req-3bd645b7-5637-4576-8b04-6d311f5b5668 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.912370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136309-133a-4605-b836-d31c441d05a7 req-3bd645b7-5637-4576-8b04-6d311f5b5668 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.916950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be136309-133a-4605-b836-d31c441d05a7 req-3bd645b7-5637-4576-8b04-6d311f5b5668 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2419 time: 0.3433964 Jul 16 18:10:56.917969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50072) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:56.923979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c007fb2-c230-4df3-85bb-2a9dbcc9daf5 tempest-ExternalNetworksTestJSON-1250526709 tempest-ExternalNetworksTestJSON-1250526709-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d334fc1-ba3b-42f4-bae3-e762af08ada3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:57.026047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ae903-e84f-4214-bec9-a5d5a8626027 req-99878d58-b4d7-4657-a87a-10465f774186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.026848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ae903-e84f-4214-bec9-a5d5a8626027 req-99878d58-b4d7-4657-a87a-10465f774186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.027335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ae903-e84f-4214-bec9-a5d5a8626027 req-99878d58-b4d7-4657-a87a-10465f774186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.029279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e70ae903-e84f-4214-bec9-a5d5a8626027 req-99878d58-b4d7-4657-a87a-10465f774186 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2875 time: 0.3973546 Jul 16 18:10:57.030501 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b10ff89-9d5e-4957-bd97-7a2854a8535d tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] DELETE failed (client error): The resource could not be found. Jul 16 18:10:57.030948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b10ff89-9d5e-4957-bd97-7a2854a8535d tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:57.035504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1b10ff89-9d5e-4957-bd97-7a2854a8535d tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] 10.222.0.41 "DELETE /v2.0/subnets/0c6820a0-3768-4ff6-a68f-91120dae2ff2 HTTP/1.1" status: 404 len: 337 time: 0.0813329 Jul 16 18:10:57.036071 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50074) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:57.097373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be136309-133a-4605-b836-d31c441d05a7 req-8c5a8f03-41f5-49f2-b377-dd62fd7c7b5c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409044 Jul 16 18:10:57.163386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e70ae903-e84f-4214-bec9-a5d5a8626027 req-c191aaa2-deb6-4214-b5b8-26ad23b6607e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265235 Jul 16 18:10:57.175594 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e6613a2-7b9b-4488-afc4-6283a11bee5c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.180460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a1e15-dd6f-4b06-aca7-8de8cb022d5e req-59afa975-34ec-496d-97dc-08b5367fc671 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.193277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-721a1e15-dd6f-4b06-aca7-8de8cb022d5e req-59afa975-34ec-496d-97dc-08b5367fc671 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.3525000 Jul 16 18:10:57.271003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-721a1e15-dd6f-4b06-aca7-8de8cb022d5e req-a97c24f4-03b5-4c05-b55b-657a67614b64 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691056 Jul 16 18:10:57.337414 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e6613a2-7b9b-4488-afc4-6283a11bee5c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.352025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3e6613a2-7b9b-4488-afc4-6283a11bee5c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf3e8d3-ad62-4741-af03-63ab88277a4d']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:57.365169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3e6613a2-7b9b-4488-afc4-6283a11bee5c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1290d7-0943-403c-b7e9-02acdf7d7749') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:57.365804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3e6613a2-7b9b-4488-afc4-6283a11bee5c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1290d7-0943-403c-b7e9-02acdf7d7749') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:57.372540 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6df359-14f8-4e60-96ad-4cbaad2d1502 x-openstack-request-id: req-4c6df359-14f8-4e60-96ad-4cbaad2d1502 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:57.372834 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a", "name": "network-vif-deleted", "tag": "3fb22777-198a-4a26-83a1-d3f73ad2198a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:57.373082 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c6df359-14f8-4e60-96ad-4cbaad2d1502 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:57.373465 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a', 'name': 'network-vif-deleted', 'tag': '3fb22777-198a-4a26-83a1-d3f73ad2198a', 'status': 'completed', 'code': 200} Jul 16 18:10:57.375821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1de8526c-f5e6-4cba-a4fe-db2a5cfb2727 req-499ccd2f-4051-487c-a63a-ae63bd5a5105 tempest-ServerTagsTestJSON-1414387611 tempest-ServerTagsTestJSON-1414387611-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d60632-8ddf-40c0-9c0a-6ee9b0f7eb2a HTTP/1.1" status: 200 len: 210 time: 0.0487752 Jul 16 18:10:57.379249 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e6613a2-7b9b-4488-afc4-6283a11bee5c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.415567 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e6613a2-7b9b-4488-afc4-6283a11bee5c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.442613 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6613a2-7b9b-4488-afc4-6283a11bee5c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:57.443152 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e6613a2-7b9b-4488-afc4-6283a11bee5c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:57.446551 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:57.547704 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e6613a2-7b9b-4488-afc4-6283a11bee5c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.556072 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e6613a2-7b9b-4488-afc4-6283a11bee5c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.570995 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3e6613a2-7b9b-4488-afc4-6283a11bee5c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] 10.222.0.41 "DELETE /v2.0/networks/baf3e8d3-ad62-4741-af03-63ab88277a4d HTTP/1.1" status: 204 len: 168 time: 0.5339282 Jul 16 18:10:57.589215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6613a2-7b9b-4488-afc4-6283a11bee5c tempest-ExternalNetworksTestJSON-2040145482 tempest-ExternalNetworksTestJSON-2040145482-project] Pushing event deleted for resources: {'Network': ['ID=baf3e8d3-ad62-4741-af03-63ab88277a4d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:57.711188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd9aee-3480-4341-a042-b3745119220b req-7da56c8b-23ee-4ebe-9224-9907f1f7ae0e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.712791 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78dd9aee-3480-4341-a042-b3745119220b req-7da56c8b-23ee-4ebe-9224-9907f1f7ae0e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.1111951 Jul 16 18:10:57.785374 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78dd9aee-3480-4341-a042-b3745119220b req-c5c89cba-fe79-442a-a593-5e20e1dabb54 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634546 Jul 16 18:10:57.844042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 44d0d350-99d8-427d-aed3-162937cad248 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:57.928930 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 44d0d350-99d8-427d-aed3-162937cad248 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:57.929841 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.969074 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50082) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:58.002140 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-51b674df-5fab-4f27-acd2-85c9f21108bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.047770 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.098916 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:58.103790 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.163783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=44d0d350-99d8-427d-aed3-162937cad248,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:58.185646 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bcb8e90b-0847-4c92-bb99-6b4c05f05021 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=508df6f6fe5e4a8592bc5b1344b82442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152143 Jul 16 18:10:58.188315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50088) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:58.280080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30f15561-9343-4ee0-b9ab-9f7c69bfc1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.333584 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30f15561-9343-4ee0-b9ab-9f7c69bfc1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.397562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adf2da-0f74-400f-9f4b-9cc7352c6d72 req-6fedbd61-30cc-4ec9-89ec-bbf2f5ab63c9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.405604 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adf2da-0f74-400f-9f4b-9cc7352c6d72 req-6fedbd61-30cc-4ec9-89ec-bbf2f5ab63c9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.413855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adf2da-0f74-400f-9f4b-9cc7352c6d72 req-6fedbd61-30cc-4ec9-89ec-bbf2f5ab63c9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.415082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88adf2da-0f74-400f-9f4b-9cc7352c6d72 req-6fedbd61-30cc-4ec9-89ec-bbf2f5ab63c9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2419 time: 0.1484344 Jul 16 18:10:58.460994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30f15561-9343-4ee0-b9ab-9f7c69bfc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.463986 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30f15561-9343-4ee0-b9ab-9f7c69bfc1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.465087 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-30f15561-9343-4ee0-b9ab-9f7c69bfc1e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7588d7a-9558-40c2-ad44-0be4ab428e26 HTTP/1.1" status: 204 len: 168 time: 0.2757945 Jul 16 18:10:58.517495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f15561-9343-4ee0-b9ab-9f7c69bfc1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7588d7a-9558-40c2-ad44-0be4ab428e26,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:58.525005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88adf2da-0f74-400f-9f4b-9cc7352c6d72 req-bc779d2a-53c3-4929-ba90-94308c45104c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927196 Jul 16 18:10:58.577680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d0d350-99d8-427d-aed3-162937cad248'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:58.581657 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550b09f6-d902-4759-abec-576835146ac5" -d '{"events": [{"server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "name": "network-vif-plugged", "status": "completed", "tag": "44d0d350-99d8-427d-aed3-162937cad248"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:58.605989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e25b9-9b37-43e4-a1ad-350f254d8890 req-03c56f7e-2707-41eb-bfd7-3c751d885922 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.614768 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-844e25b9-9b37-43e4-a1ad-350f254d8890 req-03c56f7e-2707-41eb-bfd7-3c751d885922 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.1548502 Jul 16 18:10:58.641094 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50098) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:58.678070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-844e25b9-9b37-43e4-a1ad-350f254d8890 req-38d34ccb-0aaf-4a80-8561-380c4e6bbfd7 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623591 Jul 16 18:10:58.692452 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22ac6b8-1089-482f-a731-56741bf959ab x-openstack-request-id: req-e22ac6b8-1089-482f-a731-56741bf959ab {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:58.695928 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "name": "network-vif-plugged", "status": "completed", "tag": "44d0d350-99d8-427d-aed3-162937cad248", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:58.696258 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e22ac6b8-1089-482f-a731-56741bf959ab {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:58.696745 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d0d350-99d8-427d-aed3-162937cad248', 'code': 200} Jul 16 18:10:58.735837 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-61185e06-483f-4818-a985-d71fb6fdf878 admin admin] Deleting subnet 2b8fce40-a467-4f3d-a600-5433ebc513ec {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:58.741932 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61185e06-483f-4818-a985-d71fb6fdf878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.786959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61185e06-483f-4818-a985-d71fb6fdf878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.856516 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61185e06-483f-4818-a985-d71fb6fdf878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.923028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50104) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:58.938865 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61185e06-483f-4818-a985-d71fb6fdf878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.972936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61185e06-483f-4818-a985-d71fb6fdf878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8fce40-a467-4f3d-a600-5433ebc513ec,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:58.993497 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61185e06-483f-4818-a985-d71fb6fdf878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.995763 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-61185e06-483f-4818-a985-d71fb6fdf878 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2b8fce40-a467-4f3d-a600-5433ebc513ec HTTP/1.1" status: 204 len: 168 time: 0.3522949 Jul 16 18:10:58.998576 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50106) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:59.008816 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-92be5f9e-9717-4cb3-b836-de472262305f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc51c2bb57a049308925f75446bf8a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827510 Jul 16 18:10:59.013276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50108) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:59.066100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e604d2-7d8c-41b8-bda2-ddb4cdb84a44 req-d9cbf091-b981-4f4b-9584-b9d48337270e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.067997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46e604d2-7d8c-41b8-bda2-ddb4cdb84a44 req-d9cbf091-b981-4f4b-9584-b9d48337270e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1078556 Jul 16 18:10:59.116583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46e604d2-7d8c-41b8-bda2-ddb4cdb84a44 req-bf154b46-a4e5-4fed-a37e-7d4c4d1b9869 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402646 Jul 16 18:10:59.137902 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73596761-46f3-4ee9-abb5-6bda263b7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.166939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2108a858-bf27-4edb-abcb-25926e557ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.232897 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2108a858-bf27-4edb-abcb-25926e557ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.277237 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73596761-46f3-4ee9-abb5-6bda263b7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.301395 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-73596761-46f3-4ee9-abb5-6bda263b7f52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d45c8c-c76a-4ba6-b2d6-db6fcd424649']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:59.324207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-73596761-46f3-4ee9-abb5-6bda263b7f52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9180bcb2-fe5c-4957-8857-7333a440d99d') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:59.324626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-73596761-46f3-4ee9-abb5-6bda263b7f52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9180bcb2-fe5c-4957-8857-7333a440d99d') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:59.338052 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73596761-46f3-4ee9-abb5-6bda263b7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.356886 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73596761-46f3-4ee9-abb5-6bda263b7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.364629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73596761-46f3-4ee9-abb5-6bda263b7f52 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:59.365001 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73596761-46f3-4ee9-abb5-6bda263b7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:59.366782 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:59.379830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2108a858-bf27-4edb-abcb-25926e557ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.382352 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2108a858-bf27-4edb-abcb-25926e557ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.383508 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2108a858-bf27-4edb-abcb-25926e557ae9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/892b7c90-6330-4f10-b8b2-9eebfb59f7de HTTP/1.1" status: 204 len: 168 time: 0.3682861 Jul 16 18:10:59.444939 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108a858-bf27-4edb-abcb-25926e557ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892b7c90-6330-4f10-b8b2-9eebfb59f7de,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:59.461803 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73596761-46f3-4ee9-abb5-6bda263b7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.466805 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73596761-46f3-4ee9-abb5-6bda263b7f52 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.472744 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-73596761-46f3-4ee9-abb5-6bda263b7f52 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d0d45c8c-c76a-4ba6-b2d6-db6fcd424649 HTTP/1.1" status: 204 len: 168 time: 0.4690871 Jul 16 18:10:59.513683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73596761-46f3-4ee9-abb5-6bda263b7f52 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d45c8c-c76a-4ba6-b2d6-db6fcd424649,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:59.759893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af8be5-c172-4882-813a-f75a36b33d03 req-325b41d8-08f6-4d29-a690-22f523a538ce tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.767896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af8be5-c172-4882-813a-f75a36b33d03 req-325b41d8-08f6-4d29-a690-22f523a538ce tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.774605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af8be5-c172-4882-813a-f75a36b33d03 req-325b41d8-08f6-4d29-a690-22f523a538ce tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.776507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49af8be5-c172-4882-813a-f75a36b33d03 req-325b41d8-08f6-4d29-a690-22f523a538ce tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2419 time: 0.0998225 Jul 16 18:10:59.845122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49af8be5-c172-4882-813a-f75a36b33d03 req-bcdf5fbb-34cd-4032-bd00-b2539388c8b5 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584764 Jul 16 18:10:59.877773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50124) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:59.955621 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a48f8b9c-123b-4962-8ed9-73db090cffc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60aa5c0aeb6544fb93740d7c844e9588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765448 Jul 16 18:10:59.959029 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50130) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:00.017244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd52a39-8060-458c-8ef5-44af3fdd6a2d req-b2acd785-9104-4dbc-92a2-591045365c0d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.025597 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ecd52a39-8060-458c-8ef5-44af3fdd6a2d req-b2acd785-9104-4dbc-92a2-591045365c0d tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.1386180 Jul 16 18:11:00.039746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49fb19b1-802b-46b1-8cd9-1c602b985757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.081949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ecd52a39-8060-458c-8ef5-44af3fdd6a2d req-42a965d9-230a-4be5-b745-673ebd96d3fb tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553691 Jul 16 18:11:00.088674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49fb19b1-802b-46b1-8cd9-1c602b985757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.173212 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49fb19b1-802b-46b1-8cd9-1c602b985757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.176433 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49fb19b1-802b-46b1-8cd9-1c602b985757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.180726 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-49fb19b1-802b-46b1-8cd9-1c602b985757 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a459735c-a758-4fb9-90b8-fe3247917903 HTTP/1.1" status: 204 len: 168 time: 0.2204924 Jul 16 18:11:00.189512 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb19b1-802b-46b1-8cd9-1c602b985757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a459735c-a758-4fb9-90b8-fe3247917903,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:00.436325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574809b8-8232-4952-84b6-e426ab763bbd req-a2727ea7-6568-4f39-a2f6-8ccb4539025f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.437639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-574809b8-8232-4952-84b6-e426ab763bbd req-a2727ea7-6568-4f39-a2f6-8ccb4539025f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1403968 Jul 16 18:11:00.583952 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-574809b8-8232-4952-84b6-e426ab763bbd req-ae64cc2f-5f47-4949-be4b-0a5bc2f841c7 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891738 Jul 16 18:11:00.685590 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.752154 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9efa91de-c178-46df-bd46-864b401f99a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.837000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d1194-e26c-49d3-b4bd-d91e3f56b743 req-dce0c309-beee-4bcb-8824-51543b378451 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.852872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d1194-e26c-49d3-b4bd-d91e3f56b743 req-dce0c309-beee-4bcb-8824-51543b378451 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.863572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d1194-e26c-49d3-b4bd-d91e3f56b743 req-dce0c309-beee-4bcb-8824-51543b378451 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.865382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02d1194-e26c-49d3-b4bd-d91e3f56b743 req-dce0c309-beee-4bcb-8824-51543b378451 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2419 time: 0.1620359 Jul 16 18:11:00.944256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02d1194-e26c-49d3-b4bd-d91e3f56b743 req-504cba53-4c27-40b2-8b99-33ecec49ee51 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713534 Jul 16 18:11:01.072852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3fb22777-198a-4a26-83a1-d3f73ad2198a no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:01.142689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 3fb22777-198a-4a26-83a1-d3f73ad2198a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:01.147348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 3fb22777-198a-4a26-83a1-d3f73ad2198a not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:01.175275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57aa35-e0dc-4011-9e52-014ce4f3d231 req-10140831-9497-464e-8ec2-8e1204f16ef6 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.177340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d57aa35-e0dc-4011-9e52-014ce4f3d231 req-10140831-9497-464e-8ec2-8e1204f16ef6 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.0990310 Jul 16 18:11:01.298288 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d57aa35-e0dc-4011-9e52-014ce4f3d231 req-c6b12485-554b-4b3b-9765-8b5ab0737d02 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118538 Jul 16 18:11:01.389275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7671333-090f-449e-b8ba-c194565cf011 req-1cebb2dc-5ff3-4b3e-92d7-76dcd3e53497 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.410587 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7671333-090f-449e-b8ba-c194565cf011 req-1cebb2dc-5ff3-4b3e-92d7-76dcd3e53497 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.1591103 Jul 16 18:11:01.471216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7671333-090f-449e-b8ba-c194565cf011 req-b71e3f47-e4af-4c77-bdc1-2d7be6319e0a tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585494 Jul 16 18:11:01.804738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92464029-1f98-4979-b88c-3ea66775680c req-fb6daba3-8207-451f-a218-901e2ffe35fa tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.812401 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92464029-1f98-4979-b88c-3ea66775680c req-fb6daba3-8207-451f-a218-901e2ffe35fa tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.0849626 Jul 16 18:11:01.833475 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.868959 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92464029-1f98-4979-b88c-3ea66775680c req-874769f9-b1dd-4000-ac05-6eb584fcedb2 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553253 Jul 16 18:11:01.894948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50212) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:02.013010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50218) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:02.165047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1302209120', 'router:external': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:02.220243 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.271145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Made reservation on behalf of 3ac238143e7547d388085ff0084b16a9 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:02.273466 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.304795 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.328546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf0811-10d5-4bf9-a123-28bde42b8b57 req-10f65dc2-0048-4408-b3b8-b012aa68bbc7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.334789 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf0811-10d5-4bf9-a123-28bde42b8b57 req-10f65dc2-0048-4408-b3b8-b012aa68bbc7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.343235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf0811-10d5-4bf9-a123-28bde42b8b57 req-10f65dc2-0048-4408-b3b8-b012aa68bbc7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.352484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47cf0811-10d5-4bf9-a123-28bde42b8b57 req-10f65dc2-0048-4408-b3b8-b012aa68bbc7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2419 time: 0.2073677 Jul 16 18:11:02.425854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47cf0811-10d5-4bf9-a123-28bde42b8b57 req-437ab785-5729-4f91-9899-a41eeeeb2464 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723960 Jul 16 18:11:02.569690 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.591051 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.663501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fccfeb-1b77-419a-8984-afe0365fccb6 req-240bfa47-1645-4242-821b-589c55f381e9 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.670921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2fccfeb-1b77-419a-8984-afe0365fccb6 req-240bfa47-1645-4242-821b-589c55f381e9 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.2113836 Jul 16 18:11:02.734500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d15c0a19452410faca06f57d8de16c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7199459 Jul 16 18:11:02.734678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50226) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:02.748751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0db06da-6e62-4066-8f72-e92acedad2d3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.781104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-08e101df-1aff-4eb9-ba53-ab218dbc61e7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.788122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-08e101df-1aff-4eb9-ba53-ab218dbc61e7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.794722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-08e101df-1aff-4eb9-ba53-ab218dbc61e7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.796703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-08e101df-1aff-4eb9-ba53-ab218dbc61e7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2419 time: 0.3018532 Jul 16 18:11:02.809878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.810490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.811115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.811645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.815775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.816398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.816900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.817223 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.817544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.817871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.818183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.818739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8674140-ee03-41b2-bc72-3bca084f6959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.833125 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-620931b3-faef-4eae-bfd5-2b72ca98b278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.871117 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-620931b3-faef-4eae-bfd5-2b72ca98b278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.897790 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2fccfeb-1b77-419a-8984-afe0365fccb6 req-68284040-361c-48ee-914a-bce349381575 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256072 Jul 16 18:11:02.957816 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-620931b3-faef-4eae-bfd5-2b72ca98b278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.960934 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-620931b3-faef-4eae-bfd5-2b72ca98b278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.964506 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-620931b3-faef-4eae-bfd5-2b72ca98b278 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0db06da-6e62-4066-8f72-e92acedad2d3 HTTP/1.1" status: 204 len: 168 time: 0.2266483 Jul 16 18:11:02.982928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620931b3-faef-4eae-bfd5-2b72ca98b278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0db06da-6e62-4066-8f72-e92acedad2d3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.044241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b31ff-8613-47a1-8f13-668df381652f req-887d4e80-c62a-4cbf-a2e7-9adc91aff8b8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.048799 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d0b31ff-8613-47a1-8f13-668df381652f req-887d4e80-c62a-4cbf-a2e7-9adc91aff8b8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.4115438 Jul 16 18:11:03.130977 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.237004 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d0b31ff-8613-47a1-8f13-668df381652f req-cb5aae6c-e61a-425e-ac1c-a7d028a5cbd2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057503 Jul 16 18:11:03.257149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.335372 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26abbae-8dd1-47f6-9a7e-6161a218f58d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.340123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:03.363149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-b8eecacc-eae9-4b9a-9bee-049b92d92852 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Deleting port a9154d12-7048-48df-81b0-0a512541c26d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:03.363629 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-b8eecacc-eae9-4b9a-9bee-049b92d92852 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.395989 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.396333 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Added segment edff4a4e-bc68-4183-9483-162071dfb9ed of type vlan for network 66909e53-cffb-4d06-8cf0-24939276195b Jul 16 18:11:03.413311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd02895-fc83-4d99-b4ff-101b3be924de req-320b1840-867e-466c-a926-6ce52651d595 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.421941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3fd02895-fc83-4d99-b4ff-101b3be924de req-320b1840-867e-466c-a926-6ce52651d595 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3563368 Jul 16 18:11:03.433644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-f60b6173-d098-4e98-b567-a4f2a12e1ae0 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.435128 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-f60b6173-d098-4e98-b567-a4f2a12e1ae0 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.3376713 Jul 16 18:11:03.560772 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.029164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3fd02895-fc83-4d99-b4ff-101b3be924de req-74456dfb-b9bc-41a5-b45a-155db428e9e1 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6062915 Jul 16 18:11:04.038618 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.145919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-b8eecacc-eae9-4b9a-9bee-049b92d92852 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] For port a9154d12-7048-48df-81b0-0a512541c26d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a9154d12-7048-48df-81b0-0a512541c26d,segment=NetworkSegment(ce03a4bf-93d9-4eeb-afb7-84f4dc47e454),segment_id=ce03a4bf-93d9-4eeb-afb7-84f4dc47e454)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:04.146367 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-b8eecacc-eae9-4b9a-9bee-049b92d92852 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.220204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca4b5-eba0-43ce-b013-8c156a781b04 req-34a5aae5-7b1e-4c3a-bbda-806788d8d29a tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.227422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca4b5-eba0-43ce-b013-8c156a781b04 req-34a5aae5-7b1e-4c3a-bbda-806788d8d29a tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.233599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca4b5-eba0-43ce-b013-8c156a781b04 req-34a5aae5-7b1e-4c3a-bbda-806788d8d29a tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.235310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54eca4b5-eba0-43ce-b013-8c156a781b04 req-34a5aae5-7b1e-4c3a-bbda-806788d8d29a tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 2419 time: 0.5619950 Jul 16 18:11:04.256488 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-b8eecacc-eae9-4b9a-9bee-049b92d92852 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Calling delete_port for a9154d12-7048-48df-81b0-0a512541c26d owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:04.331196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Deleting port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:04.331680 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.343860 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.344513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.345092 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.405755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54eca4b5-eba0-43ce-b013-8c156a781b04 req-765cfa30-0ff0-42df-a106-8c49510b0027 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505182 Jul 16 18:11:04.442768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be11d1c-3c45-4d5b-bb41-8315404c1097 req-610a8bed-6ccb-47ff-a505-1e29ee0e66ec tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.444372 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5be11d1c-3c45-4d5b-bb41-8315404c1097 req-610a8bed-6ccb-47ff-a505-1e29ee0e66ec tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 946 time: 0.2678781 Jul 16 18:11:04.445819 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.5497046 Jul 16 18:11:04.448850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50264) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:04.455117 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-117082f3-c8e3-4e6b-a8f8-c6bf645ad40c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Request body: {'subnet': {'network_id': '66909e53-cffb-4d06-8cf0-24939276195b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:04.499750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117082f3-c8e3-4e6b-a8f8-c6bf645ad40c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Made reservation on behalf of 3ac238143e7547d388085ff0084b16a9 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:04.507373 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-117082f3-c8e3-4e6b-a8f8-c6bf645ad40c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.595530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14430d-3dd0-4527-b95c-be08e32f02b7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event updated for resources: {'Network': ['ID=66909e53-cffb-4d06-8cf0-24939276195b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.610820 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 66909e53-cffb-4d06-8cf0-24939276195b details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:04.685164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5be11d1c-3c45-4d5b-bb41-8315404c1097 req-cf5fcf38-6c46-4715-be74-2cdc4f91024e tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=40ada0d0-095e-40ba-a59b-f3791633e626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961393 Jul 16 18:11:04.748839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] For port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7c346b80-ea7c-47f4-8ccf-7c5807727d1e,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:04.749461 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.887479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff78d90-20c1-4c58-ae9f-109607ed94cc req-8a928ced-4bef-4c84-a3f5-663167332a95 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.895740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ff78d90-20c1-4c58-ae9f-109607ed94cc req-8a928ced-4bef-4c84-a3f5-663167332a95 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.2596803 Jul 16 18:11:04.937651 n-d-787206-10 neutron-server[100170]: DEBUG neutron.objects.ports [None req-117082f3-c8e3-4e6b-a8f8-c6bf645ad40c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100170) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:11:04.938422 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-117082f3-c8e3-4e6b-a8f8-c6bf645ad40c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.939881 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-b8eecacc-eae9-4b9a-9bee-049b92d92852 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.954055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['a9154d12-7048-48df-81b0-0a512541c26d', 'f14b7f03-de6e-4498-a069-9149bb0a8259', 'c448ce94-e60e-4340-a890-828e7a117718'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:05.042393 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ff78d90-20c1-4c58-ae9f-109607ed94cc req-d48e7009-9e03-4929-9647-3eb3ca6c1905 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451588 Jul 16 18:11:05.046873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eecacc-eae9-4b9a-9bee-049b92d92852 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Port': ['ID=a9154d12-7048-48df-81b0-0a512541c26d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:05.056360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117082f3-c8e3-4e6b-a8f8-c6bf645ad40c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1e54b44c-d5c7-4c53-a572-77d0c3c1ea4d,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:05.152938 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117082f3-c8e3-4e6b-a8f8-c6bf645ad40c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Checking segment: {'id': 'edff4a4e-bc68-4183-9483-162071dfb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '66909e53-cffb-4d06-8cf0-24939276195b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:05.153352 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117082f3-c8e3-4e6b-a8f8-c6bf645ad40c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Network hostable DHCP agents. Network: 66909e53-cffb-4d06-8cf0-24939276195b, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:05.190910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117082f3-c8e3-4e6b-a8f8-c6bf645ad40c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Network 66909e53-cffb-4d06-8cf0-24939276195b is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:05.207631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-117082f3-c8e3-4e6b-a8f8-c6bf645ad40c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 66909e53-cffb-4d06-8cf0-24939276195b) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:05.213341 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117082f3-c8e3-4e6b-a8f8-c6bf645ad40c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.215085 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-117082f3-c8e3-4e6b-a8f8-c6bf645ad40c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.237935 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80789d9a-3289-47f5-9554-63b38994ae95 None None] Network 66909e53-cffb-4d06-8cf0-24939276195b requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:05.303733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-b8eecacc-eae9-4b9a-9bee-049b92d92852 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] No DVR routers for this DVR port a9154d12-7048-48df-81b0-0a512541c26d on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:05.307459 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-117082f3-c8e3-4e6b-a8f8-c6bf645ad40c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8563056 Jul 16 18:11:05.311262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50284) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:05.312671 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-b8eecacc-eae9-4b9a-9bee-049b92d92852 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.317450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-b8eecacc-eae9-4b9a-9bee-049b92d92852 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "DELETE /v2.0/ports/a9154d12-7048-48df-81b0-0a512541c26d HTTP/1.1" status: 204 len: 173 time: 2.5094378 Jul 16 18:11:05.318583 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1336920961', 'network_id': '66909e53-cffb-4d06-8cf0-24939276195b'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:05.333934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-deleted', 'tag': 'a9154d12-7048-48df-81b0-0a512541c26d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:05.337203 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab91d33-8bf7-4c22-aa57-c7108c0f961a" -d '{"events": [{"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-deleted", "tag": "a9154d12-7048-48df-81b0-0a512541c26d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:05.397809 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Made reservation on behalf of 3ac238143e7547d388085ff0084b16a9 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:05.402239 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.423559 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.424025 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.424344 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Floating IP 2faf767e-6092-4a04-bb12-4eb4b67ac543 disassociated. External IP: 172.25.5.182, port: 7c346b80-ea7c-47f4-8ccf-7c5807727d1e. Jul 16 18:11:05.425358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Calling delete_port for 7c346b80-ea7c-47f4-8ccf-7c5807727d1e owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:05.461752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] device_id is not set on port efa03c19-ce18-4e4b-8feb-1e6f84b56e54 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:05.568383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4fbd5-9993-4eb5-a89d-e7ad3e4d3a97 req-d0d0cac9-4a11-4f13-aac2-c6d70eeeb6c0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.569981 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9e4fbd5-9993-4eb5-a89d-e7ad3e4d3a97 req-d0d0cac9-4a11-4f13-aac2-c6d70eeeb6c0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2681997 Jul 16 18:11:05.629935 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deef5069-a0af-4a80-809f-a016592f78a3 x-openstack-request-id: req-deef5069-a0af-4a80-809f-a016592f78a3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:05.630229 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-deleted", "tag": "a9154d12-7048-48df-81b0-0a512541c26d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:05.630479 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-deef5069-a0af-4a80-809f-a016592f78a3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:05.630917 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-deleted', 'tag': 'a9154d12-7048-48df-81b0-0a512541c26d', 'status': 'completed', 'code': 200} Jul 16 18:11:05.678899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-2916b4e4-e483-4769-b11f-eb4a9eb76c58 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Deleting port c448ce94-e60e-4340-a890-828e7a117718 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:05.679135 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-2916b4e4-e483-4769-b11f-eb4a9eb76c58 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.684531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9e4fbd5-9993-4eb5-a89d-e7ad3e4d3a97 req-bc01866a-0aa5-44b6-90d8-f20e36140f5d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990224 Jul 16 18:11:05.699303 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Allocated IP 172.20.0.6 (66909e53-cffb-4d06-8cf0-24939276195b/1e54b44c-d5c7-4c53-a572-77d0c3c1ea4d/efa03c19-ce18-4e4b-8feb-1e6f84b56e54) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:05.863901 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.899496 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a039e-c27b-4604-9927-d58474d976af None None] Network 66909e53-cffb-4d06-8cf0-24939276195b requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:05.998437 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event deleted for resources: {'Port': ['ID=7c346b80-ea7c-47f4-8ccf-7c5807727d1e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.096996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-2916b4e4-e483-4769-b11f-eb4a9eb76c58 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] For port c448ce94-e60e-4340-a890-828e7a117718, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c448ce94-e60e-4340-a890-828e7a117718,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:06.097456 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-2916b4e4-e483-4769-b11f-eb4a9eb76c58 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.097630 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.182023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-2916b4e4-e483-4769-b11f-eb4a9eb76c58 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Calling delete_port for c448ce94-e60e-4340-a890-828e7a117718 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:06.373337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Router f5d9cb39-d96b-4987-b1e4-756593b9c68a has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:06.483915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbbc50-b9f3-4923-ad0d-abf820173658 req-0ff3fa02-e4aa-4f3b-9a5b-c6be0e8842f4 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.491939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9cbbc50-b9f3-4923-ad0d-abf820173658 req-0ff3fa02-e4aa-4f3b-9a5b-c6be0e8842f4 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.4954727 Jul 16 18:11:06.502357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c8bec-1bff-4f4d-a4f0-a20dc952f433 req-1423629d-f77f-4a4c-99f3-1e00655ed26f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.510069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c8bec-1bff-4f4d-a4f0-a20dc952f433 req-1423629d-f77f-4a4c-99f3-1e00655ed26f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.518045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de2c8bec-1bff-4f4d-a4f0-a20dc952f433 req-1423629d-f77f-4a4c-99f3-1e00655ed26f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 1683 time: 0.5202439 Jul 16 18:11:06.568032 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.642610 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Network 66909e53-cffb-4d06-8cf0-24939276195b is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:06.650036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:06.654411 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:06.682016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event updated for resources: {'Port': ['ID=efa03c19-ce18-4e4b-8feb-1e6f84b56e54,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.699321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9cbbc50-b9f3-4923-ad0d-abf820173658 req-0d1c8517-d2d2-4a28-b28c-35b4bde0ce42 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064376 Jul 16 18:11:06.734299 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.736797 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.778870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de2c8bec-1bff-4f4d-a4f0-a20dc952f433 req-1cef42da-9de0-4553-a265-1916abdf7160 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589445 Jul 16 18:11:06.787805 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c3e17b2f-617a-462f-817a-6a86dde51fc2 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4724982 Jul 16 18:11:06.788027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:06.788261 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50330) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:06.798194 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c02a22-a545-4afa-b084-6eee468ae10c None None] Sync routers for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:06.827129 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c02a22-a545-4afa-b084-6eee468ae10c None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:06.830327 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d4c02a22-a545-4afa-b084-6eee468ae10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:06.940653 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-2916b4e4-e483-4769-b11f-eb4a9eb76c58 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.990192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8024774d-e16b-4c1d-8bf1-a5603afec34c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Deleting port efa03c19-ce18-4e4b-8feb-1e6f84b56e54 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:06.990529 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8024774d-e16b-4c1d-8bf1-a5603afec34c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.017399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916b4e4-e483-4769-b11f-eb4a9eb76c58 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Port': ['ID=c448ce94-e60e-4340-a890-828e7a117718,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:07.041253 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d4c02a22-a545-4afa-b084-6eee468ae10c None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:07.072121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7c346b80-ea7c-47f4-8ccf-7c5807727d1e no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:07.092230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcda8c96-5448-4487-b282-5260c25340bc req-1ac696d7-ca25-4f82-9350-c59554008f75 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=45ae6646-0c30-4897-9b47-58ed98c67735 HTTP/1.1" status: 200 len: 210 time: 0.1229794 Jul 16 18:11:07.097484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] No DVR routers for this DVR port 7c346b80-ea7c-47f4-8ccf-7c5807727d1e on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:07.121165 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.123565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2dccfde1-22fa-40f5-b125-1b3b52ae7b21 req-434add6b-3755-4e12-8765-20b9c613e012 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.35 "DELETE /v2.0/ports/7c346b80-ea7c-47f4-8ccf-7c5807727d1e HTTP/1.1" status: 204 len: 173 time: 3.6773911 Jul 16 18:11:07.151229 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50334) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:07.196818 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8024774d-e16b-4c1d-8bf1-a5603afec34c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.214956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8024774d-e16b-4c1d-8bf1-a5603afec34c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Calling delete_port for efa03c19-ce18-4e4b-8feb-1e6f84b56e54 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:07.229121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 7c346b80-ea7c-47f4-8ccf-7c5807727d1e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:07.229472 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7c346b80-ea7c-47f4-8ccf-7c5807727d1e not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:07.263044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-2916b4e4-e483-4769-b11f-eb4a9eb76c58 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] No DVR routers for this DVR port c448ce94-e60e-4340-a890-828e7a117718 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:07.266045 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-2916b4e4-e483-4769-b11f-eb4a9eb76c58 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.268063 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-2916b4e4-e483-4769-b11f-eb4a9eb76c58 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "DELETE /v2.0/ports/c448ce94-e60e-4340-a890-828e7a117718 HTTP/1.1" status: 204 len: 173 time: 1.9278796 Jul 16 18:11:07.451625 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-416d90fb-0d7f-4901-b2f7-777b185be802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.452939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc828d-5e9d-4298-b543-8532a4c998aa req-b263b1ef-965a-4f51-ab05-c45286844354 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.457366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10bc828d-5e9d-4298-b543-8532a4c998aa req-b263b1ef-965a-4f51-ab05-c45286844354 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.4925306 Jul 16 18:11:07.509180 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d4c02a22-a545-4afa-b084-6eee468ae10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:07.545950 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c02a22-a545-4afa-b084-6eee468ae10c None None] Checking router: f5d9cb39-d96b-4987-b1e4-756593b9c68a for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:07.546208 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8024774d-e16b-4c1d-8bf1-a5603afec34c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.557388 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c02a22-a545-4afa-b084-6eee468ae10c None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:07.558024 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d4c02a22-a545-4afa-b084-6eee468ae10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:07.630747 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024774d-e16b-4c1d-8bf1-a5603afec34c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event deleted for resources: {'Port': ['ID=efa03c19-ce18-4e4b-8feb-1e6f84b56e54,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:07.678321 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d4c02a22-a545-4afa-b084-6eee468ae10c None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:07.680045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ae6646-0c30-4897-9b47-58ed98c67735', 'name': 'network-vif-deleted', 'tag': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e'}, {'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-deleted', 'tag': 'c448ce94-e60e-4340-a890-828e7a117718'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:07.682777 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2e061b-2667-4184-b80b-955cc524056c" -d '{"events": [{"server_uuid": "45ae6646-0c30-4897-9b47-58ed98c67735", "name": "network-vif-deleted", "tag": "7c346b80-ea7c-47f4-8ccf-7c5807727d1e"}, {"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-deleted", "tag": "c448ce94-e60e-4340-a890-828e7a117718"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:07.775481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10bc828d-5e9d-4298-b543-8532a4c998aa req-6959ed4b-cb2c-4150-a875-96b5f28cc31f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089409 Jul 16 18:11:07.802606 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8024774d-e16b-4c1d-8bf1-a5603afec34c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.803008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-7d22a071-3ef7-4987-9304-0ba9683f6947 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Deleting port f14b7f03-de6e-4498-a069-9149bb0a8259 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:07.803356 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-7d22a071-3ef7-4987-9304-0ba9683f6947 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.805418 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8024774d-e16b-4c1d-8bf1-a5603afec34c tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "DELETE /v2.0/ports/efa03c19-ce18-4e4b-8feb-1e6f84b56e54 HTTP/1.1" status: 204 len: 168 time: 1.0161369 Jul 16 18:11:07.809046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50340) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:07.814253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66909e53-cffb-4d06-8cf0-24939276195b', 'external_fixed_ips': [{'subnet_id': '1e54b44c-d5c7-4c53-a572-77d0c3c1ea4d', 'ip_address': '172.20.0.6'}]}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:07.911300 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08b7957-1d44-4015-b336-1777db5811d5 x-openstack-request-id: req-a08b7957-1d44-4015-b336-1777db5811d5 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:07.911633 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ae6646-0c30-4897-9b47-58ed98c67735", "name": "network-vif-deleted", "tag": "7c346b80-ea7c-47f4-8ccf-7c5807727d1e", "status": "completed", "code": 200}, {"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-deleted", "tag": "c448ce94-e60e-4340-a890-828e7a117718", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:07.911883 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a08b7957-1d44-4015-b336-1777db5811d5 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:07.912288 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ae6646-0c30-4897-9b47-58ed98c67735', 'name': 'network-vif-deleted', 'tag': '7c346b80-ea7c-47f4-8ccf-7c5807727d1e', 'status': 'completed', 'code': 200} Jul 16 18:11:07.912532 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-deleted', 'tag': 'c448ce94-e60e-4340-a890-828e7a117718', 'status': 'completed', 'code': 200} Jul 16 18:11:07.919293 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f14b7f03-de6e-4498-a069-9149bb0a8259 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:07.925570 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-416d90fb-0d7f-4901-b2f7-777b185be802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.933812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bc06c-752b-4da6-af87-a3738f7910b9 req-e7ba6289-b5c9-40cd-b1e7-fd8608f9b018 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.935316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a7bc06c-752b-4da6-af87-a3738f7910b9 req-e7ba6289-b5c9-40cd-b1e7-fd8608f9b018 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.3654644 Jul 16 18:11:07.944980 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-416d90fb-0d7f-4901-b2f7-777b185be802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.084891 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.094121 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.117930 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-416d90fb-0d7f-4901-b2f7-777b185be802 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba78776b8bc84ca7ad66798927a56d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9639077 Jul 16 18:11:08.127109 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50344) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:08.149924 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.154407 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d4c02a22-a545-4afa-b084-6eee468ae10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:08.163186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d90fb-0d7f-4901-b2f7-777b185be802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c662bf9-2021-4725-849b-ca1a5d26833c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.196561 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a7bc06c-752b-4da6-af87-a3738f7910b9 req-9f7adbc7-9380-4bfd-a032-6e183fdceec8 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335122 Jul 16 18:11:08.247155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14b7f03-de6e-4498-a069-9149bb0a8259'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:08.252531 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e0f6cd-5bf9-4ae5-a82e-95e8633151eb" -d '{"events": [{"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-unplugged", "status": "completed", "tag": "f14b7f03-de6e-4498-a069-9149bb0a8259"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:08.264452 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.277573 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c02a22-a545-4afa-b084-6eee468ae10c None None] The sync data for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 is: [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:08.280931 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07e3ff80-3d97-4483-ae5f-6e0ac2e32129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.294468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f14b7f03-de6e-4498-a069-9149bb0a8259, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f14b7f03-de6e-4498-a069-9149bb0a8259,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:08.301001 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.303066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c448ce94-e60e-4340-a890-828e7a117718 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:08.391314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=f14b7f03-de6e-4498-a069-9149bb0a8259,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.419123 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07e3ff80-3d97-4483-ae5f-6e0ac2e32129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.419270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: c448ce94-e60e-4340-a890-828e7a117718 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:08.419681 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c448ce94-e60e-4340-a890-828e7a117718 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:08.420101 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a9154d12-7048-48df-81b0-0a512541c26d no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:08.448297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: a9154d12-7048-48df-81b0-0a512541c26d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:08.448573 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a9154d12-7048-48df-81b0-0a512541c26d not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:08.533565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.605939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07e3ff80-3d97-4483-ae5f-6e0ac2e32129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.607974 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07e3ff80-3d97-4483-ae5f-6e0ac2e32129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.609221 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-07e3ff80-3d97-4483-ae5f-6e0ac2e32129 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c662bf9-2021-4725-849b-ca1a5d26833c HTTP/1.1" status: 204 len: 168 time: 0.4756639 Jul 16 18:11:08.643023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3ff80-3d97-4483-ae5f-6e0ac2e32129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c662bf9-2021-4725-849b-ca1a5d26833c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.835876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-7d22a071-3ef7-4987-9304-0ba9683f6947 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] For port f14b7f03-de6e-4498-a069-9149bb0a8259, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f14b7f03-de6e-4498-a069-9149bb0a8259,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:08.836579 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-7d22a071-3ef7-4987-9304-0ba9683f6947 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.843213 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405fbce5-7a7e-4a5c-9c46-6be666372867 None None] New status for floating IP 2faf767e-6092-4a04-bb12-4eb4b67ac543: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:11:08.883629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-7d22a071-3ef7-4987-9304-0ba9683f6947 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Calling delete_port for f14b7f03-de6e-4498-a069-9149bb0a8259 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:08.941142 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac2c2f1-4822-4ffa-b426-e9fff8fde6ce x-openstack-request-id: req-5ac2c2f1-4822-4ffa-b426-e9fff8fde6ce {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:08.941598 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-unplugged", "status": "completed", "tag": "f14b7f03-de6e-4498-a069-9149bb0a8259", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:08.941928 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ac2c2f1-4822-4ffa-b426-e9fff8fde6ce {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:08.942614 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14b7f03-de6e-4498-a069-9149bb0a8259', 'code': 200} Jul 16 18:11:08.960142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50688e4f-9f0c-47d5-83ce-367aa6e3281d req-60262176-32c1-4ad2-b983-654f3277468f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.960292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50364) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:08.963096 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50688e4f-9f0c-47d5-83ce-367aa6e3281d req-60262176-32c1-4ad2-b983-654f3277468f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 946 time: 0.8841953 Jul 16 18:11:09.069822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50688e4f-9f0c-47d5-83ce-367aa6e3281d req-8b8dda4a-fd4f-410a-a9ec-14950c319eb8 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056957 Jul 16 18:11:09.213289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50368) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.214791 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.261675 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2bc955a2-22fb-4723-bf69-dda2b49f89ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.264092 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-7d22a071-3ef7-4987-9304-0ba9683f6947 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.271877 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.313574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22a071-3ef7-4987-9304-0ba9683f6947 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Port': ['ID=f14b7f03-de6e-4498-a069-9149bb0a8259,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.360861 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7988bde-1eef-4f49-895c-dcb78706e3bd tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.434290 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7988bde-1eef-4f49-895c-dcb78706e3bd tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.515928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-7d22a071-3ef7-4987-9304-0ba9683f6947 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] No DVR routers for this DVR port f14b7f03-de6e-4498-a069-9149bb0a8259 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:09.528041 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-7d22a071-3ef7-4987-9304-0ba9683f6947 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.531675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-402f59cf-b406-4e7d-90c0-570202ab8b04 req-7d22a071-3ef7-4987-9304-0ba9683f6947 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "DELETE /v2.0/ports/f14b7f03-de6e-4498-a069-9149bb0a8259 HTTP/1.1" status: 204 len: 173 time: 2.2532556 Jul 16 18:11:09.561177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Allocated IP 172.20.0.6 (66909e53-cffb-4d06-8cf0-24939276195b/1e54b44c-d5c7-4c53-a572-77d0c3c1ea4d/f7e0771f-1cbc-477d-bf28-1f01266cd82f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:09.611162 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7988bde-1eef-4f49-895c-dcb78706e3bd tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.616554 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7988bde-1eef-4f49-895c-dcb78706e3bd tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.627340 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d7988bde-1eef-4f49-895c-dcb78706e3bd tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "DELETE /v2.0/security-groups/40ada0d0-095e-40ba-a59b-f3791633e626 HTTP/1.1" status: 204 len: 168 time: 0.6672208 Jul 16 18:11:09.632024 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50370) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.646585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3890a06-de5c-4b6b-94c9-ba91922f7319 req-3556d3f9-3b24-4b1f-a313-19647a27d458 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.648451 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3890a06-de5c-4b6b-94c9-ba91922f7319 req-3556d3f9-3b24-4b1f-a313-19647a27d458 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3492033 Jul 16 18:11:09.713002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c87238-3d11-4afd-b3d2-f3e04211ecc9 req-5ef41bda-9990-4236-ada8-b5324b95bc9e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.721010 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17c87238-3d11-4afd-b3d2-f3e04211ecc9 req-5ef41bda-9990-4236-ada8-b5324b95bc9e tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.4195712 Jul 16 18:11:09.743186 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-901b054f-e36a-4d61-85f0-c67228aa5b1d tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] show failed (client error): The resource could not be found. Jul 16 18:11:09.744512 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-901b054f-e36a-4d61-85f0-c67228aa5b1d tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups/40ada0d0-095e-40ba-a59b-f3791633e626 HTTP/1.1" status: 404 len: 347 time: 0.1084268 Jul 16 18:11:09.754517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50372) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.766146 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7988bde-1eef-4f49-895c-dcb78706e3bd tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ada0d0-095e-40ba-a59b-f3791633e626,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.801749 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.856925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3890a06-de5c-4b6b-94c9-ba91922f7319 req-a221fafc-4507-4b2f-8b6f-a1c78b7275b3 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937602 Jul 16 18:11:09.881796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.914828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-deleted', 'tag': 'f14b7f03-de6e-4498-a069-9149bb0a8259'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:09.917131 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917638de-9f5d-4f38-923c-12b152ba0b68" -d '{"events": [{"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-deleted", "tag": "f14b7f03-de6e-4498-a069-9149bb0a8259"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:09.947670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17c87238-3d11-4afd-b3d2-f3e04211ecc9 req-933ed27f-62d4-45e0-83a1-328d5918694f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215545 Jul 16 18:11:09.949122 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e0771f-1cbc-477d-bf28-1f01266cd82f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.987609 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Network 66909e53-cffb-4d06-8cf0-24939276195b is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:09.991107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:09.991554 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2bc955a2-22fb-4723-bf69-dda2b49f89ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.995017 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372317c6-c6e9-4afe-ac17-32fa6e329b4f x-openstack-request-id: req-372317c6-c6e9-4afe-ac17-32fa6e329b4f {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:09.995609 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297", "name": "network-vif-deleted", "tag": "f14b7f03-de6e-4498-a069-9149bb0a8259", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:09.996060 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-372317c6-c6e9-4afe-ac17-32fa6e329b4f {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:09.996636 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297', 'name': 'network-vif-deleted', 'tag': 'f14b7f03-de6e-4498-a069-9149bb0a8259', 'status': 'completed', 'code': 200} Jul 16 18:11:10.000516 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:10.005856 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2bc955a2-22fb-4723-bf69-dda2b49f89ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.124614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2bc955a2-22fb-4723-bf69-dda2b49f89ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a64af348293845c9ab5c6ed2e02b7410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9097648 Jul 16 18:11:10.126810 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50378) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:10.157021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc955a2-22fb-4723-bf69-dda2b49f89ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8e1de1-b713-4bdc-9674-d702a815fc33,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.186431 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-98e53f01-0baa-467b-80f8-d81ed89b5e40 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Deleting port e9dc1578-ead8-47d4-90ff-6f304199d2d0 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:10.186773 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98e53f01-0baa-467b-80f8-d81ed89b5e40 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.321566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4ec8b9a-0251-4010-9b38-f938600fdcf7 req-92815a35-2c7b-4f58-9b83-f62694da4901 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ffa5c3b-b0e1-4480-b8c7-f3b2713d9297 HTTP/1.1" status: 200 len: 210 time: 0.0755706 Jul 16 18:11:10.382826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd806780-9628-4d23-b244-2e3e8ff23cf5 req-50221705-ca10-46a8-9e1d-413055ea334f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.385131 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd806780-9628-4d23-b244-2e3e8ff23cf5 req-50221705-ca10-46a8-9e1d-413055ea334f tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 946 time: 0.3535485 Jul 16 18:11:10.390929 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.408770 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dc0a53f7-8938-4307-b62b-88c1970a6c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.481970 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98e53f01-0baa-467b-80f8-d81ed89b5e40 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.482693 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98e53f01-0baa-467b-80f8-d81ed89b5e40 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.515236 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dc0a53f7-8938-4307-b62b-88c1970a6c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.534897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-98e53f01-0baa-467b-80f8-d81ed89b5e40 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Calling delete_port for e9dc1578-ead8-47d4-90ff-6f304199d2d0 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:10.629693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.685513 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dc0a53f7-8938-4307-b62b-88c1970a6c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.688922 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dc0a53f7-8938-4307-b62b-88c1970a6c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.694491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dc0a53f7-8938-4307-b62b-88c1970a6c46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f8e1de1-b713-4bdc-9674-d702a815fc33 HTTP/1.1" status: 204 len: 168 time: 0.5551109 Jul 16 18:11:10.698611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-bd806780-9628-4d23-b244-2e3e8ff23cf5 req-5fb34a1f-39e7-4ee6-aae1-7e8ab849b972 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Deleting port fe21e522-f91a-42b0-afb3-d6609712741b {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:10.699090 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd806780-9628-4d23-b244-2e3e8ff23cf5 req-5fb34a1f-39e7-4ee6-aae1-7e8ab849b972 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.725491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a53f7-8938-4307-b62b-88c1970a6c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8e1de1-b713-4bdc-9674-d702a815fc33,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.901828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-bd806780-9628-4d23-b244-2e3e8ff23cf5 req-5fb34a1f-39e7-4ee6-aae1-7e8ab849b972 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] For port fe21e522-f91a-42b0-afb3-d6609712741b, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=fe21e522-f91a-42b0-afb3-d6609712741b,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:10.902415 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd806780-9628-4d23-b244-2e3e8ff23cf5 req-5fb34a1f-39e7-4ee6-aae1-7e8ab849b972 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.925338 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Router fd5d15c0-2d99-4803-ac65-a4c163b9f789 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:10.928621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-bd806780-9628-4d23-b244-2e3e8ff23cf5 req-5fb34a1f-39e7-4ee6-aae1-7e8ab849b972 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Calling delete_port for fe21e522-f91a-42b0-afb3-d6609712741b owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:10.943331 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98e53f01-0baa-467b-80f8-d81ed89b5e40 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.028069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e53f01-0baa-467b-80f8-d81ed89b5e40 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event deleted for resources: {'Port': ['ID=e9dc1578-ead8-47d4-90ff-6f304199d2d0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:11.092330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:11.106436 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Sync routers for ids ['fd5d15c0-2d99-4803-ac65-a4c163b9f789'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:11.119917 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Routers {'fd5d15c0-2d99-4803-ac65-a4c163b9f789'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:11.120537 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fd5d15c0-2d99-4803-ac65-a4c163b9f789'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:11.149339 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.150519 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-88323b18-df39-45ef-8155-42f0d99b83dc tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.3402462 Jul 16 18:11:11.153169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50388) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:11.219039 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98e53f01-0baa-467b-80f8-d81ed89b5e40 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.224476 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98e53f01-0baa-467b-80f8-d81ed89b5e40 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.225962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-98e53f01-0baa-467b-80f8-d81ed89b5e40 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "DELETE /v2.0/floatingips/2faf767e-6092-4a04-bb12-4eb4b67ac543 HTTP/1.1" status: 204 len: 168 time: 1.4684610 Jul 16 18:11:11.311666 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Set router fd5d15c0-2d99-4803-ac65-a4c163b9f789 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:11.384185 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.429112 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82066207-042b-47c6-8187-84d01cc2daf8 req-6d1cadca-2208-480e-9445-70e688b76141 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.446979 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82066207-042b-47c6-8187-84d01cc2daf8 req-6d1cadca-2208-480e-9445-70e688b76141 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3214128 Jul 16 18:11:11.517597 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd806780-9628-4d23-b244-2e3e8ff23cf5 req-5fb34a1f-39e7-4ee6-aae1-7e8ab849b972 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.537850 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:11.612889 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5d15c0-2d99-4803-ac65-a4c163b9f789', 'name': '', 'tenant_id': '3ac238143e7547d388085ff0084b16a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66909e53-cffb-4d06-8cf0-24939276195b', 'external_fixed_ips': [{'subnet_id': '1e54b44c-d5c7-4c53-a572-77d0c3c1ea4d', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f7e0771f-1cbc-477d-bf28-1f01266cd82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:08Z', 'updated_at': '2021-07-16T18:11:10Z', 'revision_number': 3, 'project_id': '3ac238143e7547d388085ff0084b16a9', 'gw_port': {'id': 'f7e0771f-1cbc-477d-bf28-1f01266cd82f', 'name': '', 'network_id': '66909e53-cffb-4d06-8cf0-24939276195b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5d15c0-2d99-4803-ac65-a4c163b9f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1e54b44c-d5c7-4c53-a572-77d0c3c1ea4d', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:09Z', 'updated_at': '2021-07-16T18:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e54b44c-d5c7-4c53-a572-77d0c3c1ea4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:11.635668 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.645908 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Checking router: fd5d15c0-2d99-4803-ac65-a4c163b9f789 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:11.646598 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Updating router fd5d15c0-2d99-4803-ac65-a4c163b9f789 port f7e0771f-1cbc-477d-bf28-1f01266cd82f binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:11:11.656083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb34a1f-39e7-4ee6-aae1-7e8ab849b972 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event deleted for resources: {'Port': ['ID=fe21e522-f91a-42b0-afb3-d6609712741b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:11.671496 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['fe21e522-f91a-42b0-afb3-d6609712741b'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:11.701238 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.705424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82066207-042b-47c6-8187-84d01cc2daf8 req-1d382194-5b9e-4530-ac4d-24f2f92c8ca7 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565277 Jul 16 18:11:11.787076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eeece7-9e96-4bd8-b9b8-aa154909f8f5 req-eae31b97-56e8-4ea7-8568-391c684fafa2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.799037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Deleting port f7e0771f-1cbc-477d-bf28-1f01266cd82f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:11.800208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86eeece7-9e96-4bd8-b9b8-aa154909f8f5 req-eae31b97-56e8-4ea7-8568-391c684fafa2 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d616bef-d897-424f-8e04-6d573b4ec8db HTTP/1.1" status: 200 len: 867 time: 0.5677829 Jul 16 18:11:11.803955 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.810044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd806780-9628-4d23-b244-2e3e8ff23cf5 req-5fb34a1f-39e7-4ee6-aae1-7e8ab849b972 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] No DVR routers for this DVR port fe21e522-f91a-42b0-afb3-d6609712741b on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:11.834328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bd806780-9628-4d23-b244-2e3e8ff23cf5 req-5fb34a1f-39e7-4ee6-aae1-7e8ab849b972 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.836953 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd806780-9628-4d23-b244-2e3e8ff23cf5 req-5fb34a1f-39e7-4ee6-aae1-7e8ab849b972 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.35 "DELETE /v2.0/ports/fe21e522-f91a-42b0-afb3-d6609712741b HTTP/1.1" status: 204 len: 173 time: 1.4400837 Jul 16 18:11:11.952726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86eeece7-9e96-4bd8-b9b8-aa154909f8f5 req-ab82a8b8-685a-4d02-b6cb-7cc7a4e1d055 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485274 Jul 16 18:11:11.997571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d616bef-d897-424f-8e04-6d573b4ec8db', 'name': 'network-vif-deleted', 'tag': 'fe21e522-f91a-42b0-afb3-d6609712741b'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:12.000365 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06c6d34-ffd6-475d-83e6-01efa1eab17a" -d '{"events": [{"server_uuid": "4d616bef-d897-424f-8e04-6d573b4ec8db", "name": "network-vif-deleted", "tag": "fe21e522-f91a-42b0-afb3-d6609712741b"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:12.066075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.103496 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Calling delete_port for f7e0771f-1cbc-477d-bf28-1f01266cd82f owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:12.157600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50412) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.241441 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.253508 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Transition to ACTIVE for port object f7e0771f-1cbc-477d-bf28-1f01266cd82f will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:12.296493 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcdd120-7a34-459e-8ab7-1d28c1d54469 x-openstack-request-id: req-9bcdd120-7a34-459e-8ab7-1d28c1d54469 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:12.306333 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d616bef-d897-424f-8e04-6d573b4ec8db", "name": "network-vif-deleted", "tag": "fe21e522-f91a-42b0-afb3-d6609712741b", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:12.306333 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9bcdd120-7a34-459e-8ab7-1d28c1d54469 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:12.306333 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d616bef-d897-424f-8e04-6d573b4ec8db', 'name': 'network-vif-deleted', 'tag': 'fe21e522-f91a-42b0-afb3-d6609712741b', 'status': 'completed', 'code': 200} Jul 16 18:11:12.315873 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.319315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cef1672-6487-4acf-9029-dd584dabce76 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Deleting subnet 6862c68b-13e8-435b-9bf9-300999ac3dd5 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:12.324079 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0cef1672-6487-4acf-9029-dd584dabce76 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.389188 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab91234-8479-4eb1-bc06-e2ce45b5786d None None] Pushing event updated for resources: {'Port': ['ID=f7e0771f-1cbc-477d-bf28-1f01266cd82f,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.404066 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Attempting to bind port f7e0771f-1cbc-477d-bf28-1f01266cd82f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:12.404812 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Attempting to bind port f7e0771f-1cbc-477d-bf28-1f01266cd82f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'edff4a4e-bc68-4183-9483-162071dfb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '66909e53-cffb-4d06-8cf0-24939276195b'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:12.405363 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Attempting to bind port f7e0771f-1cbc-477d-bf28-1f01266cd82f on network 66909e53-cffb-4d06-8cf0-24939276195b {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:12.412920 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:12.413611 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Checking segment: {'id': 'edff4a4e-bc68-4183-9483-162071dfb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '66909e53-cffb-4d06-8cf0-24939276195b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:12.414099 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.414500 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Bound using segment: {'id': 'edff4a4e-bc68-4183-9483-162071dfb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '66909e53-cffb-4d06-8cf0-24939276195b'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:12.415157 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Bound port: f7e0771f-1cbc-477d-bf28-1f01266cd82f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edff4a4e-bc68-4183-9483-162071dfb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '66909e53-cffb-4d06-8cf0-24939276195b'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:12.415577 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.426403 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0cef1672-6487-4acf-9029-dd584dabce76 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.570018 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.570266 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0cef1672-6487-4acf-9029-dd584dabce76 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.570762 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.db.api [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:11:12.571962 n-d-787206-10 neutron-server[100172]: DEBUG oslo_db.api [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:11:12.627273 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50424) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.638905 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-08263f99-30e2-4b85-afff-734da53e7fe4 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849493708', 'description': 'tempest-description--544954496'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:12.644234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7e0771f-1cbc-477d-bf28-1f01266cd82f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.663737 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0cef1672-6487-4acf-9029-dd584dabce76 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.723547 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0cef1672-6487-4acf-9029-dd584dabce76 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.728086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0cef1672-6487-4acf-9029-dd584dabce76 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "DELETE /v2.0/subnets/6862c68b-13e8-435b-9bf9-300999ac3dd5 HTTP/1.1" status: 204 len: 168 time: 0.5668950 Jul 16 18:11:12.729603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae7bf93-f5fa-4c58-8312-1e00d644b6b4 None None] Network d1c211c1-0b6d-4fb1-a66f-d3376ca7312e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:12.731088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50428) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.731985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef1672-6487-4acf-9029-dd584dabce76 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Subnet': ['ID=6862c68b-13e8-435b-9bf9-300999ac3dd5,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.777940 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08263f99-30e2-4b85-afff-734da53e7fe4 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.803494 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.904994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.937678 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.940268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.007542 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.008145 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd5d15c0-2d99-4803-ac65-a4c163b9f789 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:13.025096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.028508 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ecd9b35f-59ff-47df-9583-b3d8d11ad01e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "DELETE /v2.0/routers/fd5d15c0-2d99-4803-ac65-a4c163b9f789 HTTP/1.1" status: 204 len: 168 time: 1.8729498 Jul 16 18:11:13.035270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50436) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.096071 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Attempting to bind port f7e0771f-1cbc-477d-bf28-1f01266cd82f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:13.096507 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Attempting to bind port f7e0771f-1cbc-477d-bf28-1f01266cd82f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'edff4a4e-bc68-4183-9483-162071dfb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '66909e53-cffb-4d06-8cf0-24939276195b'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:13.097047 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Attempting to bind port f7e0771f-1cbc-477d-bf28-1f01266cd82f on network 66909e53-cffb-4d06-8cf0-24939276195b {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:13.101881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Deleting port cb27f363-9fb0-489e-912f-793b8ac5c466 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:13.102392 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.121237 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:13.121617 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Checking segment: {'id': 'edff4a4e-bc68-4183-9483-162071dfb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '66909e53-cffb-4d06-8cf0-24939276195b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:13.125480 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.125936 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Bound using segment: {'id': 'edff4a4e-bc68-4183-9483-162071dfb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '66909e53-cffb-4d06-8cf0-24939276195b'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:13.126447 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Bound port: f7e0771f-1cbc-477d-bf28-1f01266cd82f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edff4a4e-bc68-4183-9483-162071dfb9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '66909e53-cffb-4d06-8cf0-24939276195b'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:13.126837 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.156252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c00b9a-6688-45ed-8ff2-3158d7534054 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Deleting subnet 1e54b44c-d5c7-4c53-a572-77d0c3c1ea4d {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:13.169881 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12c00b9a-6688-45ed-8ff2-3158d7534054 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.189774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] For port cb27f363-9fb0-489e-912f-793b8ac5c466, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=cb27f363-9fb0-489e-912f-793b8ac5c466,segment=NetworkSegment(ce03a4bf-93d9-4eeb-afb7-84f4dc47e454),segment_id=ce03a4bf-93d9-4eeb-afb7-84f4dc47e454)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:13.190265 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.197964 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.plugin [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Port f7e0771f-1cbc-477d-bf28-1f01266cd82f has been deleted concurrently {{(pid=100172) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 18:11:13.205765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496ffb62-c57b-47be-a123-52b26f6bdaa7 None None] DHCP port deletion for d1c211c1-0b6d-4fb1-a66f-d3376ca7312e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:13.206918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Calling delete_port for cb27f363-9fb0-489e-912f-793b8ac5c466 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:13.229580 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Routers set() bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:13.229985 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Router IDs set() for agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:11:13.230752 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_agentschedulers_db [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fd5d15c0-2d99-4803-ac65-a4c163b9f789'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent'). {{(pid=100172) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:11:13.231536 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b2a73-c461-43b3-9df1-0549edc70503 None None] The sync data for ids ['fd5d15c0-2d99-4803-ac65-a4c163b9f789'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:13.323127 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12c00b9a-6688-45ed-8ff2-3158d7534054 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.343918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8d080-dd4f-4fa4-b36e-ee7fce534465 req-7f53d919-fa30-4b64-b019-96f504859adb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:13.346874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-496ffb62-c57b-47be-a123-52b26f6bdaa7 None None] Deleting port cb27f363-9fb0-489e-912f-793b8ac5c466 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:13.349101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18b8d080-dd4f-4fa4-b36e-ee7fce534465 req-7f53d919-fa30-4b64-b019-96f504859adb tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.3488379 Jul 16 18:11:13.349807 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-496ffb62-c57b-47be-a123-52b26f6bdaa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.365425 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08263f99-30e2-4b85-afff-734da53e7fe4 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.381665 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08263f99-30e2-4b85-afff-734da53e7fe4 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.423884 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12c00b9a-6688-45ed-8ff2-3158d7534054 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.474656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18b8d080-dd4f-4fa4-b36e-ee7fce534465 req-449410c6-c00e-4484-b1d9-801666cb6bff tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189883 Jul 16 18:11:13.493892 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.515537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] No DVR routers for this DVR port cb27f363-9fb0-489e-912f-793b8ac5c466 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:13.544660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-496ffb62-c57b-47be-a123-52b26f6bdaa7 None None] For port cb27f363-9fb0-489e-912f-793b8ac5c466, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=cb27f363-9fb0-489e-912f-793b8ac5c466,segment=NetworkSegment(ce03a4bf-93d9-4eeb-afb7-84f4dc47e454),segment_id=ce03a4bf-93d9-4eeb-afb7-84f4dc47e454)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:13.545479 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-496ffb62-c57b-47be-a123-52b26f6bdaa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.554814 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08263f99-30e2-4b85-afff-734da53e7fe4 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.557552 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-08263f99-30e2-4b85-afff-734da53e7fe4 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9290967 Jul 16 18:11:13.575110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50448) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.583233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08263f99-30e2-4b85-afff-734da53e7fe4 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd4156f-1a54-49c6-bc2c-530e28764b0c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:13.586263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-496ffb62-c57b-47be-a123-52b26f6bdaa7 None None] Calling delete_port for cb27f363-9fb0-489e-912f-793b8ac5c466 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:13.602242 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ad21da5e-9a31-4def-bc44-cb00988056f2 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Request body: {'security_group_rule': {'security_group_id': '7cd4156f-1a54-49c6-bc2c-530e28764b0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:13.607187 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Port': ['ID=cb27f363-9fb0-489e-912f-793b8ac5c466,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:13.698647 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12c00b9a-6688-45ed-8ff2-3158d7534054 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.698985 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.709168 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-496ffb62-c57b-47be-a123-52b26f6bdaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.717482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c211c1-0b6d-4fb1-a66f-d3376ca7312e']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:13.718020 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad21da5e-9a31-4def-bc44-cb00988056f2 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.753523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce03a4bf-93d9-4eeb-afb7-84f4dc47e454') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:13.753670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce03a4bf-93d9-4eeb-afb7-84f4dc47e454') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:13.753934 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c00b9a-6688-45ed-8ff2-3158d7534054 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1e54b44c-d5c7-4c53-a572-77d0c3c1ea4d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:13.756120 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12c00b9a-6688-45ed-8ff2-3158d7534054 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.760592 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-12c00b9a-6688-45ed-8ff2-3158d7534054 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/1e54b44c-d5c7-4c53-a572-77d0c3c1ea4d HTTP/1.1" status: 204 len: 168 time: 0.7215781 Jul 16 18:11:13.762762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50456) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.812637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad21da5e-9a31-4def-bc44-cb00988056f2 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.818883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ffb62-c57b-47be-a123-52b26f6bdaa7 None None] Pushing event deleted for resources: {'Port': ['ID=cb27f363-9fb0-489e-912f-793b8ac5c466,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:13.827157 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad21da5e-9a31-4def-bc44-cb00988056f2 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.842411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496ffb62-c57b-47be-a123-52b26f6bdaa7 None None] No DVR routers for this DVR port cb27f363-9fb0-489e-912f-793b8ac5c466 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:13.853176 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.860373 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21da5e-9a31-4def-bc44-cb00988056f2 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79bdc4f-709e-4882-b4a3-6babb44569d3,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:13.883976 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ad21da5e-9a31-4def-bc44-cb00988056f2 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.886512 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ad21da5e-9a31-4def-bc44-cb00988056f2 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2950852 Jul 16 18:11:13.900293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50460) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.912634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-bd6d3d2f-d5e8-4f8b-b17e-6d1c16c2c874 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Request body: {'security_group_rule': {'security_group_id': '7cd4156f-1a54-49c6-bc2c-530e28764b0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:13.923744 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.973428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:13.975714 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3d2f-d5e8-4f8b-b17e-6d1c16c2c874 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.976034 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:13.977570 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:14.013672 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.097777 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.139168 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.141743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "DELETE /v2.0/networks/d1c211c1-0b6d-4fb1-a66f-d3376ca7312e HTTP/1.1" status: 204 len: 168 time: 1.4059463 Jul 16 18:11:14.142483 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3d2f-d5e8-4f8b-b17e-6d1c16c2c874 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.143881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49786bfa-2749-48d0-80ee-14734416ac68 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Network': ['ID=d1c211c1-0b6d-4fb1-a66f-d3376ca7312e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.144908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50466) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.187160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3d2f-d5e8-4f8b-b17e-6d1c16c2c874 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.221049 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.230168 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d3d2f-d5e8-4f8b-b17e-6d1c16c2c874 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec36746-cf52-44d6-af36-56b7a6df93ee,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.239562 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3d2f-d5e8-4f8b-b17e-6d1c16c2c874 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.239758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66909e53-cffb-4d06-8cf0-24939276195b']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:14.243589 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bd6d3d2f-d5e8-4f8b-b17e-6d1c16c2c874 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3372288 Jul 16 18:11:14.243911 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50476) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.250165 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:14.264304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edff4a4e-bc68-4183-9483-162071dfb9ed') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:14.265900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edff4a4e-bc68-4183-9483-162071dfb9ed') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:14.280829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93658d9-2600-4d1b-8abd-4911ebcc91c4 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Deleting subnet 9e46632c-bac4-4838-ae11-11dd95574a87 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:14.286664 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.288995 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.303185 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a93658d9-2600-4d1b-8abd-4911ebcc91c4 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.321505 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.326786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:14.327560 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:14.329862 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:14.363514 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device cb27f363-9fb0-489e-912f-793b8ac5c466 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:14.390008 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a93658d9-2600-4d1b-8abd-4911ebcc91c4 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.415035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: cb27f363-9fb0-489e-912f-793b8ac5c466 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:14.415035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device cb27f363-9fb0-489e-912f-793b8ac5c466 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:14.419011 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.423333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66909e53-cffb-4d06-8cf0-24939276195b {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:11:14.434511 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.441239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "DELETE /v2.0/networks/66909e53-cffb-4d06-8cf0-24939276195b HTTP/1.1" status: 204 len: 168 time: 0.6758325 Jul 16 18:11:14.461381 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6851978-a308-45a9-9e05-8d006ebb6385 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event deleted for resources: {'Network': ['ID=66909e53-cffb-4d06-8cf0-24939276195b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.708838 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.711360 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a93658d9-2600-4d1b-8abd-4911ebcc91c4 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.883824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d400a3-15ae-43ad-b3ea-7d65d4043408 req-cb38c891-2d8a-4da5-baf8-7f1ae85d1353 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.885921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-96d400a3-15ae-43ad-b3ea-7d65d4043408 req-cb38c891-2d8a-4da5-baf8-7f1ae85d1353 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.1562369 Jul 16 18:11:14.888456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50512) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.893361 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a93658d9-2600-4d1b-8abd-4911ebcc91c4 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.893987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d101beb0-9921-4b22-ac5e-d0fd05ba7579 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Request body: {'router': {'name': 'tempest-router--1054426023', 'project_id': 'b4ea3d5c5f3c4ca398b7c0015d6810aa'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:14.911127 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a93658d9-2600-4d1b-8abd-4911ebcc91c4 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.915930 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a93658d9-2600-4d1b-8abd-4911ebcc91c4 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "DELETE /v2.0/subnets/9e46632c-bac4-4838-ae11-11dd95574a87 HTTP/1.1" status: 204 len: 168 time: 0.7669551 Jul 16 18:11:14.918411 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50516) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.923300 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9abb96-1aa8-4353-954c-ab4f6d417cff None None] Network 6b7675ee-ba62-4686-b599-a435e29966d0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:14.951641 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d101beb0-9921-4b22-ac5e-d0fd05ba7579 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.956121 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d101beb0-9921-4b22-ac5e-d0fd05ba7579 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.085082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93658d9-2600-4d1b-8abd-4911ebcc91c4 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Subnet': ['ID=9e46632c-bac4-4838-ae11-11dd95574a87,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.118429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Allocated IP 172.25.5.88 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/335ac4c1-cb0a-4fd6-9c5c-824286ea30f4) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:15.148279 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.162558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device fe21e522-f91a-42b0-afb3-d6609712741b no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:15.191886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-96d400a3-15ae-43ad-b3ea-7d65d4043408 req-28c21300-41f4-4e55-8374-310860015dd9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724187 Jul 16 18:11:15.221011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: fe21e522-f91a-42b0-afb3-d6609712741b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:15.223507 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device fe21e522-f91a-42b0-afb3-d6609712741b not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:15.224475 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d101beb0-9921-4b22-ac5e-d0fd05ba7579 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.272306 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d101beb0-9921-4b22-ac5e-d0fd05ba7579 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.321457 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d101beb0-9921-4b22-ac5e-d0fd05ba7579 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.324349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d101beb0-9921-4b22-ac5e-d0fd05ba7579 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4331067 Jul 16 18:11:15.330962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50528) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.407593 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:11:15.427211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d317f91-addb-4628-a4d5-56370f1db689 req-abba51d3-cfd2-4bbb-839b-09f9cdda0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.429406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d317f91-addb-4628-a4d5-56370f1db689 req-abba51d3-cfd2-4bbb-839b-09f9cdda0d62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8321523f0544c138784f8d6f52b96ca&device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 1097 time: 0.2448163 Jul 16 18:11:15.434785 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4eb76553-f78a-4a9e-b1e1-aa013b4c66c6 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.439678 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9a464c-af40-48c6-b787-28735e2496d6 None None] DHCP port deletion for 6b7675ee-ba62-4686-b599-a435e29966d0 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:15.534799 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a464c-af40-48c6-b787-28735e2496d6 None None] Deleting port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:15.535523 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe9a464c-af40-48c6-b787-28735e2496d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.553911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d317f91-addb-4628-a4d5-56370f1db689 req-dbfa3100-2b46-4911-bcc0-066960e67d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.555999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d317f91-addb-4628-a4d5-56370f1db689 req-dbfa3100-2b46-4911-bcc0-066960e67d6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c HTTP/1.1" status: 200 len: 914 time: 0.1157258 Jul 16 18:11:15.595965 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50534) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.634030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fe9a464c-af40-48c6-b787-28735e2496d6 None None] For port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2,segment=NetworkSegment(32ff5150-5340-4830-b1ef-d9296f68cf58),segment_id=32ff5150-5340-4830-b1ef-d9296f68cf58)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:15.634569 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe9a464c-af40-48c6-b787-28735e2496d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.650203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a464c-af40-48c6-b787-28735e2496d6 None None] Calling delete_port for 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:15.656567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d317f91-addb-4628-a4d5-56370f1db689 req-18c28bcd-f386-4d97-8b3d-a9a7bc1fb3ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44d0d350-99d8-427d-aed3-162937cad248 HTTP/1.1" status: 200 len: 217 time: 0.0521498 Jul 16 18:11:15.721740 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.746765 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Deleting port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:15.747111 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.749085 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f8da-b3ee-4cd2-8717-6e7ec28fafad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.750906 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe9a464c-af40-48c6-b787-28735e2496d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.778665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a464c-af40-48c6-b787-28735e2496d6 None None] Pushing event deleted for resources: {'Port': ['ID=4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.788410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a464c-af40-48c6-b787-28735e2496d6 None None] No DVR routers for this DVR port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:15.852523 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] For port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2, host n-d-787206-10, got binding levels [] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:15.852798 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.879592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Calling delete_port for 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:15.885496 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_backend_mixin [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 was not found and therefore no delete operation was performed {{(pid=100170) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:11:15.895905 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.928040 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.936740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Port': ['ID=4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.952910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] No DVR routers for this DVR port 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:16.023479 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:16.039848 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:16.049183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:16.078330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event updated for resources: {'Port': ['ID=335ac4c1-cb0a-4fd6-9c5c-824286ea30f4,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.131782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d317f91-addb-4628-a4d5-56370f1db689 req-c8d42159-af96-45d9-8504-7eb2f5d25672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.133156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d317f91-addb-4628-a4d5-56370f1db689 req-c8d42159-af96-45d9-8504-7eb2f5d25672 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=665eba6f-eeab-4451-90aa-d2ddd6503915 HTTP/1.1" status: 200 len: 853 time: 0.1824753 Jul 16 18:11:16.133906 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.138332 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4eb76553-f78a-4a9e-b1e1-aa013b4c66c6 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.141080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4eb76553-f78a-4a9e-b1e1-aa013b4c66c6 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.146781 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f8da-b3ee-4cd2-8717-6e7ec28fafad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.151504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7675ee-ba62-4686-b599-a435e29966d0']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:16.159997 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f8da-b3ee-4cd2-8717-6e7ec28fafad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.176115 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ff5150-5340-4830-b1ef-d9296f68cf58') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:16.176416 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ff5150-5340-4830-b1ef-d9296f68cf58') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:16.196401 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d317f91-addb-4628-a4d5-56370f1db689 req-4778b6c8-4d89-48fa-892c-4be7322703d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506780 Jul 16 18:11:16.210019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.231130 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4eb9f8da-b3ee-4cd2-8717-6e7ec28fafad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3d7d3a68ebc41bf82c2772acb547bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6318989 Jul 16 18:11:16.233373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99d7b7-790c-4bc5-8204-baa7003f84ba req-f5a59af5-162d-4d9a-986d-00e680ce4441 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.234917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db99d7b7-790c-4bc5-8204-baa7003f84ba req-f5a59af5-162d-4d9a-986d-00e680ce4441 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 945 time: 0.5891101 Jul 16 18:11:16.235403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50540) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.252789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9f8da-b3ee-4cd2-8717-6e7ec28fafad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9636977d-c178-420c-8a53-584cdfa2158a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.260807 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.271165 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4eb76553-f78a-4a9e-b1e1-aa013b4c66c6 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.271682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb76553-f78a-4a9e-b1e1-aa013b4c66c6 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebd79ce-9393-4b58-af17-f5c59534c485 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:16.274169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:16.274583 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: items = [ Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:16.277768 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:16.296357 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4eb76553-f78a-4a9e-b1e1-aa013b4c66c6 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.306718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4eb76553-f78a-4a9e-b1e1-aa013b4c66c6 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "DELETE /v2.0/routers/1ebd79ce-9393-4b58-af17-f5c59534c485 HTTP/1.1" status: 204 len: 168 time: 0.9709706 Jul 16 18:11:16.319463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.358463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.361297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:16.395947 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:16.396311 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.396875 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4f4ff4fc-9db9-4dc9-8304-10d98ef94ce2 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:16.398546 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "DELETE /v2.0/networks/6b7675ee-ba62-4686-b599-a435e29966d0 HTTP/1.1" status: 204 len: 168 time: 1.4561353 Jul 16 18:11:16.410118 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50544) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.423482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5932f7a9-ea3f-45a0-8930-8b7f46b9ade1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2136492827'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:16.426219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db99d7b7-790c-4bc5-8204-baa7003f84ba req-fe1c0344-e5d7-428f-8656-317c6a091ae1 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776853 Jul 16 18:11:16.430283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c34bc0-b1ab-47ad-a748-1f91d761c095 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Network': ['ID=6b7675ee-ba62-4686-b599-a435e29966d0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.451208 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.482097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5932f7a9-ea3f-45a0-8930-8b7f46b9ade1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:16.485896 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5932f7a9-ea3f-45a0-8930-8b7f46b9ade1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.500779 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8d4b6f25-b342-4b5d-ac8b-d17b3549b811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.505064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d317f91-addb-4628-a4d5-56370f1db689 req-0b1be3a3-0d67-4f39-987a-45cea1d9be85 service neutron] 10.222.0.43 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679381 Jul 16 18:11:16.544531 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5932f7a9-ea3f-45a0-8930-8b7f46b9ade1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:16.566107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50546) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.566705 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5932f7a9-ea3f-45a0-8930-8b7f46b9ade1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.567139 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-5932f7a9-ea3f-45a0-8930-8b7f46b9ade1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Added segment 17d144d4-fbb7-4e48-a759-bebbad457b4a of type vlan for network d4c3e5d8-c754-481e-af47-3f3ab9f61863 Jul 16 18:11:16.568185 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8d4b6f25-b342-4b5d-ac8b-d17b3549b811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.644046 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5932f7a9-ea3f-45a0-8930-8b7f46b9ade1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.644668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aec3e3-f1c8-4543-987b-c9454833cf00 req-db49aab5-b2ef-4437-951e-f7352301e33a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.645710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03aec3e3-f1c8-4543-987b-c9454833cf00 req-db49aab5-b2ef-4437-951e-f7352301e33a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2145486 Jul 16 18:11:16.707665 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.712136 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5932f7a9-ea3f-45a0-8930-8b7f46b9ade1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.713789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d317f91-addb-4628-a4d5-56370f1db689 req-e1b425c9-1f6e-4c87-bee7-2bd1cd7f3409 service neutron] 10.222.0.43 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958823 Jul 16 18:11:16.717984 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5932f7a9-ea3f-45a0-8930-8b7f46b9ade1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.718594 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5932f7a9-ea3f-45a0-8930-8b7f46b9ade1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.723271 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03aec3e3-f1c8-4543-987b-c9454833cf00 req-e26b967c-97a7-430a-a4ef-27bd7cfa559c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646605 Jul 16 18:11:16.726892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.731372 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8d4b6f25-b342-4b5d-ac8b-d17b3549b811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.734397 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8d4b6f25-b342-4b5d-ac8b-d17b3549b811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.736039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8d4b6f25-b342-4b5d-ac8b-d17b3549b811 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9636977d-c178-420c-8a53-584cdfa2158a HTTP/1.1" status: 204 len: 168 time: 0.4961097 Jul 16 18:11:16.747172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b6f25-b342-4b5d-ac8b-d17b3549b811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9636977d-c178-420c-8a53-584cdfa2158a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.811034 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5932f7a9-ea3f-45a0-8930-8b7f46b9ade1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3896568 Jul 16 18:11:16.816716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50552) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.845545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1555510996', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:16.869874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d8528514-924b-49d1-aa58-30110d2612d7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Request body: {'subnet': {'network_id': 'd4c3e5d8-c754-481e-af47-3f3ab9f61863', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:16.876135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event updated for resources: {'Port': ['ID=335ac4c1-cb0a-4fd6-9c5c-824286ea30f4,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.881113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b3578-e2a7-4bf2-aef3-acd25f2da10f req-99f1e19c-d083-4a5c-ba0c-ea70fad90048 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.882828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9b2b3578-e2a7-4bf2-aef3-acd25f2da10f req-99f1e19c-d083-4a5c-ba0c-ea70fad90048 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.43 "GET /v2.0/ports?device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 945 time: 0.1065912 Jul 16 18:11:16.890645 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.891729 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.892830 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932f7a9-ea3f-45a0-8930-8b7f46b9ade1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event updated for resources: {'Network': ['ID=d4c3e5d8-c754-481e-af47-3f3ab9f61863,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.907870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d4c3e5d8-c754-481e-af47-3f3ab9f61863 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:16.920247 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.977970 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.979590 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d284c06a-0ce7-497a-8828-19e9dbad61c3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7346926 Jul 16 18:11:16.998626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8528514-924b-49d1-aa58-30110d2612d7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:17.006029 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8528514-924b-49d1-aa58-30110d2612d7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.043735 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.249805 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8528514-924b-49d1-aa58-30110d2612d7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.289926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-9b2b3578-e2a7-4bf2-aef3-acd25f2da10f req-c344d30e-6f93-4b82-b5bc-36a4c7da0ac5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Deleting port 77d67a9d-e21b-46b3-8720-c574ae7c41e0 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:17.290544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9b2b3578-e2a7-4bf2-aef3-acd25f2da10f req-c344d30e-6f93-4b82-b5bc-36a4c7da0ac5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.308705 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.323464 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8528514-924b-49d1-aa58-30110d2612d7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event updated for resources: {'Subnet': ['ID=c107a1a2-def5-433d-829c-e04b204fabea,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.330487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8528514-924b-49d1-aa58-30110d2612d7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Checking segment: {'id': '17d144d4-fbb7-4e48-a759-bebbad457b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd4c3e5d8-c754-481e-af47-3f3ab9f61863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:17.330487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8528514-924b-49d1-aa58-30110d2612d7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Network hostable DHCP agents. Network: d4c3e5d8-c754-481e-af47-3f3ab9f61863, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:17.351155 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8528514-924b-49d1-aa58-30110d2612d7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Network d4c3e5d8-c754-481e-af47-3f3ab9f61863 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:17.360438 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-d8528514-924b-49d1-aa58-30110d2612d7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d4c3e5d8-c754-481e-af47-3f3ab9f61863) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:17.365557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8528514-924b-49d1-aa58-30110d2612d7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.366538 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8528514-924b-49d1-aa58-30110d2612d7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.369528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a30a467-8dc0-47f8-81dc-094af10ffb37 None None] Network d4c3e5d8-c754-481e-af47-3f3ab9f61863 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:17.379928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-75ee5b9a-0e2e-437e-969e-53cb734a3fb2 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1849493708&fields=id&tenant_id=d3300ca1eb774358bc73fd789b35b8a8 HTTP/1.1" status: 200 len: 267 time: 0.1695855 Jul 16 18:11:17.399486 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d8528514-924b-49d1-aa58-30110d2612d7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5644870 Jul 16 18:11:17.400379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50578) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.406074 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-86c3b105-2955-457b-b61c-756777f379f9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-24659244'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:17.430188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c3b105-2955-457b-b61c-756777f379f9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:17.435628 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86c3b105-2955-457b-b61c-756777f379f9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.472194 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c3b105-2955-457b-b61c-756777f379f9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:17.483357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-9b2b3578-e2a7-4bf2-aef3-acd25f2da10f req-c344d30e-6f93-4b82-b5bc-36a4c7da0ac5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] For port 77d67a9d-e21b-46b3-8720-c574ae7c41e0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=77d67a9d-e21b-46b3-8720-c574ae7c41e0,segment=NetworkSegment(30cd8c27-6c08-4502-b6fb-0ede13360c87),segment_id=30cd8c27-6c08-4502-b6fb-0ede13360c87)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:17.486830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86c3b105-2955-457b-b61c-756777f379f9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.487634 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-86c3b105-2955-457b-b61c-756777f379f9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Added segment de07c94a-b80d-49fa-b54a-6e57c2239352 of type vlan for network ad813c3a-0008-451a-80cf-e1f3551e3cb7 Jul 16 18:11:17.500244 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9b2b3578-e2a7-4bf2-aef3-acd25f2da10f req-c344d30e-6f93-4b82-b5bc-36a4c7da0ac5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.543866 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86c3b105-2955-457b-b61c-756777f379f9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.570215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-9b2b3578-e2a7-4bf2-aef3-acd25f2da10f req-c344d30e-6f93-4b82-b5bc-36a4c7da0ac5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Calling delete_port for 77d67a9d-e21b-46b3-8720-c574ae7c41e0 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:17.608825 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86c3b105-2955-457b-b61c-756777f379f9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.618515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c3b105-2955-457b-b61c-756777f379f9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.619662 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86c3b105-2955-457b-b61c-756777f379f9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.700580 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-86c3b105-2955-457b-b61c-756777f379f9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2989006 Jul 16 18:11:17.704674 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50588) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.705955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-d4c3e5d8-c754-481e-af47-3f3ab9f61863', 'network_id': 'd4c3e5d8-c754-481e-af47-3f3ab9f61863', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'fixed_ips': [{'subnet_id': 'c107a1a2-def5-433d-829c-e04b204fabea'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:17.706870 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.710567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d33a6e0e-34ad-44af-83d8-d1bf85ca7cf0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Request body: {'subnet': {'network_id': 'ad813c3a-0008-451a-80cf-e1f3551e3cb7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:17.711189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-fd72afdd-e6f7-4d67-9ee4-7df441420d77 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.712876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-fd72afdd-e6f7-4d67-9ee4-7df441420d77 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/networks?id=d3f19b65-ee6b-41f6-9b83-418e35648d8f HTTP/1.1" status: 200 len: 810 time: 0.3187642 Jul 16 18:11:17.773684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3b105-2955-457b-b61c-756777f379f9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event updated for resources: {'Network': ['ID=ad813c3a-0008-451a-80cf-e1f3551e3cb7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.779736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-9721edcb-9239-435a-8105-68794a4da93b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/quotas/d3300ca1eb774358bc73fd789b35b8a8 HTTP/1.1" status: 200 len: 375 time: 0.0383463 Jul 16 18:11:17.791642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network ad813c3a-0008-451a-80cf-e1f3551e3cb7 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:17.885795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a6e0e-34ad-44af-83d8-d1bf85ca7cf0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:17.891575 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d33a6e0e-34ad-44af-83d8-d1bf85ca7cf0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.952800 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Allocated IP 19.80.0.2 (d4c3e5d8-c754-481e-af47-3f3ab9f61863/c107a1a2-def5-433d-829c-e04b204fabea/e4a059d5-3779-4a7b-a40c-7905437b417f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:17.986532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70859c-f662-4aaa-919c-7f943fa49f91 req-2861d134-73b8-435e-a779-5691c06c17d0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.993985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f70859c-f662-4aaa-919c-7f943fa49f91 req-2861d134-73b8-435e-a779-5691c06c17d0 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/ports?device_id=12a70f91-0ed8-4c30-aef7-87ae700c1d93 HTTP/1.1" status: 200 len: 945 time: 0.3052118 Jul 16 18:11:18.132365 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d33a6e0e-34ad-44af-83d8-d1bf85ca7cf0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.172087 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.188080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Transition to ACTIVE for port object e4a059d5-3779-4a7b-a40c-7905437b417f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:18.211990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a6e0e-34ad-44af-83d8-d1bf85ca7cf0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event updated for resources: {'Subnet': ['ID=e09ed3ca-efe0-40ae-8a2e-068cecac0c02,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.213184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Transition to ACTIVE for port object e4a059d5-3779-4a7b-a40c-7905437b417f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:18.225969 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.240698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a6e0e-34ad-44af-83d8-d1bf85ca7cf0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Checking segment: {'id': 'de07c94a-b80d-49fa-b54a-6e57c2239352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ad813c3a-0008-451a-80cf-e1f3551e3cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:18.241121 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a6e0e-34ad-44af-83d8-d1bf85ca7cf0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Network hostable DHCP agents. Network: ad813c3a-0008-451a-80cf-e1f3551e3cb7, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:18.283742 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a6e0e-34ad-44af-83d8-d1bf85ca7cf0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Network ad813c3a-0008-451a-80cf-e1f3551e3cb7 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:18.299403 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Network d4c3e5d8-c754-481e-af47-3f3ab9f61863 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:18.301018 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-d33a6e0e-34ad-44af-83d8-d1bf85ca7cf0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, ad813c3a-0008-451a-80cf-e1f3551e3cb7) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:18.303352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:18.306730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a6e0e-34ad-44af-83d8-d1bf85ca7cf0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.307350 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d33a6e0e-34ad-44af-83d8-d1bf85ca7cf0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.320079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d28fee0-eff9-4243-94cf-def044343c01 None None] Network ad813c3a-0008-451a-80cf-e1f3551e3cb7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:18.327482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:18.343497 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d33a6e0e-34ad-44af-83d8-d1bf85ca7cf0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6324031 Jul 16 18:11:18.343727 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.367588 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.392436 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Pushing event updated for resources: {'Port': ['ID=e4a059d5-3779-4a7b-a40c-7905437b417f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.448285 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9b2b3578-e2a7-4bf2-aef3-acd25f2da10f req-c344d30e-6f93-4b82-b5bc-36a4c7da0ac5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.457965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Attempting to bind port e4a059d5-3779-4a7b-a40c-7905437b417f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:18.458991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Attempting to bind port e4a059d5-3779-4a7b-a40c-7905437b417f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '17d144d4-fbb7-4e48-a759-bebbad457b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd4c3e5d8-c754-481e-af47-3f3ab9f61863'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:18.458991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Attempting to bind port e4a059d5-3779-4a7b-a40c-7905437b417f on network d4c3e5d8-c754-481e-af47-3f3ab9f61863 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:18.464480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['77d67a9d-e21b-46b3-8720-c574ae7c41e0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:18.494672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:18.495044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Checking segment: {'id': '17d144d4-fbb7-4e48-a759-bebbad457b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd4c3e5d8-c754-481e-af47-3f3ab9f61863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:18.495462 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.495872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Bound using segment: {'id': '17d144d4-fbb7-4e48-a759-bebbad457b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd4c3e5d8-c754-481e-af47-3f3ab9f61863'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:18.496351 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Bound port: e4a059d5-3779-4a7b-a40c-7905437b417f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d144d4-fbb7-4e48-a759-bebbad457b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd4c3e5d8-c754-481e-af47-3f3ab9f61863'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:18.496724 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.502863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f70859c-f662-4aaa-919c-7f943fa49f91 req-c7fca9c7-bef8-4520-a66f-607f242a2843 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6966d04-9b50-41be-9642-65997bf79bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079405 Jul 16 18:11:18.531670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-229fa52b-3495-4906-bad7-7a3c3afc0c2c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3300ca1eb774358bc73fd789b35b8a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7208910 Jul 16 18:11:18.535275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344d30e-6f93-4b82-b5bc-36a4c7da0ac5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Pushing event deleted for resources: {'Port': ['ID=77d67a9d-e21b-46b3-8720-c574ae7c41e0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.576450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] For port e4a059d5-3779-4a7b-a40c-7905437b417f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:18.579809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] For port e4a059d5-3779-4a7b-a40c-7905437b417f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e4a059d5-3779-4a7b-a40c-7905437b417f,segment=NetworkSegment(17d144d4-fbb7-4e48-a759-bebbad457b4a),segment_id=17d144d4-fbb7-4e48-a759-bebbad457b4a)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:18.590696 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.647423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2b3578-e2a7-4bf2-aef3-acd25f2da10f req-c344d30e-6f93-4b82-b5bc-36a4c7da0ac5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] No DVR routers for this DVR port 77d67a9d-e21b-46b3-8720-c574ae7c41e0 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:18.654548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Allocated IP 172.25.5.219 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/695212e6-12c7-4932-b920-138ff6dc472b) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:18.657253 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9b2b3578-e2a7-4bf2-aef3-acd25f2da10f req-c344d30e-6f93-4b82-b5bc-36a4c7da0ac5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.660667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9b2b3578-e2a7-4bf2-aef3-acd25f2da10f req-c344d30e-6f93-4b82-b5bc-36a4c7da0ac5 tempest-ServersTestJSON-454395737 tempest-ServersTestJSON-454395737-project] 10.222.0.43 "DELETE /v2.0/ports/77d67a9d-e21b-46b3-8720-c574ae7c41e0 HTTP/1.1" status: 204 len: 173 time: 1.7639036 Jul 16 18:11:18.663893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a70f91-0ed8-4c30-aef7-87ae700c1d93', 'name': 'network-vif-deleted', 'tag': '77d67a9d-e21b-46b3-8720-c574ae7c41e0'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:18.666551 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d03a82f-3fd8-4a7c-a47d-ca0f3c91e038" -d '{"events": [{"server_uuid": "12a70f91-0ed8-4c30-aef7-87ae700c1d93", "name": "network-vif-deleted", "tag": "77d67a9d-e21b-46b3-8720-c574ae7c41e0"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:18.725815 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50622) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.740944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971809e5-0f61-469b-8de8-54bf7469c7de None None] Pushing event updated for resources: {'Port': ['ID=e4a059d5-3779-4a7b-a40c-7905437b417f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.812681 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-ad813c3a-0008-451a-80cf-e1f3551e3cb7', 'network_id': 'ad813c3a-0008-451a-80cf-e1f3551e3cb7', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'fixed_ips': [{'subnet_id': 'e09ed3ca-efe0-40ae-8a2e-068cecac0c02'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:18.815648 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.867318 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-9433fe99-f6bd-488c-a225-1b9dcf17b6e2 service neutron] 10.222.0.41 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216035 Jul 16 18:11:18.912609 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32050cb0-133f-49eb-a9c8-0d74553a047e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.990179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c83f-0cd7-4240-ad34-03b80f6d0392 req-4226c7e3-1ee7-4ef9-b027-e5e6ce34434d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.011902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b414c83f-0cd7-4240-ad34-03b80f6d0392 req-4226c7e3-1ee7-4ef9-b027-e5e6ce34434d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2690773 Jul 16 18:11:19.037655 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.056238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Allocated IP 19.86.0.2 (ad813c3a-0008-451a-80cf-e1f3551e3cb7/e09ed3ca-efe0-40ae-8a2e-068cecac0c02/08e633c3-06cd-4d10-a578-2169f3ef037c) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:19.071908 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32050cb0-133f-49eb-a9c8-0d74553a047e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.077531 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32050cb0-133f-49eb-a9c8-0d74553a047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.122734 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-32050cb0-133f-49eb-a9c8-0d74553a047e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b28d059ed4ef4fe49732601f474dd0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957894 Jul 16 18:11:19.123936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32050cb0-133f-49eb-a9c8-0d74553a047e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87e0afc-95e4-4811-9c22-d6ef60b5e68e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.126621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50626) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.147989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b414c83f-0cd7-4240-ad34-03b80f6d0392 req-825e1861-cb41-4ad9-a098-ac9f3c8e6c65 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351190 Jul 16 18:11:19.184688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-5584fb37-ca2f-444b-85e3-13110b13afa0 service neutron] 10.222.0.41 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078914 Jul 16 18:11:19.195407 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-042f5a3b-087a-4d1a-83c8-56282055f410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.204851 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.223028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-042f5a3b-087a-4d1a-83c8-56282055f410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.293220 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-042f5a3b-087a-4d1a-83c8-56282055f410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.296278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-042f5a3b-087a-4d1a-83c8-56282055f410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.308712 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-042f5a3b-087a-4d1a-83c8-56282055f410 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b87e0afc-95e4-4811-9c22-d6ef60b5e68e HTTP/1.1" status: 204 len: 168 time: 0.1810081 Jul 16 18:11:19.321725 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f5a3b-087a-4d1a-83c8-56282055f410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87e0afc-95e4-4811-9c22-d6ef60b5e68e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.376173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Pushing event updated for resources: {'Port': ['ID=695212e6-12c7-4932-b920-138ff6dc472b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.391781 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.401341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:19.415298 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Transition to ACTIVE for port object 08e633c3-06cd-4d10-a578-2169f3ef037c will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:19.416997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:19.426383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:19.454421 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Transition to ACTIVE for port object 08e633c3-06cd-4d10-a578-2169f3ef037c will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:19.472326 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.476464 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53966890-6343-4b97-b1d5-783c467ad7f3 x-openstack-request-id: req-53966890-6343-4b97-b1d5-783c467ad7f3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:19.477047 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a70f91-0ed8-4c30-aef7-87ae700c1d93", "name": "network-vif-deleted", "tag": "77d67a9d-e21b-46b3-8720-c574ae7c41e0", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:19.477501 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53966890-6343-4b97-b1d5-783c467ad7f3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:19.478087 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a70f91-0ed8-4c30-aef7-87ae700c1d93', 'name': 'network-vif-deleted', 'tag': '77d67a9d-e21b-46b3-8720-c574ae7c41e0', 'status': 'completed', 'code': 200} Jul 16 18:11:19.543259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Network ad813c3a-0008-451a-80cf-e1f3551e3cb7 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:19.550997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:19.554780 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:19.564283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Pushing event updated for resources: {'Port': ['ID=08e633c3-06cd-4d10-a578-2169f3ef037c,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.636713 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Attempting to bind port 08e633c3-06cd-4d10-a578-2169f3ef037c on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:19.637090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Attempting to bind port 08e633c3-06cd-4d10-a578-2169f3ef037c by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'de07c94a-b80d-49fa-b54a-6e57c2239352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ad813c3a-0008-451a-80cf-e1f3551e3cb7'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:19.637459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Attempting to bind port 08e633c3-06cd-4d10-a578-2169f3ef037c on network ad813c3a-0008-451a-80cf-e1f3551e3cb7 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:19.643239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:19.643646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Checking segment: {'id': 'de07c94a-b80d-49fa-b54a-6e57c2239352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ad813c3a-0008-451a-80cf-e1f3551e3cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:19.644089 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.644575 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Bound using segment: {'id': 'de07c94a-b80d-49fa-b54a-6e57c2239352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ad813c3a-0008-451a-80cf-e1f3551e3cb7'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:19.645055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Bound port: 08e633c3-06cd-4d10-a578-2169f3ef037c, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de07c94a-b80d-49fa-b54a-6e57c2239352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ad813c3a-0008-451a-80cf-e1f3551e3cb7'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:19.645436 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.674091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ead89bf-9a24-4485-8181-b34a9c2a2d9f req-01e72a3f-3424-4b98-860a-6c92f9672584 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 210 time: 0.0976088 Jul 16 18:11:19.759012 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] For port 08e633c3-06cd-4d10-a578-2169f3ef037c, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:19.764619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] For port 08e633c3-06cd-4d10-a578-2169f3ef037c, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=08e633c3-06cd-4d10-a578-2169f3ef037c,segment=NetworkSegment(de07c94a-b80d-49fa-b54a-6e57c2239352),segment_id=de07c94a-b80d-49fa-b54a-6e57c2239352)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:19.776733 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.861137 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50654) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.891083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-5039c578-c697-46b1-bf1c-43aa5e877635 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.905473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-5039c578-c697-46b1-bf1c-43aa5e877635 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.914555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-5039c578-c697-46b1-bf1c-43aa5e877635 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/networks?id=d4c3e5d8-c754-481e-af47-3f3ab9f61863&id=ad813c3a-0008-451a-80cf-e1f3551e3cb7 HTTP/1.1" status: 200 len: 1390 time: 0.5157654 Jul 16 18:11:19.915059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee14c4-3112-4c9f-87f9-024f9bd237a1 None None] Pushing event updated for resources: {'Port': ['ID=08e633c3-06cd-4d10-a578-2169f3ef037c,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.969931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc8f751-c2ea-4292-a4b4-7da2810e7c98 admin admin] Deleting subnet cf4896f2-d6af-4700-991a-0a11d6229f29 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:19.973748 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-0fd6b76d-2bab-4c40-b30a-a5b3fbda1178 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/quotas/9e80e9c9f8bc436ebf3056ab1de1fafe HTTP/1.1" status: 200 len: 375 time: 0.0582149 Jul 16 18:11:19.979332 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f751-c2ea-4292-a4b4-7da2810e7c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.981505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 44d0d350-99d8-427d-aed3-162937cad248 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:20.042879 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f751-c2ea-4292-a4b4-7da2810e7c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.163271 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f751-c2ea-4292-a4b4-7da2810e7c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.243536 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.297017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-a68c89d3-bea8-4ae7-9ec3-97de648696cf tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e80e9c9f8bc436ebf3056ab1de1fafe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3093729 Jul 16 18:11:20.318903 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44d0d350-99d8-427d-aed3-162937cad248'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:20.325430 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07754484-77ff-467a-85f7-77195d0856a0" -d '{"events": [{"server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "name": "network-vif-unplugged", "status": "completed", "tag": "44d0d350-99d8-427d-aed3-162937cad248"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:20.329946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:20.347266 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.370171 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f751-c2ea-4292-a4b4-7da2810e7c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.437309 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f751-c2ea-4292-a4b4-7da2810e7c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.454693 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4dc8f751-c2ea-4292-a4b4-7da2810e7c98 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cf4896f2-d6af-4700-991a-0a11d6229f29 HTTP/1.1" status: 204 len: 168 time: 0.5924041 Jul 16 18:11:20.459007 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50672) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:20.467555 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff62a4a-5d53-4059-83cd-3e6b1fb66e16 None None] Network d4c3e5d8-c754-481e-af47-3f3ab9f61863 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:20.525000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8f751-c2ea-4292-a4b4-7da2810e7c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4896f2-d6af-4700-991a-0a11d6229f29,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:20.539084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=44d0d350-99d8-427d-aed3-162937cad248,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:20.584363 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9ce50065-2f10-463e-a20b-a81082371363 None None] Provisioning for port e4a059d5-3779-4a7b-a40c-7905437b417f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:20.635366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e4a059d5-3779-4a7b-a40c-7905437b417f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:20.702497 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c1af375e-ff3d-4ba6-9fde-38b7218236ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.755645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e4a059d5-3779-4a7b-a40c-7905437b417f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:20.760944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e4a059d5-3779-4a7b-a40c-7905437b417f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:20.761318 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.770589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-1ce81f45-a0f4-4aa0-a613-baf3efb1d8a6 service neutron] 10.222.0.41 "GET /v2.0/networks/d4c3e5d8-c754-481e-af47-3f3ab9f61863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725490 Jul 16 18:11:20.812523 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c1af375e-ff3d-4ba6-9fde-38b7218236ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.825400 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c1af375e-ff3d-4ba6-9fde-38b7218236ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a175737-e063-409b-ba35-10315008733d']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:20.869594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c1af375e-ff3d-4ba6-9fde-38b7218236ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cd8c27-6c08-4502-b6fb-0ede13360c87') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:20.871009 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c1af375e-ff3d-4ba6-9fde-38b7218236ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cd8c27-6c08-4502-b6fb-0ede13360c87') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:20.889300 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.917808 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c1af375e-ff3d-4ba6-9fde-38b7218236ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.938770 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port e4a059d5-3779-4a7b-a40c-7905437b417f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e4a059d5-3779-4a7b-a40c-7905437b417f,segment=NetworkSegment(17d144d4-fbb7-4e48-a759-bebbad457b4a),segment_id=17d144d4-fbb7-4e48-a759-bebbad457b4a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:20.946745 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c1af375e-ff3d-4ba6-9fde-38b7218236ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.951541 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.953188 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.955110 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-70c11452-24ba-4eb1-8c74-9ac05c2bbd48 service neutron] 10.222.0.41 "GET /v2.0/networks/d4c3e5d8-c754-481e-af47-3f3ab9f61863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681640 Jul 16 18:11:20.967835 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1af375e-ff3d-4ba6-9fde-38b7218236ea admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:20.968662 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c1af375e-ff3d-4ba6-9fde-38b7218236ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:20.971156 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:21.031360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=e4a059d5-3779-4a7b-a40c-7905437b417f,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.089043 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c1af375e-ff3d-4ba6-9fde-38b7218236ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.095215 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c1af375e-ff3d-4ba6-9fde-38b7218236ea admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.100696 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c1af375e-ff3d-4ba6-9fde-38b7218236ea admin admin] 10.222.0.41 "DELETE /v2.0/networks/8a175737-e063-409b-ba35-10315008733d HTTP/1.1" status: 204 len: 168 time: 0.6347568 Jul 16 18:11:21.128447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af375e-ff3d-4ba6-9fde-38b7218236ea admin admin] Pushing event deleted for resources: {'Network': ['ID=8a175737-e063-409b-ba35-10315008733d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.141447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c021498-e7ec-48d8-a91e-cd79fd7a9616 req-fe7a5b04-2e9d-4e27-8538-aa956ad0107a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.151797 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c021498-e7ec-48d8-a91e-cd79fd7a9616 req-fe7a5b04-2e9d-4e27-8538-aa956ad0107a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 943 time: 0.6151285 Jul 16 18:11:21.242008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5a62c05a-ea18-4641-9451-8593c3319070 None None] Provisioning complete for port e4a059d5-3779-4a7b-a40c-7905437b417f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:21.242932 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5a62c05a-ea18-4641-9451-8593c3319070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.290321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c021498-e7ec-48d8-a91e-cd79fd7a9616 req-178c5880-daca-4808-85a0-618b03e9da90 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376193 Jul 16 18:11:21.343565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-492c1e8f-7c1b-4d37-a40e-86e7dc2561d9 service neutron] 10.222.0.41 "GET /v2.0/networks/ad813c3a-0008-451a-80cf-e1f3551e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315027 Jul 16 18:11:21.413572 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29012d41-578e-48f6-b5df-9b04aeb43560 x-openstack-request-id: req-29012d41-578e-48f6-b5df-9b04aeb43560 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:21.413951 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "name": "network-vif-unplugged", "status": "failed", "tag": "44d0d350-99d8-427d-aed3-162937cad248", "code": 422}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:21.414578 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29012d41-578e-48f6-b5df-9b04aeb43560 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:21.415193 n-d-787206-10 neutron-server[100171]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '44d0d350-99d8-427d-aed3-162937cad248', 'code': 422} returned with failed status Jul 16 18:11:21.444663 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50698) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.505130 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-214fa520-fc38-4a51-b598-308d7b1642ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ede344f04254cd3ae257e1efe6061ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592206 Jul 16 18:11:21.505847 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50702) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.608379 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d0fde3d5-be51-4ee5-92f4-1babc9b0b77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.646594 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d0fde3d5-be51-4ee5-92f4-1babc9b0b77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.718045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476dbfa6-a6eb-41ab-9a53-76626b125ad8 None None] Network ad813c3a-0008-451a-80cf-e1f3551e3cb7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:21.721931 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d0fde3d5-be51-4ee5-92f4-1babc9b0b77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.724798 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d0fde3d5-be51-4ee5-92f4-1babc9b0b77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.728231 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d0fde3d5-be51-4ee5-92f4-1babc9b0b77b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6966d04-9b50-41be-9642-65997bf79bec HTTP/1.1" status: 204 len: 168 time: 0.2184262 Jul 16 18:11:21.748264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fde3d5-be51-4ee5-92f4-1babc9b0b77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6966d04-9b50-41be-9642-65997bf79bec,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.907949 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b928d3ae-c584-4754-bd21-7ee264834293 None None] Provisioning for port 08e633c3-06cd-4d10-a578-2169f3ef037c completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:21.983291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e90b503-53f1-40a5-9724-bd5c6f18cf7f req-6d0ac394-b64c-40ff-b935-8724c65c514d tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 210 time: 0.1174238 Jul 16 18:11:22.012025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 44d0d350-99d8-427d-aed3-162937cad248 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:22.123892 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.142102 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 77d67a9d-e21b-46b3-8720-c574ae7c41e0 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:22.162836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-3a3a430a-0489-456e-a87f-d942beb67371 service neutron] 10.222.0.41 "GET /v2.0/networks/ad813c3a-0008-451a-80cf-e1f3551e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7803004 Jul 16 18:11:22.173666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 77d67a9d-e21b-46b3-8720-c574ae7c41e0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:22.174283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 77d67a9d-e21b-46b3-8720-c574ae7c41e0 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:22.367903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-daeeebba-61a8-4af3-8f88-295d2bfaf9cc tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.370162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-daeeebba-61a8-4af3-8f88-295d2bfaf9cc tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.35 "GET /v2.0/networks?id=d3f19b65-ee6b-41f6-9b83-418e35648d8f HTTP/1.1" status: 200 len: 810 time: 0.4995229 Jul 16 18:11:22.486302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0151177-310f-4782-9445-35cef3de92d6 req-45af7d8c-a1e8-4127-8263-35612082bab7 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 210 time: 0.0750895 Jul 16 18:11:22.519868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66adda80-c2d1-4591-b969-a581f5a4cb6a req-e797ae71-c221-4329-a18d-2c598b2b2285 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4959004 Jul 16 18:11:22.533255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e4a059d5-3779-4a7b-a40c-7905437b417f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:22.546405 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-1dc194ca-54a8-4846-867b-3f838ff59289 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3300ca1eb774358bc73fd789b35b8a8 HTTP/1.1" status: 200 len: 380 time: 0.1323812 Jul 16 18:11:22.561879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Request body: {'port': {'device_id': 'c29485e5-1bcd-457d-a8ca-4de3ba1e245f', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'admin_state_up': True, 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'security_groups': ['7cd4156f-1a54-49c6-bc2c-530e28764b0c']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:22.573619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdad9af-5780-46e1-8258-cb470b53ce3e req-ac189245-4f5f-4136-9cd8-df36d2ad72c2 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.582566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fdad9af-5780-46e1-8258-cb470b53ce3e req-ac189245-4f5f-4136-9cd8-df36d2ad72c2 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 943 time: 0.3654764 Jul 16 18:11:22.649079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e4a059d5-3779-4a7b-a40c-7905437b417f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:22.649452 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.762710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fdad9af-5780-46e1-8258-cb470b53ce3e req-116bef18-5209-400b-9986-5db81b3721f1 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793058 Jul 16 18:11:22.811042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Router 67501c69-7705-4e3d-9623-b383167dd050 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:22.828864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 08e633c3-06cd-4d10-a578-2169f3ef037c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:22.830362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adda80-c2d1-4591-b969-a581f5a4cb6a req-560a7b17-29e5-4cfb-a59a-785d73b44a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.832660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66adda80-c2d1-4591-b969-a581f5a4cb6a req-560a7b17-29e5-4cfb-a59a-785d73b44a5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 1097 time: 0.2239590 Jul 16 18:11:22.950761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 08e633c3-06cd-4d10-a578-2169f3ef037c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:22.955388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 08e633c3-06cd-4d10-a578-2169f3ef037c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:22.956364 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.010999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:23.031663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b5f8e-f119-4048-b945-1de80d233db7 None None] Sync routers for ids ['67501c69-7705-4e3d-9623-b383167dd050'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:23.072995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b5f8e-f119-4048-b945-1de80d233db7 None None] Routers {'67501c69-7705-4e3d-9623-b383167dd050'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:23.073637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e03b5f8e-f119-4048-b945-1de80d233db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['67501c69-7705-4e3d-9623-b383167dd050'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:23.089338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Made reservation on behalf of d3300ca1eb774358bc73fd789b35b8a8 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:23.104620 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.149058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e03b5f8e-f119-4048-b945-1de80d233db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:23.152634 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.155364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e49b99ca-8a94-420f-9343-a311baf941c4 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.5824075 Jul 16 18:11:23.157971 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50810) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:23.182730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b5f8e-f119-4048-b945-1de80d233db7 None None] Routers {'67501c69-7705-4e3d-9623-b383167dd050'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:23.200069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e03b5f8e-f119-4048-b945-1de80d233db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['67501c69-7705-4e3d-9623-b383167dd050'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:23.288202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adda80-c2d1-4591-b969-a581f5a4cb6a req-3d6b0cd6-d9cf-482f-be39-52f8c779ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.289796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66adda80-c2d1-4591-b969-a581f5a4cb6a req-3d6b0cd6-d9cf-482f-be39-52f8c779ec19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.3381567 Jul 16 18:11:23.305262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63633593-a0a5-4fa0-8c9c-cdd983be8df8 req-de3f5dfc-94f3-4896-a4a1-022204195c3c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 210 time: 0.0911293 Jul 16 18:11:23.369845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e03b5f8e-f119-4048-b945-1de80d233db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:23.372111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b5f8e-f119-4048-b945-1de80d233db7 None None] The sync data for ids ['67501c69-7705-4e3d-9623-b383167dd050'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:23.424018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Allocated IP 172.20.0.11 (d3f19b65-ee6b-41f6-9b83-418e35648d8f/67124d59-0334-4001-bc70-c456c40671e8/7ba85571-fa88-4ab9-9bec-dfec1f762f1f) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:23.431662 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.441314 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5ff6298e-ab94-4806-8f5c-2667813eb802 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/routers/67501c69-7705-4e3d-9623-b383167dd050 HTTP/1.1" status: 200 len: 921 time: 0.2797878 Jul 16 18:11:23.444861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50822) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:23.540489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66adda80-c2d1-4591-b969-a581f5a4cb6a req-19501e69-0a5e-4b47-addb-d782f464cde4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a HTTP/1.1" status: 200 len: 999 time: 0.1061935 Jul 16 18:11:23.551829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 08e633c3-06cd-4d10-a578-2169f3ef037c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=08e633c3-06cd-4d10-a578-2169f3ef037c,segment=NetworkSegment(de07c94a-b80d-49fa-b54a-6e57c2239352),segment_id=de07c94a-b80d-49fa-b54a-6e57c2239352)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:23.561795 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1e1877ce-f0dd-4132-a673-d887984058bf tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "GET /v2.0/ports?device_id=67501c69-7705-4e3d-9623-b383167dd050 HTTP/1.1" status: 200 len: 205 time: 0.1131337 Jul 16 18:11:23.563210 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.563606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50830) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:23.675680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adda80-c2d1-4591-b969-a581f5a4cb6a req-be3feda4-89b3-4f78-88b3-0d706011bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.677262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66adda80-c2d1-4591-b969-a581f5a4cb6a req-be3feda4-89b3-4f78-88b3-0d706011bee1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.0990293 Jul 16 18:11:23.716944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=08e633c3-06cd-4d10-a578-2169f3ef037c,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:23.748118 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.801639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.803798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Transition to ACTIVE for port object 7ba85571-fa88-4ab9-9bec-dfec1f762f1f will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:23.866311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adda80-c2d1-4591-b969-a581f5a4cb6a req-1845e31d-8e5d-4776-a0bb-36db24b23ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.868097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66adda80-c2d1-4591-b969-a581f5a4cb6a req-1845e31d-8e5d-4776-a0bb-36db24b23ea5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1815922 Jul 16 18:11:23.927320 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.938762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76644ae-a86b-4eb8-8fe9-452f1852ee99 req-cd7075fe-2105-446b-afd8-3176b570bda1 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.945610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f76644ae-a86b-4eb8-8fe9-452f1852ee99 req-cd7075fe-2105-446b-afd8-3176b570bda1 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 943 time: 0.1789985 Jul 16 18:11:23.949991 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.021993 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Deleting port 695212e6-12c7-4932-b920-138ff6dc472b {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:24.022516 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.071536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Network d3f19b65-ee6b-41f6-9b83-418e35648d8f is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:24.100790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:24.125363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event updated for resources: {'Port': ['ID=7ba85571-fa88-4ab9-9bec-dfec1f762f1f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:24.153719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:24.155063 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.169834 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Calling delete_port for 695212e6-12c7-4932-b920-138ff6dc472b owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:24.244426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f76644ae-a86b-4eb8-8fe9-452f1852ee99 req-7f03ba75-7057-4217-ae39-23707011c52c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978590 Jul 16 18:11:24.257648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66adda80-c2d1-4591-b969-a581f5a4cb6a req-d61dc33a-2741-48f3-938f-57856a566d89 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790126 Jul 16 18:11:24.451222 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.452007 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.515760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 08e633c3-06cd-4d10-a578-2169f3ef037c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:24.536446 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.576241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b793d8ec-3ef5-4ff0-b255-66d41083f332 req-589d05cf-4474-4a98-83f1-2ec5b9169f78 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.1211715 Jul 16 18:11:24.580900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Pushing event deleted for resources: {'Port': ['ID=695212e6-12c7-4932-b920-138ff6dc472b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:24.636839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-a24f82a3-2a6b-41f2-ba34-edee39979ac7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0807886 Jul 16 18:11:24.651795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c1b74603-3ca6-45b2-89af-0216f9366bf6 None None] Provisioning for port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:24.663941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c1b74603-3ca6-45b2-89af-0216f9366bf6 None None] Provisioning complete for port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:24.664318 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c1b74603-3ca6-45b2-89af-0216f9366bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.722880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Request body: {'port': {'device_id': 'c29485e5-1bcd-457d-a8ca-4de3ba1e245f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:24.728141 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.731251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c1b74603-3ca6-45b2-89af-0216f9366bf6 None None] Port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:24.748279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 08e633c3-06cd-4d10-a578-2169f3ef037c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:24.748959 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.762036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ce19d92-a25a-4fed-b64a-ffce0a02865e req-37a45a51-e1b3-4f05-bdce-235b1c26851d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 210 time: 0.2057760 Jul 16 18:11:24.770049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-5a32c6d0-1aa6-4ebf-9ee7-26d6db373434 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.776703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-5a32c6d0-1aa6-4ebf-9ee7-26d6db373434 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.778466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-5a32c6d0-1aa6-4ebf-9ee7-26d6db373434 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "GET /v2.0/networks?id=d4c3e5d8-c754-481e-af47-3f3ab9f61863&id=ad813c3a-0008-451a-80cf-e1f3551e3cb7 HTTP/1.1" status: 200 len: 1390 time: 0.6545668 Jul 16 18:11:24.866718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.867413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6715af09-5404-4310-8465-ea990fb6e28b req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Request body: {'port': {'device_id': '52a817cb-b954-4950-b618-b7d97a74973a', 'network_id': 'd4c3e5d8-c754-481e-af47-3f3ab9f61863', 'admin_state_up': True, 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:24.869962 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.895305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66adda80-c2d1-4591-b969-a581f5a4cb6a req-1c913578-0de2-4d3a-b07f-1d7c7d8894e8 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241670 Jul 16 18:11:24.933456 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.934045 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Fanout notify agent at l3_agent the message router_deleted on router 67501c69-7705-4e3d-9623-b383167dd050 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:24.944607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.949581 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1a6396ce-3b4f-416a-b048-a71d0660ed5f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "DELETE /v2.0/routers/67501c69-7705-4e3d-9623-b383167dd050 HTTP/1.1" status: 204 len: 168 time: 1.3797441 Jul 16 18:11:24.949581 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50916) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:24.963479 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1694836818', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'enable_snat': False}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:24.965234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-d56de9c3-eb9c-480d-98c8-148a178cc017 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9228797 Jul 16 18:11:25.010655 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.011810 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.080078 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.118348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b0512-ff8d-4454-bfbf-dd0d784936cf req-a2d76799-ad10-487b-9787-829a3253d4c1 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.125701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-729b0512-ff8d-4454-bfbf-dd0d784936cf req-a2d76799-ad10-487b-9787-829a3253d4c1 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 932 time: 0.3378279 Jul 16 18:11:25.127637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.307911 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.581164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:25.584784 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.614461 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-729b0512-ff8d-4454-bfbf-dd0d784936cf req-deeded3e-f88c-4c1c-8d03-9bb59fbf5a7c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4879253 Jul 16 18:11:25.676366 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.701139 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.836250 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Allocated IP 172.25.5.115 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/3ec2c459-7e33-4dfe-8aac-b0bd7237409b) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:25.856726 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b66c12-5eed-47b4-ac9f-9af5e052869d req-b05a3939-b7a9-4f77-b775-9ce55163da03 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.858241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6b66c12-5eed-47b4-ac9f-9af5e052869d req-b05a3939-b7a9-4f77-b775-9ce55163da03 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 943 time: 0.3546450 Jul 16 18:11:25.899613 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e80ed31d-8c1f-4fd5-81c1-4816d8616fec req-d733fd28-975b-445f-a2fa-0b788525a5a4 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.1026559 Jul 16 18:11:25.996025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6b66c12-5eed-47b4-ac9f-9af5e052869d req-9e1aa9e1-273b-4079-bdbd-28ff2916a7d4 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004567 Jul 16 18:11:25.997854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.998584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-6715af09-5404-4310-8465-ea990fb6e28b req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Allocated IP 19.80.0.35 (d4c3e5d8-c754-481e-af47-3f3ab9f61863/c107a1a2-def5-433d-829c-e04b204fabea/2bd0046b-3521-466f-a949-ac2b014bcd62) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:26.094103 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.121784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba85571-fa88-4ab9-9bec-dfec1f762f1f {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:26.147241 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.148454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50972) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:26.160943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:26.173652 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:26.178446 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:26.204692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event updated for resources: {'Port': ['ID=3ec2c459-7e33-4dfe-8aac-b0bd7237409b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:26.214308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Transition to ACTIVE for port object 7ba85571-fa88-4ab9-9bec-dfec1f762f1f will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:26.216676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b38b6c03-7cb4-4cf6-9572-869098293eb1 req-f7e6996a-c5ec-474d-a12f-175472cd3a22 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 210 time: 0.0476894 Jul 16 18:11:26.245867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.338128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Pushing event updated for resources: {'Port': ['ID=7ba85571-fa88-4ab9-9bec-dfec1f762f1f,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:26.398356 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.420170 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.426272 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb3b79b8-8ab9-4626-9847-f976f8953b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.460500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-6715af09-5404-4310-8465-ea990fb6e28b req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Transition to ACTIVE for port object 2bd0046b-3521-466f-a949-ac2b014bcd62 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:26.495261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Attempting to bind port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:26.495622 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Attempting to bind port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:26.495947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Attempting to bind port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f on network d3f19b65-ee6b-41f6-9b83-418e35648d8f {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:26.514169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f on network d3f19b65-ee6b-41f6-9b83-418e35648d8f not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:26.514492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Attempting to bind port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f on network d3f19b65-ee6b-41f6-9b83-418e35648d8f {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:26.543936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:26.544336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Checking segment: {'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:26.544692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Bound using segment: {'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:26.545359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Bound port: 7ba85571-fa88-4ab9-9bec-dfec1f762f1f, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc908945-e959-4739-9ba9-9706d839c1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:26.545522 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.580158 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.672605 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.737663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6715af09-5404-4310-8465-ea990fb6e28b req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Network d4c3e5d8-c754-481e-af47-3f3ab9f61863 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:26.759013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-6715af09-5404-4310-8465-ea990fb6e28b req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:26.777935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6715af09-5404-4310-8465-ea990fb6e28b req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:26.780386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event updated for resources: {'Port': ['ID=2bd0046b-3521-466f-a949-ac2b014bcd62,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:26.801374 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb3b79b8-8ab9-4626-9847-f976f8953b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.829557 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.847457 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] For port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:26.851999 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb3b79b8-8ab9-4626-9847-f976f8953b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.906437 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] For port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7ba85571-fa88-4ab9-9bec-dfec1f762f1f,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:26.935790 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.949876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.950585 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.963613 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fb3b79b8-8ab9-4626-9847-f976f8953b1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87374a9a67774a8da2902ebd7e3df2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8113129 Jul 16 18:11:26.982622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50980) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:26.993845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b79b8-8ab9-4626-9847-f976f8953b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db18749-370b-4d0a-8a53-eee04d1a50b8,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.007735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-43d4db88-3776-485e-90fb-023cdacac6da None None] Provisioning for port 2bd0046b-3521-466f-a949-ac2b014bcd62 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:27.009864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-1f8e6b0c-6fef-48ba-902c-c0fffbe995eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.011472 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-1f8e6b0c-6fef-48ba-902c-c0fffbe995eb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3&tenant_id=e8321523f0544c138784f8d6f52b96ca HTTP/1.1" status: 200 len: 1095 time: 0.4071524 Jul 16 18:11:27.014576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-43d4db88-3776-485e-90fb-023cdacac6da None None] Provisioning complete for port 2bd0046b-3521-466f-a949-ac2b014bcd62 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:27.017579 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-43d4db88-3776-485e-90fb-023cdacac6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.025830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.026505 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.028146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] 10.222.0.35 "PUT /v2.0/ports/7ba85571-fa88-4ab9-9bec-dfec1f762f1f HTTP/1.1" status: 200 len: 1093 time: 2.3193297 Jul 16 18:11:27.028571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29485e5-1bcd-457d-a8ca-4de3ba1e245f', 'tag': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:27.030915 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004ffad0-63c0-4fe5-b532-5e8e6f3c8972" -d '{"events": [{"name": "network-changed", "server_uuid": "c29485e5-1bcd-457d-a8ca-4de3ba1e245f", "tag": "7ba85571-fa88-4ab9-9bec-dfec1f762f1f"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:27.034538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-9e6287a6-38e0-4311-9fe7-d528b0a7832d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2074859 Jul 16 18:11:27.054877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:27.062071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6715af09-5404-4310-8465-ea990fb6e28b req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Request body: {'port': {'device_id': '52a817cb-b954-4950-b618-b7d97a74973a', 'network_id': 'ad813c3a-0008-451a-80cf-e1f3551e3cb7', 'admin_state_up': True, 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:27.110744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-43d4db88-3776-485e-90fb-023cdacac6da None None] Port 2bd0046b-3521-466f-a949-ac2b014bcd62 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:27.112438 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-620b5c18-5dd8-4063-bfde-0d3da9d12808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.135110 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.146684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-620b5c18-5dd8-4063-bfde-0d3da9d12808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.202601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12ccab-e26c-4dcb-8aa8-3f2d722229f3 req-01b0519e-48c3-4b91-9058-baf71f135ed3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.204196 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee12ccab-e26c-4dcb-8aa8-3f2d722229f3 req-01b0519e-48c3-4b91-9058-baf71f135ed3 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 944 time: 0.4430606 Jul 16 18:11:27.218692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec74c8-1db1-4552-9606-a416a19d375c service neutron] Pushing event updated for resources: {'Port': ['ID=7ba85571-fa88-4ab9-9bec-dfec1f762f1f,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.251535 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8625353-175d-4d9f-bdbd-f0112da43a8f req-488792a2-05bd-4f98-89d4-efbb4bfc9cbb tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.1034615 Jul 16 18:11:27.284573 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-620b5c18-5dd8-4063-bfde-0d3da9d12808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.287875 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-620b5c18-5dd8-4063-bfde-0d3da9d12808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.291476 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-620b5c18-5dd8-4063-bfde-0d3da9d12808 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5db18749-370b-4d0a-8a53-eee04d1a50b8 HTTP/1.1" status: 204 len: 168 time: 0.3037543 Jul 16 18:11:27.318094 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b5c18-5dd8-4063-bfde-0d3da9d12808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db18749-370b-4d0a-8a53-eee04d1a50b8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.368318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Router be0b3b97-767c-4637-bf06-36a733094bb8 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:27.378378 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.522149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:27.534836 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Sync routers for ids ['be0b3b97-767c-4637-bf06-36a733094bb8'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:27.538112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-638c00c9-e2b1-407c-a800-6ffe4afa5f56 req-6e62a590-43ce-4414-8e4e-bb02cd575862 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0954981 Jul 16 18:11:27.550308 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee12ccab-e26c-4dcb-8aa8-3f2d722229f3 req-24a8377a-4bd2-4ec9-8b66-16ed2536e50c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257797 Jul 16 18:11:27.551839 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.553520 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-58a87424-121f-4c83-84d4-14640e77b868 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5967555 Jul 16 18:11:27.556311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50992) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:27.568328 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Routers {'be0b3b97-767c-4637-bf06-36a733094bb8'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:27.569913 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['be0b3b97-767c-4637-bf06-36a733094bb8'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:27.634307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e988a9fe-87d1-4a9b-a8a5-562f19cc96be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.638062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-e988a9fe-87d1-4a9b-a8a5-562f19cc96be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3300ca1eb774358bc73fd789b35b8a8&device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 1096 time: 0.5111182 Jul 16 18:11:27.714138 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7d2ac8-b383-465a-9f97-ce81e18fda54 x-openstack-request-id: req-be7d2ac8-b383-465a-9f97-ce81e18fda54 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:27.714689 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29485e5-1bcd-457d-a8ca-4de3ba1e245f", "tag": "7ba85571-fa88-4ab9-9bec-dfec1f762f1f", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:27.715094 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be7d2ac8-b383-465a-9f97-ce81e18fda54 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:27.715662 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29485e5-1bcd-457d-a8ca-4de3ba1e245f', 'tag': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f', 'status': 'completed', 'code': 200} Jul 16 18:11:27.787570 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-937ad2ca-eb0d-4edb-af0f-768f22645085 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba85571-fa88-4ab9-9bec-dfec1f762f1f HTTP/1.1" status: 200 len: 217 time: 0.0707932 Jul 16 18:11:27.794014 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-67929d11-e59f-4646-9ff1-cd06384a1d7f tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/routers/be0b3b97-767c-4637-bf06-36a733094bb8 HTTP/1.1" status: 200 len: 909 time: 0.2337356 Jul 16 18:11:27.794295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50998) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:27.806277 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1694836818', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'enable_snat': True}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:27.814840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Made reservation on behalf of 9e80e9c9f8bc436ebf3056ab1de1fafe for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:27.818395 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.833171 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.834617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.841607 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Set router be0b3b97-767c-4637-bf06-36a733094bb8 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:27.916265 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.955846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9edf35-3129-437d-bab2-0dd6783154d1 req-3ff3c482-56a4-49cc-aaaf-9e7d8b3716e6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.957398 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c9edf35-3129-437d-bab2-0dd6783154d1 req-3ff3c482-56a4-49cc-aaaf-9e7d8b3716e6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 943 time: 0.4885435 Jul 16 18:11:28.001253 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-25fa8fe7-b674-41fb-98e6-5c66b130855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.064193 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0b3b97-767c-4637-bf06-36a733094bb8', 'name': 'tempest-snat-router-1694836818', 'tenant_id': '3ac238143e7547d388085ff0084b16a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': False}, 'gw_port_id': '3ec2c459-7e33-4dfe-8aac-b0bd7237409b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:25Z', 'updated_at': '2021-07-16T18:11:26Z', 'revision_number': 3, 'project_id': '3ac238143e7547d388085ff0084b16a9', 'gw_port': {'id': '3ec2c459-7e33-4dfe-8aac-b0bd7237409b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0b3b97-767c-4637-bf06-36a733094bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:25Z', 'updated_at': '2021-07-16T18:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:28.098100 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Checking router: be0b3b97-767c-4637-bf06-36a733094bb8 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:28.098691 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Updating router be0b3b97-767c-4637-bf06-36a733094bb8 port 3ec2c459-7e33-4dfe-8aac-b0bd7237409b binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:11:28.116540 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.140349 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.349225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-d0fe524d-05ac-46db-92ac-0f083be9a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.351559 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-d0fe524d-05ac-46db-92ac-0f083be9a1e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67124d59-0334-4001-bc70-c456c40671e8 HTTP/1.1" status: 200 len: 849 time: 0.5546432 Jul 16 18:11:28.408800 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.443680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.512079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:28.569371 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c9edf35-3129-437d-bab2-0dd6783154d1 req-90636f70-1187-4f97-b0b2-34dffd98ca31 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284338 Jul 16 18:11:28.621348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad065ee0-bb85-4297-8ac0-77d1d270905c req-bdc9f980-901b-4d2d-a28b-04c64ae70180 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.628410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad065ee0-bb85-4297-8ac0-77d1d270905c req-bdc9f980-901b-4d2d-a28b-04c64ae70180 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 931 time: 0.7194285 Jul 16 18:11:28.645546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:28.686044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-6715af09-5404-4310-8465-ea990fb6e28b req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Allocated IP 19.86.0.213 (ad813c3a-0008-451a-80cf-e1f3551e3cb7/e09ed3ca-efe0-40ae-8a2e-068cecac0c02/3fa61977-35e0-4778-897a-0d7ad2288e85) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:28.713145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-812441f6-84d6-40ea-94e6-e5869f67aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.713968 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.714841 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-812441f6-84d6-40ea-94e6-e5869f67aec1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3f19b65-ee6b-41f6-9b83-418e35648d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3153715 Jul 16 18:11:28.730760 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Transition to ACTIVE for port object 3ec2c459-7e33-4dfe-8aac-b0bd7237409b will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:28.738404 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.738642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d0d350-99d8-427d-aed3-162937cad248 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:28.778974 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.796539 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Attempting to bind port 3ec2c459-7e33-4dfe-8aac-b0bd7237409b on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:28.797222 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Attempting to bind port 3ec2c459-7e33-4dfe-8aac-b0bd7237409b by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:28.797798 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Attempting to bind port 3ec2c459-7e33-4dfe-8aac-b0bd7237409b on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:28.806471 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Pushing event updated for resources: {'Port': ['ID=3ec2c459-7e33-4dfe-8aac-b0bd7237409b,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:28.809246 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:28.809881 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:28.810490 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.811081 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:28.820091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad065ee0-bb85-4297-8ac0-77d1d270905c req-3681d1c8-33c4-40e1-bbac-5f750d6c2d5f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845677 Jul 16 18:11:28.822176 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Bound port: 3ec2c459-7e33-4dfe-8aac-b0bd7237409b, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:28.822971 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.824641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6e7de35-103e-4743-962e-b1566f8fad33 req-6390571f-f460-4787-8df3-fc71a3eb7146 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.1005113 Jul 16 18:11:28.838788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Allocated IP 172.25.5.101 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/3190e88c-b812-473e-b855-6805120c5b4d) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:28.865060 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:28.865401 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:28.865736 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:28.866064 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:28.866384 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:28.866706 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:28.867024 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:28.867340 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:28.867687 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:28.868239 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:28.868444 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:28.868759 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:28.933511 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] For port 3ec2c459-7e33-4dfe-8aac-b0bd7237409b, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:28.939255 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] For port 3ec2c459-7e33-4dfe-8aac-b0bd7237409b, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3ec2c459-7e33-4dfe-8aac-b0bd7237409b,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:28.951843 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.011865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Transition to ACTIVE for port object 44d0d350-99d8-427d-aed3-162937cad248 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:29.025700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-728f8085-5e0f-4a36-980e-f1880783a72f service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841673 Jul 16 18:11:29.052979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.074362 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.078537 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Routers {'be0b3b97-767c-4637-bf06-36a733094bb8'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:29.079517 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['be0b3b97-767c-4637-bf06-36a733094bb8'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:29.084174 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a30323-6d6d-4414-adbc-55263b0ad2ae None None] Pushing event updated for resources: {'Port': ['ID=3ec2c459-7e33-4dfe-8aac-b0bd7237409b,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.116833 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.183262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:29.186563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:29.193259 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:29.220644 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] Set router be0b3b97-767c-4637-bf06-36a733094bb8 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:29.226387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event updated for resources: {'Port': ['ID=3190e88c-b812-473e-b855-6805120c5b4d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.497353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] No DVR routers for this DVR port 44d0d350-99d8-427d-aed3-162937cad248 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:29.532221 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0b3b97-767c-4637-bf06-36a733094bb8', 'name': 'tempest-snat-router-1694836818', 'tenant_id': '3ac238143e7547d388085ff0084b16a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': False}, 'gw_port_id': '3ec2c459-7e33-4dfe-8aac-b0bd7237409b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:25Z', 'updated_at': '2021-07-16T18:11:26Z', 'revision_number': 3, 'project_id': '3ac238143e7547d388085ff0084b16a9', 'gw_port': {'id': '3ec2c459-7e33-4dfe-8aac-b0bd7237409b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0b3b97-767c-4637-bf06-36a733094bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:25Z', 'updated_at': '2021-07-16T18:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:29.546333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Pushing event updated for resources: {'Port': ['ID=44d0d350-99d8-427d-aed3-162937cad248,revision_number=9']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.578084 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f092cd-0f5c-40da-93ab-2bfd6f932bde None None] The sync data for ids ['be0b3b97-767c-4637-bf06-36a733094bb8'] in n-d-787206-10 is: [{'id': 'be0b3b97-767c-4637-bf06-36a733094bb8', 'name': 'tempest-snat-router-1694836818', 'tenant_id': '3ac238143e7547d388085ff0084b16a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': False}, 'gw_port_id': '3ec2c459-7e33-4dfe-8aac-b0bd7237409b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:25Z', 'updated_at': '2021-07-16T18:11:26Z', 'revision_number': 3, 'project_id': '3ac238143e7547d388085ff0084b16a9', 'gw_port': {'id': '3ec2c459-7e33-4dfe-8aac-b0bd7237409b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0b3b97-767c-4637-bf06-36a733094bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:25Z', 'updated_at': '2021-07-16T18:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:29.656259 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.663424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2592fc4d-7d1b-4895-b867-3ca154f1ca7b req-ae34ac76-4803-4c1a-8bb7-b78cb65b4ab6 service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367328 Jul 16 18:11:29.707688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5af17a3c-2244-405c-81ed-fefb64f551c6 req-4ec70c0b-5d77-4b84-b9ce-1ec2ec831258 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0726113 Jul 16 18:11:29.712144 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.714769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Attempting to bind port 44d0d350-99d8-427d-aed3-162937cad248 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:29.715120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Attempting to bind port 44d0d350-99d8-427d-aed3-162937cad248 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '10a07ed6-82ab-4be8-b0e5-238d14e97b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:29.715614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Attempting to bind port 44d0d350-99d8-427d-aed3-162937cad248 on network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:29.722392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Port 44d0d350-99d8-427d-aed3-162937cad248 on network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:29.722717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Attempting to bind port 44d0d350-99d8-427d-aed3-162937cad248 on network 48f3ba80-69a2-4d05-b98f-45fe8c30f60c {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:29.737480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:29.737868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Checking segment: {'id': '10a07ed6-82ab-4be8-b0e5-238d14e97b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:29.738189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Bound using segment: {'id': '10a07ed6-82ab-4be8-b0e5-238d14e97b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:29.738651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Bound port: 44d0d350-99d8-427d-aed3-162937cad248, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a07ed6-82ab-4be8-b0e5-238d14e97b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:29.739004 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.763108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796b008-6964-48e7-b947-c2cf223a5353 req-d980ca39-b6fc-4c0d-a509-efcda39cb39b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.764723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a796b008-6964-48e7-b947-c2cf223a5353 req-d980ca39-b6fc-4c0d-a509-efcda39cb39b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 944 time: 0.7487104 Jul 16 18:11:29.781685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-6715af09-5404-4310-8465-ea990fb6e28b req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Transition to ACTIVE for port object 3fa61977-35e0-4778-897a-0d7ad2288e85 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:29.899059 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a796b008-6964-48e7-b947-c2cf223a5353 req-fb46748a-3e47-4340-962c-e127dc88a3aa tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205895 Jul 16 18:11:30.069425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:30.073427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:30.101663 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.102251 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.137367 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.226296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.227268 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.229010 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] 10.222.0.35 "PUT /v2.0/ports/44d0d350-99d8-427d-aed3-162937cad248 HTTP/1.1" status: 200 len: 1092 time: 3.1935742 Jul 16 18:11:30.238988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ffad0-63c0-4fe5-b532-5e8e6f3c8972 req-f033ae36-c66f-4ea6-9d18-9f862d040d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.241224 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-004ffad0-63c0-4fe5-b532-5e8e6f3c8972 req-f033ae36-c66f-4ea6-9d18-9f862d040d52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3300ca1eb774358bc73fd789b35b8a8&device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 1096 time: 0.4986756 Jul 16 18:11:30.241672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'tag': '44d0d350-99d8-427d-aed3-162937cad248'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:30.244484 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea2bcc2-f501-4ade-82ea-ccadb9873cad" -d '{"events": [{"name": "network-changed", "server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "tag": "44d0d350-99d8-427d-aed3-162937cad248"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:30.251387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6715af09-5404-4310-8465-ea990fb6e28b req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Network ad813c3a-0008-451a-80cf-e1f3551e3cb7 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:30.293097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Router 21f3f4db-2a32-4045-a671-e2420b365893 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:30.355026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-6715af09-5404-4310-8465-ea990fb6e28b req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:30.391680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6715af09-5404-4310-8465-ea990fb6e28b req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:30.410273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3ec2c459-7e33-4dfe-8aac-b0bd7237409b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:30.466289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:30.499614 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce74bcc-97ca-429d-9b0c-860152fff05f None None] Sync routers for ids ['21f3f4db-2a32-4045-a671-e2420b365893'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:30.503753 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.516242 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4179a76e-83b3-4e2b-a41f-49f5aa68c086 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7163353 Jul 16 18:11:30.519895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51096) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:30.539066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce74bcc-97ca-429d-9b0c-860152fff05f None None] Routers {'21f3f4db-2a32-4045-a671-e2420b365893'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:30.540053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5ce74bcc-97ca-429d-9b0c-860152fff05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['21f3f4db-2a32-4045-a671-e2420b365893'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:30.569201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48549a95-38ba-4a62-b9a9-9a11bcd850e5 req-65458ed2-d985-4a9a-9b51-32a7b2a2ba62 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.577259 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48549a95-38ba-4a62-b9a9-9a11bcd850e5 req-65458ed2-d985-4a9a-9b51-32a7b2a2ba62 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 943 time: 0.6943836 Jul 16 18:11:30.609915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c42ae-2c76-4710-81fd-a6fe40f359e9 service neutron] Pushing event updated for resources: {'Port': ['ID=44d0d350-99d8-427d-aed3-162937cad248,revision_number=10']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.706765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ffad0-63c0-4fe5-b532-5e8e6f3c8972 req-5454b4b7-7036-410d-a6df-431327b1cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.708529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-004ffad0-63c0-4fe5-b532-5e8e6f3c8972 req-5454b4b7-7036-410d-a6df-431327b1cfdf service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3f19b65-ee6b-41f6-9b83-418e35648d8f HTTP/1.1" status: 200 len: 911 time: 0.4495144 Jul 16 18:11:30.733373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51102) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:30.756886 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.778354 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2ac9a706-ab90-4154-a3f2-65158eb389ca tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/routers/21f3f4db-2a32-4045-a671-e2420b365893 HTTP/1.1" status: 200 len: 908 time: 0.2546387 Jul 16 18:11:30.781590 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51108) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:30.788361 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 3ec2c459-7e33-4dfe-8aac-b0bd7237409b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:30.797817 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-09306fe1-918d-4afe-b8d9-166bc799b945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.803305 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3ec2c459-7e33-4dfe-8aac-b0bd7237409b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:30.804025 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.827344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.828085 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.876171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-5ce74bcc-97ca-429d-9b0c-860152fff05f None None] Set router 21f3f4db-2a32-4045-a671-e2420b365893 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:30.882994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48549a95-38ba-4a62-b9a9-9a11bcd850e5 req-67e7f013-c9b9-4b77-b277-18998308fcde tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047414 Jul 16 18:11:30.908341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-004ffad0-63c0-4fe5-b532-5e8e6f3c8972 req-65aea871-3b46-4b94-977b-ad7a85d0015c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba85571-fa88-4ab9-9bec-dfec1f762f1f HTTP/1.1" status: 200 len: 217 time: 0.1336410 Jul 16 18:11:30.969550 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.977045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event updated for resources: {'Port': ['ID=3fa61977-35e0-4778-897a-0d7ad2288e85,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.987490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa26d84-600b-4a6c-b318-1694adf68120 req-00bae8fa-df0d-4601-8663-edfae4f2fbd5 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.002773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa26d84-600b-4a6c-b318-1694adf68120 req-00bae8fa-df0d-4601-8663-edfae4f2fbd5 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.016085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfa26d84-600b-4a6c-b318-1694adf68120 req-00bae8fa-df0d-4601-8663-edfae4f2fbd5 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1654 time: 0.9031684 Jul 16 18:11:31.028274 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af59028-d6d0-4c48-981e-a3d678127ad7 x-openstack-request-id: req-0af59028-d6d0-4c48-981e-a3d678127ad7 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:31.028560 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "tag": "44d0d350-99d8-427d-aed3-162937cad248", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:31.028813 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0af59028-d6d0-4c48-981e-a3d678127ad7 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:31.029205 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'tag': '44d0d350-99d8-427d-aed3-162937cad248', 'status': 'completed', 'code': 200} Jul 16 18:11:31.093977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-73ecab13-6c5f-4820-9f21-4e36e1739e6d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0458515 Jul 16 18:11:31.107485 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.136141 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-efd427a7-0393-422b-bda6-90d4a04f1fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.137777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-efd427a7-0393-422b-bda6-90d4a04f1fe6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8321523f0544c138784f8d6f52b96ca&device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 1096 time: 0.8750281 Jul 16 18:11:31.145913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Request body: {'port': {'device_id': '52a817cb-b954-4950-b618-b7d97a74973a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.160584 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-af01d217-93fc-486f-b68b-ade0b4a8c7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.176919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Deleting port 3190e88c-b812-473e-b855-6805120c5b4d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:31.177275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.232958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7d00bdf3-2963-4939-93a4-e99774a50274 None None] Provisioning for port 3fa61977-35e0-4778-897a-0d7ad2288e85 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:31.239350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7d00bdf3-2963-4939-93a4-e99774a50274 None None] Provisioning complete for port 3fa61977-35e0-4778-897a-0d7ad2288e85 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:31.239924 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7d00bdf3-2963-4939-93a4-e99774a50274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.259933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fe92bb5-49eb-4139-9467-20eaef037b6a req-ac711cbb-316d-43a4-a53b-48df05746061 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.1010361 Jul 16 18:11:31.263666 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.270596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ffad0-63c0-4fe5-b532-5e8e6f3c8972 req-96df5336-e06e-40c3-b3ed-4141eb9fc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.272115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-004ffad0-63c0-4fe5-b532-5e8e6f3c8972 req-96df5336-e06e-40c3-b3ed-4141eb9fc316 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67124d59-0334-4001-bc70-c456c40671e8 HTTP/1.1" status: 200 len: 849 time: 0.3312082 Jul 16 18:11:31.281631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Calling delete_port for 3190e88c-b812-473e-b855-6805120c5b4d owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:31.288974 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfa26d84-600b-4a6c-b318-1694adf68120 req-0aa0b1ba-66a4-4a5e-a8ef-7ac3bfb5c9d2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719181 Jul 16 18:11:31.348619 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.388014 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-7d00bdf3-2963-4939-93a4-e99774a50274 None None] Port 3fa61977-35e0-4778-897a-0d7ad2288e85 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:31.412007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 3ec2c459-7e33-4dfe-8aac-b0bd7237409b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3ec2c459-7e33-4dfe-8aac-b0bd7237409b,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:31.422591 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.453031 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.521613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=3ec2c459-7e33-4dfe-8aac-b0bd7237409b,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.527116 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.534164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-8f28b1a9-6469-46d6-a6c9-45df491ffcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.535890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-8f28b1a9-6469-46d6-a6c9-45df491ffcbd service neutron] 10.222.0.35 "GET /v2.0/networks?id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c HTTP/1.1" status: 200 len: 914 time: 0.3785419 Jul 16 18:11:31.537606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:31.538033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:31.538380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:31.538726 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:31.539125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:31.539482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:31.540286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:31.540286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:31.540495 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:31.542067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:31.542067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:31.542067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:31.553304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5ce74bcc-97ca-429d-9b0c-860152fff05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f3f4db-2a32-4045-a671-e2420b365893', 'name': 'tempest-snat-router-1694836818', 'tenant_id': '3ac238143e7547d388085ff0084b16a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3190e88c-b812-473e-b855-6805120c5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:27Z', 'updated_at': '2021-07-16T18:11:29Z', 'revision_number': 3, 'project_id': '3ac238143e7547d388085ff0084b16a9', 'gw_port': {'id': '3190e88c-b812-473e-b855-6805120c5b4d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:96:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f3f4db-2a32-4045-a671-e2420b365893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:28Z', 'updated_at': '2021-07-16T18:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:31.562110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event deleted for resources: {'Port': ['ID=3190e88c-b812-473e-b855-6805120c5b4d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.600273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce74bcc-97ca-429d-9b0c-860152fff05f None None] Checking router: 21f3f4db-2a32-4045-a671-e2420b365893 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:31.600716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce74bcc-97ca-429d-9b0c-860152fff05f None None] Updating router 21f3f4db-2a32-4045-a671-e2420b365893 port 3190e88c-b812-473e-b855-6805120c5b4d binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:11:31.621915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce74bcc-97ca-429d-9b0c-860152fff05f None None] Port 3190e88c-b812-473e-b855-6805120c5b4d not found while updating agent binding for router 21f3f4db-2a32-4045-a671-e2420b365893. {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:11:31.629239 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.629592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ffad0-63c0-4fe5-b532-5e8e6f3c8972 req-cd80f1be-66d1-46fb-9401-d2e6ea216ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.631047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-004ffad0-63c0-4fe5-b532-5e8e6f3c8972 req-cd80f1be-66d1-46fb-9401-d2e6ea216ad0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3f19b65-ee6b-41f6-9b83-418e35648d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3354681 Jul 16 18:11:31.634703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce74bcc-97ca-429d-9b0c-860152fff05f None None] Routers {'21f3f4db-2a32-4045-a671-e2420b365893'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:31.636735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5ce74bcc-97ca-429d-9b0c-860152fff05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['21f3f4db-2a32-4045-a671-e2420b365893'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:31.644581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-20630d55-4231-4ff1-b45c-866cb0ddc1fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44d0d350-99d8-427d-aed3-162937cad248 HTTP/1.1" status: 200 len: 217 time: 0.1014054 Jul 16 18:11:31.722843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-5ce74bcc-97ca-429d-9b0c-860152fff05f None None] Set router 21f3f4db-2a32-4045-a671-e2420b365893 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:31.731918 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.734214 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.782734 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.783235 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21f3f4db-2a32-4045-a671-e2420b365893 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:31.784096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5ce74bcc-97ca-429d-9b0c-860152fff05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f3f4db-2a32-4045-a671-e2420b365893', 'name': 'tempest-snat-router-1694836818', 'tenant_id': '3ac238143e7547d388085ff0084b16a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:27Z', 'updated_at': '2021-07-16T18:11:31Z', 'revision_number': 5, 'project_id': '3ac238143e7547d388085ff0084b16a9', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:31.784248 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-af01d217-93fc-486f-b68b-ade0b4a8c7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.793182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.794547 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d427b16c-fc49-4d50-80ad-91ffeda99e6e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "DELETE /v2.0/routers/21f3f4db-2a32-4045-a671-e2420b365893 HTTP/1.1" status: 204 len: 168 time: 1.0119922 Jul 16 18:11:31.797200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51112) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.824615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce74bcc-97ca-429d-9b0c-860152fff05f None None] The sync data for ids ['21f3f4db-2a32-4045-a671-e2420b365893'] in n-d-787206-10 is: [{'id': '21f3f4db-2a32-4045-a671-e2420b365893', 'name': 'tempest-snat-router-1694836818', 'tenant_id': '3ac238143e7547d388085ff0084b16a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:27Z', 'updated_at': '2021-07-16T18:11:31Z', 'revision_number': 5, 'project_id': '3ac238143e7547d388085ff0084b16a9', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:31.840513 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.919333 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.034020 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.099110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Deleting port 3ec2c459-7e33-4dfe-8aac-b0bd7237409b {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:32.099558 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.170670 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-af01d217-93fc-486f-b68b-ade0b4a8c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.193636 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] For port 3ec2c459-7e33-4dfe-8aac-b0bd7237409b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3ec2c459-7e33-4dfe-8aac-b0bd7237409b,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:32.194190 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.206480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Calling delete_port for 3ec2c459-7e33-4dfe-8aac-b0bd7237409b owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:32.230758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-cf4d7f13-a402-43eb-a51d-33b0b5d83c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.232272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-cf4d7f13-a402-43eb-a51d-33b0b5d83c6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=665eba6f-eeab-4451-90aa-d2ddd6503915 HTTP/1.1" status: 200 len: 853 time: 0.5741966 Jul 16 18:11:32.248669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e08522-054e-4eab-a585-a9c7d69e6b69 req-2d4e9edc-8357-484d-bd09-98353657791f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.250156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91e08522-054e-4eab-a585-a9c7d69e6b69 req-2d4e9edc-8357-484d-bd09-98353657791f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 944 time: 0.7688107 Jul 16 18:11:32.329529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3ec2c459-7e33-4dfe-8aac-b0bd7237409b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:32.368708 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-00ac195c-0319-4827-bcc4-ac7ecc3e6126 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097734 Jul 16 18:11:32.382774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01d217-93fc-486f-b68b-ade0b4a8c7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e486684-8640-4522-9674-6936443f34c7,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.389600 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-af01d217-93fc-486f-b68b-ade0b4a8c7e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f78f3ad7e7b41a68c1cd32e1a2a88ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6451445 Jul 16 18:11:32.390220 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51120) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:32.393971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3ec2c459-7e33-4dfe-8aac-b0bd7237409b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:32.394269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-004ffad0-63c0-4fe5-b532-5e8e6f3c8972 req-2239c726-9d39-4387-a001-00bd759f24c4 service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7529731 Jul 16 18:11:32.394379 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.416987 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.434456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Could not find standard attr ID for object 3ec2c459-7e33-4dfe-8aac-b0bd7237409b. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:11:32.437761 n-d-787206-10 neutron-server[100171]: INFO neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No ports have port_id starting with 3ec2c459-7e33-4dfe-8aac-b0bd7237409b Jul 16 18:11:32.457817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ec2c459-7e33-4dfe-8aac-b0bd7237409b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.527182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91e08522-054e-4eab-a585-a9c7d69e6b69 req-27cdde7f-98d0-489c-a7e3-19ccfe30dd2d tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468238 Jul 16 18:11:32.542574 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bdb75306-8dac-49ee-8110-d2fd47273d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.551811 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.599413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10aae8-78c9-4335-8ac9-c8cd567d0711 req-905b71d5-8a6e-4362-b7ed-216efbe03fec tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.600967 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc10aae8-78c9-4335-8ac9-c8cd567d0711 req-905b71d5-8a6e-4362-b7ed-216efbe03fec tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.4401586 Jul 16 18:11:32.666730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bdb75306-8dac-49ee-8110-d2fd47273d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.675832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.679566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.729504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-a3f905d7-fa7b-4cec-890f-9d4e1730b90e service neutron] 10.222.0.35 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376338 Jul 16 18:11:32.732127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92c418b4-ffde-416b-81c5-6ce3fd01c061 req-5b734a47-2513-4c8e-9ab8-490d825e0976 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0597718 Jul 16 18:11:32.733191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-004ffad0-63c0-4fe5-b532-5e8e6f3c8972 req-02458b04-1c95-4bb6-949e-3ba81841c5bd service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234272 Jul 16 18:11:32.742976 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.743621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be0b3b97-767c-4637-bf06-36a733094bb8 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:32.745090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc10aae8-78c9-4335-8ac9-c8cd567d0711 req-7cd9a553-595b-4f24-ae57-d0f2a833bcaa tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269505 Jul 16 18:11:32.754808 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.760924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51122) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:32.767487 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aedd94f1-2ce4-4e02-a41a-9142484a6cc5 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "DELETE /v2.0/routers/be0b3b97-767c-4637-bf06-36a733094bb8 HTTP/1.1" status: 204 len: 168 time: 0.9688685 Jul 16 18:11:32.771124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2061596163', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:32.801556 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bdb75306-8dac-49ee-8110-d2fd47273d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.804435 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bdb75306-8dac-49ee-8110-d2fd47273d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.805579 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bdb75306-8dac-49ee-8110-d2fd47273d27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e486684-8640-4522-9674-6936443f34c7 HTTP/1.1" status: 204 len: 168 time: 0.4144609 Jul 16 18:11:32.820174 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb75306-8dac-49ee-8110-d2fd47273d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e486684-8640-4522-9674-6936443f34c7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.892177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd0046b-3521-466f-a949-ac2b014bcd62 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:32.904846 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.912029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.913232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.953093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Transition to ACTIVE for port object 2bd0046b-3521-466f-a949-ac2b014bcd62 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:32.974567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ba58713-845c-448d-8b7a-828c6dc4ab0a req-8048cd31-16c8-4601-8b4f-93329e386d3d service neutron] 10.222.0.35 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330234 Jul 16 18:11:32.993482 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.098551 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.160573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Pushing event updated for resources: {'Port': ['ID=2bd0046b-3521-466f-a949-ac2b014bcd62,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.185534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7ba85571-fa88-4ab9-9bec-dfec1f762f1f details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:33.298118 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51138) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:33.316264 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8899fe9f-5959-4c8f-9340-0f85fc8a8bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.342581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7ba85571-fa88-4ab9-9bec-dfec1f762f1f,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:33.360901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'port_id': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f', 'mac_address': 'fa:16:3e:64:9f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:33.436753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71898ee1-db97-4d18-adb6-ce93604c5497 req-0a861496-156f-42e5-8e7c-cd10beb7146b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.446557 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.447232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71898ee1-db97-4d18-adb6-ce93604c5497 req-0a861496-156f-42e5-8e7c-cd10beb7146b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.449001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71898ee1-db97-4d18-adb6-ce93604c5497 req-0a861496-156f-42e5-8e7c-cd10beb7146b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1654 time: 0.5311019 Jul 16 18:11:33.463044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba85571-fa88-4ab9-9bec-dfec1f762f1f {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:33.487553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7ba85571-fa88-4ab9-9bec-dfec1f762f1f,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:33.497248 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.502830 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.515004 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8899fe9f-5959-4c8f-9340-0f85fc8a8bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.524152 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8899fe9f-5959-4c8f-9340-0f85fc8a8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.531374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2bcc2-f501-4ade-82ea-ccadb9873cad req-ca95c975-619e-419e-a137-2cf3336e1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.532943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fea2bcc2-f501-4ade-82ea-ccadb9873cad req-ca95c975-619e-419e-a137-2cf3336e1265 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8321523f0544c138784f8d6f52b96ca&device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 1096 time: 0.4616725 Jul 16 18:11:33.559071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Attempting to bind port 2bd0046b-3521-466f-a949-ac2b014bcd62 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:33.559405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Attempting to bind port 2bd0046b-3521-466f-a949-ac2b014bcd62 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '17d144d4-fbb7-4e48-a759-bebbad457b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd4c3e5d8-c754-481e-af47-3f3ab9f61863'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:33.559977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Attempting to bind port 2bd0046b-3521-466f-a949-ac2b014bcd62 on network d4c3e5d8-c754-481e-af47-3f3ab9f61863 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.561952 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8899fe9f-5959-4c8f-9340-0f85fc8a8bb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04883f56f46f45b5941250cd58204d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625861 Jul 16 18:11:33.590624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51142) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:33.594302 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.599920 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899fe9f-5959-4c8f-9340-0f85fc8a8bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bd95dc-9f7a-4ec6-aa26-6b6dd5b9f1c7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.616844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Port 2bd0046b-3521-466f-a949-ac2b014bcd62 on network d4c3e5d8-c754-481e-af47-3f3ab9f61863 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:33.617134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Attempting to bind port 2bd0046b-3521-466f-a949-ac2b014bcd62 on network d4c3e5d8-c754-481e-af47-3f3ab9f61863 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.624784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7ba85571-fa88-4ab9-9bec-dfec1f762f1f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.632073 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71898ee1-db97-4d18-adb6-ce93604c5497 req-16df5b36-9c18-4da0-8e9b-b85047e63173 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466327 Jul 16 18:11:33.677919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:33.678639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Checking segment: {'id': '17d144d4-fbb7-4e48-a759-bebbad457b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd4c3e5d8-c754-481e-af47-3f3ab9f61863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:33.679244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Bound using segment: {'id': '17d144d4-fbb7-4e48-a759-bebbad457b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd4c3e5d8-c754-481e-af47-3f3ab9f61863'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:33.679950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Bound port: 2bd0046b-3521-466f-a949-ac2b014bcd62, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d144d4-fbb7-4e48-a759-bebbad457b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd4c3e5d8-c754-481e-af47-3f3ab9f61863'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:33.680849 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.715851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['7ba85571-fa88-4ab9-9bec-dfec1f762f1f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:33.893924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2bcc2-f501-4ade-82ea-ccadb9873cad req-9017f54c-b662-4029-9df6-9760cb0506bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.896446 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fea2bcc2-f501-4ade-82ea-ccadb9873cad req-9017f54c-b662-4029-9df6-9760cb0506bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c HTTP/1.1" status: 200 len: 914 time: 0.3532567 Jul 16 18:11:33.897340 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3951233a-8d8f-4393-b564-3d0a9556067c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.995175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fea2bcc2-f501-4ade-82ea-ccadb9873cad req-d3bbe099-b55b-412c-8b74-858f435ef9ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44d0d350-99d8-427d-aed3-162937cad248 HTTP/1.1" status: 200 len: 217 time: 0.0723310 Jul 16 18:11:33.996697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] For port 2bd0046b-3521-466f-a949-ac2b014bcd62, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:34.000517 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3951233a-8d8f-4393-b564-3d0a9556067c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.049044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] For port 2bd0046b-3521-466f-a949-ac2b014bcd62, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=2bd0046b-3521-466f-a949-ac2b014bcd62,segment=NetworkSegment(17d144d4-fbb7-4e48-a759-bebbad457b4a),segment_id=17d144d4-fbb7-4e48-a759-bebbad457b4a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:34.090568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec064c-f1ed-43ee-b72c-da3ae02e0e07 req-d6f9cfbe-4486-4005-bc41-979b9617e677 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.097649 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3eec064c-f1ed-43ee-b72c-da3ae02e0e07 req-d6f9cfbe-4486-4005-bc41-979b9617e677 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 945 time: 0.3801632 Jul 16 18:11:34.107398 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.184016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.184740 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.186236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] 10.222.0.43 "PUT /v2.0/ports/2bd0046b-3521-466f-a949-ac2b014bcd62 HTTP/1.1" status: 200 len: 1092 time: 3.0637891 Jul 16 18:11:34.192521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a817cb-b954-4950-b618-b7d97a74973a', 'tag': '2bd0046b-3521-466f-a949-ac2b014bcd62'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:34.194953 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230d7b7f-98a5-42dd-a99d-685102d8f995" -d '{"events": [{"name": "network-changed", "server_uuid": "52a817cb-b954-4950-b618-b7d97a74973a", "tag": "2bd0046b-3521-466f-a949-ac2b014bcd62"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:34.242607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Request body: {'port': {'device_id': '52a817cb-b954-4950-b618-b7d97a74973a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:34.339688 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3ec2c459-7e33-4dfe-8aac-b0bd7237409b no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:34.389562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 3ec2c459-7e33-4dfe-8aac-b0bd7237409b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:34.391133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3ec2c459-7e33-4dfe-8aac-b0bd7237409b not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:34.416206 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3eec064c-f1ed-43ee-b72c-da3ae02e0e07 req-134d3846-c5b8-4e00-96fb-328b6699dad0 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173034 Jul 16 18:11:34.466868 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3951233a-8d8f-4393-b564-3d0a9556067c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.469393 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3951233a-8d8f-4393-b564-3d0a9556067c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.470518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3951233a-8d8f-4393-b564-3d0a9556067c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23bd95dc-9f7a-4ec6-aa26-6b6dd5b9f1c7 HTTP/1.1" status: 204 len: 168 time: 0.8777962 Jul 16 18:11:34.471929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f05c91-ec20-4ed1-b6de-9b1cdcdc183f service neutron] Pushing event updated for resources: {'Port': ['ID=2bd0046b-3521-466f-a949-ac2b014bcd62,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.491211 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.517610 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.586438 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951233a-8d8f-4393-b564-3d0a9556067c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bd95dc-9f7a-4ec6-aa26-6b6dd5b9f1c7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.629136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c04fbc-c8e1-4b65-862b-2e40558de207 req-e400a2f2-411e-4d15-903f-2fb779a7895e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.630719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29c04fbc-c8e1-4b65-862b-2e40558de207 req-e400a2f2-411e-4d15-903f-2fb779a7895e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.6072648 Jul 16 18:11:34.675629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55829f9a-1d96-4ff8-8246-35c23373053a req-cd8e7e65-cd5c-4f47-8956-703710fb400a tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0941966 Jul 16 18:11:34.762501 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54978649-92f2-4f8a-aa39-070bb88fffef x-openstack-request-id: req-54978649-92f2-4f8a-aa39-070bb88fffef {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:34.763056 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a817cb-b954-4950-b618-b7d97a74973a", "tag": "2bd0046b-3521-466f-a949-ac2b014bcd62", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:34.775036 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54978649-92f2-4f8a-aa39-070bb88fffef {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:34.775539 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a817cb-b954-4950-b618-b7d97a74973a', 'tag': '2bd0046b-3521-466f-a949-ac2b014bcd62', 'status': 'completed', 'code': 200} Jul 16 18:11:34.836083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29c04fbc-c8e1-4b65-862b-2e40558de207 req-b4bab969-937c-4906-accd-0e0269feef5d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694863 Jul 16 18:11:34.838988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.915150 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Allocated IP 172.25.5.174 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/3c76694a-425b-4b3a-9770-50e5c5764048) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:35.188487 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7ba85571-fa88-4ab9-9bec-dfec1f762f1f up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:35.285721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:35.294475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:35.295090 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.443913 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.445038 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d7b7f-98a5-42dd-a99d-685102d8f995 req-eccc161a-3593-43c6-a7b7-f729d05dea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.445555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d7b7f-98a5-42dd-a99d-685102d8f995 req-eccc161a-3593-43c6-a7b7-f729d05dea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.447115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-230d7b7f-98a5-42dd-a99d-685102d8f995 req-eccc161a-3593-43c6-a7b7-f729d05dea0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e80e9c9f8bc436ebf3056ab1de1fafe&device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1914 time: 0.6510396 Jul 16 18:11:35.505302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29485e5-1bcd-457d-a8ca-4de3ba1e245f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:35.512623 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddc4291-c5ee-4c32-b605-92052e07f4ec" -d '{"events": [{"server_uuid": "c29485e5-1bcd-457d-a8ca-4de3ba1e245f", "name": "network-vif-plugged", "status": "completed", "tag": "7ba85571-fa88-4ab9-9bec-dfec1f762f1f"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:35.527729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb0dc9-6262-4dbb-b602-a9d5ee9b2918 req-40dd68cc-3b2e-4739-92bd-f3d168d7f57d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.534672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb0dc9-6262-4dbb-b602-a9d5ee9b2918 req-40dd68cc-3b2e-4739-92bd-f3d168d7f57d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.537637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7ba85571-fa88-4ab9-9bec-dfec1f762f1f,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:35.541688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bdeb0dc9-6262-4dbb-b602-a9d5ee9b2918 req-40dd68cc-3b2e-4739-92bd-f3d168d7f57d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1666 time: 0.6199682 Jul 16 18:11:35.551751 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.656252 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.665204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=7ba85571-fa88-4ab9-9bec-dfec1f762f1f,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:35.675272 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51182) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.797914 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bdeb0dc9-6262-4dbb-b602-a9d5ee9b2918 req-73afd52b-5561-41ac-a392-626281d7a869 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553408 Jul 16 18:11:35.800591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-373924403'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:35.807957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d7b7f-98a5-42dd-a99d-685102d8f995 req-eb9e6ac5-0643-4964-86a1-c86500464a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.808407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d7b7f-98a5-42dd-a99d-685102d8f995 req-eb9e6ac5-0643-4964-86a1-c86500464a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.808877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d7b7f-98a5-42dd-a99d-685102d8f995 req-eb9e6ac5-0643-4964-86a1-c86500464a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.810466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-230d7b7f-98a5-42dd-a99d-685102d8f995 req-eb9e6ac5-0643-4964-86a1-c86500464a64 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9e80e9c9f8bc436ebf3056ab1de1fafe&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3420291 Jul 16 18:11:35.849688 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Made reservation on behalf of 148924187431453f80dac980a810b510 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:35.856607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.869071 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.894902 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b440e285-2e36-4a86-bdb3-fb3ed3bc2b8c x-openstack-request-id: req-b440e285-2e36-4a86-bdb3-fb3ed3bc2b8c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:35.895362 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29485e5-1bcd-457d-a8ca-4de3ba1e245f", "name": "network-vif-plugged", "status": "completed", "tag": "7ba85571-fa88-4ab9-9bec-dfec1f762f1f", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:35.895677 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b440e285-2e36-4a86-bdb3-fb3ed3bc2b8c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:35.896075 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29485e5-1bcd-457d-a8ca-4de3ba1e245f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f', 'code': 200} Jul 16 18:11:35.905639 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.004689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa61977-35e0-4778-897a-0d7ad2288e85 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:36.011391 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.023251 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.027062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:36.031397 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.039551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:36.046595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Pushing event updated for resources: {'Port': ['ID=3c76694a-425b-4b3a-9770-50e5c5764048,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.056313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:36.066775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385227bd-785c-49ab-bea8-e5151fd54b80 req-89b5d4fd-ea89-4d68-9023-2be8a56d173f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.073747 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-385227bd-785c-49ab-bea8-e5151fd54b80 req-89b5d4fd-ea89-4d68-9023-2be8a56d173f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 946 time: 0.3537688 Jul 16 18:11:36.087225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:36.090165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Transition to ACTIVE for port object 3fa61977-35e0-4778-897a-0d7ad2288e85 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:36.097543 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803d695b-f19a-4c8a-b42b-1da67fabf033,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.105410 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.106621 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Added segment df4127f6-5526-48e1-9d74-450b9911fc0a of type vlan for network d0e9675f-6a66-4ffb-bd93-886ea93d800a Jul 16 18:11:36.136643 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.147279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d7b7f-98a5-42dd-a99d-685102d8f995 req-1b0efc56-bec6-4e8a-88f7-ed048edd014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.148831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-230d7b7f-98a5-42dd-a99d-685102d8f995 req-1b0efc56-bec6-4e8a-88f7-ed048edd014f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3297324 Jul 16 18:11:36.164549 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.196126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-492903be-02f8-4efd-9825-30b3c86e2304 req-773bfd78-f56f-4c71-b998-b36f93d2fee5 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0825319 Jul 16 18:11:36.206634 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.213797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.214664 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.259680 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-385227bd-785c-49ab-bea8-e5151fd54b80 req-0748a059-3276-40a4-a889-1f78a5d8e1cc tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813319 Jul 16 18:11:36.318954 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6423178 Jul 16 18:11:36.319988 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51190) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:36.327824 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9a10543d-8e86-4fcc-83fe-be2e57a2ccf6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Request body: {'subnet': {'network_id': 'd0e9675f-6a66-4ffb-bd93-886ea93d800a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:36.376017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa61977-35e0-4778-897a-0d7ad2288e85,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.425749 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2c37d-8297-479e-9b66-2874a327b92d tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event updated for resources: {'Network': ['ID=d0e9675f-6a66-4ffb-bd93-886ea93d800a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.439710 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d0e9675f-6a66-4ffb-bd93-886ea93d800a details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:36.538490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a10543d-8e86-4fcc-83fe-be2e57a2ccf6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Made reservation on behalf of 148924187431453f80dac980a810b510 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:36.542194 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a10543d-8e86-4fcc-83fe-be2e57a2ccf6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.679408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Attempting to bind port 3fa61977-35e0-4778-897a-0d7ad2288e85 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:36.679868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Attempting to bind port 3fa61977-35e0-4778-897a-0d7ad2288e85 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'de07c94a-b80d-49fa-b54a-6e57c2239352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ad813c3a-0008-451a-80cf-e1f3551e3cb7'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:36.680276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Attempting to bind port 3fa61977-35e0-4778-897a-0d7ad2288e85 on network ad813c3a-0008-451a-80cf-e1f3551e3cb7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:36.719101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Port 3fa61977-35e0-4778-897a-0d7ad2288e85 on network ad813c3a-0008-451a-80cf-e1f3551e3cb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:36.719681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Attempting to bind port 3fa61977-35e0-4778-897a-0d7ad2288e85 on network ad813c3a-0008-451a-80cf-e1f3551e3cb7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:36.733824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba28ab-5e3c-46f5-9063-3d8a5f23723a req-96fb2e2e-a6ce-4914-adfe-d4b2cbb44a29 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.742092 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10ba28ab-5e3c-46f5-9063-3d8a5f23723a req-96fb2e2e-a6ce-4914-adfe-d4b2cbb44a29 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.3521492 Jul 16 18:11:36.757400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:36.758073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Checking segment: {'id': 'de07c94a-b80d-49fa-b54a-6e57c2239352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ad813c3a-0008-451a-80cf-e1f3551e3cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:36.758663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Bound using segment: {'id': 'de07c94a-b80d-49fa-b54a-6e57c2239352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ad813c3a-0008-451a-80cf-e1f3551e3cb7'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:36.759315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Bound port: 3fa61977-35e0-4778-897a-0d7ad2288e85, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de07c94a-b80d-49fa-b54a-6e57c2239352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ad813c3a-0008-451a-80cf-e1f3551e3cb7'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:36.759901 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.839305 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.851008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10ba28ab-5e3c-46f5-9063-3d8a5f23723a req-e81ed007-af1b-4420-83a3-1b28b1605804 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022339 Jul 16 18:11:36.986347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] For port 3fa61977-35e0-4778-897a-0d7ad2288e85, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:37.030685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] For port 3fa61977-35e0-4778-897a-0d7ad2288e85, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3fa61977-35e0-4778-897a-0d7ad2288e85,segment=NetworkSegment(de07c94a-b80d-49fa-b54a-6e57c2239352),segment_id=de07c94a-b80d-49fa-b54a-6e57c2239352)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:37.042359 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.084893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.085436 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.086857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] 10.222.0.43 "PUT /v2.0/ports/3fa61977-35e0-4778-897a-0d7ad2288e85 HTTP/1.1" status: 200 len: 1093 time: 2.8613403 Jul 16 18:11:37.089236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a817cb-b954-4950-b618-b7d97a74973a', 'tag': '3fa61977-35e0-4778-897a-0d7ad2288e85'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:37.092078 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ec3b60-5cc6-4147-b4d9-5d52436301c8" -d '{"events": [{"name": "network-changed", "server_uuid": "52a817cb-b954-4950-b618-b7d97a74973a", "tag": "3fa61977-35e0-4778-897a-0d7ad2288e85"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:37.171917 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48251a6d-b8c8-4798-8818-301d96c283a1 x-openstack-request-id: req-48251a6d-b8c8-4798-8818-301d96c283a1 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:37.172218 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a817cb-b954-4950-b618-b7d97a74973a", "tag": "3fa61977-35e0-4778-897a-0d7ad2288e85", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:37.172503 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48251a6d-b8c8-4798-8818-301d96c283a1 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:37.172913 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a817cb-b954-4950-b618-b7d97a74973a', 'tag': '3fa61977-35e0-4778-897a-0d7ad2288e85', 'status': 'completed', 'code': 200} Jul 16 18:11:37.208390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a10543d-8e86-4fcc-83fe-be2e57a2ccf6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.242236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817f94a-e8a4-4134-8c3a-7fcb6b43b0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa61977-35e0-4778-897a-0d7ad2288e85,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.317348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47687122-8dd5-4c04-a5d3-f0aee516812c req-b5caf3b2-1ac9-4e37-9edf-63058a5d4dc9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.325361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47687122-8dd5-4c04-a5d3-f0aee516812c req-b5caf3b2-1ac9-4e37-9edf-63058a5d4dc9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.334135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47687122-8dd5-4c04-a5d3-f0aee516812c req-b5caf3b2-1ac9-4e37-9edf-63058a5d4dc9 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1678 time: 0.3694358 Jul 16 18:11:37.353348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10543d-8e86-4fcc-83fe-be2e57a2ccf6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event updated for resources: {'Subnet': ['ID=f7e148a8-e703-4f7f-bf8e-a46877bcd732,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.364588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a10543d-8e86-4fcc-83fe-be2e57a2ccf6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Checking segment: {'id': 'df4127f6-5526-48e1-9d74-450b9911fc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0e9675f-6a66-4ffb-bd93-886ea93d800a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:37.365213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10543d-8e86-4fcc-83fe-be2e57a2ccf6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Network hostable DHCP agents. Network: d0e9675f-6a66-4ffb-bd93-886ea93d800a, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:37.396817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10543d-8e86-4fcc-83fe-be2e57a2ccf6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Network d0e9675f-6a66-4ffb-bd93-886ea93d800a is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:37.418980 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-9a10543d-8e86-4fcc-83fe-be2e57a2ccf6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d0e9675f-6a66-4ffb-bd93-886ea93d800a) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:37.425292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10543d-8e86-4fcc-83fe-be2e57a2ccf6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.425907 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a10543d-8e86-4fcc-83fe-be2e57a2ccf6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.443266 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47687122-8dd5-4c04-a5d3-f0aee516812c req-de304edf-51a5-40dd-9025-9f3ac317daf2 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081240 Jul 16 18:11:37.443626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dc907f-ce5a-47ce-8d3e-455556e275d5 None None] Network d0e9675f-6a66-4ffb-bd93-886ea93d800a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:37.451081 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9a10543d-8e86-4fcc-83fe-be2e57a2ccf6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1248443 Jul 16 18:11:37.451292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51202) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:37.463832 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Request body: {'port': {'network_id': 'd0e9675f-6a66-4ffb-bd93-886ea93d800a', 'name': 'tempest-AllowedAddressPairTestJSON-2008401947'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:37.467106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6daeaed5-d79f-41fa-b6e6-a562e6e0d3a0 req-777226c1-951b-4fbc-8899-b5f15060e012 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0449831 Jul 16 18:11:37.469149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.474629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-a38b9dfa-a6ee-4680-a60c-6ce24dee6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.475080 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-a38b9dfa-a6ee-4680-a60c-6ce24dee6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.476954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-a38b9dfa-a6ee-4680-a60c-6ce24dee6eec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e80e9c9f8bc436ebf3056ab1de1fafe&device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1982 time: 0.3068750 Jul 16 18:11:37.575978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-b80f9de1-ba19-4052-a226-9c753f42413e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=2bd0046b-3521-466f-a949-ac2b014bcd62 HTTP/1.1" status: 200 len: 217 time: 0.0578203 Jul 16 18:11:37.720103 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Made reservation on behalf of 148924187431453f80dac980a810b510 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:37.726542 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.752927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-e3a46004-bba6-4564-88cc-90530ccea512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.754296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-e3a46004-bba6-4564-88cc-90530ccea512 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c107a1a2-def5-433d-829c-e04b204fabea HTTP/1.1" status: 200 len: 801 time: 0.1704721 Jul 16 18:11:37.763508 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] device_id is not set on port 4486d8f6-6574-4463-89c4-eb67f49214b4 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:37.772085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-d0e9675f-6a66-4ffb-bd93-886ea93d800a', 'network_id': 'd0e9675f-6a66-4ffb-bd93-886ea93d800a', 'tenant_id': '148924187431453f80dac980a810b510', 'fixed_ips': [{'subnet_id': 'f7e148a8-e703-4f7f-bf8e-a46877bcd732'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:37.773272 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.971827 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Allocated IP 172.20.0.6 (d0e9675f-6a66-4ffb-bd93-886ea93d800a/f7e148a8-e703-4f7f-bf8e-a46877bcd732/4486d8f6-6574-4463-89c4-eb67f49214b4) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:38.180722 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.183021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453c9ae-a667-4bc3-9c60-a825905176ba req-863b03bf-2894-4556-b1fd-f1f6687901db tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.184584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5453c9ae-a667-4bc3-9c60-a825905176ba req-863b03bf-2894-4556-b1fd-f1f6687901db tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 946 time: 0.4996486 Jul 16 18:11:38.209962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Transition to ACTIVE for port object 4486d8f6-6574-4463-89c4-eb67f49214b4 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:38.216678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Router d2327d9a-49bc-4087-99bd-b0c96e95f9f9 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:38.261422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-7c91ca58-1258-4ba2-8310-3f96fb2f5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.264147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-7c91ca58-1258-4ba2-8310-3f96fb2f5b09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c3e5d8-c754-481e-af47-3f3ab9f61863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5009403 Jul 16 18:11:38.264794 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.278056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b5422-7589-450e-a1ef-965cee72fc1a req-176e96f3-ff86-47a1-bb44-8a919a23d8f6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.280223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e1b5422-7589-450e-a1ef-965cee72fc1a req-176e96f3-ff86-47a1-bb44-8a919a23d8f6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.1862905 Jul 16 18:11:38.311044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Network d0e9675f-6a66-4ffb-bd93-886ea93d800a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:38.316540 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:38.319962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Allocated IP 172.20.0.2 (d0e9675f-6a66-4ffb-bd93-886ea93d800a/f7e148a8-e703-4f7f-bf8e-a46877bcd732/204ce9fb-ccfa-4958-bdf7-0e53b0b344dd) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:38.322815 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5453c9ae-a667-4bc3-9c60-a825905176ba req-07c66abc-42c5-4945-bb54-34dda1d4dc8c tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267571 Jul 16 18:11:38.328058 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:38.376110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event updated for resources: {'Port': ['ID=4486d8f6-6574-4463-89c4-eb67f49214b4,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:38.407465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.409150 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.436158 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-103a66a6-cef3-46ce-964d-e1374b5b7504 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9800117 Jul 16 18:11:38.436158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51206) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:38.443758 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Request body: {'port': {'network_id': 'd0e9675f-6a66-4ffb-bd93-886ea93d800a', 'name': 'tempest-AllowedAddressPairTestJSON-301424931', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ce:f5:ca'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:38.507233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e1b5422-7589-450e-a1ef-965cee72fc1a req-1613c929-1d6d-4b27-8f9b-286a553dfe32 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875470 Jul 16 18:11:38.610680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:38.623281 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387485da-e4e8-4c78-85c6-99bff545db10 None None] Sync routers for ids ['d2327d9a-49bc-4087-99bd-b0c96e95f9f9'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:38.639875 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387485da-e4e8-4c78-85c6-99bff545db10 None None] Routers {'d2327d9a-49bc-4087-99bd-b0c96e95f9f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:38.640870 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-387485da-e4e8-4c78-85c6-99bff545db10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d2327d9a-49bc-4087-99bd-b0c96e95f9f9'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:38.641824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-f0073996-4046-4558-b4d6-e036c38f6504 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c3e5d8-c754-481e-af47-3f3ab9f61863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307400 Jul 16 18:11:38.650755 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Made reservation on behalf of 148924187431453f80dac980a810b510 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:38.724267 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-387485da-e4e8-4c78-85c6-99bff545db10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:38.734948 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.736227 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b0657839-f0ff-4860-8889-fe5d6b8614a5 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9744470 Jul 16 18:11:38.741014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51212) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:38.750323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-602ff98d-21d1-48f7-bdf8-0b26b02e4594 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'enable_snat': False}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:38.751500 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387485da-e4e8-4c78-85c6-99bff545db10 None None] Routers {'d2327d9a-49bc-4087-99bd-b0c96e95f9f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:38.756215 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-387485da-e4e8-4c78-85c6-99bff545db10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d2327d9a-49bc-4087-99bd-b0c96e95f9f9'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:38.822767 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.839682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Transition to ACTIVE for port object 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:38.840726 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-387485da-e4e8-4c78-85c6-99bff545db10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:38.842098 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387485da-e4e8-4c78-85c6-99bff545db10 None None] The sync data for ids ['d2327d9a-49bc-4087-99bd-b0c96e95f9f9'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:38.856784 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.878638 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] device_id is not set on port 234014b5-61cf-402a-9098-8e65854828fe yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:38.891568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Transition to ACTIVE for port object 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:38.912040 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eda3bc0a-6f85-4387-a204-7baedc158e1a req-6eba7cdd-72ff-4a08-b98e-5d27822b1c44 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.1526132 Jul 16 18:11:38.959838 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.990903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-686dd23d-9e8b-46b2-9998-7f395eacd57b service neutron] 10.222.0.43 "GET /v2.0/networks/d4c3e5d8-c754-481e-af47-3f3ab9f61863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417258 Jul 16 18:11:39.059255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-109c8b54-b9f7-48d4-91cb-41e8c9a432a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.213&port_id=3fa61977-35e0-4778-897a-0d7ad2288e85 HTTP/1.1" status: 200 len: 217 time: 0.0608079 Jul 16 18:11:39.073222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Network d0e9675f-6a66-4ffb-bd93-886ea93d800a is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:39.078055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d01feb-27b0-4b3e-a63e-b483a4c2ae7d req-976b5b12-2e67-4570-affd-11584c45dd24 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.085313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d01feb-27b0-4b3e-a63e-b483a4c2ae7d req-976b5b12-2e67-4570-affd-11584c45dd24 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.088272 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:39.089003 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1c55d439-c223-4061-bae4-0627d83df543 {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:11:39.089573 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:11:39.092389 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25d01feb-27b0-4b3e-a63e-b483a4c2ae7d req-976b5b12-2e67-4570-affd-11584c45dd24 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1678 time: 0.2754347 Jul 16 18:11:39.093196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:39.111543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Pushing event updated for resources: {'Port': ['ID=204ce9fb-ccfa-4958-bdf7-0e53b0b344dd,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.189075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Attempting to bind port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:39.189847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Attempting to bind port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'df4127f6-5526-48e1-9d74-450b9911fc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0e9675f-6a66-4ffb-bd93-886ea93d800a'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:39.190548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Attempting to bind port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd on network d0e9675f-6a66-4ffb-bd93-886ea93d800a {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:39.213121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:39.213657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Checking segment: {'id': 'df4127f6-5526-48e1-9d74-450b9911fc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0e9675f-6a66-4ffb-bd93-886ea93d800a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:39.214238 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.214711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Bound using segment: {'id': 'df4127f6-5526-48e1-9d74-450b9911fc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0e9675f-6a66-4ffb-bd93-886ea93d800a'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:39.215499 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Bound port: 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4127f6-5526-48e1-9d74-450b9911fc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0e9675f-6a66-4ffb-bd93-886ea93d800a'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:39.216089 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.256161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25d01feb-27b0-4b3e-a63e-b483a4c2ae7d req-ada4df60-d766-4caa-93a8-5faf83037d75 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627700 Jul 16 18:11:39.259609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-f43a7b5d-5e14-4365-8819-fe28eda91464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.261090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-f43a7b5d-5e14-4365-8819-fe28eda91464 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e09ed3ca-efe0-40ae-8a2e-068cecac0c02 HTTP/1.1" status: 200 len: 801 time: 0.1936967 Jul 16 18:11:39.295758 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] For port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:39.299364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] For port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=204ce9fb-ccfa-4958-bdf7-0e53b0b344dd,segment=NetworkSegment(df4127f6-5526-48e1-9d74-450b9911fc0a),segment_id=df4127f6-5526-48e1-9d74-450b9911fc0a)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:39.304208 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.370980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f26dc-964a-4428-a510-803f361b2ec4 None None] Pushing event updated for resources: {'Port': ['ID=204ce9fb-ccfa-4958-bdf7-0e53b0b344dd,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.460146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715af09-5404-4310-8465-ea990fb6e28b req-5020f519-473a-4ecc-9f87-a22a957f8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.462050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-5020f519-473a-4ecc-9f87-a22a957f8560 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad813c3a-0008-451a-80cf-e1f3551e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927054 Jul 16 18:11:39.467998 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-602ff98d-21d1-48f7-bdf8-0b26b02e4594 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.597320 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.652079 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] device_id is not set on port 95b27db8-2249-4804-80b3-f9cfd9aa6276 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:39.762598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-96106ebd-6869-495b-b94c-d2117e11256a service neutron] 10.222.0.43 "GET /v2.0/networks/ad813c3a-0008-451a-80cf-e1f3551e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904203 Jul 16 18:11:39.782206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa95ac-3040-4b43-831a-708956b3f577 req-0131ba20-519b-4d6d-843a-fe51519c40ef tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.789614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dfa95ac-3040-4b43-831a-708956b3f577 req-0131ba20-519b-4d6d-843a-fe51519c40ef tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 946 time: 0.2831345 Jul 16 18:11:39.833150 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Allocated IP 172.20.0.9 (d0e9675f-6a66-4ffb-bd93-886ea93d800a/f7e148a8-e703-4f7f-bf8e-a46877bcd732/95b27db8-2249-4804-80b3-f9cfd9aa6276) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:39.943091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007abc67-3477-4724-8ba9-590b7bb9fc50 req-03e0748a-4d60-41b8-901a-6cda183f79d6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.946984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-007abc67-3477-4724-8ba9-590b7bb9fc50 req-03e0748a-4d60-41b8-901a-6cda183f79d6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.2742651 Jul 16 18:11:39.974673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dfa95ac-3040-4b43-831a-708956b3f577 req-fd157fdf-50f8-472e-b3e0-219df27b7dd9 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840789 Jul 16 18:11:40.022382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6715af09-5404-4310-8465-ea990fb6e28b req-63d65363-0bb6-430e-a127-ed7c4b743d27 service neutron] 10.222.0.43 "GET /v2.0/networks/ad813c3a-0008-451a-80cf-e1f3551e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496159 Jul 16 18:11:40.088085 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.088928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-007abc67-3477-4724-8ba9-590b7bb9fc50 req-5211b360-afd5-468e-81ac-0f7c87a92270 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313162 Jul 16 18:11:40.122293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Transition to ACTIVE for port object 95b27db8-2249-4804-80b3-f9cfd9aa6276 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:40.182099 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.228877 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Network d0e9675f-6a66-4ffb-bd93-886ea93d800a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:40.232250 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:40.236358 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:40.249324 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b72dfecd-7290-48c5-b8f0-c0bd5b9ae69f req-c96a08a3-dfa2-4c48-90b4-1a0fa431a5bc tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0741405 Jul 16 18:11:40.265611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event updated for resources: {'Port': ['ID=95b27db8-2249-4804-80b3-f9cfd9aa6276,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:40.300349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec3b60-5cc6-4147-b4d9-5d52436301c8 req-0ab7714f-65cf-473a-969f-1ca30d4cbb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.301027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec3b60-5cc6-4147-b4d9-5d52436301c8 req-0ab7714f-65cf-473a-969f-1ca30d4cbb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.302323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75ec3b60-5cc6-4147-b4d9-5d52436301c8 req-0ab7714f-65cf-473a-969f-1ca30d4cbb2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e80e9c9f8bc436ebf3056ab1de1fafe&device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1982 time: 0.1639626 Jul 16 18:11:40.388421 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.392325 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.433851 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-19ba306b-73d2-489e-9c9c-8f78e9e2f819 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.9956813 Jul 16 18:11:40.436835 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51224) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:40.477565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:40.603072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:40.670291 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b400643-12ec-42b3-b0c0-18ce051bd09b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.687039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b400643-12ec-42b3-b0c0-18ce051bd09b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.701831 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b400643-12ec-42b3-b0c0-18ce051bd09b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.705811 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2b400643-12ec-42b3-b0c0-18ce051bd09b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2656829 Jul 16 18:11:40.718506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51226) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:40.914992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4423290a-0127-4789-8d11-eb2bf4bc89c2 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Deleting port 95b27db8-2249-4804-80b3-f9cfd9aa6276 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:40.916060 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4423290a-0127-4789-8d11-eb2bf4bc89c2 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.023380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec3b60-5cc6-4147-b4d9-5d52436301c8 req-83b0ed97-a237-4e6d-86cd-be6c8825a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.023380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75ec3b60-5cc6-4147-b4d9-5d52436301c8 req-83b0ed97-a237-4e6d-86cd-be6c8825a6f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad813c3a-0008-451a-80cf-e1f3551e3cb7 HTTP/1.1" status: 200 len: 901 time: 0.6231639 Jul 16 18:11:41.062286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d15959-5e74-46d1-9ba9-6124a27453aa None None] Network d0e9675f-6a66-4ffb-bd93-886ea93d800a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:41.122620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c657609-aced-4dea-80bb-f6649dd7688c req-76e71838-27b6-4757-b6f4-573daa61fd79 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.128773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c657609-aced-4dea-80bb-f6649dd7688c req-76e71838-27b6-4757-b6f4-573daa61fd79 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.135891 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c657609-aced-4dea-80bb-f6649dd7688c req-76e71838-27b6-4757-b6f4-573daa61fd79 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1678 time: 0.6393011 Jul 16 18:11:41.136247 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4423290a-0127-4789-8d11-eb2bf4bc89c2 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.141238 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75ec3b60-5cc6-4147-b4d9-5d52436301c8 req-6ef82041-9dca-4871-a132-734ac2304b5e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.213&port_id=3fa61977-35e0-4778-897a-0d7ad2288e85 HTTP/1.1" status: 200 len: 217 time: 0.1119878 Jul 16 18:11:41.145643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d05e4134-7d78-4a9c-92b9-a995b997ae38 None None] Provisioning for port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:41.149935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4423290a-0127-4789-8d11-eb2bf4bc89c2 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Calling delete_port for 95b27db8-2249-4804-80b3-f9cfd9aa6276 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:41.157423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d05e4134-7d78-4a9c-92b9-a995b997ae38 None None] Provisioning complete for port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:41.158165 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d05e4134-7d78-4a9c-92b9-a995b997ae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.278326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c657609-aced-4dea-80bb-f6649dd7688c req-e5d1da33-df51-46c5-a7ee-2a59b3391c8a tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413925 Jul 16 18:11:41.286957 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d05e4134-7d78-4a9c-92b9-a995b997ae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.370438 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec3b60-5cc6-4147-b4d9-5d52436301c8 req-b33f81af-72c6-4383-955a-e3848d7772d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.371964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75ec3b60-5cc6-4147-b4d9-5d52436301c8 req-b33f81af-72c6-4383-955a-e3848d7772d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e09ed3ca-efe0-40ae-8a2e-068cecac0c02 HTTP/1.1" status: 200 len: 801 time: 0.2033422 Jul 16 18:11:41.385107 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-602ff98d-21d1-48f7-bdf8-0b26b02e4594 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.408168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d05e4134-7d78-4a9c-92b9-a995b997ae38 None None] For port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=204ce9fb-ccfa-4958-bdf7-0e53b0b344dd,segment=NetworkSegment(df4127f6-5526-48e1-9d74-450b9911fc0a),segment_id=df4127f6-5526-48e1-9d74-450b9911fc0a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:41.415584 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4423290a-0127-4789-8d11-eb2bf4bc89c2 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.442523 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-602ff98d-21d1-48f7-bdf8-0b26b02e4594 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.473135 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d05e4134-7d78-4a9c-92b9-a995b997ae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.495276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423290a-0127-4789-8d11-eb2bf4bc89c2 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event deleted for resources: {'Port': ['ID=95b27db8-2249-4804-80b3-f9cfd9aa6276,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.560583 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e4134-7d78-4a9c-92b9-a995b997ae38 None None] Pushing event updated for resources: {'Port': ['ID=204ce9fb-ccfa-4958-bdf7-0e53b0b344dd,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.795051 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4423290a-0127-4789-8d11-eb2bf4bc89c2 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.795824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec3b60-5cc6-4147-b4d9-5d52436301c8 req-05b217a9-6cbe-48a5-8224-328ecd40fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.797241 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4423290a-0127-4789-8d11-eb2bf4bc89c2 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "DELETE /v2.0/ports/95b27db8-2249-4804-80b3-f9cfd9aa6276 HTTP/1.1" status: 204 len: 168 time: 1.0801084 Jul 16 18:11:41.797371 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75ec3b60-5cc6-4147-b4d9-5d52436301c8 req-05b217a9-6cbe-48a5-8224-328ecd40fdc8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad813c3a-0008-451a-80cf-e1f3551e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4102232 Jul 16 18:11:41.800713 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51236) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.852019 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ac0a5b-239f-4fd1-a6a5-6c08b311e052 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] GET failed (client error): The resource could not be found. Jul 16 18:11:41.853727 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-46ac0a5b-239f-4fd1-a6a5-6c08b311e052 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "GET /v2.0/ports/95b27db8-2249-4804-80b3-f9cfd9aa6276 HTTP/1.1" status: 404 len: 333 time: 0.0519075 Jul 16 18:11:41.857471 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51238) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.869683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Request body: {'port': {'network_id': 'd0e9675f-6a66-4ffb-bd93-886ea93d800a', 'name': 'tempest-AllowedAddressPairTestJSON-1054154684'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:41.880033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb24c4b-cd62-4ae4-91c9-c288317dacef req-667893e7-efd3-4309-956a-c26515d02b1a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.888939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cb24c4b-cd62-4ae4-91c9-c288317dacef req-667893e7-efd3-4309-956a-c26515d02b1a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.3432035 Jul 16 18:11:41.925211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-912cff72-260c-492f-8676-ecd088a7406a None None] Provisioning for port 4486d8f6-6574-4463-89c4-eb67f49214b4 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:41.936072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-912cff72-260c-492f-8676-ecd088a7406a None None] Provisioning complete for port 4486d8f6-6574-4463-89c4-eb67f49214b4 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:41.936798 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-912cff72-260c-492f-8676-ecd088a7406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.987400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602ff98d-21d1-48f7-bdf8-0b26b02e4594 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Router d2327d9a-49bc-4087-99bd-b0c96e95f9f9 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:41.995316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-912cff72-260c-492f-8676-ecd088a7406a None None] Port 4486d8f6-6574-4463-89c4-eb67f49214b4 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:42.025466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-912cff72-260c-492f-8676-ecd088a7406a None None] Provisioning complete for port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:42.026160 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-912cff72-260c-492f-8676-ecd088a7406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.041008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2138af-2203-4f92-9459-b4a58ec9a80f req-76752f50-35f8-4448-b64d-38f13ce5934a tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:42.051183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a2138af-2203-4f92-9459-b4a58ec9a80f req-76752f50-35f8-4448-b64d-38f13ce5934a tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 946 time: 0.4110796 Jul 16 18:11:42.068059 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Made reservation on behalf of 148924187431453f80dac980a810b510 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:42.071783 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.094645 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] device_id is not set on port bffc82a3-a4c3-4468-90f2-1e2ce22501bf yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:42.114487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75ec3b60-5cc6-4147-b4d9-5d52436301c8 req-6f7b3690-a2de-448d-89b2-4be81de30eba service neutron] 10.222.0.43 "GET /v2.0/networks/ad813c3a-0008-451a-80cf-e1f3551e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081014 Jul 16 18:11:42.196675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-912cff72-260c-492f-8676-ecd088a7406a None None] Could not find standard attr ID for object 95b27db8-2249-4804-80b3-f9cfd9aa6276. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:11:42.202674 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cb24c4b-cd62-4ae4-91c9-c288317dacef req-6536af8d-e249-44c3-b899-e786856154d0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124852 Jul 16 18:11:42.313465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Allocated IP 172.20.0.7 (d0e9675f-6a66-4ffb-bd93-886ea93d800a/f7e148a8-e703-4f7f-bf8e-a46877bcd732/bffc82a3-a4c3-4468-90f2-1e2ce22501bf) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:42.326382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cc2a050e-79a8-44bf-bcd4-e21c968ac4bc None None] Provisioning complete for port 4486d8f6-6574-4463-89c4-eb67f49214b4 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:42.326753 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cc2a050e-79a8-44bf-bcd4-e21c968ac4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.464805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a050e-79a8-44bf-bcd4-e21c968ac4bc None None] Port 4486d8f6-6574-4463-89c4-eb67f49214b4 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:42.468184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:42.490715 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a2138af-2203-4f92-9459-b4a58ec9a80f req-0eb51e47-4372-4076-a9af-3a734a9c8149 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4384449 Jul 16 18:11:42.492671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75ec3b60-5cc6-4147-b4d9-5d52436301c8 req-f4ed131b-e97c-4b89-86e5-e20161c3976f service neutron] 10.222.0.43 "GET /v2.0/networks/ad813c3a-0008-451a-80cf-e1f3551e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236327 Jul 16 18:11:42.527264 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:42.528027 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.600690 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c095d35-54bd-469d-b0fb-fff20139a945 req-32b49ef9-4d94-431c-9566-44be55243014 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0864604 Jul 16 18:11:42.641470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602ff98d-21d1-48f7-bdf8-0b26b02e4594 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:42.648460 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-602ff98d-21d1-48f7-bdf8-0b26b02e4594 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.651491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-602ff98d-21d1-48f7-bdf8-0b26b02e4594 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "PUT /v2.0/routers/d2327d9a-49bc-4087-99bd-b0c96e95f9f9 HTTP/1.1" status: 200 len: 922 time: 3.9080651 Jul 16 18:11:42.654136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51242) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.663591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73edd3d0-cf94-4a29-aa4a-d8807bdadc4f None None] Sync routers for ids ['d2327d9a-49bc-4087-99bd-b0c96e95f9f9'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:42.698231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73edd3d0-cf94-4a29-aa4a-d8807bdadc4f None None] Routers {'d2327d9a-49bc-4087-99bd-b0c96e95f9f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:42.699162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-73edd3d0-cf94-4a29-aa4a-d8807bdadc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d2327d9a-49bc-4087-99bd-b0c96e95f9f9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:42.717714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4472f4ae-2ef0-497e-85c3-85b4912f9f51 None None] Could not find standard attr ID for object 95b27db8-2249-4804-80b3-f9cfd9aa6276. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:11:42.774464 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.798451 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Transition to ACTIVE for port object bffc82a3-a4c3-4468-90f2-1e2ce22501bf will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:42.880943 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.925490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0ed02e9f-aeef-435f-96d4-7f26813e1023 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/routers/d2327d9a-49bc-4087-99bd-b0c96e95f9f9 HTTP/1.1" status: 200 len: 922 time: 0.2698162 Jul 16 18:11:42.926221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51244) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.973058 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Network d0e9675f-6a66-4ffb-bd93-886ea93d800a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:42.986466 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:42.992037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:43.027692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a76b96-1a4f-4a26-a2f4-82ed38abc7a3 req-0a45755b-251e-4ec9-a3e8-363f2d801d8b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.035132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a76b96-1a4f-4a26-a2f4-82ed38abc7a3 req-0a45755b-251e-4ec9-a3e8-363f2d801d8b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.036810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a76b96-1a4f-4a26-a2f4-82ed38abc7a3 req-0a45755b-251e-4ec9-a3e8-363f2d801d8b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1678 time: 0.2238083 Jul 16 18:11:43.070578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.071363 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.098721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-73edd3d0-cf94-4a29-aa4a-d8807bdadc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:43.111059 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event updated for resources: {'Port': ['ID=bffc82a3-a4c3-4468-90f2-1e2ce22501bf,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:43.115903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47a76b96-1a4f-4a26-a2f4-82ed38abc7a3 req-cf8b1e54-0069-49c0-b6e6-edee3b0faa96 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652411 Jul 16 18:11:43.124624 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73edd3d0-cf94-4a29-aa4a-d8807bdadc4f None None] Routers {'d2327d9a-49bc-4087-99bd-b0c96e95f9f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:43.126148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03096d46-6e0a-49ac-be54-3a4267cb5032 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.131843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-03096d46-6e0a-49ac-be54-3a4267cb5032 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&device_id=d2327d9a-49bc-4087-99bd-b0c96e95f9f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2035027 Jul 16 18:11:43.133377 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51246) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:43.136648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-73edd3d0-cf94-4a29-aa4a-d8807bdadc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d2327d9a-49bc-4087-99bd-b0c96e95f9f9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:43.159549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51248) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:43.161018 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-247f6744-8e36-411f-b7b7-efb12f7a38ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3023112 Jul 16 18:11:43.167848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6469f2e6-2e50-45d7-b4f5-b20ea4b2b037 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ce:f5:ca'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:43.182489 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-73edd3d0-cf94-4a29-aa4a-d8807bdadc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:43.183306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73edd3d0-cf94-4a29-aa4a-d8807bdadc4f None None] The sync data for ids ['d2327d9a-49bc-4087-99bd-b0c96e95f9f9'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:43.345715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cd69729c-e49d-4662-a03a-31fca2cf18a4 None None] Provisioning for port bffc82a3-a4c3-4468-90f2-1e2ce22501bf completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:43.346736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef35ea41-49e5-4720-9255-2aaee846686a tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.350861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cd69729c-e49d-4662-a03a-31fca2cf18a4 None None] Provisioning complete for port bffc82a3-a4c3-4468-90f2-1e2ce22501bf triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:43.351315 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cd69729c-e49d-4662-a03a-31fca2cf18a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.351695 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ef35ea41-49e5-4720-9255-2aaee846686a tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 881 time: 0.2173443 Jul 16 18:11:43.355119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51252) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:43.387943 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-cd69729c-e49d-4662-a03a-31fca2cf18a4 None None] Port bffc82a3-a4c3-4468-90f2-1e2ce22501bf cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:43.419472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51254) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:43.419712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-69162dc5-812d-437f-a72e-72d7f7f915b3 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2327d9a-49bc-4087-99bd-b0c96e95f9f9 HTTP/1.1" status: 200 len: 205 time: 0.0631828 Jul 16 18:11:43.523988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6469f2e6-2e50-45d7-b4f5-b20ea4b2b037 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.539678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b346d-ff04-45f2-a47e-360fb82e6a15 req-7585ec96-db36-453c-a67a-3de90b57cfe9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.541433 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f53b346d-ff04-45f2-a47e-360fb82e6a15 req-7585ec96-db36-453c-a67a-3de90b57cfe9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.1978323 Jul 16 18:11:43.546575 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.665225 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.679553 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f53b346d-ff04-45f2-a47e-360fb82e6a15 req-a0738eb5-eb85-470b-86ca-baacebd4450c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293321 Jul 16 18:11:43.730054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Deleting port 3c76694a-425b-4b3a-9770-50e5c5764048 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:43.730463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.852107 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.866064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Calling delete_port for 3c76694a-425b-4b3a-9770-50e5c5764048 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:44.055517 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.060318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 2bd0046b-3521-466f-a949-ac2b014bcd62 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:44.108377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbe5ca83-1a6f-4bf1-afbd-575ffaca686b req-b9183bb9-4431-4895-b0df-010fc8d5cac9 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0286481 Jul 16 18:11:44.115817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Pushing event deleted for resources: {'Port': ['ID=3c76694a-425b-4b3a-9770-50e5c5764048,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.153386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee618b0-29d4-45d4-8d75-59b0defac6ea req-8d75534c-6973-4a62-9661-54a1f4bd10a2 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:44.154939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dee618b0-29d4-45d4-8d75-59b0defac6ea req-8d75534c-6973-4a62-9661-54a1f4bd10a2 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 946 time: 0.4612830 Jul 16 18:11:44.225835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dee618b0-29d4-45d4-8d75-59b0defac6ea req-ebf0c583-e1f7-47a4-8a3c-f1192d587c3d tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582056 Jul 16 18:11:44.230064 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.272312 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6469f2e6-2e50-45d7-b4f5-b20ea4b2b037 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.284217 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6469f2e6-2e50-45d7-b4f5-b20ea4b2b037 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.300475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 2bd0046b-3521-466f-a949-ac2b014bcd62, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=2bd0046b-3521-466f-a949-ac2b014bcd62,segment=NetworkSegment(17d144d4-fbb7-4e48-a759-bebbad457b4a),segment_id=17d144d4-fbb7-4e48-a759-bebbad457b4a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:44.323910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '2bd0046b-3521-466f-a949-ac2b014bcd62', 'network_id': 'd4c3e5d8-c754-481e-af47-3f3ab9f61863', 'port_id': '2bd0046b-3521-466f-a949-ac2b014bcd62', 'mac_address': 'fa:16:3e:be:83:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c107a1a2-def5-433d-829c-e04b204fabea', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:44.404733 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.431541 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd0046b-3521-466f-a949-ac2b014bcd62 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:44.468264 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 2bd0046b-3521-466f-a949-ac2b014bcd62, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=2bd0046b-3521-466f-a949-ac2b014bcd62,segment=NetworkSegment(17d144d4-fbb7-4e48-a759-bebbad457b4a),segment_id=17d144d4-fbb7-4e48-a759-bebbad457b4a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:44.472328 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.475106 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.478472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-6469f2e6-2e50-45d7-b4f5-b20ea4b2b037 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] In _notify_port_updated(), no bound segment for port bffc82a3-a4c3-4468-90f2-1e2ce22501bf on network d0e9675f-6a66-4ffb-bd93-886ea93d800a {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:11:44.482234 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.483469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3fa61977-35e0-4778-897a-0d7ad2288e85 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:44.496407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469f2e6-2e50-45d7-b4f5-b20ea4b2b037 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:44.497092 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6469f2e6-2e50-45d7-b4f5-b20ea4b2b037 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.498419 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6469f2e6-2e50-45d7-b4f5-b20ea4b2b037 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "PUT /v2.0/ports/bffc82a3-a4c3-4468-90f2-1e2ce22501bf HTTP/1.1" status: 200 len: 993 time: 1.3378356 Jul 16 18:11:44.527033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51264) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:44.543398 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.544031 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Fanout notify agent at l3_agent the message router_deleted on router d2327d9a-49bc-4087-99bd-b0c96e95f9f9 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:44.558412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f2e6-2e50-45d7-b4f5-b20ea4b2b037 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event updated for resources: {'Port': ['ID=bffc82a3-a4c3-4468-90f2-1e2ce22501bf,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.616288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868313c-1b05-4cb9-be23-a667af459981 req-ee8d7b4b-a5bd-4e34-a5fc-edb8a055630e tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:44.618147 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.622759 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4d028d00-7f5e-4adb-96fe-a5ed07e0a20d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "DELETE /v2.0/routers/d2327d9a-49bc-4087-99bd-b0c96e95f9f9 HTTP/1.1" status: 204 len: 168 time: 1.1982586 Jul 16 18:11:44.622909 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51266) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:44.637531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868313c-1b05-4cb9-be23-a667af459981 req-ee8d7b4b-a5bd-4e34-a5fc-edb8a055630e tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:44.639367 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a868313c-1b05-4cb9-be23-a667af459981 req-ee8d7b4b-a5bd-4e34-a5fc-edb8a055630e tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1679 time: 0.2045457 Jul 16 18:11:44.640816 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2e61d3fa-f2aa-4302-8914-db7156f7cb9d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1303168790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:44.662599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=2bd0046b-3521-466f-a949-ac2b014bcd62,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.721254 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2e61d3fa-f2aa-4302-8914-db7156f7cb9d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.722421 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2e61d3fa-f2aa-4302-8914-db7156f7cb9d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.757479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f455b965-c6ca-4e54-a751-70f17a303c62 None None] Provisioning complete for port bffc82a3-a4c3-4468-90f2-1e2ce22501bf triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:44.757848 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f455b965-c6ca-4e54-a751-70f17a303c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.766408 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a868313c-1b05-4cb9-be23-a667af459981 req-7f562838-1d48-4ee7-8220-3956fe2c3fef tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149318 Jul 16 18:11:44.805157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 3fa61977-35e0-4778-897a-0d7ad2288e85, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3fa61977-35e0-4778-897a-0d7ad2288e85,segment=NetworkSegment(de07c94a-b80d-49fa-b54a-6e57c2239352),segment_id=de07c94a-b80d-49fa-b54a-6e57c2239352)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:44.825164 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2e61d3fa-f2aa-4302-8914-db7156f7cb9d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.825440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '3fa61977-35e0-4778-897a-0d7ad2288e85', 'network_id': 'ad813c3a-0008-451a-80cf-e1f3551e3cb7', 'port_id': '3fa61977-35e0-4778-897a-0d7ad2288e85', 'mac_address': 'fa:16:3e:58:d0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09ed3ca-efe0-40ae-8a2e-068cecac0c02', 'ip_address': '19.86.0.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:44.826873 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f455b965-c6ca-4e54-a751-70f17a303c62 None None] Port bffc82a3-a4c3-4468-90f2-1e2ce22501bf cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:44.835500 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2e61d3fa-f2aa-4302-8914-db7156f7cb9d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.852501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-3ee41571-5c9f-4d17-8426-2194284dc110 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Deleting port bffc82a3-a4c3-4468-90f2-1e2ce22501bf {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:44.853238 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ee41571-5c9f-4d17-8426-2194284dc110 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.879875 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2e61d3fa-f2aa-4302-8914-db7156f7cb9d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.881097 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2e61d3fa-f2aa-4302-8914-db7156f7cb9d tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2571249 Jul 16 18:11:44.884887 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.888118 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51270) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:44.895894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Request body: {'router': {'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:44.901201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa61977-35e0-4778-897a-0d7ad2288e85 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:44.924674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 3fa61977-35e0-4778-897a-0d7ad2288e85, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3fa61977-35e0-4778-897a-0d7ad2288e85,segment=NetworkSegment(de07c94a-b80d-49fa-b54a-6e57c2239352),segment_id=de07c94a-b80d-49fa-b54a-6e57c2239352)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:44.929354 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.948307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85282b8e-69b7-457e-b55a-a4667b11c90b req-076c8c4d-5c2c-4db8-9e91-118b2c353438 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:44.950241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85282b8e-69b7-457e-b55a-a4667b11c90b req-076c8c4d-5c2c-4db8-9e91-118b2c353438 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.0853620 Jul 16 18:11:44.995171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85282b8e-69b7-457e-b55a-a4667b11c90b req-bd0a3a47-82ec-4e76-862f-b34f292178f6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376258 Jul 16 18:11:44.995421 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=3fa61977-35e0-4778-897a-0d7ad2288e85,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.102285 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ee41571-5c9f-4d17-8426-2194284dc110 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.142041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['2bd0046b-3521-466f-a949-ac2b014bcd62'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:45.170754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-3ee41571-5c9f-4d17-8426-2194284dc110 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Calling delete_port for bffc82a3-a4c3-4468-90f2-1e2ce22501bf owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:45.178786 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.325304 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc5041b3-8c35-4f59-9f7d-51a07dc326f8 req-ac0aefa2-301c-4459-a598-533b6d2e25cf tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0313325 Jul 16 18:11:45.443070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84ef98-ff6f-4eda-8fdc-63c3c8b9642c req-89ea559e-14c6-4ef7-b37a-df3a16b41c65 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.444707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ac84ef98-ff6f-4eda-8fdc-63c3c8b9642c req-89ea559e-14c6-4ef7-b37a-df3a16b41c65 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 946 time: 0.0678735 Jul 16 18:11:45.484519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ac84ef98-ff6f-4eda-8fdc-63c3c8b9642c req-166b361d-0180-4198-b48f-174328bcba66 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341988 Jul 16 18:11:45.603188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2bcc2-f501-4ade-82ea-ccadb9873cad req-ba891d70-a992-42c5-8557-eccd86740de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.605638 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fea2bcc2-f501-4ade-82ea-ccadb9873cad req-ba891d70-a992-42c5-8557-eccd86740de7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=665eba6f-eeab-4451-90aa-d2ddd6503915 HTTP/1.1" status: 200 len: 853 time: 0.0525188 Jul 16 18:11:45.684322 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fea2bcc2-f501-4ade-82ea-ccadb9873cad req-caba426a-8f73-48db-97e6-8e66ab2d40bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499904 Jul 16 18:11:45.711643 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ee41571-5c9f-4d17-8426-2194284dc110 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.766618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce166f7-9ee2-4981-8819-72b70604a18f req-5552d4b8-7ad5-45e7-acd1-1ac93180df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.768160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ce166f7-9ee2-4981-8819-72b70604a18f req-5552d4b8-7ad5-45e7-acd1-1ac93180df9c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 1098 time: 0.1258492 Jul 16 18:11:45.773407 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee41571-5c9f-4d17-8426-2194284dc110 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event deleted for resources: {'Port': ['ID=bffc82a3-a4c3-4468-90f2-1e2ce22501bf,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.826125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fea2bcc2-f501-4ade-82ea-ccadb9873cad req-a2e57ba7-9640-4533-899d-a82eb8575561 service neutron] 10.222.0.35 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304047 Jul 16 18:11:45.832425 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ce166f7-9ee2-4981-8819-72b70604a18f req-c8e89883-d74b-4569-af97-68dd1950ab0e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550756 Jul 16 18:11:45.866296 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.894522 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.966626 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fea2bcc2-f501-4ade-82ea-ccadb9873cad req-df6ebf82-8b5b-4682-b453-247e477c9157 service neutron] 10.222.0.35 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331728 Jul 16 18:11:46.005237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf265-dffa-4a35-82c6-dc55b0b2b82c req-3d2ed65a-4a87-4c1f-a593-7b82ae235449 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.011337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf265-dffa-4a35-82c6-dc55b0b2b82c req-3d2ed65a-4a87-4c1f-a593-7b82ae235449 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.013234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21dcf265-dffa-4a35-82c6-dc55b0b2b82c req-3d2ed65a-4a87-4c1f-a593-7b82ae235449 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1680 time: 0.1023042 Jul 16 18:11:46.039302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ee41571-5c9f-4d17-8426-2194284dc110 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.043625 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3ee41571-5c9f-4d17-8426-2194284dc110 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "DELETE /v2.0/ports/bffc82a3-a4c3-4468-90f2-1e2ce22501bf HTTP/1.1" status: 204 len: 168 time: 1.5130973 Jul 16 18:11:46.055711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51280) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:46.074590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 2bd0046b-3521-466f-a949-ac2b014bcd62 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:46.088680 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Allocated IP 172.25.5.126 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/8f108d31-ef55-4199-b269-45e6c8482b93) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:46.089948 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed254657-3bc4-435a-ab8e-f0f198e98be6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] GET failed (client error): The resource could not be found. Jul 16 18:11:46.091566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ed254657-3bc4-435a-ab8e-f0f198e98be6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "GET /v2.0/ports/bffc82a3-a4c3-4468-90f2-1e2ce22501bf HTTP/1.1" status: 404 len: 333 time: 0.0349708 Jul 16 18:11:46.096371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51282) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:46.107252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Request body: {'port': {'network_id': 'd0e9675f-6a66-4ffb-bd93-886ea93d800a', 'name': 'tempest-AllowedAddressPairTestJSON-1935118612'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:46.141403 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21dcf265-dffa-4a35-82c6-dc55b0b2b82c req-bd5e7063-b6c7-479a-ad73-b5cbbdd1a4a0 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094372 Jul 16 18:11:46.153369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 2bd0046b-3521-466f-a949-ac2b014bcd62 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:46.157545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 2bd0046b-3521-466f-a949-ac2b014bcd62 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:46.157914 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.195038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['3fa61977-35e0-4778-897a-0d7ad2288e85'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:46.216216 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.264513 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.286934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aed208-a85c-4aaf-b5f1-d10b19a707dc req-4c9c7601-4e93-4ca7-9f25-34664ca2ee07 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.288483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05aed208-a85c-4aaf-b5f1-d10b19a707dc req-4c9c7601-4e93-4ca7-9f25-34664ca2ee07 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.1404541 Jul 16 18:11:46.301141 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:46.304319 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:46.311004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:46.312948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Made reservation on behalf of 148924187431453f80dac980a810b510 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:46.317016 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.328997 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.345524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] device_id is not set on port 7adaa517-801c-484b-9750-c135649000e5 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:46.347347 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Pushing event updated for resources: {'Port': ['ID=8f108d31-ef55-4199-b269-45e6c8482b93,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:46.359355 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05aed208-a85c-4aaf-b5f1-d10b19a707dc req-d5d32d55-aff2-42a5-a8c4-60d18d989a3d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614166 Jul 16 18:11:46.398901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 2bd0046b-3521-466f-a949-ac2b014bcd62, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=2bd0046b-3521-466f-a949-ac2b014bcd62,segment=NetworkSegment(17d144d4-fbb7-4e48-a759-bebbad457b4a),segment_id=17d144d4-fbb7-4e48-a759-bebbad457b4a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:46.403186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a817cb-b954-4950-b618-b7d97a74973a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd0046b-3521-466f-a949-ac2b014bcd62'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:46.407026 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eafc9ee-8f82-40e0-ace4-167e26964572" -d '{"events": [{"server_uuid": "52a817cb-b954-4950-b618-b7d97a74973a", "name": "network-vif-plugged", "status": "completed", "tag": "2bd0046b-3521-466f-a949-ac2b014bcd62"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:46.432556 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.488798 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974fe4e8-ba48-4270-b459-84e5b929f390 x-openstack-request-id: req-974fe4e8-ba48-4270-b459-84e5b929f390 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:46.489090 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a817cb-b954-4950-b618-b7d97a74973a", "name": "network-vif-plugged", "status": "completed", "tag": "2bd0046b-3521-466f-a949-ac2b014bcd62", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:46.489338 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-974fe4e8-ba48-4270-b459-84e5b929f390 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:46.489733 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a817cb-b954-4950-b618-b7d97a74973a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd0046b-3521-466f-a949-ac2b014bcd62', 'code': 200} Jul 16 18:11:46.498594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Allocated IP 172.20.0.10 (d0e9675f-6a66-4ffb-bd93-886ea93d800a/f7e148a8-e703-4f7f-bf8e-a46877bcd732/7adaa517-801c-484b-9750-c135649000e5) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:46.524301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=2bd0046b-3521-466f-a949-ac2b014bcd62,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:46.544509 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71d761ac-9ef5-4ad8-8c77-0074d812c8d2 req-3c2de223-bec4-4c92-a3b0-10dc132a9be6 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0391233 Jul 16 18:11:46.636211 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.736365 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.758332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317bc9-36d2-4d08-8a7c-738fee8cdba3 req-aa0ed659-26a2-40da-aa70-ca6f135dd324 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.759774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90317bc9-36d2-4d08-8a7c-738fee8cdba3 req-aa0ed659-26a2-40da-aa70-ca6f135dd324 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 946 time: 0.1408410 Jul 16 18:11:46.764750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Transition to ACTIVE for port object 7adaa517-801c-484b-9750-c135649000e5 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:46.827835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-90317bc9-36d2-4d08-8a7c-738fee8cdba3 req-eded9143-15ac-4654-b887-2c6789d4a2cf tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583088 Jul 16 18:11:46.835665 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.866673 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.869994 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.886537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Network d0e9675f-6a66-4ffb-bd93-886ea93d800a is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:46.891832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:46.897371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:46.927800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event updated for resources: {'Port': ['ID=7adaa517-801c-484b-9750-c135649000e5,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:46.958827 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.959590 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.975682 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e1e4321b-bcf3-4638-8c4b-81fc51570b6b tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8779984 Jul 16 18:11:46.978226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51290) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:46.983525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c3a4be38-d26b-49c5-830c-cdd11b4de6ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ce:f5:ca'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:47.021869 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Router f4a711b0-9c2f-4ae9-9b01-66875193df9f is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:47.081309 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c3a4be38-d26b-49c5-830c-cdd11b4de6ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.145148 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:47.151864 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.153022 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ce3220b5-7986-4f58-853e-4ddc4aa0d01a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "PUT /v2.0/routers/f4a711b0-9c2f-4ae9-9b01-66875193df9f HTTP/1.1" status: 200 len: 880 time: 2.2640400 Jul 16 18:11:47.155781 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51292) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:47.160844 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e2a78-0d9b-4475-bec7-2df647c9799b None None] Sync routers for ids ['f4a711b0-9c2f-4ae9-9b01-66875193df9f'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:47.183327 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e2a78-0d9b-4475-bec7-2df647c9799b None None] Routers {'f4a711b0-9c2f-4ae9-9b01-66875193df9f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:47.185533 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-079e2a78-0d9b-4475-bec7-2df647c9799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f4a711b0-9c2f-4ae9-9b01-66875193df9f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:47.197033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5593d7cd-1896-4f74-902a-bf092cdf3f24 None None] Provisioning for port 7adaa517-801c-484b-9750-c135649000e5 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:47.201703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5593d7cd-1896-4f74-902a-bf092cdf3f24 None None] Provisioning complete for port 7adaa517-801c-484b-9750-c135649000e5 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:47.202405 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5593d7cd-1896-4f74-902a-bf092cdf3f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.252180 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-079e2a78-0d9b-4475-bec7-2df647c9799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:47.259331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5593d7cd-1896-4f74-902a-bf092cdf3f24 None None] Port 7adaa517-801c-484b-9750-c135649000e5 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:47.261995 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e2a78-0d9b-4475-bec7-2df647c9799b None None] Routers {'f4a711b0-9c2f-4ae9-9b01-66875193df9f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:47.262863 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-079e2a78-0d9b-4475-bec7-2df647c9799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f4a711b0-9c2f-4ae9-9b01-66875193df9f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:47.281904 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-65a87307-6c6e-4618-a562-bc40d1c290f4 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/routers/f4a711b0-9c2f-4ae9-9b01-66875193df9f HTTP/1.1" status: 200 len: 921 time: 0.1245794 Jul 16 18:11:47.286611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51296) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:47.296185 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-079e2a78-0d9b-4475-bec7-2df647c9799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:47.296828 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e2a78-0d9b-4475-bec7-2df647c9799b None None] The sync data for ids ['f4a711b0-9c2f-4ae9-9b01-66875193df9f'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:47.320250 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c3a4be38-d26b-49c5-830c-cdd11b4de6ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.344751 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c3a4be38-d26b-49c5-830c-cdd11b4de6ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.374497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4b44f-71cc-4646-a7e2-7ce886e9f18a tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.376200 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c4c4b44f-71cc-4646-a7e2-7ce886e9f18a tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&device_id=f4a711b0-9c2f-4ae9-9b01-66875193df9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0883434 Jul 16 18:11:47.379256 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51298) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:47.436147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4be38-d26b-49c5-830c-cdd11b4de6ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event updated for resources: {'Port': ['ID=7adaa517-801c-484b-9750-c135649000e5,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:47.452964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4be38-d26b-49c5-830c-cdd11b4de6ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] In _notify_port_updated(), no bound segment for port 7adaa517-801c-484b-9750-c135649000e5 on network d0e9675f-6a66-4ffb-bd93-886ea93d800a {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:11:47.459010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a4be38-d26b-49c5-830c-cdd11b4de6ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.459674 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c3a4be38-d26b-49c5-830c-cdd11b4de6ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.463870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c3a4be38-d26b-49c5-830c-cdd11b4de6ee tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "PUT /v2.0/ports/7adaa517-801c-484b-9750-c135649000e5 HTTP/1.1" status: 200 len: 997 time: 0.4846394 Jul 16 18:11:47.466014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51302) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:47.485842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f040-c1ba-4e68-a629-e53afb112507 req-fcffda7a-2b30-4195-93db-206fce9e68c1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.490457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2408f06-dc12-443d-aa13-0220ea238ea7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.492140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f040-c1ba-4e68-a629-e53afb112507 req-fcffda7a-2b30-4195-93db-206fce9e68c1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.495177 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a2408f06-dc12-443d-aa13-0220ea238ea7 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 881 time: 0.1148915 Jul 16 18:11:47.495850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51304) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:47.498823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d498f040-c1ba-4e68-a629-e53afb112507 req-fcffda7a-2b30-4195-93db-206fce9e68c1 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1681 time: 0.2050922 Jul 16 18:11:47.529453 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-75afc4f9-c289-490f-bd3e-83e4d5434769 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4a711b0-9c2f-4ae9-9b01-66875193df9f HTTP/1.1" status: 200 len: 205 time: 0.0302808 Jul 16 18:11:47.529957 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51306) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:47.638376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d498f040-c1ba-4e68-a629-e53afb112507 req-5c905ff2-22da-466f-9de5-9306d66d86be tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386912 Jul 16 18:11:47.644563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.680527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb8c63-a39b-4c71-8dc2-bcded15ce9ba req-fbbde8f1-818d-4661-b363-266364767e08 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.682083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cddb8c63-a39b-4c71-8dc2-bcded15ce9ba req-fbbde8f1-818d-4661-b363-266364767e08 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.1812139 Jul 16 18:11:47.686246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-098ee7e8-4c58-4114-b935-38585ac58017 None None] Provisioning complete for port 7adaa517-801c-484b-9750-c135649000e5 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:47.686630 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-098ee7e8-4c58-4114-b935-38585ac58017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.730465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-098ee7e8-4c58-4114-b935-38585ac58017 None None] Port 7adaa517-801c-484b-9750-c135649000e5 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:47.742433 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cddb8c63-a39b-4c71-8dc2-bcded15ce9ba req-86348d52-2cdd-4cb5-817f-a5ab65450129 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519037 Jul 16 18:11:47.745371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-78f07f46-3d06-4ba5-b088-9b3419bd814c tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Deleting port 7adaa517-801c-484b-9750-c135649000e5 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:47.745371 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-78f07f46-3d06-4ba5-b088-9b3419bd814c tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.765240 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.810081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c74f7347-2bab-4a9c-acc5-253d811e4da3 req-99058b13-3b2e-4c7b-944b-39780d11ea2a tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0487545 Jul 16 18:11:47.818395 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Deleting port 8f108d31-ef55-4199-b269-45e6c8482b93 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:47.818744 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.868238 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-78f07f46-3d06-4ba5-b088-9b3419bd814c tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.881204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-78f07f46-3d06-4ba5-b088-9b3419bd814c tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Calling delete_port for 7adaa517-801c-484b-9750-c135649000e5 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:47.910796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.923041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Calling delete_port for 8f108d31-ef55-4199-b269-45e6c8482b93 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:48.061325 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-78f07f46-3d06-4ba5-b088-9b3419bd814c tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.074621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3fa61977-35e0-4778-897a-0d7ad2288e85 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:48.083291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e877f4c-1022-40f3-a888-411dffb37bae req-d8fa7507-fa34-4165-a167-325698949c66 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.084863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e877f4c-1022-40f3-a888-411dffb37bae req-d8fa7507-fa34-4165-a167-325698949c66 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 946 time: 0.1259375 Jul 16 18:11:48.092426 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.114257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f07f46-3d06-4ba5-b088-9b3419bd814c tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event deleted for resources: {'Port': ['ID=7adaa517-801c-484b-9750-c135649000e5,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:48.120025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Pushing event deleted for resources: {'Port': ['ID=8f108d31-ef55-4199-b269-45e6c8482b93,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:48.141447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 3fa61977-35e0-4778-897a-0d7ad2288e85 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:48.145672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 3fa61977-35e0-4778-897a-0d7ad2288e85 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:48.146250 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.187423 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.217237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e877f4c-1022-40f3-a888-411dffb37bae req-aecdb22a-3a95-4dbe-b765-a460bd66d553 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113629 Jul 16 18:11:48.232979 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-78f07f46-3d06-4ba5-b088-9b3419bd814c tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.235227 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-78f07f46-3d06-4ba5-b088-9b3419bd814c tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "DELETE /v2.0/ports/7adaa517-801c-484b-9750-c135649000e5 HTTP/1.1" status: 204 len: 168 time: 0.7669289 Jul 16 18:11:48.237894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51312) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:48.280851 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.286826 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c790179a-e811-4dc3-b9a1-72acc63d0132 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] GET failed (client error): The resource could not be found. Jul 16 18:11:48.288486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c790179a-e811-4dc3-b9a1-72acc63d0132 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "GET /v2.0/ports/7adaa517-801c-484b-9750-c135649000e5 HTTP/1.1" status: 404 len: 333 time: 0.0496588 Jul 16 18:11:48.292405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51316) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:48.297395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Request body: {'port': {'network_id': 'd0e9675f-6a66-4ffb-bd93-886ea93d800a', 'name': 'tempest-AllowedAddressPairTestJSON-1020766270'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:48.318002 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.320970 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.343134 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 3fa61977-35e0-4778-897a-0d7ad2288e85, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3fa61977-35e0-4778-897a-0d7ad2288e85,segment=NetworkSegment(de07c94a-b80d-49fa-b54a-6e57c2239352),segment_id=de07c94a-b80d-49fa-b54a-6e57c2239352)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:48.347952 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.379043 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.379630 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Fanout notify agent at l3_agent the message router_deleted on router f4a711b0-9c2f-4ae9-9b01-66875193df9f {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:48.391092 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.396780 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e7c54b7d-944b-471e-9934-defc7cd7adea tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "DELETE /v2.0/routers/f4a711b0-9c2f-4ae9-9b01-66875193df9f HTTP/1.1" status: 204 len: 168 time: 0.8657618 Jul 16 18:11:48.397403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51318) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:48.403833 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-905cb355-02c1-430e-952a-a8ce43e01fce tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-20613771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:48.428325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=3fa61977-35e0-4778-897a-0d7ad2288e85,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:48.431166 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-905cb355-02c1-430e-952a-a8ce43e01fce tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.432513 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-905cb355-02c1-430e-952a-a8ce43e01fce tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.484281 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-905cb355-02c1-430e-952a-a8ce43e01fce tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.488478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-905cb355-02c1-430e-952a-a8ce43e01fce tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.491417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a817cb-b954-4950-b618-b7d97a74973a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa61977-35e0-4778-897a-0d7ad2288e85'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:48.492962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Made reservation on behalf of 148924187431453f80dac980a810b510 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:48.494524 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e42188-5e37-446d-a3b1-5851d6037eb6" -d '{"events": [{"server_uuid": "52a817cb-b954-4950-b618-b7d97a74973a", "name": "network-vif-plugged", "status": "completed", "tag": "3fa61977-35e0-4778-897a-0d7ad2288e85"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:48.496625 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.506140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-905cb355-02c1-430e-952a-a8ce43e01fce tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.507632 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-905cb355-02c1-430e-952a-a8ce43e01fce tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1076252 Jul 16 18:11:48.510613 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51322) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:48.515852 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'enable_snat': True}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:48.518386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40219afd-073d-4901-91e9-6116ad087230 req-b33a479a-8bd6-4ca5-bf36-ee8bfe8d0a2b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.520314 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40219afd-073d-4901-91e9-6116ad087230 req-b33a479a-8bd6-4ca5-bf36-ee8bfe8d0a2b tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 946 time: 0.1188512 Jul 16 18:11:48.529513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51324) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:48.535953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-3b90c479-f534-436b-929f-f53f49ff6ca7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Request body: {'floatingip': {'port_id': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:48.541414 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadcb6af-6963-455c-9a0f-c78cf049bcf1 x-openstack-request-id: req-eadcb6af-6963-455c-9a0f-c78cf049bcf1 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:48.541744 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a817cb-b954-4950-b618-b7d97a74973a", "name": "network-vif-plugged", "status": "completed", "tag": "3fa61977-35e0-4778-897a-0d7ad2288e85", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:48.541999 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eadcb6af-6963-455c-9a0f-c78cf049bcf1 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:48.542420 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a817cb-b954-4950-b618-b7d97a74973a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa61977-35e0-4778-897a-0d7ad2288e85', 'code': 200} Jul 16 18:11:48.579564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] device_id is not set on port 239f8385-23ad-45f2-bccb-dfd1fc699cfe yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:48.596668 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3b90c479-f534-436b-929f-f53f49ff6ca7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.730811 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.942602 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.962834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Allocated IP 172.20.0.9 (d0e9675f-6a66-4ffb-bd93-886ea93d800a/f7e148a8-e703-4f7f-bf8e-a46877bcd732/239f8385-23ad-45f2-bccb-dfd1fc699cfe) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:48.966514 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.992417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5f0f7-c171-45bc-b440-0726d49723b5 req-41f3b90a-7f9f-484d-b085-f1196bd29466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.992891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5f0f7-c171-45bc-b440-0726d49723b5 req-41f3b90a-7f9f-484d-b085-f1196bd29466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.994462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9f5f0f7-c171-45bc-b440-0726d49723b5 req-41f3b90a-7f9f-484d-b085-f1196bd29466 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1986 time: 0.3637769 Jul 16 18:11:49.080059 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Allocated IP 172.25.5.123 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/5250e936-7ecd-4db7-ab4e-05cefcb45ed2) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:49.105195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6ede9-90b0-4236-8e33-a645f3dcdbcb req-ceb3165f-7a44-475c-9c34-38362f9a1930 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.111032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6ede9-90b0-4236-8e33-a645f3dcdbcb req-ceb3165f-7a44-475c-9c34-38362f9a1930 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.112713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89f6ede9-90b0-4236-8e33-a645f3dcdbcb req-ceb3165f-7a44-475c-9c34-38362f9a1930 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1682 time: 0.3390403 Jul 16 18:11:49.190815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.231133 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.232989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 44d0d350-99d8-427d-aed3-162937cad248 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:49.270453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:49.273663 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:49.277176 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:49.315295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event updated for resources: {'Port': ['ID=5250e936-7ecd-4db7-ab4e-05cefcb45ed2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.346864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:49.358719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '44d0d350-99d8-427d-aed3-162937cad248', 'network_id': '48f3ba80-69a2-4d05-b98f-45fe8c30f60c', 'port_id': '44d0d350-99d8-427d-aed3-162937cad248', 'mac_address': 'fa:16:3e:60:9e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665eba6f-eeab-4451-90aa-d2ddd6503915', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:49.398605 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.414977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d0d350-99d8-427d-aed3-162937cad248 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:49.438465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:49.443735 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.479422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9f5f0f7-c171-45bc-b440-0726d49723b5 req-a0b51140-e03c-4d77-a238-d8d5a48d0456 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744887 Jul 16 18:11:49.496025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=44d0d350-99d8-427d-aed3-162937cad248,revision_number=11']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.550009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23c028-72a1-4a23-8681-57d2c188ea42 req-987da423-da4d-46a5-971e-f4c5bff15331 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.551520 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d23c028-72a1-4a23-8681-57d2c188ea42 req-987da423-da4d-46a5-971e-f4c5bff15331 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 944 time: 0.6777132 Jul 16 18:11:49.551838 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.623962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89f6ede9-90b0-4236-8e33-a645f3dcdbcb req-e72afcae-8e1d-4cd2-aa9b-c9abf1e45c9d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009277 Jul 16 18:11:49.665298 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['44d0d350-99d8-427d-aed3-162937cad248'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:49.754272 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.758619 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.793980 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d23c028-72a1-4a23-8681-57d2c188ea42 req-cbcffd2a-0580-4a06-9914-361ae0dc4b3f tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985302 Jul 16 18:11:49.835581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b57972b3-08ae-44e4-865f-4b20cdd07c1e req-61d8716f-c8c9-4b02-b163-ffbb65cb9524 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0621965 Jul 16 18:11:49.863768 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.904159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Transition to ACTIVE for port object 239f8385-23ad-45f2-bccb-dfd1fc699cfe will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:49.994761 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3b90c479-f534-436b-929f-f53f49ff6ca7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.000113 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3b90c479-f534-436b-929f-f53f49ff6ca7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.035883 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.095504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Network d0e9675f-6a66-4ffb-bd93-886ea93d800a is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:50.125737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:50.135689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:50.188594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event updated for resources: {'Port': ['ID=239f8385-23ad-45f2-bccb-dfd1fc699cfe,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:50.216020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.216642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.220538 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-3b90c479-f534-436b-929f-f53f49ff6ca7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Floating IP fed2e467-f2ef-4cb8-a548-6fc964280f42 associated. External IP: 172.25.5.88, port: 7ba85571-fa88-4ab9-9bec-dfec1f762f1f. Jul 16 18:11:50.238253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Router 64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:50.275427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-856bae47-1224-4832-82e9-5b2e98796db3 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9815488 Jul 16 18:11:50.277846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51332) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.285948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Request body: {'port': {'network_id': 'd0e9675f-6a66-4ffb-bd93-886ea93d800a', 'name': 'tempest-AllowedAddressPairTestJSON-69560880'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:50.385284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-63c0b950-7f8d-46e2-bf3f-ec8cf055fcd9 None None] Provisioning for port 239f8385-23ad-45f2-bccb-dfd1fc699cfe completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:50.390314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-63c0b950-7f8d-46e2-bf3f-ec8cf055fcd9 None None] Provisioning complete for port 239f8385-23ad-45f2-bccb-dfd1fc699cfe triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:50.390731 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-63c0b950-7f8d-46e2-bf3f-ec8cf055fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.402744 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:50.418645 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.421560 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-829f4ca6-5c92-4588-96bd-1c721778f845 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "PUT /v2.0/routers/64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6 HTTP/1.1" status: 200 len: 913 time: 1.9101005 Jul 16 18:11:50.424908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51338) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.431464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c462c0be-3ada-4d57-b07f-0b8e44043471 None None] Sync routers for ids ['64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:50.449764 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c462c0be-3ada-4d57-b07f-0b8e44043471 None None] Routers {'64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:50.450658 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c462c0be-3ada-4d57-b07f-0b8e44043471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:50.492571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c462c0be-3ada-4d57-b07f-0b8e44043471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:50.496004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-63c0b950-7f8d-46e2-bf3f-ec8cf055fcd9 None None] Port 239f8385-23ad-45f2-bccb-dfd1fc699cfe cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:50.504880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c462c0be-3ada-4d57-b07f-0b8e44043471 None None] Routers {'64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:50.505574 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c462c0be-3ada-4d57-b07f-0b8e44043471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:50.556631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c462c0be-3ada-4d57-b07f-0b8e44043471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:50.557338 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c462c0be-3ada-4d57-b07f-0b8e44043471 None None] The sync data for ids ['64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:50.576417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Made reservation on behalf of 148924187431453f80dac980a810b510 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:50.579216 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.609146 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cffcd887-4278-4f11-a643-f52d8ad9295b tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/routers/64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6 HTTP/1.1" status: 200 len: 919 time: 0.1813064 Jul 16 18:11:50.609474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] device_id is not set on port 4c971974-ef2c-420f-b734-65f4b0a75238 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:50.610301 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51340) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.658830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b90c479-f534-436b-929f-f53f49ff6ca7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Router f5d9cb39-d96b-4987-b1e4-756593b9c68a has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:50.671931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c49d8ef-fd53-44ac-8ba8-59610641661e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.673736 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8c49d8ef-fd53-44ac-8ba8-59610641661e tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&device_id=64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0623832 Jul 16 18:11:50.677191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51344) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.804445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1820f6bf-1376-4fdf-822b-6cc4024a1ec4 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.807538 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1820f6bf-1376-4fdf-822b-6cc4024a1ec4 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 881 time: 0.1278541 Jul 16 18:11:50.808817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51348) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.845757 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5362f9af-d196-4aa4-bf1f-b5574f32e474 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "GET /v2.0/ports?device_id=64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6 HTTP/1.1" status: 200 len: 205 time: 0.0354125 Jul 16 18:11:50.848032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51352) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.897135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Allocated IP 172.20.0.8 (d0e9675f-6a66-4ffb-bd93-886ea93d800a/f7e148a8-e703-4f7f-bf8e-a46877bcd732/4c971974-ef2c-420f-b734-65f4b0a75238) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:50.927670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b90c479-f534-436b-929f-f53f49ff6ca7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:50.937310 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdba509-9822-485e-9af3-b3e185c402e4 None None] Sync routers for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:50.946861 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3b90c479-f534-436b-929f-f53f49ff6ca7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.949057 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdba509-9822-485e-9af3-b3e185c402e4 None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:50.953598 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-afdba509-9822-485e-9af3-b3e185c402e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:50.980384 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.075043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f6b5f-c9a6-4242-b58d-d6bbed3ad7cd req-bbfa415c-aacb-470c-aa6e-2f90692a9b1f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:51.081340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f6b5f-c9a6-4242-b58d-d6bbed3ad7cd req-bbfa415c-aacb-470c-aa6e-2f90692a9b1f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:51.082974 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e1f6b5f-c9a6-4242-b58d-d6bbed3ad7cd req-bbfa415c-aacb-470c-aa6e-2f90692a9b1f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1682 time: 0.3070066 Jul 16 18:11:51.087543 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-afdba509-9822-485e-9af3-b3e185c402e4 None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:51.093266 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3b90c479-f534-436b-929f-f53f49ff6ca7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "PUT /v2.0/floatingips/fed2e467-f2ef-4cb8-a548-6fc964280f42 HTTP/1.1" status: 200 len: 991 time: 2.5623789 Jul 16 18:11:51.105276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29485e5-1bcd-457d-a8ca-4de3ba1e245f', 'tag': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:51.107265 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d878bf-e37f-42c6-9061-d28910044a68" -d '{"events": [{"name": "network-changed", "server_uuid": "c29485e5-1bcd-457d-a8ca-4de3ba1e245f", "tag": "7ba85571-fa88-4ab9-9bec-dfec1f762f1f"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:51.138987 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.204149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Deleting port 5250e936-7ecd-4db7-ab4e-05cefcb45ed2 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:51.204501 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.214299 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e1f6b5f-c9a6-4242-b58d-d6bbed3ad7cd req-7c55ca0d-57b7-4e88-8584-99efa6ffdf38 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005671 Jul 16 18:11:51.224406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6967496-b447-407c-a8fe-3315e0e19d0b req-a7ffb271-1a3d-4c22-a3bd-cf23f74f6b17 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:51.225949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6967496-b447-407c-a8fe-3315e0e19d0b req-a7ffb271-1a3d-4c22-a3bd-cf23f74f6b17 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 945 time: 0.2720625 Jul 16 18:11:51.246722 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 44d0d350-99d8-427d-aed3-162937cad248 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:51.306318 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.329213 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.329896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6967496-b447-407c-a8fe-3315e0e19d0b req-83178352-2e91-4da2-aecb-ced89c742171 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892751 Jul 16 18:11:51.333852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Transition to ACTIVE for port object 4c971974-ef2c-420f-b734-65f4b0a75238 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:51.356491 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Calling delete_port for 5250e936-7ecd-4db7-ab4e-05cefcb45ed2 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:51.404377 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-afdba509-9822-485e-9af3-b3e185c402e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'fed2e467-f2ef-4cb8-a548-6fc964280f42', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'port_id': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'mac_address': 'fa:16:3e:64:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29485e5-1bcd-457d-a8ca-4de3ba1e245f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:11:16Z', 'updated_at': '2021-07-16T18:11:49Z', 'revision_number': 1, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:51.407512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98b008eb-f10a-470c-abec-873bd517e6ff req-692f54bf-8147-4ee4-ab17-00d5ab5da698 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0575175 Jul 16 18:11:51.426434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 44d0d350-99d8-427d-aed3-162937cad248 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:51.431965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 44d0d350-99d8-427d-aed3-162937cad248 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:51.432353 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.469799 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdba509-9822-485e-9af3-b3e185c402e4 None None] Checking router: f5d9cb39-d96b-4987-b1e4-756593b9c68a for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:51.482022 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.497079 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdba509-9822-485e-9af3-b3e185c402e4 None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:51.502827 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-afdba509-9822-485e-9af3-b3e185c402e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:51.553334 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f0b082-9771-4c11-9746-6f6b0df1802d x-openstack-request-id: req-c5f0b082-9771-4c11-9746-6f6b0df1802d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:51.553689 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29485e5-1bcd-457d-a8ca-4de3ba1e245f", "tag": "7ba85571-fa88-4ab9-9bec-dfec1f762f1f", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:51.553946 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5f0b082-9771-4c11-9746-6f6b0df1802d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:51.554343 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29485e5-1bcd-457d-a8ca-4de3ba1e245f', 'tag': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f', 'status': 'completed', 'code': 200} Jul 16 18:11:51.616200 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.648922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.667100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Network d0e9675f-6a66-4ffb-bd93-886ea93d800a is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:51.689200 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:51.689997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:51.692362 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Pushing event deleted for resources: {'Port': ['ID=5250e936-7ecd-4db7-ab4e-05cefcb45ed2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.700047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d0d350-99d8-427d-aed3-162937cad248'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:51.705609 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91037a38-dc86-476c-a49e-15442d1b285c" -d '{"events": [{"server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "name": "network-vif-plugged", "status": "completed", "tag": "44d0d350-99d8-427d-aed3-162937cad248"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:51.706761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:51.719411 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.793463 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-afdba509-9822-485e-9af3-b3e185c402e4 None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:51.822572 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.836087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=44d0d350-99d8-427d-aed3-162937cad248,revision_number=12']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.854763 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf491ae-bff7-41c5-86c5-2abe41479387 x-openstack-request-id: req-bdf491ae-bff7-41c5-86c5-2abe41479387 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:51.855130 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "name": "network-vif-plugged", "status": "completed", "tag": "44d0d350-99d8-427d-aed3-162937cad248", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:51.855377 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bdf491ae-bff7-41c5-86c5-2abe41479387 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:51.855812 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d0d350-99d8-427d-aed3-162937cad248', 'code': 200} Jul 16 18:11:52.067772 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.071056 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.121047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.122044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Fanout notify agent at l3_agent the message router_deleted on router 64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:52.135081 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.140658 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ee4d4931-48e7-4593-9e50-81c7b796ed70 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "DELETE /v2.0/routers/64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6 HTTP/1.1" status: 204 len: 168 time: 1.2915924 Jul 16 18:11:52.141595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51368) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:52.147588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1fac5e3d-ab41-4fc3-9de6-4656c692c2dd tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1590753075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:52.147906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ac8da209-4f64-4106-994a-10c94837de0e None None] Provisioning for port 4c971974-ef2c-420f-b734-65f4b0a75238 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:52.155126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ac8da209-4f64-4106-994a-10c94837de0e None None] Provisioning complete for port 4c971974-ef2c-420f-b734-65f4b0a75238 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:52.155268 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ac8da209-4f64-4106-994a-10c94837de0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.183769 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1fac5e3d-ab41-4fc3-9de6-4656c692c2dd tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.184886 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1fac5e3d-ab41-4fc3-9de6-4656c692c2dd tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.353294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ac8da209-4f64-4106-994a-10c94837de0e None None] Port 4c971974-ef2c-420f-b734-65f4b0a75238 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:52.391665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event updated for resources: {'Port': ['ID=4c971974-ef2c-420f-b734-65f4b0a75238,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:52.431398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.432175 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.438085 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1fac5e3d-ab41-4fc3-9de6-4656c692c2dd tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.443899 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1fac5e3d-ab41-4fc3-9de6-4656c692c2dd tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.459412 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:11:52.466115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-191469fc-c654-4ffd-aa8a-504ea5471357 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1870794 Jul 16 18:11:52.469679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51376) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:52.469924 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1fac5e3d-ab41-4fc3-9de6-4656c692c2dd tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.475290 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1fac5e3d-ab41-4fc3-9de6-4656c692c2dd tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3324039 Jul 16 18:11:52.475972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51378) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:52.477076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f3e1c79d-3da1-4eef-8455-122807565d89 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ce:f5:ca'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:63:d2:5a'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:52.484521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'enable_snat': False}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:52.529354 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-afdba509-9822-485e-9af3-b3e185c402e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'fed2e467-f2ef-4cb8-a548-6fc964280f42', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'port_id': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'mac_address': 'fa:16:3e:64:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29485e5-1bcd-457d-a8ca-4de3ba1e245f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:11:16Z', 'updated_at': '2021-07-16T18:11:49Z', 'revision_number': 1, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:52.531490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d878bf-e37f-42c6-9061-d28910044a68 req-f53375e0-32e6-4824-a4c0-30fa773c4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.533111 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7d878bf-e37f-42c6-9061-d28910044a68 req-f53375e0-32e6-4824-a4c0-30fa773c4167 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3300ca1eb774358bc73fd789b35b8a8&device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 1098 time: 0.9722872 Jul 16 18:11:52.553840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81ecf2-07f7-4d97-9c71-47314e1f9337 req-625d4f0e-6d1b-4b99-a757-92100973cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.555447 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff81ecf2-07f7-4d97-9c71-47314e1f9337 req-625d4f0e-6d1b-4b99-a757-92100973cb1f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 1098 time: 0.1748741 Jul 16 18:11:52.584552 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdba509-9822-485e-9af3-b3e185c402e4 None None] The sync data for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 is: [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'fed2e467-f2ef-4cb8-a548-6fc964280f42', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'port_id': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'mac_address': 'fa:16:3e:64:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29485e5-1bcd-457d-a8ca-4de3ba1e245f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:11:16Z', 'updated_at': '2021-07-16T18:11:49Z', 'revision_number': 1, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:52.738878 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.818038 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff81ecf2-07f7-4d97-9c71-47314e1f9337 req-21e8d825-c009-4bf4-a3f5-a33ed8d3d704 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445076 Jul 16 18:11:52.843784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d878bf-e37f-42c6-9061-d28910044a68 req-71bb6f8b-18a2-4fe5-86bc-d55fdd58bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.845297 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7d878bf-e37f-42c6-9061-d28910044a68 req-71bb6f8b-18a2-4fe5-86bc-d55fdd58bc20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3f19b65-ee6b-41f6-9b83-418e35648d8f HTTP/1.1" status: 200 len: 911 time: 0.3043406 Jul 16 18:11:52.876631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358a66d3-8766-410d-823d-d7266a308d36 None None] New status for floating IP fed2e467-f2ef-4cb8-a548-6fc964280f42: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:11:52.904886 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2b765-b6d8-4a6f-a0de-66affe850c63 req-071e8e8c-5c99-447c-b22a-bf41806b91b4 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.912742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87c2b765-b6d8-4a6f-a0de-66affe850c63 req-071e8e8c-5c99-447c-b22a-bf41806b91b4 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.2971082 Jul 16 18:11:52.932646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff064e0b-2a6e-4e90-9eea-d8d0b938ba20 req-7b38b7a9-e307-4f3c-af91-d7e1b188c198 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.938404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff064e0b-2a6e-4e90-9eea-d8d0b938ba20 req-7b38b7a9-e307-4f3c-af91-d7e1b188c198 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.945950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff064e0b-2a6e-4e90-9eea-d8d0b938ba20 req-7b38b7a9-e307-4f3c-af91-d7e1b188c198 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1682 time: 0.3560359 Jul 16 18:11:52.978237 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.001035 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.040197 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c79d-3da1-4eef-8455-122807565d89 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.074572 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7d878bf-e37f-42c6-9061-d28910044a68 req-4f9b8d38-10c4-48a2-a5aa-bccadfdc20eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba85571-fa88-4ab9-9bec-dfec1f762f1f HTTP/1.1" status: 200 len: 999 time: 0.1880529 Jul 16 18:11:53.082019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff064e0b-2a6e-4e90-9eea-d8d0b938ba20 req-5e46614f-539b-43ad-80e3-ff5cb682ef6a tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351280 Jul 16 18:11:53.128465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87c2b765-b6d8-4a6f-a0de-66affe850c63 req-2a9ee509-e746-475a-867c-dac3d306840d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137661 Jul 16 18:11:53.164270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Allocated IP 172.25.5.64 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/94333cb0-95a9-45fd-a40b-8b5fe6f6e60f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:53.274570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d878bf-e37f-42c6-9061-d28910044a68 req-44cb4ee6-4a0d-4083-92c5-46342669d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:53.276117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7d878bf-e37f-42c6-9061-d28910044a68 req-44cb4ee6-4a0d-4083-92c5-46342669d994 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67124d59-0334-4001-bc70-c456c40671e8 HTTP/1.1" status: 200 len: 849 time: 0.1929371 Jul 16 18:11:53.341781 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7a0a6ab-601e-4987-8092-fe4646f1294f req-952a590b-cc8e-4f02-ae40-f618506c3ee9 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0845282 Jul 16 18:11:53.350582 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.392268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.441883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:53.446121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d878bf-e37f-42c6-9061-d28910044a68 req-1941c171-d602-4a3e-827a-51cdba595423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:53.447296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7d878bf-e37f-42c6-9061-d28910044a68 req-1941c171-d602-4a3e-827a-51cdba595423 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3f19b65-ee6b-41f6-9b83-418e35648d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592851 Jul 16 18:11:53.448582 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:53.452159 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:53.481433 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Pushing event updated for resources: {'Port': ['ID=94333cb0-95a9-45fd-a40b-8b5fe6f6e60f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.564198 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c79d-3da1-4eef-8455-122807565d89 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.574560 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c79d-3da1-4eef-8455-122807565d89 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.629256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7d878bf-e37f-42c6-9061-d28910044a68 req-cc5e92f8-29be-461f-ba7d-de099bbf9000 service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656106 Jul 16 18:11:53.639546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1c79d-3da1-4eef-8455-122807565d89 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event updated for resources: {'Port': ['ID=4c971974-ef2c-420f-b734-65f4b0a75238,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.782666 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.826741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f3e1c79d-3da1-4eef-8455-122807565d89 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] In _notify_port_updated(), no bound segment for port 4c971974-ef2c-420f-b734-65f4b0a75238 on network d0e9675f-6a66-4ffb-bd93-886ea93d800a {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:11:53.832591 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e1c79d-3da1-4eef-8455-122807565d89 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:53.833467 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c79d-3da1-4eef-8455-122807565d89 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.837718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f3e1c79d-3da1-4eef-8455-122807565d89 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "PUT /v2.0/ports/4c971974-ef2c-420f-b734-65f4b0a75238 HTTP/1.1" status: 200 len: 1053 time: 1.3649535 Jul 16 18:11:53.841557 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51402) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:53.963157 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7d878bf-e37f-42c6-9061-d28910044a68 req-49f379af-19ba-4919-82e1-447e56fefb2e service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204050 Jul 16 18:11:54.058918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-bea62fc4-8ab2-45f5-9078-c71c805e5a0d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.068885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-bea62fc4-8ab2-45f5-9078-c71c805e5a0d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.070691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-bea62fc4-8ab2-45f5-9078-c71c805e5a0d tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1682 time: 0.2886217 Jul 16 18:11:54.078252 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.090179 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.110111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8327ae4e-0c0f-481a-a927-a2ba5391aada None None] Provisioning complete for port 4c971974-ef2c-420f-b734-65f4b0a75238 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:54.110711 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8327ae4e-0c0f-481a-a927-a2ba5391aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.167709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8327ae4e-0c0f-481a-a927-a2ba5391aada None None] Port 4c971974-ef2c-420f-b734-65f4b0a75238 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:54.189137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f02bbb63-9617-44c4-918a-8ddb6aac0355 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Deleting port 4c971974-ef2c-420f-b734-65f4b0a75238 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:54.189532 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f02bbb63-9617-44c4-918a-8ddb6aac0355 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.364659 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f02bbb63-9617-44c4-918a-8ddb6aac0355 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.453183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f02bbb63-9617-44c4-918a-8ddb6aac0355 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Calling delete_port for 4c971974-ef2c-420f-b734-65f4b0a75238 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:54.460440 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Router b659004b-0556-422a-b459-6fc72491e523 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:54.629531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-11d9a704-9358-4f43-92f0-a24c6d64d814 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Deleting port 2bd0046b-3521-466f-a949-ac2b014bcd62 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:54.629833 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-11d9a704-9358-4f43-92f0-a24c6d64d814 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.634597 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:54.644669 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b30ad42-a8a5-4b4f-be11-22e57696a9a7 None None] Sync routers for ids ['b659004b-0556-422a-b459-6fc72491e523'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:54.647586 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.652124 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-66005419-f0a3-4d28-88c1-6741b1eec218 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "PUT /v2.0/routers/b659004b-0556-422a-b459-6fc72491e523 HTTP/1.1" status: 200 len: 915 time: 2.1735663 Jul 16 18:11:54.652796 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51440) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:54.659783 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b30ad42-a8a5-4b4f-be11-22e57696a9a7 None None] Routers {'b659004b-0556-422a-b459-6fc72491e523'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:54.660726 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1b30ad42-a8a5-4b4f-be11-22e57696a9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b659004b-0556-422a-b459-6fc72491e523'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:54.696073 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1b30ad42-a8a5-4b4f-be11-22e57696a9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:54.710583 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b30ad42-a8a5-4b4f-be11-22e57696a9a7 None None] Routers {'b659004b-0556-422a-b459-6fc72491e523'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:54.711654 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1b30ad42-a8a5-4b4f-be11-22e57696a9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:11:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b659004b-0556-422a-b459-6fc72491e523'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:54.756597 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1b30ad42-a8a5-4b4f-be11-22e57696a9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:54.757396 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b30ad42-a8a5-4b4f-be11-22e57696a9a7 None None] The sync data for ids ['b659004b-0556-422a-b459-6fc72491e523'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:54.794938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aef569-9c69-4987-b277-bec3ad2d786b req-3cdfdd28-9ac4-4696-9936-1f3173e234d8 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.797415 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3aef569-9c69-4987-b277-bec3ad2d786b req-3cdfdd28-9ac4-4696-9936-1f3173e234d8 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.3965054 Jul 16 18:11:54.813708 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0688bcaa-1f02-448f-a4a2-7cea29e6f39f tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/routers/b659004b-0556-422a-b459-6fc72491e523 HTTP/1.1" status: 200 len: 921 time: 0.1587465 Jul 16 18:11:54.814286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51442) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:54.884469 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991ffcd-fe1c-45d7-bf9a-79773e9e2858 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.888007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-11d9a704-9358-4f43-92f0-a24c6d64d814 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] For port 2bd0046b-3521-466f-a949-ac2b014bcd62, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=2bd0046b-3521-466f-a949-ac2b014bcd62,segment=NetworkSegment(17d144d4-fbb7-4e48-a759-bebbad457b4a),segment_id=17d144d4-fbb7-4e48-a759-bebbad457b4a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:54.888446 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-11d9a704-9358-4f43-92f0-a24c6d64d814 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.888920 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f991ffcd-fe1c-45d7-bf9a-79773e9e2858 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&device_id=b659004b-0556-422a-b459-6fc72491e523&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0736265 Jul 16 18:11:54.889495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51444) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:54.920132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3aef569-9c69-4987-b277-bec3ad2d786b req-3f126fbe-63b2-477f-90ae-06b82b9ae74b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124883 Jul 16 18:11:54.931513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-11d9a704-9358-4f43-92f0-a24c6d64d814 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Calling delete_port for 2bd0046b-3521-466f-a949-ac2b014bcd62 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:54.948617 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f02bbb63-9617-44c4-918a-8ddb6aac0355 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.976765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b4d26-254b-4825-a292-39a220737759 req-243a61d4-1839-4908-bc98-51e09628f125 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.983534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b4d26-254b-4825-a292-39a220737759 req-243a61d4-1839-4908-bc98-51e09628f125 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.985445 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d9b4d26-254b-4825-a292-39a220737759 req-243a61d4-1839-4908-bc98-51e09628f125 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 1682 time: 0.3883791 Jul 16 18:11:55.009043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1152ab58-33de-49e3-a9c5-555fcea9e0eb tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:55.011277 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1152ab58-33de-49e3-a9c5-555fcea9e0eb tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 881 time: 0.1208606 Jul 16 18:11:55.015181 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51446) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:55.055297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bbb63-9617-44c4-918a-8ddb6aac0355 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event deleted for resources: {'Port': ['ID=4c971974-ef2c-420f-b734-65f4b0a75238,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:55.068558 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f1fbea4b-8015-4958-aff2-036aceaea553 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "GET /v2.0/ports?device_id=b659004b-0556-422a-b459-6fc72491e523 HTTP/1.1" status: 200 len: 205 time: 0.0519702 Jul 16 18:11:55.069110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51448) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:55.168076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d9b4d26-254b-4825-a292-39a220737759 req-db64b9cf-0683-43ff-8b6d-94c3844c7ef3 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533015 Jul 16 18:11:55.254040 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.296834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0991ae39-e8e5-4b82-9100-85cad1462fde req-4acac368-f7f6-4063-9583-e2db1c82367a tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0714927 Jul 16 18:11:55.485455 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-11d9a704-9358-4f43-92f0-a24c6d64d814 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.499510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['2bd0046b-3521-466f-a949-ac2b014bcd62', '3fa61977-35e0-4778-897a-0d7ad2288e85'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:55.524304 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f02bbb63-9617-44c4-918a-8ddb6aac0355 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.526775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f02bbb63-9617-44c4-918a-8ddb6aac0355 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "DELETE /v2.0/ports/4c971974-ef2c-420f-b734-65f4b0a75238 HTTP/1.1" status: 204 len: 168 time: 1.6842878 Jul 16 18:11:55.528969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9a704-9358-4f43-92f0-a24c6d64d814 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Port': ['ID=2bd0046b-3521-466f-a949-ac2b014bcd62,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:55.536817 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51452) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:55.630732 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf007689-c78a-4720-af2b-1032ecae5344 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] GET failed (client error): The resource could not be found. Jul 16 18:11:55.632694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cf007689-c78a-4720-af2b-1032ecae5344 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "GET /v2.0/ports/4c971974-ef2c-420f-b734-65f4b0a75238 HTTP/1.1" status: 404 len: 333 time: 0.0946336 Jul 16 18:11:55.635499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51454) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:55.688032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-11d9a704-9358-4f43-92f0-a24c6d64d814 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] No DVR routers for this DVR port 2bd0046b-3521-466f-a949-ac2b014bcd62 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:55.693102 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-11d9a704-9358-4f43-92f0-a24c6d64d814 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.695504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-11d9a704-9358-4f43-92f0-a24c6d64d814 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "DELETE /v2.0/ports/2bd0046b-3521-466f-a949-ac2b014bcd62 HTTP/1.1" status: 204 len: 173 time: 1.6180928 Jul 16 18:11:55.696232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a817cb-b954-4950-b618-b7d97a74973a', 'name': 'network-vif-deleted', 'tag': '2bd0046b-3521-466f-a949-ac2b014bcd62'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:55.698837 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52572065-dbf8-4b67-979c-c488a3a5c961" -d '{"events": [{"server_uuid": "52a817cb-b954-4950-b618-b7d97a74973a", "name": "network-vif-deleted", "tag": "2bd0046b-3521-466f-a949-ac2b014bcd62"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:55.752731 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1021ad26-d690-4d35-93d9-841b8f2113bf x-openstack-request-id: req-1021ad26-d690-4d35-93d9-841b8f2113bf {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:55.753090 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a817cb-b954-4950-b618-b7d97a74973a", "name": "network-vif-deleted", "tag": "2bd0046b-3521-466f-a949-ac2b014bcd62", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:55.753456 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1021ad26-d690-4d35-93d9-841b8f2113bf {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:55.753939 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a817cb-b954-4950-b618-b7d97a74973a', 'name': 'network-vif-deleted', 'tag': '2bd0046b-3521-466f-a949-ac2b014bcd62', 'status': 'completed', 'code': 200} Jul 16 18:11:55.816304 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.862095 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd2a10-defa-4265-b7f6-1f4526c9759f tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Deleting port 239f8385-23ad-45f2-bccb-dfd1fc699cfe {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:55.862549 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbdd2a10-defa-4265-b7f6-1f4526c9759f tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.890643 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Deleting port 94333cb0-95a9-45fd-a40b-8b5fe6f6e60f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:55.891276 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.897073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-951ac46a-d180-40d9-bc39-d176e4258a23 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Deleting port 3fa61977-35e0-4778-897a-0d7ad2288e85 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:55.897459 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-951ac46a-d180-40d9-bc39-d176e4258a23 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.981133 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.995834 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Calling delete_port for 94333cb0-95a9-45fd-a40b-8b5fe6f6e60f owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:56.024233 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbdd2a10-defa-4265-b7f6-1f4526c9759f tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.046924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd2a10-defa-4265-b7f6-1f4526c9759f tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Calling delete_port for 239f8385-23ad-45f2-bccb-dfd1fc699cfe owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:56.059411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-951ac46a-d180-40d9-bc39-d176e4258a23 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] For port 3fa61977-35e0-4778-897a-0d7ad2288e85, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3fa61977-35e0-4778-897a-0d7ad2288e85,segment=NetworkSegment(de07c94a-b80d-49fa-b54a-6e57c2239352),segment_id=de07c94a-b80d-49fa-b54a-6e57c2239352)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:56.059876 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-951ac46a-d180-40d9-bc39-d176e4258a23 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.081617 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-951ac46a-d180-40d9-bc39-d176e4258a23 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Calling delete_port for 3fa61977-35e0-4778-897a-0d7ad2288e85 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:56.249192 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.312013 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Pushing event deleted for resources: {'Port': ['ID=94333cb0-95a9-45fd-a40b-8b5fe6f6e60f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:56.340495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:56.340995 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:56.341963 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:56.341963 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:56.341963 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:56.342519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:56.342602 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:56.342883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:56.343209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:56.343571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:56.343891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:56.344205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:56.398643 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.434756 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.526414 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.531780 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.595357 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.597566 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Fanout notify agent at l3_agent the message router_deleted on router b659004b-0556-422a-b459-6fc72491e523 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:56.614395 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.623837 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8f06a918-418d-420f-b49b-0e2dc4b64576 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "DELETE /v2.0/routers/b659004b-0556-422a-b459-6fc72491e523 HTTP/1.1" status: 204 len: 168 time: 1.5502791 Jul 16 18:11:56.624035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51468) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:56.635705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-678060183', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:56.665189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4056df-048c-4a7a-a5a6-0669319fad0e req-28b17525-38ad-428a-aaa2-357707d6b52e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.674139 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e4056df-048c-4a7a-a5a6-0669319fad0e req-28b17525-38ad-428a-aaa2-357707d6b52e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.5599093 Jul 16 18:11:56.695020 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.822084 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.822992 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.845471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e628fc-8852-403c-b506-47cc3f33fda6 req-42acff5a-95b1-4b5f-a65b-dd2b75467061 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.847771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51e628fc-8852-403c-b506-47cc3f33fda6 req-42acff5a-95b1-4b5f-a65b-dd2b75467061 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 946 time: 0.3461320 Jul 16 18:11:56.859079 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbdd2a10-defa-4265-b7f6-1f4526c9759f tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.867472 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e4056df-048c-4a7a-a5a6-0669319fad0e req-bae9629b-987a-49b6-967e-4c70e1b74977 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914961 Jul 16 18:11:56.923350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd2a10-defa-4265-b7f6-1f4526c9759f tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event deleted for resources: {'Port': ['ID=239f8385-23ad-45f2-bccb-dfd1fc699cfe,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:56.998400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-951ac46a-d180-40d9-bc39-d176e4258a23 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.075523 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.082700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ac46a-d180-40d9-bc39-d176e4258a23 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Port': ['ID=3fa61977-35e0-4778-897a-0d7ad2288e85,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.109162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51e628fc-8852-403c-b506-47cc3f33fda6 req-d8c76451-6b0e-4315-860f-8f9b419a145e tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/security-groups?id=630c0ee2-3c92-47c7-b21b-62b19211f708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531693 Jul 16 18:11:57.136608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ca4ab9a-3f1f-4fee-9e22-39c6f8962303 req-b5eb9f6d-8b6b-4f14-ab79-0f219c41e404 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0967917 Jul 16 18:11:57.379533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-951ac46a-d180-40d9-bc39-d176e4258a23 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] No DVR routers for this DVR port 3fa61977-35e0-4778-897a-0d7ad2288e85 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:57.382737 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-951ac46a-d180-40d9-bc39-d176e4258a23 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.384896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bf58e05-dd9b-4dca-9a32-c8212c7257ce req-951ac46a-d180-40d9-bc39-d176e4258a23 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.43 "DELETE /v2.0/ports/3fa61977-35e0-4778-897a-0d7ad2288e85 HTTP/1.1" status: 204 len: 173 time: 1.6827178 Jul 16 18:11:57.450542 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbdd2a10-defa-4265-b7f6-1f4526c9759f tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.452854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fbdd2a10-defa-4265-b7f6-1f4526c9759f tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "DELETE /v2.0/ports/239f8385-23ad-45f2-bccb-dfd1fc699cfe HTTP/1.1" status: 204 len: 168 time: 1.8162026 Jul 16 18:11:57.455381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51474) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:57.460127 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.510171 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-290bf61f-d210-4ce1-9077-95a1cb281fd6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] GET failed (client error): The resource could not be found. Jul 16 18:11:57.513934 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-290bf61f-d210-4ce1-9077-95a1cb281fd6 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "GET /v2.0/ports/239f8385-23ad-45f2-bccb-dfd1fc699cfe HTTP/1.1" status: 404 len: 333 time: 0.0563526 Jul 16 18:11:57.522999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51476) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:57.584964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e0cad-896d-46a3-9d2b-db05361fb3b1 req-d9db9346-d614-493a-9d75-2feb822c0751 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.592491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-081e0cad-896d-46a3-9d2b-db05361fb3b1 req-d9db9346-d614-493a-9d75-2feb822c0751 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.2214270 Jul 16 18:11:57.738348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-081e0cad-896d-46a3-9d2b-db05361fb3b1 req-5f329255-0847-45d0-9da9-d3647abd59bd tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446719 Jul 16 18:11:57.755376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a817cb-b954-4950-b618-b7d97a74973a', 'name': 'network-vif-deleted', 'tag': '3fa61977-35e0-4778-897a-0d7ad2288e85'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:57.757944 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57013303-1efc-4ffb-8d85-1370279995ca" -d '{"events": [{"server_uuid": "52a817cb-b954-4950-b618-b7d97a74973a", "name": "network-vif-deleted", "tag": "3fa61977-35e0-4778-897a-0d7ad2288e85"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:57.803744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d17b34bb-1c5e-438d-8296-efe111c9b959 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Deleting port 4486d8f6-6574-4463-89c4-eb67f49214b4 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:57.804162 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d17b34bb-1c5e-438d-8296-efe111c9b959 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.826325 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cbd30b-91bf-460e-9804-5aa0b31b5c7d x-openstack-request-id: req-40cbd30b-91bf-460e-9804-5aa0b31b5c7d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:57.826625 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a817cb-b954-4950-b618-b7d97a74973a", "name": "network-vif-deleted", "tag": "3fa61977-35e0-4778-897a-0d7ad2288e85", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:57.826870 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40cbd30b-91bf-460e-9804-5aa0b31b5c7d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:57.827244 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a817cb-b954-4950-b618-b7d97a74973a', 'name': 'network-vif-deleted', 'tag': '3fa61977-35e0-4778-897a-0d7ad2288e85', 'status': 'completed', 'code': 200} Jul 16 18:11:58.000026 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-52c31fe3-09db-49b3-bd56-6dadcb5bb25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.041347 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.079195 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.092997 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d17b34bb-1c5e-438d-8296-efe111c9b959 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.108106 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 2bd0046b-3521-466f-a949-ac2b014bcd62 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:58.127902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d17b34bb-1c5e-438d-8296-efe111c9b959 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Calling delete_port for 4486d8f6-6574-4463-89c4-eb67f49214b4 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:58.132959 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 2bd0046b-3521-466f-a949-ac2b014bcd62 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:58.133784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 2bd0046b-3521-466f-a949-ac2b014bcd62 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:58.134351 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3fa61977-35e0-4778-897a-0d7ad2288e85 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:58.180588 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 3fa61977-35e0-4778-897a-0d7ad2288e85 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:58.180961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3fa61977-35e0-4778-897a-0d7ad2288e85 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:58.182399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0b587-88cd-471d-aaf3-cd67abcf72dd req-74871d72-e171-4a14-9b3e-587f285f8eb6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.191185 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ad0b587-88cd-471d-aaf3-cd67abcf72dd req-74871d72-e171-4a14-9b3e-587f285f8eb6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.2269082 Jul 16 18:11:58.351890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ad0b587-88cd-471d-aaf3-cd67abcf72dd req-99933a0e-d07a-4941-a8a3-b5611ef77892 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595252 Jul 16 18:11:58.384410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a25bf778-5592-437c-8c52-e70e0a8a6787 req-44509301-7c3b-473f-96cc-e109c0db2025 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "GET /v2.0/ports?device_id=52a817cb-b954-4950-b618-b7d97a74973a HTTP/1.1" status: 200 len: 210 time: 0.0697815 Jul 16 18:11:58.407236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Allocated IP 172.25.5.151 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/afe90118-2ddb-4844-b967-2fa0eaf27444) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:58.590314 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f6a7ea9-001e-4208-b1fb-10b5f701a791 req-e8282d9d-5d4b-42f4-a3c5-78ee630767e1 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0882010 Jul 16 18:11:58.625931 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d17b34bb-1c5e-438d-8296-efe111c9b959 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.677231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b34bb-1c5e-438d-8296-efe111c9b959 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event deleted for resources: {'Port': ['ID=4486d8f6-6574-4463-89c4-eb67f49214b4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:58.726189 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.835274 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d17b34bb-1c5e-438d-8296-efe111c9b959 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.840101 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51496) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:58.841829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d17b34bb-1c5e-438d-8296-efe111c9b959 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "DELETE /v2.0/ports/4486d8f6-6574-4463-89c4-eb67f49214b4 HTTP/1.1" status: 204 len: 168 time: 1.3161016 Jul 16 18:11:58.899343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5860-a367-44b6-9636-9e5c1a964ad3 req-e3454cf2-e63c-42c4-abab-bb8bd8c9a35e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.914425 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dabd5860-a367-44b6-9636-9e5c1a964ad3 req-e3454cf2-e63c-42c4-abab-bb8bd8c9a35e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.1576343 Jul 16 18:11:58.920321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7928ab0-293a-46b5-982b-fb2af136c726 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Deleting subnet f7e148a8-e703-4f7f-bf8e-a46877bcd732 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:58.928621 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f7928ab0-293a-46b5-982b-fb2af136c726 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.931873 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.989802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:59.007389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:59.010928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:59.012767 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f7928ab0-293a-46b5-982b-fb2af136c726 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.020112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dabd5860-a367-44b6-9636-9e5c1a964ad3 req-9b95d154-5ede-4d3f-93f7-9e0e5933242d tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048167 Jul 16 18:11:59.052247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Pushing event updated for resources: {'Port': ['ID=afe90118-2ddb-4844-b967-2fa0eaf27444,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:59.159741 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f7928ab0-293a-46b5-982b-fb2af136c726 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.248113 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f7928ab0-293a-46b5-982b-fb2af136c726 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.284397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7928ab0-293a-46b5-982b-fb2af136c726 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e148a8-e703-4f7f-bf8e-a46877bcd732,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:59.286462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f7928ab0-293a-46b5-982b-fb2af136c726 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.288754 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f7928ab0-293a-46b5-982b-fb2af136c726 tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "DELETE /v2.0/subnets/f7e148a8-e703-4f7f-bf8e-a46877bcd732 HTTP/1.1" status: 204 len: 168 time: 0.4476616 Jul 16 18:11:59.292703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51500) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:59.300027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ebed86-17af-441d-86d1-251bb2d76add None None] Network d0e9675f-6a66-4ffb-bd93-886ea93d800a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:59.354955 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cde03-c5f0-4ec2-87f0-706ef3026d2f req-1b0433f3-f2eb-4c7c-bb77-4ae554def654 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.356590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-853cde03-c5f0-4ec2-87f0-706ef3026d2f req-1b0433f3-f2eb-4c7c-bb77-4ae554def654 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.1629844 Jul 16 18:11:59.415119 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.473976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-853cde03-c5f0-4ec2-87f0-706ef3026d2f req-d652d9fe-7e3e-41f0-9da1-4c4bebd5ff91 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815701 Jul 16 18:11:59.520518 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Deleting port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:59.520995 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.534435 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.590569 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b089546-c6a4-45ac-a4be-a39e76506f22 None None] DHCP port deletion for d0e9675f-6a66-4ffb-bd93-886ea93d800a request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:59.633642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51512) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:59.714281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] For port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=204ce9fb-ccfa-4958-bdf7-0e53b0b344dd,segment=NetworkSegment(df4127f6-5526-48e1-9d74-450b9911fc0a),segment_id=df4127f6-5526-48e1-9d74-450b9911fc0a)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:59.714725 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.715870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-7b089546-c6a4-45ac-a4be-a39e76506f22 None None] Deleting port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:59.722083 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7b089546-c6a4-45ac-a4be-a39e76506f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.734209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Calling delete_port for 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:59.806062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-98276670-c0bb-48a2-8d3d-70500ea83d6c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Deleting subnet e09ed3ca-efe0-40ae-8a2e-068cecac0c02 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:59.811902 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98276670-c0bb-48a2-8d3d-70500ea83d6c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.939244 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-7b089546-c6a4-45ac-a4be-a39e76506f22 None None] For port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=204ce9fb-ccfa-4958-bdf7-0e53b0b344dd,segment=NetworkSegment(df4127f6-5526-48e1-9d74-450b9911fc0a),segment_id=df4127f6-5526-48e1-9d74-450b9911fc0a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:59.940194 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7b089546-c6a4-45ac-a4be-a39e76506f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.951263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.979030 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event deleted for resources: {'Port': ['ID=204ce9fb-ccfa-4958-bdf7-0e53b0b344dd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:59.984196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-7b089546-c6a4-45ac-a4be-a39e76506f22 None None] Calling delete_port for 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:59.996700 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] No DVR routers for this DVR port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: from cryptography.utils import int_from_bytes Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: from cryptography.utils import int_from_bytes Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:00.074079 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:12:00.098641 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7b089546-c6a4-45ac-a4be-a39e76506f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.135382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b089546-c6a4-45ac-a4be-a39e76506f22 None None] Pushing event deleted for resources: {'Port': ['ID=204ce9fb-ccfa-4958-bdf7-0e53b0b344dd,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:00.139276 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b089546-c6a4-45ac-a4be-a39e76506f22 None None] No DVR routers for this DVR port 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:00.155290 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.165874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e9675f-6a66-4ffb-bd93-886ea93d800a']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:00.179640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4127f6-5526-48e1-9d74-450b9911fc0a') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:00.181535 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4127f6-5526-48e1-9d74-450b9911fc0a') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:00.187489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38792cc0-9db6-45ae-86f5-9eb0c3d4a384 req-25f7f102-cf38-41d3-a0d3-2324c8e1528d tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0432737 Jul 16 18:12:00.193768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.220387 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.227893 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:00.228494 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:00.231622 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:00.274482 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98276670-c0bb-48a2-8d3d-70500ea83d6c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.325741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363dbf0-c192-4810-88d6-ac29401e923b req-e5020c04-d120-4738-b1f9-c2a8787eb241 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:00.328663 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5363dbf0-c192-4810-88d6-ac29401e923b req-e5020c04-d120-4738-b1f9-c2a8787eb241 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.6009145 Jul 16 18:12:00.351069 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.363180 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.368672 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] 10.222.0.41 "DELETE /v2.0/networks/d0e9675f-6a66-4ffb-bd93-886ea93d800a HTTP/1.1" status: 204 len: 168 time: 1.0728853 Jul 16 18:12:00.387142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45468b09-dcb3-45a7-8b70-cf8280e18ede tempest-AllowedAddressPairTestJSON-556953425 tempest-AllowedAddressPairTestJSON-556953425-project] Pushing event deleted for resources: {'Network': ['ID=d0e9675f-6a66-4ffb-bd93-886ea93d800a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:00.406890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:00.432353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:00.432713 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 204ce9fb-ccfa-4958-bdf7-0e53b0b344dd not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:00.476315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5363dbf0-c192-4810-88d6-ac29401e923b req-c7b5e46a-ac4b-4649-935a-8ccfd53478e9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153224 Jul 16 18:12:00.481214 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.504118 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98276670-c0bb-48a2-8d3d-70500ea83d6c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.683021 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.728972 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-36a68ee3-6b43-492b-92f4-20578022b0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.755394 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98276670-c0bb-48a2-8d3d-70500ea83d6c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.795270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51524) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:00.808508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98276670-c0bb-48a2-8d3d-70500ea83d6c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Subnet': ['ID=e09ed3ca-efe0-40ae-8a2e-068cecac0c02,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:00.812759 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98276670-c0bb-48a2-8d3d-70500ea83d6c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.815446 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-98276670-c0bb-48a2-8d3d-70500ea83d6c tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "DELETE /v2.0/subnets/e09ed3ca-efe0-40ae-8a2e-068cecac0c02 HTTP/1.1" status: 204 len: 168 time: 1.1806171 Jul 16 18:12:00.820293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51528) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:00.824927 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6318eaf6-63ef-4085-845b-a6467a107b36 None None] Network ad813c3a-0008-451a-80cf-e1f3551e3cb7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:00.842142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a06102-93c1-4efc-a874-55d8bc42ac27 req-49f68c26-fc3d-47bb-b129-fab94616be44 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:00.843796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59a06102-93c1-4efc-a874-55d8bc42ac27 req-49f68c26-fc3d-47bb-b129-fab94616be44 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.1732111 Jul 16 18:12:00.930020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Router 373605dc-23e9-4970-955f-ba6554c8e7ed is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:12:00.954821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59a06102-93c1-4efc-a874-55d8bc42ac27 req-a14b077f-ee64-4145-9c12-ee2f5f1dd46e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001444 Jul 16 18:12:01.001401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.162167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d4fa0-1bb9-4bce-a1ca-cc0d3a825ac6 None None] DHCP port deletion for ad813c3a-0008-451a-80cf-e1f3551e3cb7 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:01.196006 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-96dd6ed7-82a0-4c4b-a87f-718a3b28639f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=148924187431453f80dac980a810b510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993139 Jul 16 18:12:01.198546 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51534) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:01.223889 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Deleting port 08e633c3-06cd-4d10-a578-2169f3ef037c {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:01.225127 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.246894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d4fa0-1bb9-4bce-a1ca-cc0d3a825ac6 None None] Deleting port 08e633c3-06cd-4d10-a578-2169f3ef037c {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:01.247597 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4fa0-1bb9-4bce-a1ca-cc0d3a825ac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.292081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:01.318337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c78b2-e05a-4adc-b374-75f7eb84c609 None None] Sync routers for ids ['373605dc-23e9-4970-955f-ba6554c8e7ed'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:01.341360 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.345565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9eb707b7-a2af-42da-8c64-fd30634308b8 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7199273 Jul 16 18:12:01.346189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51538) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:01.353613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:01.382671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cf7d4fa0-1bb9-4bce-a1ca-cc0d3a825ac6 None None] For port 08e633c3-06cd-4d10-a578-2169f3ef037c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=08e633c3-06cd-4d10-a578-2169f3ef037c,segment=NetworkSegment(de07c94a-b80d-49fa-b54a-6e57c2239352),segment_id=de07c94a-b80d-49fa-b54a-6e57c2239352)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:01.383361 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4fa0-1bb9-4bce-a1ca-cc0d3a825ac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.386575 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] For port 08e633c3-06cd-4d10-a578-2169f3ef037c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=08e633c3-06cd-4d10-a578-2169f3ef037c,segment=NetworkSegment(de07c94a-b80d-49fa-b54a-6e57c2239352),segment_id=de07c94a-b80d-49fa-b54a-6e57c2239352)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:01.386947 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.395777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c78b2-e05a-4adc-b374-75f7eb84c609 None None] Routers {'373605dc-23e9-4970-955f-ba6554c8e7ed'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:01.398175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-094c78b2-e05a-4adc-b374-75f7eb84c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:12:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['373605dc-23e9-4970-955f-ba6554c8e7ed'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:01.436711 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b4837c2-59c1-45da-ad80-08d06cc1b796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.438467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Calling delete_port for 08e633c3-06cd-4d10-a578-2169f3ef037c owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:01.458033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d4fa0-1bb9-4bce-a1ca-cc0d3a825ac6 None None] Calling delete_port for 08e633c3-06cd-4d10-a578-2169f3ef037c owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:01.461804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-094c78b2-e05a-4adc-b374-75f7eb84c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:01.483585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c78b2-e05a-4adc-b374-75f7eb84c609 None None] Routers {'373605dc-23e9-4970-955f-ba6554c8e7ed'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:01.484688 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-094c78b2-e05a-4adc-b374-75f7eb84c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:12:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['373605dc-23e9-4970-955f-ba6554c8e7ed'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:01.557039 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b4837c2-59c1-45da-ad80-08d06cc1b796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.590676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-094c78b2-e05a-4adc-b374-75f7eb84c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:01.591853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c78b2-e05a-4adc-b374-75f7eb84c609 None None] The sync data for ids ['373605dc-23e9-4970-955f-ba6554c8e7ed'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:01.639821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7885385c-fad7-4676-9992-f281b42c9f73 req-8df31377-a293-48aa-94e5-9ebb568a73fa tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0929265 Jul 16 18:12:01.665401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.680011 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4fa0-1bb9-4bce-a1ca-cc0d3a825ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.700047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b4837c2-59c1-45da-ad80-08d06cc1b796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.702842 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b4837c2-59c1-45da-ad80-08d06cc1b796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.704271 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1b4837c2-59c1-45da-ad80-08d06cc1b796 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/803d695b-f19a-4c8a-b42b-1da67fabf033 HTTP/1.1" status: 204 len: 168 time: 0.5045452 Jul 16 18:12:01.715138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Port': ['ID=08e633c3-06cd-4d10-a578-2169f3ef037c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:01.719677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4837c2-59c1-45da-ad80-08d06cc1b796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803d695b-f19a-4c8a-b42b-1da67fabf033,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:01.722444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] No DVR routers for this DVR port 08e633c3-06cd-4d10-a578-2169f3ef037c on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:01.754795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d4fa0-1bb9-4bce-a1ca-cc0d3a825ac6 None None] Pushing event deleted for resources: {'Port': ['ID=08e633c3-06cd-4d10-a578-2169f3ef037c,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:01.808440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d4fa0-1bb9-4bce-a1ca-cc0d3a825ac6 None None] No DVR routers for this DVR port 08e633c3-06cd-4d10-a578-2169f3ef037c on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:01.864788 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.873976 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.888889 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad813c3a-0008-451a-80cf-e1f3551e3cb7']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:01.901134 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de07c94a-b80d-49fa-b54a-6e57c2239352') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:01.901345 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de07c94a-b80d-49fa-b54a-6e57c2239352') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:01.913342 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.944488 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.954465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:01.955782 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:01.966376 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:02.091655 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.113173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befabaed-5c45-4181-9677-c84a21f6ee3c req-29c9c6cf-075a-438d-b031-2dbf17b64491 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.116057 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-befabaed-5c45-4181-9677-c84a21f6ee3c req-29c9c6cf-075a-438d-b031-2dbf17b64491 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.2819922 Jul 16 18:12:02.141102 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.149945 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "DELETE /v2.0/networks/ad813c3a-0008-451a-80cf-e1f3551e3cb7 HTTP/1.1" status: 204 len: 168 time: 1.3283646 Jul 16 18:12:02.152965 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f9944-8c5c-4695-9a05-8284c98dc139 tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Network': ['ID=ad813c3a-0008-451a-80cf-e1f3551e3cb7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:02.157398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51550) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.245438 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Deleting subnet c107a1a2-def5-433d-829c-e04b204fabea {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:02.260958 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.310912 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.351137 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-befabaed-5c45-4181-9677-c84a21f6ee3c req-e9539065-0ee3-49e7-9a70-7948b3ad79c7 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291999 Jul 16 18:12:02.366836 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.396895 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.407167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 08e633c3-06cd-4d10-a578-2169f3ef037c no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:02.440464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 08e633c3-06cd-4d10-a578-2169f3ef037c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:02.443956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 08e633c3-06cd-4d10-a578-2169f3ef037c not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:02.519722 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.548443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Deleting port afe90118-2ddb-4844-b967-2fa0eaf27444 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:02.548771 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.628674 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.640860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Calling delete_port for afe90118-2ddb-4844-b967-2fa0eaf27444 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:02.891943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee7529e9-0b1b-4a4a-a918-c6eeefebb1b1 req-0ffb618f-ca1b-4bb2-944a-2eb67b3e0238 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0498776 Jul 16 18:12:02.926058 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.944625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51572) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.951357 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.016657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Subnet': ['ID=c107a1a2-def5-433d-829c-e04b204fabea,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.021974 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.023864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "DELETE /v2.0/subnets/c107a1a2-def5-433d-829c-e04b204fabea HTTP/1.1" status: 204 len: 168 time: 0.8576181 Jul 16 18:12:03.027186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d2901-65a1-4d72-8681-adb8ba3d0150 None None] Network d4c3e5d8-c754-481e-af47-3f3ab9f61863 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:03.030551 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51576) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:03.031531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Pushing event deleted for resources: {'Port': ['ID=afe90118-2ddb-4844-b967-2fa0eaf27444,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.071317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.071721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.072061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.072396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.072727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.073053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.074068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.074410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.074743 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.075071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.075394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.075741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.124102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.124518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.124789 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.125125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.125598 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.125908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.126892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.126892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.126892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.127941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.128448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.129809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d4226-5893-465d-bc7c-a86b54d53f7b tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:03.136600 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.214388 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Request body: {'networks': [{'name': 'tempest-network--2113395086'}, {'name': 'tempest-network--623026233'}]} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:03.219729 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Request body: {'network': {'name': 'tempest-network--2113395086'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:03.220413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Request body: {'network': {'name': 'tempest-network--623026233'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:03.287076 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.376565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Made reservation on behalf of 0452baf1511e416eb1b1d658de33858e for: {'network': 2} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:03.387672 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.434182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.525396 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f80ae2b-0f24-4e07-9133-ce924d012a1b req-ed501011-884c-4874-bf0e-de52586c49b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0845137 Jul 16 18:12:03.530459 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.536375 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.557893 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Deleting port e4a059d5-3779-4a7b-a40c-7905437b417f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:03.558242 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.686457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] For port e4a059d5-3779-4a7b-a40c-7905437b417f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e4a059d5-3779-4a7b-a40c-7905437b417f,segment=NetworkSegment(17d144d4-fbb7-4e48-a759-bebbad457b4a),segment_id=17d144d4-fbb7-4e48-a759-bebbad457b4a)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:03.686768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.687780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Router 373605dc-23e9-4970-955f-ba6554c8e7ed has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:03.694005 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.711460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Calling delete_port for e4a059d5-3779-4a7b-a40c-7905437b417f owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:03.804074 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.819835 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.820301 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.834604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a73bd-0135-4c60-8e2e-515699f938b1 None None] DHCP port deletion for d4c3e5d8-c754-481e-af47-3f3ab9f61863 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:03.878374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3eb97b-fe74-4b1a-8684-c70c4aa92196,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.885226 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e66a73bd-0135-4c60-8e2e-515699f938b1 None None] Deleting port e4a059d5-3779-4a7b-a40c-7905437b417f {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:03.885612 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e66a73bd-0135-4c60-8e2e-515699f938b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.903467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:03.905506 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.939145 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.939904 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Added segment 1fc64789-f665-41d1-ad66-12849651101a of type vlan for network 223d1d9a-2ad0-4010-9f2f-3486ad7dd311 Jul 16 18:12:03.941699 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Port': ['ID=e4a059d5-3779-4a7b-a40c-7905437b417f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.956342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] No DVR routers for this DVR port e4a059d5-3779-4a7b-a40c-7905437b417f on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:03.968589 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e66a73bd-0135-4c60-8e2e-515699f938b1 None None] For port e4a059d5-3779-4a7b-a40c-7905437b417f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e4a059d5-3779-4a7b-a40c-7905437b417f,segment=NetworkSegment(17d144d4-fbb7-4e48-a759-bebbad457b4a),segment_id=17d144d4-fbb7-4e48-a759-bebbad457b4a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:03.969090 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e66a73bd-0135-4c60-8e2e-515699f938b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.983451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e66a73bd-0135-4c60-8e2e-515699f938b1 None None] Calling delete_port for e4a059d5-3779-4a7b-a40c-7905437b417f owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:04.028836 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.077290 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e66a73bd-0135-4c60-8e2e-515699f938b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.105530 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.118832 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c3e5d8-c754-481e-af47-3f3ab9f61863']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:04.120237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a73bd-0135-4c60-8e2e-515699f938b1 None None] Pushing event deleted for resources: {'Port': ['ID=e4a059d5-3779-4a7b-a40c-7905437b417f,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:04.124119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a73bd-0135-4c60-8e2e-515699f938b1 None None] No DVR routers for this DVR port e4a059d5-3779-4a7b-a40c-7905437b417f on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:04.128439 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:04.131086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc8b2-939a-4b37-95b1-c0b45d98e22a req-bc61baa1-0c8a-4ef1-9f57-0942ea26cd8c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.132642 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5cdfc8b2-939a-4b37-95b1-c0b45d98e22a req-bc61baa1-0c8a-4ef1-9f57-0942ea26cd8c tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.4974141 Jul 16 18:12:04.136144 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d144d4-fbb7-4e48-a759-bebbad457b4a') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:04.136443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d144d4-fbb7-4e48-a759-bebbad457b4a') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:04.149148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.151095 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.151456 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Added segment e3ab0629-e461-4ff4-8d40-540ffe87ede2 of type vlan for network 47f143ef-e328-4765-b9ca-581ba9f5f1a1 Jul 16 18:12:04.174361 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c446957-d100-4273-b671-b77875e7d879 req-2aa5c899-f2da-468c-a599-d6a7598716b6 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0534630 Jul 16 18:12:04.176395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:04.188383 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.191495 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f1f1cc-31c6-43a8-9633-e7719010a12b None None] Sync routers for ids ['373605dc-23e9-4970-955f-ba6554c8e7ed'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:04.191988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-684cd875-b0ab-4586-aa82-85564eca847f tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "PUT /v2.0/routers/373605dc-23e9-4970-955f-ba6554c8e7ed HTTP/1.1" status: 200 len: 705 time: 2.8424239 Jul 16 18:12:04.193149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51588) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:04.201619 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f1f1cc-31c6-43a8-9633-e7719010a12b None None] Routers {'373605dc-23e9-4970-955f-ba6554c8e7ed'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:04.202393 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-53f1f1cc-31c6-43a8-9633-e7719010a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:12:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['373605dc-23e9-4970-955f-ba6554c8e7ed'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:04.206266 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.220336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:04.221448 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.237261 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-53f1f1cc-31c6-43a8-9633-e7719010a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:04.245834 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f1f1cc-31c6-43a8-9633-e7719010a12b None None] Routers {'373605dc-23e9-4970-955f-ba6554c8e7ed'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:04.246522 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-53f1f1cc-31c6-43a8-9633-e7719010a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:12:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['373605dc-23e9-4970-955f-ba6554c8e7ed'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:04.249637 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:04.296045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5cdfc8b2-939a-4b37-95b1-c0b45d98e22a req-4b8ddd5a-cda8-489b-9907-757366861de8 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482933 Jul 16 18:12:04.301724 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7101ff7c-1a64-46e8-95ee-79f8c8a6cc39 tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/routers/373605dc-23e9-4970-955f-ba6554c8e7ed HTTP/1.1" status: 200 len: 740 time: 0.1041703 Jul 16 18:12:04.302190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51592) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:04.326184 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-53f1f1cc-31c6-43a8-9633-e7719010a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:04.326184 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f1f1cc-31c6-43a8-9633-e7719010a12b None None] The sync data for ids ['373605dc-23e9-4970-955f-ba6554c8e7ed'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:04.374704 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.385096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.393232 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.395416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-42f5a40b-031c-4d3f-86b1-82d5e0bd029f tempest-RoutersAdminTest-646623839 tempest-RoutersAdminTest-646623839-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&device_id=373605dc-23e9-4970-955f-ba6554c8e7ed HTTP/1.1" status: 200 len: 205 time: 0.0922422 Jul 16 18:12:04.400949 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] 10.222.0.41 "DELETE /v2.0/networks/d4c3e5d8-c754-481e-af47-3f3ab9f61863 HTTP/1.1" status: 204 len: 168 time: 1.3692338 Jul 16 18:12:04.405725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51598) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:04.407114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e4a059d5-3779-4a7b-a40c-7905437b417f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:04.439058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e4a059d5-3779-4a7b-a40c-7905437b417f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:04.439599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e4a059d5-3779-4a7b-a40c-7905437b417f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:04.457422 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecd7bd-ab3f-4aad-ab1e-ede1cdf7952f tempest-ServersTestMultiNic-1380118226 tempest-ServersTestMultiNic-1380118226-project] Pushing event deleted for resources: {'Network': ['ID=d4c3e5d8-c754-481e-af47-3f3ab9f61863,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:04.461670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4178c949-541f-4de6-8455-5d72f56cf0a7 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "GET /v2.0/ports?device_id=373605dc-23e9-4970-955f-ba6554c8e7ed HTTP/1.1" status: 200 len: 205 time: 0.0523300 Jul 16 18:12:04.461852 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.461852 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.467061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51602) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:04.468935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.476452 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.477128 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.583505 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event updated for resources: {'Network': ['ID=223d1d9a-2ad0-4010-9f2f-3486ad7dd311,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:04.588522 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e734eda-59c8-4b2c-9296-a5945e72e02e tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.595657 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6477749 Jul 16 18:12:04.595829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 223d1d9a-2ad0-4010-9f2f-3486ad7dd311 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:04.596025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51610) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:04.710156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aecb80-7c41-48f5-b5ea-831287e33234 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event updated for resources: {'Network': ['ID=47f143ef-e328-4765-b9ca-581ba9f5f1a1,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:04.745835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 47f143ef-e328-4765-b9ca-581ba9f5f1a1 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:04.812390 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0495fd6c-0924-4e07-8bc8-2d827dda31a7 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.821137 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0495fd6c-0924-4e07-8bc8-2d827dda31a7 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.828459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0495fd6c-0924-4e07-8bc8-2d827dda31a7 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.836302 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0495fd6c-0924-4e07-8bc8-2d827dda31a7 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.838018 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0495fd6c-0924-4e07-8bc8-2d827dda31a7 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2404733 Jul 16 18:12:04.841967 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51620) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:04.889842 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e734eda-59c8-4b2c-9296-a5945e72e02e tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.893140 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e734eda-59c8-4b2c-9296-a5945e72e02e tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.936307 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc352fea-aa3a-4824-a1cf-3a8fecc1ff30 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.944122 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e734eda-59c8-4b2c-9296-a5945e72e02e tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.945378 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e734eda-59c8-4b2c-9296-a5945e72e02e tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Fanout notify agent at l3_agent the message router_deleted on router 373605dc-23e9-4970-955f-ba6554c8e7ed {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:12:04.954824 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e734eda-59c8-4b2c-9296-a5945e72e02e tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.957407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6e734eda-59c8-4b2c-9296-a5945e72e02e tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "DELETE /v2.0/routers/373605dc-23e9-4970-955f-ba6554c8e7ed HTTP/1.1" status: 204 len: 168 time: 0.4892650 Jul 16 18:12:04.969205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51624) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.008779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d3d2c10f-0235-4cca-8fd6-9cc940fe56da tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "GET /v2.0/ports?device_id=373605dc-23e9-4970-955f-ba6554c8e7ed HTTP/1.1" status: 200 len: 205 time: 0.0380850 Jul 16 18:12:05.012922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51628) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.084326 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc352fea-aa3a-4824-a1cf-3a8fecc1ff30 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.091901 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-49a63891-9542-473b-9c41-6323fbf38bbf tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] delete failed (client error): The resource could not be found. Jul 16 18:12:05.092928 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-49a63891-9542-473b-9c41-6323fbf38bbf tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "DELETE /v2.0/routers/373605dc-23e9-4970-955f-ba6554c8e7ed HTTP/1.1" status: 404 len: 336 time: 0.0790198 Jul 16 18:12:05.097186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-dc352fea-aa3a-4824-a1cf-3a8fecc1ff30 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223d1d9a-2ad0-4010-9f2f-3486ad7dd311']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:05.099016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51630) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.116872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-a9ff6e97-f224-4975-87b5-0d0faef2feb7 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232762290&fields=id&tenant_id=66bb849ac62844c6957c750d90efa878 HTTP/1.1" status: 200 len: 267 time: 0.1066279 Jul 16 18:12:05.119886 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9681e-abc3-4791-9458-562b4f95891f req-5f62e18f-530d-4de3-8a36-92d9f5c46943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.121329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcb9681e-abc3-4791-9458-562b4f95891f req-5f62e18f-530d-4de3-8a36-92d9f5c46943 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8321523f0544c138784f8d6f52b96ca&device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 1098 time: 0.1626878 Jul 16 18:12:05.138300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-dc352fea-aa3a-4824-a1cf-3a8fecc1ff30 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc64789-f665-41d1-ad66-12849651101a') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:05.138598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-dc352fea-aa3a-4824-a1cf-3a8fecc1ff30 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc64789-f665-41d1-ad66-12849651101a') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:05.144493 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-69a12cdd-fa36-4532-8cf7-29122dc808dc tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "GET /v2.0/ports?device_id=b659004b-0556-422a-b459-6fc72491e523 HTTP/1.1" status: 200 len: 205 time: 0.0417719 Jul 16 18:12:05.147780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51632) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.157439 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc352fea-aa3a-4824-a1cf-3a8fecc1ff30 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.193960 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-1bbc4faf-d5e4-4df1-b6c7-59266dfb296c tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] delete failed (client error): The resource could not be found. Jul 16 18:12:05.194988 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1bbc4faf-d5e4-4df1-b6c7-59266dfb296c tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "DELETE /v2.0/routers/b659004b-0556-422a-b459-6fc72491e523 HTTP/1.1" status: 404 len: 336 time: 0.0463078 Jul 16 18:12:05.197682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51634) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.210165 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc352fea-aa3a-4824-a1cf-3a8fecc1ff30 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.235017 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7ed8f69f-09d9-465b-b37b-89693ef1079a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "GET /v2.0/ports?device_id=64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6 HTTP/1.1" status: 200 len: 205 time: 0.0362899 Jul 16 18:12:05.237703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51638) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.239843 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc352fea-aa3a-4824-a1cf-3a8fecc1ff30 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:05.240253 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc352fea-aa3a-4824-a1cf-3a8fecc1ff30 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:05.247793 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:05.289829 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-f8ce45ad-7775-4836-bac1-175ab234e5cd tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] delete failed (client error): The resource could not be found. Jul 16 18:12:05.293297 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f8ce45ad-7775-4836-bac1-175ab234e5cd tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "DELETE /v2.0/routers/64aa5bd2-351f-4f3c-87a9-9fba8ae7baa6 HTTP/1.1" status: 404 len: 336 time: 0.0524359 Jul 16 18:12:05.298131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51640) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.300935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c9009-e2a5-4341-8161-617714ebdf0f req-72564700-b27c-4981-a0e3-b678557c8701 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.302428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e7c9009-e2a5-4341-8161-617714ebdf0f req-72564700-b27c-4981-a0e3-b678557c8701 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.2340121 Jul 16 18:12:05.355418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-184419a2-2e6d-4327-a94b-24bac5c400ee tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.356990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-184419a2-2e6d-4327-a94b-24bac5c400ee tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 0.2319527 Jul 16 18:12:05.362660 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-224e5a7d-9c96-46a7-a678-b0f775c577fc tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4a711b0-9c2f-4ae9-9b01-66875193df9f HTTP/1.1" status: 200 len: 205 time: 0.0626516 Jul 16 18:12:05.365051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51642) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.374652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9681e-abc3-4791-9458-562b4f95891f req-a1b015b3-1094-47cc-af50-5cca6ee9bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.376349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcb9681e-abc3-4791-9458-562b4f95891f req-a1b015b3-1094-47cc-af50-5cca6ee9bcee service neutron] 10.222.0.35 "GET /v2.0/networks?id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c HTTP/1.1" status: 200 len: 914 time: 0.2404680 Jul 16 18:12:05.403826 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc352fea-aa3a-4824-a1cf-3a8fecc1ff30 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.407996 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-169537b9-1f21-4749-85af-cca58c5d159a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] delete failed (client error): The resource could not be found. Jul 16 18:12:05.409348 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-169537b9-1f21-4749-85af-cca58c5d159a tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "DELETE /v2.0/routers/f4a711b0-9c2f-4ae9-9b01-66875193df9f HTTP/1.1" status: 404 len: 336 time: 0.0434508 Jul 16 18:12:05.410371 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc352fea-aa3a-4824-a1cf-3a8fecc1ff30 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.414491 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dc352fea-aa3a-4824-a1cf-3a8fecc1ff30 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "DELETE /v2.0/networks/223d1d9a-2ad0-4010-9f2f-3486ad7dd311 HTTP/1.1" status: 204 len: 168 time: 0.5692198 Jul 16 18:12:05.415651 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51644) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.415984 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51646) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.427806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e7c9009-e2a5-4341-8161-617714ebdf0f req-c9a690f7-6489-42c8-9cde-47a65aeab6ce tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148319 Jul 16 18:12:05.429257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-6f3203b7-38dd-4215-9601-1cbf5d08f93c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/quotas/66bb849ac62844c6957c750d90efa878 HTTP/1.1" status: 200 len: 375 time: 0.0623024 Jul 16 18:12:05.430627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcb9681e-abc3-4791-9458-562b4f95891f req-3f03a6c8-5bf3-41ed-a718-7f3471952c55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44d0d350-99d8-427d-aed3-162937cad248 HTTP/1.1" status: 200 len: 217 time: 0.0438313 Jul 16 18:12:05.465704 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0b066ae0-abf2-4595-9c79-7dff74e49bd2 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2327d9a-49bc-4087-99bd-b0c96e95f9f9 HTTP/1.1" status: 200 len: 205 time: 0.0463438 Jul 16 18:12:05.465704 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc352fea-aa3a-4824-a1cf-3a8fecc1ff30 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event deleted for resources: {'Network': ['ID=223d1d9a-2ad0-4010-9f2f-3486ad7dd311,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:05.473466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51650) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.527488 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51652) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.538866 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-3c32c1b2-3dea-4d4f-a3ce-46eb0f7c208c tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] delete failed (client error): The resource could not be found. Jul 16 18:12:05.549517 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3c32c1b2-3dea-4d4f-a3ce-46eb0f7c208c tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "DELETE /v2.0/routers/d2327d9a-49bc-4087-99bd-b0c96e95f9f9 HTTP/1.1" status: 404 len: 336 time: 0.0527644 Jul 16 18:12:05.555465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51654) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.578474 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8502a330-ca9f-4f93-9a0d-01423e94bd03 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.583233 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9681e-abc3-4791-9458-562b4f95891f req-ffa5dc17-672f-4f7b-b718-d88af147518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.585024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcb9681e-abc3-4791-9458-562b4f95891f req-ffa5dc17-672f-4f7b-b718-d88af147518f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=665eba6f-eeab-4451-90aa-d2ddd6503915 HTTP/1.1" status: 200 len: 853 time: 0.1387143 Jul 16 18:12:05.621634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bfaf66f8-0cf5-450b-b911-2a6f7841333b tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "GET /v2.0/ports?device_id=67501c69-7705-4e3d-9623-b383167dd050 HTTP/1.1" status: 200 len: 205 time: 0.0622289 Jul 16 18:12:05.630242 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51656) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.662078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcb9681e-abc3-4791-9458-562b4f95891f req-6a89ed89-9ec0-4386-8290-62b41dc4980d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454528 Jul 16 18:12:05.685984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71f0fff4-7e74-4f78-8dab-0f475359ea4d req-a7324b32-573e-43a5-a713-42537d94882a tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0537708 Jul 16 18:12:05.696210 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-ffdd7568-a925-43f2-b48f-e526b00bf297 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] delete failed (client error): The resource could not be found. Jul 16 18:12:05.699699 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ffdd7568-a925-43f2-b48f-e526b00bf297 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "DELETE /v2.0/routers/67501c69-7705-4e3d-9623-b383167dd050 HTTP/1.1" status: 404 len: 336 time: 0.0659809 Jul 16 18:12:05.701303 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51658) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.725118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-241e7f65-5760-4239-8c83-bbe4cf1451ab tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2851441 Jul 16 18:12:05.755643 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-80babb06-8e43-4821-92b8-c2639f9ec5d0 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:05.756102 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80babb06-8e43-4821-92b8-c2639f9ec5d0 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:05.760497 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-80babb06-8e43-4821-92b8-c2639f9ec5d0 tempest-RoutersAdminTest-378533096 tempest-RoutersAdminTest-378533096-project] 10.222.0.41 "DELETE /v2.0/subnets/1e54b44c-d5c7-4c53-a572-77d0c3c1ea4d HTTP/1.1" status: 404 len: 337 time: 0.0530293 Jul 16 18:12:05.829667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8502a330-ca9f-4f93-9a0d-01423e94bd03 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.847956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8502a330-ca9f-4f93-9a0d-01423e94bd03 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f143ef-e328-4765-b9ca-581ba9f5f1a1']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:05.858694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcb9681e-abc3-4791-9458-562b4f95891f req-f28c0a72-7cca-4e3e-994c-804a9147f8fe service neutron] 10.222.0.35 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749330 Jul 16 18:12:05.863747 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8502a330-ca9f-4f93-9a0d-01423e94bd03 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ab0629-e461-4ff4-8d40-540ffe87ede2') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:05.864130 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8502a330-ca9f-4f93-9a0d-01423e94bd03 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ab0629-e461-4ff4-8d40-540ffe87ede2') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:05.901470 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8502a330-ca9f-4f93-9a0d-01423e94bd03 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.904637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-5302dac9-3798-4d88-8bdb-a6d9f461b014 service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680925 Jul 16 18:12:05.928091 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8502a330-ca9f-4f93-9a0d-01423e94bd03 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.938982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8502a330-ca9f-4f93-9a0d-01423e94bd03 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:05.939321 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8502a330-ca9f-4f93-9a0d-01423e94bd03 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:05.943505 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:06.087810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bcb9681e-abc3-4791-9458-562b4f95891f req-daa8ecde-ec48-4b6d-96a0-cef091d79311 service neutron] 10.222.0.35 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202573 Jul 16 18:12:06.102092 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8502a330-ca9f-4f93-9a0d-01423e94bd03 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.106923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8502a330-ca9f-4f93-9a0d-01423e94bd03 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.109011 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8502a330-ca9f-4f93-9a0d-01423e94bd03 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "DELETE /v2.0/networks/47f143ef-e328-4765-b9ca-581ba9f5f1a1 HTTP/1.1" status: 204 len: 168 time: 0.6909981 Jul 16 18:12:06.115050 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51670) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:06.115353 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51672) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:06.124144 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a9cd858-1234-4444-abf6-1530364b1f8a req-439f3c5e-6546-4ee2-a199-601d7749a562 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=643cee17fde24a378cc16e92b6c08f50&device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0495543 Jul 16 18:12:06.133951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-e0a13d1f-0ca6-4e88-9faa-0c38dbf9b6b3 service neutron] 10.222.0.41 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289381 Jul 16 18:12:06.155371 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a9cd858-1234-4444-abf6-1530364b1f8a req-3ce282e8-a003-4d95-9d02-076969df160e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=643cee17fde24a378cc16e92b6c08f50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204096 Jul 16 18:12:06.159876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502a330-ca9f-4f93-9a0d-01423e94bd03 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event deleted for resources: {'Network': ['ID=47f143ef-e328-4765-b9ca-581ba9f5f1a1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:06.276784 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd177ae-694a-40be-8076-3b8be49c1a37 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.283346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd177ae-694a-40be-8076-3b8be49c1a37 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.285100 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2bd177ae-694a-40be-8076-3b8be49c1a37 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1679347 Jul 16 18:12:06.296645 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51680) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:06.302275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e33e426e-c010-4b54-8c4b-b704d158c501 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1471227870'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:06.327083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cd858-1234-4444-abf6-1530364b1f8a req-3fcd97d5-babd-43f7-9c05-bf0cf62adc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.328914 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a9cd858-1234-4444-abf6-1530364b1f8a req-3fcd97d5-babd-43f7-9c05-bf0cf62adc0e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625545 Jul 16 18:12:06.336058 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11abb0d1-425b-4152-ac10-c5a04f136cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.370549 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5899f0db-d04b-4ab3-99be-107de98ba4ed req-ee70fb66-45a6-4b83-a94e-7a75d6eb9da7 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0386188 Jul 16 18:12:06.383561 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33e426e-c010-4b54-8c4b-b704d158c501 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Made reservation on behalf of 0452baf1511e416eb1b1d658de33858e for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:06.395057 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e33e426e-c010-4b54-8c4b-b704d158c501 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.428085 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14b90497-8c61-4417-be78-05a927505348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.479901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33e426e-c010-4b54-8c4b-b704d158c501 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:06.498498 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e33e426e-c010-4b54-8c4b-b704d158c501 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.498848 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-e33e426e-c010-4b54-8c4b-b704d158c501 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Added segment 6defd537-a31d-49a9-94cb-76596ae3dcf5 of type vlan for network 184cf88f-24d5-446e-9774-f9d3f26e07ba Jul 16 18:12:06.540043 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e33e426e-c010-4b54-8c4b-b704d158c501 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.540827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49e8f10f-e468-47fa-88ee-c22c9fc7036e req-4c6fa2b9-e716-4eb5-aa74-0fe2ae9890e3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 210 time: 0.0297434 Jul 16 18:12:06.652713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5cc4a-64b5-4bf0-8356-b4c9a9556c28 req-66fec76f-634d-47a2-93a6-0a6401165258 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.654414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50f5cc4a-64b5-4bf0-8356-b4c9a9556c28 req-66fec76f-634d-47a2-93a6-0a6401165258 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.0742762 Jul 16 18:12:06.705370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50f5cc4a-64b5-4bf0-8356-b4c9a9556c28 req-3c860e7e-1c25-4779-92c7-c751aa4d9377 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437639 Jul 16 18:12:06.965591 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e33e426e-c010-4b54-8c4b-b704d158c501 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.972288 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e426e-c010-4b54-8c4b-b704d158c501 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.972869 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e33e426e-c010-4b54-8c4b-b704d158c501 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.082125 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e426e-c010-4b54-8c4b-b704d158c501 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event updated for resources: {'Network': ['ID=184cf88f-24d5-446e-9774-f9d3f26e07ba,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:07.093440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 184cf88f-24d5-446e-9774-f9d3f26e07ba details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:07.149165 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11abb0d1-425b-4152-ac10-c5a04f136cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.157251 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11abb0d1-425b-4152-ac10-c5a04f136cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.172445 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e33e426e-c010-4b54-8c4b-b704d158c501 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8752317 Jul 16 18:12:07.176140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51698) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:07.187609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-bcf94c2d-7952-4825-b08b-0b62cadf94fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1580915228'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:07.213393 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-11abb0d1-425b-4152-ac10-c5a04f136cd6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=143d5904ec7f443aa9872712320926d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0944252 Jul 16 18:12:07.215992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51702) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:07.225274 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abb0d1-425b-4152-ac10-c5a04f136cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87dc8cb-38df-4424-9657-0a5eae0e93d9,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:07.242637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf94c2d-7952-4825-b08b-0b62cadf94fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Made reservation on behalf of 0452baf1511e416eb1b1d658de33858e for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:07.249831 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bcf94c2d-7952-4825-b08b-0b62cadf94fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.299551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf94c2d-7952-4825-b08b-0b62cadf94fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:07.311060 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bcf94c2d-7952-4825-b08b-0b62cadf94fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.311650 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-bcf94c2d-7952-4825-b08b-0b62cadf94fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Added segment b93f399a-153f-453e-ac4f-1047dbf70ed5 of type vlan for network 2ca433cd-6d01-44d2-9975-13f6741e3100 Jul 16 18:12:07.334565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-42d58ac9-bb2c-4b6a-8000-fb07d12cddc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.364074 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-42d58ac9-bb2c-4b6a-8000-fb07d12cddc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.367478 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bcf94c2d-7952-4825-b08b-0b62cadf94fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.409801 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-14b90497-8c61-4417-be78-05a927505348 admin admin] Deleting port fefb8ad0-143b-4371-8a89-9708a07e07c8 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:07.410426 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14b90497-8c61-4417-be78-05a927505348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.423759 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bcf94c2d-7952-4825-b08b-0b62cadf94fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.430894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf94c2d-7952-4825-b08b-0b62cadf94fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.431967 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bcf94c2d-7952-4825-b08b-0b62cadf94fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.488698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-42d58ac9-bb2c-4b6a-8000-fb07d12cddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.491594 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-42d58ac9-bb2c-4b6a-8000-fb07d12cddc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.493069 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-42d58ac9-bb2c-4b6a-8000-fb07d12cddc5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c87dc8cb-38df-4424-9657-0a5eae0e93d9 HTTP/1.1" status: 204 len: 168 time: 0.2753670 Jul 16 18:12:07.497756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bcf94c2d-7952-4825-b08b-0b62cadf94fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3193533 Jul 16 18:12:07.498584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51708) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:07.512970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Request body: {'ports': [{'network_id': '184cf88f-24d5-446e-9774-f9d3f26e07ba', 'name': 'tempest-port--1369182587', 'admin_state_up': True}, {'network_id': '2ca433cd-6d01-44d2-9975-13f6741e3100', 'admin_state_up': False}]} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:07.513592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Request body: {'port': {'network_id': '184cf88f-24d5-446e-9774-f9d3f26e07ba', 'name': 'tempest-port--1369182587', 'admin_state_up': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:07.514349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Request body: {'port': {'network_id': '2ca433cd-6d01-44d2-9975-13f6741e3100', 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:07.515489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d58ac9-bb2c-4b6a-8000-fb07d12cddc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87dc8cb-38df-4424-9657-0a5eae0e93d9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:07.524142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-14b90497-8c61-4417-be78-05a927505348 admin admin] For port fefb8ad0-143b-4371-8a89-9708a07e07c8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=fefb8ad0-143b-4371-8a89-9708a07e07c8,segment=NetworkSegment(9e108598-2444-4f4e-9838-538f3e26fae8),segment_id=9e108598-2444-4f4e-9838-538f3e26fae8)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:07.524505 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14b90497-8c61-4417-be78-05a927505348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.541848 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-14b90497-8c61-4417-be78-05a927505348 admin admin] Calling delete_port for fefb8ad0-143b-4371-8a89-9708a07e07c8 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:07.627128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf94c2d-7952-4825-b08b-0b62cadf94fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event updated for resources: {'Network': ['ID=2ca433cd-6d01-44d2-9975-13f6741e3100,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:07.635995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d67a1edf-8e17-4a78-96a1-7c2c4874060e req-ba3bf989-81e8-445a-8398-55e876cc3a56 tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0812125 Jul 16 18:12:07.646546 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 2ca433cd-6d01-44d2-9975-13f6741e3100 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:07.909102 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14b90497-8c61-4417-be78-05a927505348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.977196 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b90497-8c61-4417-be78-05a927505348 admin admin] Pushing event deleted for resources: {'Port': ['ID=fefb8ad0-143b-4371-8a89-9708a07e07c8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:08.013276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee376ad7-5b80-46f8-9284-d731cb52f2bb req-b51c613d-8370-45eb-af77-96f4677e4ae0 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 210 time: 0.1574559 Jul 16 18:12:08.032088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a9cd858-1234-4444-abf6-1530364b1f8a req-3690247b-7c9b-4662-b635-f5ab9209946a tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.1423094 Jul 16 18:12:08.139113 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51716) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:08.220326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Made reservation on behalf of 0452baf1511e416eb1b1d658de33858e for: {'port': 2} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:08.226019 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.255730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-dae1a5ed-8d56-4981-9721-437032fb49cf tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:08.258152 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-dae1a5ed-8d56-4981-9721-437032fb49cf tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 812 time: 0.5011456 Jul 16 18:12:08.261493 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.311639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269046d7-bf31-4919-a175-65c6f74ec190 req-5e1b2069-f33a-4871-9a0b-32d1e65384f0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:08.319072 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-269046d7-bf31-4919-a175-65c6f74ec190 req-5e1b2069-f33a-4871-9a0b-32d1e65384f0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.3298872 Jul 16 18:12:08.354000 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b8d321bb-014b-42bb-82ac-1c9937a43d49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ac238143e7547d388085ff0084b16a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2129927 Jul 16 18:12:08.356272 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51718) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:08.394147 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14b90497-8c61-4417-be78-05a927505348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.437247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-a3586a2c-244e-41c9-bffa-f29b4467e39c tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66bb849ac62844c6957c750d90efa878 HTTP/1.1" status: 200 len: 379 time: 0.1639047 Jul 16 18:12:08.454692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'port': {'device_id': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'admin_state_up': True, 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'security_groups': ['a50a31bc-ae68-4c6d-8e12-2da819f9a64f']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:08.457568 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28611610-6756-405d-b240-6e382167f5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.521844 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28611610-6756-405d-b240-6e382167f5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.527462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] device_id is not set on port 2f214ddc-bcae-4947-9376-3660d655ca9c yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:08.546091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-269046d7-bf31-4919-a175-65c6f74ec190 req-a563faf9-41ee-429f-b47d-4e686aba2e5e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258186 Jul 16 18:12:08.740069 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.746815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28611610-6756-405d-b240-6e382167f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.749287 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28611610-6756-405d-b240-6e382167f5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.772065 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-28611610-6756-405d-b240-6e382167f5d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e26abbae-8dd1-47f6-9a7e-6161a218f58d HTTP/1.1" status: 204 len: 168 time: 0.4146740 Jul 16 18:12:08.796024 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28611610-6756-405d-b240-6e382167f5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26abbae-8dd1-47f6-9a7e-6161a218f58d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:08.849015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] device_id is not set on port 6c6bca0c-d244-4717-a514-dbfb60dd3399 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:08.882801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Made reservation on behalf of 66bb849ac62844c6957c750d90efa878 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:08.886781 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.908702 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b90497-8c61-4417-be78-05a927505348 admin admin] Router 3d416617-14b4-4c5d-990b-e52c9f4f3d83 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:08.936627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-871ace6b-ed03-4e72-8a9f-5bf9873bbda0 req-97350d59-d423-43e8-9cd6-5db2a73bb3cc tempest-ServerShowV257Test-1019073403 tempest-ServerShowV257Test-1019073403-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a81439e-a337-4158-9a21-a730f27fdaf0 HTTP/1.1" status: 200 len: 210 time: 0.0684559 Jul 16 18:12:09.124939 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b90497-8c61-4417-be78-05a927505348 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:09.134027 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-14b90497-8c61-4417-be78-05a927505348 admin admin] 10.222.0.41 "PUT /v2.0/routers/3d416617-14b4-4c5d-990b-e52c9f4f3d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6055052 Jul 16 18:12:09.136435 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51732) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:09.136593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adbbf04-3a08-4305-922b-10f7605badd8 None None] Sync routers for ids ['3d416617-14b4-4c5d-990b-e52c9f4f3d83'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:09.138100 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.152208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbbf04-3a08-4305-922b-10f7605badd8 None None] Routers {'3d416617-14b4-4c5d-990b-e52c9f4f3d83'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:09.153102 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-3adbbf04-3a08-4305-922b-10f7605badd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:12:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3d416617-14b4-4c5d-990b-e52c9f4f3d83'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:09.286800 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.311049 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-3adbbf04-3a08-4305-922b-10f7605badd8 None None] Set router 3d416617-14b4-4c5d-990b-e52c9f4f3d83 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:09.433770 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.533926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Deleting port 26379e9d-3df4-4d7d-8008-0f46c3b0090f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:09.534389 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.572791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-3adbbf04-3a08-4305-922b-10f7605badd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'name': 'tempest-ServersTestMultiNic-433867193-router', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:12:07Z', 'revision_number': 5, 'project_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'gw_port': {'id': '26379e9d-3df4-4d7d-8008-0f46c3b0090f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:13Z', 'updated_at': '2021-07-16T18:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:09.612871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adbbf04-3a08-4305-922b-10f7605badd8 None None] Checking router: 3d416617-14b4-4c5d-990b-e52c9f4f3d83 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:09.629466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbbf04-3a08-4305-922b-10f7605badd8 None None] Routers {'3d416617-14b4-4c5d-990b-e52c9f4f3d83'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:09.630201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-3adbbf04-3a08-4305-922b-10f7605badd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:12:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3d416617-14b4-4c5d-990b-e52c9f4f3d83'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:09.663391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] For port 26379e9d-3df4-4d7d-8008-0f46c3b0090f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=26379e9d-3df4-4d7d-8008-0f46c3b0090f,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:09.664207 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.678716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Calling delete_port for 26379e9d-3df4-4d7d-8008-0f46c3b0090f owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:09.688629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15979e56-579c-41ee-951b-d10053c66582 req-82632db7-d679-48bd-81db-585b5c69f0ab tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 210 time: 0.5130436 Jul 16 18:12:09.759087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e819b2-4ebc-4122-8b8a-0fd7bda17151 req-f00591cf-08b2-46d3-9059-70b8ecead6e0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:09.760692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70e819b2-4ebc-4122-8b8a-0fd7bda17151 req-f00591cf-08b2-46d3-9059-70b8ecead6e0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.8833525 Jul 16 18:12:09.761980 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.790022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-3adbbf04-3a08-4305-922b-10f7605badd8 None None] Set router 3d416617-14b4-4c5d-990b-e52c9f4f3d83 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:09.849669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Allocated IP 172.20.0.3 (4b119567-6ce3-487d-8627-e47c109379a2/e819abcf-6b00-458c-8032-3f3b68914119/e263bb31-468d-401d-883a-03a7c3f6789a) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:09.911043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-3adbbf04-3a08-4305-922b-10f7605badd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'name': 'tempest-ServersTestMultiNic-433867193-router', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 6, 'project_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:09.937971 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.942840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adbbf04-3a08-4305-922b-10f7605badd8 None None] The sync data for ids ['3d416617-14b4-4c5d-990b-e52c9f4f3d83'] in n-d-787206-10 is: [{'id': '3d416617-14b4-4c5d-990b-e52c9f4f3d83', 'name': 'tempest-ServersTestMultiNic-433867193-router', 'tenant_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 6, 'project_id': '9e80e9c9f8bc436ebf3056ab1de1fafe', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:09.968212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event updated for resources: {'Port': ['ID=2f214ddc-bcae-4947-9376-3660d655ca9c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.986300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Pushing event deleted for resources: {'Port': ['ID=26379e9d-3df4-4d7d-8008-0f46c3b0090f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:10.018937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70e819b2-4ebc-4122-8b8a-0fd7bda17151 req-2cef8f56-1f79-4ed0-b456-5519549414a2 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516582 Jul 16 18:12:10.150347 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51760) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:10.161316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Checking segment: {'id': '6defd537-a31d-49a9-94cb-76596ae3dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '184cf88f-24d5-446e-9774-f9d3f26e07ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:10.161853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Network hostable DHCP agents. Network: 184cf88f-24d5-446e-9774-f9d3f26e07ba, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:10.188443 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.276573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Network 184cf88f-24d5-446e-9774-f9d3f26e07ba is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:10.326652 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.329102 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.334203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 184cf88f-24d5-446e-9774-f9d3f26e07ba) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:10.344779 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba01eac9-2b3b-45ab-8a6b-9b6e7237d5cb None None] Network 184cf88f-24d5-446e-9774-f9d3f26e07ba requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:10.362978 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:10.363955 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.427935 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.457965 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-07d73271-ccb7-4a48-91a9-e54fea675ed0 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465148758'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:10.483583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Transition to ACTIVE for port object e263bb31-468d-401d-883a-03a7c3f6789a will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:10.506505 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.509826 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d416617-14b4-4c5d-990b-e52c9f4f3d83 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:12:10.514288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279e789-233d-46b2-9014-ef34fce31818 req-f871ad0e-524e-44a7-8ca9-ee3856e77b33 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:10.514914 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fefb8ad0-143b-4371-8a89-9708a07e07c8 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:10.523329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2279e789-233d-46b2-9014-ef34fce31818 req-f871ad0e-524e-44a7-8ca9-ee3856e77b33 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.2907500 Jul 16 18:12:10.529923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.530505 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6cde0271-1f34-4ae3-98c1-513075812554 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3d416617-14b4-4c5d-990b-e52c9f4f3d83 HTTP/1.1" status: 204 len: 168 time: 1.3927722 Jul 16 18:12:10.536052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51766) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:10.550255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event updated for resources: {'Port': ['ID=6c6bca0c-d244-4717-a514-dbfb60dd3399,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:10.553461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: fefb8ad0-143b-4371-8a89-9708a07e07c8 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:10.554350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fefb8ad0-143b-4371-8a89-9708a07e07c8 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:10.589659 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07d73271-ccb7-4a48-91a9-e54fea675ed0 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.597000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Checking segment: {'id': 'b93f399a-153f-453e-ac4f-1047dbf70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2ca433cd-6d01-44d2-9975-13f6741e3100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:10.597787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Network hostable DHCP agents. Network: 2ca433cd-6d01-44d2-9975-13f6741e3100, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:10.605096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07d73271-ccb7-4a48-91a9-e54fea675ed0 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.621066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2279e789-233d-46b2-9014-ef34fce31818 req-e4276273-7d2f-4d0c-aec2-15e9cfa83047 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955329 Jul 16 18:12:10.622913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51768) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:10.638653 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6d02bf-2e41-41e3-87ee-e8a84169cb1d admin admin] Deleting subnet c77fbc2d-8991-4114-a710-7583b79a2714 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:10.648701 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d6d02bf-2e41-41e3-87ee-e8a84169cb1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.655816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Network 2ca433cd-6d01-44d2-9975-13f6741e3100 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:10.662150 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.703121 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d6d02bf-2e41-41e3-87ee-e8a84169cb1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.719683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 2ca433cd-6d01-44d2-9975-13f6741e3100) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:10.730353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d8284d-a403-4b8e-97ce-ebcbb3db6ad3 None None] Network 2ca433cd-6d01-44d2-9975-13f6741e3100 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:10.743201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:10.763620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:10.781611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:10.785149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.854344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Network 4b119567-6ce3-487d-8627-e47c109379a2 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:10.863397 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d6d02bf-2e41-41e3-87ee-e8a84169cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.875841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:10.882896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'Port': ['ID=e263bb31-468d-401d-883a-03a7c3f6789a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:10.887076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:10.887831 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07d73271-ccb7-4a48-91a9-e54fea675ed0 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.919255 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f5d0e1f-323e-4503-9d76-def841c42411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.921160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07d73271-ccb7-4a48-91a9-e54fea675ed0 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.963626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:10.964404 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.044611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d73271-ccb7-4a48-91a9-e54fea675ed0 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=326fcc64-8213-44d7-b0ac-1afb15b8cf57,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.070059 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-825b1bae-e9e5-4307-bd79-2b5aed48e4a0 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5629940 Jul 16 18:12:11.082450 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51778) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:11.087255 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d6d02bf-2e41-41e3-87ee-e8a84169cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.136332 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d02bf-2e41-41e3-87ee-e8a84169cb1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77fbc2d-8991-4114-a710-7583b79a2714,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.143899 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d6d02bf-2e41-41e3-87ee-e8a84169cb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.145987 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2d6d02bf-2e41-41e3-87ee-e8a84169cb1d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c77fbc2d-8991-4114-a710-7583b79a2714 HTTP/1.1" status: 204 len: 168 time: 0.6089799 Jul 16 18:12:11.149071 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51780) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:11.157775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761a01fa-07c4-4952-aa24-356ffad47ab0 None None] Network 1f719546-0943-4e5a-b875-d9b064bc7c66 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:11.283080 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.294801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695231c-6872-4986-b883-d2f14e416f17 req-4fd4471f-a641-4ad4-80c6-72e27b02f6b3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:11.296311 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07d73271-ccb7-4a48-91a9-e54fea675ed0 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.305257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c695231c-6872-4986-b883-d2f14e416f17 req-4fd4471f-a641-4ad4-80c6-72e27b02f6b3 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 931 time: 0.3367693 Jul 16 18:12:11.312708 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07d73271-ccb7-4a48-91a9-e54fea675ed0 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.318887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-26b78fe2-004e-4f8d-83e3-3086afad0395 None None] Provisioning for port e263bb31-468d-401d-883a-03a7c3f6789a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:11.337807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485bf27-f55b-4336-9d1a-560921fa0f45 req-f29d94dd-0684-4fbb-aaa0-5c5d1a41a269 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:11.339678 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d485bf27-f55b-4336-9d1a-560921fa0f45 req-f29d94dd-0684-4fbb-aaa0-5c5d1a41a269 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.3323035 Jul 16 18:12:11.358572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-26b78fe2-004e-4f8d-83e3-3086afad0395 None None] Provisioning complete for port e263bb31-468d-401d-883a-03a7c3f6789a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:11.359130 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-26b78fe2-004e-4f8d-83e3-3086afad0395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.393981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547fc152-7d96-4d9d-baeb-21ed3e3e4730 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:11.400504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547fc152-7d96-4d9d-baeb-21ed3e3e4730 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:11.405155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-547fc152-7d96-4d9d-baeb-21ed3e3e4730 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3144155 Jul 16 18:12:11.405155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-ceff80ac-f90d-4faf-9842-1a2919e7cc76 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9587843 Jul 16 18:12:11.414555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51782) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:11.432258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Request body: {'port': {'device_id': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:11.438781 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d73271-ccb7-4a48-91a9-e54fea675ed0 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb05e20-d39e-43b9-bd13-25ae6c2fedcc,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.493344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-26b78fe2-004e-4f8d-83e3-3086afad0395 None None] Port e263bb31-468d-401d-883a-03a7c3f6789a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:11.500352 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Deleting port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:11.500832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.519828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d485bf27-f55b-4336-9d1a-560921fa0f45 req-f449f65d-62c4-4454-8797-6ca6b2d8ff4e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652203 Jul 16 18:12:11.556900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c695231c-6872-4986-b883-d2f14e416f17 req-cb38c1fa-d4a7-49ac-b776-978410708e8d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425213 Jul 16 18:12:11.604174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b72c4-27a3-4b24-a965-80dc2a3acc6f None None] DHCP port deletion for 1f719546-0943-4e5a-b875-d9b064bc7c66 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:11.709804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-929b72c4-27a3-4b24-a965-80dc2a3acc6f None None] Deleting port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:11.710753 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-929b72c4-27a3-4b24-a965-80dc2a3acc6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.723295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] For port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0,segment=NetworkSegment(9e108598-2444-4f4e-9838-538f3e26fae8),segment_id=9e108598-2444-4f4e-9838-538f3e26fae8)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:11.723880 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.747703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Calling delete_port for b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:11.763858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.772740 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f5d0e1f-323e-4503-9d76-def841c42411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.796352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-929b72c4-27a3-4b24-a965-80dc2a3acc6f None None] For port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0,segment=NetworkSegment(9e108598-2444-4f4e-9838-538f3e26fae8),segment_id=9e108598-2444-4f4e-9838-538f3e26fae8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:11.796936 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-929b72c4-27a3-4b24-a965-80dc2a3acc6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.815621 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1f5d0e1f-323e-4503-9d76-def841c42411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.816136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-929b72c4-27a3-4b24-a965-80dc2a3acc6f None None] Calling delete_port for b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:11.834020 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07d73271-ccb7-4a48-91a9-e54fea675ed0 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.838138 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-07d73271-ccb7-4a48-91a9-e54fea675ed0 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6846256 Jul 16 18:12:11.842047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51788) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:11.900675 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1f5d0e1f-323e-4503-9d76-def841c42411 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=643cee17fde24a378cc16e92b6c08f50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2766829 Jul 16 18:12:11.904224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d0e1f-323e-4503-9d76-def841c42411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f003ef-b97d-4048-ad0e-3d43aa0f79bd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.907873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51790) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:11.992802 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.998895 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-929b72c4-27a3-4b24-a965-80dc2a3acc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.006804 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d4686770-d780-47c8-8b77-63ba22b97d79 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1565490 Jul 16 18:12:12.012549 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51792) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:12.021628 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ecd47feb-c85a-439a-8ff2-db83ea9a15ea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group': {'name': 'tempest-security--353854384', 'description': 'tempest-security-description-636907468'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:12.040828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b72c4-27a3-4b24-a965-80dc2a3acc6f None None] Pushing event deleted for resources: {'Port': ['ID=b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.052991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b72c4-27a3-4b24-a965-80dc2a3acc6f None None] No DVR routers for this DVR port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:12.074377 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Pushing event deleted for resources: {'Port': ['ID=b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.082957 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] No DVR routers for this DVR port b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:12.092792 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f4bed270-905a-4835-941b-80bb9f69d959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.100495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-cad65ee9-0928-4117-8263-9a77c697bee4 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Deleting port 2f214ddc-bcae-4947-9376-3660d655ca9c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:12.100842 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cad65ee9-0928-4117-8263-9a77c697bee4 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.152095 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd47feb-c85a-439a-8ff2-db83ea9a15ea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.193026 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cad65ee9-0928-4117-8263-9a77c697bee4 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.210302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f1fc5-a67f-4bce-bb9c-5aca7573f4e2 req-6cf4394f-8cb6-438b-8a9f-8b1998ec8bc4 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:12.211898 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d02f1fc5-a67f-4bce-bb9c-5aca7573f4e2 req-6cf4394f-8cb6-438b-8a9f-8b1998ec8bc4 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.2465773 Jul 16 18:12:12.215610 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.220337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f4bed270-905a-4835-941b-80bb9f69d959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.228670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-cad65ee9-0928-4117-8263-9a77c697bee4 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Calling delete_port for 2f214ddc-bcae-4947-9376-3660d655ca9c owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:12.254087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f719546-0943-4e5a-b875-d9b064bc7c66']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:12.291403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e108598-2444-4f4e-9838-538f3e26fae8') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:12.291756 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e108598-2444-4f4e-9838-538f3e26fae8') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:12.310870 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.325333 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd47feb-c85a-439a-8ff2-db83ea9a15ea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.341382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd47feb-c85a-439a-8ff2-db83ea9a15ea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.341592 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d02f1fc5-a67f-4bce-bb9c-5aca7573f4e2 req-22e8893d-0a92-4f15-8400-bf1c74569b14 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201148 Jul 16 18:12:12.346073 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ecd47feb-c85a-439a-8ff2-db83ea9a15ea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.359474 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ecd47feb-c85a-439a-8ff2-db83ea9a15ea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "PUT /v2.0/security-groups/9eb05e20-d39e-43b9-bd13-25ae6c2fedcc HTTP/1.1" status: 200 len: 1778 time: 0.3369215 Jul 16 18:12:12.361075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.363683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51794) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:12.394063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:12.394506 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.401123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e263bb31-468d-401d-883a-03a7c3f6789a {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:12.402240 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:12.408844 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:12.412951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.446017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Transition to ACTIVE for port object e263bb31-468d-401d-883a-03a7c3f6789a will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:12.447462 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cad65ee9-0928-4117-8263-9a77c697bee4 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.450210 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f4bed270-905a-4835-941b-80bb9f69d959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.453200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f4bed270-905a-4835-941b-80bb9f69d959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.457318 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f4bed270-905a-4835-941b-80bb9f69d959 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2f003ef-b97d-4048-ad0e-3d43aa0f79bd HTTP/1.1" status: 204 len: 168 time: 0.5439355 Jul 16 18:12:12.457478 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:12.472251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b76b7bb0-34fc-4c2f-a74a-f0acde5f4aa0 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:12.472946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 26379e9d-3df4-4d7d-8008-0f46c3b0090f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:12.485795 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.495897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad65ee9-0928-4117-8263-9a77c697bee4 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event deleted for resources: {'Port': ['ID=2f214ddc-bcae-4947-9376-3660d655ca9c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.512759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 26379e9d-3df4-4d7d-8008-0f46c3b0090f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:12.513114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 26379e9d-3df4-4d7d-8008-0f46c3b0090f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:12.528953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd47feb-c85a-439a-8ff2-db83ea9a15ea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb05e20-d39e-43b9-bd13-25ae6c2fedcc,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.555821 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cad65ee9-0928-4117-8263-9a77c697bee4 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.559877 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8eaf6ffd-8c85-48c3-ab9a-7f4cab00e5e1 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-groups/9eb05e20-d39e-43b9-bd13-25ae6c2fedcc HTTP/1.1" status: 200 len: 1778 time: 0.1920888 Jul 16 18:12:12.561033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bed270-905a-4835-941b-80bb9f69d959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f003ef-b97d-4048-ad0e-3d43aa0f79bd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.562162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cad65ee9-0928-4117-8263-9a77c697bee4 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "DELETE /v2.0/ports/2f214ddc-bcae-4947-9376-3660d655ca9c HTTP/1.1" status: 204 len: 168 time: 1.1461728 Jul 16 18:12:12.563161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=e263bb31-468d-401d-883a-03a7c3f6789a,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.570213 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51800) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:12.570558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51802) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:12.592403 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.600443 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.605173 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] 10.222.0.41 "DELETE /v2.0/networks/1f719546-0943-4e5a-b875-d9b064bc7c66 HTTP/1.1" status: 204 len: 168 time: 1.4549170 Jul 16 18:12:12.631873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3ae02-7df5-42f5-aed1-dedcd71f846e admin admin] Pushing event deleted for resources: {'Network': ['ID=1f719546-0943-4e5a-b875-d9b064bc7c66,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.910825 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51816) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:12.996182 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a830779c-c962-4f8d-bb5c-b2c149fbc15a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.999688 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e8cac71e-5d3f-410e-89e4-ffe3e60c90fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e80e9c9f8bc436ebf3056ab1de1fafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828736 Jul 16 18:12:13.000631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51820) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:13.079065 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9f5fdfa8-5a55-47b6-9ae4-0c254a73486d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.111796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9f5fdfa8-5a55-47b6-9ae4-0c254a73486d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.113227 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a830779c-c962-4f8d-bb5c-b2c149fbc15a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.124577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b844bcb6-8b9b-457a-b9d3-dce554b17253 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Deleting port 6c6bca0c-d244-4717-a514-dbfb60dd3399 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:13.124929 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b844bcb6-8b9b-457a-b9d3-dce554b17253 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.197056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cd212-7bda-417b-8dd3-5f54884504e5 req-79016581-b5d9-44d8-8b7e-da1345b32234 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.200419 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d5cd212-7bda-417b-8dd3-5f54884504e5 req-79016581-b5d9-44d8-8b7e-da1345b32234 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.5378554 Jul 16 18:12:13.205536 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9f5fdfa8-5a55-47b6-9ae4-0c254a73486d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.209767 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9f5fdfa8-5a55-47b6-9ae4-0c254a73486d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.213528 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9f5fdfa8-5a55-47b6-9ae4-0c254a73486d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/630c0ee2-3c92-47c7-b21b-62b19211f708 HTTP/1.1" status: 204 len: 168 time: 0.2096562 Jul 16 18:12:13.223880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fdfa8-5a55-47b6-9ae4-0c254a73486d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630c0ee2-3c92-47c7-b21b-62b19211f708,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:13.272958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Attempting to bind port e263bb31-468d-401d-883a-03a7c3f6789a on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:13.273289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Attempting to bind port e263bb31-468d-401d-883a-03a7c3f6789a by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:13.273618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Attempting to bind port e263bb31-468d-401d-883a-03a7c3f6789a on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:13.298646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Port e263bb31-468d-401d-883a-03a7c3f6789a on network 4b119567-6ce3-487d-8627-e47c109379a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:13.298998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Attempting to bind port e263bb31-468d-401d-883a-03a7c3f6789a on network 4b119567-6ce3-487d-8627-e47c109379a2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:13.388414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:13.389073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Checking segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:13.389394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Bound using segment: {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:13.389775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Bound port: e263bb31-468d-401d-883a-03a7c3f6789a, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0028d27-ccca-43f5-8022-e47a40c20f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:13.390313 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.432241 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a830779c-c962-4f8d-bb5c-b2c149fbc15a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.436413 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a830779c-c962-4f8d-bb5c-b2c149fbc15a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.440965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a830779c-c962-4f8d-bb5c-b2c149fbc15a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-groups/9eb05e20-d39e-43b9-bd13-25ae6c2fedcc HTTP/1.1" status: 204 len: 168 time: 0.7855413 Jul 16 18:12:13.441090 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51832) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:13.478405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1027583-a46d-4cbd-8fb5-edc17a3de2cb req-bac95e35-b798-4bf1-bdbf-15354a7a7f02 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.487258 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1027583-a46d-4cbd-8fb5-edc17a3de2cb req-bac95e35-b798-4bf1-bdbf-15354a7a7f02 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 943 time: 0.6554356 Jul 16 18:12:13.539458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51836) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:13.544762 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aa8b4e5d-3f91-4c23-a49a-8c64dbffc5b1 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0914042 Jul 16 18:12:13.547949 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b844bcb6-8b9b-457a-b9d3-dce554b17253 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.656865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d5cd212-7bda-417b-8dd3-5f54884504e5 req-b8b36b2c-8b7a-4be6-b226-e298c88aab67 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890452 Jul 16 18:12:13.693371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830779c-c962-4f8d-bb5c-b2c149fbc15a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb05e20-d39e-43b9-bd13-25ae6c2fedcc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:13.747917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b844bcb6-8b9b-457a-b9d3-dce554b17253 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Calling delete_port for 6c6bca0c-d244-4717-a514-dbfb60dd3399 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:13.919616 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-490b47bc-efea-4af8-8f10-b1a2bb524f2a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] delete failed (client error): The resource could not be found. Jul 16 18:12:13.920930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-490b47bc-efea-4af8-8f10-b1a2bb524f2a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-groups/9eb05e20-d39e-43b9-bd13-25ae6c2fedcc HTTP/1.1" status: 404 len: 347 time: 0.3453484 Jul 16 18:12:13.925951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51854) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:13.931881 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-db004e98-fade-48be-8631-4bc67f1c9aff tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155045239'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:13.965913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1027583-a46d-4cbd-8fb5-edc17a3de2cb req-d6afe66b-db85-46e4-b443-fa9051e01701 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4770563 Jul 16 18:12:13.966637 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b844bcb6-8b9b-457a-b9d3-dce554b17253 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.001137 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db004e98-fade-48be-8631-4bc67f1c9aff tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.019616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] For port e263bb31-468d-401d-883a-03a7c3f6789a, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:14.023117 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b844bcb6-8b9b-457a-b9d3-dce554b17253 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.025548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b844bcb6-8b9b-457a-b9d3-dce554b17253 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "DELETE /v2.0/ports/6c6bca0c-d244-4717-a514-dbfb60dd3399 HTTP/1.1" status: 204 len: 168 time: 1.4539747 Jul 16 18:12:14.050748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51856) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:14.071873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844bcb6-8b9b-457a-b9d3-dce554b17253 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event deleted for resources: {'Port': ['ID=6c6bca0c-d244-4717-a514-dbfb60dd3399,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:14.110411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] For port e263bb31-468d-401d-883a-03a7c3f6789a, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e263bb31-468d-401d-883a-03a7c3f6789a,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:14.114931 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-87475b0f-4f39-4e10-a2e5-b3b40cb035be tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0622339 Jul 16 18:12:14.118903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51862) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:14.129658 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.142188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-037b3f38-6b2c-4ce1-81cf-5356014fd170 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-959586123'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:14.202125 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db004e98-fade-48be-8631-4bc67f1c9aff tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.224635 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db004e98-fade-48be-8631-4bc67f1c9aff tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.249099 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.249951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.252307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] 10.222.0.43 "PUT /v2.0/ports/e263bb31-468d-401d-883a-03a7c3f6789a HTTP/1.1" status: 200 len: 1092 time: 2.8263521 Jul 16 18:12:14.253156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'tag': 'e263bb31-468d-401d-883a-03a7c3f6789a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:14.256047 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbfee98-9003-4b6b-b039-e85467baec03" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e985ac-3ef3-410d-b47f-d3a74b092655", "tag": "e263bb31-468d-401d-883a-03a7c3f6789a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:14.273414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a0edb-bd0d-4fc2-86f4-c0e5e71f1ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=e263bb31-468d-401d-883a-03a7c3f6789a,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:14.280135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db004e98-fade-48be-8631-4bc67f1c9aff tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159882ac-740a-4c8b-be2c-f955206d788a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:14.285789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037b3f38-6b2c-4ce1-81cf-5356014fd170 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Made reservation on behalf of 0452baf1511e416eb1b1d658de33858e for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:14.290339 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-037b3f38-6b2c-4ce1-81cf-5356014fd170 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.294427 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db004e98-fade-48be-8631-4bc67f1c9aff tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.306311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51868) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:14.307823 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-db004e98-fade-48be-8631-4bc67f1c9aff tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3803911 Jul 16 18:12:14.343057 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037b3f38-6b2c-4ce1-81cf-5356014fd170 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:14.355989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9e4c74e8-c0eb-4c5d-81c6-67ca92cafc1c tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group_rule': {'security_group_id': '159882ac-740a-4c8b-be2c-f955206d788a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:14.360690 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-037b3f38-6b2c-4ce1-81cf-5356014fd170 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.361062 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-037b3f38-6b2c-4ce1-81cf-5356014fd170 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Added segment 58b9e569-e8ca-4125-a3c8-e74e85019307 of type vlan for network 37f27bc6-9bf5-4887-810f-3c3f72858a95 Jul 16 18:12:14.406737 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05594ea7-8add-481c-a5d5-38860273ae4d x-openstack-request-id: req-05594ea7-8add-481c-a5d5-38860273ae4d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:14.408076 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e985ac-3ef3-410d-b47f-d3a74b092655", "tag": "e263bb31-468d-401d-883a-03a7c3f6789a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:14.409653 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05594ea7-8add-481c-a5d5-38860273ae4d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:14.410807 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'tag': 'e263bb31-468d-401d-883a-03a7c3f6789a', 'status': 'completed', 'code': 200} Jul 16 18:12:14.442813 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-037b3f38-6b2c-4ce1-81cf-5356014fd170 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.473418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0234c-541f-491c-b72c-588da7077c24 req-83c9f693-81e1-49ac-9507-32e80e717569 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.484076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8be0234c-541f-491c-b72c-588da7077c24 req-83c9f693-81e1-49ac-9507-32e80e717569 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.2988052 Jul 16 18:12:14.489263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-037b3f38-6b2c-4ce1-81cf-5356014fd170 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.502387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037b3f38-6b2c-4ce1-81cf-5356014fd170 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.504603 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-037b3f38-6b2c-4ce1-81cf-5356014fd170 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.527207 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e4c74e8-c0eb-4c5d-81c6-67ca92cafc1c tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.590257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-8ba6388b-74fc-4a91-9b41-0978abbc43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.592719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-8ba6388b-74fc-4a91-9b41-0978abbc43bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 1095 time: 0.2709918 Jul 16 18:12:14.605763 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-037b3f38-6b2c-4ce1-81cf-5356014fd170 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4857435 Jul 16 18:12:14.613313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51878) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:14.623986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8af2188b-9cf7-424c-999c-6215088d593a tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-861824375'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:14.684156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8be0234c-541f-491c-b72c-588da7077c24 req-4eb5e262-bb2c-4c33-beb0-30ed31b14418 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986372 Jul 16 18:12:14.686710 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b3f38-6b2c-4ce1-81cf-5356014fd170 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event updated for resources: {'Network': ['ID=37f27bc6-9bf5-4887-810f-3c3f72858a95,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:14.691920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-8d0ea457-4d90-40fc-bcae-ff3e60572331 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e263bb31-468d-401d-883a-03a7c3f6789a HTTP/1.1" status: 200 len: 217 time: 0.0767238 Jul 16 18:12:14.702738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 37f27bc6-9bf5-4887-810f-3c3f72858a95 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:14.703275 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e4c74e8-c0eb-4c5d-81c6-67ca92cafc1c tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.739568 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e4c74e8-c0eb-4c5d-81c6-67ca92cafc1c tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.744036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af2188b-9cf7-424c-999c-6215088d593a tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Made reservation on behalf of 0452baf1511e416eb1b1d658de33858e for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:14.747874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8af2188b-9cf7-424c-999c-6215088d593a tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.774512 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af2188b-9cf7-424c-999c-6215088d593a tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:14.784915 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8af2188b-9cf7-424c-999c-6215088d593a tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.785284 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-8af2188b-9cf7-424c-999c-6215088d593a tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Added segment 5a5da723-0aec-4b80-b8d8-25222ed23398 of type vlan for network cfa6fecd-4aa6-4090-9acc-5899d1f0553a Jul 16 18:12:14.804706 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e4c74e8-c0eb-4c5d-81c6-67ca92cafc1c tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.808777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9e4c74e8-c0eb-4c5d-81c6-67ca92cafc1c tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4963450 Jul 16 18:12:14.811329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51886) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:14.829443 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8af2188b-9cf7-424c-999c-6215088d593a tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.837193 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c74e8-c0eb-4c5d-81c6-67ca92cafc1c tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b73023-5fa8-4cd1-98c1-8ebaff23d863,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:14.865084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-083f213f-9ca6-4a75-b9cc-0d0ec3a7c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.866583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-083f213f-9ca6-4a75-b9cc-0d0ec3a7c522 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1623318 Jul 16 18:12:14.867204 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8af2188b-9cf7-424c-999c-6215088d593a tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.874999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af2188b-9cf7-424c-999c-6215088d593a tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.875863 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8af2188b-9cf7-424c-999c-6215088d593a tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.879788 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3abe6a43-ee9e-4974-bcc4-9caf4235ad7b tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.938279 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8af2188b-9cf7-424c-999c-6215088d593a tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3214233 Jul 16 18:12:14.960160 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3abe6a43-ee9e-4974-bcc4-9caf4235ad7b tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.044382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51896) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:15.056340 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2188b-9cf7-424c-999c-6215088d593a tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event updated for resources: {'Network': ['ID=cfa6fecd-4aa6-4090-9acc-5899d1f0553a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:15.070186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network cfa6fecd-4aa6-4090-9acc-5899d1f0553a details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:15.078950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51898) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:15.086320 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Request body: {'subnets': [{'network_id': '37f27bc6-9bf5-4887-810f-3c3f72858a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--6217262', 'ip_version': 4}, {'network_id': 'cfa6fecd-4aa6-4090-9acc-5899d1f0553a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:15.092605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Request body: {'subnet': {'network_id': '37f27bc6-9bf5-4887-810f-3c3f72858a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--6217262', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:15.095295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Request body: {'subnet': {'network_id': 'cfa6fecd-4aa6-4090-9acc-5899d1f0553a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:15.169173 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3abe6a43-ee9e-4974-bcc4-9caf4235ad7b tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.193650 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3abe6a43-ee9e-4974-bcc4-9caf4235ad7b tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.198543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3abe6a43-ee9e-4974-bcc4-9caf4235ad7b tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/97b73023-5fa8-4cd1-98c1-8ebaff23d863 HTTP/1.1" status: 204 len: 168 time: 0.3859634 Jul 16 18:12:15.204062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51904) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:15.208793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-4ec20e10-2f7e-47c1-8eac-a17f9171207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:15.210586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-4ec20e10-2f7e-47c1-8eac-a17f9171207a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3266034 Jul 16 18:12:15.261371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe6a43-ee9e-4974-bcc4-9caf4235ad7b tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97b73023-5fa8-4cd1-98c1-8ebaff23d863,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:15.332746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1391130107-network', 'tenant_id': '81bd50ee693e4de6af9be0096f2b1745'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:15.352785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Made reservation on behalf of 0452baf1511e416eb1b1d658de33858e for: {'subnet': 2} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:15.353688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e500c5f-ccae-4e6c-939d-4494ad836093 req-df9b7336-9987-47ff-9db5-25625dcc6cbe tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:15.355214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e500c5f-ccae-4e6c-939d-4494ad836093 req-df9b7336-9987-47ff-9db5-25625dcc6cbe tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.3772943 Jul 16 18:12:15.358732 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.359306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.752352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9d472cae-97ef-4d8c-8c28-423c7cbab902 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5455992 Jul 16 18:12:15.755968 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51920) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:15.767869 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Made reservation on behalf of 81bd50ee693e4de6af9be0096f2b1745 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:15.771060 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.806347 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.829586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-92d15fac-ecd6-44b9-aa83-f07bb66d0dd5 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001859 Jul 16 18:12:15.838903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e500c5f-ccae-4e6c-939d-4494ad836093 req-adba57d0-23b6-47a8-9726-dbf9e8ac8bf1 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698703 Jul 16 18:12:15.857079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.857586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2410689-1b01-47df-b09c-fb14ea1c8b63 req-d8c7c72a-d34d-41fc-bfc6-6885fbe58bb2 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:15.859101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2410689-1b01-47df-b09c-fb14ea1c8b63 req-d8c7c72a-d34d-41fc-bfc6-6885fbe58bb2 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 943 time: 0.6286929 Jul 16 18:12:15.958081 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event updated for resources: {'Subnet': ['ID=7ea26841-00b9-4a5b-bcc0-ed418b02c9f5,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:15.975156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2410689-1b01-47df-b09c-fb14ea1c8b63 req-df7c35f7-ed2d-444b-aeb2-06a0b2adc789 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991998 Jul 16 18:12:16.028363 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ee8124f-6c15-4379-b450-8f07015748ea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.037431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3352627-6b28-4f55-b817-4346097f2ee5 req-d904ee2a-e5ba-4557-81a1-9ec0a7333fac service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965992 Jul 16 18:12:16.073969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Checking segment: {'id': '58b9e569-e8ca-4125-a3c8-e74e85019307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '37f27bc6-9bf5-4887-810f-3c3f72858a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:16.074503 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Network hostable DHCP agents. Network: 37f27bc6-9bf5-4887-810f-3c3f72858a95, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:16.083056 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ee8124f-6c15-4379-b450-8f07015748ea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.102546 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.125275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Network 37f27bc6-9bf5-4887-810f-3c3f72858a95 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:16.136482 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.142387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 37f27bc6-9bf5-4887-810f-3c3f72858a95) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:16.149889 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.157218 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d1b61d-b69a-48a6-ba1b-0cd09670f2cb None None] Network 37f27bc6-9bf5-4887-810f-3c3f72858a95 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:16.203780 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ee8124f-6c15-4379-b450-8f07015748ea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.206971 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ee8124f-6c15-4379-b450-8f07015748ea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.210852 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4ee8124f-6c15-4379-b450-8f07015748ea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-groups/159882ac-740a-4c8b-be2c-f955206d788a HTTP/1.1" status: 204 len: 168 time: 0.4537249 Jul 16 18:12:16.213587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51934) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:16.245686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8124f-6c15-4379-b450-8f07015748ea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=159882ac-740a-4c8b-be2c-f955206d788a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:16.247785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:16.262998 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event updated for resources: {'Subnet': ['ID=2dd16404-6452-4e6c-a9f4-107e2c3aab0b,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:16.276345 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Checking segment: {'id': '5a5da723-0aec-4b80-b8d8-25222ed23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfa6fecd-4aa6-4090-9acc-5899d1f0553a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:16.276837 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Network hostable DHCP agents. Network: cfa6fecd-4aa6-4090-9acc-5899d1f0553a, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:16.295539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691f4fd7-8b71-4fce-8dbb-fbfb247bf895,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:16.296750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Network cfa6fecd-4aa6-4090-9acc-5899d1f0553a is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:16.304309 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.305161 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Added segment 6d7c906f-8f00-42c5-a5fc-1c6fb73ac129 of type vlan for network abe8bae7-1934-4485-89c4-3eeabf6e67d7 Jul 16 18:12:16.326233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, cfa6fecd-4aa6-4090-9acc-5899d1f0553a) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:16.340556 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef85d79-ca5e-4327-9619-0510fdd041cf None None] Network cfa6fecd-4aa6-4090-9acc-5899d1f0553a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:16.340748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.341023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.341639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.365439 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7a7de392-b5d4-4dd9-a473-52e593a2845d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1423 time: 1.2850213 Jul 16 18:12:16.366470 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51940) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:16.425640 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-93096b7a-eb1b-43e4-a3dc-9c50724f4324 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2069614 Jul 16 18:12:16.430415 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51942) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:16.431173 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.437725 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8a3c0156-d86c-4d08-b08f-1f2bcae47ddd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055564972'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:16.447697 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-37f27bc6-9bf5-4887-810f-3c3f72858a95', 'network_id': '37f27bc6-9bf5-4887-810f-3c3f72858a95', 'tenant_id': '0452baf1511e416eb1b1d658de33858e', 'fixed_ips': [{'subnet_id': '7ea26841-00b9-4a5b-bcc0-ed418b02c9f5'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:16.449030 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.450121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfee98-9003-4b6b-b039-e85467baec03 req-aba28d73-183d-4742-a4a4-c2c1eeaf0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.452357 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bbfee98-9003-4b6b-b039-e85467baec03 req-aba28d73-183d-4742-a4a4-c2c1eeaf0e2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 1095 time: 0.3294990 Jul 16 18:12:16.467144 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fce25e-9e05-49f2-a01f-7e684727324d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.469166 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fce25e-9e05-49f2-a01f-7e684727324d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.473050 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fce25e-9e05-49f2-a01f-7e684727324d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.476874 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d2fce25e-9e05-49f2-a01f-7e684727324d tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1086855 Jul 16 18:12:16.477549 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51944) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:16.511257 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0156-d86c-4d08-b08f-1f2bcae47ddd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.534976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002b9d-e012-46ea-962b-5b95493c5427 req-2f608570-0aad-4e67-b99a-e7605a0335e6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.536685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66002b9d-e012-46ea-962b-5b95493c5427 req-2f608570-0aad-4e67-b99a-e7605a0335e6 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.4312789 Jul 16 18:12:16.578966 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0b1816-59a3-4597-88e4-de97d939c757 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Deleting subnet 7ea26841-00b9-4a5b-bcc0-ed418b02c9f5 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:16.622658 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.623712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.624363 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.663472 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0156-d86c-4d08-b08f-1f2bcae47ddd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.671160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0156-d86c-4d08-b08f-1f2bcae47ddd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.686277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66002b9d-e012-46ea-962b-5b95493c5427 req-36f972bb-44b6-4251-a246-8e0f065b44d4 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380427 Jul 16 18:12:16.694640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Allocated IP 172.20.0.2 (37f27bc6-9bf5-4887-810f-3c3f72858a95/7ea26841-00b9-4a5b-bcc0-ed418b02c9f5/faf15341-8402-4a83-8826-7fddc0c4b7ce) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:16.699116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6505191 Jul 16 18:12:16.701254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-cfa6fecd-4aa6-4090-9acc-5899d1f0553a', 'network_id': 'cfa6fecd-4aa6-4090-9acc-5899d1f0553a', 'tenant_id': '0452baf1511e416eb1b1d658de33858e', 'fixed_ips': [{'subnet_id': '2dd16404-6452-4e6c-a9f4-107e2c3aab0b'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:16.702871 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.730232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51950) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:16.734233 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d39a8-7330-4cc9-a85d-3070429a5978 admin admin] Pushing event updated for resources: {'Network': ['ID=abe8bae7-1934-4485-89c4-3eeabf6e67d7,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:16.740596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4fd32a6c-612b-41f1-b316-6b5bcf7fdc85 admin admin] Request body: {'subnet': {'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1391130107-subnet', 'tenant_id': '81bd50ee693e4de6af9be0096f2b1745', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:16.745044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfee98-9003-4b6b-b039-e85467baec03 req-ab9d3d66-07f3-4cc0-8902-99e836ae3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.746501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bbfee98-9003-4b6b-b039-e85467baec03 req-ab9d3d66-07f3-4cc0-8902-99e836ae3988 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.2864392 Jul 16 18:12:16.754302 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c0156-d86c-4d08-b08f-1f2bcae47ddd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab81d527-7895-4783-92e2-457afb4823a9,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:16.756587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network abe8bae7-1934-4485-89c4-3eeabf6e67d7 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:16.761416 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0156-d86c-4d08-b08f-1f2bcae47ddd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.762734 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8a3c0156-d86c-4d08-b08f-1f2bcae47ddd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3292830 Jul 16 18:12:16.768753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51956) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:16.776701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9a48617f-a998-463e-b7ad-8bb8b31ccd78 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group_rule': {'security_group_id': 'ab81d527-7895-4783-92e2-457afb4823a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:16.827961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bbfee98-9003-4b6b-b039-e85467baec03 req-5d424c23-08fa-4513-a11b-275ccac3c8c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e263bb31-468d-401d-883a-03a7c3f6789a HTTP/1.1" status: 200 len: 217 time: 0.0711668 Jul 16 18:12:16.847400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd32a6c-612b-41f1-b316-6b5bcf7fdc85 admin admin] Made reservation on behalf of 81bd50ee693e4de6af9be0096f2b1745 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:16.850888 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fd32a6c-612b-41f1-b316-6b5bcf7fdc85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.883284 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a48617f-a998-463e-b7ad-8bb8b31ccd78 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.990521 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a48617f-a998-463e-b7ad-8bb8b31ccd78 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.999619 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a48617f-a998-463e-b7ad-8bb8b31ccd78 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.008950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfee98-9003-4b6b-b039-e85467baec03 req-4b26f1e4-b536-40a7-9576-b79d632ab7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.010805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bbfee98-9003-4b6b-b039-e85467baec03 req-4b26f1e4-b536-40a7-9576-b79d632ab7af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1751199 Jul 16 18:12:17.045684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48617f-a998-463e-b7ad-8bb8b31ccd78 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d75ecbf-3d35-42bf-9656-d3b37917d117,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.051762 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a48617f-a998-463e-b7ad-8bb8b31ccd78 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.055961 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9a48617f-a998-463e-b7ad-8bb8b31ccd78 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2836246 Jul 16 18:12:17.056223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51964) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:17.063027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e8a4e2eb-daea-48e2-b3fc-1b17104544ae tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group_rule': {'security_group_id': 'ab81d527-7895-4783-92e2-457afb4823a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:17.120985 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e2eb-daea-48e2-b3fc-1b17104544ae tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.122807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976124d-9fc5-47d8-b0a6-28d00d022207 req-ef7a2c03-40c7-4b7c-b36c-d5c05dbb576b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.124814 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a976124d-9fc5-47d8-b0a6-28d00d022207 req-ef7a2c03-40c7-4b7c-b36c-d5c05dbb576b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.1825137 Jul 16 18:12:17.224378 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e2eb-daea-48e2-b3fc-1b17104544ae tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.232451 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fd32a6c-612b-41f1-b316-6b5bcf7fdc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.234359 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e2eb-daea-48e2-b3fc-1b17104544ae tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.235841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfee98-9003-4b6b-b039-e85467baec03 req-c1af6655-bed8-4ff7-a7b4-e5039113356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.238622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bbfee98-9003-4b6b-b039-e85467baec03 req-c1af6655-bed8-4ff7-a7b4-e5039113356d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2179782 Jul 16 18:12:17.259949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a976124d-9fc5-47d8-b0a6-28d00d022207 req-b8aa2108-38c7-4427-b9f7-e1e73af7b4a1 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250412 Jul 16 18:12:17.264615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4e2eb-daea-48e2-b3fc-1b17104544ae tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dcc420-b8c0-44ea-b845-9050e32b6499,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.280096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e2eb-daea-48e2-b3fc-1b17104544ae tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.296279 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e8a4e2eb-daea-48e2-b3fc-1b17104544ae tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2388380 Jul 16 18:12:17.296880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51972) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:17.310215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b1b0b093-d5de-4fbc-b6ed-8b264e6e3809 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group_rule': {'security_group_id': 'ab81d527-7895-4783-92e2-457afb4823a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:17.341596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Allocated IP 172.20.0.18 (cfa6fecd-4aa6-4090-9acc-5899d1f0553a/2dd16404-6452-4e6c-a9f4-107e2c3aab0b/d7b0a840-b9d5-48c4-9dda-94cff31f807e) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:17.368869 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.374355 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b093-d5de-4fbc-b6ed-8b264e6e3809 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.395359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Transition to ACTIVE for port object faf15341-8402-4a83-8826-7fddc0c4b7ce will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:17.445818 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Transition to ACTIVE for port object faf15341-8402-4a83-8826-7fddc0c4b7ce will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:17.459805 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.460305 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e0b1816-59a3-4597-88e4-de97d939c757 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.493868 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b093-d5de-4fbc-b6ed-8b264e6e3809 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.509851 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b093-d5de-4fbc-b6ed-8b264e6e3809 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.532831 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Network 37f27bc6-9bf5-4887-810f-3c3f72858a95 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:17.540347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:17.542270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Pushing event updated for resources: {'Port': ['ID=faf15341-8402-4a83-8826-7fddc0c4b7ce,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.544719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:17.554996 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e0b1816-59a3-4597-88e4-de97d939c757 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.559152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0b093-d5de-4fbc-b6ed-8b264e6e3809 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ef3d21-fd46-4e7f-96c1-032ef1e3cb78,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.583550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd32a6c-612b-41f1-b316-6b5bcf7fdc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=231ec7c4-bee6-4fb6-9916-4d888b784e11,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.589210 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b093-d5de-4fbc-b6ed-8b264e6e3809 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.593139 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b1b0b093-d5de-4fbc-b6ed-8b264e6e3809 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2901263 Jul 16 18:12:17.593606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51980) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:17.606260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-85861e8e-0392-41fe-9456-92445c7c243d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group_rule': {'security_group_id': 'ab81d527-7895-4783-92e2-457afb4823a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:17.617335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd32a6c-612b-41f1-b316-6b5bcf7fdc85 admin admin] Checking segment: {'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:17.617335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd32a6c-612b-41f1-b316-6b5bcf7fdc85 admin admin] Network hostable DHCP agents. Network: abe8bae7-1934-4485-89c4-3eeabf6e67d7, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:17.638680 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bbfee98-9003-4b6b-b039-e85467baec03 req-2645529f-8450-4d74-aa01-f5fbd35ae0f0 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638756 Jul 16 18:12:17.649437 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e980a1-84b4-4f22-aeed-721e3c338a1d req-de02bc46-9d2c-4c51-98c3-63bdfa7e3b60 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.656223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6e980a1-84b4-4f22-aeed-721e3c338a1d req-de02bc46-9d2c-4c51-98c3-63bdfa7e3b60 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 943 time: 0.4166043 Jul 16 18:12:17.696278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-85861e8e-0392-41fe-9456-92445c7c243d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.706043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Attempting to bind port faf15341-8402-4a83-8826-7fddc0c4b7ce on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:17.706043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Attempting to bind port faf15341-8402-4a83-8826-7fddc0c4b7ce by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '58b9e569-e8ca-4125-a3c8-e74e85019307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '37f27bc6-9bf5-4887-810f-3c3f72858a95'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:17.706605 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Attempting to bind port faf15341-8402-4a83-8826-7fddc0c4b7ce on network 37f27bc6-9bf5-4887-810f-3c3f72858a95 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:17.709057 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.729918 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:17.730171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Checking segment: {'id': '58b9e569-e8ca-4125-a3c8-e74e85019307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '37f27bc6-9bf5-4887-810f-3c3f72858a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:17.731241 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.731722 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e0b1816-59a3-4597-88e4-de97d939c757 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.732649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Bound using segment: {'id': '58b9e569-e8ca-4125-a3c8-e74e85019307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '37f27bc6-9bf5-4887-810f-3c3f72858a95'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:17.733824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Bound port: faf15341-8402-4a83-8826-7fddc0c4b7ce, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b9e569-e8ca-4125-a3c8-e74e85019307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '37f27bc6-9bf5-4887-810f-3c3f72858a95'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:17.733971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd32a6c-612b-41f1-b316-6b5bcf7fdc85 admin admin] Network abe8bae7-1934-4485-89c4-3eeabf6e67d7 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:17.734075 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.746984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Transition to ACTIVE for port object d7b0a840-b9d5-48c4-9dda-94cff31f807e will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:17.781417 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6e980a1-84b4-4f22-aeed-721e3c338a1d req-9dcad198-bacf-4594-8883-bb46d98dca44 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242168 Jul 16 18:12:17.791362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-4fd32a6c-612b-41f1-b316-6b5bcf7fdc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, abe8bae7-1934-4485-89c4-3eeabf6e67d7) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:17.819633 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-85861e8e-0392-41fe-9456-92445c7c243d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.825664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd32a6c-612b-41f1-b316-6b5bcf7fdc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.826248 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fd32a6c-612b-41f1-b316-6b5bcf7fdc85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.833122 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-85861e8e-0392-41fe-9456-92445c7c243d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.836777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Transition to ACTIVE for port object d7b0a840-b9d5-48c4-9dda-94cff31f807e will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:17.841555 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67d275e-1d07-4f54-82d0-a22d6be216dd None None] Network abe8bae7-1934-4485-89c4-3eeabf6e67d7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:17.850073 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e0b1816-59a3-4597-88e4-de97d939c757 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.868792 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.883485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4fd32a6c-612b-41f1-b316-6b5bcf7fdc85 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1477113 Jul 16 18:12:17.895386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bbfee98-9003-4b6b-b039-e85467baec03 req-af3c0dcc-2ffe-4351-a4db-26132c0c7779 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370529 Jul 16 18:12:17.916361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70985-f542-49ff-a9d9-e6ea4a92cd34 req-52608e0c-ab6e-4a9a-9b27-1a375665d10e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.919093 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85861e8e-0392-41fe-9456-92445c7c243d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df9451f-520b-4acc-be92-fa94d7a11887,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.921629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b1816-59a3-4597-88e4-de97d939c757 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea26841-00b9-4a5b-bcc0-ed418b02c9f5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.927854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e0b1816-59a3-4597-88e4-de97d939c757 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.933633 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7e0b1816-59a3-4597-88e4-de97d939c757 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "DELETE /v2.0/subnets/7ea26841-00b9-4a5b-bcc0-ed418b02c9f5 HTTP/1.1" status: 204 len: 168 time: 1.4532425 Jul 16 18:12:17.934223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47b70985-f542-49ff-a9d9-e6ea4a92cd34 req-52608e0c-ab6e-4a9a-9b27-1a375665d10e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.2339425 Jul 16 18:12:17.935056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51986) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:17.936950 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-85861e8e-0392-41fe-9456-92445c7c243d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.938142 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-85861e8e-0392-41fe-9456-92445c7c243d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3435192 Jul 16 18:12:17.945985 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51988) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:17.960643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Pushing event updated for resources: {'Port': ['ID=d7b0a840-b9d5-48c4-9dda-94cff31f807e,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.973567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3e87f3bc-cb68-4d65-b0bf-5f57080a52f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group_rule': {'security_group_id': 'ab81d527-7895-4783-92e2-457afb4823a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:18.010313 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47b70985-f542-49ff-a9d9-e6ea4a92cd34 req-cb1fdb47-5bd3-42e0-bbbb-8f2ec8a60be9 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738120 Jul 16 18:12:18.018430 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-92711eff-ede1-4c3b-867a-b4731209d3fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Deleting subnet 2dd16404-6452-4e6c-a9f4-107e2c3aab0b {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:18.023513 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-92711eff-ede1-4c3b-867a-b4731209d3fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.026090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Network cfa6fecd-4aa6-4090-9acc-5899d1f0553a is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:18.036230 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e87f3bc-cb68-4d65-b0bf-5f57080a52f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.037672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] For port faf15341-8402-4a83-8826-7fddc0c4b7ce, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:18.041101 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:18.057096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:18.084529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] For port faf15341-8402-4a83-8826-7fddc0c4b7ce, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=faf15341-8402-4a83-8826-7fddc0c4b7ce,segment=NetworkSegment(58b9e569-e8ca-4125-a3c8-e74e85019307),segment_id=58b9e569-e8ca-4125-a3c8-e74e85019307)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:18.149450 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.175682 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-92711eff-ede1-4c3b-867a-b4731209d3fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.226537 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e87f3bc-cb68-4d65-b0bf-5f57080a52f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.240326 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e87f3bc-cb68-4d65-b0bf-5f57080a52f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.251167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Attempting to bind port d7b0a840-b9d5-48c4-9dda-94cff31f807e on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:18.251895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Attempting to bind port d7b0a840-b9d5-48c4-9dda-94cff31f807e by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '5a5da723-0aec-4b80-b8d8-25222ed23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfa6fecd-4aa6-4090-9acc-5899d1f0553a'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:18.252483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Attempting to bind port d7b0a840-b9d5-48c4-9dda-94cff31f807e on network cfa6fecd-4aa6-4090-9acc-5899d1f0553a {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:18.294110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87f3bc-cb68-4d65-b0bf-5f57080a52f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727f5cb3-ca36-4aae-ba02-1ff328ef8f00,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.308676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8402b5-dab0-497e-a1db-ea1f1d6f8c96 None None] Network abe8bae7-1934-4485-89c4-3eeabf6e67d7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:18.309664 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e87f3bc-cb68-4d65-b0bf-5f57080a52f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.315606 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3e87f3bc-cb68-4d65-b0bf-5f57080a52f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3661211 Jul 16 18:12:18.317922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cdcc1-384c-4e78-adfd-11f40a7e80da req-b2a1de12-7c89-4400-85bd-1eabdb611c04 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:18.318877 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51996) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:18.319594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-239cdcc1-384c-4e78-adfd-11f40a7e80da req-b2a1de12-7c89-4400-85bd-1eabdb611c04 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.1757202 Jul 16 18:12:18.333100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:18.333893 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Checking segment: {'id': '5a5da723-0aec-4b80-b8d8-25222ed23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfa6fecd-4aa6-4090-9acc-5899d1f0553a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:18.334514 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.335121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Bound using segment: {'id': '5a5da723-0aec-4b80-b8d8-25222ed23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfa6fecd-4aa6-4090-9acc-5899d1f0553a'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:18.335849 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Bound port: d7b0a840-b9d5-48c4-9dda-94cff31f807e, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5da723-0aec-4b80-b8d8-25222ed23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfa6fecd-4aa6-4090-9acc-5899d1f0553a'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:18.336542 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.349377 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-92711eff-ede1-4c3b-867a-b4731209d3fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.377751 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ff984-20b0-4c6e-b5d5-d95381aa56dd None None] Pushing event updated for resources: {'Port': ['ID=faf15341-8402-4a83-8826-7fddc0c4b7ce,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.394875 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fc51f14f-210d-495b-a152-956743f5e313 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.408582 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fc51f14f-210d-495b-a152-956743f5e313 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.456415 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-239cdcc1-384c-4e78-adfd-11f40a7e80da req-4669708c-be67-4a9e-b433-a54b4efd49bf tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270068 Jul 16 18:12:18.463200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fc51f14f-210d-495b-a152-956743f5e313 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.471266 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fc51f14f-210d-495b-a152-956743f5e313 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.473764 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fc51f14f-210d-495b-a152-956743f5e313 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/727f5cb3-ca36-4aae-ba02-1ff328ef8f00 HTTP/1.1" status: 204 len: 168 time: 0.1538634 Jul 16 18:12:18.477467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52006) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:18.485280 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-92711eff-ede1-4c3b-867a-b4731209d3fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.521755 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-92711eff-ede1-4c3b-867a-b4731209d3fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.525528 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-92711eff-ede1-4c3b-867a-b4731209d3fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "DELETE /v2.0/subnets/2dd16404-6452-4e6c-a9f4-107e2c3aab0b HTTP/1.1" status: 204 len: 168 time: 0.5878267 Jul 16 18:12:18.526639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52010) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:18.562733 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] For port d7b0a840-b9d5-48c4-9dda-94cff31f807e, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:18.571600 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51f14f-210d-495b-a152-956743f5e313 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=727f5cb3-ca36-4aae-ba02-1ff328ef8f00,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.578378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] For port d7b0a840-b9d5-48c4-9dda-94cff31f807e, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d7b0a840-b9d5-48c4-9dda-94cff31f807e,segment=NetworkSegment(5a5da723-0aec-4b80-b8d8-25222ed23398),segment_id=5a5da723-0aec-4b80-b8d8-25222ed23398)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:18.578647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92711eff-ede1-4c3b-867a-b4731209d3fc tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd16404-6452-4e6c-a9f4-107e2c3aab0b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.606774 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.726848 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba3ad2-594e-4e52-aee3-17eb7c36b187 None None] Pushing event updated for resources: {'Port': ['ID=d7b0a840-b9d5-48c4-9dda-94cff31f807e,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.769914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb6b47b-6b5c-4e9b-8258-fc9106a24004 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:18.771822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-abb6b47b-6b5c-4e9b-8258-fc9106a24004 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2437911 Jul 16 18:12:18.780485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52016) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:18.883997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e6ec44b5-8dcd-4736-8848-9a132e56ec94 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4038217 Jul 16 18:12:18.885683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52020) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:18.948115 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.965116 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-27b1e022-7ac7-485a-b3d3-da7148acc04d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.021049 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-27b1e022-7ac7-485a-b3d3-da7148acc04d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.130031 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-27b1e022-7ac7-485a-b3d3-da7148acc04d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.138386 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-27b1e022-7ac7-485a-b3d3-da7148acc04d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.139390 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Deleting port d7b0a840-b9d5-48c4-9dda-94cff31f807e {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:19.139673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-27b1e022-7ac7-485a-b3d3-da7148acc04d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2df9451f-520b-4acc-be92-fa94d7a11887 HTTP/1.1" status: 204 len: 168 time: 0.2525337 Jul 16 18:12:19.139841 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.147246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52030) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:19.171807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1e022-7ac7-485a-b3d3-da7148acc04d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2df9451f-520b-4acc-be92-fa94d7a11887,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:19.253309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db312a89-4ae4-4796-ab19-d33c83e2a5cb req-ec28a2e1-5851-4c67-ae0c-c9ab0f65e239 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:19.255235 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db312a89-4ae4-4796-ab19-d33c83e2a5cb req-ec28a2e1-5851-4c67-ae0c-c9ab0f65e239 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.2650030 Jul 16 18:12:19.271289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fbc89d67-a212-45a7-8c01-1d514b09d0d8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1226416 Jul 16 18:12:19.295600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52040) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:19.392037 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-10b68475-1750-4bd8-8da8-90463d7a48c2 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.464805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db312a89-4ae4-4796-ab19-d33c83e2a5cb req-88599b8d-b905-41ff-a7d8-f588dbc44432 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918545 Jul 16 18:12:19.492443 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-10b68475-1750-4bd8-8da8-90463d7a48c2 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.552015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-15440ba3-dcaf-4061-a77e-2006b68f7a4f tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:19.559136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-15440ba3-dcaf-4061-a77e-2006b68f7a4f tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/networks?id=abe8bae7-1934-4485-89c4-3eeabf6e67d7 HTTP/1.1" status: 200 len: 813 time: 0.3292015 Jul 16 18:12:19.569955 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-10b68475-1750-4bd8-8da8-90463d7a48c2 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.577962 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-10b68475-1750-4bd8-8da8-90463d7a48c2 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.588115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-10b68475-1750-4bd8-8da8-90463d7a48c2 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b2ef3d21-fd46-4e7f-96c1-032ef1e3cb78 HTTP/1.1" status: 204 len: 168 time: 0.2910273 Jul 16 18:12:19.589269 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52052) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:19.600006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-6419c528-673f-4e69-8b67-37de5f4912b2 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/quotas/81bd50ee693e4de6af9be0096f2b1745 HTTP/1.1" status: 200 len: 375 time: 0.0395725 Jul 16 18:12:19.654842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-49af22c3-3433-4a79-803b-82feb7f84572 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=81bd50ee693e4de6af9be0096f2b1745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538404 Jul 16 18:12:19.676386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b68475-1750-4bd8-8da8-90463d7a48c2 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2ef3d21-fd46-4e7f-96c1-032ef1e3cb78,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:19.794588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] For port d7b0a840-b9d5-48c4-9dda-94cff31f807e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d7b0a840-b9d5-48c4-9dda-94cff31f807e,segment=NetworkSegment(5a5da723-0aec-4b80-b8d8-25222ed23398),segment_id=5a5da723-0aec-4b80-b8d8-25222ed23398)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:19.795229 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.814473 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Calling delete_port for d7b0a840-b9d5-48c4-9dda-94cff31f807e owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:19.874157 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1a767649-3303-4e7e-aa48-3380de6b1ebf tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2328100 Jul 16 18:12:19.874777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52060) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:19.939646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.954965 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0af9e006-d500-47fe-86ad-25bec38c86bf tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.996207 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0af9e006-d500-47fe-86ad-25bec38c86bf tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.999367 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] No DVR routers for this DVR port d7b0a840-b9d5-48c4-9dda-94cff31f807e on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:20.027692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0069151-6fac-410e-8686-f35e03f51356 req-a154e733-74b3-47a9-b283-3cc995fd4737 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:20.029451 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0069151-6fac-410e-8686-f35e03f51356 req-a154e733-74b3-47a9-b283-3cc995fd4737 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 943 time: 0.3153288 Jul 16 18:12:20.031478 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-89ca8744-4b54-408a-adc9-64c20b65befe service neutron] 10.222.0.41 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757427 Jul 16 18:12:20.041148 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event deleted for resources: {'Port': ['ID=d7b0a840-b9d5-48c4-9dda-94cff31f807e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.069837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97488b62-b322-4c7f-8656-2800f5aa405e None None] Network 37f27bc6-9bf5-4887-810f-3c3f72858a95 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:20.101649 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0af9e006-d500-47fe-86ad-25bec38c86bf tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.140998 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0af9e006-d500-47fe-86ad-25bec38c86bf tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.140998 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0af9e006-d500-47fe-86ad-25bec38c86bf tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/41dcc420-b8c0-44ea-b845-9050e32b6499 HTTP/1.1" status: 204 len: 168 time: 0.2375970 Jul 16 18:12:20.140998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52064) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:20.153505 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.177287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9e006-d500-47fe-86ad-25bec38c86bf tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41dcc420-b8c0-44ea-b845-9050e32b6499,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.190090 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa6fecd-4aa6-4090-9acc-5899d1f0553a']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:20.219837 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5da723-0aec-4b80-b8d8-25222ed23398') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:20.220371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5da723-0aec-4b80-b8d8-25222ed23398') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:20.233264 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-56053add-36c5-457f-a739-9985cda7960c None None] Provisioning for port faf15341-8402-4a83-8826-7fddc0c4b7ce completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:20.241123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0069151-6fac-410e-8686-f35e03f51356 req-6de61fd0-e978-41df-a214-ea73cddec271 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577396 Jul 16 18:12:20.246003 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.291187 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.307093 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52068) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:20.307467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b8186242-6d49-4211-b86f-a39e74d66daf tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1654136 Jul 16 18:12:20.312051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:20.324256 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:20.331305 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:20.361364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-5f97956c-4507-4d4a-83f5-16e4069715f2 service neutron] 10.222.0.41 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788858 Jul 16 18:12:20.393659 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3eea6c-3370-48dd-b4bd-bfe38399e1e8 None None] DHCP port deletion for 37f27bc6-9bf5-4887-810f-3c3f72858a95 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:20.512677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9e3eea6c-3370-48dd-b4bd-bfe38399e1e8 None None] Deleting port faf15341-8402-4a83-8826-7fddc0c4b7ce {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:20.514823 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9e3eea6c-3370-48dd-b4bd-bfe38399e1e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.515952 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74859720-a212-49bc-b0f7-42267af3c62d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.526796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74859720-a212-49bc-b0f7-42267af3c62d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.540638 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.554465 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.556451 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "DELETE /v2.0/networks/cfa6fecd-4aa6-4090-9acc-5899d1f0553a HTTP/1.1" status: 204 len: 168 time: 1.7744391 Jul 16 18:12:20.565899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52074) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:20.600561 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a8a67-46a0-4278-9931-f24c6df10d78 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event deleted for resources: {'Network': ['ID=cfa6fecd-4aa6-4090-9acc-5899d1f0553a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.624090 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74859720-a212-49bc-b0f7-42267af3c62d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.634388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bee2f12d-85b6-423e-85d4-0399d4962180 None None] Could not find standard attr ID for object d7b0a840-b9d5-48c4-9dda-94cff31f807e. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:12:20.641549 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74859720-a212-49bc-b0f7-42267af3c62d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.643791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9e3eea6c-3370-48dd-b4bd-bfe38399e1e8 None None] For port faf15341-8402-4a83-8826-7fddc0c4b7ce, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=faf15341-8402-4a83-8826-7fddc0c4b7ce,segment=NetworkSegment(58b9e569-e8ca-4125-a3c8-e74e85019307),segment_id=58b9e569-e8ca-4125-a3c8-e74e85019307)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:20.644207 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9e3eea6c-3370-48dd-b4bd-bfe38399e1e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.648529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23c136d-e6f4-4de6-bffd-18cb156de293 None None] DHCP port deletion for cfa6fecd-4aa6-4090-9acc-5899d1f0553a request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:20.651925 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-74859720-a212-49bc-b0f7-42267af3c62d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7d75ecbf-3d35-42bf-9656-d3b37917d117 HTTP/1.1" status: 204 len: 168 time: 0.3426690 Jul 16 18:12:20.652488 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74859720-a212-49bc-b0f7-42267af3c62d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d75ecbf-3d35-42bf-9656-d3b37917d117,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.654135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52078) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:20.666068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e7324-3fc9-43b1-b447-60a4d6e51fbe req-a91c1ffe-0e20-4833-a60d-cfb8baff0687 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:20.670407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9e3eea6c-3370-48dd-b4bd-bfe38399e1e8 None None] Calling delete_port for faf15341-8402-4a83-8826-7fddc0c4b7ce owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:20.675224 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a9e7324-3fc9-43b1-b447-60a4d6e51fbe req-a91c1ffe-0e20-4833-a60d-cfb8baff0687 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.2464690 Jul 16 18:12:20.693098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11becb70-68f2-42da-9336-b03b366a3e27 None None] Network cfa6fecd-4aa6-4090-9acc-5899d1f0553a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:20.747554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11becb70-68f2-42da-9336-b03b366a3e27 None None] Network cfa6fecd-4aa6-4090-9acc-5899d1f0553a could not be found, it might have been deleted concurrently. {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:12:20.791036 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.798061 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6a933f88-3d3d-4558-83d5-2769bea7bd60 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1427565 Jul 16 18:12:20.801374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52086) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:20.817922 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a9e7324-3fc9-43b1-b447-60a4d6e51fbe req-ab948d2d-e128-48a4-9bcc-77b22ddd0608 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366975 Jul 16 18:12:20.830657 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9e3eea6c-3370-48dd-b4bd-bfe38399e1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.889610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] The port 'faf15341-8402-4a83-8826-7fddc0c4b7ce' was deleted {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 18:12:20.895363 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3eea6c-3370-48dd-b4bd-bfe38399e1e8 None None] No DVR routers for this DVR port faf15341-8402-4a83-8826-7fddc0c4b7ce on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:20.902332 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3eea6c-3370-48dd-b4bd-bfe38399e1e8 None None] Pushing event deleted for resources: {'Port': ['ID=faf15341-8402-4a83-8826-7fddc0c4b7ce,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.960379 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-977ae3ce-ab69-4086-b99d-3bbb75b7869b tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.009450 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-977ae3ce-ab69-4086-b99d-3bbb75b7869b tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.086583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.089775 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-977ae3ce-ab69-4086-b99d-3bbb75b7869b tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.093501 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-977ae3ce-ab69-4086-b99d-3bbb75b7869b tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.095094 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-977ae3ce-ab69-4086-b99d-3bbb75b7869b tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-groups/ab81d527-7895-4783-92e2-457afb4823a9 HTTP/1.1" status: 204 len: 168 time: 0.2926319 Jul 16 18:12:21.098288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52100) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:21.116299 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ae3ce-ab69-4086-b99d-3bbb75b7869b tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab81d527-7895-4783-92e2-457afb4823a9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:21.129035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f27bc6-9bf5-4887-810f-3c3f72858a95']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:21.228628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b9e569-e8ca-4125-a3c8-e74e85019307') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:21.229150 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b9e569-e8ca-4125-a3c8-e74e85019307') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:21.232736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c738d7ed-eb2b-4e3e-afae-5cf5f6e8d5f0 req-30dbe21e-4959-4322-81cb-ee6875792199 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 210 time: 0.1064594 Jul 16 18:12:21.277287 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.311105 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.321506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ed6f4e7f-0d14-4b6c-9ae3-3fca92f79e16 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2218583 Jul 16 18:12:21.322260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52114) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:21.332294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:21.332971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.333969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0b5ca37b-2566-4b73-84b2-f8c8b067cd04 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608684769'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:21.336541 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:21.378854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b5ca37b-2566-4b73-84b2-f8c8b067cd04 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.416096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40454564-a504-437b-ba62-4e0816bb7537 req-651e1785-3c31-4f0f-a681-4f4b9e75c28b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.423071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40454564-a504-437b-ba62-4e0816bb7537 req-651e1785-3c31-4f0f-a681-4f4b9e75c28b tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.2458835 Jul 16 18:12:21.471477 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.491195 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.493112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "DELETE /v2.0/networks/37f27bc6-9bf5-4887-810f-3c3f72858a95 HTTP/1.1" status: 204 len: 168 time: 0.9262533 Jul 16 18:12:21.494275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373b2f8-47a3-4d85-a5eb-594bff012d43 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event deleted for resources: {'Network': ['ID=37f27bc6-9bf5-4887-810f-3c3f72858a95,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:21.498532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52116) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:21.561774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40454564-a504-437b-ba62-4e0816bb7537 req-fe219931-e52e-4d34-9bf4-f4302da7e038 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349425 Jul 16 18:12:21.621730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b5ca37b-2566-4b73-84b2-f8c8b067cd04 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.630477 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b5ca37b-2566-4b73-84b2-f8c8b067cd04 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.630610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4303d-0597-4957-963d-fc20300b47a3 req-2d139e80-5536-4956-af37-db7c6b9622c7 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.641046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ec4303d-0597-4957-963d-fc20300b47a3 req-2d139e80-5536-4956-af37-db7c6b9622c7 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 943 time: 0.2141292 Jul 16 18:12:21.642241 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63dbb6b1-0bee-4c48-a97a-640c0ef31369 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.680234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ca37b-2566-4b73-84b2-f8c8b067cd04 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85827f56-4121-4761-83a9-b0f89063e22c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:21.687922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0b5ca37b-2566-4b73-84b2-f8c8b067cd04 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.690968 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0b5ca37b-2566-4b73-84b2-f8c8b067cd04 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3670366 Jul 16 18:12:21.697502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52122) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:21.702158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-feb87d2e-edfd-466b-8295-44f1acf304ed tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group_rule': {'security_group_id': '85827f56-4121-4761-83a9-b0f89063e22c', 'direction': 'ingress', 'protocol': 17}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:21.715734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1159cbe8-d528-4a05-964c-d68be722f981 req-9ccc7dbf-6926-4163-a2a1-34a7d0a61b4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1488287 Jul 16 18:12:21.762640 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ec4303d-0597-4957-963d-fc20300b47a3 req-b2fbc09a-6785-4e6b-824f-a2789a4c08fa tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147764 Jul 16 18:12:21.794994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb87d2e-edfd-466b-8295-44f1acf304ed tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.864777 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63dbb6b1-0bee-4c48-a97a-640c0ef31369 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.876555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-63dbb6b1-0bee-4c48-a97a-640c0ef31369 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca433cd-6d01-44d2-9975-13f6741e3100']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:21.887892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-63dbb6b1-0bee-4c48-a97a-640c0ef31369 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93f399a-153f-453e-ac4f-1047dbf70ed5') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:21.888324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-63dbb6b1-0bee-4c48-a97a-640c0ef31369 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93f399a-153f-453e-ac4f-1047dbf70ed5') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:21.900856 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63dbb6b1-0bee-4c48-a97a-640c0ef31369 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.920390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63dbb6b1-0bee-4c48-a97a-640c0ef31369 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.926501 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb87d2e-edfd-466b-8295-44f1acf304ed tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.928248 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63dbb6b1-0bee-4c48-a97a-640c0ef31369 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:21.929173 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63dbb6b1-0bee-4c48-a97a-640c0ef31369 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:21.933114 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:21.964632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb87d2e-edfd-466b-8295-44f1acf304ed tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.036046 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63dbb6b1-0bee-4c48-a97a-640c0ef31369 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.055686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb87d2e-edfd-466b-8295-44f1acf304ed tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b2bdb1-862a-4693-a9ce-cd15f0fc5430,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.070621 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63dbb6b1-0bee-4c48-a97a-640c0ef31369 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.075118 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-63dbb6b1-0bee-4c48-a97a-640c0ef31369 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "DELETE /v2.0/networks/2ca433cd-6d01-44d2-9975-13f6741e3100 HTTP/1.1" status: 204 len: 168 time: 0.5732408 Jul 16 18:12:22.075118 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbb6b1-0bee-4c48-a97a-640c0ef31369 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event deleted for resources: {'Network': ['ID=2ca433cd-6d01-44d2-9975-13f6741e3100,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.077542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52128) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:22.104867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb87d2e-edfd-466b-8295-44f1acf304ed tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.106051 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-feb87d2e-edfd-466b-8295-44f1acf304ed tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4076416 Jul 16 18:12:22.109744 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52132) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:22.202304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159cbe8-d528-4a05-964c-d68be722f981 req-45a92ab1-82a3-449a-992d-15f0cb4621ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.203863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1159cbe8-d528-4a05-964c-d68be722f981 req-45a92ab1-82a3-449a-992d-15f0cb4621ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8321523f0544c138784f8d6f52b96ca&device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 1098 time: 0.2720561 Jul 16 18:12:22.210305 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2964f265-8f30-4cea-8fc0-d23155a2aec8 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.287302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ddd3d6e-6a22-467b-9724-f03bf9adb9dc tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.332648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device faf15341-8402-4a83-8826-7fddc0c4b7ce no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:22.359239 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ddd3d6e-6a22-467b-9724-f03bf9adb9dc tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.364678 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: faf15341-8402-4a83-8826-7fddc0c4b7ce {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:22.365582 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device faf15341-8402-4a83-8826-7fddc0c4b7ce not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:22.366171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d7b0a840-b9d5-48c4-9dda-94cff31f807e no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:22.367999 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2964f265-8f30-4cea-8fc0-d23155a2aec8 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.388052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-2964f265-8f30-4cea-8fc0-d23155a2aec8 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184cf88f-24d5-446e-9774-f9d3f26e07ba']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:22.399588 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: d7b0a840-b9d5-48c4-9dda-94cff31f807e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:22.400216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d7b0a840-b9d5-48c4-9dda-94cff31f807e not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:22.434217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-2964f265-8f30-4cea-8fc0-d23155a2aec8 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6defd537-a31d-49a9-94cb-76596ae3dcf5') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:22.435070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-2964f265-8f30-4cea-8fc0-d23155a2aec8 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6defd537-a31d-49a9-94cb-76596ae3dcf5') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:22.453091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2964f265-8f30-4cea-8fc0-d23155a2aec8 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.478847 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2964f265-8f30-4cea-8fc0-d23155a2aec8 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.482087 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ddd3d6e-6a22-467b-9724-f03bf9adb9dc tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.489922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ddd3d6e-6a22-467b-9724-f03bf9adb9dc tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.492087 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8ddd3d6e-6a22-467b-9724-f03bf9adb9dc tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-groups/85827f56-4121-4761-83a9-b0f89063e22c HTTP/1.1" status: 204 len: 168 time: 0.3794816 Jul 16 18:12:22.496210 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52136) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:22.511321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f026cc72-ce42-4abc-aa89-f7a9b5f14c77 req-16ebc15c-8f13-4393-818a-c5f0d3f9bdbc tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 210 time: 0.0408235 Jul 16 18:12:22.519987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2964f265-8f30-4cea-8fc0-d23155a2aec8 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:22.520608 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2964f265-8f30-4cea-8fc0-d23155a2aec8 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.522246 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd3d6e-6a22-467b-9724-f03bf9adb9dc tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85827f56-4121-4761-83a9-b0f89063e22c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:22.525240 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:22.558657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159cbe8-d528-4a05-964c-d68be722f981 req-60896e53-63ec-4b0d-adf5-8106a7351957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.560548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1159cbe8-d528-4a05-964c-d68be722f981 req-60896e53-63ec-4b0d-adf5-8106a7351957 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c HTTP/1.1" status: 200 len: 914 time: 0.2964067 Jul 16 18:12:22.587397 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b9a6ed9e-fdb2-406b-988f-afdfbd25e4d4 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0845888 Jul 16 18:12:22.587892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52138) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:22.592892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d193c493-e063-44c7-80a2-490d6a97639a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group': {'name': 'tempest-secgroup--584523305'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:22.617439 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1159cbe8-d528-4a05-964c-d68be722f981 req-ff277cb3-aa54-4d1f-8f5e-f7796416f0ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44d0d350-99d8-427d-aed3-162937cad248 HTTP/1.1" status: 200 len: 217 time: 0.0446441 Jul 16 18:12:22.618990 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d193c493-e063-44c7-80a2-490d6a97639a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.699968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2964f265-8f30-4cea-8fc0-d23155a2aec8 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.709965 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2964f265-8f30-4cea-8fc0-d23155a2aec8 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.712862 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2964f265-8f30-4cea-8fc0-d23155a2aec8 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] 10.222.0.41 "DELETE /v2.0/networks/184cf88f-24d5-446e-9774-f9d3f26e07ba HTTP/1.1" status: 204 len: 168 time: 0.6343622 Jul 16 18:12:22.719483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52142) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:22.723149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159cbe8-d528-4a05-964c-d68be722f981 req-b60d077f-a392-4c37-a7a1-4f37c6836820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.724755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1159cbe8-d528-4a05-964c-d68be722f981 req-b60d077f-a392-4c37-a7a1-4f37c6836820 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=665eba6f-eeab-4451-90aa-d2ddd6503915 HTTP/1.1" status: 200 len: 853 time: 0.0706384 Jul 16 18:12:22.747226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964f265-8f30-4cea-8fc0-d23155a2aec8 tempest-BulkNetworkOpsTest-1621783591 tempest-BulkNetworkOpsTest-1621783591-project] Pushing event deleted for resources: {'Network': ['ID=184cf88f-24d5-446e-9774-f9d3f26e07ba,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.755017 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d193c493-e063-44c7-80a2-490d6a97639a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.762127 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d193c493-e063-44c7-80a2-490d6a97639a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.811475 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d193c493-e063-44c7-80a2-490d6a97639a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.815421 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d193c493-e063-44c7-80a2-490d6a97639a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2265036 Jul 16 18:12:22.819082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52152) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:22.820824 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193c493-e063-44c7-80a2-490d6a97639a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f6c028-ac6e-4b4c-ba17-e819ce4f27b5,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.836635 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-15440d9c-22f7-4461-821e-de3857359893 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260753114'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:22.898207 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15440d9c-22f7-4461-821e-de3857359893 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.959491 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2365fdb-c8c2-41ce-b5b8-68faf739d0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.123496 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15440d9c-22f7-4461-821e-de3857359893 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.134535 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15440d9c-22f7-4461-821e-de3857359893 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.159678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52156) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.192743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1159cbe8-d528-4a05-964c-d68be722f981 req-7314c7d0-3594-4b4b-95bf-153876759bd2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48f3ba80-69a2-4d05-b98f-45fe8c30f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4424236 Jul 16 18:12:23.236225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15440d9c-22f7-4461-821e-de3857359893 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4b4bb8-4db1-4d99-b971-7a81feddd4f0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:23.319414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1159cbe8-d528-4a05-964c-d68be722f981 req-36f5fe77-3176-4e78-828c-cee891871ea2 service neutron] 10.222.0.35 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159384 Jul 16 18:12:23.438776 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2365fdb-c8c2-41ce-b5b8-68faf739d0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.453127 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e2365fdb-c8c2-41ce-b5b8-68faf739d0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.489309 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e2365fdb-c8c2-41ce-b5b8-68faf739d0d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe934b88e2ca42ff8d03e7edd789a4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7688560 Jul 16 18:12:23.491015 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52162) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.498015 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15440d9c-22f7-4461-821e-de3857359893 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.502131 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-15440d9c-22f7-4461-821e-de3857359893 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6719122 Jul 16 18:12:23.536188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52164) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.564235 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-86f24b7c-2e46-41fb-a9d1-cde569d6c2ee tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group_rule': {'security_group_id': '25f6c028-ac6e-4b4c-ba17-e819ce4f27b5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3a4b4bb8-4db1-4d99-b971-7a81feddd4f0', 'remote_ip_prefix': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:23.592654 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-409d769c-8f5f-46ca-a2d7-68813cc3313c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0452baf1511e416eb1b1d658de33858e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311423 Jul 16 18:12:23.603506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52168) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.625974 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2365fdb-c8c2-41ce-b5b8-68faf739d0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59867a96-2c77-4400-bf95-90dc9451f81f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:23.642928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f3a3c-3eb3-4d77-a2f7-07692d2d3ca1 req-1553ac77-1bda-4c6d-b1ab-e9e617967afe tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.644439 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-906f3a3c-3eb3-4d77-a2f7-07692d2d3ca1 req-1553ac77-1bda-4c6d-b1ab-e9e617967afe tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 943 time: 0.4545298 Jul 16 18:12:23.685832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3222a819-c0eb-49e6-8118-0180bbf5a5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.713175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-78c59346-7f67-42c8-a078-f363d2c91183 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.714657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-78c59346-7f67-42c8-a078-f363d2c91183 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.43 "GET /v2.0/networks?id=abe8bae7-1934-4485-89c4-3eeabf6e67d7 HTTP/1.1" status: 200 len: 813 time: 0.3938174 Jul 16 18:12:23.743092 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2b8b2792-4807-4b2d-87f7-90803af00160 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.745234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2b8b2792-4807-4b2d-87f7-90803af00160 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.35 "GET /v2.0/networks?id=abe8bae7-1934-4485-89c4-3eeabf6e67d7 HTTP/1.1" status: 200 len: 813 time: 0.4077215 Jul 16 18:12:23.748782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-85404e30-ee1e-4e87-b61b-b666e9e442d3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Request body: {'port': {'device_id': 'c05b7b83-8624-4793-9cfb-ddbc97304a44', 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7', 'admin_state_up': True, 'tenant_id': '81bd50ee693e4de6af9be0096f2b1745'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:23.753056 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86f24b7c-2e46-41fb-a9d1-cde569d6c2ee tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.758307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1159cbe8-d528-4a05-964c-d68be722f981 req-c5529f7e-4e0b-438d-8766-1ad487e6d311 service neutron] 10.222.0.35 "GET /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218712 Jul 16 18:12:23.782161 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e22d4814-0c14-465b-a255-666546fa9c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.792428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-b351b39a-2ea4-4bf7-82f8-b201a610cfc3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Request body: {'port': {'device_id': '9744d9ac-c80c-4e05-8dbd-7effa5949a26', 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7', 'admin_state_up': True, 'tenant_id': '81bd50ee693e4de6af9be0096f2b1745'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:23.795384 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3222a819-c0eb-49e6-8118-0180bbf5a5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.809263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-085b0dee-293f-4d8d-94db-134f144230ba req-a3cff099-0631-4871-a0cb-d263e92d4230 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 210 time: 0.0744159 Jul 16 18:12:23.843660 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e22d4814-0c14-465b-a255-666546fa9c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.857469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f27d055-bd7d-4c1a-aa7e-90a56dd99b08 req-b5c7c439-305e-4f58-b220-da7fbc3d6d73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2901506 Jul 16 18:12:23.874132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-906f3a3c-3eb3-4d77-a2f7-07692d2d3ca1 req-e5468a99-a00d-4a25-99e2-014d0e0040b5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149658 Jul 16 18:12:23.941749 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86f24b7c-2e46-41fb-a9d1-cde569d6c2ee tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.948629 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86f24b7c-2e46-41fb-a9d1-cde569d6c2ee tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.962773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3222a819-c0eb-49e6-8118-0180bbf5a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.965383 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3222a819-c0eb-49e6-8118-0180bbf5a5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.966512 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3222a819-c0eb-49e6-8118-0180bbf5a5f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59867a96-2c77-4400-bf95-90dc9451f81f HTTP/1.1" status: 204 len: 168 time: 0.4700994 Jul 16 18:12:23.988366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f24b7c-2e46-41fb-a9d1-cde569d6c2ee tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f526c9-f74b-40a2-aa09-34c3daedd73b,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:23.998837 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222a819-c0eb-49e6-8118-0180bbf5a5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59867a96-2c77-4400-bf95-90dc9451f81f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:24.010484 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e22d4814-0c14-465b-a255-666546fa9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.013549 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e22d4814-0c14-465b-a255-666546fa9c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.014980 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e22d4814-0c14-465b-a255-666546fa9c20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef3eb97b-fe74-4b1a-8684-c70c4aa92196 HTTP/1.1" status: 204 len: 168 time: 0.4092526 Jul 16 18:12:24.059124 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86f24b7c-2e46-41fb-a9d1-cde569d6c2ee tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.061570 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-86f24b7c-2e46-41fb-a9d1-cde569d6c2ee tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5204606 Jul 16 18:12:24.064789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52176) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:24.090611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27d055-bd7d-4c1a-aa7e-90a56dd99b08 req-7b5441cd-fe64-4878-82f7-a36d779d1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.092511 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f27d055-bd7d-4c1a-aa7e-90a56dd99b08 req-7b5441cd-fe64-4878-82f7-a36d779d1b6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 1097 time: 0.1462018 Jul 16 18:12:24.098899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-b351b39a-2ea4-4bf7-82f8-b201a610cfc3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Made reservation on behalf of 81bd50ee693e4de6af9be0096f2b1745 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:24.100338 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d4814-0c14-465b-a255-666546fa9c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3eb97b-fe74-4b1a-8684-c70c4aa92196,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:24.103578 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-b351b39a-2ea4-4bf7-82f8-b201a610cfc3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.152109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-85404e30-ee1e-4e87-b61b-b666e9e442d3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Made reservation on behalf of 81bd50ee693e4de6af9be0096f2b1745 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:24.155682 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-85404e30-ee1e-4e87-b61b-b666e9e442d3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.166359 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0faef85-8770-46e4-a4fc-a03876a1e255 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.176224 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0faef85-8770-46e4-a4fc-a03876a1e255 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.210116 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0faef85-8770-46e4-a4fc-a03876a1e255 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.223733 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0faef85-8770-46e4-a4fc-a03876a1e255 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.228020 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f0faef85-8770-46e4-a4fc-a03876a1e255 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/58f526c9-f74b-40a2-aa09-34c3daedd73b HTTP/1.1" status: 204 len: 168 time: 0.1618454 Jul 16 18:12:24.228637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52180) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:24.230941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e263bb31-468d-401d-883a-03a7c3f6789a details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:24.256128 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faef85-8770-46e4-a4fc-a03876a1e255 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58f526c9-f74b-40a2-aa09-34c3daedd73b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:24.289749 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2399bdf6-1f0e-4dbd-af16-6bf07ee03829 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0592420 Jul 16 18:12:24.290376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52184) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:24.385459 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4366ce5c-77dd-4cd6-abd0-aaa54c50c4e8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.434455 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4366ce5c-77dd-4cd6-abd0-aaa54c50c4e8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.490695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port e263bb31-468d-401d-883a-03a7c3f6789a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e263bb31-468d-401d-883a-03a7c3f6789a,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:24.520830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4366ce5c-77dd-4cd6-abd0-aaa54c50c4e8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.525049 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4366ce5c-77dd-4cd6-abd0-aaa54c50c4e8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.529283 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4366ce5c-77dd-4cd6-abd0-aaa54c50c4e8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-groups/3a4b4bb8-4db1-4d99-b971-7a81feddd4f0 HTTP/1.1" status: 204 len: 168 time: 0.2378199 Jul 16 18:12:24.530115 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52190) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:24.539207 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'e263bb31-468d-401d-883a-03a7c3f6789a', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'port_id': 'e263bb31-468d-401d-883a-03a7c3f6789a', 'mac_address': 'fa:16:3e:20:e0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:24.593032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366ce5c-77dd-4cd6-abd0-aaa54c50c4e8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4b4bb8-4db1-4d99-b971-7a81feddd4f0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:24.607928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27d055-bd7d-4c1a-aa7e-90a56dd99b08 req-27d4bb3d-78e8-42cd-b6a3-25d1a612336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.616321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f27d055-bd7d-4c1a-aa7e-90a56dd99b08 req-27d4bb3d-78e8-42cd-b6a3-25d1a612336d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.4938822 Jul 16 18:12:24.618560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-85404e30-ee1e-4e87-b61b-b666e9e442d3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Allocated IP 172.20.0.9 (abe8bae7-1934-4485-89c4-3eeabf6e67d7/231ec7c4-bee6-4fb6-9916-4d888b784e11/96be4b38-e45d-4c96-adea-67683ba257fe) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:24.635253 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.671242 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52196) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:24.686035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e263bb31-468d-401d-883a-03a7c3f6789a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:24.696222 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2537473-93e5-4415-8e13-db054af1631d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.719388 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4ba60446-2c84-462a-992c-3bd58a649895 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1765606 Jul 16 18:12:24.722061 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52198) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:24.731575 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port e263bb31-468d-401d-883a-03a7c3f6789a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e263bb31-468d-401d-883a-03a7c3f6789a,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:24.737071 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.801201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=e263bb31-468d-401d-883a-03a7c3f6789a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:24.819844 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31bb15ce-ee24-4338-981d-01c911ea4068 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.825892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f27d055-bd7d-4c1a-aa7e-90a56dd99b08 req-209dc5c4-0ade-4418-8dbb-2030228c0f34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a HTTP/1.1" status: 200 len: 999 time: 0.1989088 Jul 16 18:12:24.855736 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31bb15ce-ee24-4338-981d-01c911ea4068 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.934125 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31bb15ce-ee24-4338-981d-01c911ea4068 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.942394 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31bb15ce-ee24-4338-981d-01c911ea4068 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.946390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52206) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:24.946866 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-31bb15ce-ee24-4338-981d-01c911ea4068 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-groups/25f6c028-ac6e-4b4c-ba17-e819ce4f27b5 HTTP/1.1" status: 204 len: 168 time: 0.2237532 Jul 16 18:12:24.977546 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['e263bb31-468d-401d-883a-03a7c3f6789a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:24.989544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb15ce-ee24-4338-981d-01c911ea4068 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f6c028-ac6e-4b4c-ba17-e819ce4f27b5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.025395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27d055-bd7d-4c1a-aa7e-90a56dd99b08 req-a3f30a8d-4bdb-487b-a3d5-15f37782577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.025395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f27d055-bd7d-4c1a-aa7e-90a56dd99b08 req-a3f30a8d-4bdb-487b-a3d5-15f37782577d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1889799 Jul 16 18:12:25.078437 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2537473-93e5-4415-8e13-db054af1631d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.092140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2537473-93e5-4415-8e13-db054af1631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.143514 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c2537473-93e5-4415-8e13-db054af1631d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=730eadb62292432ba11b3ba363623e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4645033 Jul 16 18:12:25.143514 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537473-93e5-4415-8e13-db054af1631d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddbfaa3-8dd4-4cef-9b4c-59b1f7361201,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.146786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52216) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:25.161593 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05c93a30-b845-46b7-9e05-b79371ec50c2 req-306af59f-700f-4275-99f4-531ba2a03169 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 210 time: 0.0926187 Jul 16 18:12:25.263940 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4711868d-61ab-44ed-9151-ef05328d4bb7 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3163524 Jul 16 18:12:25.270871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52222) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:25.283520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ef1a271c-6785-462a-86d7-30bd8f1251f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group': {'name': 'tempest-secgroup--572607369'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:25.288550 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ef16c96-e7c9-4498-8517-2eb29c0bcca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.324799 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-85404e30-ee1e-4e87-b61b-b666e9e442d3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.333025 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ef1a271c-6785-462a-86d7-30bd8f1251f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.375198 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ef16c96-e7c9-4498-8517-2eb29c0bcca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.391006 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52226) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:25.480480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27d055-bd7d-4c1a-aa7e-90a56dd99b08 req-a6acece9-eac4-417d-ba71-3567cfb1af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.485513 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f27d055-bd7d-4c1a-aa7e-90a56dd99b08 req-a6acece9-eac4-417d-ba71-3567cfb1af87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4378467 Jul 16 18:12:25.502935 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ef16c96-e7c9-4498-8517-2eb29c0bcca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.506993 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ef16c96-e7c9-4498-8517-2eb29c0bcca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.511874 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1ef16c96-e7c9-4498-8517-2eb29c0bcca1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cddbfaa3-8dd4-4cef-9b4c-59b1f7361201 HTTP/1.1" status: 204 len: 168 time: 0.3616850 Jul 16 18:12:25.521495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7806d40-393c-4002-812c-0ada40be56b5 req-61c2fe20-b7f0-40f2-bf5f-4a578a47c89d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.524743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7806d40-393c-4002-812c-0ada40be56b5 req-61c2fe20-b7f0-40f2-bf5f-4a578a47c89d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 944 time: 0.3562078 Jul 16 18:12:25.530925 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef16c96-e7c9-4498-8517-2eb29c0bcca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddbfaa3-8dd4-4cef-9b4c-59b1f7361201,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.615183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1166473996'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:25.636468 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ef1a271c-6785-462a-86d7-30bd8f1251f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.676531 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:25.682854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.707976 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.739107 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ef1a271c-6785-462a-86d7-30bd8f1251f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.844988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a271c-6785-462a-86d7-30bd8f1251f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71fecc6-666a-4f6c-9a98-063ea49afd12,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.881652 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-85404e30-ee1e-4e87-b61b-b666e9e442d3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.889312 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.895245 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.936832 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f3838-23a2-4f89-9818-16a528c10b68,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.948738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:25.962849 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ef1a271c-6785-462a-86d7-30bd8f1251f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.966703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ef1a271c-6785-462a-86d7-30bd8f1251f8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6861041 Jul 16 18:12:25.967566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.968260 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Added segment 0a815911-a11c-44d9-8ea2-d1d0033c416d of type vlan for network b1a0b521-cad6-4408-8501-3d7724e0df61 Jul 16 18:12:25.970068 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52238) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:25.975025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-73ac5b2c-6cd7-4d90-a5cc-ab6f2a36a155 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group_rule': {'security_group_id': 'e71fecc6-666a-4f6c-9a98-063ea49afd12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:26.030365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-85404e30-ee1e-4e87-b61b-b666e9e442d3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Network abe8bae7-1934-4485-89c4-3eeabf6e67d7 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:26.035459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7806d40-393c-4002-812c-0ada40be56b5 req-c52a3fc9-4131-4cf4-9c1f-432954d912d7 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070447 Jul 16 18:12:26.040855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-85404e30-ee1e-4e87-b61b-b666e9e442d3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:26.054331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-85404e30-ee1e-4e87-b61b-b666e9e442d3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:26.080695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73ac5b2c-6cd7-4d90-a5cc-ab6f2a36a155 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.109319 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.120757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-85404e30-ee1e-4e87-b61b-b666e9e442d3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.121444 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-85404e30-ee1e-4e87-b61b-b666e9e442d3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.125895 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f27d055-bd7d-4c1a-aa7e-90a56dd99b08 req-271761b9-550c-4f73-a0c3-f583f3a90eb0 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861801 Jul 16 18:12:26.147833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-b351b39a-2ea4-4bf7-82f8-b201a610cfc3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Allocated IP 172.20.0.14 (abe8bae7-1934-4485-89c4-3eeabf6e67d7/231ec7c4-bee6-4fb6-9916-4d888b784e11/e4c9f4c0-0c63-4c2a-8d2f-f76a49517982) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:26.180410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85404e30-ee1e-4e87-b61b-b666e9e442d3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Pushing event updated for resources: {'Port': ['ID=96be4b38-e45d-4c96-adea-67683ba257fe,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.187303 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73ac5b2c-6cd7-4d90-a5cc-ab6f2a36a155 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.190299 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.196259 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-85404e30-ee1e-4e87-b61b-b666e9e442d3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4624979 Jul 16 18:12:26.201511 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.202437 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.217334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Request body: {'port': {'device_id': 'c05b7b83-8624-4793-9cfb-ddbc97304a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:26.246492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e263bb31-468d-401d-883a-03a7c3f6789a up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:26.341521 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73ac5b2c-6cd7-4d90-a5cc-ab6f2a36a155 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.342013 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port e263bb31-468d-401d-883a-03a7c3f6789a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:26.346652 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Network': ['ID=b1a0b521-cad6-4408-8501-3d7724e0df61,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.359496 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7c39f4f3-f850-4ed2-9ad5-6e43fe549821 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9576626 Jul 16 18:12:26.360326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port e263bb31-468d-401d-883a-03a7c3f6789a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:26.360326 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.368211 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac5b2c-6cd7-4d90-a5cc-ab6f2a36a155 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3ada72-2b45-4d84-bd14-5835742a7dcf,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.368528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network b1a0b521-cad6-4408-8501-3d7724e0df61 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:26.381352 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73ac5b2c-6cd7-4d90-a5cc-ab6f2a36a155 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.390142 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-73ac5b2c-6cd7-4d90-a5cc-ab6f2a36a155 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4187095 Jul 16 18:12:26.390873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52254) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:26.463841 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c065-8746-4bc6-87bf-9f5f17a0a8da tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.490574 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c065-8746-4bc6-87bf-9f5f17a0a8da tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.564722 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c065-8746-4bc6-87bf-9f5f17a0a8da tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.578534 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c065-8746-4bc6-87bf-9f5f17a0a8da tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.581766 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c7a3c065-8746-4bc6-87bf-9f5f17a0a8da tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7d3ada72-2b45-4d84-bd14-5835742a7dcf HTTP/1.1" status: 204 len: 168 time: 0.1878910 Jul 16 18:12:26.587133 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.594171 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52260) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:26.595020 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3c065-8746-4bc6-87bf-9f5f17a0a8da tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d3ada72-2b45-4d84-bd14-5835742a7dcf,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.670775 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-b351b39a-2ea4-4bf7-82f8-b201a610cfc3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.696290 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.706816 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9ee7e57a-72c1-4325-a5ba-c47166bad2bf tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0991592 Jul 16 18:12:26.707687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52262) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:26.716239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f27d055-bd7d-4c1a-aa7e-90a56dd99b08 req-71e13045-8d0d-4e5a-a552-a7550cafd6cf service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741343 Jul 16 18:12:26.789790 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.803161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e263bb31-468d-401d-883a-03a7c3f6789a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:26.808490 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-b351b39a-2ea4-4bf7-82f8-b201a610cfc3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.816836 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64bd1c6-5d93-4ea8-957e-a2b8c939ec64" -d '{"events": [{"server_uuid": "b3e985ac-3ef3-410d-b47f-d3a74b092655", "name": "network-vif-plugged", "status": "completed", "tag": "e263bb31-468d-401d-883a-03a7c3f6789a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:26.856653 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf8fe830-aa2e-49ed-b1a0-17c6b2cbb0e6 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.858720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port e263bb31-468d-401d-883a-03a7c3f6789a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e263bb31-468d-401d-883a-03a7c3f6789a,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:26.878586 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.896616 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf8fe830-aa2e-49ed-b1a0-17c6b2cbb0e6 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.961191 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.973407 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf8fe830-aa2e-49ed-b1a0-17c6b2cbb0e6 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.977896 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf8fe830-aa2e-49ed-b1a0-17c6b2cbb0e6 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.979886 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cf8fe830-aa2e-49ed-b1a0-17c6b2cbb0e6 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-groups/e71fecc6-666a-4f6c-9a98-063ea49afd12 HTTP/1.1" status: 204 len: 168 time: 0.2694743 Jul 16 18:12:26.985611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52270) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:27.053494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-b351b39a-2ea4-4bf7-82f8-b201a610cfc3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Network abe8bae7-1934-4485-89c4-3eeabf6e67d7 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:27.069035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=e263bb31-468d-401d-883a-03a7c3f6789a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:27.105434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-b351b39a-2ea4-4bf7-82f8-b201a610cfc3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:27.132177 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1d2869ab-1b44-4a24-a152-a9669d3df7e8 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1319556 Jul 16 18:12:27.134288 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fe830-aa2e-49ed-b1a0-17c6b2cbb0e6 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71fecc6-666a-4f6c-9a98-063ea49afd12,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:27.155658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351b39a-2ea4-4bf7-82f8-b201a610cfc3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Pushing event updated for resources: {'Port': ['ID=e4c9f4c0-0c63-4c2a-8d2f-f76a49517982,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:27.170633 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52276) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:27.170920 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-b351b39a-2ea4-4bf7-82f8-b201a610cfc3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:27.187212 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99d7b15-ec34-4e27-8474-002940e8a1f0 x-openstack-request-id: req-f99d7b15-ec34-4e27-8474-002940e8a1f0 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:27.187679 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e985ac-3ef3-410d-b47f-d3a74b092655", "name": "network-vif-plugged", "status": "completed", "tag": "e263bb31-468d-401d-883a-03a7c3f6789a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:27.188347 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f99d7b15-ec34-4e27-8474-002940e8a1f0 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:27.192029 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e263bb31-468d-401d-883a-03a7c3f6789a', 'code': 200} Jul 16 18:12:27.195351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-23018c17-bf7c-409f-a5df-df6821eeb325 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group': {'name': 'tempest-secgroup--309875408'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:27.235322 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23018c17-bf7c-409f-a5df-df6821eeb325 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.348839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-b351b39a-2ea4-4bf7-82f8-b201a610cfc3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.350000 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-b351b39a-2ea4-4bf7-82f8-b201a610cfc3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.387451 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18d4a7-1502-432a-84fd-2ba256569677 req-ce63bda7-b7c9-4751-be5b-2b96c1e23e4a tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.399867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d18d4a7-1502-432a-84fd-2ba256569677 req-ce63bda7-b7c9-4751-be5b-2b96c1e23e4a tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 931 time: 0.6861026 Jul 16 18:12:27.433729 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23018c17-bf7c-409f-a5df-df6821eeb325 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.446812 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23018c17-bf7c-409f-a5df-df6821eeb325 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.497892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23018c17-bf7c-409f-a5df-df6821eeb325 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.503225 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-23018c17-bf7c-409f-a5df-df6821eeb325 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3311377 Jul 16 18:12:27.505177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52286) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:27.512915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ade2e86d-fd62-4165-acce-c64bc69cd3fd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group_rule': {'security_group_id': 'e532fe7e-4515-462c-9a90-1b08dd6dbf40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:27.559164 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ade2e86d-fd62-4165-acce-c64bc69cd3fd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.566495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23018c17-bf7c-409f-a5df-df6821eeb325 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e532fe7e-4515-462c-9a90-1b08dd6dbf40,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:27.669342 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ade2e86d-fd62-4165-acce-c64bc69cd3fd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.677923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ade2e86d-fd62-4165-acce-c64bc69cd3fd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.704475 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2e86d-fd62-4165-acce-c64bc69cd3fd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94343b3-f165-419a-836a-556d35115e35,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:27.722037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ade2e86d-fd62-4165-acce-c64bc69cd3fd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.726228 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ade2e86d-fd62-4165-acce-c64bc69cd3fd tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2148316 Jul 16 18:12:27.726674 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52292) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:27.749316 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e08cc7bc-5442-4442-a069-648db29e9c35 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules/b94343b3-f165-419a-836a-556d35115e35 HTTP/1.1" status: 200 len: 763 time: 0.0191183 Jul 16 18:12:27.749828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52294) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:27.872006 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-face6c27-5f9c-4b3c-8ab6-333d370ee33d tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1207981 Jul 16 18:12:27.872546 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52296) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:27.903855 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2350dd3a-26aa-4463-b752-72dc95536cff tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.916599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2350dd3a-26aa-4463-b752-72dc95536cff tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.999235 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2350dd3a-26aa-4463-b752-72dc95536cff tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.013325 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c09bf476-bdf9-4e30-aa2c-a4e4637080a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.033132 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2350dd3a-26aa-4463-b752-72dc95536cff tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.045371 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2350dd3a-26aa-4463-b752-72dc95536cff tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b94343b3-f165-419a-836a-556d35115e35 HTTP/1.1" status: 204 len: 168 time: 0.1717587 Jul 16 18:12:28.046366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350dd3a-26aa-4463-b752-72dc95536cff tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b94343b3-f165-419a-836a-556d35115e35,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.057537 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52300) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:28.185642 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-35979ac8-dfbd-48e4-979b-d1a20d1f89b7 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1264329 Jul 16 18:12:28.188324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52304) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:28.207936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-49f5320e-c430-45d7-959a-92548781f171 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group_rule': {'security_group_id': 'e532fe7e-4515-462c-9a90-1b08dd6dbf40', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:28.228383 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-b351b39a-2ea4-4bf7-82f8-b201a610cfc3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4416058 Jul 16 18:12:28.263519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Request body: {'port': {'device_id': '9744d9ac-c80c-4e05-8dbd-7effa5949a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:28.277446 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49f5320e-c430-45d7-959a-92548781f171 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.405708 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49f5320e-c430-45d7-959a-92548781f171 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.412479 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49f5320e-c430-45d7-959a-92548781f171 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.458379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5320e-c430-45d7-959a-92548781f171 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab1eba4-79eb-4ad2-ad2a-d3832f1197e6,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.469245 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.475219 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49f5320e-c430-45d7-959a-92548781f171 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.477566 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-49f5320e-c430-45d7-959a-92548781f171 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2871976 Jul 16 18:12:28.482022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52314) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:28.514738 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e9382c0a-9af4-41ee-8224-6f6b964a6f81 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules/cab1eba4-79eb-4ad2-ad2a-d3832f1197e6 HTTP/1.1" status: 200 len: 763 time: 0.0296180 Jul 16 18:12:28.515399 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52318) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:28.526124 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d18d4a7-1502-432a-84fd-2ba256569677 req-98980b63-f21f-4281-b74b-5ee334d4e588 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1251745 Jul 16 18:12:28.582916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa5772-335f-4b0f-845f-bdae7a851b95 req-2e77e878-1ab1-4fa3-ba19-d9b5acd910a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.608141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0aa5772-335f-4b0f-845f-bdae7a851b95 req-2e77e878-1ab1-4fa3-ba19-d9b5acd910a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 1097 time: 1.3243661 Jul 16 18:12:28.609347 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6f589843-cfd2-4cea-8b11-95de1d951d43 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0928628 Jul 16 18:12:28.612912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52322) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:28.645214 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-baf36c8c-a2cf-41be-b349-b11b8f844b68 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.656333 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-baf36c8c-a2cf-41be-b349-b11b8f844b68 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.727644 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-baf36c8c-a2cf-41be-b349-b11b8f844b68 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.744129 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-baf36c8c-a2cf-41be-b349-b11b8f844b68 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.751945 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-baf36c8c-a2cf-41be-b349-b11b8f844b68 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/cab1eba4-79eb-4ad2-ad2a-d3832f1197e6 HTTP/1.1" status: 204 len: 168 time: 0.1354976 Jul 16 18:12:28.758760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52328) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:28.779283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf36c8c-a2cf-41be-b349-b11b8f844b68 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cab1eba4-79eb-4ad2-ad2a-d3832f1197e6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.875198 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6ff29ef2-accc-4877-8056-21d5b89556d7 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1087637 Jul 16 18:12:28.876199 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52334) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:28.886745 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7c4b1c3c-bafa-452d-921c-24d2214ecac7 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Request body: {'security_group_rule': {'security_group_id': 'e532fe7e-4515-462c-9a90-1b08dd6dbf40', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:28.945303 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-7c4b1c3c-bafa-452d-921c-24d2214ecac7 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Project 9d5e879ffd074eef81a9c11c9801173f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:12:28.951291 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1c3c-bafa-452d-921c-24d2214ecac7 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.044600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96be4b38-e45d-4c96-adea-67683ba257fe {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:29.066113 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.081913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Transition to ACTIVE for port object 96be4b38-e45d-4c96-adea-67683ba257fe will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:29.082124 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1c3c-bafa-452d-921c-24d2214ecac7 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.093257 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1c3c-bafa-452d-921c-24d2214ecac7 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.120533 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.162344 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b1c3c-bafa-452d-921c-24d2214ecac7 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcce5fcf-2dd3-4e59-86ba-da48462b8422,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:29.173438 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1c3c-bafa-452d-921c-24d2214ecac7 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.177247 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7c4b1c3c-bafa-452d-921c-24d2214ecac7 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2988319 Jul 16 18:12:29.180072 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52340) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.216656 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3c833c1d-3474-4f72-858d-2111a2eb377f tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules/fcce5fcf-2dd3-4e59-86ba-da48462b8422 HTTP/1.1" status: 200 len: 769 time: 0.0350409 Jul 16 18:12:29.219344 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52342) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.306163 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0abe91d8-a14b-400f-9fb8-93e61130904a tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0839553 Jul 16 18:12:29.309991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52344) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.367481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Pushing event updated for resources: {'Port': ['ID=96be4b38-e45d-4c96-adea-67683ba257fe,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:29.383820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbedef-d48b-4db8-8755-eac9bab658ef req-b09d3310-9ff1-4b07-9fad-4f6facfb8503 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:29.389866 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-48b97e1b-33eb-478a-ad49-dbee4e234439 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.396681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-acdbedef-d48b-4db8-8755-eac9bab658ef req-b09d3310-9ff1-4b07-9fad-4f6facfb8503 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 945 time: 1.9697781 Jul 16 18:12:29.401907 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-48b97e1b-33eb-478a-ad49-dbee4e234439 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.412263 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:12:29.451136 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-48b97e1b-33eb-478a-ad49-dbee4e234439 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.469693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-48b97e1b-33eb-478a-ad49-dbee4e234439 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.469693 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-48b97e1b-33eb-478a-ad49-dbee4e234439 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fcce5fcf-2dd3-4e59-86ba-da48462b8422 HTTP/1.1" status: 204 len: 168 time: 0.1525779 Jul 16 18:12:29.473255 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52348) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.474838 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b97e1b-33eb-478a-ad49-dbee4e234439 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcce5fcf-2dd3-4e59-86ba-da48462b8422,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:29.526550 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d8641245-ff85-4f2a-8051-5ea4adffb236 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502846 Jul 16 18:12:29.529291 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52350) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.550453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0aa5772-335f-4b0f-845f-bdae7a851b95 req-39a528d2-6d25-4fb2-b1d4-06acc5710533 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9356649 Jul 16 18:12:29.609823 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-93867070-32b0-4ba9-b296-ce8bb5685dea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.635872 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-93867070-32b0-4ba9-b296-ce8bb5685dea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.693308 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-93867070-32b0-4ba9-b296-ce8bb5685dea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.697078 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-93867070-32b0-4ba9-b296-ce8bb5685dea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.698852 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-93867070-32b0-4ba9-b296-ce8bb5685dea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "DELETE /v2.0/security-groups/e532fe7e-4515-462c-9a90-1b08dd6dbf40 HTTP/1.1" status: 204 len: 168 time: 0.1680138 Jul 16 18:12:29.702030 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52356) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.733498 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52360) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.734688 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93867070-32b0-4ba9-b296-ce8bb5685dea tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e532fe7e-4515-462c-9a90-1b08dd6dbf40,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:29.739047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52362) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.748805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4e7b6e68-75e1-467a-8089-7a6dd2ee455b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'subnet': {'network_id': 'b1a0b521-cad6-4408-8501-3d7724e0df61', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:29.842461 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d19222fe-4d00-4dfd-83b0-93e13b317ce5 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1349239 Jul 16 18:12:29.843635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52366) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.865879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:29.872172 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7b6e68-75e1-467a-8089-7a6dd2ee455b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:29.875809 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4e7b6e68-75e1-467a-8089-7a6dd2ee455b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.913116 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.962341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-acdbedef-d48b-4db8-8755-eac9bab658ef req-d79caacf-ed4f-4fe5-8570-c84474df62be tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5644343 Jul 16 18:12:29.991872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Transition to ACTIVE for port object e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:29.998905 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-833f5d2c-4b5e-40c2-b763-7e2c05ef4b38 tempest-SecGroupIPv6Test-590264399 tempest-SecGroupIPv6Test-590264399-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1542339 Jul 16 18:12:29.999968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9e9f-0971-471b-b3f0-7edff172740e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.015203 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.096660 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4e7b6e68-75e1-467a-8089-7a6dd2ee455b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.154152 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Attempting to bind port 96be4b38-e45d-4c96-adea-67683ba257fe on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:30.154495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Attempting to bind port 96be4b38-e45d-4c96-adea-67683ba257fe by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:30.154819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Attempting to bind port 96be4b38-e45d-4c96-adea-67683ba257fe on network abe8bae7-1934-4485-89c4-3eeabf6e67d7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:30.166142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b6e68-75e1-467a-8089-7a6dd2ee455b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Subnet': ['ID=8ebb2bd7-91ed-4173-84dc-d4c677d2c6e8,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.177647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7b6e68-75e1-467a-8089-7a6dd2ee455b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Checking segment: {'id': '0a815911-a11c-44d9-8ea2-d1d0033c416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1a0b521-cad6-4408-8501-3d7724e0df61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:30.178030 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7b6e68-75e1-467a-8089-7a6dd2ee455b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network hostable DHCP agents. Network: b1a0b521-cad6-4408-8501-3d7724e0df61, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:30.187761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Port 96be4b38-e45d-4c96-adea-67683ba257fe on network abe8bae7-1934-4485-89c4-3eeabf6e67d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:30.188105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Attempting to bind port 96be4b38-e45d-4c96-adea-67683ba257fe on network abe8bae7-1934-4485-89c4-3eeabf6e67d7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:30.190857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c9f4c0-0c63-4c2a-8d2f-f76a49517982,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.200064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7b6e68-75e1-467a-8089-7a6dd2ee455b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network b1a0b521-cad6-4408-8501-3d7724e0df61 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:30.201836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9247d1b-7918-448f-8e65-a696e81f50cc req-d65a6f47-4c2b-4f93-a4d7-6ecbb2922625 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.203468 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9247d1b-7918-448f-8e65-a696e81f50cc req-d65a6f47-4c2b-4f93-a4d7-6ecbb2922625 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.4652629 Jul 16 18:12:30.211758 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4e7b6e68-75e1-467a-8089-7a6dd2ee455b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, b1a0b521-cad6-4408-8501-3d7724e0df61) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:30.221510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8bbf8-3d91-42a1-b616-7f4171ade325 None None] Network b1a0b521-cad6-4408-8501-3d7724e0df61 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:30.225683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:30.226016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Checking segment: {'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:30.226387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Bound using segment: {'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:30.226826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Bound port: 96be4b38-e45d-4c96-adea-67683ba257fe, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:30.227183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.232682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7b6e68-75e1-467a-8089-7a6dd2ee455b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.233269 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4e7b6e68-75e1-467a-8089-7a6dd2ee455b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.287619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52372) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:30.386030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-b1a0b521-cad6-4408-8501-3d7724e0df61', 'network_id': 'b1a0b521-cad6-4408-8501-3d7724e0df61', 'tenant_id': 'acd5aa31b10142688f25f0e19886dd01', 'fixed_ips': [{'subnet_id': '8ebb2bd7-91ed-4173-84dc-d4c677d2c6e8'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:30.387999 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.428545 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9247d1b-7918-448f-8e65-a696e81f50cc req-6de3b657-5cfc-44ca-a234-2a7a63fdf14e tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108448 Jul 16 18:12:30.455532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673c4f0-c0fe-4119-b442-3808dd08d8b7 req-ecc32c47-12ed-4dd8-bfff-235963199955 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.457087 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a673c4f0-c0fe-4119-b442-3808dd08d8b7 req-ecc32c47-12ed-4dd8-bfff-235963199955 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 943 time: 0.3592961 Jul 16 18:12:30.482240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Attempting to bind port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:30.482583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Attempting to bind port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:30.483515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Attempting to bind port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 on network abe8bae7-1934-4485-89c4-3eeabf6e67d7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:30.492382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] For port 96be4b38-e45d-4c96-adea-67683ba257fe, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:30.496413 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9e9f-0971-471b-b3f0-7edff172740e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.523887 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9e9f-0971-471b-b3f0-7edff172740e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.527288 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4e7b6e68-75e1-467a-8089-7a6dd2ee455b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7935817 Jul 16 18:12:30.530380 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f0e097da-2486-4db0-ad93-4c99ffa0b04e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d5e879ffd074eef81a9c11c9801173f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402637 Jul 16 18:12:30.531388 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52376) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:30.538456 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-28ac24ab-cb2f-4561-af93-8527716e80df tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1408169643'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:30.539287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 on network abe8bae7-1934-4485-89c4-3eeabf6e67d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:30.539684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Attempting to bind port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 on network abe8bae7-1934-4485-89c4-3eeabf6e67d7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:30.542381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52378) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:30.552560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] For port 96be4b38-e45d-4c96-adea-67683ba257fe, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=96be4b38-e45d-4c96-adea-67683ba257fe,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:30.587416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:30.587787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Checking segment: {'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:30.588212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Bound using segment: {'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:30.588662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Bound port: e4c9f4c0-0c63-4c2a-8d2f-f76a49517982, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:30.589027 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.608628 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.621371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ac24ab-cb2f-4561-af93-8527716e80df tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:30.625744 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28ac24ab-cb2f-4561-af93-8527716e80df tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.652108 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a01c24d-ac93-49cd-b6e0-1a87d0619eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.673335 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ac24ab-cb2f-4561-af93-8527716e80df tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:30.686667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a01c24d-ac93-49cd-b6e0-1a87d0619eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.697600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Pushing event updated for resources: {'Port': ['ID=96be4b38-e45d-4c96-adea-67683ba257fe,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.698040 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28ac24ab-cb2f-4561-af93-8527716e80df tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.698393 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-28ac24ab-cb2f-4561-af93-8527716e80df tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Added segment 47ecdb4c-75c8-4a39-b591-7fb6f77d643f of type vlan for network dfd0b1f2-0e37-48b8-90c5-4fa870393204 Jul 16 18:12:30.719006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a673c4f0-c0fe-4119-b442-3808dd08d8b7 req-14b71889-ea33-4d99-863b-9f21185bc62b tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506783 Jul 16 18:12:30.724568 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9bbf9e9f-0971-471b-b3f0-7edff172740e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8edda45c32594cac9043e70b05de4a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9795256 Jul 16 18:12:30.724787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf9e9f-0971-471b-b3f0-7edff172740e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8adbef-1efb-4a07-899b-6153dedabda9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.742075 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52380) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:30.770590 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.772814 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27bee984-f343-47ed-a529-25275ef4685d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.783925 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Allocated IP 2001:db8:0:ffff::2 (b1a0b521-cad6-4408-8501-3d7724e0df61/8ebb2bd7-91ed-4173-84dc-d4c677d2c6e8/0069580b-8dc3-4c97-acdb-2d4e266c6a41) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:30.787129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.787796 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.788917 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28ac24ab-cb2f-4561-af93-8527716e80df tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.789304 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2c21acef-0a1a-4022-9136-29ec4b032d3f service neutron] 10.222.0.43 "PUT /v2.0/ports/96be4b38-e45d-4c96-adea-67683ba257fe HTTP/1.1" status: 200 len: 1092 time: 4.5800874 Jul 16 18:12:30.789794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05b7b83-8624-4793-9cfb-ddbc97304a44', 'tag': '96be4b38-e45d-4c96-adea-67683ba257fe'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:30.792806 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475e7811-9b8c-4cb7-b0bf-77481d2dbde3" -d '{"events": [{"name": "network-changed", "server_uuid": "c05b7b83-8624-4793-9cfb-ddbc97304a44", "tag": "96be4b38-e45d-4c96-adea-67683ba257fe"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:30.838558 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a01c24d-ac93-49cd-b6e0-1a87d0619eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.842161 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a01c24d-ac93-49cd-b6e0-1a87d0619eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.843301 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1a01c24d-ac93-49cd-b6e0-1a87d0619eaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/326fcc64-8213-44d7-b0ac-1afb15b8cf57 HTTP/1.1" status: 204 len: 168 time: 0.2988048 Jul 16 18:12:30.852684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] For port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:30.867906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01c24d-ac93-49cd-b6e0-1a87d0619eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326fcc64-8213-44d7-b0ac-1afb15b8cf57,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.869777 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f905b8a9-a7e4-4b44-8e75-29f9ef964d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.879855 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28ac24ab-cb2f-4561-af93-8527716e80df tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.883385 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557fa1c8-8d7c-4ea5-89e1-77fea94376b2 x-openstack-request-id: req-557fa1c8-8d7c-4ea5-89e1-77fea94376b2 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:30.883726 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05b7b83-8624-4793-9cfb-ddbc97304a44", "tag": "96be4b38-e45d-4c96-adea-67683ba257fe", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:30.883968 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-557fa1c8-8d7c-4ea5-89e1-77fea94376b2 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:30.884605 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05b7b83-8624-4793-9cfb-ddbc97304a44', 'tag': '96be4b38-e45d-4c96-adea-67683ba257fe', 'status': 'completed', 'code': 200} Jul 16 18:12:30.885877 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ac24ab-cb2f-4561-af93-8527716e80df tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.886484 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28ac24ab-cb2f-4561-af93-8527716e80df tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.896950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] For port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e4c9f4c0-0c63-4c2a-8d2f-f76a49517982,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:30.914831 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.932230 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f905b8a9-a7e4-4b44-8e75-29f9ef964d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.950544 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-28ac24ab-cb2f-4561-af93-8527716e80df tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4164591 Jul 16 18:12:30.953488 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52386) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:30.963359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5ae40572-6da5-4d23-a225-8cd7d511f64e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'subnet': {'network_id': 'dfd0b1f2-0e37-48b8-90c5-4fa870393204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:30.984305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.985104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.988471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] 10.222.0.35 "PUT /v2.0/ports/e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 HTTP/1.1" status: 200 len: 1093 time: 2.7412429 Jul 16 18:12:31.016516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-440e300f-fb21-4415-8cde-eb386448ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.029009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-440e300f-fb21-4415-8cde-eb386448ca1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=81bd50ee693e4de6af9be0096f2b1745&device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 1095 time: 0.1935177 Jul 16 18:12:31.031628 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac24ab-cb2f-4561-af93-8527716e80df tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Network': ['ID=dfd0b1f2-0e37-48b8-90c5-4fa870393204,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.062345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network dfd0b1f2-0e37-48b8-90c5-4fa870393204 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:31.070372 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.096677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Transition to ACTIVE for port object 0069580b-8dc3-4c97-acdb-2d4e266c6a41 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:31.133416 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae40572-6da5-4d23-a225-8cd7d511f64e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:31.138636 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ae40572-6da5-4d23-a225-8cd7d511f64e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.189597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Transition to ACTIVE for port object 0069580b-8dc3-4c97-acdb-2d4e266c6a41 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:31.193697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-b9993433-023b-4b8f-90d8-c07b769fe74f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96be4b38-e45d-4c96-adea-67683ba257fe HTTP/1.1" status: 200 len: 217 time: 0.1394589 Jul 16 18:12:31.196664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de504d60-bdc4-4434-a30b-3c261afe2980 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c9f4c0-0c63-4c2a-8d2f-f76a49517982,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.196847 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.252494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Network b1a0b521-cad6-4408-8501-3d7724e0df61 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:31.255865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:31.263801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:31.267324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Pushing event updated for resources: {'Port': ['ID=0069580b-8dc3-4c97-acdb-2d4e266c6a41,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.328796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Attempting to bind port 0069580b-8dc3-4c97-acdb-2d4e266c6a41 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:31.329496 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Attempting to bind port 0069580b-8dc3-4c97-acdb-2d4e266c6a41 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '0a815911-a11c-44d9-8ea2-d1d0033c416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1a0b521-cad6-4408-8501-3d7724e0df61'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:31.330120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Attempting to bind port 0069580b-8dc3-4c97-acdb-2d4e266c6a41 on network b1a0b521-cad6-4408-8501-3d7724e0df61 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:31.336267 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:31.337023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Checking segment: {'id': '0a815911-a11c-44d9-8ea2-d1d0033c416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1a0b521-cad6-4408-8501-3d7724e0df61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:31.337910 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.338507 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Bound using segment: {'id': '0a815911-a11c-44d9-8ea2-d1d0033c416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1a0b521-cad6-4408-8501-3d7724e0df61'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:31.339195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Bound port: 0069580b-8dc3-4c97-acdb-2d4e266c6a41, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a815911-a11c-44d9-8ea2-d1d0033c416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1a0b521-cad6-4408-8501-3d7724e0df61'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:31.339929 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.356922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f905b8a9-a7e4-4b44-8e75-29f9ef964d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.359486 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f905b8a9-a7e4-4b44-8e75-29f9ef964d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.363097 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f905b8a9-a7e4-4b44-8e75-29f9ef964d57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da8adbef-1efb-4a07-899b-6153dedabda9 HTTP/1.1" status: 204 len: 168 time: 0.6175988 Jul 16 18:12:31.378405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-86d84137-5472-43e7-afc3-53377854359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.380864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-86d84137-5472-43e7-afc3-53377854359f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=231ec7c4-bee6-4fb6-9916-4d888b784e11 HTTP/1.1" status: 200 len: 853 time: 0.1618302 Jul 16 18:12:31.420403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905b8a9-a7e4-4b44-8e75-29f9ef964d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8adbef-1efb-4a07-899b-6153dedabda9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.444468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-4879e611-d053-4ce9-8f62-7223508b2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.446258 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-4879e611-d053-4ce9-8f62-7223508b2514 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81bd50ee693e4de6af9be0096f2b1745&device_id=9744d9ac-c80c-4e05-8dbd-7effa5949a26 HTTP/1.1" status: 200 len: 1096 time: 0.3558111 Jul 16 18:12:31.447160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] For port 0069580b-8dc3-4c97-acdb-2d4e266c6a41, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:31.453883 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-576a3c10-5095-4546-a580-1a6bd39f3afe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=abe8bae7-1934-4485-89c4-3eeabf6e67d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574758 Jul 16 18:12:31.487089 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] For port 0069580b-8dc3-4c97-acdb-2d4e266c6a41, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0069580b-8dc3-4c97-acdb-2d4e266c6a41,segment=NetworkSegment(0a815911-a11c-44d9-8ea2-d1d0033c416d),segment_id=0a815911-a11c-44d9-8ea2-d1d0033c416d)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:31.497124 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.519721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-3e7617a8-dda8-4544-ab9a-20c160b8ec11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 HTTP/1.1" status: 200 len: 217 time: 0.0648525 Jul 16 18:12:31.530478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce8597-d50e-43f0-baef-581f1bc87685 req-3f0bdaa5-b3a5-4ba6-ad52-6ec8261bd3c6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.538104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d8ce8597-d50e-43f0-baef-581f1bc87685 req-3f0bdaa5-b3a5-4ba6-ad52-6ec8261bd3c6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 945 time: 0.3524594 Jul 16 18:12:31.612895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Pushing event updated for resources: {'Port': ['ID=0069580b-8dc3-4c97-acdb-2d4e266c6a41,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.623348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:31.624154 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:31.624829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:31.625440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:31.627281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:31.628456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:31.628964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:31.629562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:31.630055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:31.630687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:31.631474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:31.632201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c3a25-f965-4833-821a-c360adee2926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:31.634413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f98c6-0621-4a0d-bd91-a1533bc15ad6 req-900a8f24-aba4-48de-94f3-9b8485781ede tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.636045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-317f98c6-0621-4a0d-bd91-a1533bc15ad6 req-900a8f24-aba4-48de-94f3-9b8485781ede tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.3511930 Jul 16 18:12:31.700873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.objects.ports [None req-5ae40572-6da5-4d23-a225-8cd7d511f64e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100170) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:12:31.703669 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ae40572-6da5-4d23-a225-8cd7d511f64e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.806327 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae40572-6da5-4d23-a225-8cd7d511f64e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Subnet': ['ID=b64d0227-4812-4ea6-80a0-c4a4dc63b69b,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.809311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae40572-6da5-4d23-a225-8cd7d511f64e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Checking segment: {'id': '47ecdb4c-75c8-4a39-b591-7fb6f77d643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dfd0b1f2-0e37-48b8-90c5-4fa870393204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:31.809722 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae40572-6da5-4d23-a225-8cd7d511f64e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network hostable DHCP agents. Network: dfd0b1f2-0e37-48b8-90c5-4fa870393204, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:31.834623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-9beb50dc-6e6e-4465-937f-d55e13741449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.835908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae40572-6da5-4d23-a225-8cd7d511f64e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network dfd0b1f2-0e37-48b8-90c5-4fa870393204 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:31.836218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-9beb50dc-6e6e-4465-937f-d55e13741449 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=231ec7c4-bee6-4fb6-9916-4d888b784e11 HTTP/1.1" status: 200 len: 853 time: 0.2824116 Jul 16 18:12:31.846512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d8ce8597-d50e-43f0-baef-581f1bc87685 req-9b6d1594-610a-426d-b7dd-14c09cbba714 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071630 Jul 16 18:12:31.855548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5ae40572-6da5-4d23-a225-8cd7d511f64e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, dfd0b1f2-0e37-48b8-90c5-4fa870393204) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:31.877371 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.882005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae40572-6da5-4d23-a225-8cd7d511f64e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.882623 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ae40572-6da5-4d23-a225-8cd7d511f64e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.915696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac862b09-d22a-4fe5-88d5-794bc5db75a0 None None] Network dfd0b1f2-0e37-48b8-90c5-4fa870393204 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:31.918180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-69d10299-10d9-4221-960e-33516fd1d2d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abe8bae7-1934-4485-89c4-3eeabf6e67d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673118 Jul 16 18:12:31.957037 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5ae40572-6da5-4d23-a225-8cd7d511f64e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0024674 Jul 16 18:12:31.958052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52420) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:31.966810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'port': {'network_id': 'dfd0b1f2-0e37-48b8-90c5-4fa870393204', 'name': 'tempest-NetworksIpV6TestAttrs-579639523'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:31.986926 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-de5f1dd2-445b-4ab9-9760-c1fcfd58bded service neutron] 10.222.0.43 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239356 Jul 16 18:12:32.073736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7d50b-cab0-48d7-a801-b205108fbdb4 req-8910c6fe-b9c0-4c8e-bbd2-7aac3e964d05 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.076019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7aa7d50b-cab0-48d7-a801-b205108fbdb4 req-8910c6fe-b9c0-4c8e-bbd2-7aac3e964d05 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 946 time: 0.4300001 Jul 16 18:12:32.150746 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52422) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:32.187748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-287a7799-f4eb-4a93-9376-055e9cf201c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.231683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-dfd0b1f2-0e37-48b8-90c5-4fa870393204', 'network_id': 'dfd0b1f2-0e37-48b8-90c5-4fa870393204', 'tenant_id': 'acd5aa31b10142688f25f0e19886dd01', 'fixed_ips': [{'subnet_id': 'b64d0227-4812-4ea6-80a0-c4a4dc63b69b'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:32.232553 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.289207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7aa7d50b-cab0-48d7-a801-b205108fbdb4 req-737132b2-2090-4cbb-be6c-804d8c6b57db tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984317 Jul 16 18:12:32.382701 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-287a7799-f4eb-4a93-9376-055e9cf201c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.394166 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-287a7799-f4eb-4a93-9376-055e9cf201c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.415591 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-317f98c6-0621-4a0d-bd91-a1533bc15ad6 req-e9b3c9d8-c0f4-4f54-99cf-f712acd4f5e0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Deleting port 44d0d350-99d8-427d-aed3-162937cad248 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:32.416622 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-317f98c6-0621-4a0d-bd91-a1533bc15ad6 req-e9b3c9d8-c0f4-4f54-99cf-f712acd4f5e0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.437939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-2041dd46-2e60-4199-9304-03497e6d7471 service neutron] 10.222.0.43 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244704 Jul 16 18:12:32.440837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-f524adb0-280c-43f4-a2e0-b35febde3ac0 service neutron] 10.222.0.35 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061576 Jul 16 18:12:32.472879 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-287a7799-f4eb-4a93-9376-055e9cf201c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1fc3e64ae6f45a1b59da4ff81a3bec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158526 Jul 16 18:12:32.482107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52428) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:32.497393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0069580b-8dc3-4c97-acdb-2d4e266c6a41 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:32.540143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:32.549636 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.568249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a7799-f4eb-4a93-9376-055e9cf201c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8b9ff6-7699-4cad-a9bc-d85fbec04722,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:32.580605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] device_id is not set on port 442e42de-4b04-488c-ae55-376c71727fdd yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:32.611697 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Allocated IP 2001:db8::f816:3eff:fee6:fcf3 (dfd0b1f2-0e37-48b8-90c5-4fa870393204/b64d0227-4812-4ea6-80a0-c4a4dc63b69b/389f65f5-cb24-4364-a078-e24511941ad6) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:32.626965 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dba2b7-2763-4d08-8af0-d160d0ab98da req-31ee44c5-d221-4bfa-b2c5-9e8d89703a38 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.627517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 0069580b-8dc3-4c97-acdb-2d4e266c6a41 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:32.634712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4dba2b7-2763-4d08-8af0-d160d0ab98da req-31ee44c5-d221-4bfa-b2c5-9e8d89703a38 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 943 time: 0.3811831 Jul 16 18:12:32.778737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-317f98c6-0621-4a0d-bd91-a1533bc15ad6 req-e9b3c9d8-c0f4-4f54-99cf-f712acd4f5e0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] For port 44d0d350-99d8-427d-aed3-162937cad248, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=44d0d350-99d8-427d-aed3-162937cad248,segment=NetworkSegment(10a07ed6-82ab-4be8-b0e5-238d14e97b8a),segment_id=10a07ed6-82ab-4be8-b0e5-238d14e97b8a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:32.779107 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-317f98c6-0621-4a0d-bd91-a1533bc15ad6 req-e9b3c9d8-c0f4-4f54-99cf-f712acd4f5e0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.799405 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.810209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Transition to ACTIVE for port object 389f65f5-cb24-4364-a078-e24511941ad6 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:32.831526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Transition to ACTIVE for port object 389f65f5-cb24-4364-a078-e24511941ad6 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:32.831751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-317f98c6-0621-4a0d-bd91-a1533bc15ad6 req-e9b3c9d8-c0f4-4f54-99cf-f712acd4f5e0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Calling delete_port for 44d0d350-99d8-427d-aed3-162937cad248 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:32.837649 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4dba2b7-2763-4d08-8af0-d160d0ab98da req-6468538d-0385-44c5-8ee0-3aeeac918494 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021031 Jul 16 18:12:32.866835 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.924006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Pushing event updated for resources: {'Port': ['ID=389f65f5-cb24-4364-a078-e24511941ad6,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:32.937609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Network dfd0b1f2-0e37-48b8-90c5-4fa870393204 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:32.940130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:32.943417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:32.981785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Allocated IP 2001:db8::f816:3eff:fe62:29bb (dfd0b1f2-0e37-48b8-90c5-4fa870393204/b64d0227-4812-4ea6-80a0-c4a4dc63b69b/442e42de-4b04-488c-ae55-376c71727fdd) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:33.031494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Attempting to bind port 389f65f5-cb24-4364-a078-e24511941ad6 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:33.032017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Attempting to bind port 389f65f5-cb24-4364-a078-e24511941ad6 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '47ecdb4c-75c8-4a39-b591-7fb6f77d643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dfd0b1f2-0e37-48b8-90c5-4fa870393204'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:33.032116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Attempting to bind port 389f65f5-cb24-4364-a078-e24511941ad6 on network dfd0b1f2-0e37-48b8-90c5-4fa870393204 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:33.040156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:33.040559 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Checking segment: {'id': '47ecdb4c-75c8-4a39-b591-7fb6f77d643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dfd0b1f2-0e37-48b8-90c5-4fa870393204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:33.040994 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.049606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Bound using segment: {'id': '47ecdb4c-75c8-4a39-b591-7fb6f77d643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dfd0b1f2-0e37-48b8-90c5-4fa870393204'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:33.050136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Bound port: 389f65f5-cb24-4364-a078-e24511941ad6, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ecdb4c-75c8-4a39-b591-7fb6f77d643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dfd0b1f2-0e37-48b8-90c5-4fa870393204'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:33.050540 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.083492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c387c4-c453-4160-a0ad-f43551c4d752 None None] Network b1a0b521-cad6-4408-8501-3d7724e0df61 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:33.208556 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.222643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f36e62c8-08ef-4877-a9e5-34b9dd26701a None None] Provisioning for port 0069580b-8dc3-4c97-acdb-2d4e266c6a41 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:33.225669 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Transition to ACTIVE for port object 442e42de-4b04-488c-ae55-376c71727fdd will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:33.244974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f36e62c8-08ef-4877-a9e5-34b9dd26701a None None] Provisioning complete for port 0069580b-8dc3-4c97-acdb-2d4e266c6a41 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:33.245797 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f36e62c8-08ef-4877-a9e5-34b9dd26701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.250750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] For port 389f65f5-cb24-4364-a078-e24511941ad6, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:33.291518 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.314936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] For port 389f65f5-cb24-4364-a078-e24511941ad6, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=389f65f5-cb24-4364-a078-e24511941ad6,segment=NetworkSegment(47ecdb4c-75c8-4a39-b591-7fb6f77d643f),segment_id=47ecdb4c-75c8-4a39-b591-7fb6f77d643f)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:33.340506 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.387700 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network dfd0b1f2-0e37-48b8-90c5-4fa870393204 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:33.388928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9744d9ac-c80c-4e05-8dbd-7effa5949a26', 'tag': 'e4c9f4c0-0c63-4c2a-8d2f-f76a49517982'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:33.393117 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fa6d5c-c15a-40ec-90f8-8e96b619ff29" -d '{"events": [{"name": "network-changed", "server_uuid": "9744d9ac-c80c-4e05-8dbd-7effa5949a26", "tag": "e4c9f4c0-0c63-4c2a-8d2f-f76a49517982"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:33.397315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:33.397961 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16a2256b-0281-467b-bf2d-a8e486005747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.402384 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:33.412905 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.413828 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.422472 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e2cf30-3f55-4cd0-90a3-1a2b4f8205e9 req-e399715f-1613-48d8-b4b9-74930a5354c2 service neutron] 10.222.0.35 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9710248 Jul 16 18:12:33.452725 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Port': ['ID=442e42de-4b04-488c-ae55-376c71727fdd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:33.479335 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-935646e2-9b7f-4266-8a26-089d9dc26d58 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5201311 Jul 16 18:12:33.480226 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52452) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:33.544372 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16a2256b-0281-467b-bf2d-a8e486005747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.547767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e7811-9b8c-4cb7-b0bf-77481d2dbde3 req-0fbefb86-3e41-4782-b35d-2a1178334842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.550363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-475e7811-9b8c-4cb7-b0bf-77481d2dbde3 req-0fbefb86-3e41-4782-b35d-2a1178334842 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=81bd50ee693e4de6af9be0096f2b1745&device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 1095 time: 0.9912574 Jul 16 18:12:33.562483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-032eab2a-f37d-43c2-8717-a7b8267075eb tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Deleting subnet b64d0227-4812-4ea6-80a0-c4a4dc63b69b {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:33.567022 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-032eab2a-f37d-43c2-8717-a7b8267075eb tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.567343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a519af1-2ab3-4025-a622-0f18a51cd7c1 req-75fc2efd-134f-499f-a6af-55e20d6cffb1 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.574711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a519af1-2ab3-4025-a622-0f18a51cd7c1 req-75fc2efd-134f-499f-a6af-55e20d6cffb1 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 945 time: 1.0117998 Jul 16 18:12:33.585709 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f36e62c8-08ef-4877-a9e5-34b9dd26701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.619234 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-032eab2a-f37d-43c2-8717-a7b8267075eb tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.649183 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.649863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac3767-afa6-46d9-81ec-085e95a0bd6f None None] Pushing event updated for resources: {'Port': ['ID=389f65f5-cb24-4364-a078-e24511941ad6,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:33.665864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f36e62c8-08ef-4877-a9e5-34b9dd26701a None None] For port 0069580b-8dc3-4c97-acdb-2d4e266c6a41, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0069580b-8dc3-4c97-acdb-2d4e266c6a41,segment=NetworkSegment(0a815911-a11c-44d9-8ea2-d1d0033c416d),segment_id=0a815911-a11c-44d9-8ea2-d1d0033c416d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:33.677196 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f36e62c8-08ef-4877-a9e5-34b9dd26701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.728754 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e62c8-08ef-4877-a9e5-34b9dd26701a None None] Pushing event updated for resources: {'Port': ['ID=0069580b-8dc3-4c97-acdb-2d4e266c6a41,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:33.800588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-032eab2a-f37d-43c2-8717-a7b8267075eb tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.816067 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16a2256b-0281-467b-bf2d-a8e486005747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.833771 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16a2256b-0281-467b-bf2d-a8e486005747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.834970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-16a2256b-0281-467b-bf2d-a8e486005747 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea8b9ff6-7699-4cad-a9bc-d85fbec04722 HTTP/1.1" status: 204 len: 168 time: 1.3498256 Jul 16 18:12:33.853804 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a519af1-2ab3-4025-a622-0f18a51cd7c1 req-e2becc96-8d59-4a9a-b5f7-5cf3b1b2189b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782307 Jul 16 18:12:33.888509 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52462) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:33.905053 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-317f98c6-0621-4a0d-bd91-a1533bc15ad6 req-e9b3c9d8-c0f4-4f54-99cf-f712acd4f5e0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.958413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2256b-0281-467b-bf2d-a8e486005747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8b9ff6-7699-4cad-a9bc-d85fbec04722,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:33.978227 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-032eab2a-f37d-43c2-8717-a7b8267075eb tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.028264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032eab2a-f37d-43c2-8717-a7b8267075eb tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Subnet': ['ID=b64d0227-4812-4ea6-80a0-c4a4dc63b69b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:34.067905 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-032eab2a-f37d-43c2-8717-a7b8267075eb tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.071886 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-032eab2a-f37d-43c2-8717-a7b8267075eb tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/subnets/b64d0227-4812-4ea6-80a0-c4a4dc63b69b HTTP/1.1" status: 204 len: 168 time: 0.5891256 Jul 16 18:12:34.072785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52468) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:34.085628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3c9d8-c0f4-4f54-99cf-f712acd4f5e0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Pushing event deleted for resources: {'Port': ['ID=44d0d350-99d8-427d-aed3-162937cad248,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:34.094039 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf597998-61b6-43da-8625-35aa159132ae x-openstack-request-id: req-cf597998-61b6-43da-8625-35aa159132ae {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:34.094349 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9744d9ac-c80c-4e05-8dbd-7effa5949a26", "tag": "e4c9f4c0-0c63-4c2a-8d2f-f76a49517982", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:34.094596 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf597998-61b6-43da-8625-35aa159132ae {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:34.095016 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9744d9ac-c80c-4e05-8dbd-7effa5949a26', 'tag': 'e4c9f4c0-0c63-4c2a-8d2f-f76a49517982', 'status': 'completed', 'code': 200} Jul 16 18:12:34.216699 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286024b1-4576-4685-8fdc-860d07fb2072 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.222205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286024b1-4576-4685-8fdc-860d07fb2072 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.226227 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-66bdb564-53b7-4854-ba7e-d3f19652c3b8 None None] Provisioning complete for port 0069580b-8dc3-4c97-acdb-2d4e266c6a41 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:34.226648 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-286024b1-4576-4685-8fdc-860d07fb2072 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1517870 Jul 16 18:12:34.227197 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-66bdb564-53b7-4854-ba7e-d3f19652c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.228932 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52470) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:34.230974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ce81e-fcef-4610-9886-6a51b0a55abe req-c943b283-8ee5-439e-bc46-87d02eb9d4bd tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.241532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e8ce81e-fcef-4610-9886-6a51b0a55abe req-c943b283-8ee5-439e-bc46-87d02eb9d4bd tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c548da6-92b1-490e-8a5c-387cc1e590c3 HTTP/1.1" status: 200 len: 868 time: 0.7646835 Jul 16 18:12:34.285655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e7811-9b8c-4cb7-b0bf-77481d2dbde3 req-e5770dd8-79eb-42f3-b85a-57d4df004c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.287162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-475e7811-9b8c-4cb7-b0bf-77481d2dbde3 req-e5770dd8-79eb-42f3-b85a-57d4df004c88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=abe8bae7-1934-4485-89c4-3eeabf6e67d7 HTTP/1.1" status: 200 len: 914 time: 0.6799109 Jul 16 18:12:34.325915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-317f98c6-0621-4a0d-bd91-a1533bc15ad6 req-e9b3c9d8-c0f4-4f54-99cf-f712acd4f5e0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] No DVR routers for this DVR port 44d0d350-99d8-427d-aed3-162937cad248 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:34.344243 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-317f98c6-0621-4a0d-bd91-a1533bc15ad6 req-e9b3c9d8-c0f4-4f54-99cf-f712acd4f5e0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.347737 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-317f98c6-0621-4a0d-bd91-a1533bc15ad6 req-e9b3c9d8-c0f4-4f54-99cf-f712acd4f5e0 tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.35 "DELETE /v2.0/ports/44d0d350-99d8-427d-aed3-162937cad248 HTTP/1.1" status: 204 len: 173 time: 2.6944854 Jul 16 18:12:34.405342 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e8ce81e-fcef-4610-9886-6a51b0a55abe req-67e828ea-698d-41ef-87a3-65b924d0309a tempest-ServersNegativeTestJSON-1732460324 tempest-ServersNegativeTestJSON-1732460324-project] 10.222.0.41 "GET /v2.0/security-groups?id=43632815-8e9d-4a59-9521-488f4acf0e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614902 Jul 16 18:12:34.469018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-475e7811-9b8c-4cb7-b0bf-77481d2dbde3 req-49a11d62-8e17-4a81-8b6e-d9cb08e62d9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96be4b38-e45d-4c96-adea-67683ba257fe HTTP/1.1" status: 200 len: 217 time: 0.1509371 Jul 16 18:12:34.492350 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a678199b-f354-41df-9b28-cb0a5e352ea8 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.540578 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a678199b-f354-41df-9b28-cb0a5e352ea8 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:12:34.541057 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a678199b-f354-41df-9b28-cb0a5e352ea8 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:34.543840 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a678199b-f354-41df-9b28-cb0a5e352ea8 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/networks/dfd0b1f2-0e37-48b8-90c5-4fa870393204 HTTP/1.1" status: 409 len: 405 time: 0.3137717 Jul 16 18:12:34.553176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52480) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:34.566956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-193ba7cd-3ef4-4228-9b22-acd3d9cf803e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-87059838'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:34.577802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa6d5c-c15a-40ec-90f8-8e96b619ff29 req-2759cd16-86ed-4a3d-bf66-aca4fc101c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.581640 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85fa6d5c-c15a-40ec-90f8-8e96b619ff29 req-2759cd16-86ed-4a3d-bf66-aca4fc101c01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81bd50ee693e4de6af9be0096f2b1745&device_id=9744d9ac-c80c-4e05-8dbd-7effa5949a26 HTTP/1.1" status: 200 len: 1096 time: 0.4853144 Jul 16 18:12:34.612902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16862a9c-3a03-4eb9-a8b6-c3ce0eac04dc tempest-TestVolumeBootPattern-474229942 tempest-TestVolumeBootPattern-474229942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.614434 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-16862a9c-3a03-4eb9-a8b6-c3ce0eac04dc tempest-TestVolumeBootPattern-474229942 tempest-TestVolumeBootPattern-474229942-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 1092 time: 0.7189305 Jul 16 18:12:34.617202 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52484) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:34.621768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': 'e263bb31-468d-401d-883a-03a7c3f6789a', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:34.652017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e7811-9b8c-4cb7-b0bf-77481d2dbde3 req-e62ad43f-1b88-480a-8b52-a6fae1b52ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.653835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-475e7811-9b8c-4cb7-b0bf-77481d2dbde3 req-e62ad43f-1b88-480a-8b52-a6fae1b52ec8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=231ec7c4-bee6-4fb6-9916-4d888b784e11 HTTP/1.1" status: 200 len: 853 time: 0.1751511 Jul 16 18:12:34.677692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0069580b-8dc3-4c97-acdb-2d4e266c6a41 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:34.695131 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.745058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 0069580b-8dc3-4c97-acdb-2d4e266c6a41 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:34.745442 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.772463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-475e7811-9b8c-4cb7-b0bf-77481d2dbde3 req-b4cb3133-98c0-451e-97ca-927bed63ca2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=abe8bae7-1934-4485-89c4-3eeabf6e67d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022642 Jul 16 18:12:34.785878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe52a6c-81c3-420e-b318-ff2a2bb87d04 req-032eb5ce-2f04-4c3b-95e4-812654ef4e2c tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.788205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7fe52a6c-81c3-420e-b318-ff2a2bb87d04 req-032eb5ce-2f04-4c3b-95e4-812654ef4e2c tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 943 time: 0.4588938 Jul 16 18:12:34.789283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193ba7cd-3ef4-4228-9b22-acd3d9cf803e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:34.798128 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-193ba7cd-3ef4-4228-9b22-acd3d9cf803e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.837188 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.863508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 389f65f5-cb24-4364-a078-e24511941ad6 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:34.887087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa6d5c-c15a-40ec-90f8-8e96b619ff29 req-20a447fe-3f99-4a2f-85ee-72f37b1af2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.888778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85fa6d5c-c15a-40ec-90f8-8e96b619ff29 req-20a447fe-3f99-4a2f-85ee-72f37b1af2cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=abe8bae7-1934-4485-89c4-3eeabf6e67d7 HTTP/1.1" status: 200 len: 914 time: 0.2827489 Jul 16 18:12:34.942250 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85fa6d5c-c15a-40ec-90f8-8e96b619ff29 req-1d218cf4-147d-4ab1-96fe-b26878b27957 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 HTTP/1.1" status: 200 len: 217 time: 0.0423186 Jul 16 18:12:34.966791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 389f65f5-cb24-4364-a078-e24511941ad6 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:34.968932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7fe52a6c-81c3-420e-b318-ff2a2bb87d04 req-347cc27f-40c4-4bfd-aff6-69ae9d803620 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626968 Jul 16 18:12:35.011689 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Allocated IP 172.25.5.147 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/c014439f-80fa-49d1-9344-3015afb7f2c0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:35.065924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa6d5c-c15a-40ec-90f8-8e96b619ff29 req-0d8efd55-d179-40cc-9bea-3acb06c6703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.067450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85fa6d5c-c15a-40ec-90f8-8e96b619ff29 req-0d8efd55-d179-40cc-9bea-3acb06c6703d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=231ec7c4-bee6-4fb6-9916-4d888b784e11 HTTP/1.1" status: 200 len: 853 time: 0.1020246 Jul 16 18:12:35.072106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193ba7cd-3ef4-4228-9b22-acd3d9cf803e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:35.138171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85fa6d5c-c15a-40ec-90f8-8e96b619ff29 req-a2f89672-a085-414c-bc30-75387b399a88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abe8bae7-1934-4485-89c4-3eeabf6e67d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598104 Jul 16 18:12:35.153263 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-193ba7cd-3ef4-4228-9b22-acd3d9cf803e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.153263 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-193ba7cd-3ef4-4228-9b22-acd3d9cf803e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Added segment 30bab39f-95ff-463e-bc3b-94e32342bfaf of type vlan for network 7703d840-6954-426c-b02e-fbb551559bcd Jul 16 18:12:35.210701 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.254440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-475e7811-9b8c-4cb7-b0bf-77481d2dbde3 req-a1bc6c35-526d-4bf4-8d0a-142e2b10cec4 service neutron] 10.222.0.43 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469898 Jul 16 18:12:35.288182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d823186f-e0a5-48da-bb75-94c34b8ecd3f None None] Network dfd0b1f2-0e37-48b8-90c5-4fa870393204 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:35.305322 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-193ba7cd-3ef4-4228-9b22-acd3d9cf803e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.316239 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.385095 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:35.392736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:35.398131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:35.422887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bca94dba-45a9-427e-8e5d-4f11d75fb593 None None] Provisioning for port 389f65f5-cb24-4364-a078-e24511941ad6 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:35.425584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85fa6d5c-c15a-40ec-90f8-8e96b619ff29 req-9c590b9d-63e3-41ec-b790-cb1cf624ad4d service neutron] 10.222.0.35 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782013 Jul 16 18:12:35.429930 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'Port': ['ID=c014439f-80fa-49d1-9344-3015afb7f2c0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:35.431193 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-193ba7cd-3ef4-4228-9b22-acd3d9cf803e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.436481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bca94dba-45a9-427e-8e5d-4f11d75fb593 None None] Provisioning complete for port 389f65f5-cb24-4364-a078-e24511941ad6 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:35.437463 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bca94dba-45a9-427e-8e5d-4f11d75fb593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.444060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193ba7cd-3ef4-4228-9b22-acd3d9cf803e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.444805 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-193ba7cd-3ef4-4228-9b22-acd3d9cf803e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.445542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 44d0d350-99d8-427d-aed3-162937cad248 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:35.535559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ba7cd-3ef4-4228-9b22-acd3d9cf803e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Network': ['ID=7703d840-6954-426c-b02e-fbb551559bcd,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:35.572989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 44d0d350-99d8-427d-aed3-162937cad248 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:35.573497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 44d0d350-99d8-427d-aed3-162937cad248 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:35.582876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 7703d840-6954-426c-b02e-fbb551559bcd details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:35.591258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52506) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:35.713131 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-193ba7cd-3ef4-4228-9b22-acd3d9cf803e tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1528683 Jul 16 18:12:35.717386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-475e7811-9b8c-4cb7-b0bf-77481d2dbde3 req-1db52061-5e48-4ac8-ae8a-36cb2bdc22d7 service neutron] 10.222.0.43 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553914 Jul 16 18:12:35.718264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52518) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:35.730979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-abcb1b32-6a1e-425a-a540-b7b14d239da6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'subnet': {'network_id': '7703d840-6954-426c-b02e-fbb551559bcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:35.849310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85fa6d5c-c15a-40ec-90f8-8e96b619ff29 req-e495dc4c-6add-4f6b-a83d-24850f253173 service neutron] 10.222.0.35 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999834 Jul 16 18:12:35.859702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcb1b32-6a1e-425a-a540-b7b14d239da6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:35.866577 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-abcb1b32-6a1e-425a-a540-b7b14d239da6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.888114 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bca94dba-45a9-427e-8e5d-4f11d75fb593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.032874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-bca94dba-45a9-427e-8e5d-4f11d75fb593 None None] For port 389f65f5-cb24-4364-a078-e24511941ad6, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=389f65f5-cb24-4364-a078-e24511941ad6,segment=NetworkSegment(47ecdb4c-75c8-4a39-b591-7fb6f77d643f),segment_id=47ecdb4c-75c8-4a39-b591-7fb6f77d643f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:36.035667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef49bf15-c564-4da1-9d92-2a15f42b8a19 None None] DHCP port deletion for dfd0b1f2-0e37-48b8-90c5-4fa870393204 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:36.040239 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bca94dba-45a9-427e-8e5d-4f11d75fb593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.046804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6222fb-94e6-4af9-a2c0-47b2d1ed310c admin admin] Deleting subnet 665eba6f-eeab-4451-90aa-d2ddd6503915 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:36.062909 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bc6222fb-94e6-4af9-a2c0-47b2d1ed310c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.091898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca94dba-45a9-427e-8e5d-4f11d75fb593 None None] Pushing event updated for resources: {'Port': ['ID=389f65f5-cb24-4364-a078-e24511941ad6,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.098853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'name': 'network-vif-deleted', 'tag': '44d0d350-99d8-427d-aed3-162937cad248'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:36.105049 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9d6518-f5fd-478f-af62-9be7f9f8b7f0" -d '{"events": [{"server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "name": "network-vif-deleted", "tag": "44d0d350-99d8-427d-aed3-162937cad248"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:36.144248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ef49bf15-c564-4da1-9d92-2a15f42b8a19 None None] Deleting port 389f65f5-cb24-4364-a078-e24511941ad6 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:36.144554 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ef49bf15-c564-4da1-9d92-2a15f42b8a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.201258 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bc6222fb-94e6-4af9-a2c0-47b2d1ed310c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.221866 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ef49bf15-c564-4da1-9d92-2a15f42b8a19 None None] For port 389f65f5-cb24-4364-a078-e24511941ad6, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=389f65f5-cb24-4364-a078-e24511941ad6,segment=NetworkSegment(47ecdb4c-75c8-4a39-b591-7fb6f77d643f),segment_id=47ecdb4c-75c8-4a39-b591-7fb6f77d643f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:36.222258 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ef49bf15-c564-4da1-9d92-2a15f42b8a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.223325 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc12d53b-c812-4e0c-b354-5e16dc315caf x-openstack-request-id: req-dc12d53b-c812-4e0c-b354-5e16dc315caf {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:36.223757 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c548da6-92b1-490e-8a5c-387cc1e590c3", "name": "network-vif-deleted", "tag": "44d0d350-99d8-427d-aed3-162937cad248", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:36.224136 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc12d53b-c812-4e0c-b354-5e16dc315caf {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:36.224615 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c548da6-92b1-490e-8a5c-387cc1e590c3', 'name': 'network-vif-deleted', 'tag': '44d0d350-99d8-427d-aed3-162937cad248', 'status': 'completed', 'code': 200} Jul 16 18:12:36.235310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ef49bf15-c564-4da1-9d92-2a15f42b8a19 None None] Calling delete_port for 389f65f5-cb24-4364-a078-e24511941ad6 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:36.314486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 96be4b38-e45d-4c96-adea-67683ba257fe details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:36.466812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 96be4b38-e45d-4c96-adea-67683ba257fe, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=96be4b38-e45d-4c96-adea-67683ba257fe,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:36.476214 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bc6222fb-94e6-4af9-a2c0-47b2d1ed310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.488537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.objects.ports [None req-abcb1b32-6a1e-425a-a540-b7b14d239da6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100169) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:12:36.505575 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-abcb1b32-6a1e-425a-a540-b7b14d239da6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.634211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5036d5-dc1d-4c10-972f-124d604ee4db req-06b74ab9-9d8f-4b47-8fcd-24f574319d80 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.635855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b5036d5-dc1d-4c10-972f-124d604ee4db req-06b74ab9-9d8f-4b47-8fcd-24f574319d80 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 943 time: 0.3940456 Jul 16 18:12:36.671263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '96be4b38-e45d-4c96-adea-67683ba257fe', 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7', 'port_id': '96be4b38-e45d-4c96-adea-67683ba257fe', 'mac_address': 'fa:16:3e:db:8f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231ec7c4-bee6-4fb6-9916-4d888b784e11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:36.680776 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 389f65f5-cb24-4364-a078-e24511941ad6 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:36.757623 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.772931 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b5036d5-dc1d-4c10-972f-124d604ee4db req-190af088-6b95-4c3b-856d-719e38d260fc tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135030 Jul 16 18:12:36.775978 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb1b32-6a1e-425a-a540-b7b14d239da6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Subnet': ['ID=2549fbfe-48a3-4d16-b2c7-a9cd1705a01a,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.779370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb1b32-6a1e-425a-a540-b7b14d239da6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Checking segment: {'id': '30bab39f-95ff-463e-bc3b-94e32342bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7703d840-6954-426c-b02e-fbb551559bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:36.779757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb1b32-6a1e-425a-a540-b7b14d239da6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network hostable DHCP agents. Network: 7703d840-6954-426c-b02e-fbb551559bcd, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:36.791641 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.843201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96be4b38-e45d-4c96-adea-67683ba257fe {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:36.844367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb1b32-6a1e-425a-a540-b7b14d239da6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network 7703d840-6954-426c-b02e-fbb551559bcd is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:36.858979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-abcb1b32-6a1e-425a-a540-b7b14d239da6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 7703d840-6954-426c-b02e-fbb551559bcd) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:36.865416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb1b32-6a1e-425a-a540-b7b14d239da6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.866064 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-abcb1b32-6a1e-425a-a540-b7b14d239da6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.879696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d9fd73-40d1-4aa1-923b-51ab98410a5b None None] Network 7703d840-6954-426c-b02e-fbb551559bcd requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:36.887715 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-abcb1b32-6a1e-425a-a540-b7b14d239da6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1616752 Jul 16 18:12:36.888286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52550) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:36.896380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'port': {'network_id': '7703d840-6954-426c-b02e-fbb551559bcd', 'name': 'tempest-NetworksIpV6TestAttrs-825065544'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:36.896508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 96be4b38-e45d-4c96-adea-67683ba257fe, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=96be4b38-e45d-4c96-adea-67683ba257fe,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:36.918245 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.016586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Port 389f65f5-cb24-4364-a078-e24511941ad6 update to DOWN by agent not found {{(pid=100171) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 18:12:37.024973 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ef49bf15-c564-4da1-9d92-2a15f42b8a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.122294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:37.133903 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.135119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=96be4b38-e45d-4c96-adea-67683ba257fe,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.160712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] device_id is not set on port 9366281b-eca9-449d-9dce-f87681203f72 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:37.219042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49bf15-c564-4da1-9d92-2a15f42b8a19 None None] No DVR routers for this DVR port 389f65f5-cb24-4364-a078-e24511941ad6 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:37.224868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49bf15-c564-4da1-9d92-2a15f42b8a19 None None] Pushing event deleted for resources: {'Port': ['ID=389f65f5-cb24-4364-a078-e24511941ad6,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.288269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['96be4b38-e45d-4c96-adea-67683ba257fe'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:37.340496 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-7703d840-6954-426c-b02e-fbb551559bcd', 'network_id': '7703d840-6954-426c-b02e-fbb551559bcd', 'tenant_id': 'acd5aa31b10142688f25f0e19886dd01', 'fixed_ips': [{'subnet_id': '2549fbfe-48a3-4d16-b2c7-a9cd1705a01a'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:37.340496 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.367731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Allocated IP 2001:db8::f816:3eff:fe80:3b86 (7703d840-6954-426c-b02e-fbb551559bcd/2549fbfe-48a3-4d16-b2c7-a9cd1705a01a/9366281b-eca9-449d-9dce-f87681203f72) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:37.420256 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.425984 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bc6222fb-94e6-4af9-a2c0-47b2d1ed310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.463334 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bc6222fb-94e6-4af9-a2c0-47b2d1ed310c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.467916 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bc6222fb-94e6-4af9-a2c0-47b2d1ed310c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/665eba6f-eeab-4451-90aa-d2ddd6503915 HTTP/1.1" status: 204 len: 168 time: 1.8755085 Jul 16 18:12:37.470815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52568) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:37.486840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:37.491818 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6222fb-94e6-4af9-a2c0-47b2d1ed310c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665eba6f-eeab-4451-90aa-d2ddd6503915,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.660875 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83297aa0-5749-4a91-b1e8-782fbf7309c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.699496 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.715139 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.729094 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.754770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Transition to ACTIVE for port object 9366281b-eca9-449d-9dce-f87681203f72 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:37.836640 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83297aa0-5749-4a91-b1e8-782fbf7309c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.864606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event updated for resources: {'Port': ['ID=c014439f-80fa-49d1-9344-3015afb7f2c0,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.868636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-83297aa0-5749-4a91-b1e8-782fbf7309c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f3ba80-69a2-4d05-b98f-45fe8c30f60c']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:37.874302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.903988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-83297aa0-5749-4a91-b1e8-782fbf7309c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a07ed6-82ab-4be8-b0e5-238d14e97b8a') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:37.903988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-83297aa0-5749-4a91-b1e8-782fbf7309c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a07ed6-82ab-4be8-b0e5-238d14e97b8a') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:37.924668 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83297aa0-5749-4a91-b1e8-782fbf7309c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.934348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e4c9f4c0-0c63-4c2a-8d2f-f76a49517982,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:37.958321 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'e4c9f4c0-0c63-4c2a-8d2f-f76a49517982', 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7', 'port_id': 'e4c9f4c0-0c63-4c2a-8d2f-f76a49517982', 'mac_address': 'fa:16:3e:c5:85:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231ec7c4-bee6-4fb6-9916-4d888b784e11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:37.966080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83297aa0-5749-4a91-b1e8-782fbf7309c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.003536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83297aa0-5749-4a91-b1e8-782fbf7309c9 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:38.005955 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83297aa0-5749-4a91-b1e8-782fbf7309c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:38.007809 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:38.050565 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Floating IP 047c5069-0427-4f74-8dc0-4f4d35c5080b associated. External IP: 172.25.5.147, port: e263bb31-468d-401d-883a-03a7c3f6789a. Jul 16 18:12:38.077014 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.095951 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.115716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:38.135142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network 7703d840-6954-426c-b02e-fbb551559bcd is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:38.159209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:38.164445 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:38.168796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Allocated IP 2001:db8::f816:3eff:fe0c:9d3f (7703d840-6954-426c-b02e-fbb551559bcd/2549fbfe-48a3-4d16-b2c7-a9cd1705a01a/25ee14f7-49ff-485c-8f26-9e68b9675025) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:38.170182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.171337 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.181885 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83297aa0-5749-4a91-b1e8-782fbf7309c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.208737 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83297aa0-5749-4a91-b1e8-782fbf7309c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.210653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-83297aa0-5749-4a91-b1e8-782fbf7309c9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/48f3ba80-69a2-4d05-b98f-45fe8c30f60c HTTP/1.1" status: 204 len: 168 time: 0.7383349 Jul 16 18:12:38.211835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e4c9f4c0-0c63-4c2a-8d2f-f76a49517982,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:38.227102 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.260560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Port': ['ID=9366281b-eca9-449d-9dce-f87681203f72,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.265918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83297aa0-5749-4a91-b1e8-782fbf7309c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=48f3ba80-69a2-4d05-b98f-45fe8c30f60c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.269651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-40cf6ead-3871-42a3-8b93-baeb9c490a44 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3803315 Jul 16 18:12:38.273384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52594) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:38.313142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d663128-3279-4acb-a3d7-ab9161ed5640 req-9b74a5cf-cf3b-4b80-821d-06a29b87d57f tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.315348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d663128-3279-4acb-a3d7-ab9161ed5640 req-9b74a5cf-cf3b-4b80-821d-06a29b87d57f tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 944 time: 0.2917514 Jul 16 18:12:38.342697 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:38.387107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 96be4b38-e45d-4c96-adea-67683ba257fe up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:38.482042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-1029cb29-e902-4619-af51-c71f147912e3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Deleting subnet 2549fbfe-48a3-4d16-b2c7-a9cd1705a01a {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:38.482242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['e4c9f4c0-0c63-4c2a-8d2f-f76a49517982'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:38.501839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d663128-3279-4acb-a3d7-ab9161ed5640 req-1feb6c07-18de-4ae0-8cb5-7b77644b3ae3 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295915 Jul 16 18:12:38.527215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:38.538816 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2efee-6f90-4c13-a0b1-3c9edad39bb9 None None] Sync routers for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:38.551409 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.565539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=e4c9f4c0-0c63-4c2a-8d2f-f76a49517982,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.567134 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2efee-6f90-4c13-a0b1-3c9edad39bb9 None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:38.573862 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-00e2efee-6f90-4c13-a0b1-3c9edad39bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:12:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:38.583706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52598) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:38.606210 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8e51bd72-d464-4395-800f-f3b7acb9bd6a tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9879310 Jul 16 18:12:38.607647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'tag': 'e263bb31-468d-401d-883a-03a7c3f6789a'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:38.610546 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34bb7b8-6ad4-4afe-b3a0-9e5e469cc3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e985ac-3ef3-410d-b47f-d3a74b092655", "tag": "e263bb31-468d-401d-883a-03a7c3f6789a"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:38.628100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 96be4b38-e45d-4c96-adea-67683ba257fe completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:38.643655 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 96be4b38-e45d-4c96-adea-67683ba257fe triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:38.644034 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.652700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-386a202a-c9fd-4812-b1b9-50c994d17eca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8321523f0544c138784f8d6f52b96ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674644 Jul 16 18:12:38.655403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52604) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:38.694972 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2510e0-baad-4fbb-a977-821568236801 x-openstack-request-id: req-df2510e0-baad-4fbb-a977-821568236801 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:38.695260 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e985ac-3ef3-410d-b47f-d3a74b092655", "tag": "e263bb31-468d-401d-883a-03a7c3f6789a", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:38.695547 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df2510e0-baad-4fbb-a977-821568236801 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:38.696258 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'tag': 'e263bb31-468d-401d-883a-03a7c3f6789a', 'status': 'completed', 'code': 200} Jul 16 18:12:38.736896 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6bcf-bf1a-4d17-87eb-4f71954c2ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.762276 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6bcf-bf1a-4d17-87eb-4f71954c2ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.799946 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.811107 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-00e2efee-6f90-4c13-a0b1-3c9edad39bb9 None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:38.825137 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Transition to ACTIVE for port object 25ee14f7-49ff-485c-8f26-9e68b9675025 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:38.832744 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6bcf-bf1a-4d17-87eb-4f71954c2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.835608 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6bcf-bf1a-4d17-87eb-4f71954c2ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.839240 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fd7f6bcf-bf1a-4d17-87eb-4f71954c2ed9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43632815-8e9d-4a59-9521-488f4acf0e7c HTTP/1.1" status: 204 len: 168 time: 0.1802716 Jul 16 18:12:38.856566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bb7b8-6ad4-4afe-b3a0-9e5e469cc3a7 req-e9e68c1c-bcf1-4637-8c76-a09adf41c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.861911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a34bb7b8-6ad4-4afe-b3a0-9e5e469cc3a7 req-e9e68c1c-bcf1-4637-8c76-a09adf41c07c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 1097 time: 0.1333420 Jul 16 18:12:38.868998 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f6bcf-bf1a-4d17-87eb-4f71954c2ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43632815-8e9d-4a59-9521-488f4acf0e7c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.897861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Transition to ACTIVE for port object 25ee14f7-49ff-485c-8f26-9e68b9675025 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:38.920353 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.931460 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1029cb29-e902-4619-af51-c71f147912e3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.006834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Pushing event updated for resources: {'Port': ['ID=25ee14f7-49ff-485c-8f26-9e68b9675025,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:39.014519 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.051335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Network 7703d840-6954-426c-b02e-fbb551559bcd is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:39.059584 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:39.063638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:39.077672 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1029cb29-e902-4619-af51-c71f147912e3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.091130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05b7b83-8624-4793-9cfb-ddbc97304a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96be4b38-e45d-4c96-adea-67683ba257fe'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:39.098035 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc7238d-b20d-4ea3-85d0-a16b379aa82c" -d '{"events": [{"server_uuid": "c05b7b83-8624-4793-9cfb-ddbc97304a44", "name": "network-vif-plugged", "status": "completed", "tag": "96be4b38-e45d-4c96-adea-67683ba257fe"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:39.244665 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae8f977-ed8a-4cb4-a186-23d707c1df98 x-openstack-request-id: req-9ae8f977-ed8a-4cb4-a186-23d707c1df98 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:39.244862 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05b7b83-8624-4793-9cfb-ddbc97304a44", "name": "network-vif-plugged", "status": "completed", "tag": "96be4b38-e45d-4c96-adea-67683ba257fe", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:39.245094 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ae8f977-ed8a-4cb4-a186-23d707c1df98 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:39.245488 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05b7b83-8624-4793-9cfb-ddbc97304a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96be4b38-e45d-4c96-adea-67683ba257fe', 'code': 200} Jul 16 18:12:39.247260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 96be4b38-e45d-4c96-adea-67683ba257fe, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=96be4b38-e45d-4c96-adea-67683ba257fe,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:39.320694 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.369962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Attempting to bind port 25ee14f7-49ff-485c-8f26-9e68b9675025 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:39.370506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Attempting to bind port 25ee14f7-49ff-485c-8f26-9e68b9675025 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '30bab39f-95ff-463e-bc3b-94e32342bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7703d840-6954-426c-b02e-fbb551559bcd'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:39.370933 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Attempting to bind port 25ee14f7-49ff-485c-8f26-9e68b9675025 on network 7703d840-6954-426c-b02e-fbb551559bcd {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:39.389975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:39.390104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Checking segment: {'id': '30bab39f-95ff-463e-bc3b-94e32342bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7703d840-6954-426c-b02e-fbb551559bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:39.390472 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.390987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Bound using segment: {'id': '30bab39f-95ff-463e-bc3b-94e32342bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7703d840-6954-426c-b02e-fbb551559bcd'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:39.391341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Bound port: 25ee14f7-49ff-485c-8f26-9e68b9675025, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30bab39f-95ff-463e-bc3b-94e32342bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7703d840-6954-426c-b02e-fbb551559bcd'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:39.391740 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.446130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=96be4b38-e45d-4c96-adea-67683ba257fe,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:39.476419 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-00e2efee-6f90-4c13-a0b1-3c9edad39bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '047c5069-0427-4f74-8dc0-4f4d35c5080b', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': 'e263bb31-468d-401d-883a-03a7c3f6789a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:20:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:12:36Z', 'updated_at': '2021-07-16T18:12:36Z', 'revision_number': 0, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}, {'id': '15612b92-01cb-4751-b7cf-6c91fd11e476', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:df:f7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f85a20-c979-42f6-967b-7d012817d833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:17Z', 'revision_number': 1, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:39.583018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] For port 25ee14f7-49ff-485c-8f26-9e68b9675025, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:39.586534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] For port 25ee14f7-49ff-485c-8f26-9e68b9675025, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=25ee14f7-49ff-485c-8f26-9e68b9675025,segment=NetworkSegment(30bab39f-95ff-463e-bc3b-94e32342bfaf),segment_id=30bab39f-95ff-463e-bc3b-94e32342bfaf)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:39.592656 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2efee-6f90-4c13-a0b1-3c9edad39bb9 None None] Checking router: ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:39.599934 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.628399 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2efee-6f90-4c13-a0b1-3c9edad39bb9 None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:39.629517 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-00e2efee-6f90-4c13-a0b1-3c9edad39bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:12:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:39.712080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b56dd0-38d6-4052-b938-805580c2136c None None] Pushing event updated for resources: {'Port': ['ID=25ee14f7-49ff-485c-8f26-9e68b9675025,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:39.728466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bb7b8-6ad4-4afe-b3a0-9e5e469cc3a7 req-d5be9083-8131-4eba-b6e3-c04994babe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:39.731098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a34bb7b8-6ad4-4afe-b3a0-9e5e469cc3a7 req-d5be9083-8131-4eba-b6e3-c04994babe3c service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.8619888 Jul 16 18:12:39.765304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df0842-8e58-4d4d-a4b9-98dca6591f68 req-27223cc7-f686-4f60-b082-c52d0dc3a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:39.768121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5df0842-8e58-4d4d-a4b9-98dca6591f68 req-27223cc7-f686-4f60-b082-c52d0dc3a8f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 1097 time: 0.3151767 Jul 16 18:12:39.884281 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-00e2efee-6f90-4c13-a0b1-3c9edad39bb9 None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:40.271977 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-00e2efee-6f90-4c13-a0b1-3c9edad39bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '047c5069-0427-4f74-8dc0-4f4d35c5080b', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': 'e263bb31-468d-401d-883a-03a7c3f6789a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:20:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:12:36Z', 'updated_at': '2021-07-16T18:12:36Z', 'revision_number': 0, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}, {'id': '15612b92-01cb-4751-b7cf-6c91fd11e476', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:df:f7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f85a20-c979-42f6-967b-7d012817d833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:17Z', 'revision_number': 1, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:40.348882 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2efee-6f90-4c13-a0b1-3c9edad39bb9 None None] The sync data for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 is: [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '047c5069-0427-4f74-8dc0-4f4d35c5080b', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': 'e263bb31-468d-401d-883a-03a7c3f6789a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:20:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:12:36Z', 'updated_at': '2021-07-16T18:12:36Z', 'revision_number': 0, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}, {'id': '15612b92-01cb-4751-b7cf-6c91fd11e476', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:df:f7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f85a20-c979-42f6-967b-7d012817d833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:17Z', 'revision_number': 1, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:40.473286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 25ee14f7-49ff-485c-8f26-9e68b9675025 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:40.501222 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1029cb29-e902-4619-af51-c71f147912e3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.582376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 25ee14f7-49ff-485c-8f26-9e68b9675025 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:40.695592 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a34bb7b8-6ad4-4afe-b3a0-9e5e469cc3a7 req-a9323756-57d3-4c46-8ca8-09b2c4239ec7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e263bb31-468d-401d-883a-03a7c3f6789a HTTP/1.1" status: 200 len: 999 time: 0.9519222 Jul 16 18:12:40.697117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5df0842-8e58-4d4d-a4b9-98dca6591f68 req-4e79f1ac-0380-4d93-b4e9-80be47f5b998 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8861477 Jul 16 18:12:40.743711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1632c-6574-44ce-b6bd-d39df19e52ef req-2a452f20-c1c2-4ffd-891a-960ac359f48e tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:40.751838 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbc1632c-6574-44ce-b6bd-d39df19e52ef req-2a452f20-c1c2-4ffd-891a-960ac359f48e tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 945 time: 0.9452589 Jul 16 18:12:40.756316 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1029cb29-e902-4619-af51-c71f147912e3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.796748 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195d8d1-94e3-47d4-a7d6-67d7171bc56d None None] New status for floating IP 047c5069-0427-4f74-8dc0-4f4d35c5080b: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:12:40.851681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029cb29-e902-4619-af51-c71f147912e3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Subnet': ['ID=2549fbfe-48a3-4d16-b2c7-a9cd1705a01a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:40.862843 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1029cb29-e902-4619-af51-c71f147912e3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.865494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1029cb29-e902-4619-af51-c71f147912e3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/subnets/2549fbfe-48a3-4d16-b2c7-a9cd1705a01a HTTP/1.1" status: 204 len: 168 time: 2.5812528 Jul 16 18:12:40.868357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52668) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:40.893103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bb7b8-6ad4-4afe-b3a0-9e5e469cc3a7 req-3736a67d-c867-4fdc-a0be-3ef7e8deaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:40.895105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a34bb7b8-6ad4-4afe-b3a0-9e5e469cc3a7 req-3736a67d-c867-4fdc-a0be-3ef7e8deaeca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1398082 Jul 16 18:12:40.909697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbc1632c-6574-44ce-b6bd-d39df19e52ef req-bc4225c5-c177-470b-a9bd-3346c13bc924 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565607 Jul 16 18:12:41.039082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bb7b8-6ad4-4afe-b3a0-9e5e469cc3a7 req-3bd023c6-ba98-4304-92b2-e1e189f83485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.061840 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a34bb7b8-6ad4-4afe-b3a0-9e5e469cc3a7 req-3bd023c6-ba98-4304-92b2-e1e189f83485 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493561 Jul 16 18:12:41.077661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7569302-cf97-45f4-bf7c-ab0d8775ce83 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.082757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7569302-cf97-45f4-bf7c-ab0d8775ce83 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.087843 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b7569302-cf97-45f4-bf7c-ab0d8775ce83 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2170324 Jul 16 18:12:41.090126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52678) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.301396 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29f1d6ab-ec37-4553-a3cb-e3c8623f74e2 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.335337 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f1d6ab-ec37-4553-a3cb-e3c8623f74e2 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:12:41.335942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f1d6ab-ec37-4553-a3cb-e3c8623f74e2 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:41.342795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52688) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.348683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c63019b4-f0a9-429e-992f-d5b15b3165b3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-204427912'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:41.355532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-29f1d6ab-ec37-4553-a3cb-e3c8623f74e2 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/networks/7703d840-6954-426c-b02e-fbb551559bcd HTTP/1.1" status: 409 len: 405 time: 0.2492352 Jul 16 18:12:41.386933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a34bb7b8-6ad4-4afe-b3a0-9e5e469cc3a7 req-c34d426b-a7c7-407e-9eaa-8d173c33a4eb service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172071 Jul 16 18:12:41.409102 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63019b4-f0a9-429e-992f-d5b15b3165b3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:41.414349 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c63019b4-f0a9-429e-992f-d5b15b3165b3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.508947 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63019b4-f0a9-429e-992f-d5b15b3165b3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:41.509779 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:41.523041 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c63019b4-f0a9-429e-992f-d5b15b3165b3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.523488 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-c63019b4-f0a9-429e-992f-d5b15b3165b3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Added segment 09ad401d-c814-40f7-ae7b-5ee741a34b53 of type vlan for network ba41d863-1364-45be-bf5a-957d8dce7267 Jul 16 18:12:41.599754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c63019b4-f0a9-429e-992f-d5b15b3165b3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.626106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a34bb7b8-6ad4-4afe-b3a0-9e5e469cc3a7 req-7ffae24c-a9bc-4724-b8a0-76bb1b5a7866 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277939 Jul 16 18:12:41.628403 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8511b0-6dc5-494d-bf9b-aead35df583c None None] Network 7703d840-6954-426c-b02e-fbb551559bcd requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:41.643010 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c63019b4-f0a9-429e-992f-d5b15b3165b3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.663003 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63019b4-f0a9-429e-992f-d5b15b3165b3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.663911 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c63019b4-f0a9-429e-992f-d5b15b3165b3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.740851 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c63019b4-f0a9-429e-992f-d5b15b3165b3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3943911 Jul 16 18:12:41.741197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52700) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.747259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-24c5385f-ec34-4d6f-9d14-b1d7cb2d60de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'subnet': {'network_id': 'ba41d863-1364-45be-bf5a-957d8dce7267', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:41.765791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:41.784638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:41.785356 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.802692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63019b4-f0a9-429e-992f-d5b15b3165b3 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Network': ['ID=ba41d863-1364-45be-bf5a-957d8dce7267,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:41.828314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network ba41d863-1364-45be-bf5a-957d8dce7267 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:41.863377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fccf534a-f527-4663-8e1e-1e7a0f47ed63 None None] Provisioning for port 25ee14f7-49ff-485c-8f26-9e68b9675025 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:41.895904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fccf534a-f527-4663-8e1e-1e7a0f47ed63 None None] Provisioning complete for port 25ee14f7-49ff-485c-8f26-9e68b9675025 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:41.896657 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fccf534a-f527-4663-8e1e-1e7a0f47ed63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.001740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c5385f-ec34-4d6f-9d14-b1d7cb2d60de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:42.006026 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-24c5385f-ec34-4d6f-9d14-b1d7cb2d60de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.409289 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.443050 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ba5ad5-82ed-4726-b00e-ea11ae30c2bc None None] DHCP port deletion for 7703d840-6954-426c-b02e-fbb551559bcd request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:42.449751 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fccf534a-f527-4663-8e1e-1e7a0f47ed63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.489631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9744d9ac-c80c-4e05-8dbd-7effa5949a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c9f4c0-0c63-4c2a-8d2f-f76a49517982'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:42.494905 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ba7860-5188-4c05-8f41-160f18d495be" -d '{"events": [{"server_uuid": "9744d9ac-c80c-4e05-8dbd-7effa5949a26", "name": "network-vif-plugged", "status": "completed", "tag": "e4c9f4c0-0c63-4c2a-8d2f-f76a49517982"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:42.520802 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e4c9f4c0-0c63-4c2a-8d2f-f76a49517982,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:42.531850 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.618831 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158271e3-1542-402f-96a5-ae23cd72c154 x-openstack-request-id: req-158271e3-1542-402f-96a5-ae23cd72c154 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:42.619210 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9744d9ac-c80c-4e05-8dbd-7effa5949a26", "name": "network-vif-plugged", "status": "completed", "tag": "e4c9f4c0-0c63-4c2a-8d2f-f76a49517982", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:42.619356 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-158271e3-1542-402f-96a5-ae23cd72c154 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:42.620092 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9744d9ac-c80c-4e05-8dbd-7effa5949a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c9f4c0-0c63-4c2a-8d2f-f76a49517982', 'code': 200} Jul 16 18:12:42.624239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=e4c9f4c0-0c63-4c2a-8d2f-f76a49517982,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:42.629550 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fccf534a-f527-4663-8e1e-1e7a0f47ed63 None None] For port 25ee14f7-49ff-485c-8f26-9e68b9675025, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=25ee14f7-49ff-485c-8f26-9e68b9675025,segment=NetworkSegment(30bab39f-95ff-463e-bc3b-94e32342bfaf),segment_id=30bab39f-95ff-463e-bc3b-94e32342bfaf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:42.639995 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fccf534a-f527-4663-8e1e-1e7a0f47ed63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.691348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-56ba5ad5-82ed-4726-b00e-ea11ae30c2bc None None] Deleting port 25ee14f7-49ff-485c-8f26-9e68b9675025 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:42.691768 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56ba5ad5-82ed-4726-b00e-ea11ae30c2bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.704846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c378f-2676-4628-8205-582eda2264b4 req-6edf991a-f393-4d33-a7ca-b187c65d6481 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.708250 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d3c378f-2676-4628-8205-582eda2264b4 req-6edf991a-f393-4d33-a7ca-b187c65d6481 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 945 time: 0.4957197 Jul 16 18:12:42.767982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf534a-f527-4663-8e1e-1e7a0f47ed63 None None] Pushing event updated for resources: {'Port': ['ID=25ee14f7-49ff-485c-8f26-9e68b9675025,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:42.782548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-56ba5ad5-82ed-4726-b00e-ea11ae30c2bc None None] For port 25ee14f7-49ff-485c-8f26-9e68b9675025, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=25ee14f7-49ff-485c-8f26-9e68b9675025,segment=NetworkSegment(30bab39f-95ff-463e-bc3b-94e32342bfaf),segment_id=30bab39f-95ff-463e-bc3b-94e32342bfaf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:42.783646 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56ba5ad5-82ed-4726-b00e-ea11ae30c2bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.787872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.objects.ports [None req-24c5385f-ec34-4d6f-9d14-b1d7cb2d60de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100169) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:12:42.798046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-56ba5ad5-82ed-4726-b00e-ea11ae30c2bc None None] Calling delete_port for 25ee14f7-49ff-485c-8f26-9e68b9675025 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:42.813756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-24c5385f-ec34-4d6f-9d14-b1d7cb2d60de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.928214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d3c378f-2676-4628-8205-582eda2264b4 req-9f70bcf3-0cdb-4c97-96eb-d099d94bbcaf tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863408 Jul 16 18:12:42.937499 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56ba5ad5-82ed-4726-b00e-ea11ae30c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.975543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5385f-ec34-4d6f-9d14-b1d7cb2d60de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Subnet': ['ID=85e88d80-da83-4135-8ecc-4d47a26bb3b5,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:42.988642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c5385f-ec34-4d6f-9d14-b1d7cb2d60de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Checking segment: {'id': '09ad401d-c814-40f7-ae7b-5ee741a34b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ba41d863-1364-45be-bf5a-957d8dce7267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:42.989062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c5385f-ec34-4d6f-9d14-b1d7cb2d60de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network hostable DHCP agents. Network: ba41d863-1364-45be-bf5a-957d8dce7267, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:42.993300 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba5ad5-82ed-4726-b00e-ea11ae30c2bc None None] Pushing event deleted for resources: {'Port': ['ID=25ee14f7-49ff-485c-8f26-9e68b9675025,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:42.993987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3eea8e-0d07-46a2-a3eb-6ad659b1e688 req-ae981bd6-8a7b-4dd4-bd63-f7d5c43b9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.995647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b3eea8e-0d07-46a2-a3eb-6ad659b1e688 req-ae981bd6-8a7b-4dd4-bd63-f7d5c43b9614 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9744d9ac-c80c-4e05-8dbd-7effa5949a26 HTTP/1.1" status: 200 len: 1098 time: 0.3180175 Jul 16 18:12:43.009641 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba5ad5-82ed-4726-b00e-ea11ae30c2bc None None] No DVR routers for this DVR port 25ee14f7-49ff-485c-8f26-9e68b9675025 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:43.047588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c5385f-ec34-4d6f-9d14-b1d7cb2d60de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network ba41d863-1364-45be-bf5a-957d8dce7267 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:43.072604 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b3eea8e-0d07-46a2-a3eb-6ad659b1e688 req-e0e668e5-304d-4b29-9dc9-91580d074485 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690775 Jul 16 18:12:43.077941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-24c5385f-ec34-4d6f-9d14-b1d7cb2d60de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, ba41d863-1364-45be-bf5a-957d8dce7267) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:43.087945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c5385f-ec34-4d6f-9d14-b1d7cb2d60de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.088538 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-24c5385f-ec34-4d6f-9d14-b1d7cb2d60de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.089277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8568c8-a57d-46ac-b2f4-a81ed184cf1d None None] Network ba41d863-1364-45be-bf5a-957d8dce7267 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:43.113129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52750) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.114613 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-24c5385f-ec34-4d6f-9d14-b1d7cb2d60de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3716443 Jul 16 18:12:43.280551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bac45f-3216-49a4-90a1-39734573ec54 req-0ee9f4b6-dd7a-49ed-a687-0190e4fc20d7 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.284313 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38bac45f-3216-49a4-90a1-39734573ec54 req-0ee9f4b6-dd7a-49ed-a687-0190e4fc20d7 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=9744d9ac-c80c-4e05-8dbd-7effa5949a26 HTTP/1.1" status: 200 len: 946 time: 0.1334581 Jul 16 18:12:43.319140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.364357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3752b2ac-72f1-458c-a8ce-5144d7795da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-ba41d863-1364-45be-bf5a-957d8dce7267', 'network_id': 'ba41d863-1364-45be-bf5a-957d8dce7267', 'tenant_id': 'acd5aa31b10142688f25f0e19886dd01', 'fixed_ips': [{'subnet_id': '85e88d80-da83-4135-8ecc-4d47a26bb3b5'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:43.365225 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3752b2ac-72f1-458c-a8ce-5144d7795da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.367923 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38bac45f-3216-49a4-90a1-39734573ec54 req-3f15f021-1de6-4a27-ab92-b2a613e8e847 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771186 Jul 16 18:12:43.423690 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.521548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server [None req-3752b2ac-72f1-458c-a8ce-5144d7795da2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85e88d80-da83-4135-8ecc-4d47a26bb3b5: This subnet is being modified by another concurrent operation. Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85e88d80-da83-4135-8ecc-4d47a26bb3b5: This subnet is being modified by another concurrent operation. Jul 16 18:12:43.542777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Jul 16 18:12:43.570485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Subnet': ['ID=85e88d80-da83-4135-8ecc-4d47a26bb3b5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.574714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f443f4-8250-4780-836f-916479071658 None None] Network ba41d863-1364-45be-bf5a-957d8dce7267 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:43.676696 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.695827 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba41d863-1364-45be-bf5a-957d8dce7267']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:43.728899 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ad401d-c814-40f7-ae7b-5ee741a34b53') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:43.729577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ad401d-c814-40f7-ae7b-5ee741a34b53') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:43.755754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.781205 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.796778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:43.798195 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:43.806285 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:43.918461 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.929110 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.934437 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/networks/ba41d863-1364-45be-bf5a-957d8dce7267 HTTP/1.1" status: 204 len: 168 time: 0.8186059 Jul 16 18:12:43.939737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52772) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.947755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-12c71069-340d-4dc2-bfde-a67b687de850 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-631565376'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:43.964712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaef93-674a-4e9e-b284-f1067acd8ccf tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Network': ['ID=ba41d863-1364-45be-bf5a-957d8dce7267,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.993049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c71069-340d-4dc2-bfde-a67b687de850 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:43.996781 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12c71069-340d-4dc2-bfde-a67b687de850 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.037286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7123ed43-ecf2-44a8-b04d-522fa8b62762 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:12:44.065402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c71069-340d-4dc2-bfde-a67b687de850 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:44.080252 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12c71069-340d-4dc2-bfde-a67b687de850 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.080252 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-12c71069-340d-4dc2-bfde-a67b687de850 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Added segment 3553c915-9d38-49e9-b02f-24c2d5f7f898 of type vlan for network d4f0e075-327f-4925-aac3-7741efa59fe4 Jul 16 18:12:44.177995 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12c71069-340d-4dc2-bfde-a67b687de850 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.187114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123ed43-ecf2-44a8-b04d-522fa8b62762 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:12:44.226875 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12c71069-340d-4dc2-bfde-a67b687de850 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.240264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c71069-340d-4dc2-bfde-a67b687de850 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.241155 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12c71069-340d-4dc2-bfde-a67b687de850 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.285301 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52780) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:44.289143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-12c71069-340d-4dc2-bfde-a67b687de850 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3454523 Jul 16 18:12:44.303294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1eb206ef-befb-4b65-90f8-ef80f7b81052 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'subnet': {'network_id': 'd4f0e075-327f-4925-aac3-7741efa59fe4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:44.381289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c71069-340d-4dc2-bfde-a67b687de850 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Network': ['ID=d4f0e075-327f-4925-aac3-7741efa59fe4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:44.411617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d4f0e075-327f-4925-aac3-7741efa59fe4 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:44.503056 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 25ee14f7-49ff-485c-8f26-9e68b9675025 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:44.571515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb206ef-befb-4b65-90f8-ef80f7b81052 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:44.572720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 25ee14f7-49ff-485c-8f26-9e68b9675025 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:44.573183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 25ee14f7-49ff-485c-8f26-9e68b9675025 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:44.585337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1eb206ef-befb-4b65-90f8-ef80f7b81052 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.743806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52792) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:44.852639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9bc25-a891-4823-aead-f8a015165513 req-b35d7ce0-73e3-4338-9aa4-30f7fd64bcac tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.854476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1f9bc25-a891-4823-aead-f8a015165513 req-b35d7ce0-73e3-4338-9aa4-30f7fd64bcac tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=9744d9ac-c80c-4e05-8dbd-7effa5949a26 HTTP/1.1" status: 200 len: 946 time: 0.2054780 Jul 16 18:12:44.950792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1f9bc25-a891-4823-aead-f8a015165513 req-d2a410f5-8645-429d-860b-3d1659c17a1f tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780241 Jul 16 18:12:45.078074 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1eb206ef-befb-4b65-90f8-ef80f7b81052 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.175188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb206ef-befb-4b65-90f8-ef80f7b81052 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Checking segment: {'id': '3553c915-9d38-49e9-b02f-24c2d5f7f898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd4f0e075-327f-4925-aac3-7741efa59fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:45.175605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb206ef-befb-4b65-90f8-ef80f7b81052 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network hostable DHCP agents. Network: d4f0e075-327f-4925-aac3-7741efa59fe4, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:45.184423 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb206ef-befb-4b65-90f8-ef80f7b81052 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Subnet': ['ID=b7da3390-611c-4fc2-b301-375a80ba7c11,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:45.200454 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b1afde72-73c9-47eb-98ad-af1d2046be41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.210659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb206ef-befb-4b65-90f8-ef80f7b81052 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network d4f0e075-327f-4925-aac3-7741efa59fe4 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:45.223202 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-1eb206ef-befb-4b65-90f8-ef80f7b81052 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d4f0e075-327f-4925-aac3-7741efa59fe4) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:45.233674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0129017d-f245-41ff-8968-86509bcae8b3 None None] Network d4f0e075-327f-4925-aac3-7741efa59fe4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:45.264197 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb206ef-befb-4b65-90f8-ef80f7b81052 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.264859 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1eb206ef-befb-4b65-90f8-ef80f7b81052 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.397033 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b1afde72-73c9-47eb-98ad-af1d2046be41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.402856 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b1afde72-73c9-47eb-98ad-af1d2046be41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.414491 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1eb206ef-befb-4b65-90f8-ef80f7b81052 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1211760 Jul 16 18:12:45.417473 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52816) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:45.460853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b1afde72-73c9-47eb-98ad-af1d2046be41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=786d7695429443a596bff6608b9a0835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7157955 Jul 16 18:12:45.461968 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afde72-73c9-47eb-98ad-af1d2046be41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46c1011-a762-4391-88a7-27095f873143,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:45.466101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52818) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:45.496827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-d4f0e075-327f-4925-aac3-7741efa59fe4', 'network_id': 'd4f0e075-327f-4925-aac3-7741efa59fe4', 'tenant_id': 'acd5aa31b10142688f25f0e19886dd01', 'fixed_ips': [{'subnet_id': 'b7da3390-611c-4fc2-b301-375a80ba7c11'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:45.498584 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.553991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a1bcc31-d768-4f8c-a745-7757ac33afab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.612696 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a1bcc31-d768-4f8c-a745-7757ac33afab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.688306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.735920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a1bcc31-d768-4f8c-a745-7757ac33afab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.739616 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a1bcc31-d768-4f8c-a745-7757ac33afab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.740911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7a1bcc31-d768-4f8c-a745-7757ac33afab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a46c1011-a762-4391-88a7-27095f873143 HTTP/1.1" status: 204 len: 168 time: 0.2734272 Jul 16 18:12:45.769416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bcc31-d768-4f8c-a745-7757ac33afab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46c1011-a762-4391-88a7-27095f873143,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:45.832226 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Allocated IP 2001:db8::2 (d4f0e075-327f-4925-aac3-7741efa59fe4/b7da3390-611c-4fc2-b301-375a80ba7c11/9494bed0-2817-4bc2-ac4f-7acb426f5a8f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:45.849566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.140552 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.152028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Transition to ACTIVE for port object 9494bed0-2817-4bc2-ac4f-7acb426f5a8f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:46.182040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Transition to ACTIVE for port object 9494bed0-2817-4bc2-ac4f-7acb426f5a8f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:46.196076 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.221709 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.247173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-9edd4841-2bf2-42bb-a88a-a190db9a64c7 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:46.248686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Network d4f0e075-327f-4925-aac3-7741efa59fe4 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:46.251819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:46.255901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:46.260031 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-9edd4841-2bf2-42bb-a88a-a190db9a64c7 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/networks?id=abe8bae7-1934-4485-89c4-3eeabf6e67d7 HTTP/1.1" status: 200 len: 813 time: 0.2809615 Jul 16 18:12:46.290986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-0dade0d4-b3be-4754-bfcf-4da1e9b770b9 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/quotas/81bd50ee693e4de6af9be0096f2b1745 HTTP/1.1" status: 200 len: 375 time: 0.0282528 Jul 16 18:12:46.297438 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Subnet': ['ID=b7da3390-611c-4fc2-b301-375a80ba7c11,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:46.337182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Pushing event updated for resources: {'Port': ['ID=9494bed0-2817-4bc2-ac4f-7acb426f5a8f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:46.376115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Attempting to bind port 9494bed0-2817-4bc2-ac4f-7acb426f5a8f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:46.376584 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Attempting to bind port 9494bed0-2817-4bc2-ac4f-7acb426f5a8f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '3553c915-9d38-49e9-b02f-24c2d5f7f898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd4f0e075-327f-4925-aac3-7741efa59fe4'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:46.376840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Attempting to bind port 9494bed0-2817-4bc2-ac4f-7acb426f5a8f on network d4f0e075-327f-4925-aac3-7741efa59fe4 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:46.389196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:46.389581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Checking segment: {'id': '3553c915-9d38-49e9-b02f-24c2d5f7f898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd4f0e075-327f-4925-aac3-7741efa59fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:46.389968 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.390368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Bound using segment: {'id': '3553c915-9d38-49e9-b02f-24c2d5f7f898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd4f0e075-327f-4925-aac3-7741efa59fe4'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:46.395118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Bound port: 9494bed0-2817-4bc2-ac4f-7acb426f5a8f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3553c915-9d38-49e9-b02f-24c2d5f7f898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd4f0e075-327f-4925-aac3-7741efa59fe4'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:46.395547 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.457396 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-5d91e769-c0ab-408c-b929-819d784c39ce tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=81bd50ee693e4de6af9be0096f2b1745&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1642163 Jul 16 18:12:46.464783 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.494204 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f0e075-327f-4925-aac3-7741efa59fe4']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:46.522021 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3553c915-9d38-49e9-b02f-24c2d5f7f898') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:46.522321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3553c915-9d38-49e9-b02f-24c2d5f7f898') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:46.543983 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.578302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.595318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:46.595883 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.597802 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] For port 9494bed0-2817-4bc2-ac4f-7acb426f5a8f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:46.599187 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:46.667657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-e2260e90-2f50-4931-a8b3-2c26241f36aa service neutron] 10.222.0.41 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087579 Jul 16 18:12:46.693164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] For port 9494bed0-2817-4bc2-ac4f-7acb426f5a8f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9494bed0-2817-4bc2-ac4f-7acb426f5a8f,segment=NetworkSegment(3553c915-9d38-49e9-b02f-24c2d5f7f898),segment_id=3553c915-9d38-49e9-b02f-24c2d5f7f898)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:46.697936 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:12:46.697936 n-d-787206-10 neutron-server[100170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:12:46.697936 n-d-787206-10 neutron-server[100170]: [parameters: {'id': 'd4f0e075-327f-4925-aac3-7741efa59fe4'}] Jul 16 18:12:46.697936 n-d-787206-10 neutron-server[100170]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:12:46.698970 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:12:46.700685 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.830562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e01355-8963-4567-a3ad-494ee7c3a07f None None] Pushing event updated for resources: {'Port': ['ID=9494bed0-2817-4bc2-ac4f-7acb426f5a8f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:46.841576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-109bd455-2866-4cfb-a227-82853531e2d1 service neutron] 10.222.0.41 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679108 Jul 16 18:12:46.848921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1043af6c-cc40-4b60-8ab7-489020884466 None None] Network d4f0e075-327f-4925-aac3-7741efa59fe4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:46.849739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a619cfb-add3-4e59-85b8-b85be9a4327e req-0a5e5d4b-bb4a-4eaa-bbe3-ae8aa825256e tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:46.850287 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52856) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:46.851490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a619cfb-add3-4e59-85b8-b85be9a4327e req-0a5e5d4b-bb4a-4eaa-bbe3-ae8aa825256e tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.35 "GET /v2.0/ports?device_id=9744d9ac-c80c-4e05-8dbd-7effa5949a26 HTTP/1.1" status: 200 len: 946 time: 0.1494191 Jul 16 18:12:46.883998 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aab088a5-cc09-412b-aa0a-303e377416d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.097985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0a619cfb-add3-4e59-85b8-b85be9a4327e req-35ab7462-721e-4736-a4c1-deecdf5c2a10 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Deleting port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:47.098373 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0a619cfb-add3-4e59-85b8-b85be9a4327e req-35ab7462-721e-4736-a4c1-deecdf5c2a10 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.132558 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aab088a5-cc09-412b-aa0a-303e377416d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.139597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aab088a5-cc09-412b-aa0a-303e377416d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.216650 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba43d4c-2cd2-4656-8c59-c1115c972a94 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:12:47.223612 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.260540 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab088a5-cc09-412b-aa0a-303e377416d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280ac922-063a-4f2d-969f-35b762671861,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:47.300977 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aab088a5-cc09-412b-aa0a-303e377416d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6091d1e9183a44fc9f8d689ab2a77ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4459291 Jul 16 18:12:47.307790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52872) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:47.431517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba43d4c-2cd2-4656-8c59-c1115c972a94 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:12:47.477923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0a619cfb-add3-4e59-85b8-b85be9a4327e req-35ab7462-721e-4736-a4c1-deecdf5c2a10 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] For port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e4c9f4c0-0c63-4c2a-8d2f-f76a49517982,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:47.478724 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0a619cfb-add3-4e59-85b8-b85be9a4327e req-35ab7462-721e-4736-a4c1-deecdf5c2a10 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.488941 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7cd241d-dd54-44ee-a378-29f945eb1aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.517932 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Deleting port 9494bed0-2817-4bc2-ac4f-7acb426f5a8f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:47.518585 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.533483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0a619cfb-add3-4e59-85b8-b85be9a4327e req-35ab7462-721e-4736-a4c1-deecdf5c2a10 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Calling delete_port for e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:47.552809 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7cd241d-dd54-44ee-a378-29f945eb1aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.572236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798f45c-3fbb-401a-a52c-f7a77d4ac47d req-a7e720d8-be6a-4feb-be57-8e6e9edf0ff1 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.578443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2798f45c-3fbb-401a-a52c-f7a77d4ac47d req-a7e720d8-be6a-4feb-be57-8e6e9edf0ff1 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.43 "GET /v2.0/ports?device_id=c05b7b83-8624-4793-9cfb-ddbc97304a44 HTTP/1.1" status: 200 len: 945 time: 0.2876859 Jul 16 18:12:47.763257 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] For port 9494bed0-2817-4bc2-ac4f-7acb426f5a8f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9494bed0-2817-4bc2-ac4f-7acb426f5a8f,segment=NetworkSegment(3553c915-9d38-49e9-b02f-24c2d5f7f898),segment_id=3553c915-9d38-49e9-b02f-24c2d5f7f898)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:47.763647 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.800292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Calling delete_port for 9494bed0-2817-4bc2-ac4f-7acb426f5a8f owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:47.872369 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7cd241d-dd54-44ee-a378-29f945eb1aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.875401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7cd241d-dd54-44ee-a378-29f945eb1aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.879061 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a7cd241d-dd54-44ee-a378-29f945eb1aa6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/280ac922-063a-4f2d-969f-35b762671861 HTTP/1.1" status: 204 len: 168 time: 0.5639348 Jul 16 18:12:47.879217 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a07e558-ed9f-41e9-879f-45f03a837143 req-a6cadebf-6ec3-406f-92d8-18ec53c6740f tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 210 time: 0.0499563 Jul 16 18:12:47.916296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd241d-dd54-44ee-a378-29f945eb1aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280ac922-063a-4f2d-969f-35b762671861,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:48.037129 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.083572 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Port': ['ID=9494bed0-2817-4bc2-ac4f-7acb426f5a8f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:48.097697 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] No DVR routers for this DVR port 9494bed0-2817-4bc2-ac4f-7acb426f5a8f on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:48.123761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2798f45c-3fbb-401a-a52c-f7a77d4ac47d req-33b0f1da-a0cd-4b31-805e-be58926da5ee tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Deleting port 96be4b38-e45d-4c96-adea-67683ba257fe {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:48.124159 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2798f45c-3fbb-401a-a52c-f7a77d4ac47d req-33b0f1da-a0cd-4b31-805e-be58926da5ee tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.216864 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.237328 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f0e075-327f-4925-aac3-7741efa59fe4']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.260194 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3553c915-9d38-49e9-b02f-24c2d5f7f898') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.260822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3553c915-9d38-49e9-b02f-24c2d5f7f898') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.272653 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.316944 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.326283 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0a619cfb-add3-4e59-85b8-b85be9a4327e req-35ab7462-721e-4736-a4c1-deecdf5c2a10 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.340475 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:48.344072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['96be4b38-e45d-4c96-adea-67683ba257fe'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:48.345886 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.347545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['e4c9f4c0-0c63-4c2a-8d2f-f76a49517982'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:48.352953 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:48.460912 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab7462-721e-4736-a4c1-deecdf5c2a10 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Pushing event deleted for resources: {'Port': ['ID=e4c9f4c0-0c63-4c2a-8d2f-f76a49517982,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:48.555601 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.565786 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.569924 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/networks/d4f0e075-327f-4925-aac3-7741efa59fe4 HTTP/1.1" status: 204 len: 168 time: 3.1514513 Jul 16 18:12:48.595846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52902) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:48.598530 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41ce37-584e-4f45-ab92-35f6137da60d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Network': ['ID=d4f0e075-327f-4925-aac3-7741efa59fe4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:48.620490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a686449d-2d91-4c46-8a98-d007e3daac07 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1926403996'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:48.665375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a686449d-2d91-4c46-8a98-d007e3daac07 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:48.669347 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a686449d-2d91-4c46-8a98-d007e3daac07 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.761751 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a686449d-2d91-4c46-8a98-d007e3daac07 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:48.768386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a619cfb-add3-4e59-85b8-b85be9a4327e req-35ab7462-721e-4736-a4c1-deecdf5c2a10 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] No DVR routers for this DVR port e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:48.778147 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0a619cfb-add3-4e59-85b8-b85be9a4327e req-35ab7462-721e-4736-a4c1-deecdf5c2a10 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.788482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a619cfb-add3-4e59-85b8-b85be9a4327e req-35ab7462-721e-4736-a4c1-deecdf5c2a10 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.35 "DELETE /v2.0/ports/e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 HTTP/1.1" status: 204 len: 173 time: 1.9305325 Jul 16 18:12:48.791151 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a686449d-2d91-4c46-8a98-d007e3daac07 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.795203 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-a686449d-2d91-4c46-8a98-d007e3daac07 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Added segment cd96d633-0b3c-418d-a7ff-9d226c850200 of type vlan for network 15722aa1-1177-4b4b-a4b3-870c95547374 Jul 16 18:12:48.828942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2798f45c-3fbb-401a-a52c-f7a77d4ac47d req-33b0f1da-a0cd-4b31-805e-be58926da5ee tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] For port 96be4b38-e45d-4c96-adea-67683ba257fe, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=96be4b38-e45d-4c96-adea-67683ba257fe,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:48.830017 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2798f45c-3fbb-401a-a52c-f7a77d4ac47d req-33b0f1da-a0cd-4b31-805e-be58926da5ee tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.843022 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9744d9ac-c80c-4e05-8dbd-7effa5949a26', 'name': 'network-vif-deleted', 'tag': 'e4c9f4c0-0c63-4c2a-8d2f-f76a49517982'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:48.846551 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64090851-648c-46f6-8913-78d4a582be91" -d '{"events": [{"server_uuid": "9744d9ac-c80c-4e05-8dbd-7effa5949a26", "name": "network-vif-deleted", "tag": "e4c9f4c0-0c63-4c2a-8d2f-f76a49517982"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:48.873914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2798f45c-3fbb-401a-a52c-f7a77d4ac47d req-33b0f1da-a0cd-4b31-805e-be58926da5ee tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Calling delete_port for 96be4b38-e45d-4c96-adea-67683ba257fe owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:48.922455 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a686449d-2d91-4c46-8a98-d007e3daac07 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.942550 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4335c7-a741-4b00-8364-4edde70e7487 x-openstack-request-id: req-fc4335c7-a741-4b00-8364-4edde70e7487 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:48.948524 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9744d9ac-c80c-4e05-8dbd-7effa5949a26", "name": "network-vif-deleted", "tag": "e4c9f4c0-0c63-4c2a-8d2f-f76a49517982", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:48.951202 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc4335c7-a741-4b00-8364-4edde70e7487 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:48.953007 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9744d9ac-c80c-4e05-8dbd-7effa5949a26', 'name': 'network-vif-deleted', 'tag': 'e4c9f4c0-0c63-4c2a-8d2f-f76a49517982', 'status': 'completed', 'code': 200} Jul 16 18:12:48.996087 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a686449d-2d91-4c46-8a98-d007e3daac07 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.012818 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a686449d-2d91-4c46-8a98-d007e3daac07 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.014841 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a686449d-2d91-4c46-8a98-d007e3daac07 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.115839 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a686449d-2d91-4c46-8a98-d007e3daac07 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5174272 Jul 16 18:12:49.118870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52920) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.128467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-06e5dc1e-82cb-47b5-9186-a62b0346cd1a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Request body: {'subnet': {'network_id': '15722aa1-1177-4b4b-a4b3-870c95547374', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:49.198128 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686449d-2d91-4c46-8a98-d007e3daac07 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Network': ['ID=15722aa1-1177-4b4b-a4b3-870c95547374,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:49.220774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 15722aa1-1177-4b4b-a4b3-870c95547374 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:49.379022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77693370-18c2-42f4-b5b1-73895011bb50 req-d5df0a17-3bc2-434c-bf76-6ee43806da82 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 210 time: 0.0322640 Jul 16 18:12:49.442606 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2798f45c-3fbb-401a-a52c-f7a77d4ac47d req-33b0f1da-a0cd-4b31-805e-be58926da5ee tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.453916 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['e4c9f4c0-0c63-4c2a-8d2f-f76a49517982'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:49.494189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0f1da-a0cd-4b31-805e-be58926da5ee tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Pushing event deleted for resources: {'Port': ['ID=96be4b38-e45d-4c96-adea-67683ba257fe,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:49.565874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2798f45c-3fbb-401a-a52c-f7a77d4ac47d req-33b0f1da-a0cd-4b31-805e-be58926da5ee tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] No DVR routers for this DVR port 96be4b38-e45d-4c96-adea-67683ba257fe on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:49.568767 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2798f45c-3fbb-401a-a52c-f7a77d4ac47d req-33b0f1da-a0cd-4b31-805e-be58926da5ee tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.571246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2798f45c-3fbb-401a-a52c-f7a77d4ac47d req-33b0f1da-a0cd-4b31-805e-be58926da5ee tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.43 "DELETE /v2.0/ports/96be4b38-e45d-4c96-adea-67683ba257fe HTTP/1.1" status: 204 len: 173 time: 1.9696467 Jul 16 18:12:49.582902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e5dc1e-82cb-47b5-9186-a62b0346cd1a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Made reservation on behalf of acd5aa31b10142688f25f0e19886dd01 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:49.587329 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-06e5dc1e-82cb-47b5-9186-a62b0346cd1a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.166093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.objects.ports [None req-06e5dc1e-82cb-47b5-9186-a62b0346cd1a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100169) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:12:50.177124 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-06e5dc1e-82cb-47b5-9186-a62b0346cd1a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.305616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5dc1e-82cb-47b5-9186-a62b0346cd1a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event updated for resources: {'Subnet': ['ID=b5390572-8e4e-4681-9cd2-b5d4b590b3dd,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:50.316634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e5dc1e-82cb-47b5-9186-a62b0346cd1a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Checking segment: {'id': 'cd96d633-0b3c-418d-a7ff-9d226c850200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15722aa1-1177-4b4b-a4b3-870c95547374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:50.317006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e5dc1e-82cb-47b5-9186-a62b0346cd1a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network hostable DHCP agents. Network: 15722aa1-1177-4b4b-a4b3-870c95547374, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:50.347693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e5dc1e-82cb-47b5-9186-a62b0346cd1a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Network 15722aa1-1177-4b4b-a4b3-870c95547374 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:50.359394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-06e5dc1e-82cb-47b5-9186-a62b0346cd1a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 15722aa1-1177-4b4b-a4b3-870c95547374) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:50.368083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-41643510-37ff-4a70-8ac2-24d640e6d19c tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.369783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-41643510-37ff-4a70-8ac2-24d640e6d19c tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.35 "GET /v2.0/networks?id=abe8bae7-1934-4485-89c4-3eeabf6e67d7 HTTP/1.1" status: 200 len: 813 time: 0.2021840 Jul 16 18:12:50.372814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75585900-2774-4065-bd71-8998cdf973a4 None None] Network 15722aa1-1177-4b4b-a4b3-870c95547374 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:50.374621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e5dc1e-82cb-47b5-9186-a62b0346cd1a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.375984 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-06e5dc1e-82cb-47b5-9186-a62b0346cd1a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.399985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-3a5b3729-c269-445e-b412-8e110388e2c8 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Request body: {'port': {'device_id': 'b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c', 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7', 'admin_state_up': True, 'tenant_id': '81bd50ee693e4de6af9be0096f2b1745'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:50.657907 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 52956) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:50.658910 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-06e5dc1e-82cb-47b5-9186-a62b0346cd1a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5377336 Jul 16 18:12:50.710829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4ce5e94-4e07-405a-8d2f-1bb20e47e39d req-4232a858-812e-4689-8fd9-e54034a0f23f tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 210 time: 0.0584135 Jul 16 18:12:50.925071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-15722aa1-1177-4b4b-a4b3-870c95547374', 'network_id': '15722aa1-1177-4b4b-a4b3-870c95547374', 'tenant_id': 'acd5aa31b10142688f25f0e19886dd01', 'fixed_ips': [{'subnet_id': 'b5390572-8e4e-4681-9cd2-b5d4b590b3dd'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:50.926789 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.957898 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.986865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05b7b83-8624-4793-9cfb-ddbc97304a44', 'name': 'network-vif-deleted', 'tag': '96be4b38-e45d-4c96-adea-67683ba257fe'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:50.991337 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4385d15d-8cd7-4116-b527-b795bcb1de13" -d '{"events": [{"server_uuid": "c05b7b83-8624-4793-9cfb-ddbc97304a44", "name": "network-vif-deleted", "tag": "96be4b38-e45d-4c96-adea-67683ba257fe"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:51.119818 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afb571d-d93f-411b-a5c3-4ba2513b2df1 x-openstack-request-id: req-1afb571d-d93f-411b-a5c3-4ba2513b2df1 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:51.119818 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05b7b83-8624-4793-9cfb-ddbc97304a44", "name": "network-vif-deleted", "tag": "96be4b38-e45d-4c96-adea-67683ba257fe", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:51.119818 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1afb571d-d93f-411b-a5c3-4ba2513b2df1 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:51.119818 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05b7b83-8624-4793-9cfb-ddbc97304a44', 'name': 'network-vif-deleted', 'tag': '96be4b38-e45d-4c96-adea-67683ba257fe', 'status': 'completed', 'code': 200} Jul 16 18:12:51.120396 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.161200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-9fc9ad07-1d4f-4b50-8377-7446f445b3f0 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.163580 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-9fc9ad07-1d4f-4b50-8377-7446f445b3f0 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.43 "GET /v2.0/networks?id=abe8bae7-1934-4485-89c4-3eeabf6e67d7 HTTP/1.1" status: 200 len: 813 time: 0.4073129 Jul 16 18:12:51.164998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-3a5b3729-c269-445e-b412-8e110388e2c8 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Made reservation on behalf of 81bd50ee693e4de6af9be0096f2b1745 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:51.170089 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-3a5b3729-c269-445e-b412-8e110388e2c8 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.314376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Allocated IP 2001:db8::f816:3eff:fe2e:2d57 (15722aa1-1177-4b4b-a4b3-870c95547374/b5390572-8e4e-4681-9cd2-b5d4b590b3dd/3782582b-3bd3-4723-9e10-6ea3207c432c) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:51.377018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-3a5b3729-c269-445e-b412-8e110388e2c8 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Allocated IP 172.20.0.13 (abe8bae7-1934-4485-89c4-3eeabf6e67d7/231ec7c4-bee6-4fb6-9916-4d888b784e11/d69f605e-f370-4034-bf34-d1e3875090a0) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:51.505819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-39d357d2-ce96-4602-b85d-592befa01164 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Request body: {'port': {'device_id': '99b2da73-59e2-4c7a-9a86-01eb7b75216d', 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7', 'admin_state_up': True, 'tenant_id': '81bd50ee693e4de6af9be0096f2b1745'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:51.558570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:51.602758 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:51.604831 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device e4c9f4c0-0c63-4c2a-8d2f-f76a49517982 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:51.742817 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-3a5b3729-c269-445e-b412-8e110388e2c8 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.785971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-39d357d2-ce96-4602-b85d-592befa01164 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Made reservation on behalf of 81bd50ee693e4de6af9be0096f2b1745 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:51.790048 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-39d357d2-ce96-4602-b85d-592befa01164 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.828772 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.844343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Transition to ACTIVE for port object 3782582b-3bd3-4723-9e10-6ea3207c432c will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:51.883392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Transition to ACTIVE for port object 3782582b-3bd3-4723-9e10-6ea3207c432c will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:51.893807 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-3a5b3729-c269-445e-b412-8e110388e2c8 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.912156 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.931789 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.976705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-3a5b3729-c269-445e-b412-8e110388e2c8 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Network abe8bae7-1934-4485-89c4-3eeabf6e67d7 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:51.983023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Subnet': ['ID=b5390572-8e4e-4681-9cd2-b5d4b590b3dd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:51.983526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-3a5b3729-c269-445e-b412-8e110388e2c8 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:52.006286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-3a5b3729-c269-445e-b412-8e110388e2c8 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:52.066981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-3a5b3729-c269-445e-b412-8e110388e2c8 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.067648 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-3a5b3729-c269-445e-b412-8e110388e2c8 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.076440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f3124fe-89da-4d86-b5be-7ee221f43e1a req-6cabb7cf-d28c-4632-a04b-cd7202bf6bf6 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 210 time: 0.1413162 Jul 16 18:12:52.111090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b3729-c269-445e-b412-8e110388e2c8 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Pushing event updated for resources: {'Port': ['ID=d69f605e-f370-4034-bf34-d1e3875090a0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:52.118812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Network 15722aa1-1177-4b4b-a4b3-870c95547374 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:52.125640 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.130955 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-3a5b3729-c269-445e-b412-8e110388e2c8 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7477484 Jul 16 18:12:52.145709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:52.152667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:52.153354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Request body: {'port': {'device_id': 'b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:52.164747 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15722aa1-1177-4b4b-a4b3-870c95547374']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:52.171129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Pushing event updated for resources: {'Port': ['ID=3782582b-3bd3-4723-9e10-6ea3207c432c,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:52.184026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-39d357d2-ce96-4602-b85d-592befa01164 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Allocated IP 172.20.0.14 (abe8bae7-1934-4485-89c4-3eeabf6e67d7/231ec7c4-bee6-4fb6-9916-4d888b784e11/8dc96fda-b496-4c0c-a73b-9aa6cf34740d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:52.215279 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd96d633-0b3c-418d-a7ff-9d226c850200') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:52.216762 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd96d633-0b3c-418d-a7ff-9d226c850200') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:52.261716 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.302905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Attempting to bind port 3782582b-3bd3-4723-9e10-6ea3207c432c on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:52.303311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Attempting to bind port 3782582b-3bd3-4723-9e10-6ea3207c432c by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'cd96d633-0b3c-418d-a7ff-9d226c850200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15722aa1-1177-4b4b-a4b3-870c95547374'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:52.303919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Attempting to bind port 3782582b-3bd3-4723-9e10-6ea3207c432c on network 15722aa1-1177-4b4b-a4b3-870c95547374 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:52.310967 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.314276 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.320307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:52.320684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Checking segment: {'id': 'cd96d633-0b3c-418d-a7ff-9d226c850200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15722aa1-1177-4b4b-a4b3-870c95547374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:52.321088 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.321476 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Bound using segment: {'id': 'cd96d633-0b3c-418d-a7ff-9d226c850200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15722aa1-1177-4b4b-a4b3-870c95547374'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:52.321945 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Bound port: 3782582b-3bd3-4723-9e10-6ea3207c432c, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd96d633-0b3c-418d-a7ff-9d226c850200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15722aa1-1177-4b4b-a4b3-870c95547374'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:52.322326 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.330577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:52.331248 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:52.335680 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:52.400684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 96be4b38-e45d-4c96-adea-67683ba257fe no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:52.424039 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:12:52.424039 n-d-787206-10 neutron-server[100170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:12:52.424039 n-d-787206-10 neutron-server[100170]: [parameters: {'id': '15722aa1-1177-4b4b-a4b3-870c95547374'}] Jul 16 18:12:52.424039 n-d-787206-10 neutron-server[100170]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:12:52.425287 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:12:52.443404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 96be4b38-e45d-4c96-adea-67683ba257fe {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:52.444012 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 96be4b38-e45d-4c96-adea-67683ba257fe not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:52.497472 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] For port 3782582b-3bd3-4723-9e10-6ea3207c432c, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:52.502150 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] For port 3782582b-3bd3-4723-9e10-6ea3207c432c, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3782582b-3bd3-4723-9e10-6ea3207c432c,segment=NetworkSegment(cd96d633-0b3c-418d-a7ff-9d226c850200),segment_id=cd96d633-0b3c-418d-a7ff-9d226c850200)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:52.509633 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.659702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f2cc3-87b7-452c-a3a2-4ca3dfa7927b None None] Pushing event updated for resources: {'Port': ['ID=3782582b-3bd3-4723-9e10-6ea3207c432c,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:52.691831 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-39d357d2-ce96-4602-b85d-592befa01164 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.698180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6ccdc9-048d-4fbf-88ac-57552cbe7b95 None None] Network 15722aa1-1177-4b4b-a4b3-870c95547374 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:52.876093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b9fed4-5006-4f67-8114-ad5ea919ba1d None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:12:52.926915 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.008364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b9fed4-5006-4f67-8114-ad5ea919ba1d None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:12:53.071629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Deleting port 3782582b-3bd3-4723-9e10-6ea3207c432c {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:53.072200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.155168 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] For port 3782582b-3bd3-4723-9e10-6ea3207c432c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3782582b-3bd3-4723-9e10-6ea3207c432c,segment=NetworkSegment(cd96d633-0b3c-418d-a7ff-9d226c850200),segment_id=cd96d633-0b3c-418d-a7ff-9d226c850200)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:53.155590 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.178839 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-39d357d2-ce96-4602-b85d-592befa01164 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.184062 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Calling delete_port for 3782582b-3bd3-4723-9e10-6ea3207c432c owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:53.316148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d357d2-ce96-4602-b85d-592befa01164 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Pushing event updated for resources: {'Port': ['ID=8dc96fda-b496-4c0c-a73b-9aa6cf34740d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:53.362587 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.427299 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] No DVR routers for this DVR port 3782582b-3bd3-4723-9e10-6ea3207c432c on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:53.504192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-39d357d2-ce96-4602-b85d-592befa01164 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Network abe8bae7-1934-4485-89c4-3eeabf6e67d7 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:53.526947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-39d357d2-ce96-4602-b85d-592befa01164 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:53.534136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-39d357d2-ce96-4602-b85d-592befa01164 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:53.553689 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.567099 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15722aa1-1177-4b4b-a4b3-870c95547374']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:53.582767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd96d633-0b3c-418d-a7ff-9d226c850200') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:53.583207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd96d633-0b3c-418d-a7ff-9d226c850200') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:53.593083 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.655836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad993bb-3af6-4914-81c3-81feed54f2ff req-e36f962f-e662-4742-bda4-7df5bef9dece tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:53.657995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ad993bb-3af6-4914-81c3-81feed54f2ff req-e36f962f-e662-4742-bda4-7df5bef9dece tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 932 time: 0.3169169 Jul 16 18:12:53.665597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-39d357d2-ce96-4602-b85d-592befa01164 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:53.666503 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-39d357d2-ce96-4602-b85d-592befa01164 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.674487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69f605e-f370-4034-bf34-d1e3875090a0 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:53.694747 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.732942 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-39d357d2-ce96-4602-b85d-592befa01164 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5282452 Jul 16 18:12:53.745349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Transition to ACTIVE for port object d69f605e-f370-4034-bf34-d1e3875090a0 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:53.753344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Request body: {'port': {'device_id': '99b2da73-59e2-4c7a-9a86-01eb7b75216d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:53.762704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ad993bb-3af6-4914-81c3-81feed54f2ff req-a91a1bb8-f1d4-4141-93b6-1a59ef2bd869 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916476 Jul 16 18:12:53.790932 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.841050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Pushing event updated for resources: {'Port': ['ID=d69f605e-f370-4034-bf34-d1e3875090a0,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:53.976596 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.976970 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Port': ['ID=3782582b-3bd3-4723-9e10-6ea3207c432c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:53.987416 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.995418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:53.996230 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:54.000551 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:54.084746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.094677 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.098775 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/networks/15722aa1-1177-4b4b-a4b3-870c95547374 HTTP/1.1" status: 204 len: 168 time: 3.4395602 Jul 16 18:12:54.104926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53060) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.113941 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7111e20-acc2-4a10-9ca6-1f19bba61a0f tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Network': ['ID=15722aa1-1177-4b4b-a4b3-870c95547374,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:54.170119 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a388a84-e7c2-4979-8230-ad35444fc95b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:54.170583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a388a84-e7c2-4979-8230-ad35444fc95b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:54.172531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4a388a84-e7c2-4979-8230-ad35444fc95b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/subnets/b5390572-8e4e-4681-9cd2-b5d4b590b3dd HTTP/1.1" status: 404 len: 337 time: 0.0638411 Jul 16 18:12:54.176261 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53064) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.177195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Attempting to bind port d69f605e-f370-4034-bf34-d1e3875090a0 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:54.177538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Attempting to bind port d69f605e-f370-4034-bf34-d1e3875090a0 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:54.177941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Attempting to bind port d69f605e-f370-4034-bf34-d1e3875090a0 on network abe8bae7-1934-4485-89c4-3eeabf6e67d7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:54.227842 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2fa9ab-5ad4-4e06-a692-c6bf1b726725 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:54.229403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2fa9ab-5ad4-4e06-a692-c6bf1b726725 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:54.232795 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1d2fa9ab-5ad4-4e06-a692-c6bf1b726725 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/networks/15722aa1-1177-4b4b-a4b3-870c95547374 HTTP/1.1" status: 404 len: 339 time: 0.0539384 Jul 16 18:12:54.236440 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53068) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.282460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Port d69f605e-f370-4034-bf34-d1e3875090a0 on network abe8bae7-1934-4485-89c4-3eeabf6e67d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:54.283013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Attempting to bind port d69f605e-f370-4034-bf34-d1e3875090a0 on network abe8bae7-1934-4485-89c4-3eeabf6e67d7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:54.308414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:54.308963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Checking segment: {'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:54.309621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Bound using segment: {'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:54.310485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Bound port: d69f605e-f370-4034-bf34-d1e3875090a0, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:54.311183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.345880 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2075ef3-872a-4cd8-b399-a659d04a40b6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:54.348344 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2075ef3-872a-4cd8-b399-a659d04a40b6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:54.351353 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f2075ef3-872a-4cd8-b399-a659d04a40b6 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/subnets/b7da3390-611c-4fc2-b301-375a80ba7c11 HTTP/1.1" status: 404 len: 337 time: 0.1122353 Jul 16 18:12:54.353797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53072) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.432323 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-966bcf8a-dca6-4464-b09c-589d564a3ab7 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:54.433026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966bcf8a-dca6-4464-b09c-589d564a3ab7 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:54.437927 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-966bcf8a-dca6-4464-b09c-589d564a3ab7 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/networks/d4f0e075-327f-4925-aac3-7741efa59fe4 HTTP/1.1" status: 404 len: 339 time: 0.0782497 Jul 16 18:12:54.438849 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53074) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.496579 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9904f2c9-ef1c-4deb-8527-163cbadb05fa tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:54.498186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9904f2c9-ef1c-4deb-8527-163cbadb05fa tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:54.503868 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9904f2c9-ef1c-4deb-8527-163cbadb05fa tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/subnets/85e88d80-da83-4135-8ecc-4d47a26bb3b5 HTTP/1.1" status: 404 len: 337 time: 0.0612693 Jul 16 18:12:54.506692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53080) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.562299 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc044c34-2767-4524-913a-402755a13a01 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:54.562931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc044c34-2767-4524-913a-402755a13a01 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:54.568572 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bc044c34-2767-4524-913a-402755a13a01 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/networks/ba41d863-1364-45be-bf5a-957d8dce7267 HTTP/1.1" status: 404 len: 339 time: 0.0608606 Jul 16 18:12:54.571264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] For port d69f605e-f370-4034-bf34-d1e3875090a0, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:54.571776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53086) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.590902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] For port d69f605e-f370-4034-bf34-d1e3875090a0, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d69f605e-f370-4034-bf34-d1e3875090a0,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:54.605018 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.669985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:54.670958 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.672932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] 10.222.0.35 "PUT /v2.0/ports/d69f605e-f370-4034-bf34-d1e3875090a0 HTTP/1.1" status: 200 len: 1093 time: 2.5325475 Jul 16 18:12:54.675856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c', 'tag': 'd69f605e-f370-4034-bf34-d1e3875090a0'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:54.678798 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862a2fcc-4f74-4e25-834e-950761b02f40" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c", "tag": "d69f605e-f370-4034-bf34-d1e3875090a0"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:54.733390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327be4d9-1cc4-4401-ba46-600304a26e39 service neutron] Pushing event updated for resources: {'Port': ['ID=d69f605e-f370-4034-bf34-d1e3875090a0,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:54.776537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc96fda-b496-4c0c-a73b-9aa6cf34740d {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:54.811215 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959065cf-1053-4271-a503-dc119bbe86ae x-openstack-request-id: req-959065cf-1053-4271-a503-dc119bbe86ae {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:54.811530 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c", "tag": "d69f605e-f370-4034-bf34-d1e3875090a0", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:54.811787 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-959065cf-1053-4271-a503-dc119bbe86ae {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:54.812213 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c', 'tag': 'd69f605e-f370-4034-bf34-d1e3875090a0', 'status': 'completed', 'code': 200} Jul 16 18:12:54.818985 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.839300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Transition to ACTIVE for port object 8dc96fda-b496-4c0c-a73b-9aa6cf34740d will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:54.847696 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.865386 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d021f01a-2117-44d4-bf0f-b3c5977fce79 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Deleting port 9366281b-eca9-449d-9dce-f87681203f72 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:54.865754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d021f01a-2117-44d4-bf0f-b3c5977fce79 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.927896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Pushing event updated for resources: {'Port': ['ID=8dc96fda-b496-4c0c-a73b-9aa6cf34740d,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:54.991659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-b2da9952-579d-4771-8834-42ca95bb3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:54.993187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-b2da9952-579d-4771-8834-42ca95bb3285 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81bd50ee693e4de6af9be0096f2b1745&device_id=b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c HTTP/1.1" status: 200 len: 1096 time: 0.2330284 Jul 16 18:12:55.054816 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d021f01a-2117-44d4-bf0f-b3c5977fce79 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.108485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d021f01a-2117-44d4-bf0f-b3c5977fce79 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Calling delete_port for 9366281b-eca9-449d-9dce-f87681203f72 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:55.116019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-d7476e81-0523-4dff-93b6-98e85b059ab0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69f605e-f370-4034-bf34-d1e3875090a0 HTTP/1.1" status: 200 len: 217 time: 0.0814083 Jul 16 18:12:55.212242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb4098-3117-4fd9-94c6-c1b2b5612829 req-f214a736-8c08-4d6e-b269-bfa7ddcb869e tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.214098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94cb4098-3117-4fd9-94c6-c1b2b5612829 req-f214a736-8c08-4d6e-b269-bfa7ddcb869e tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 944 time: 0.2762582 Jul 16 18:12:55.232934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Attempting to bind port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:55.233276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Attempting to bind port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:55.233608 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Attempting to bind port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d on network abe8bae7-1934-4485-89c4-3eeabf6e67d7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:55.245972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-872f820b-3eaa-4114-98ee-36f0f7957ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.250060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-872f820b-3eaa-4114-98ee-36f0f7957ae8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=231ec7c4-bee6-4fb6-9916-4d888b784e11 HTTP/1.1" status: 200 len: 853 time: 0.1204939 Jul 16 18:12:55.254672 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d021f01a-2117-44d4-bf0f-b3c5977fce79 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.257084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d on network abe8bae7-1934-4485-89c4-3eeabf6e67d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:55.257405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Attempting to bind port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d on network abe8bae7-1934-4485-89c4-3eeabf6e67d7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:55.278279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:55.278614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Checking segment: {'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:55.279514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Bound using segment: {'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:55.279514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Bound port: 8dc96fda-b496-4c0c-a73b-9aa6cf34740d, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:55.279904 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.301554 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021f01a-2117-44d4-bf0f-b3c5977fce79 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Port': ['ID=9366281b-eca9-449d-9dce-f87681203f72,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.312416 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d021f01a-2117-44d4-bf0f-b3c5977fce79 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.315528 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d021f01a-2117-44d4-bf0f-b3c5977fce79 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/ports/9366281b-eca9-449d-9dce-f87681203f72 HTTP/1.1" status: 204 len: 168 time: 0.7429082 Jul 16 18:12:55.317916 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53110) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:55.342533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-64160355-02b5-4071-a070-4a9c5164e083 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abe8bae7-1934-4485-89c4-3eeabf6e67d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861547 Jul 16 18:12:55.369623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94cb4098-3117-4fd9-94c6-c1b2b5612829 req-22fc15da-4e4c-4d91-88fe-174d0899f0ab tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417818 Jul 16 18:12:55.370214 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2307e3-fdc2-4955-a623-73d14f8681de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:55.370754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2307e3-fdc2-4955-a623-73d14f8681de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:55.373295 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7d2307e3-fdc2-4955-a623-73d14f8681de tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/subnets/2549fbfe-48a3-4d16-b2c7-a9cd1705a01a HTTP/1.1" status: 404 len: 337 time: 0.0541921 Jul 16 18:12:55.377106 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53112) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:55.480585 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16ce83d0-299e-4e1a-af7f-e4945244625a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.515562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] For port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:55.521036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] For port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8dc96fda-b496-4c0c-a73b-9aa6cf34740d,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:55.533148 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.582464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-d7c48029-d6a5-459d-b7f3-6151a56b44d1 service neutron] 10.222.0.35 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115648 Jul 16 18:12:55.586091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.588914 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.590706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] 10.222.0.43 "PUT /v2.0/ports/8dc96fda-b496-4c0c-a73b-9aa6cf34740d HTTP/1.1" status: 200 len: 1093 time: 1.8419611 Jul 16 18:12:55.624759 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16ce83d0-299e-4e1a-af7f-e4945244625a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.638120 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-16ce83d0-299e-4e1a-af7f-e4945244625a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7703d840-6954-426c-b02e-fbb551559bcd']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:55.652830 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-16ce83d0-299e-4e1a-af7f-e4945244625a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30bab39f-95ff-463e-bc3b-94e32342bfaf') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:55.653386 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-16ce83d0-299e-4e1a-af7f-e4945244625a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30bab39f-95ff-463e-bc3b-94e32342bfaf') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:55.665424 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16ce83d0-299e-4e1a-af7f-e4945244625a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.686231 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16ce83d0-299e-4e1a-af7f-e4945244625a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.696223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ce83d0-299e-4e1a-af7f-e4945244625a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:55.696770 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16ce83d0-299e-4e1a-af7f-e4945244625a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:55.700748 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:55.709582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8e77c-9071-4724-a5e6-d5984eb030bf service neutron] Pushing event updated for resources: {'Port': ['ID=8dc96fda-b496-4c0c-a73b-9aa6cf34740d,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.786246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-5d27d4b6-6691-4420-81c4-f1930df69721 service neutron] 10.222.0.35 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931496 Jul 16 18:12:55.788544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-df12b3b4-da24-4839-ae40-7b42d073c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.790294 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-df12b3b4-da24-4839-ae40-7b42d073c065 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=81bd50ee693e4de6af9be0096f2b1745&device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 1096 time: 0.1459877 Jul 16 18:12:55.795679 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16ce83d0-299e-4e1a-af7f-e4945244625a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.812656 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16ce83d0-299e-4e1a-af7f-e4945244625a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.819528 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-16ce83d0-299e-4e1a-af7f-e4945244625a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/networks/7703d840-6954-426c-b02e-fbb551559bcd HTTP/1.1" status: 204 len: 168 time: 0.4407663 Jul 16 18:12:55.822836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53124) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:55.860227 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce83d0-299e-4e1a-af7f-e4945244625a tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Network': ['ID=7703d840-6954-426c-b02e-fbb551559bcd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.927980 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-c18dfe99-49aa-4d1b-a998-69cff9cf47b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dc96fda-b496-4c0c-a73b-9aa6cf34740d HTTP/1.1" status: 200 len: 217 time: 0.1224251 Jul 16 18:12:55.997776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-673775c3-34b7-4e33-8078-37bfe6b70ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.008347 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-673775c3-34b7-4e33-8078-37bfe6b70ed2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=231ec7c4-bee6-4fb6-9916-4d888b784e11 HTTP/1.1" status: 200 len: 853 time: 0.0532262 Jul 16 18:12:56.062033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-43d6a31b-9328-4cbf-8d38-8183a0449884 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=abe8bae7-1934-4485-89c4-3eeabf6e67d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525215 Jul 16 18:12:56.136505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a2fcc-4f74-4e25-834e-950761b02f40 req-cfd4a62c-384f-48f7-96f3-46d10123737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.138056 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-862a2fcc-4f74-4e25-834e-950761b02f40 req-cfd4a62c-384f-48f7-96f3-46d10123737d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81bd50ee693e4de6af9be0096f2b1745&device_id=b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c HTTP/1.1" status: 200 len: 1096 time: 0.2384305 Jul 16 18:12:56.355858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe3747-c9f0-4f1c-b1c2-e26dd433111c tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Deleting port 442e42de-4b04-488c-ae55-376c71727fdd {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:56.357193 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3747-c9f0-4f1c-b1c2-e26dd433111c tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.387579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-a4f1e1bb-47cf-4c66-96de-5daf6a3df7ae service neutron] 10.222.0.43 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135438 Jul 16 18:12:56.425932 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.512831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a2fcc-4f74-4e25-834e-950761b02f40 req-879415ab-3369-4031-8a15-3d270b304544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.514904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-862a2fcc-4f74-4e25-834e-950761b02f40 req-879415ab-3369-4031-8a15-3d270b304544 service neutron] 10.222.0.35 "GET /v2.0/networks?id=abe8bae7-1934-4485-89c4-3eeabf6e67d7 HTTP/1.1" status: 200 len: 914 time: 0.3694999 Jul 16 18:12:56.524823 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3747-c9f0-4f1c-b1c2-e26dd433111c tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.641327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-862a2fcc-4f74-4e25-834e-950761b02f40 req-7b0bbf2c-739c-42e4-a508-0d3a8ce6b1d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d69f605e-f370-4034-bf34-d1e3875090a0 HTTP/1.1" status: 200 len: 217 time: 0.1127198 Jul 16 18:12:56.645057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe3747-c9f0-4f1c-b1c2-e26dd433111c tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Calling delete_port for 442e42de-4b04-488c-ae55-376c71727fdd owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:56.676083 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.797076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b04fe2-7c22-4798-8238-b5998bd9f375 req-1645d3c5-5b86-4b46-aa50-6a6d60ad8979 service neutron] 10.222.0.43 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969502 Jul 16 18:12:56.812506 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a2fcc-4f74-4e25-834e-950761b02f40 req-a7314937-78bc-474d-bc05-b3d21e432312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.814334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-862a2fcc-4f74-4e25-834e-950761b02f40 req-a7314937-78bc-474d-bc05-b3d21e432312 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=231ec7c4-bee6-4fb6-9916-4d888b784e11 HTTP/1.1" status: 200 len: 853 time: 0.1655431 Jul 16 18:12:56.819336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b2da73-59e2-4c7a-9a86-01eb7b75216d', 'tag': '8dc96fda-b496-4c0c-a73b-9aa6cf34740d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:56.822134 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982fa6cf-7049-461c-bbc9-c813f9fe4d69" -d '{"events": [{"name": "network-changed", "server_uuid": "99b2da73-59e2-4c7a-9a86-01eb7b75216d", "tag": "8dc96fda-b496-4c0c-a73b-9aa6cf34740d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:56.880006 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f834fe-f353-4532-bd94-3dfca92a2d42 x-openstack-request-id: req-58f834fe-f353-4532-bd94-3dfca92a2d42 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:56.880378 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b2da73-59e2-4c7a-9a86-01eb7b75216d", "tag": "8dc96fda-b496-4c0c-a73b-9aa6cf34740d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:56.880716 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58f834fe-f353-4532-bd94-3dfca92a2d42 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:56.881116 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b2da73-59e2-4c7a-9a86-01eb7b75216d', 'tag': '8dc96fda-b496-4c0c-a73b-9aa6cf34740d', 'status': 'completed', 'code': 200} Jul 16 18:12:56.910473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-862a2fcc-4f74-4e25-834e-950761b02f40 req-7abdd983-9945-4fd7-9c49-75a7268c8708 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abe8bae7-1934-4485-89c4-3eeabf6e67d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497003 Jul 16 18:12:57.007158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1bb58-4c79-405a-b421-3c5699eb3ed1 req-a4998844-268f-485c-ad28-a4dc566f4e28 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.008853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ccc1bb58-4c79-405a-b421-3c5699eb3ed1 req-a4998844-268f-485c-ad28-a4dc566f4e28 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 944 time: 0.4219491 Jul 16 18:12:57.062537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3747-c9f0-4f1c-b1c2-e26dd433111c tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.462448 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53178) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.559760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-862a2fcc-4f74-4e25-834e-950761b02f40 req-0a691119-b9a5-4c91-8ea1-34899eba0c13 service neutron] 10.222.0.35 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342182 Jul 16 18:12:57.561884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe3747-c9f0-4f1c-b1c2-e26dd433111c tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Port': ['ID=442e42de-4b04-488c-ae55-376c71727fdd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:57.619254 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3747-c9f0-4f1c-b1c2-e26dd433111c tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.623471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f9fe3747-c9f0-4f1c-b1c2-e26dd433111c tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/ports/442e42de-4b04-488c-ae55-376c71727fdd HTTP/1.1" status: 204 len: 168 time: 1.7970526 Jul 16 18:12:57.624415 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53188) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.641017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fa6cf-7049-461c-bbc9-c813f9fe4d69 req-cf18c1ee-6b1c-4201-b12a-a510ffd4efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.646114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-982fa6cf-7049-461c-bbc9-c813f9fe4d69 req-cf18c1ee-6b1c-4201-b12a-a510ffd4efbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=81bd50ee693e4de6af9be0096f2b1745&device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 1096 time: 0.7330618 Jul 16 18:12:57.678099 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06aa6a9-054d-42e9-8579-ce6b1f2ee947 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:57.678747 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06aa6a9-054d-42e9-8579-ce6b1f2ee947 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:57.681183 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a06aa6a9-054d-42e9-8579-ce6b1f2ee947 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/subnets/b64d0227-4812-4ea6-80a0-c4a4dc63b69b HTTP/1.1" status: 404 len: 337 time: 0.0538871 Jul 16 18:12:57.683706 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53194) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.768919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-862a2fcc-4f74-4e25-834e-950761b02f40 req-be1218bd-6c2f-46d4-8f5c-1554ba8b8903 service neutron] 10.222.0.35 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928630 Jul 16 18:12:57.805333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ccc1bb58-4c79-405a-b421-3c5699eb3ed1 req-828aa875-f832-44a4-9c10-f91f9ebd1ccf tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7833753 Jul 16 18:12:57.836146 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86021e2d-a6d7-4b62-a3b3-326ec0f1411d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.890823 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.947536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fa6cf-7049-461c-bbc9-c813f9fe4d69 req-d59d50e9-57b2-4e70-9dfd-13c4e513b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.949913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-982fa6cf-7049-461c-bbc9-c813f9fe4d69 req-d59d50e9-57b2-4e70-9dfd-13c4e513b3e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=abe8bae7-1934-4485-89c4-3eeabf6e67d7 HTTP/1.1" status: 200 len: 914 time: 0.1796803 Jul 16 18:12:58.006579 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f1bfb7d-19cb-495b-8553-67e5baa44d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.030882 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86021e2d-a6d7-4b62-a3b3-326ec0f1411d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.035809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-982fa6cf-7049-461c-bbc9-c813f9fe4d69 req-d6aadf2b-a7be-4ae5-9efd-d3132e72046f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dc96fda-b496-4c0c-a73b-9aa6cf34740d HTTP/1.1" status: 200 len: 217 time: 0.0776713 Jul 16 18:12:58.048571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-86021e2d-a6d7-4b62-a3b3-326ec0f1411d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd0b1f2-0e37-48b8-90c5-4fa870393204']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:58.071695 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-86021e2d-a6d7-4b62-a3b3-326ec0f1411d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ecdb4c-75c8-4a39-b591-7fb6f77d643f') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:58.072022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-86021e2d-a6d7-4b62-a3b3-326ec0f1411d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ecdb4c-75c8-4a39-b591-7fb6f77d643f') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:58.085014 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.088929 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86021e2d-a6d7-4b62-a3b3-326ec0f1411d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.099679 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.108104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fa6cf-7049-461c-bbc9-c813f9fe4d69 req-3710cce5-e17d-4315-9fcf-d71d956dcf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.115570 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86021e2d-a6d7-4b62-a3b3-326ec0f1411d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.116753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-982fa6cf-7049-461c-bbc9-c813f9fe4d69 req-3710cce5-e17d-4315-9fcf-d71d956dcf25 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=231ec7c4-bee6-4fb6-9916-4d888b784e11 HTTP/1.1" status: 200 len: 853 time: 0.0737104 Jul 16 18:12:58.142403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86021e2d-a6d7-4b62-a3b3-326ec0f1411d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:58.142821 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86021e2d-a6d7-4b62-a3b3-326ec0f1411d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:58.145970 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:58.168363 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d608858921af41dd93983797343a6f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7024581 Jul 16 18:12:58.168611 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-982fa6cf-7049-461c-bbc9-c813f9fe4d69 req-6486b001-7cf2-461c-9d73-362b529f98e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=abe8bae7-1934-4485-89c4-3eeabf6e67d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416992 Jul 16 18:12:58.168611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53204) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:58.170230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4d5907-3296-4f39-9abd-b53d65c8fe55,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:58.230368 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:58.230716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:58.231056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:58.231459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:58.231742 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:58.232075 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:58.232398 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:58.232730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:58.233052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:58.233369 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:58.233684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:58.234005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118ccc4-37b1-4230-bc2d-9e5617844f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:58.249618 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86021e2d-a6d7-4b62-a3b3-326ec0f1411d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.260280 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-86021e2d-a6d7-4b62-a3b3-326ec0f1411d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.262501 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-86021e2d-a6d7-4b62-a3b3-326ec0f1411d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/networks/dfd0b1f2-0e37-48b8-90c5-4fa870393204 HTTP/1.1" status: 204 len: 168 time: 0.5774498 Jul 16 18:12:58.265185 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53210) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:58.311631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86021e2d-a6d7-4b62-a3b3-326ec0f1411d tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Network': ['ID=dfd0b1f2-0e37-48b8-90c5-4fa870393204,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:58.359182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-982fa6cf-7049-461c-bbc9-c813f9fe4d69 req-1b726cf8-2e07-4c3c-9800-ecbff27497c0 service neutron] 10.222.0.43 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811552 Jul 16 18:12:58.364386 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1092225a-8b94-4c22-8a8c-43e9961bda98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.374964 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-702f6878-2003-4d0e-a9a5-d64f7938244b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Deleting subnet 8ebb2bd7-91ed-4173-84dc-d4c677d2c6e8 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:58.379544 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-702f6878-2003-4d0e-a9a5-d64f7938244b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.432511 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-702f6878-2003-4d0e-a9a5-d64f7938244b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.468061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-982fa6cf-7049-461c-bbc9-c813f9fe4d69 req-85bd278a-1863-4399-bf2e-18d62d34fec3 service neutron] 10.222.0.43 "GET /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013112 Jul 16 18:12:58.494382 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1092225a-8b94-4c22-8a8c-43e9961bda98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.548879 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-702f6878-2003-4d0e-a9a5-d64f7938244b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.559083 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1092225a-8b94-4c22-8a8c-43e9961bda98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.562624 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1092225a-8b94-4c22-8a8c-43e9961bda98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.565384 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1092225a-8b94-4c22-8a8c-43e9961bda98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b4d5907-3296-4f39-9abd-b53d65c8fe55 HTTP/1.1" status: 204 len: 168 time: 0.3953710 Jul 16 18:12:58.574763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092225a-8b94-4c22-8a8c-43e9961bda98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4d5907-3296-4f39-9abd-b53d65c8fe55,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:58.643799 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-702f6878-2003-4d0e-a9a5-d64f7938244b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.672240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f49150-fcff-452f-9ea9-117edd027b7d None None] Network b1a0b521-cad6-4408-8501-3d7724e0df61 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:58.684447 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-702f6878-2003-4d0e-a9a5-d64f7938244b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.690079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53218) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:58.691419 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-702f6878-2003-4d0e-a9a5-d64f7938244b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/subnets/8ebb2bd7-91ed-4173-84dc-d4c677d2c6e8 HTTP/1.1" status: 204 len: 168 time: 0.4249084 Jul 16 18:12:58.692951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f6878-2003-4d0e-a9a5-d64f7938244b tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebb2bd7-91ed-4173-84dc-d4c677d2c6e8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:58.850778 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.960328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Deleting port 0069580b-8dc3-4c97-acdb-2d4e266c6a41 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:58.960328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.037975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be017c1e-40c1-4caf-ad2b-e5a02020212d None None] DHCP port deletion for b1a0b521-cad6-4408-8501-3d7724e0df61 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:59.043894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] For port 0069580b-8dc3-4c97-acdb-2d4e266c6a41, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0069580b-8dc3-4c97-acdb-2d4e266c6a41,segment=NetworkSegment(0a815911-a11c-44d9-8ea2-d1d0033c416d),segment_id=0a815911-a11c-44d9-8ea2-d1d0033c416d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:59.044126 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.069236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Calling delete_port for 0069580b-8dc3-4c97-acdb-2d4e266c6a41 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:59.152390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-be017c1e-40c1-4caf-ad2b-e5a02020212d None None] Deleting port 0069580b-8dc3-4c97-acdb-2d4e266c6a41 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:59.153797 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-be017c1e-40c1-4caf-ad2b-e5a02020212d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.225164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721506ad-ba6f-45e2-8d43-679c83cdedc7 req-4c108d87-993b-47bd-b439-af53c5aa92bf tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:59.226788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-721506ad-ba6f-45e2-8d43-679c83cdedc7 req-4c108d87-993b-47bd-b439-af53c5aa92bf tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 944 time: 0.1462107 Jul 16 18:12:59.252554 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.347594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Port': ['ID=0069580b-8dc3-4c97-acdb-2d4e266c6a41,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:59.364126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53240) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:59.367079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] No DVR routers for this DVR port 0069580b-8dc3-4c97-acdb-2d4e266c6a41 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:59.392238 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-721506ad-ba6f-45e2-8d43-679c83cdedc7 req-e5445327-84ca-4a7f-9215-708a24f260da tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559484 Jul 16 18:12:59.405048 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d5065f4-7785-430f-a794-e9719f7b5588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.531748 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.545681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a0b521-cad6-4408-8501-3d7724e0df61']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:59.567981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-be017c1e-40c1-4caf-ad2b-e5a02020212d None None] For port 0069580b-8dc3-4c97-acdb-2d4e266c6a41, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0069580b-8dc3-4c97-acdb-2d4e266c6a41,segment=NetworkSegment(0a815911-a11c-44d9-8ea2-d1d0033c416d),segment_id=0a815911-a11c-44d9-8ea2-d1d0033c416d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:59.568494 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-be017c1e-40c1-4caf-ad2b-e5a02020212d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.575347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a815911-a11c-44d9-8ea2-d1d0033c416d') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:59.575993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a815911-a11c-44d9-8ea2-d1d0033c416d') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:59.579899 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d5065f4-7785-430f-a794-e9719f7b5588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.587111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d69f605e-f370-4034-bf34-d1e3875090a0 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:59.593717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-be017c1e-40c1-4caf-ad2b-e5a02020212d None None] Calling delete_port for 0069580b-8dc3-4c97-acdb-2d4e266c6a41 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:59.594405 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.596671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d5065f4-7785-430f-a794-e9719f7b5588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.620912 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.630393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:59.631136 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:59.635987 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:59.654875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5065f4-7785-430f-a794-e9719f7b5588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d401f9b-048a-4436-8b8d-f2cc91633f10,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:59.696335 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4d5065f4-7785-430f-a794-e9719f7b5588 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acdfbd2ddd264d29b2d2dd4e00b266df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308437 Jul 16 18:12:59.702523 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53246) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:59.783579 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-be017c1e-40c1-4caf-ad2b-e5a02020212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.788452 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0773db0a-d5de-43ea-b0bf-2c5e45bd3b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.792343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d69f605e-f370-4034-bf34-d1e3875090a0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d69f605e-f370-4034-bf34-d1e3875090a0,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:59.797766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.810164 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.814957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] 10.222.0.41 "DELETE /v2.0/networks/b1a0b521-cad6-4408-8501-3d7724e0df61 HTTP/1.1" status: 204 len: 168 time: 1.1221180 Jul 16 18:12:59.827367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be017c1e-40c1-4caf-ad2b-e5a02020212d None None] Pushing event deleted for resources: {'Port': ['ID=0069580b-8dc3-4c97-acdb-2d4e266c6a41,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:59.838270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be017c1e-40c1-4caf-ad2b-e5a02020212d None None] No DVR routers for this DVR port 0069580b-8dc3-4c97-acdb-2d4e266c6a41 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:59.838661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734d00a-03ba-4cb3-be9d-dfd5666e2705 tempest-NetworksIpV6TestAttrs-1970436360 tempest-NetworksIpV6TestAttrs-1970436360-project] Pushing event deleted for resources: {'Network': ['ID=b1a0b521-cad6-4408-8501-3d7724e0df61,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:59.849785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'd69f605e-f370-4034-bf34-d1e3875090a0', 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7', 'port_id': 'd69f605e-f370-4034-bf34-d1e3875090a0', 'mac_address': 'fa:16:3e:27:3c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231ec7c4-bee6-4fb6-9916-4d888b784e11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:59.858938 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0773db0a-d5de-43ea-b0bf-2c5e45bd3b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.900175 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.921750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69f605e-f370-4034-bf34-d1e3875090a0 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:59.941153 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0773db0a-d5de-43ea-b0bf-2c5e45bd3b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.944417 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0773db0a-d5de-43ea-b0bf-2c5e45bd3b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.945720 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0773db0a-d5de-43ea-b0bf-2c5e45bd3b31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d401f9b-048a-4436-8b8d-f2cc91633f10 HTTP/1.1" status: 204 len: 168 time: 0.2420909 Jul 16 18:12:59.959555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773db0a-d5de-43ea-b0bf-2c5e45bd3b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d401f9b-048a-4436-8b8d-f2cc91633f10,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:59.975868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d69f605e-f370-4034-bf34-d1e3875090a0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d69f605e-f370-4034-bf34-d1e3875090a0,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:00.016122 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.110198 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d69f605e-f370-4034-bf34-d1e3875090a0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:00.218446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d69f605e-f370-4034-bf34-d1e3875090a0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:00.418590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0069580b-8dc3-4c97-acdb-2d4e266c6a41 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:00.421275 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8dc96fda-b496-4c0c-a73b-9aa6cf34740d details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:00.453361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53278) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:00.455670 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 0069580b-8dc3-4c97-acdb-2d4e266c6a41 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:00.456044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0069580b-8dc3-4c97-acdb-2d4e266c6a41 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:00.624558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8dc96fda-b496-4c0c-a73b-9aa6cf34740d,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:00.640630 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '8dc96fda-b496-4c0c-a73b-9aa6cf34740d', 'network_id': 'abe8bae7-1934-4485-89c4-3eeabf6e67d7', 'port_id': '8dc96fda-b496-4c0c-a73b-9aa6cf34740d', 'mac_address': 'fa:16:3e:04:ef:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231ec7c4-bee6-4fb6-9916-4d888b784e11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:00.661917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88805f9-61dd-4553-9b1b-12af560d292f req-dc8987d8-7caa-401e-89a2-7a3e48db1766 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:00.665246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c88805f9-61dd-4553-9b1b-12af560d292f req-dc8987d8-7caa-401e-89a2-7a3e48db1766 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 944 time: 0.1241817 Jul 16 18:13:00.701857 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.729071 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.739102 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc96fda-b496-4c0c-a73b-9aa6cf34740d {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:00.753300 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3ba3112c-8925-4d80-81ae-37f9aa49927e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.761395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c88805f9-61dd-4553-9b1b-12af560d292f req-c338ac35-e199-404a-a31c-b642565d9236 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893376 Jul 16 18:13:00.783810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8dc96fda-b496-4c0c-a73b-9aa6cf34740d,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:00.788039 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.846258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8dc96fda-b496-4c0c-a73b-9aa6cf34740d,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:00.925821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53290) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:00.943767 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a991f4b6-f376-4727-970f-ff63a5ab6788 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acd5aa31b10142688f25f0e19886dd01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4891593 Jul 16 18:13:00.946167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53294) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:01.008821 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2d3bca6-a698-41ca-b51f-e73160007426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.026168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['8dc96fda-b496-4c0c-a73b-9aa6cf34740d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:01.049021 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2d3bca6-a698-41ca-b51f-e73160007426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.104518 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2d3bca6-a698-41ca-b51f-e73160007426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.107166 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2d3bca6-a698-41ca-b51f-e73160007426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.108381 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d2d3bca6-a698-41ca-b51f-e73160007426 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e27f3838-23a2-4f89-9818-16a528c10b68 HTTP/1.1" status: 204 len: 168 time: 0.1611185 Jul 16 18:13:01.118315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3bca6-a698-41ca-b51f-e73160007426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f3838-23a2-4f89-9818-16a528c10b68,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:01.175055 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6fd05180-a369-4761-ae4e-148bca8f071a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.297248 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6fd05180-a369-4761-ae4e-148bca8f071a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.301921 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6fd05180-a369-4761-ae4e-148bca8f071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.349663 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6fd05180-a369-4761-ae4e-148bca8f071a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d26a54cd1874c2db2cb146002fb9e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4210057 Jul 16 18:13:01.349663 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd05180-a369-4761-ae4e-148bca8f071a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6a1271-a7cb-4ef0-9436-039a2f3b9b6b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:01.350704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53308) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:01.410585 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4df337a4-dd18-498d-b198-9b464e962a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.432939 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4df337a4-dd18-498d-b198-9b464e962a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.485081 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4df337a4-dd18-498d-b198-9b464e962a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.491035 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4df337a4-dd18-498d-b198-9b464e962a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.492381 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4df337a4-dd18-498d-b198-9b464e962a8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c6a1271-a7cb-4ef0-9436-039a2f3b9b6b HTTP/1.1" status: 204 len: 168 time: 0.1400683 Jul 16 18:13:01.505346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df337a4-dd18-498d-b198-9b464e962a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6a1271-a7cb-4ef0-9436-039a2f3b9b6b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:01.594606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d69f605e-f370-4034-bf34-d1e3875090a0 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:01.654623 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port d69f605e-f370-4034-bf34-d1e3875090a0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:01.658980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port d69f605e-f370-4034-bf34-d1e3875090a0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:01.659343 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.740756 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.775352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69f605e-f370-4034-bf34-d1e3875090a0'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:01.778377 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc90dc5-5546-4072-860a-5b01de6b98e6" -d '{"events": [{"server_uuid": "b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c", "name": "network-vif-plugged", "status": "completed", "tag": "d69f605e-f370-4034-bf34-d1e3875090a0"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:01.798566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port d69f605e-f370-4034-bf34-d1e3875090a0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d69f605e-f370-4034-bf34-d1e3875090a0,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:01.803022 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.864770 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d412615e-b91c-4eee-893b-f2d40c16f83d x-openstack-request-id: req-d412615e-b91c-4eee-893b-f2d40c16f83d {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:01.865057 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c", "name": "network-vif-plugged", "status": "completed", "tag": "d69f605e-f370-4034-bf34-d1e3875090a0", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:01.865351 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d412615e-b91c-4eee-893b-f2d40c16f83d {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:01.865817 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69f605e-f370-4034-bf34-d1e3875090a0', 'code': 200} Jul 16 18:13:01.870683 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.884571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=d69f605e-f370-4034-bf34-d1e3875090a0,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:01.931523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53334) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:01.947985 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ffed6f4-aa88-40fe-8698-92c3b9caaa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.070778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e2e36-85b6-4d46-8b07-c45fe0466dd3 req-a494e19e-ad9d-4e5c-97d9-fda5228a7593 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.072389 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc6e2e36-85b6-4d46-8b07-c45fe0466dd3 req-a494e19e-ad9d-4e5c-97d9-fda5228a7593 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 945 time: 0.1983137 Jul 16 18:13:02.083152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53340) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:02.111411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc05600-ab69-48f8-a44a-9c5f8085ffd3 req-626470a2-6efb-4661-a887-0e1eb220a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.113133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ffc05600-ab69-48f8-a44a-9c5f8085ffd3 req-626470a2-6efb-4661-a887-0e1eb220a87b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c HTTP/1.1" status: 200 len: 1098 time: 0.1540852 Jul 16 18:13:02.161268 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc6e2e36-85b6-4d46-8b07-c45fe0466dd3 req-b424afd1-a95b-4f4e-b4e9-4850aa316b5d tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809984 Jul 16 18:13:02.195492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ffc05600-ab69-48f8-a44a-9c5f8085ffd3 req-4823b113-c918-4905-8efb-600986dec687 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745814 Jul 16 18:13:02.215756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ffed6f4-aa88-40fe-8698-92c3b9caaa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.221266 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ffed6f4-aa88-40fe-8698-92c3b9caaa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.266978 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53350) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:02.267241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3ffed6f4-aa88-40fe-8698-92c3b9caaa6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4659abe3a8f548559926b5bb58551af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337703 Jul 16 18:13:02.268554 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffed6f4-aa88-40fe-8698-92c3b9caaa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2085c12-46ee-45b5-b903-69c2081bf6aa,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.331472 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b69bc7d1-1dec-41b3-9ec9-71ae041b01ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.340280 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af643296-df38-44f8-9e9f-2b22bef0c3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.371135 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b69bc7d1-1dec-41b3-9ec9-71ae041b01ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.417963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8dc96fda-b496-4c0c-a73b-9aa6cf34740d up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:02.457488 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b69bc7d1-1dec-41b3-9ec9-71ae041b01ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.463774 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b69bc7d1-1dec-41b3-9ec9-71ae041b01ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.465197 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b69bc7d1-1dec-41b3-9ec9-71ae041b01ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2085c12-46ee-45b5-b903-69c2081bf6aa HTTP/1.1" status: 204 len: 168 time: 0.1970367 Jul 16 18:13:02.480661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bc7d1-1dec-41b3-9ec9-71ae041b01ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2085c12-46ee-45b5-b903-69c2081bf6aa,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.483082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:02.498545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:02.499353 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.524378 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af643296-df38-44f8-9e9f-2b22bef0c3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.532060 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-af643296-df38-44f8-9e9f-2b22bef0c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.601925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53364) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:02.602610 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-af643296-df38-44f8-9e9f-2b22bef0c3ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e057b32075404c5aa162adbbfb707441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5176837 Jul 16 18:13:02.603181 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af643296-df38-44f8-9e9f-2b22bef0c3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a680f4-5fb2-4478-98b9-ac495d553127,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.647207 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.688346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8dc96fda-b496-4c0c-a73b-9aa6cf34740d,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:02.701936 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-416d917b-58f1-43cd-adba-e4fba68df62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.705259 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.745675 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-416d917b-58f1-43cd-adba-e4fba68df62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.765784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8dc96fda-b496-4c0c-a73b-9aa6cf34740d,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.822245 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-416d917b-58f1-43cd-adba-e4fba68df62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.824834 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-416d917b-58f1-43cd-adba-e4fba68df62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.828720 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-416d917b-58f1-43cd-adba-e4fba68df62a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6a680f4-5fb2-4478-98b9-ac495d553127 HTTP/1.1" status: 204 len: 168 time: 0.2254584 Jul 16 18:13:02.836649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d917b-58f1-43cd-adba-e4fba68df62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a680f4-5fb2-4478-98b9-ac495d553127,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.859168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53372) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:03.116771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1524019098'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:03.147053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Made reservation on behalf of 279f473cc6a24511b5c8f842ae0db8d5 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:03.152886 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.163724 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.289633 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.298092 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.338103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:03.362740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2155140-0cb4-4bc6-a903-1022a4826ab2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.372560 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.372914 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Added segment 7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09 of type vlan for network 6cb7a835-fad0-4d70-b53c-ff27998119bc Jul 16 18:13:03.385322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:03.385642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:03.385985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:03.386492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:03.386832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:03.387162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:03.387547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:03.387887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:03.388233 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:03.388557 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:03.388938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:03.389197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:03.405292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53394) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:03.430454 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b895a50-d655-4986-ae14-0abbff334164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.478289 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.521173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a016fb-e2fd-4312-a1e9-d49f1926c70b req-621f603d-b65f-428c-a77e-feb413743796 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.523459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51a016fb-e2fd-4312-a1e9-d49f1926c70b req-621f603d-b65f-428c-a77e-feb413743796 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 946 time: 0.1489840 Jul 16 18:13:03.563307 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.570341 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.577069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.578179 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.603731 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b895a50-d655-4986-ae14-0abbff334164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.623270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b895a50-d655-4986-ae14-0abbff334164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.636076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7752314 Jul 16 18:13:03.639621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53402) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:03.642577 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51a016fb-e2fd-4312-a1e9-d49f1926c70b req-2470ae62-6381-49b5-ae83-1ff927333ab1 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092706 Jul 16 18:13:03.650042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-33ae6f2c-f950-40c3-ae55-bc84f26ea4b9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Request body: {'subnet': {'network_id': '6cb7a835-fad0-4d70-b53c-ff27998119bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:03.695890 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266a727-9cb3-4f03-a27c-7a658831c5a7 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Pushing event updated for resources: {'Network': ['ID=6cb7a835-fad0-4d70-b53c-ff27998119bc,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.705234 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 6cb7a835-fad0-4d70-b53c-ff27998119bc details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:03.716327 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b895a50-d655-4986-ae14-0abbff334164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273f3fde-eef3-431d-b68e-a26561ebb351,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.754444 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5b895a50-d655-4986-ae14-0abbff334164 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04007d91b03447c9a8c71ca77d9c4cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478549 Jul 16 18:13:03.756886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53408) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:03.821319 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ae6f2c-f950-40c3-ae55-bc84f26ea4b9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Made reservation on behalf of 279f473cc6a24511b5c8f842ae0db8d5 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:03.827380 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c00509c-8ae8-417a-b8ac-c397de27baf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.829852 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-33ae6f2c-f950-40c3-ae55-bc84f26ea4b9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.854935 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c00509c-8ae8-417a-b8ac-c397de27baf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.866603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b2da73-59e2-4c7a-9a86-01eb7b75216d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc96fda-b496-4c0c-a73b-9aa6cf34740d'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:03.869018 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224ae525-c26c-4bbd-8738-72c9ed541f40" -d '{"events": [{"server_uuid": "99b2da73-59e2-4c7a-9a86-01eb7b75216d", "name": "network-vif-plugged", "status": "completed", "tag": "8dc96fda-b496-4c0c-a73b-9aa6cf34740d"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:03.930867 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c00509c-8ae8-417a-b8ac-c397de27baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.934570 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c00509c-8ae8-417a-b8ac-c397de27baf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.936781 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2c00509c-8ae8-417a-b8ac-c397de27baf2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/273f3fde-eef3-431d-b68e-a26561ebb351 HTTP/1.1" status: 204 len: 168 time: 0.1786838 Jul 16 18:13:03.946924 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00509c-8ae8-417a-b8ac-c397de27baf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273f3fde-eef3-431d-b68e-a26561ebb351,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.952692 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce506a6-c7c2-4a74-8fcc-2736fea5fbfd x-openstack-request-id: req-cce506a6-c7c2-4a74-8fcc-2736fea5fbfd {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:03.953017 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b2da73-59e2-4c7a-9a86-01eb7b75216d", "name": "network-vif-plugged", "status": "completed", "tag": "8dc96fda-b496-4c0c-a73b-9aa6cf34740d", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:03.953276 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cce506a6-c7c2-4a74-8fcc-2736fea5fbfd {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:03.953780 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b2da73-59e2-4c7a-9a86-01eb7b75216d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc96fda-b496-4c0c-a73b-9aa6cf34740d', 'code': 200} Jul 16 18:13:04.148290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98438a63-2cbc-4a0b-9af7-3b31e3e065d9 req-d0f7a958-7f57-463f-a404-6d606650fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.149826 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98438a63-2cbc-4a0b-9af7-3b31e3e065d9 req-d0f7a958-7f57-463f-a404-6d606650fa89 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 1098 time: 0.1078010 Jul 16 18:13:04.153165 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-33ae6f2c-f950-40c3-ae55-bc84f26ea4b9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.250558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae6f2c-f950-40c3-ae55-bc84f26ea4b9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Pushing event updated for resources: {'Subnet': ['ID=64fe496a-fed9-4e11-a83f-57f39a1c5a5f,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:04.259467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98438a63-2cbc-4a0b-9af7-3b31e3e065d9 req-373c4b6a-e630-4ea6-b8eb-4568946f780c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968976 Jul 16 18:13:04.265842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ae6f2c-f950-40c3-ae55-bc84f26ea4b9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Checking segment: {'id': '7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6cb7a835-fad0-4d70-b53c-ff27998119bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:04.266133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ae6f2c-f950-40c3-ae55-bc84f26ea4b9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Network hostable DHCP agents. Network: 6cb7a835-fad0-4d70-b53c-ff27998119bc, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:04.293631 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ae6f2c-f950-40c3-ae55-bc84f26ea4b9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Network 6cb7a835-fad0-4d70-b53c-ff27998119bc is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:04.305861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-33ae6f2c-f950-40c3-ae55-bc84f26ea4b9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 6cb7a835-fad0-4d70-b53c-ff27998119bc) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:04.310753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ae6f2c-f950-40c3-ae55-bc84f26ea4b9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.311621 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-33ae6f2c-f950-40c3-ae55-bc84f26ea4b9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.317416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41da05f-e3a6-4466-8bfe-92db67caba92 None None] Network 6cb7a835-fad0-4d70-b53c-ff27998119bc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:04.344957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-33ae6f2c-f950-40c3-ae55-bc84f26ea4b9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7013166 Jul 16 18:13:04.347738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53438) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:04.354973 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Request body: {'port': {'network_id': '6cb7a835-fad0-4d70-b53c-ff27998119bc', 'name': 'tempest-TagsExtTest-1553203665'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:04.495129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Made reservation on behalf of 279f473cc6a24511b5c8f842ae0db8d5 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:04.498707 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.515347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-6cb7a835-fad0-4d70-b53c-ff27998119bc', 'network_id': '6cb7a835-fad0-4d70-b53c-ff27998119bc', 'tenant_id': '279f473cc6a24511b5c8f842ae0db8d5', 'fixed_ips': [{'subnet_id': '64fe496a-fed9-4e11-a83f-57f39a1c5a5f'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:04.516302 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.519341 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] device_id is not set on port 9e3d3097-cc19-4ca6-9541-0a2d4541756e yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:04.654975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Allocated IP 172.20.0.2 (6cb7a835-fad0-4d70-b53c-ff27998119bc/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/9e3d3097-cc19-4ca6-9541-0a2d4541756e) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:04.830976 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.847237 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Transition to ACTIVE for port object 9e3d3097-cc19-4ca6-9541-0a2d4541756e will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:04.860077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8ad96-2de7-49ff-a5ee-ccae58deec57 req-0032e810-21d6-4794-aa1e-a875e8718c44 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.863054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82e8ad96-2de7-49ff-a5ee-ccae58deec57 req-0032e810-21d6-4794-aa1e-a875e8718c44 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 946 time: 0.0789843 Jul 16 18:13:04.899663 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.925213 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82e8ad96-2de7-49ff-a5ee-ccae58deec57 req-e4b26333-6c8d-4be0-b9fc-5db249a81e16 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558257 Jul 16 18:13:04.955781 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0d6b57cb-b6c6-4fef-8474-abe5042eeca6 {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:13:04.956883 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:13:04.965200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Network 6cb7a835-fad0-4d70-b53c-ff27998119bc is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:04.968654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:04.974347 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:04.978310 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Pushing event updated for resources: {'Port': ['ID=9e3d3097-cc19-4ca6-9541-0a2d4541756e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:05.044761 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.045728 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.067775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53468) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:05.072870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-daa1d374-3880-4d62-9b23-a96d13a15776 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1674400427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:05.078862 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ba6dc255-4eba-4542-b209-10b4df9068df tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7291119 Jul 16 18:13:05.102568 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-daa1d374-3880-4d62-9b23-a96d13a15776 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.104209 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-daa1d374-3880-4d62-9b23-a96d13a15776 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.174254 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-daa1d374-3880-4d62-9b23-a96d13a15776 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.180189 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-daa1d374-3880-4d62-9b23-a96d13a15776 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.201848 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-daa1d374-3880-4d62-9b23-a96d13a15776 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.203175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-daa1d374-3880-4d62-9b23-a96d13a15776 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1343207 Jul 16 18:13:05.206597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53474) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:05.211508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-17b70ff9-1f8e-408c-bc04-8cc4394b0a84 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-971765561', 'prefixes': ['172.20.0.0/16']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:05.275659 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-17b70ff9-1f8e-408c-bc04-8cc4394b0a84 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks [] for subnetpool, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.276911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-17b70ff9-1f8e-408c-bc04-8cc4394b0a84 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0690219 Jul 16 18:13:05.280270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53482) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:05.285577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-85c078c8-7e49-4232-b269-f8fbd148158e tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64fe496a-fed9-4e11-a83f-57f39a1c5a5f', 'tempest-TagsExtTest-Tag-1989301482') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:05.409226 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-85c078c8-7e49-4232-b269-f8fbd148158e tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "PUT /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/tags/tempest-TagsExtTest-Tag-1989301482 HTTP/1.1" status: 201 len: 201 time: 0.1279564 Jul 16 18:13:05.412120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53488) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:05.417842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-d5022203-21fd-4bff-981c-608759ae91b6 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9e3d3097-cc19-4ca6-9541-0a2d4541756e', 'tempest-TagsExtTest-Tag-1326173558') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:05.458578 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.508623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d5022203-21fd-4bff-981c-608759ae91b6 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "PUT /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e/tags/tempest-TagsExtTest-Tag-1326173558 HTTP/1.1" status: 201 len: 201 time: 0.0918822 Jul 16 18:13:05.509299 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53492) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:05.514820 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-d0b34ab6-b117-44c3-911f-be1add5fad48 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dcfed365-4e48-4ad9-a2eb-20af516df7eb', 'tempest-TagsExtTest-Tag-128640260') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:05.635568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Allocated IP 172.20.0.3 (6cb7a835-fad0-4d70-b53c-ff27998119bc/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/20075d27-e82b-4823-9967-3175d57194a2) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:05.677519 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d0b34ab6-b117-44c3-911f-be1add5fad48 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "PUT /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb/tags/tempest-TagsExtTest-Tag-128640260 HTTP/1.1" status: 201 len: 201 time: 0.1669266 Jul 16 18:13:05.680665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53498) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:05.687179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-4e06294b-7633-4ef5-a914-66cd502238c0 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f', 'tempest-TagsExtTest-Tag-13005241') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:05.746591 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4e06294b-7633-4ef5-a914-66cd502238c0 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "PUT /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f/tags/tempest-TagsExtTest-Tag-13005241 HTTP/1.1" status: 201 len: 201 time: 0.0621321 Jul 16 18:13:05.747143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53502) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:05.752144 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-dccc5dc0-5be5-4fe4-88bd-205f776cda66 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64fe496a-fed9-4e11-a83f-57f39a1c5a5f') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:05.842313 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.863678 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Transition to ACTIVE for port object 20075d27-e82b-4823-9967-3175d57194a2 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:05.896009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Transition to ACTIVE for port object 20075d27-e82b-4823-9967-3175d57194a2 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:05.897945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53510) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:05.898428 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dccc5dc0-5be5-4fe4-88bd-205f776cda66 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/tags HTTP/1.1" status: 200 len: 241 time: 0.1490278 Jul 16 18:13:05.902455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-a5fca0a2-c6a9-41ec-803d-ec4de6b47795 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64fe496a-fed9-4e11-a83f-57f39a1c5a5f', 'tempest-TagsExtTest-Tag-1989301482') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:05.905711 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.949575 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Network 6cb7a835-fad0-4d70-b53c-ff27998119bc is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:05.955853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:05.964661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:05.981197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Pushing event updated for resources: {'Port': ['ID=20075d27-e82b-4823-9967-3175d57194a2,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:06.067918 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Attempting to bind port 20075d27-e82b-4823-9967-3175d57194a2 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:06.068398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Attempting to bind port 20075d27-e82b-4823-9967-3175d57194a2 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6cb7a835-fad0-4d70-b53c-ff27998119bc'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:06.069179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Attempting to bind port 20075d27-e82b-4823-9967-3175d57194a2 on network 6cb7a835-fad0-4d70-b53c-ff27998119bc {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:06.075205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:06.075830 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Checking segment: {'id': '7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6cb7a835-fad0-4d70-b53c-ff27998119bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:06.076348 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.076846 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Bound using segment: {'id': '7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6cb7a835-fad0-4d70-b53c-ff27998119bc'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:06.077420 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Bound port: 20075d27-e82b-4823-9967-3175d57194a2, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6cb7a835-fad0-4d70-b53c-ff27998119bc'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:06.077908 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.085133 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53520) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:06.086971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a5fca0a2-c6a9-41ec-803d-ec4de6b47795 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/tags/tempest-TagsExtTest-Tag-1989301482 HTTP/1.1" status: 204 len: 168 time: 0.1862614 Jul 16 18:13:06.090742 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-cdbb832f-f833-49b9-bc81-6876a7e6effb tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '64fe496a-fed9-4e11-a83f-57f39a1c5a5f', 'tempest-TagsExtTest-Tag-1989301482') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:06.160516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] For port 20075d27-e82b-4823-9967-3175d57194a2, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:06.164106 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] For port 20075d27-e82b-4823-9967-3175d57194a2, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=20075d27-e82b-4823-9967-3175d57194a2,segment=NetworkSegment(7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09),segment_id=7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:06.175470 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.241702 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cdbb832f-f833-49b9-bc81-6876a7e6effb tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/tags/tempest-TagsExtTest-Tag-1989301482 HTTP/1.1" status: 204 len: 168 time: 0.1524699 Jul 16 18:13:06.241702 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53530) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:06.245860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-4e32e7eb-243f-48f6-b351-163b2e81582c tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64fe496a-fed9-4e11-a83f-57f39a1c5a5f') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:06.286031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a8bba-d928-42ac-ade3-c348166af90f req-3cc5e38f-ea3d-4f25-8cd2-c8cf0d6a0feb tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.302385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae3a8bba-d928-42ac-ade3-c348166af90f req-3cc5e38f-ea3d-4f25-8cd2-c8cf0d6a0feb tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 946 time: 0.1670492 Jul 16 18:13:06.331968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5206de3-0b1d-480f-b677-0875c96e5b7e None None] Pushing event updated for resources: {'Port': ['ID=20075d27-e82b-4823-9967-3175d57194a2,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:06.371990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae3a8bba-d928-42ac-ade3-c348166af90f req-d7bf796c-f1fb-46a2-802a-f3df4043b80c tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691829 Jul 16 18:13:06.388898 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4e32e7eb-243f-48f6-b351-163b2e81582c tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/tags HTTP/1.1" status: 200 len: 205 time: 0.1464000 Jul 16 18:13:06.392067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53536) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:06.398192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-1c6e0c67-b3d9-43a1-a061-b08c72b86478 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9e3d3097-cc19-4ca6-9541-0a2d4541756e') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:06.412849 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:13:06.469220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1c6e0c67-b3d9-43a1-a061-b08c72b86478 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e/tags HTTP/1.1" status: 200 len: 241 time: 0.0755048 Jul 16 18:13:06.472217 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53542) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:06.478108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-655ba129-71ee-417a-81af-cb1ee6be0d0f tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e3d3097-cc19-4ca6-9541-0a2d4541756e', 'tempest-TagsExtTest-Tag-1326173558') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:06.543565 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-655ba129-71ee-417a-81af-cb1ee6be0d0f tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e/tags/tempest-TagsExtTest-Tag-1326173558 HTTP/1.1" status: 204 len: 168 time: 0.0698757 Jul 16 18:13:06.546823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53548) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:06.553171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-4baaa71e-2084-48bb-9f21-dbaa98b08091 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9e3d3097-cc19-4ca6-9541-0a2d4541756e', 'tempest-TagsExtTest-Tag-1326173558') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:06.739642 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4baaa71e-2084-48bb-9f21-dbaa98b08091 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e/tags/tempest-TagsExtTest-Tag-1326173558 HTTP/1.1" status: 204 len: 168 time: 0.1902173 Jul 16 18:13:06.742178 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53554) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:06.746705 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-371102af-84c2-4a1d-b5f8-82bccbdef8f8 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9e3d3097-cc19-4ca6-9541-0a2d4541756e') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:06.773063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b6c3c-a5f6-4baf-8d9d-0e2898d431cb req-0c9fbb00-4c7e-4d80-9413-a75647ee7a8a tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.774512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc7b6c3c-a5f6-4baf-8d9d-0e2898d431cb req-0c9fbb00-4c7e-4d80-9413-a75647ee7a8a tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c HTTP/1.1" status: 200 len: 946 time: 0.1601367 Jul 16 18:13:06.842893 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-371102af-84c2-4a1d-b5f8-82bccbdef8f8 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e/tags HTTP/1.1" status: 200 len: 205 time: 0.0996742 Jul 16 18:13:06.847070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53560) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:06.854119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-cad1cb9d-e77e-45be-8367-4fd9de780e5e tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dcfed365-4e48-4ad9-a2eb-20af516df7eb') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:06.886704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc7b6c3c-a5f6-4baf-8d9d-0e2898d431cb req-f8e8c300-a63f-4522-a577-c5e308754f33 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979829 Jul 16 18:13:06.968224 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cad1cb9d-e77e-45be-8367-4fd9de780e5e tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb/tags HTTP/1.1" status: 200 len: 240 time: 0.1200562 Jul 16 18:13:06.971559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53566) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:06.976392 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-788a1eea-da69-4b9f-8c23-dea712ff2da1 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dcfed365-4e48-4ad9-a2eb-20af516df7eb', 'tempest-TagsExtTest-Tag-128640260') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:07.184475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53572) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.184931 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-788a1eea-da69-4b9f-8c23-dea712ff2da1 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb/tags/tempest-TagsExtTest-Tag-128640260 HTTP/1.1" status: 204 len: 168 time: 0.2093947 Jul 16 18:13:07.188170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-78bb7098-62d2-4877-848c-9b40da1660bf tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dcfed365-4e48-4ad9-a2eb-20af516df7eb', 'tempest-TagsExtTest-Tag-128640260') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:07.331907 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53580) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.332258 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-78bb7098-62d2-4877-848c-9b40da1660bf tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb/tags/tempest-TagsExtTest-Tag-128640260 HTTP/1.1" status: 204 len: 168 time: 0.1489961 Jul 16 18:13:07.336497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-5eff9f5c-beab-49c4-892d-f50c6a3892ab tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dcfed365-4e48-4ad9-a2eb-20af516df7eb') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:07.453726 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5eff9f5c-beab-49c4-892d-f50c6a3892ab tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb/tags HTTP/1.1" status: 200 len: 205 time: 0.1207070 Jul 16 18:13:07.457035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53584) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.464599 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-3ae865f2-9136-4f75-bdab-ad12a79467e3 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:07.526695 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3ae865f2-9136-4f75-bdab-ad12a79467e3 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f/tags HTTP/1.1" status: 200 len: 239 time: 0.0685878 Jul 16 18:13:07.529008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53588) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.534863 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-22c0ec2c-6207-45b2-b8d7-d361328b9549 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f', 'tempest-TagsExtTest-Tag-13005241') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:07.564714 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-22c0ec2c-6207-45b2-b8d7-d361328b9549 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f/tags/tempest-TagsExtTest-Tag-13005241 HTTP/1.1" status: 204 len: 168 time: 0.0333807 Jul 16 18:13:07.567647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53592) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.573525 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-dc50eb94-f419-4e85-b7b7-5ba22b61f8ef tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f', 'tempest-TagsExtTest-Tag-13005241') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:07.664587 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dc50eb94-f419-4e85-b7b7-5ba22b61f8ef tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f/tags/tempest-TagsExtTest-Tag-13005241 HTTP/1.1" status: 204 len: 168 time: 0.0957336 Jul 16 18:13:07.667100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53598) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.671700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-c481b8b0-0164-4340-abec-4e6cfc31af88 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:07.721859 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53600) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.723878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c481b8b0-0164-4340-abec-4e6cfc31af88 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f/tags HTTP/1.1" status: 200 len: 205 time: 0.0551586 Jul 16 18:13:07.727177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-e0c554f6-7208-4197-bf34-ea96d717f288 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:07.760506 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e0c554f6-7208-4197-bf34-ea96d717f288 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f/tags HTTP/1.1" status: 204 len: 168 time: 0.0375314 Jul 16 18:13:07.763083 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53604) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.768776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-a6aa5b29-1c74-4f8b-b2f5-1c76a6bda511 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dcfed365-4e48-4ad9-a2eb-20af516df7eb') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:07.803140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7e1ee6-0a84-4a9c-b9ed-d79ae14afd87 None None] Network 6cb7a835-fad0-4d70-b53c-ff27998119bc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:07.864915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b279b-67a6-48a9-bc3c-4c1e3e5f6f3a req-8f0c8f99-0af2-4558-ac5a-cc3b8410d716 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.877222 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea7b279b-67a6-48a9-bc3c-4c1e3e5f6f3a req-8f0c8f99-0af2-4558-ac5a-cc3b8410d716 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c HTTP/1.1" status: 200 len: 946 time: 0.1339693 Jul 16 18:13:07.880330 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a6aa5b29-1c74-4f8b-b2f5-1c76a6bda511 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1159906 Jul 16 18:13:07.880965 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53608) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.886251 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-16e73722-7b34-4e93-8005-938e4a8d7987 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e3d3097-cc19-4ca6-9541-0a2d4541756e') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:07.926781 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea7b279b-67a6-48a9-bc3c-4c1e3e5f6f3a req-f3408b7b-e325-456a-8caf-09beee543627 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444179 Jul 16 18:13:07.962143 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-efcc162f-d294-4a99-800b-b8d6d0be69a9 None None] Provisioning for port 20075d27-e82b-4823-9967-3175d57194a2 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:07.978314 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-16e73722-7b34-4e93-8005-938e4a8d7987 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e/tags HTTP/1.1" status: 204 len: 168 time: 0.0963459 Jul 16 18:13:07.981024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53614) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.986527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-837d6af2-9a8b-40b9-bd7c-ab9978b6cf31 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64fe496a-fed9-4e11-a83f-57f39a1c5a5f') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:08.070708 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53616) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.071247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-837d6af2-9a8b-40b9-bd7c-ab9978b6cf31 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/tags HTTP/1.1" status: 204 len: 168 time: 0.0889711 Jul 16 18:13:08.075184 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-c9599de0-ce49-4741-a691-f5429ea9fff3 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64fe496a-fed9-4e11-a83f-57f39a1c5a5f', 'tempest-TagsExtTest-Tag-1401537201') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:08.180150 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c9599de0-ce49-4741-a691-f5429ea9fff3 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "PUT /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/tags/tempest-TagsExtTest-Tag-1401537201 HTTP/1.1" status: 201 len: 201 time: 0.1058893 Jul 16 18:13:08.180930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53624) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.186694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-ebd4bc38-9427-4227-b103-e76abf5440a6 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9e3d3097-cc19-4ca6-9541-0a2d4541756e', 'tempest-TagsExtTest-Tag-904922726') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:08.287189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ebd4bc38-9427-4227-b103-e76abf5440a6 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "PUT /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e/tags/tempest-TagsExtTest-Tag-904922726 HTTP/1.1" status: 201 len: 201 time: 0.1048956 Jul 16 18:13:08.289968 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53630) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.295135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-f6582343-8402-435f-ac57-2337b637e8ea tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dcfed365-4e48-4ad9-a2eb-20af516df7eb', 'tempest-TagsExtTest-Tag-1517595456') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:08.415795 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f6582343-8402-435f-ac57-2337b637e8ea tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "PUT /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb/tags/tempest-TagsExtTest-Tag-1517595456 HTTP/1.1" status: 201 len: 201 time: 0.1245275 Jul 16 18:13:08.416843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5c699f7a-4a65-4432-ab72-c6b7ec70290d None None] Provisioning for port 9e3d3097-cc19-4ca6-9541-0a2d4541756e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:08.418275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53632) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.424952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-efe019d9-0319-4fe5-90b9-69d944c4c71b tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f', 'tempest-TagsExtTest-Tag-1701828433') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:08.425188 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5c699f7a-4a65-4432-ab72-c6b7ec70290d None None] Provisioning complete for port 9e3d3097-cc19-4ca6-9541-0a2d4541756e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:08.425413 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5c699f7a-4a65-4432-ab72-c6b7ec70290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.514576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5c699f7a-4a65-4432-ab72-c6b7ec70290d None None] Port 9e3d3097-cc19-4ca6-9541-0a2d4541756e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:08.528983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 20075d27-e82b-4823-9967-3175d57194a2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:08.555532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-efe019d9-0319-4fe5-90b9-69d944c4c71b tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "PUT /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f/tags/tempest-TagsExtTest-Tag-1701828433 HTTP/1.1" status: 201 len: 201 time: 0.1347177 Jul 16 18:13:08.557995 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53638) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.567751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-4e3b48bb-6ae3-4c2f-9aec-f57426d2c684 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '64fe496a-fed9-4e11-a83f-57f39a1c5a5f', {'tags': ['tempest-TagsExtTest-Tag-296665778', 'tempest-TagsExtTest-Tag-148744285', 'tempest-TagsExtTest-Tag-1100625395']}) {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:08.632343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 20075d27-e82b-4823-9967-3175d57194a2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:08.636997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 20075d27-e82b-4823-9967-3175d57194a2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:08.637378 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.749232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc943cf-215f-4ecd-89a1-88ae25d63b3c req-be6d2497-3829-4443-a9fa-f27b84064bc2 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.751550 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cdc943cf-215f-4ecd-89a1-88ae25d63b3c req-be6d2497-3829-4443-a9fa-f27b84064bc2 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c HTTP/1.1" status: 200 len: 946 time: 0.1723833 Jul 16 18:13:08.762494 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53642) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.769513 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-1fe1fde5-b7c0-46d2-a833-a2ec703e9bc6 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64fe496a-fed9-4e11-a83f-57f39a1c5a5f') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:08.773395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4e3b48bb-6ae3-4c2f-9aec-f57426d2c684 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "PUT /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/tags HTTP/1.1" status: 200 len: 316 time: 0.2140241 Jul 16 18:13:08.854589 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6b327486-8c3b-424f-8d82-d16c28870ec3 None None] Provisioning complete for port 9e3d3097-cc19-4ca6-9541-0a2d4541756e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:08.855654 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6b327486-8c3b-424f-8d82-d16c28870ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.920937 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.936699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6b327486-8c3b-424f-8d82-d16c28870ec3 None None] Port 9e3d3097-cc19-4ca6-9541-0a2d4541756e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:08.963296 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1fe1fde5-b7c0-46d2-a833-a2ec703e9bc6 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/tags HTTP/1.1" status: 204 len: 168 time: 0.1990614 Jul 16 18:13:08.964059 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53648) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.968618 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-34475da0-6d68-4f69-978e-17d7ae0164a6 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64fe496a-fed9-4e11-a83f-57f39a1c5a5f', 'tempest-TagsExtTest-Tag-296665778') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:08.969801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 20075d27-e82b-4823-9967-3175d57194a2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=20075d27-e82b-4823-9967-3175d57194a2,segment=NetworkSegment(7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09),segment_id=7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:08.977477 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.083477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=20075d27-e82b-4823-9967-3175d57194a2,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:09.099134 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-34475da0-6d68-4f69-978e-17d7ae0164a6 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] show failed (client error): The resource could not be found. Jul 16 18:13:09.103262 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-34475da0-6d68-4f69-978e-17d7ae0164a6 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/tags/tempest-TagsExtTest-Tag-296665778 HTTP/1.1" status: 404 len: 328 time: 0.1381459 Jul 16 18:13:09.104035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53654) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.108778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-e1ee8286-c438-47e1-aa31-0970d457e266 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64fe496a-fed9-4e11-a83f-57f39a1c5a5f', 'tempest-TagsExtTest-Tag-148744285') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:09.142723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-cdc943cf-215f-4ecd-89a1-88ae25d63b3c req-d4c6317e-92cf-46af-b9da-4832c6fd6712 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Deleting port d69f605e-f370-4034-bf34-d1e3875090a0 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:09.143901 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cdc943cf-215f-4ecd-89a1-88ae25d63b3c req-d4c6317e-92cf-46af-b9da-4832c6fd6712 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.169369 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-e1ee8286-c438-47e1-aa31-0970d457e266 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] show failed (client error): The resource could not be found. Jul 16 18:13:09.171481 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e1ee8286-c438-47e1-aa31-0970d457e266 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/tags/tempest-TagsExtTest-Tag-148744285 HTTP/1.1" status: 404 len: 328 time: 0.0652752 Jul 16 18:13:09.174346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53656) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.180664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-98d1e661-2037-4045-90e6-6d7f999d672d tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64fe496a-fed9-4e11-a83f-57f39a1c5a5f', 'tempest-TagsExtTest-Tag-1100625395') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:09.238468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b869a4f-9920-4ac2-b68c-a23d2df2480d req-1cfdb024-0748-4537-aecb-daae8cbe8813 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.242231 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-98d1e661-2037-4045-90e6-6d7f999d672d tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] show failed (client error): The resource could not be found. Jul 16 18:13:09.244193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b869a4f-9920-4ac2-b68c-a23d2df2480d req-1cfdb024-0748-4537-aecb-daae8cbe8813 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.43 "GET /v2.0/ports?device_id=99b2da73-59e2-4c7a-9a86-01eb7b75216d HTTP/1.1" status: 200 len: 946 time: 0.2900698 Jul 16 18:13:09.246516 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-98d1e661-2037-4045-90e6-6d7f999d672d tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/tags/tempest-TagsExtTest-Tag-1100625395 HTTP/1.1" status: 404 len: 329 time: 0.0706511 Jul 16 18:13:09.247228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53658) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.299225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-d4bcd4f1-4553-4a6d-988a-cf81ec66adb6 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9e3d3097-cc19-4ca6-9541-0a2d4541756e', {'tags': ['tempest-TagsExtTest-Tag-115472584', 'tempest-TagsExtTest-Tag-316727230', 'tempest-TagsExtTest-Tag-1206645677']}) {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:09.393541 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-cdc943cf-215f-4ecd-89a1-88ae25d63b3c req-d4c6317e-92cf-46af-b9da-4832c6fd6712 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] For port d69f605e-f370-4034-bf34-d1e3875090a0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=d69f605e-f370-4034-bf34-d1e3875090a0,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:09.393920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cdc943cf-215f-4ecd-89a1-88ae25d63b3c req-d4c6317e-92cf-46af-b9da-4832c6fd6712 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.459681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-cdc943cf-215f-4ecd-89a1-88ae25d63b3c req-d4c6317e-92cf-46af-b9da-4832c6fd6712 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Calling delete_port for d69f605e-f370-4034-bf34-d1e3875090a0 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:09.494637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53664) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.512913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d4bcd4f1-4553-4a6d-988a-cf81ec66adb6 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "PUT /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e/tags HTTP/1.1" status: 200 len: 316 time: 0.2269840 Jul 16 18:13:09.515712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53668) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.521780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-a20f1519-d6e6-46b3-8619-6f0707e71e67 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e3d3097-cc19-4ca6-9541-0a2d4541756e') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:09.540352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60454b5d-172a-4f13-b1f6-575a42214680 req-a8653c6e-2420-41d0-9086-0a301a1f69bd tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.542300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60454b5d-172a-4f13-b1f6-575a42214680 req-a8653c6e-2420-41d0-9086-0a301a1f69bd tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c HTTP/1.1" status: 200 len: 946 time: 0.3204839 Jul 16 18:13:09.585697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8b869a4f-9920-4ac2-b68c-a23d2df2480d req-75d1c133-271f-4186-af94-9f2cb174c024 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Deleting port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:09.586045 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8b869a4f-9920-4ac2-b68c-a23d2df2480d req-75d1c133-271f-4186-af94-9f2cb174c024 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.653553 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60454b5d-172a-4f13-b1f6-575a42214680 req-3134a0ae-a862-47ac-b429-97024aeb8c6f tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/security-groups?id=691f4fd7-8b71-4fce-8dbb-fbfb247bf895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051292 Jul 16 18:13:09.654481 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a20f1519-d6e6-46b3-8619-6f0707e71e67 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e/tags HTTP/1.1" status: 204 len: 168 time: 0.1377168 Jul 16 18:13:09.655729 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53674) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.673338 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-4b7b579f-e9d3-48d1-b327-18aa2937912a tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e3d3097-cc19-4ca6-9541-0a2d4541756e', 'tempest-TagsExtTest-Tag-115472584') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:09.764136 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-4b7b579f-e9d3-48d1-b327-18aa2937912a tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] show failed (client error): The resource could not be found. Jul 16 18:13:09.768890 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4b7b579f-e9d3-48d1-b327-18aa2937912a tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e/tags/tempest-TagsExtTest-Tag-115472584 HTTP/1.1" status: 404 len: 328 time: 0.1121449 Jul 16 18:13:09.769462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53676) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.776138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-c2eadc65-5809-4cca-bc55-838a9a7e55d9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e3d3097-cc19-4ca6-9541-0a2d4541756e', 'tempest-TagsExtTest-Tag-316727230') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:09.781564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8b869a4f-9920-4ac2-b68c-a23d2df2480d req-75d1c133-271f-4186-af94-9f2cb174c024 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] For port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8dc96fda-b496-4c0c-a73b-9aa6cf34740d,segment=NetworkSegment(6d7c906f-8f00-42c5-a5fc-1c6fb73ac129),segment_id=6d7c906f-8f00-42c5-a5fc-1c6fb73ac129)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:09.781948 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8b869a4f-9920-4ac2-b68c-a23d2df2480d req-75d1c133-271f-4186-af94-9f2cb174c024 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.785551 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cdc943cf-215f-4ecd-89a1-88ae25d63b3c req-d4c6317e-92cf-46af-b9da-4832c6fd6712 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.800658 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['8dc96fda-b496-4c0c-a73b-9aa6cf34740d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:09.804209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d69f605e-f370-4034-bf34-d1e3875090a0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:09.816224 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77cc3e01-e8fa-459a-8248-352f0bdfadb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.839332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6317e-92cf-46af-b9da-4832c6fd6712 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Pushing event deleted for resources: {'Port': ['ID=d69f605e-f370-4034-bf34-d1e3875090a0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:09.867575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8b869a4f-9920-4ac2-b68c-a23d2df2480d req-75d1c133-271f-4186-af94-9f2cb174c024 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Calling delete_port for 8dc96fda-b496-4c0c-a73b-9aa6cf34740d owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:09.952840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc943cf-215f-4ecd-89a1-88ae25d63b3c req-d4c6317e-92cf-46af-b9da-4832c6fd6712 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] No DVR routers for this DVR port d69f605e-f370-4034-bf34-d1e3875090a0 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:09.957714 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cdc943cf-215f-4ecd-89a1-88ae25d63b3c req-d4c6317e-92cf-46af-b9da-4832c6fd6712 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.960093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cdc943cf-215f-4ecd-89a1-88ae25d63b3c req-d4c6317e-92cf-46af-b9da-4832c6fd6712 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.35 "DELETE /v2.0/ports/d69f605e-f370-4034-bf34-d1e3875090a0 HTTP/1.1" status: 204 len: 173 time: 1.1833010 Jul 16 18:13:09.960536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c', 'name': 'network-vif-deleted', 'tag': 'd69f605e-f370-4034-bf34-d1e3875090a0'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:09.963001 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c43003-c946-4884-8e0b-3505b41c47af" -d '{"events": [{"server_uuid": "b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c", "name": "network-vif-deleted", "tag": "d69f605e-f370-4034-bf34-d1e3875090a0"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:09.984269 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-c2eadc65-5809-4cca-bc55-838a9a7e55d9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] show failed (client error): The resource could not be found. Jul 16 18:13:09.987708 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c2eadc65-5809-4cca-bc55-838a9a7e55d9 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e/tags/tempest-TagsExtTest-Tag-316727230 HTTP/1.1" status: 404 len: 328 time: 0.2171743 Jul 16 18:13:09.993161 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53684) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:10.018869 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-46450675-51c7-44d9-880f-b76b25fb6d99 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e3d3097-cc19-4ca6-9541-0a2d4541756e', 'tempest-TagsExtTest-Tag-1206645677') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:10.066271 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1936c3b2-8948-4fdb-b15b-6784b69d0428 x-openstack-request-id: req-1936c3b2-8948-4fdb-b15b-6784b69d0428 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:10.070489 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c", "name": "network-vif-deleted", "tag": "d69f605e-f370-4034-bf34-d1e3875090a0", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:10.073065 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1936c3b2-8948-4fdb-b15b-6784b69d0428 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:10.073683 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c', 'name': 'network-vif-deleted', 'tag': 'd69f605e-f370-4034-bf34-d1e3875090a0', 'status': 'completed', 'code': 200} Jul 16 18:13:10.237788 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77cc3e01-e8fa-459a-8248-352f0bdfadb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.240866 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-46450675-51c7-44d9-880f-b76b25fb6d99 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] show failed (client error): The resource could not be found. Jul 16 18:13:10.242180 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-46450675-51c7-44d9-880f-b76b25fb6d99 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e/tags/tempest-TagsExtTest-Tag-1206645677 HTTP/1.1" status: 404 len: 329 time: 0.2447605 Jul 16 18:13:10.257199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53688) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:10.260852 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77cc3e01-e8fa-459a-8248-352f0bdfadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.279118 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-eff4992a-a4d2-457b-b342-aedb44c9b4fe tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dcfed365-4e48-4ad9-a2eb-20af516df7eb', {'tags': ['tempest-TagsExtTest-Tag-211666099', 'tempest-TagsExtTest-Tag-568910586', 'tempest-TagsExtTest-Tag-1055392071']}) {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:10.311870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc3e01-e8fa-459a-8248-352f0bdfadb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24dbc78-413f-48aa-bdbb-b86c01ae38b6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.330158 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-77cc3e01-e8fa-459a-8248-352f0bdfadb2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4b3312c1b744d0cac5c97ef78a9c62f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8324122 Jul 16 18:13:10.331187 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53692) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:10.406444 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8b869a4f-9920-4ac2-b68c-a23d2df2480d req-75d1c133-271f-4186-af94-9f2cb174c024 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.418457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['d69f605e-f370-4034-bf34-d1e3875090a0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:10.446644 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0c1024a5-9ac2-4961-a5cd-00b794848cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.449488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 20075d27-e82b-4823-9967-3175d57194a2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:10.452444 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1c133-271f-4186-af94-9f2cb174c024 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Pushing event deleted for resources: {'Port': ['ID=8dc96fda-b496-4c0c-a73b-9aa6cf34740d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.464476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-eff4992a-a4d2-457b-b342-aedb44c9b4fe tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "PUT /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb/tags HTTP/1.1" status: 200 len: 316 time: 0.2063050 Jul 16 18:13:10.473409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53696) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:10.479244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-58a8b6f8-c7cf-4fb8-9b07-8de2ae02ddfb tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dcfed365-4e48-4ad9-a2eb-20af516df7eb') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:10.508658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b869a4f-9920-4ac2-b68c-a23d2df2480d req-75d1c133-271f-4186-af94-9f2cb174c024 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] No DVR routers for this DVR port 8dc96fda-b496-4c0c-a73b-9aa6cf34740d on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:10.511939 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8b869a4f-9920-4ac2-b68c-a23d2df2480d req-75d1c133-271f-4186-af94-9f2cb174c024 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.514028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 20075d27-e82b-4823-9967-3175d57194a2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:10.514174 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b869a4f-9920-4ac2-b68c-a23d2df2480d req-75d1c133-271f-4186-af94-9f2cb174c024 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.43 "DELETE /v2.0/ports/8dc96fda-b496-4c0c-a73b-9aa6cf34740d HTTP/1.1" status: 204 len: 173 time: 1.2246258 Jul 16 18:13:10.514455 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.564447 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0c1024a5-9ac2-4961-a5cd-00b794848cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.625566 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-58a8b6f8-c7cf-4fb8-9b07-8de2ae02ddfb tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1506445 Jul 16 18:13:10.628874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53700) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:10.633924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-f9400472-73b8-4c98-94c2-0b4124bbf48c tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dcfed365-4e48-4ad9-a2eb-20af516df7eb', 'tempest-TagsExtTest-Tag-211666099') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:10.657868 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0c1024a5-9ac2-4961-a5cd-00b794848cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.660908 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0c1024a5-9ac2-4961-a5cd-00b794848cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.664955 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0c1024a5-9ac2-4961-a5cd-00b794848cee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a24dbc78-413f-48aa-bdbb-b86c01ae38b6 HTTP/1.1" status: 204 len: 168 time: 0.3326368 Jul 16 18:13:10.699905 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1024a5-9ac2-4961-a5cd-00b794848cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24dbc78-413f-48aa-bdbb-b86c01ae38b6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.249858 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbe40238-c71e-41fb-8913-b32d83bd40ca req-a64812aa-c66b-4bfe-be7c-01775a4bbf79 tempest-MultipleCreateTestJSON-1003619561 tempest-MultipleCreateTestJSON-1003619561-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8d5d9cc-25b4-4e20-af34-ce8f3f08a48c HTTP/1.1" status: 200 len: 210 time: 0.0487573 Jul 16 18:13:11.261226 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-f9400472-73b8-4c98-94c2-0b4124bbf48c tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] show failed (client error): The resource could not be found. Jul 16 18:13:11.262292 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f9400472-73b8-4c98-94c2-0b4124bbf48c tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb/tags/tempest-TagsExtTest-Tag-211666099 HTTP/1.1" status: 404 len: 328 time: 0.6321678 Jul 16 18:13:11.265873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53728) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.271291 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.tag.tag_plugin [None req-714c2711-11b8-41e0-9156-2a01c2c5870f tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dcfed365-4e48-4ad9-a2eb-20af516df7eb', 'tempest-TagsExtTest-Tag-568910586') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:11.389354 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-714c2711-11b8-41e0-9156-2a01c2c5870f tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] show failed (client error): The resource could not be found. Jul 16 18:13:11.390570 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-714c2711-11b8-41e0-9156-2a01c2c5870f tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb/tags/tempest-TagsExtTest-Tag-568910586 HTTP/1.1" status: 404 len: 328 time: 0.1234901 Jul 16 18:13:11.394870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53732) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.401162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-4a5f4362-a0a4-41de-8212-d796905d0a40 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dcfed365-4e48-4ad9-a2eb-20af516df7eb', 'tempest-TagsExtTest-Tag-1055392071') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:11.488702 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53736) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.493320 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-4a5f4362-a0a4-41de-8212-d796905d0a40 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] show failed (client error): The resource could not be found. Jul 16 18:13:11.495277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4a5f4362-a0a4-41de-8212-d796905d0a40 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb/tags/tempest-TagsExtTest-Tag-1055392071 HTTP/1.1" status: 404 len: 329 time: 0.0991476 Jul 16 18:13:11.498024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53738) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.504226 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18114521-d660-4cf3-991d-e86970b7d46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.505901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-6ff3986c-f990-4c4c-9115-630923066d46 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f', {'tags': ['tempest-TagsExtTest-Tag-1607491757', 'tempest-TagsExtTest-Tag-1850025059', 'tempest-TagsExtTest-Tag-2053084816']}) {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:11.556427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6ff3986c-f990-4c4c-9115-630923066d46 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "PUT /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f/tags HTTP/1.1" status: 200 len: 318 time: 0.0562124 Jul 16 18:13:11.559808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53740) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.567999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-bdd6634b-0ca1-44d0-bed4-5f5b2ef13d09 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:11.617518 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18114521-d660-4cf3-991d-e86970b7d46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.619064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bdd6634b-0ca1-44d0-bed4-5f5b2ef13d09 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f/tags HTTP/1.1" status: 204 len: 168 time: 0.0576050 Jul 16 18:13:11.621837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53742) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.624388 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18114521-d660-4cf3-991d-e86970b7d46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.628925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-52b241e0-2c1f-4032-9020-c6b2b9b61f9e tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f', 'tempest-TagsExtTest-Tag-1607491757') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:11.654918 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-52b241e0-2c1f-4032-9020-c6b2b9b61f9e tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] show failed (client error): The resource could not be found. Jul 16 18:13:11.656481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-52b241e0-2c1f-4032-9020-c6b2b9b61f9e tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f/tags/tempest-TagsExtTest-Tag-1607491757 HTTP/1.1" status: 404 len: 329 time: 0.0332015 Jul 16 18:13:11.660474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53744) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.667521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-08afd24e-eb6a-44e5-b288-c744556c8fda tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f', 'tempest-TagsExtTest-Tag-1850025059') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:11.681067 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-18114521-d660-4cf3-991d-e86970b7d46e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ab8eddc30c042d496ce24808bf7f716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910112 Jul 16 18:13:11.686430 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53746) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.699401 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-08afd24e-eb6a-44e5-b288-c744556c8fda tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] show failed (client error): The resource could not be found. Jul 16 18:13:11.703246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-08afd24e-eb6a-44e5-b288-c744556c8fda tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f/tags/tempest-TagsExtTest-Tag-1850025059 HTTP/1.1" status: 404 len: 329 time: 0.0368321 Jul 16 18:13:11.703478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53748) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.710175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-ca5160d4-3c56-4759-93db-e14b424a4c0f tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f', 'tempest-TagsExtTest-Tag-2053084816') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:11.714233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18114521-d660-4cf3-991d-e86970b7d46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a2f52d-5b56-488a-a11c-e3ab26cc3c8c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.758661 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-ca5160d4-3c56-4759-93db-e14b424a4c0f tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] show failed (client error): The resource could not be found. Jul 16 18:13:11.760127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ca5160d4-3c56-4759-93db-e14b424a4c0f tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f/tags/tempest-TagsExtTest-Tag-2053084816 HTTP/1.1" status: 404 len: 329 time: 0.0549822 Jul 16 18:13:11.762803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53752) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.769228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-38729102-f767-4146-b026-d7459a87cc29 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:11.800806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-38729102-f767-4146-b026-d7459a87cc29 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f/tags HTTP/1.1" status: 204 len: 168 time: 0.0343111 Jul 16 18:13:11.801166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53754) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.806650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-15c272c9-e994-401e-b112-36a324aa27bf tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dcfed365-4e48-4ad9-a2eb-20af516df7eb') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:11.906806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-15c272c9-e994-401e-b112-36a324aa27bf tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1045892 Jul 16 18:13:11.909593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53758) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.917988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-50099c29-eccf-4efe-bb15-de2360ac5bef tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e3d3097-cc19-4ca6-9541-0a2d4541756e') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:11.991062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-50099c29-eccf-4efe-bb15-de2360ac5bef tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e/tags HTTP/1.1" status: 204 len: 168 time: 0.0796523 Jul 16 18:13:11.991940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53760) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.997103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.tag.tag_plugin [None req-c6c524c6-cc45-4493-ae6b-e79d772b17c5 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64fe496a-fed9-4e11-a83f-57f39a1c5a5f') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:12.030144 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29dcc011-90f5-4355-976d-4e30748d3c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.059274 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29dcc011-90f5-4355-976d-4e30748d3c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.075529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b2da73-59e2-4c7a-9a86-01eb7b75216d', 'name': 'network-vif-deleted', 'tag': '8dc96fda-b496-4c0c-a73b-9aa6cf34740d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:12.078073 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe926a2-0cb7-430d-9ce0-c119e8dbc8aa" -d '{"events": [{"server_uuid": "99b2da73-59e2-4c7a-9a86-01eb7b75216d", "name": "network-vif-deleted", "tag": "8dc96fda-b496-4c0c-a73b-9aa6cf34740d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:12.086233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c6c524c6-cc45-4493-ae6b-e79d772b17c5 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f/tags HTTP/1.1" status: 204 len: 168 time: 0.0931740 Jul 16 18:13:12.091058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53766) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.143396 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ae475f-6b30-401b-9df2-649c9fb7aa66 x-openstack-request-id: req-72ae475f-6b30-401b-9df2-649c9fb7aa66 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:12.143745 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b2da73-59e2-4c7a-9a86-01eb7b75216d", "name": "network-vif-deleted", "tag": "8dc96fda-b496-4c0c-a73b-9aa6cf34740d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:12.143987 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72ae475f-6b30-401b-9df2-649c9fb7aa66 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:12.144381 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b2da73-59e2-4c7a-9a86-01eb7b75216d', 'name': 'network-vif-deleted', 'tag': '8dc96fda-b496-4c0c-a73b-9aa6cf34740d', 'status': 'completed', 'code': 200} Jul 16 18:13:12.148490 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29dcc011-90f5-4355-976d-4e30748d3c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.151111 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29dcc011-90f5-4355-976d-4e30748d3c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.152303 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-29dcc011-90f5-4355-976d-4e30748d3c96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75a2f52d-5b56-488a-a11c-e3ab26cc3c8c HTTP/1.1" status: 204 len: 168 time: 0.4642649 Jul 16 18:13:12.160708 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcc011-90f5-4355-976d-4e30748d3c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a2f52d-5b56-488a-a11c-e3ab26cc3c8c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:12.235045 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07b5ae5d-9286-4a5a-833f-32f99ffde4cd tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks [] for subnetpool, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.240511 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-07b5ae5d-9286-4a5a-833f-32f99ffde4cd tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/subnetpools/f8bdd461-9ca6-4f98-b5a2-12d43ec63a6f HTTP/1.1" status: 204 len: 168 time: 0.1477745 Jul 16 18:13:12.240638 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53772) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.277297 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-135bd30b-568b-41ce-9862-fbb8ad6b4262 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcfed365-4e48-4ad9-a2eb-20af516df7eb HTTP/1.1" status: 200 len: 205 time: 0.0333970 Jul 16 18:13:12.277894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53776) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.410383 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8219cdf-4258-4dc5-befe-7a7754aaf6c4 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.456565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8dc96fda-b496-4c0c-a73b-9aa6cf34740d no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:12.489797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53784) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.505275 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 8dc96fda-b496-4c0c-a73b-9aa6cf34740d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:12.505631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8dc96fda-b496-4c0c-a73b-9aa6cf34740d not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:12.655742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af23122-4704-4aa1-a77a-7a1867556b90 admin admin] Deleting subnet 231ec7c4-bee6-4fb6-9916-4d888b784e11 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:12.671232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0af23122-4704-4aa1-a77a-7a1867556b90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.792619 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0af23122-4704-4aa1-a77a-7a1867556b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.818314 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8219cdf-4258-4dc5-befe-7a7754aaf6c4 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.821590 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8219cdf-4258-4dc5-befe-7a7754aaf6c4 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.872806 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8219cdf-4258-4dc5-befe-7a7754aaf6c4 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.873318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8219cdf-4258-4dc5-befe-7a7754aaf6c4 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Fanout notify agent at l3_agent the message router_deleted on router dcfed365-4e48-4ad9-a2eb-20af516df7eb {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:12.881072 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8219cdf-4258-4dc5-befe-7a7754aaf6c4 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.882092 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b8219cdf-4258-4dc5-befe-7a7754aaf6c4 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/routers/dcfed365-4e48-4ad9-a2eb-20af516df7eb HTTP/1.1" status: 204 len: 168 time: 0.6036613 Jul 16 18:13:12.884888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53798) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.923673 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0af23122-4704-4aa1-a77a-7a1867556b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.025762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0af23122-4704-4aa1-a77a-7a1867556b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.060782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af23122-4704-4aa1-a77a-7a1867556b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231ec7c4-bee6-4fb6-9916-4d888b784e11,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:13.069469 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0af23122-4704-4aa1-a77a-7a1867556b90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.073234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0af23122-4704-4aa1-a77a-7a1867556b90 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/231ec7c4-bee6-4fb6-9916-4d888b784e11 HTTP/1.1" status: 204 len: 168 time: 0.5795813 Jul 16 18:13:13.073653 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53806) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:13.073773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-874d121c-267e-448e-b8f1-4b2850c1edea tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Deleting port 9e3d3097-cc19-4ca6-9541-0a2d4541756e {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:13.074029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-874d121c-267e-448e-b8f1-4b2850c1edea tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.164171 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4a060614-c9e3-4dba-8db2-489533635926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.184036 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-874d121c-267e-448e-b8f1-4b2850c1edea tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.201633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-874d121c-267e-448e-b8f1-4b2850c1edea tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Calling delete_port for 9e3d3097-cc19-4ca6-9541-0a2d4541756e owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:13.253513 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4a060614-c9e3-4dba-8db2-489533635926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.267308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4a060614-c9e3-4dba-8db2-489533635926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe8bae7-1934-4485-89c4-3eeabf6e67d7']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:13.277425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4a060614-c9e3-4dba-8db2-489533635926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:13.278062 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4a060614-c9e3-4dba-8db2-489533635926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7c906f-8f00-42c5-a5fc-1c6fb73ac129') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:13.297297 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4a060614-c9e3-4dba-8db2-489533635926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.319258 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4a060614-c9e3-4dba-8db2-489533635926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.326988 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a060614-c9e3-4dba-8db2-489533635926 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:13.327460 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4a060614-c9e3-4dba-8db2-489533635926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:13.329564 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:13.385131 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-874d121c-267e-448e-b8f1-4b2850c1edea tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.390367 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4a060614-c9e3-4dba-8db2-489533635926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.415714 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4a060614-c9e3-4dba-8db2-489533635926 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.418522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d121c-267e-448e-b8f1-4b2850c1edea tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Pushing event deleted for resources: {'Port': ['ID=9e3d3097-cc19-4ca6-9541-0a2d4541756e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:13.420362 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4a060614-c9e3-4dba-8db2-489533635926 admin admin] 10.222.0.41 "DELETE /v2.0/networks/abe8bae7-1934-4485-89c4-3eeabf6e67d7 HTTP/1.1" status: 204 len: 168 time: 0.3456240 Jul 16 18:13:13.421562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a060614-c9e3-4dba-8db2-489533635926 admin admin] Pushing event deleted for resources: {'Network': ['ID=abe8bae7-1934-4485-89c4-3eeabf6e67d7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:13.542991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-874d121c-267e-448e-b8f1-4b2850c1edea tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.548221 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-874d121c-267e-448e-b8f1-4b2850c1edea tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/ports/9e3d3097-cc19-4ca6-9541-0a2d4541756e HTTP/1.1" status: 204 len: 168 time: 0.6593342 Jul 16 18:13:13.548759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53832) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:13.604282 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d69f605e-f370-4034-bf34-d1e3875090a0 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:13.652672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: d69f605e-f370-4034-bf34-d1e3875090a0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:13.653024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device d69f605e-f370-4034-bf34-d1e3875090a0 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:13.664227 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-8907d788-03e4-4a03-ba16-46a45b77c637 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Deleting subnet 64fe496a-fed9-4e11-a83f-57f39a1c5a5f {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:13.676121 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8907d788-03e4-4a03-ba16-46a45b77c637 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.754824 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8907d788-03e4-4a03-ba16-46a45b77c637 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.831968 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53846) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:13.902399 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8907d788-03e4-4a03-ba16-46a45b77c637 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.906450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8c6e38d7-245e-48a9-9bdd-d424520a1130 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81bd50ee693e4de6af9be0096f2b1745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729990 Jul 16 18:13:13.910079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53848) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:14.000923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8907d788-03e4-4a03-ba16-46a45b77c637 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.019240 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3b246e48-d82f-4530-9dd9-91c6255dcb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.061315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907d788-03e4-4a03-ba16-46a45b77c637 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Pushing event deleted for resources: {'Subnet': ['ID=64fe496a-fed9-4e11-a83f-57f39a1c5a5f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.070273 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3b246e48-d82f-4530-9dd9-91c6255dcb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.071281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a373d790-fd30-487e-9749-6f22a32f648a None None] Network 6cb7a835-fad0-4d70-b53c-ff27998119bc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:14.072160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8907d788-03e4-4a03-ba16-46a45b77c637 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.074121 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8907d788-03e4-4a03-ba16-46a45b77c637 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/subnets/64fe496a-fed9-4e11-a83f-57f39a1c5a5f HTTP/1.1" status: 204 len: 168 time: 0.5231109 Jul 16 18:13:14.080173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53856) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:14.187606 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.230848 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3b246e48-d82f-4530-9dd9-91c6255dcb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.233763 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3b246e48-d82f-4530-9dd9-91c6255dcb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.235171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3b246e48-d82f-4530-9dd9-91c6255dcb9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/691f4fd7-8b71-4fce-8dbb-fbfb247bf895 HTTP/1.1" status: 204 len: 168 time: 0.3240104 Jul 16 18:13:14.246472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b246e48-d82f-4530-9dd9-91c6255dcb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691f4fd7-8b71-4fce-8dbb-fbfb247bf895,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.287297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Deleting port 20075d27-e82b-4823-9967-3175d57194a2 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:14.287689 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.356641 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169cf256-3051-487f-a3a6-bd84d0e374d2 None None] DHCP port deletion for 6cb7a835-fad0-4d70-b53c-ff27998119bc request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:14.386161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] For port 20075d27-e82b-4823-9967-3175d57194a2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=20075d27-e82b-4823-9967-3175d57194a2,segment=NetworkSegment(7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09),segment_id=7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:14.386531 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.406806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Calling delete_port for 20075d27-e82b-4823-9967-3175d57194a2 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:14.457760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 20075d27-e82b-4823-9967-3175d57194a2 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:14.518870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-169cf256-3051-487f-a3a6-bd84d0e374d2 None None] Deleting port 20075d27-e82b-4823-9967-3175d57194a2 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:14.519322 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-169cf256-3051-487f-a3a6-bd84d0e374d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.576399 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.587018 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.625297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] No DVR routers for this DVR port 20075d27-e82b-4823-9967-3175d57194a2 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:14.627930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Pushing event deleted for resources: {'Port': ['ID=20075d27-e82b-4823-9967-3175d57194a2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.644516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-169cf256-3051-487f-a3a6-bd84d0e374d2 None None] For port 20075d27-e82b-4823-9967-3175d57194a2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=20075d27-e82b-4823-9967-3175d57194a2,segment=NetworkSegment(7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09),segment_id=7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:14.645070 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-169cf256-3051-487f-a3a6-bd84d0e374d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.683374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-169cf256-3051-487f-a3a6-bd84d0e374d2 None None] Calling delete_port for 20075d27-e82b-4823-9967-3175d57194a2 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:14.822675 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-169cf256-3051-487f-a3a6-bd84d0e374d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.835828 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.866646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb7a835-fad0-4d70-b53c-ff27998119bc']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:14.902178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:14.902463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f190bc4-9019-4b72-a1a9-ff7e9bdc1a09') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:14.904564 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cf256-3051-487f-a3a6-bd84d0e374d2 None None] Pushing event deleted for resources: {'Port': ['ID=20075d27-e82b-4823-9967-3175d57194a2,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.909386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cf256-3051-487f-a3a6-bd84d0e374d2 None None] No DVR routers for this DVR port 20075d27-e82b-4823-9967-3175d57194a2 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:14.920216 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.941098 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.948500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:14.949080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:14.952482 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:15.057277 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.063816 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.066462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] 10.222.0.41 "DELETE /v2.0/networks/6cb7a835-fad0-4d70-b53c-ff27998119bc HTTP/1.1" status: 204 len: 168 time: 0.9854674 Jul 16 18:13:15.084482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff74e6a-e654-46e2-b83d-4f85d08ee343 tempest-TagsExtTest-1387739681 tempest-TagsExtTest-1387739681-project] Pushing event deleted for resources: {'Network': ['ID=6cb7a835-fad0-4d70-b53c-ff27998119bc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:15.378201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53900) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:15.660067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-72506e5d-9c9c-49c6-b1a1-3b02d9143c48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=279f473cc6a24511b5c8f842ae0db8d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803555 Jul 16 18:13:15.660797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53912) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:15.715925 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07a63442-46ec-4cfc-bf8c-281b145c0a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.738782 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07a63442-46ec-4cfc-bf8c-281b145c0a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.813690 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07a63442-46ec-4cfc-bf8c-281b145c0a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.817569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07a63442-46ec-4cfc-bf8c-281b145c0a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.820119 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-07a63442-46ec-4cfc-bf8c-281b145c0a7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2155140-0cb4-4bc6-a903-1022a4826ab2 HTTP/1.1" status: 204 len: 168 time: 0.1581481 Jul 16 18:13:15.832926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a63442-46ec-4cfc-bf8c-281b145c0a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2155140-0cb4-4bc6-a903-1022a4826ab2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.178371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53944) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:16.428888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2031923101-network', 'tenant_id': '359e7339356a423d914b922f4e1d6f08'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:16.453967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Made reservation on behalf of 359e7339356a423d914b922f4e1d6f08 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:16.456487 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.466703 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.572172 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.577976 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.606929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:16.630905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b2b10d-cf34-4fd2-aa77-b6b00a564e60,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.637535 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.637981 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Added segment 68c51ad6-b2f9-4991-93d4-a3fca90f04e9 of type vlan for network 1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07 Jul 16 18:13:16.691096 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.727601 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.728559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.729150 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.775876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5959506 Jul 16 18:13:16.778819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53966) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:16.809796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c6ce62f6-6be0-4569-83cb-9069fd12a0c9 admin admin] Request body: {'subnet': {'network_id': '1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2031923101-subnet', 'tenant_id': '359e7339356a423d914b922f4e1d6f08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:16.814499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd9bd5-a7b3-4d05-b4d7-b8a745495337 admin admin] Pushing event updated for resources: {'Network': ['ID=1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.827197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:16.836168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ce62f6-6be0-4569-83cb-9069fd12a0c9 admin admin] Made reservation on behalf of 359e7339356a423d914b922f4e1d6f08 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:16.838708 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c6ce62f6-6be0-4569-83cb-9069fd12a0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.086610 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c6ce62f6-6be0-4569-83cb-9069fd12a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.176041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce62f6-6be0-4569-83cb-9069fd12a0c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d5353d-67da-4d71-a47b-9d60ce1b9b0b,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:17.183550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ce62f6-6be0-4569-83cb-9069fd12a0c9 admin admin] Checking segment: {'id': '68c51ad6-b2f9-4991-93d4-a3fca90f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:17.183911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ce62f6-6be0-4569-83cb-9069fd12a0c9 admin admin] Network hostable DHCP agents. Network: 1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:17.237018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ce62f6-6be0-4569-83cb-9069fd12a0c9 admin admin] Network 1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:17.264825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-c6ce62f6-6be0-4569-83cb-9069fd12a0c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:17.276394 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03936c1-3635-4b75-8c7f-80fef53eaf07 None None] Network 1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:17.298167 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ce62f6-6be0-4569-83cb-9069fd12a0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.303979 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c6ce62f6-6be0-4569-83cb-9069fd12a0c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.355503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c6ce62f6-6be0-4569-83cb-9069fd12a0c9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5674787 Jul 16 18:13:17.564224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54000) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:17.596690 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54004) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:17.649834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d7f66f-3b5e-4e03-a386-91c6e42e2331 None None] Network 1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:17.717367 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9502d07-3896-44aa-bead-2faf49723c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.758336 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-191aac8a-147d-4c83-912f-0f088291c805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.849384 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9502d07-3896-44aa-bead-2faf49723c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.858000 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9502d07-3896-44aa-bead-2faf49723c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.920532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54016) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:17.921080 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a9502d07-3896-44aa-bead-2faf49723c5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a29dfbcee71c4299b0ce7a29e741ff57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551970 Jul 16 18:13:17.925904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9502d07-3896-44aa-bead-2faf49723c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1f1ccf-b6c4-4ee5-b341-b1e7fae969ea,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.014766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf1073b0-e4b8-44d8-9e9d-8757d10be8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.031592 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-191aac8a-147d-4c83-912f-0f088291c805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.036555 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-191aac8a-147d-4c83-912f-0f088291c805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.050137 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf1073b0-e4b8-44d8-9e9d-8757d10be8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.081275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191aac8a-147d-4c83-912f-0f088291c805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9eb998-2333-4b60-b50c-acb99296b214,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.088203 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-191aac8a-147d-4c83-912f-0f088291c805 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69687208d87445818c7ee634fc730b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4904594 Jul 16 18:13:18.090894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54026) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:18.121773 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf1073b0-e4b8-44d8-9e9d-8757d10be8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.124356 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf1073b0-e4b8-44d8-9e9d-8757d10be8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.125510 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bf1073b0-e4b8-44d8-9e9d-8757d10be8d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d1f1ccf-b6c4-4ee5-b341-b1e7fae969ea HTTP/1.1" status: 204 len: 168 time: 0.2032056 Jul 16 18:13:18.146499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1073b0-e4b8-44d8-9e9d-8757d10be8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1f1ccf-b6c4-4ee5-b341-b1e7fae969ea,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.186548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46508857-547f-4276-afcb-0044b7946fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.216990 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46508857-547f-4276-afcb-0044b7946fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.284583 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46508857-547f-4276-afcb-0044b7946fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.287291 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46508857-547f-4276-afcb-0044b7946fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.288538 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-46508857-547f-4276-afcb-0044b7946fe2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f9eb998-2333-4b60-b50c-acb99296b214 HTTP/1.1" status: 204 len: 168 time: 0.1962912 Jul 16 18:13:18.299892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46508857-547f-4276-afcb-0044b7946fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9eb998-2333-4b60-b50c-acb99296b214,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.772990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54078) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:18.791024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4660e9e2-3958-4f10-9c31-03abb2de3fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.970528 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4660e9e2-3958-4f10-9c31-03abb2de3fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.976740 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4660e9e2-3958-4f10-9c31-03abb2de3fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.022727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54084) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.026403 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4660e9e2-3958-4f10-9c31-03abb2de3fa5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29d2cce2428b487aa3099c8170032ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522438 Jul 16 18:13:19.028996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54086) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.047369 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a01ae64d-16a0-434d-99e3-674f5aba188a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.053935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660e9e2-3958-4f10-9c31-03abb2de3fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2085a0a-108a-4292-aae0-f197a692ded4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:19.108007 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ec493fb4-34b8-403d-a315-1fac48a0a92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.135694 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ec493fb4-34b8-403d-a315-1fac48a0a92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.194788 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ec493fb4-34b8-403d-a315-1fac48a0a92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.198206 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ec493fb4-34b8-403d-a315-1fac48a0a92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.202875 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ec493fb4-34b8-403d-a315-1fac48a0a92f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2085a0a-108a-4292-aae0-f197a692ded4 HTTP/1.1" status: 204 len: 168 time: 0.1724453 Jul 16 18:13:19.214345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec493fb4-34b8-403d-a315-1fac48a0a92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2085a0a-108a-4292-aae0-f197a692ded4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:19.297385 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a01ae64d-16a0-434d-99e3-674f5aba188a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.316735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a01ae64d-16a0-434d-99e3-674f5aba188a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.400556 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a01ae64d-16a0-434d-99e3-674f5aba188a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43265d24fd4f473cb3bf352b51dac4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767207 Jul 16 18:13:19.420381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54104) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.442958 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ae64d-16a0-434d-99e3-674f5aba188a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a4d958-a2d0-48f8-8c4b-a6f96e9bae91,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:19.550025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-87285907-0253-4653-8dab-c4d17a0d47ad tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:19.568500 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c63e9daa-e7af-4828-95f7-493e2ab1c930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.575272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-87285907-0253-4653-8dab-c4d17a0d47ad tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/networks?id=1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07 HTTP/1.1" status: 200 len: 810 time: 0.3198872 Jul 16 18:13:19.623768 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-a98789dd-875c-47f0-a243-a97c23b83b13 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/quotas/359e7339356a423d914b922f4e1d6f08 HTTP/1.1" status: 200 len: 375 time: 0.0474212 Jul 16 18:13:19.650582 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c63e9daa-e7af-4828-95f7-493e2ab1c930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.674523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-091da6d7-6df8-4899-bd20-aee75ce558c5 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=359e7339356a423d914b922f4e1d6f08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495877 Jul 16 18:13:19.756652 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c63e9daa-e7af-4828-95f7-493e2ab1c930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.759390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c63e9daa-e7af-4828-95f7-493e2ab1c930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.760578 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c63e9daa-e7af-4828-95f7-493e2ab1c930 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49a4d958-a2d0-48f8-8c4b-a6f96e9bae91 HTTP/1.1" status: 204 len: 168 time: 0.3363924 Jul 16 18:13:19.779263 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e9daa-e7af-4828-95f7-493e2ab1c930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a4d958-a2d0-48f8-8c4b-a6f96e9bae91,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:19.796680 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-d77d0184-bf4c-4491-9b15-dc850cb91bae service neutron] 10.222.0.41 "GET /v2.0/networks/1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206529 Jul 16 18:13:19.956660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-beaa73fc-ef13-4b53-a499-06c1cba5006f service neutron] 10.222.0.41 "GET /v2.0/networks/1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495135 Jul 16 18:13:20.197439 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54130) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:20.219134 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dbbdde3-0241-4ed0-ad13-cfcbd4ebbf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.373045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13e0aba0-d753-4888-8cd7-a32b3bae5d5a req-70168289-02df-4c0c-a4e5-48e956c45a77 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 210 time: 0.0533161 Jul 16 18:13:20.447006 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dbbdde3-0241-4ed0-ad13-cfcbd4ebbf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.456029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dbbdde3-0241-4ed0-ad13-cfcbd4ebbf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.507117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7dbbdde3-0241-4ed0-ad13-cfcbd4ebbf6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58f9fd47fe1040ba94183ebb1b8eac46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084545 Jul 16 18:13:20.507903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54150) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:20.508680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbdde3-0241-4ed0-ad13-cfcbd4ebbf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef36314-5636-4bbf-8643-374de9492fdc,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:20.612756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31b5d025-e4ef-4630-9347-ec4130e5014d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.653914 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31b5d025-e4ef-4630-9347-ec4130e5014d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.715776 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31b5d025-e4ef-4630-9347-ec4130e5014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.718394 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31b5d025-e4ef-4630-9347-ec4130e5014d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.722828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-31b5d025-e4ef-4630-9347-ec4130e5014d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ef36314-5636-4bbf-8643-374de9492fdc HTTP/1.1" status: 204 len: 168 time: 0.2109542 Jul 16 18:13:20.731016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5d025-e4ef-4630-9347-ec4130e5014d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef36314-5636-4bbf-8643-374de9492fdc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:21.622766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdfbf8b3-4416-4e39-a3ab-d867cb6a5ed6 req-254bfaa2-c28a-4abf-a4b4-3dca3b311f85 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 210 time: 0.0681434 Jul 16 18:13:22.165035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-12f76ea2-e08e-4636-8274-89f3e940b3b4 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.166815 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-12f76ea2-e08e-4636-8274-89f3e940b3b4 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.35 "GET /v2.0/networks?id=1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07 HTTP/1.1" status: 200 len: 810 time: 0.2974305 Jul 16 18:13:22.185988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-71822a74-6dd6-455d-ae26-3775aa589103 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Request body: {'port': {'device_id': '839d296d-9374-46e7-ad62-8426d3983b57', 'network_id': '1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07', 'admin_state_up': True, 'tenant_id': '359e7339356a423d914b922f4e1d6f08'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:22.491564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-71822a74-6dd6-455d-ae26-3775aa589103 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Made reservation on behalf of 359e7339356a423d914b922f4e1d6f08 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:22.502476 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-71822a74-6dd6-455d-ae26-3775aa589103 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.746460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb2a5af6-5357-466c-bd3a-781da28b21ce req-cd5138fd-da03-416d-8529-be751691ff62 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1347048 Jul 16 18:13:22.747808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-71822a74-6dd6-455d-ae26-3775aa589103 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Allocated IP 172.20.0.8 (1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07/57d5353d-67da-4d71-a47b-9d60ce1b9b0b/5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:22.925458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b908f9d-0f3c-4063-aa97-9b5045c7b436 req-1134b7ca-1f99-4266-9484-fd1166fb0b15 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 210 time: 0.0605409 Jul 16 18:13:23.024644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a5af6-5357-466c-bd3a-781da28b21ce req-6cd77c04-e4f1-4ec1-9576-919e1975d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.026398 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb2a5af6-5357-466c-bd3a-781da28b21ce req-6cd77c04-e4f1-4ec1-9576-919e1975d0d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 1097 time: 0.2035012 Jul 16 18:13:23.260830 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54318) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:23.295235 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-71822a74-6dd6-455d-ae26-3775aa589103 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.383036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a5af6-5357-466c-bd3a-781da28b21ce req-c26ba688-5554-4312-b462-1c2302ca9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.384649 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb2a5af6-5357-466c-bd3a-781da28b21ce req-c26ba688-5554-4312-b462-1c2302ca9026 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.3286786 Jul 16 18:13:23.488357 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae97506e-2494-47b5-be48-ff0d7f7888af req-597a640c-cbfe-49d0-a5c6-7b6c08373131 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2395339 Jul 16 18:13:23.491306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb2a5af6-5357-466c-bd3a-781da28b21ce req-ce97da45-c98b-466b-a7d6-e003d8a0ab1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a HTTP/1.1" status: 200 len: 999 time: 0.0936024 Jul 16 18:13:23.502319 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-71822a74-6dd6-455d-ae26-3775aa589103 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.607038 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7bb8b735-ebc3-4e83-86e1-2b4c39e53be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.713369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-71822a74-6dd6-455d-ae26-3775aa589103 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Network 1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:23.726447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a5af6-5357-466c-bd3a-781da28b21ce req-9f0fd01a-ec7e-48a9-8a38-825a83a96e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.728186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb2a5af6-5357-466c-bd3a-781da28b21ce req-9f0fd01a-ec7e-48a9-8a38-825a83a96e3a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.2225182 Jul 16 18:13:23.735717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-71822a74-6dd6-455d-ae26-3775aa589103 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:23.738805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-71822a74-6dd6-455d-ae26-3775aa589103 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:23.787831 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7bb8b735-ebc3-4e83-86e1-2b4c39e53be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.795015 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7bb8b735-ebc3-4e83-86e1-2b4c39e53be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.804532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71822a74-6dd6-455d-ae26-3775aa589103 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Pushing event updated for resources: {'Port': ['ID=5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:23.842114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-71822a74-6dd6-455d-ae26-3775aa589103 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.843014 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-71822a74-6dd6-455d-ae26-3775aa589103 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.858324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8b735-ebc3-4e83-86e1-2b4c39e53be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e64ecf6-2467-4a0b-a241-6103277e496c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:23.883963 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7bb8b735-ebc3-4e83-86e1-2b4c39e53be7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ecbd4a2a4f7429980791bb5da10c280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214316 Jul 16 18:13:23.885592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54336) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:23.896048 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-71822a74-6dd6-455d-ae26-3775aa589103 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7143836 Jul 16 18:13:23.915291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97506e-2494-47b5-be48-ff0d7f7888af req-de90b3b9-48e5-418a-952b-57e7812ce1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.917064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae97506e-2494-47b5-be48-ff0d7f7888af req-de90b3b9-48e5-418a-952b-57e7812ce1c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3300ca1eb774358bc73fd789b35b8a8&device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 1098 time: 0.3808749 Jul 16 18:13:23.923501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Request body: {'port': {'device_id': '839d296d-9374-46e7-ad62-8426d3983b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:23.995557 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0f0f-d70c-4a63-8600-51a0030a1ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.005456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a5af6-5357-466c-bd3a-781da28b21ce req-455a0c69-1d0f-4b50-8fd5-0b657ba84a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.008679 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb2a5af6-5357-466c-bd3a-781da28b21ce req-455a0c69-1d0f-4b50-8fd5-0b657ba84a08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2243509 Jul 16 18:13:24.060067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0f0f-d70c-4a63-8600-51a0030a1ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.141493 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0f0f-d70c-4a63-8600-51a0030a1ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.147058 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0f0f-d70c-4a63-8600-51a0030a1ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.164349 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c2ed0f0f-d70c-4a63-8600-51a0030a1ff4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e64ecf6-2467-4a0b-a241-6103277e496c HTTP/1.1" status: 204 len: 168 time: 0.2690377 Jul 16 18:13:24.191698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed0f0f-d70c-4a63-8600-51a0030a1ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e64ecf6-2467-4a0b-a241-6103277e496c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:24.282517 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.478472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97506e-2494-47b5-be48-ff0d7f7888af req-c9912e51-058b-4af2-b695-0e9b44fab77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.480881 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae97506e-2494-47b5-be48-ff0d7f7888af req-c9912e51-058b-4af2-b695-0e9b44fab77f service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3f19b65-ee6b-41f6-9b83-418e35648d8f HTTP/1.1" status: 200 len: 911 time: 0.5310419 Jul 16 18:13:24.529867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb2a5af6-5357-466c-bd3a-781da28b21ce req-a5a0ae8b-3964-4fcd-9758-6e8f84929794 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083199 Jul 16 18:13:24.811756 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54354) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:24.831159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4212fdc-d1b6-4267-b32b-c1b1020bc6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.949574 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4212fdc-d1b6-4267-b32b-c1b1020bc6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.955344 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4212fdc-d1b6-4267-b32b-c1b1020bc6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.006293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4212fdc-d1b6-4267-b32b-c1b1020bc6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e884746a-dfbb-4507-8298-462da0ec5f84,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:25.011955 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d4212fdc-d1b6-4267-b32b-c1b1020bc6a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=212ce402af5e477393f72eec7910aad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989036 Jul 16 18:13:25.014602 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54362) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:25.070746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235fb90-c1e6-4e4c-96f2-301d3175cabe req-a6014022-3d3f-472d-ad8b-4be973ee17ce tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.072453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2235fb90-c1e6-4e4c-96f2-301d3175cabe req-a6014022-3d3f-472d-ad8b-4be973ee17ce tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 931 time: 0.9523957 Jul 16 18:13:25.072695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a382b7a0-ae03-4b57-9615-2751ebaf33cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.099229 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a382b7a0-ae03-4b57-9615-2751ebaf33cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.153756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae97506e-2494-47b5-be48-ff0d7f7888af req-894c54f1-703f-48b5-a2db-7bdf0e6fdc15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba85571-fa88-4ab9-9bec-dfec1f762f1f HTTP/1.1" status: 200 len: 1001 time: 0.6643920 Jul 16 18:13:25.157985 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a382b7a0-ae03-4b57-9615-2751ebaf33cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.162718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a382b7a0-ae03-4b57-9615-2751ebaf33cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.165176 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a382b7a0-ae03-4b57-9615-2751ebaf33cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e884746a-dfbb-4507-8298-462da0ec5f84 HTTP/1.1" status: 204 len: 168 time: 0.1494071 Jul 16 18:13:25.176878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382b7a0-ae03-4b57-9615-2751ebaf33cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e884746a-dfbb-4507-8298-462da0ec5f84,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:25.325668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2235fb90-c1e6-4e4c-96f2-301d3175cabe req-29f23d2a-6b14-4798-a7a4-9857379d5dbf tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/security-groups?id=10b2b10d-cf34-4fd2-aa77-b6b00a564e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370539 Jul 16 18:13:25.372300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97506e-2494-47b5-be48-ff0d7f7888af req-d1e19d02-7b2f-444c-9e7b-22090959c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.375253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae97506e-2494-47b5-be48-ff0d7f7888af req-d1e19d02-7b2f-444c-9e7b-22090959c924 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67124d59-0334-4001-bc70-c456c40671e8 HTTP/1.1" status: 200 len: 849 time: 0.2088089 Jul 16 18:13:25.385849 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb2a5af6-5357-466c-bd3a-781da28b21ce req-0fb05b21-4c48-4a6e-be4f-c2fe13cecf77 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001994 Jul 16 18:13:25.519968 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54384) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:25.536594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:25.552569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.569429 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97506e-2494-47b5-be48-ff0d7f7888af req-241ffeba-ff58-40bd-b383-335c69c1455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.570880 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae97506e-2494-47b5-be48-ff0d7f7888af req-241ffeba-ff58-40bd-b383-335c69c1455a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3f19b65-ee6b-41f6-9b83-418e35648d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827810 Jul 16 18:13:25.578491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Transition to ACTIVE for port object 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:25.593238 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.759729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Pushing event updated for resources: {'Port': ['ID=5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:25.807497 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-facd62a9-2728-499a-a9b1-c75ca8107914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.855817 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae97506e-2494-47b5-be48-ff0d7f7888af req-9efc74cd-f867-416f-bb62-16f2f5e2c390 service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750735 Jul 16 18:13:25.930938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Attempting to bind port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:25.931322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Attempting to bind port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '68c51ad6-b2f9-4991-93d4-a3fca90f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:25.932119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Attempting to bind port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 on network 1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:25.973433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 on network 1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:25.973858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Attempting to bind port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 on network 1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:25.986806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:25.987151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Checking segment: {'id': '68c51ad6-b2f9-4991-93d4-a3fca90f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:25.987650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Bound using segment: {'id': '68c51ad6-b2f9-4991-93d4-a3fca90f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:25.988306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Bound port: 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c51ad6-b2f9-4991-93d4-a3fca90f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:25.988601 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.007355 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-facd62a9-2728-499a-a9b1-c75ca8107914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.013768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-facd62a9-2728-499a-a9b1-c75ca8107914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.060872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae97506e-2494-47b5-be48-ff0d7f7888af req-704bc75d-b518-4a39-a417-e868157e6389 service neutron] 10.222.0.35 "GET /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963432 Jul 16 18:13:26.070507 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-facd62a9-2728-499a-a9b1-c75ca8107914 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c88eb4ced2248ec85960fc670e7489b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5492878 Jul 16 18:13:26.073637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54404) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:26.111036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd62a9-2728-499a-a9b1-c75ca8107914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cb1f21-230f-480d-bb65-cb7dc128040d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.144023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] For port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:26.148475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] For port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89,segment=NetworkSegment(68c51ad6-b2f9-4991-93d4-a3fca90f04e9),segment_id=68c51ad6-b2f9-4991-93d4-a3fca90f04e9)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:26.165692 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.230463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:26.231154 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.232685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] 10.222.0.35 "PUT /v2.0/ports/5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 HTTP/1.1" status: 200 len: 1092 time: 2.3227761 Jul 16 18:13:26.233232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839d296d-9374-46e7-ad62-8426d3983b57', 'tag': '5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:26.236082 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8278116e-445d-4fe2-912d-1ef87d456f87" -d '{"events": [{"name": "network-changed", "server_uuid": "839d296d-9374-46e7-ad62-8426d3983b57", "tag": "5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:26.243249 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-762348e4-da81-4cdd-bc57-02f8f37c8a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.275394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0fcac-e21a-483f-b99b-bb927b53e686 service neutron] Pushing event updated for resources: {'Port': ['ID=5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.295757 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-762348e4-da81-4cdd-bc57-02f8f37c8a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.320571 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a38819e-b4d2-4306-9e3a-0c731316dce3 x-openstack-request-id: req-0a38819e-b4d2-4306-9e3a-0c731316dce3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:26.320885 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839d296d-9374-46e7-ad62-8426d3983b57", "tag": "5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:26.321136 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a38819e-b4d2-4306-9e3a-0c731316dce3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:26.321580 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839d296d-9374-46e7-ad62-8426d3983b57', 'tag': '5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89', 'status': 'completed', 'code': 200} Jul 16 18:13:26.404534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-da595dc0-7d0e-46fc-8b98-b8bf978b95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:26.407565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-da595dc0-7d0e-46fc-8b98-b8bf978b95fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=359e7339356a423d914b922f4e1d6f08&device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 1095 time: 0.1080062 Jul 16 18:13:26.457430 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-762348e4-da81-4cdd-bc57-02f8f37c8a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.457728 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54416) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:26.463730 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-762348e4-da81-4cdd-bc57-02f8f37c8a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.466161 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.468733 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-762348e4-da81-4cdd-bc57-02f8f37c8a69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34cb1f21-230f-480d-bb65-cb7dc128040d HTTP/1.1" status: 204 len: 168 time: 0.3937991 Jul 16 18:13:26.531136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-5f7a0592-5d28-4823-83aa-56cb446b98dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 HTTP/1.1" status: 200 len: 217 time: 0.1013472 Jul 16 18:13:26.607258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-489893039'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:26.608037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762348e4-da81-4cdd-bc57-02f8f37c8a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cb1f21-230f-480d-bb65-cb7dc128040d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.666025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Made reservation on behalf of f018220c1993403ca471ac429dc13e83 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:26.680954 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.692029 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.705057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-6a12424c-6a96-48c5-83c1-c9a439c7a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:26.710166 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-6a12424c-6a96-48c5-83c1-c9a439c7a577 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57d5353d-67da-4d71-a47b-9d60ce1b9b0b HTTP/1.1" status: 200 len: 850 time: 0.1697896 Jul 16 18:13:26.739487 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.745865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fe20c-e302-47ce-af3a-4ecd519363dd req-ba6325d1-f5dd-4cb2-9e5d-cd1caf571cdf tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:26.754435 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b5fe20c-e302-47ce-af3a-4ecd519363dd req-ba6325d1-f5dd-4cb2-9e5d-cd1caf571cdf tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 943 time: 0.2263036 Jul 16 18:13:26.799005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-c5e043c7-8b8d-45bb-bc9c-aa160758f18c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809875 Jul 16 18:13:26.857393 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b5fe20c-e302-47ce-af3a-4ecd519363dd req-334627b0-28bc-4b2f-af30-297d8841569c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/security-groups?id=10b2b10d-cf34-4fd2-aa77-b6b00a564e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018817 Jul 16 18:13:26.956367 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.961614 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.999590 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:27.017731 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-6a81699d-0138-487f-928a-7966dcc236c5 service neutron] 10.222.0.35 "GET /v2.0/networks/1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090228 Jul 16 18:13:27.031746 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4183ea1b-8663-4e6f-af85-5caa86695692,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.035740 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.036084 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Added segment c31f4734-4e02-47f9-ac53-8387f5c07a55 of type vlan for network bd487b97-65db-4d40-afe0-0c2b76b76dcf Jul 16 18:13:27.086214 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.133607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.141660 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.143060 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.174445 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54428) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:27.190477 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7311630 Jul 16 18:13:27.193145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be13c89f-c33d-4839-ad31-22e79e8445b5 req-7d312a71-5210-400e-bbea-abb16a001a41 service neutron] 10.222.0.35 "GET /v2.0/networks/1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675060 Jul 16 18:13:27.193922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54430) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:27.200121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-76a440ef-aef9-45b2-973a-fcf0c5ccd6dd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Request body: {'subnet': {'network_id': 'bd487b97-65db-4d40-afe0-0c2b76b76dcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:27.204604 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4b61daa9-91da-4cfa-b577-0a732b78d785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.246383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8176662-035f-4070-b2e8-6fe5482a8e26 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event updated for resources: {'Network': ['ID=bd487b97-65db-4d40-afe0-0c2b76b76dcf,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.261090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network bd487b97-65db-4d40-afe0-0c2b76b76dcf details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:27.468851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278116e-445d-4fe2-912d-1ef87d456f87 req-e99645b4-f8ea-491d-8efb-7a070ba5ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.470800 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8278116e-445d-4fe2-912d-1ef87d456f87 req-e99645b4-f8ea-491d-8efb-7a070ba5ffcf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=359e7339356a423d914b922f4e1d6f08&device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 1095 time: 0.1761918 Jul 16 18:13:27.604420 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4b61daa9-91da-4cfa-b577-0a732b78d785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.617780 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4b61daa9-91da-4cfa-b577-0a732b78d785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.685946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a440ef-aef9-45b2-973a-fcf0c5ccd6dd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Made reservation on behalf of f018220c1993403ca471ac429dc13e83 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:27.690326 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76a440ef-aef9-45b2-973a-fcf0c5ccd6dd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.693752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278116e-445d-4fe2-912d-1ef87d456f87 req-ed6a8b00-dcd8-429c-ae55-af44db7f7605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.695262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8278116e-445d-4fe2-912d-1ef87d456f87 req-ed6a8b00-dcd8-429c-ae55-af44db7f7605 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07 HTTP/1.1" status: 200 len: 911 time: 0.2130041 Jul 16 18:13:27.700362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4b61daa9-91da-4cfa-b577-0a732b78d785 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cca6d0af76342ebbaf5f68caa53f5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5247722 Jul 16 18:13:27.703472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54434) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:27.711133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61daa9-91da-4cfa-b577-0a732b78d785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca30a70-08be-48e0-b41e-d5b4f509452e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.759682 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8278116e-445d-4fe2-912d-1ef87d456f87 req-f24f4d1d-f5d4-4c9e-a534-d175c0776aaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 HTTP/1.1" status: 200 len: 217 time: 0.0433798 Jul 16 18:13:27.765576 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e71b9866-dede-49e4-8cf0-2e8ed3ee1672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.794277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e71b9866-dede-49e4-8cf0-2e8ed3ee1672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.854898 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e71b9866-dede-49e4-8cf0-2e8ed3ee1672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.858226 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e71b9866-dede-49e4-8cf0-2e8ed3ee1672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.861595 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e71b9866-dede-49e4-8cf0-2e8ed3ee1672 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ca30a70-08be-48e0-b41e-d5b4f509452e HTTP/1.1" status: 204 len: 168 time: 0.1567297 Jul 16 18:13:27.874973 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b9866-dede-49e4-8cf0-2e8ed3ee1672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca30a70-08be-48e0-b41e-d5b4f509452e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.007043 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2b564ae3-e27d-45fe-9c3d-8935e7238fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.044232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76a440ef-aef9-45b2-973a-fcf0c5ccd6dd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.054776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278116e-445d-4fe2-912d-1ef87d456f87 req-2341525a-bc36-4571-b4b8-842a8f1c6d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.059073 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8278116e-445d-4fe2-912d-1ef87d456f87 req-2341525a-bc36-4571-b4b8-842a8f1c6d3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57d5353d-67da-4d71-a47b-9d60ce1b9b0b HTTP/1.1" status: 200 len: 850 time: 0.2903216 Jul 16 18:13:28.177323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8278116e-445d-4fe2-912d-1ef87d456f87 req-84bfa32a-4474-403b-aa3e-5fa90b36963b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745220 Jul 16 18:13:28.245658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a440ef-aef9-45b2-973a-fcf0c5ccd6dd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event updated for resources: {'Subnet': ['ID=d55fdaf1-b5e3-4c46-b3c0-c26260a7d144,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.291321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a440ef-aef9-45b2-973a-fcf0c5ccd6dd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Checking segment: {'id': 'c31f4734-4e02-47f9-ac53-8387f5c07a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bd487b97-65db-4d40-afe0-0c2b76b76dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:28.291713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a440ef-aef9-45b2-973a-fcf0c5ccd6dd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Network hostable DHCP agents. Network: bd487b97-65db-4d40-afe0-0c2b76b76dcf, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:28.351919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e9b32-0942-4daa-9da5-74f6b3c9adfd req-1e87b2b0-dbf4-4859-9ad0-f4cbf37cf756 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.360686 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a5e9b32-0942-4daa-9da5-74f6b3c9adfd req-1e87b2b0-dbf4-4859-9ad0-f4cbf37cf756 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 943 time: 0.2584987 Jul 16 18:13:28.365602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a440ef-aef9-45b2-973a-fcf0c5ccd6dd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Network bd487b97-65db-4d40-afe0-0c2b76b76dcf is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:28.380053 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8278116e-445d-4fe2-912d-1ef87d456f87 req-b358b207-47df-4d41-a7b3-629af56992a7 service neutron] 10.222.0.35 "GET /v2.0/networks/1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906319 Jul 16 18:13:28.403474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-76a440ef-aef9-45b2-973a-fcf0c5ccd6dd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, bd487b97-65db-4d40-afe0-0c2b76b76dcf) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:28.411926 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbd14eb-ca90-4f69-a325-872fc006f6a1 None None] Network bd487b97-65db-4d40-afe0-0c2b76b76dcf requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:28.430189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a440ef-aef9-45b2-973a-fcf0c5ccd6dd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.431044 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76a440ef-aef9-45b2-973a-fcf0c5ccd6dd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.538214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a5e9b32-0942-4daa-9da5-74f6b3c9adfd req-c8028490-ab07-4593-8f46-9e0c4cc2f713 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/security-groups?id=10b2b10d-cf34-4fd2-aa77-b6b00a564e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765184 Jul 16 18:13:28.560962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-76a440ef-aef9-45b2-973a-fcf0c5ccd6dd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3632710 Jul 16 18:13:28.562625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54462) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:28.572353 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-17ff66b6-3a59-4bbe-8269-f242be206963 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-302151326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:28.608610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8278116e-445d-4fe2-912d-1ef87d456f87 req-02c15550-cedf-4cd3-b5a4-0590e7aa5504 service neutron] 10.222.0.35 "GET /v2.0/networks/1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198436 Jul 16 18:13:28.679069 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-17ff66b6-3a59-4bbe-8269-f242be206963 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.680612 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-17ff66b6-3a59-4bbe-8269-f242be206963 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.717221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-bd487b97-65db-4d40-afe0-0c2b76b76dcf', 'network_id': 'bd487b97-65db-4d40-afe0-0c2b76b76dcf', 'tenant_id': 'f018220c1993403ca471ac429dc13e83', 'fixed_ips': [{'subnet_id': 'd55fdaf1-b5e3-4c46-b3c0-c26260a7d144'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:28.718390 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.778619 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-17ff66b6-3a59-4bbe-8269-f242be206963 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.787655 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-17ff66b6-3a59-4bbe-8269-f242be206963 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.825019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-17ff66b6-3a59-4bbe-8269-f242be206963 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.831015 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-17ff66b6-3a59-4bbe-8269-f242be206963 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2665913 Jul 16 18:13:28.831211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54474) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:29.019893 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Allocated IP 172.20.0.2 (bd487b97-65db-4d40-afe0-0c2b76b76dcf/d55fdaf1-b5e3-4c46-b3c0-c26260a7d144/55203d4b-0d7f-40be-8abe-b0a57f64eaf6) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:29.315705 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54486) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:29.365254 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.386805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Transition to ACTIVE for port object 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:29.412328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Transition to ACTIVE for port object 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:29.423037 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.450413 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.451740 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Network bd487b97-65db-4d40-afe0-0c2b76b76dcf is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:29.455944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:29.484328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:29.616134 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Attempting to bind port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:29.617463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Attempting to bind port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'c31f4734-4e02-47f9-ac53-8387f5c07a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bd487b97-65db-4d40-afe0-0c2b76b76dcf'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:29.617837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Attempting to bind port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 on network bd487b97-65db-4d40-afe0-0c2b76b76dcf {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:29.630173 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:29.630896 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Checking segment: {'id': 'c31f4734-4e02-47f9-ac53-8387f5c07a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bd487b97-65db-4d40-afe0-0c2b76b76dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:29.631512 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.632326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Bound using segment: {'id': 'c31f4734-4e02-47f9-ac53-8387f5c07a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bd487b97-65db-4d40-afe0-0c2b76b76dcf'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:29.633201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Bound port: 55203d4b-0d7f-40be-8abe-b0a57f64eaf6, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31f4734-4e02-47f9-ac53-8387f5c07a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bd487b97-65db-4d40-afe0-0c2b76b76dcf'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:29.633801 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.651170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:29.658461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Pushing event updated for resources: {'Port': ['ID=55203d4b-0d7f-40be-8abe-b0a57f64eaf6,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:29.817842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] For port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:29.838095 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] For port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=55203d4b-0d7f-40be-8abe-b0a57f64eaf6,segment=NetworkSegment(c31f4734-4e02-47f9-ac53-8387f5c07a55),segment_id=c31f4734-4e02-47f9-ac53-8387f5c07a55)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:29.855942 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.926070 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-213ce9b7-bfdd-4d25-a9b8-f0888d2a4105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.936252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0d5b9-671a-4fbf-ac88-866e65650ab8 None None] Pushing event updated for resources: {'Port': ['ID=55203d4b-0d7f-40be-8abe-b0a57f64eaf6,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:29.944111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89,segment=NetworkSegment(68c51ad6-b2f9-4991-93d4-a3fca90f04e9),segment_id=68c51ad6-b2f9-4991-93d4-a3fca90f04e9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:29.963142 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89', 'network_id': '1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07', 'port_id': '5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89', 'mac_address': 'fa:16:3e:1f:b8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d5353d-67da-4d71-a47b-9d60ce1b9b0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:30.028419 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.089059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:30.159669 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89,segment=NetworkSegment(68c51ad6-b2f9-4991-93d4-a3fca90f04e9),segment_id=68c51ad6-b2f9-4991-93d4-a3fca90f04e9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:30.164238 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-213ce9b7-bfdd-4d25-a9b8-f0888d2a4105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.174633 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.177430 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-213ce9b7-bfdd-4d25-a9b8-f0888d2a4105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.179107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c8a2b-41b0-474e-990d-fb22b3430eba req-5b426636-80ed-43fa-9770-eb5821484b70 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:30.192462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-874c8a2b-41b0-474e-990d-fb22b3430eba req-5b426636-80ed-43fa-9770-eb5821484b70 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 943 time: 0.3431032 Jul 16 18:13:30.262486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Allocated IP 172.20.0.1 (bd487b97-65db-4d40-afe0-0c2b76b76dcf/d55fdaf1-b5e3-4c46-b3c0-c26260a7d144/3334e28a-02b9-40ce-90ee-80cccea178e8) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:30.281617 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ce9b7-bfdd-4d25-a9b8-f0888d2a4105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7558ff01-0baa-4d51-a3c0-8421691cf280,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:30.286466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:30.311986 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-213ce9b7-bfdd-4d25-a9b8-f0888d2a4105 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=350d1c4eb2c546e495a9d26204ef270a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9950378 Jul 16 18:13:30.315419 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54518) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:30.381405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:30.421737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-912cbd91-5507-49d7-b3f0-30caf9cce9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.424528 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-874c8a2b-41b0-474e-990d-fb22b3430eba req-8b9c8554-f8fb-49ec-a442-d0e1638ac794 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/security-groups?id=10b2b10d-cf34-4fd2-aa77-b6b00a564e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308888 Jul 16 18:13:30.493412 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-912cbd91-5507-49d7-b3f0-30caf9cce9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.585449 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-912cbd91-5507-49d7-b3f0-30caf9cce9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.589519 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-912cbd91-5507-49d7-b3f0-30caf9cce9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.590881 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-912cbd91-5507-49d7-b3f0-30caf9cce9ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7558ff01-0baa-4d51-a3c0-8421691cf280 HTTP/1.1" status: 204 len: 168 time: 0.2741520 Jul 16 18:13:30.614197 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cbd91-5507-49d7-b3f0-30caf9cce9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7558ff01-0baa-4d51-a3c0-8421691cf280,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:30.658112 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:30.670727 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.705532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Transition to ACTIVE for port object 3334e28a-02b9-40ce-90ee-80cccea178e8 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:30.807044 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.855453 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.917090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event updated for resources: {'Port': ['ID=3334e28a-02b9-40ce-90ee-80cccea178e8,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:30.942597 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3ba43297-a127-47f9-b450-353de6ba5adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.949887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Network bd487b97-65db-4d40-afe0-0c2b76b76dcf is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:30.952987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:30.957623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:30.990380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:31.063988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.244479 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54564) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:31.268221 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db4f4a99-e25f-4387-9508-26a2a78e255d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.513266 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.589555 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db4f4a99-e25f-4387-9508-26a2a78e255d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.596662 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db4f4a99-e25f-4387-9508-26a2a78e255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.620473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:31.651631 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-db4f4a99-e25f-4387-9508-26a2a78e255d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12ebe3c7cbf24033a3dbe1b54105461e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055121 Jul 16 18:13:31.653025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f4a99-e25f-4387-9508-26a2a78e255d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfeb2e70-86fb-45b6-97a3-da41b3408dcd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:31.656030 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54594) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:31.747367 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7628-3310-41b0-93a2-4ed43b6bd1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.749558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37cf7a4-8d8c-4062-8eda-921601341191 None None] Network bd487b97-65db-4d40-afe0-0c2b76b76dcf requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:31.785052 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7628-3310-41b0-93a2-4ed43b6bd1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.873111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:31.881998 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:31.882414 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7628-3310-41b0-93a2-4ed43b6bd1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.882531 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.888879 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b3ef7628-3310-41b0-93a2-4ed43b6bd1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.893168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6a5e79dd-8bbe-4829-9fb6-14077f439c6a None None] Provisioning for port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:31.894703 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b3ef7628-3310-41b0-93a2-4ed43b6bd1c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfeb2e70-86fb-45b6-97a3-da41b3408dcd HTTP/1.1" status: 204 len: 168 time: 0.2367113 Jul 16 18:13:31.921730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef7628-3310-41b0-93a2-4ed43b6bd1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfeb2e70-86fb-45b6-97a3-da41b3408dcd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:31.974913 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.975913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6a5e79dd-8bbe-4829-9fb6-14077f439c6a None None] Provisioning complete for port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:31.976330 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6a5e79dd-8bbe-4829-9fb6-14077f439c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.222831 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6a5e79dd-8bbe-4829-9fb6-14077f439c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.228503 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.349500 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839d296d-9374-46e7-ad62-8426d3983b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:32.352344 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b8c3f0-dc38-4cee-9b0a-1d3b9506c448" -d '{"events": [{"server_uuid": "839d296d-9374-46e7-ad62-8426d3983b57", "name": "network-vif-plugged", "status": "completed", "tag": "5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:32.421664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6a5e79dd-8bbe-4829-9fb6-14077f439c6a None None] For port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=55203d4b-0d7f-40be-8abe-b0a57f64eaf6,segment=NetworkSegment(c31f4734-4e02-47f9-ac53-8387f5c07a55),segment_id=c31f4734-4e02-47f9-ac53-8387f5c07a55)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:32.424786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89,segment=NetworkSegment(68c51ad6-b2f9-4991-93d4-a3fca90f04e9),segment_id=68c51ad6-b2f9-4991-93d4-a3fca90f04e9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:32.434705 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54622) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:32.465209 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.474867 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6a5e79dd-8bbe-4829-9fb6-14077f439c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.511952 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584ecfa1-0572-446c-b4c8-870bc20f33ad x-openstack-request-id: req-584ecfa1-0572-446c-b4c8-870bc20f33ad {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:32.521177 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839d296d-9374-46e7-ad62-8426d3983b57", "name": "network-vif-plugged", "status": "completed", "tag": "5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:32.521456 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-584ecfa1-0572-446c-b4c8-870bc20f33ad {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:32.521859 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839d296d-9374-46e7-ad62-8426d3983b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89', 'code': 200} Jul 16 18:13:32.597036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:32.614699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:32.617569 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:32.619321 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:32.619834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:32.623564 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:32.624395 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:32.624532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:32.624968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:32.626224 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:32.627386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:32.627794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:32.629154 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:32.702299 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e79dd-8bbe-4829-9fb6-14077f439c6a None None] Pushing event updated for resources: {'Port': ['ID=55203d4b-0d7f-40be-8abe-b0a57f64eaf6,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:32.710820 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9eea58c-0afe-44d4-aeea-027ae603a22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.818614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127a937-8e84-4f48-8b12-3d735dd998f7 req-a8a478f5-d6ab-469e-8964-dfe44bcdc6c5 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:32.820290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e127a937-8e84-4f48-8b12-3d735dd998f7 req-a8a478f5-d6ab-469e-8964-dfe44bcdc6c5 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 945 time: 0.5340588 Jul 16 18:13:32.930067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9eea58c-0afe-44d4-aeea-027ae603a22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.941377 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9eea58c-0afe-44d4-aeea-027ae603a22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.986963 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e127a937-8e84-4f48-8b12-3d735dd998f7 req-987ce982-dd64-4eea-b627-cf5473fd4d65 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/security-groups?id=10b2b10d-cf34-4fd2-aa77-b6b00a564e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010590 Jul 16 18:13:32.991394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5d69b-06a9-48dc-bf67-50d566cba6d8 req-16ea1ff3-8cdf-4f75-a161-98af7307e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:32.995947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ec5d69b-06a9-48dc-bf67-50d566cba6d8 req-16ea1ff3-8cdf-4f75-a161-98af7307e577 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 1097 time: 0.3881733 Jul 16 18:13:33.006712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eea58c-0afe-44d4-aeea-027ae603a22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefb4889-9d0a-4616-861c-d4dc6fb574fe,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.014564 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2ecafc8-c7ab-472e-9989-763c96962505 None None] Provisioning for port 3334e28a-02b9-40ce-90ee-80cccea178e8 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:33.026954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2ecafc8-c7ab-472e-9989-763c96962505 None None] Provisioning complete for port 3334e28a-02b9-40ce-90ee-80cccea178e8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:33.027334 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2ecafc8-c7ab-472e-9989-763c96962505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.051637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54650) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:33.060517 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a9eea58c-0afe-44d4-aeea-027ae603a22d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b8d50f6d71b4439b8e2a523cdbdf9f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6245096 Jul 16 18:13:33.135535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c2ecafc8-c7ab-472e-9989-763c96962505 None None] Port 3334e28a-02b9-40ce-90ee-80cccea178e8 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:33.161014 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2ecafc8-c7ab-472e-9989-763c96962505 None None] Provisioning complete for port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:33.161412 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2ecafc8-c7ab-472e-9989-763c96962505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.167734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ec5d69b-06a9-48dc-bf67-50d566cba6d8 req-20a3b7fa-7cfd-4fbb-8b19-6057e48a2e10 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=10b2b10d-cf34-4fd2-aa77-b6b00a564e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644473 Jul 16 18:13:33.265415 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-97a8a250-f4f4-4b6f-9fb4-2c50d7abc9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.271315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.287133 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.341947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event updated for resources: {'Port': ['ID=3334e28a-02b9-40ce-90ee-80cccea178e8,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.369084 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-97a8a250-f4f4-4b6f-9fb4-2c50d7abc9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.410882 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.456582 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4cb8163d-fa78-4ec7-8435-1766b035a193 None None] Provisioning complete for port 3334e28a-02b9-40ce-90ee-80cccea178e8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:33.457018 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4cb8163d-fa78-4ec7-8435-1766b035a193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.545534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-4cb8163d-fa78-4ec7-8435-1766b035a193 None None] Port 3334e28a-02b9-40ce-90ee-80cccea178e8 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:33.577953 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.581563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Network bd487b97-65db-4d40-afe0-0c2b76b76dcf is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:33.583559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:33.600174 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-97a8a250-f4f4-4b6f-9fb4-2c50d7abc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.603024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-97a8a250-f4f4-4b6f-9fb4-2c50d7abc9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.604437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-97a8a250-f4f4-4b6f-9fb4-2c50d7abc9ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aefb4889-9d0a-4616-861c-d4dc6fb574fe HTTP/1.1" status: 204 len: 168 time: 0.5518751 Jul 16 18:13:33.617633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8a250-f4f4-4b6f-9fb4-2c50d7abc9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefb4889-9d0a-4616-861c-d4dc6fb574fe,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.823683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Router 01271968-0265-414e-8189-606811f9346e is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:33.973663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-09a267b9-75f0-464a-a492-e613d9fc774d None None] Provisioning complete for port 3334e28a-02b9-40ce-90ee-80cccea178e8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:33.975140 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-09a267b9-75f0-464a-a492-e613d9fc774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.047404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:34.049648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-09a267b9-75f0-464a-a492-e613d9fc774d None None] Port 3334e28a-02b9-40ce-90ee-80cccea178e8 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:34.061304 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e8a85-fb91-40db-bcf4-e0f405c52162 None None] Sync routers for ids ['01271968-0265-414e-8189-606811f9346e'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:34.072390 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e8a85-fb91-40db-bcf4-e0f405c52162 None None] Routers {'01271968-0265-414e-8189-606811f9346e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:34.074349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-31b708bd-609d-4bc3-94dc-3b14523fb0e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "PUT /v2.0/routers/01271968-0265-414e-8189-606811f9346e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2420452 Jul 16 18:13:34.075208 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-505e8a85-fb91-40db-bcf4-e0f405c52162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:13:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['01271968-0265-414e-8189-606811f9346e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.077001 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54676) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:34.083780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Request body: {'port': {'network_id': 'bd487b97-65db-4d40-afe0-0c2b76b76dcf', 'name': 'tempest-FloatingIPNegativeTestJSON-1338001392'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:34.138925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54680) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:34.158052 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd090-994d-45d2-9652-94dab170ec37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.160214 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-505e8a85-fb91-40db-bcf4-e0f405c52162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.187299 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e8a85-fb91-40db-bcf4-e0f405c52162 None None] Routers {'01271968-0265-414e-8189-606811f9346e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:34.188668 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-505e8a85-fb91-40db-bcf4-e0f405c52162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:13:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['01271968-0265-414e-8189-606811f9346e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.283001 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-505e8a85-fb91-40db-bcf4-e0f405c52162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.289909 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e8a85-fb91-40db-bcf4-e0f405c52162 None None] The sync data for ids ['01271968-0265-414e-8189-606811f9346e'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:34.427263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bceec1-7d67-43ca-86f4-5a3666772617 req-977405b6-e582-4c42-8569-f1270ef93186 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:34.432166 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75bceec1-7d67-43ca-86f4-5a3666772617 req-977405b6-e582-4c42-8569-f1270ef93186 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 945 time: 0.1778593 Jul 16 18:13:34.482954 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd090-994d-45d2-9652-94dab170ec37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.521228 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd090-994d-45d2-9652-94dab170ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.528581 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Made reservation on behalf of f018220c1993403ca471ac429dc13e83 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:34.532750 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.548760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:34.555708 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] device_id is not set on port ac80e80d-440e-47ea-9d55-f8855904a782 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:34.602308 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3d3bd090-994d-45d2-9652-94dab170ec37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb9e4decb1f44439b8954d1dc1954796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618297 Jul 16 18:13:34.605055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54690) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:34.609577 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75bceec1-7d67-43ca-86f4-5a3666772617 req-e64828b0-380a-4021-b004-22ea96e99f16 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/security-groups?id=10b2b10d-cf34-4fd2-aa77-b6b00a564e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683056 Jul 16 18:13:34.682867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bd090-994d-45d2-9652-94dab170ec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42484ab8-197e-432b-b6fe-1b101f9394a0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:34.683584 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:34.684147 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.759639 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c84c740a-2fcf-4014-8b60-be2ef9c66c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.793047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Allocated IP 172.20.0.14 (bd487b97-65db-4d40-afe0-0c2b76b76dcf/d55fdaf1-b5e3-4c46-b3c0-c26260a7d144/ac80e80d-440e-47ea-9d55-f8855904a782) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:34.806323 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c84c740a-2fcf-4014-8b60-be2ef9c66c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.873892 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c84c740a-2fcf-4014-8b60-be2ef9c66c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.879288 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c84c740a-2fcf-4014-8b60-be2ef9c66c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.880775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c84c740a-2fcf-4014-8b60-be2ef9c66c61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42484ab8-197e-432b-b6fe-1b101f9394a0 HTTP/1.1" status: 204 len: 168 time: 0.2699547 Jul 16 18:13:34.893499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c740a-2fcf-4014-8b60-be2ef9c66c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42484ab8-197e-432b-b6fe-1b101f9394a0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:35.136422 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.141212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54702) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:35.183482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Transition to ACTIVE for port object ac80e80d-440e-47ea-9d55-f8855904a782 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:35.227969 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.285067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Network bd487b97-65db-4d40-afe0-0c2b76b76dcf is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:35.291406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:35.296677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:35.315743 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-efc00a71-d9bb-4edb-8835-40af73db72e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.335977 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event updated for resources: {'Port': ['ID=ac80e80d-440e-47ea-9d55-f8855904a782,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:35.384746 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:35.386830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.489672 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-efc00a71-d9bb-4edb-8835-40af73db72e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.503853 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-efc00a71-d9bb-4edb-8835-40af73db72e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.518420 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a547c547-afae-483e-8386-f73ba82ce0ea tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4396877 Jul 16 18:13:35.521677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54712) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:35.526313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:35.567872 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.590141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-efc00a71-d9bb-4edb-8835-40af73db72e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee29fd7411d34643bdbe510a82144cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472823 Jul 16 18:13:35.593903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54716) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:35.597374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc00a71-d9bb-4edb-8835-40af73db72e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cf907b-7c36-458d-b86e-32389d66442c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:35.756429 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34ae08eb-9152-4448-a94a-fa6cc4806eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.808834 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34ae08eb-9152-4448-a94a-fa6cc4806eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.887512 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.911574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f7eb7-650f-4f2f-b7cf-55c0f8712354 req-3b71a41e-0c38-4955-b42e-1be9499e5784 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:35.919472 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-017f7eb7-650f-4f2f-b7cf-55c0f8712354 req-3b71a41e-0c38-4955-b42e-1be9499e5784 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 945 time: 0.1296701 Jul 16 18:13:35.953620 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6cef68c6-92a8-4c9f-9b9a-b1f2b720725f None None] Provisioning for port ac80e80d-440e-47ea-9d55-f8855904a782 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:35.958307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6cef68c6-92a8-4c9f-9b9a-b1f2b720725f None None] Provisioning complete for port ac80e80d-440e-47ea-9d55-f8855904a782 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:35.958770 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6cef68c6-92a8-4c9f-9b9a-b1f2b720725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.970926 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34ae08eb-9152-4448-a94a-fa6cc4806eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.975233 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34ae08eb-9152-4448-a94a-fa6cc4806eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.976885 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-34ae08eb-9152-4448-a94a-fa6cc4806eb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94cf907b-7c36-458d-b86e-32389d66442c HTTP/1.1" status: 204 len: 168 time: 0.3809156 Jul 16 18:13:36.007360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae08eb-9152-4448-a94a-fa6cc4806eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cf907b-7c36-458d-b86e-32389d66442c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:36.007610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-017f7eb7-650f-4f2f-b7cf-55c0f8712354 req-dd480b18-9c43-42a5-ac38-0157f4736e58 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/security-groups?id=10b2b10d-cf34-4fd2-aa77-b6b00a564e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870693 Jul 16 18:13:36.041141 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6cef68c6-92a8-4c9f-9b9a-b1f2b720725f None None] Port ac80e80d-440e-47ea-9d55-f8855904a782 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:36.120633 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Allocated IP 172.25.5.46 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/3663bb37-563b-470b-9f10-15d86cacc450) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:36.352403 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.418242 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.508677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:36.520829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:36.536111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:36.594273 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event updated for resources: {'Port': ['ID=3663bb37-563b-470b-9f10-15d86cacc450,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:36.621535 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54752) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:36.656211 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f83f426d-e6fe-4ab6-80ca-95746ff0806b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.713051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4508174-908b-4970-ba77-dac6ea711a07 req-d2292c8b-b35c-4d58-bba4-611b3895f02c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:36.726742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4508174-908b-4970-ba77-dac6ea711a07 req-d2292c8b-b35c-4d58-bba4-611b3895f02c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 945 time: 0.1569793 Jul 16 18:13:36.793409 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.817128 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c4508174-908b-4970-ba77-dac6ea711a07 req-45ac027f-546c-4429-8b93-f04549083b5c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/security-groups?id=10b2b10d-cf34-4fd2-aa77-b6b00a564e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888700 Jul 16 18:13:36.864830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.931419 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f83f426d-e6fe-4ab6-80ca-95746ff0806b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.956541 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f83f426d-e6fe-4ab6-80ca-95746ff0806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.073501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f426d-e6fe-4ab6-80ca-95746ff0806b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f6a6bc-abb4-40a2-8b14-0796ec34f7dd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.081803 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f83f426d-e6fe-4ab6-80ca-95746ff0806b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47b9a9f93d7e4df9bfd17a898c8e4b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592237 Jul 16 18:13:37.084495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54762) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:37.100189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54764) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:37.265729 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa0e8be1-1115-487e-8a14-16c1ab4b70ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.285865 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.301000 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.389159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa0e8be1-1115-487e-8a14-16c1ab4b70ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.454600 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2db035c-0e8e-429c-b497-16ba4475ad3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.510019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.544084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event updated for resources: {'Port': ['ID=3663bb37-563b-470b-9f10-15d86cacc450,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.580683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54782) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:37.588520 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa0e8be1-1115-487e-8a14-16c1ab4b70ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.591387 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa0e8be1-1115-487e-8a14-16c1ab4b70ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.596205 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fa0e8be1-1115-487e-8a14-16c1ab4b70ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5f6a6bc-abb4-40a2-8b14-0796ec34f7dd HTTP/1.1" status: 204 len: 168 time: 0.4979663 Jul 16 18:13:37.607658 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e8be1-1115-487e-8a14-16c1ab4b70ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f6a6bc-abb4-40a2-8b14-0796ec34f7dd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.623292 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2db035c-0e8e-429c-b497-16ba4475ad3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.628592 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2db035c-0e8e-429c-b497-16ba4475ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.635175 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.643332 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-23e41b47-4038-44c5-8574-1ab52da6e33e tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1181533 Jul 16 18:13:37.644762 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54788) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:37.663731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db035c-0e8e-429c-b497-16ba4475ad3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700cdfa3-0962-4843-9b94-395119f711ed,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.671398 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0d2a8f5b-9b88-402b-8b56-563139e8a007 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Request body: {'floatingip': {'port_id': 'ac80e80d-440e-47ea-9d55-f8855904a782', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:37.695150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d2db035c-0e8e-429c-b497-16ba4475ad3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69760d26a7c148da87f4b93131244a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5931175 Jul 16 18:13:37.697600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54790) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:37.768315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f173bc44-c48e-4bed-9afa-47103f6de1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.803095 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f173bc44-c48e-4bed-9afa-47103f6de1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.824412 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d2a8f5b-9b88-402b-8b56-563139e8a007 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for floatingip, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.832492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6867846f-ac10-4a76-801e-5d90fa70cc82 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:37.876086 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f173bc44-c48e-4bed-9afa-47103f6de1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.879394 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f173bc44-c48e-4bed-9afa-47103f6de1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.881370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f173bc44-c48e-4bed-9afa-47103f6de1a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/700cdfa3-0962-4843-9b94-395119f711ed HTTP/1.1" status: 204 len: 168 time: 0.1824946 Jul 16 18:13:37.918452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173bc44-c48e-4bed-9afa-47103f6de1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700cdfa3-0962-4843-9b94-395119f711ed,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.991204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0c7b6-1aa2-483f-83b4-82dd2a33b1da req-b601124b-faf8-437f-9adc-5aca692c9108 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.996520 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbe0c7b6-1aa2-483f-83b4-82dd2a33b1da req-b601124b-faf8-437f-9adc-5aca692c9108 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.35 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 945 time: 0.1345789 Jul 16 18:13:38.340408 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6867846f-ac10-4a76-801e-5d90fa70cc82 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] 10.222.0.41 "PUT /v2.0/quotas/fb546115b64945e093dc3b478a2d2afa HTTP/1.1" status: 200 len: 366 time: 0.7585068 Jul 16 18:13:38.343397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54808) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.368383 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2311fc33-25aa-4681-abf0-8377ed7659cf tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0216732 Jul 16 18:13:38.371942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54810) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.382707 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51473cb-4507-4eb3-8e9f-8e5d59834deb req-3388d353-195f-4af1-b59d-1cb267ad87a9 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.387191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a51473cb-4507-4eb3-8e9f-8e5d59834deb req-3388d353-195f-4af1-b59d-1cb267ad87a9 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 945 time: 0.3248415 Jul 16 18:13:38.400530 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c4716ea1-a510-4573-8527-64a03f9c417d tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] 10.222.0.41 "GET /v2.0/quotas/fb546115b64945e093dc3b478a2d2afa HTTP/1.1" status: 200 len: 366 time: 0.0271757 Jul 16 18:13:38.401243 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54814) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.402068 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-0d2a8f5b-9b88-402b-8b56-563139e8a007 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] update failed (client error): The resource could not be found. Jul 16 18:13:38.403280 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0d2a8f5b-9b88-402b-8b56-563139e8a007 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "PUT /v2.0/floatingips/1583cfbd-6c4c-4a2e-80b4-45f312afeb26 HTTP/1.1" status: 404 len: 507 time: 0.7572577 Jul 16 18:13:38.411593 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54816) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.502255 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54818) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.507414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a51473cb-4507-4eb3-8e9f-8e5d59834deb req-de733377-90e6-4965-bf28-f614cf24a845 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/security-groups?id=10b2b10d-cf34-4fd2-aa77-b6b00a564e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101017 Jul 16 18:13:38.510489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-dbe0c7b6-1aa2-483f-83b4-82dd2a33b1da req-3e0820a4-909d-443f-b0f2-48f3ca004f7c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Deleting port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:38.510845 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-dbe0c7b6-1aa2-483f-83b4-82dd2a33b1da req-3e0820a4-909d-443f-b0f2-48f3ca004f7c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.530244 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2a4c7490-b00d-43e7-9279-a5c6c06669e4 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/fb546115b64945e093dc3b478a2d2afa HTTP/1.1" status: 204 len: 168 time: 0.1255236 Jul 16 18:13:38.534724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54820) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.545778 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ea365452-4ed2-4a79-9773-04cd623f74d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.552861 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ef8b7386-f4e9-4d1c-9b7d-65313a0571fd tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0169578 Jul 16 18:13:38.560051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54822) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.581263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ed2acb95-8141-470f-9870-909444465beb tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] 10.222.0.41 "GET /v2.0/quotas/fb546115b64945e093dc3b478a2d2afa HTTP/1.1" status: 200 len: 370 time: 0.0159583 Jul 16 18:13:38.581880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54824) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.589734 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-25b039f6-c0c8-4d22-a884-749e532f74d5 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] 10.222.0.41 "GET /v2.0/quotas/fb546115b64945e093dc3b478a2d2afa/default HTTP/1.1" status: 200 len: 370 time: 0.0045290 Jul 16 18:13:38.593314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54826) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.617477 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-5b893b60-5e54-424f-b2a7-b032f4d4e4fa tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] delete failed (client error): The resource could not be found. Jul 16 18:13:38.618512 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5b893b60-5e54-424f-b2a7-b032f4d4e4fa tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/fb546115b64945e093dc3b478a2d2afa HTTP/1.1" status: 404 len: 348 time: 0.0242836 Jul 16 18:13:38.703318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-62a227ec-b19b-4c05-b3c7-6c0895476107 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Deleting port 3663bb37-563b-470b-9f10-15d86cacc450 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:38.703840 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62a227ec-b19b-4c05-b3c7-6c0895476107 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.720311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-dbe0c7b6-1aa2-483f-83b4-82dd2a33b1da req-3e0820a4-909d-443f-b0f2-48f3ca004f7c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] For port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89,segment=NetworkSegment(68c51ad6-b2f9-4991-93d4-a3fca90f04e9),segment_id=68c51ad6-b2f9-4991-93d4-a3fca90f04e9)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:38.721299 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-dbe0c7b6-1aa2-483f-83b4-82dd2a33b1da req-3e0820a4-909d-443f-b0f2-48f3ca004f7c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.746099 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-dbe0c7b6-1aa2-483f-83b4-82dd2a33b1da req-3e0820a4-909d-443f-b0f2-48f3ca004f7c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Calling delete_port for 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:38.942770 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62a227ec-b19b-4c05-b3c7-6c0895476107 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.942770 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62a227ec-b19b-4c05-b3c7-6c0895476107 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.957344 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ea365452-4ed2-4a79-9773-04cd623f74d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.966992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-62a227ec-b19b-4c05-b3c7-6c0895476107 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Calling delete_port for 3663bb37-563b-470b-9f10-15d86cacc450 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:38.968069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54840) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.983032 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ea365452-4ed2-4a79-9773-04cd623f74d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.099516 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-dbe0c7b6-1aa2-483f-83b4-82dd2a33b1da req-3e0820a4-909d-443f-b0f2-48f3ca004f7c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.115862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:39.136473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0820a4-909d-443f-b0f2-48f3ca004f7c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Pushing event deleted for resources: {'Port': ['ID=5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:39.195815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe0c7b6-1aa2-483f-83b4-82dd2a33b1da req-3e0820a4-909d-443f-b0f2-48f3ca004f7c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] No DVR routers for this DVR port 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:39.200042 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-dbe0c7b6-1aa2-483f-83b4-82dd2a33b1da req-3e0820a4-909d-443f-b0f2-48f3ca004f7c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.202787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbe0c7b6-1aa2-483f-83b4-82dd2a33b1da req-3e0820a4-909d-443f-b0f2-48f3ca004f7c tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.35 "DELETE /v2.0/ports/5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 HTTP/1.1" status: 204 len: 173 time: 1.1977317 Jul 16 18:13:39.203575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839d296d-9374-46e7-ad62-8426d3983b57', 'name': 'network-vif-deleted', 'tag': '5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:39.217883 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853263ae-677c-4d48-b468-2bfab37710c6" -d '{"events": [{"server_uuid": "839d296d-9374-46e7-ad62-8426d3983b57", "name": "network-vif-deleted", "tag": "5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:39.279714 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13747e59-e02e-4e4d-b659-d2e3911a5fef x-openstack-request-id: req-13747e59-e02e-4e4d-b659-d2e3911a5fef {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:39.280411 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839d296d-9374-46e7-ad62-8426d3983b57", "name": "network-vif-deleted", "tag": "5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:39.282064 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13747e59-e02e-4e4d-b659-d2e3911a5fef {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:39.282913 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839d296d-9374-46e7-ad62-8426d3983b57', 'name': 'network-vif-deleted', 'tag': '5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89', 'status': 'completed', 'code': 200} Jul 16 18:13:39.304480 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ea365452-4ed2-4a79-9773-04cd623f74d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=018ba9b113bc416886dd51fac646c3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8011076 Jul 16 18:13:39.307261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54846) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.322057 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62a227ec-b19b-4c05-b3c7-6c0895476107 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.378063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a227ec-b19b-4c05-b3c7-6c0895476107 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event deleted for resources: {'Port': ['ID=3663bb37-563b-470b-9f10-15d86cacc450,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:39.379951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2096084a-53be-4608-9bd9-f36778a9fcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.387179 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea365452-4ed2-4a79-9773-04cd623f74d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450ee47d-c430-4a4c-947b-2a60ceea6873,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:39.390073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Usage tracker for resource:network and tenant:e87c7e0a866e4d1888517b43df686087 is out of sync, need to count used quota {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:13:39.402465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:13:39.420884 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2096084a-53be-4608-9bd9-f36778a9fcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.461271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Usage tracker for resource:subnet and tenant:e87c7e0a866e4d1888517b43df686087 is out of sync, need to count used quota {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:13:39.471666 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:13:39.481518 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62a227ec-b19b-4c05-b3c7-6c0895476107 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.484086 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62a227ec-b19b-4c05-b3c7-6c0895476107 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.485346 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-62a227ec-b19b-4c05-b3c7-6c0895476107 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "DELETE /v2.0/floatingips/1583cfbd-6c4c-4a2e-80b4-45f312afeb26 HTTP/1.1" status: 204 len: 168 time: 1.0726373 Jul 16 18:13:39.487938 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Usage tracker for resource:subnetpool and tenant:e87c7e0a866e4d1888517b43df686087 is out of sync, need to count used quota {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:13:39.489502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54850) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.497197 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ce254372-7ec2-44bc-8d25-4ffebe107386 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Request body: {'floatingip': {'floating_network_id': 'bd487b97-65db-4d40-afe0-0c2b76b76dcf', 'port_id': 'ac80e80d-440e-47ea-9d55-f8855904a782', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:39.497425 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2096084a-53be-4608-9bd9-f36778a9fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.502058 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2096084a-53be-4608-9bd9-f36778a9fcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.503330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2096084a-53be-4608-9bd9-f36778a9fcc1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/450ee47d-c430-4a4c-947b-2a60ceea6873 HTTP/1.1" status: 204 len: 168 time: 0.1947618 Jul 16 18:13:39.513020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096084a-53be-4608-9bd9-f36778a9fcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450ee47d-c430-4a4c-947b-2a60ceea6873,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:39.519009 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:13:39.535319 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Usage tracker for resource:port and tenant:e87c7e0a866e4d1888517b43df686087 is out of sync, need to count used quota {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:13:39.542754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:13:39.559010 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ce254372-7ec2-44bc-8d25-4ffebe107386 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.583371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Usage tracker for resource:router and tenant:e87c7e0a866e4d1888517b43df686087 is out of sync, need to count used quota {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:13:39.597246 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:13:39.611359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Usage tracker for resource:floatingip and tenant:e87c7e0a866e4d1888517b43df686087 is out of sync, need to count used quota {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:13:39.619866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:13:39.732974 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Usage tracker for resource:security_group and tenant:e87c7e0a866e4d1888517b43df686087 is out of sync, need to count used quota {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:13:39.741204 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:13:39.763463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-642e04ac-2b14-4f88-a1d5-ad1d3628c7f8 req-2e112652-cacd-49cc-9cf8-08f3dd253057 tempest-ServerGroupTestJSON-1691357401 tempest-ServerGroupTestJSON-1691357401-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d296d-9374-46e7-ad62-8426d3983b57 HTTP/1.1" status: 200 len: 210 time: 0.0565760 Jul 16 18:13:39.764580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Usage tracker for resource:security_group_rule and tenant:e87c7e0a866e4d1888517b43df686087 is out of sync, need to count used quota {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:13:39.771308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.quota.resource [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100170) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:13:39.775614 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-ce254372-7ec2-44bc-8d25-4ffebe107386 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:39.776669 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ce254372-7ec2-44bc-8d25-4ffebe107386 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2862034 Jul 16 18:13:39.780640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54866) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.782445 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cdf7b54d-97c1-427c-8e67-4121b0b3b564 tempest-QuotasTest-441363967 tempest-QuotasTest-441363967-project-admin] 10.222.0.41 "GET /v2.0/quotas/e87c7e0a866e4d1888517b43df686087/details.json HTTP/1.1" status: 200 len: 703 time: 0.8127286 Jul 16 18:13:39.789219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': 'ac80e80d-440e-47ea-9d55-f8855904a782', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:39.817282 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.933852 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.077216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Allocated IP 172.25.5.29 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/66bf45a7-da07-4857-a319-f6e30a004f3b) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:40.208459 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.210118 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54886) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:40.253509 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.299911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:40.302842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:40.306728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:40.329862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event updated for resources: {'Port': ['ID=66bf45a7-da07-4857-a319-f6e30a004f3b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.363010 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8d3113d9-4778-4c64-a3fa-12eeefcdc10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.486513 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8d3113d9-4778-4c64-a3fa-12eeefcdc10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.492084 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8d3113d9-4778-4c64-a3fa-12eeefcdc10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.526407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Deleting port 66bf45a7-da07-4857-a319-f6e30a004f3b {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:40.527956 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.538301 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8d3113d9-4778-4c64-a3fa-12eeefcdc10e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9a4fd09cf5d41fd8acd456712dfcaa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270614 Jul 16 18:13:40.541213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54912) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:40.566151 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3113d9-4778-4c64-a3fa-12eeefcdc10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549884a7-4d1d-41ee-9e15-3d7f2ac3713a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.604760 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da2b0bc3-323e-4324-8ced-fa62e713cd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.626566 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.627122 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.628873 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da2b0bc3-323e-4324-8ced-fa62e713cd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.640070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Calling delete_port for 66bf45a7-da07-4857-a319-f6e30a004f3b owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:40.689313 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da2b0bc3-323e-4324-8ced-fa62e713cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.693233 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da2b0bc3-323e-4324-8ced-fa62e713cd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.695290 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-da2b0bc3-323e-4324-8ced-fa62e713cd72 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/549884a7-4d1d-41ee-9e15-3d7f2ac3713a HTTP/1.1" status: 204 len: 168 time: 0.1531630 Jul 16 18:13:40.709948 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b0bc3-323e-4324-8ced-fa62e713cd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549884a7-4d1d-41ee-9e15-3d7f2ac3713a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.804646 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.840369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event deleted for resources: {'Port': ['ID=66bf45a7-da07-4857-a319-f6e30a004f3b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.951142 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] create failed (client error): The resource could not be found. Jul 16 18:13:40.957085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2f1bb7fa-6091-4c1a-8821-52ff9f4d6972 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1681013 Jul 16 18:13:40.957487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54926) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:41.160910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-6d037913-29be-410a-a881-27435e73eb7a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Deleting port ac80e80d-440e-47ea-9d55-f8855904a782 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:41.161253 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6d037913-29be-410a-a881-27435e73eb7a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.327023 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6d037913-29be-410a-a881-27435e73eb7a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.344772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-6d037913-29be-410a-a881-27435e73eb7a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Calling delete_port for ac80e80d-440e-47ea-9d55-f8855904a782 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:41.357394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54958) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:41.400894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54962) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:41.416303 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1536-2743-4e21-9302-2a8b49b2a985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.451151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9185d578-18b2-48bc-a515-2bfd002ab458 admin admin] Deleting subnet 57d5353d-67da-4d71-a47b-9d60ce1b9b0b {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:41.455982 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9185d578-18b2-48bc-a515-2bfd002ab458 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.506673 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9185d578-18b2-48bc-a515-2bfd002ab458 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.543296 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1536-2743-4e21-9302-2a8b49b2a985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.553695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1536-2743-4e21-9302-2a8b49b2a985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.586345 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9185d578-18b2-48bc-a515-2bfd002ab458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.617998 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f1ce1536-2743-4e21-9302-2a8b49b2a985 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e87c7e0a866e4d1888517b43df686087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135401 Jul 16 18:13:41.617998 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce1536-2743-4e21-9302-2a8b49b2a985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca2b619-016e-4ff4-b267-3fd71b1f9d9d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.618324 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6d037913-29be-410a-a881-27435e73eb7a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.619179 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54968) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:41.688340 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cfc913d-26ee-4df8-9621-203821dced99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.693755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d037913-29be-410a-a881-27435e73eb7a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event deleted for resources: {'Port': ['ID=ac80e80d-440e-47ea-9d55-f8855904a782,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.714456 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cfc913d-26ee-4df8-9621-203821dced99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.718576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:41.756867 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:41.760052 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9185d578-18b2-48bc-a515-2bfd002ab458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.760239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5a970b91-e6b7-4cf2-b5c8-0170d4e8ab89 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:41.793110 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cfc913d-26ee-4df8-9621-203821dced99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.797320 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6cfc913d-26ee-4df8-9621-203821dced99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.798845 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6cfc913d-26ee-4df8-9621-203821dced99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bca2b619-016e-4ff4-b267-3fd71b1f9d9d HTTP/1.1" status: 204 len: 168 time: 0.1790366 Jul 16 18:13:41.820262 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9185d578-18b2-48bc-a515-2bfd002ab458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.822180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9185d578-18b2-48bc-a515-2bfd002ab458 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/57d5353d-67da-4d71-a47b-9d60ce1b9b0b HTTP/1.1" status: 204 len: 168 time: 0.4638472 Jul 16 18:13:41.823097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185d578-18b2-48bc-a515-2bfd002ab458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d5353d-67da-4d71-a47b-9d60ce1b9b0b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.824895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54976) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:41.842370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc913d-26ee-4df8-9621-203821dced99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca2b619-016e-4ff4-b267-3fd71b1f9d9d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.862985 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6d037913-29be-410a-a881-27435e73eb7a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.871187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6d037913-29be-410a-a881-27435e73eb7a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "DELETE /v2.0/ports/ac80e80d-440e-47ea-9d55-f8855904a782 HTTP/1.1" status: 204 len: 168 time: 0.9118502 Jul 16 18:13:41.874200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54978) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:41.999992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762c1429-52e8-4143-b5fa-375e1a66f4e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.003468 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-762c1429-52e8-4143-b5fa-375e1a66f4e0 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "GET /v2.0/ports?device_id=01271968-0265-414e-8189-606811f9346e HTTP/1.1" status: 200 len: 913 time: 0.1232915 Jul 16 18:13:42.005186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54982) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:42.034785 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5924a499-26da-47ac-b7e2-ee17c243faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.167627 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5924a499-26da-47ac-b7e2-ee17c243faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.193550 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5924a499-26da-47ac-b7e2-ee17c243faa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:42.216935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5924a499-26da-47ac-b7e2-ee17c243faa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c51ad6-b2f9-4991-93d4-a3fca90f04e9') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:42.217682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5924a499-26da-47ac-b7e2-ee17c243faa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c51ad6-b2f9-4991-93d4-a3fca90f04e9') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:42.231529 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5924a499-26da-47ac-b7e2-ee17c243faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.247652 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5924a499-26da-47ac-b7e2-ee17c243faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.257544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5924a499-26da-47ac-b7e2-ee17c243faa5 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:42.257880 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5924a499-26da-47ac-b7e2-ee17c243faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:42.260897 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:42.393339 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5924a499-26da-47ac-b7e2-ee17c243faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.435481 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5924a499-26da-47ac-b7e2-ee17c243faa5 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.441542 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5924a499-26da-47ac-b7e2-ee17c243faa5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07 HTTP/1.1" status: 204 len: 168 time: 0.6153998 Jul 16 18:13:42.443188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924a499-26da-47ac-b7e2-ee17c243faa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a34ef25-9fe4-4d15-b0ca-fa0ed2e01b07,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:42.651256 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55016) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:42.661108 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e5fec1f-e795-4e50-8d42-23c4631a30d1 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.708581 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d7ba00fa-9323-4124-96c8-2d0687369a5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=359e7339356a423d914b922f4e1d6f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545461 Jul 16 18:13:42.710493 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55020) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:42.785995 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dcb13304-a101-4cbe-8f1c-295b383ec2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.810513 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dcb13304-a101-4cbe-8f1c-295b383ec2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.887120 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dcb13304-a101-4cbe-8f1c-295b383ec2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.891590 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dcb13304-a101-4cbe-8f1c-295b383ec2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.893384 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dcb13304-a101-4cbe-8f1c-295b383ec2d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10b2b10d-cf34-4fd2-aa77-b6b00a564e60 HTTP/1.1" status: 204 len: 168 time: 0.1814787 Jul 16 18:13:42.905218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb13304-a101-4cbe-8f1c-295b383ec2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b2b10d-cf34-4fd2-aa77-b6b00a564e60,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:42.996419 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55028) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:43.243707 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-471398845'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:43.274559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Made reservation on behalf of 20c54f2eab6d4479939aadbd11237507 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:43.280978 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.297816 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.372109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fec1f-e795-4e50-8d42-23c4631a30d1 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Deleting port 3334e28a-02b9-40ce-90ee-80cccea178e8 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:43.372570 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e5fec1f-e795-4e50-8d42-23c4631a30d1 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.412619 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:13:43.420203 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.430091 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.456250 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:43.478755 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.480383 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Added segment 7964fb1b-1859-4bae-9457-36157ee07435 of type vlan for network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd Jul 16 18:13:43.556274 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.556438 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e5fec1f-e795-4e50-8d42-23c4631a30d1 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.575631 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fec1f-e795-4e50-8d42-23c4631a30d1 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Calling delete_port for 3334e28a-02b9-40ce-90ee-80cccea178e8 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:43.581928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eed12c-beb3-4528-bd62-550b093b543c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.613435 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.628132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.628780 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.713999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event updated for resources: {'Network': ['ID=1fe7542f-64e3-4d6c-84a6-3a99c23609bd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.725259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:43.754280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55064) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:43.754849 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f2f88c46-e822-4f83-985d-09d065a9c4c6 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7556520 Jul 16 18:13:43.761069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-940f69df-e3a2-4cba-83dc-c4844b91214d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Request body: {'subnet': {'network_id': '1fe7542f-64e3-4d6c-84a6-3a99c23609bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:43.922934 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55068) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:44.005208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940f69df-e3a2-4cba-83dc-c4844b91214d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Made reservation on behalf of 20c54f2eab6d4479939aadbd11237507 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:44.008990 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-940f69df-e3a2-4cba-83dc-c4844b91214d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.012303 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e5fec1f-e795-4e50-8d42-23c4631a30d1 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.101052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1898260163-network', 'tenant_id': '34d34512c917414d87c99f4af80b14e4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:44.147626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Made reservation on behalf of 34d34512c917414d87c99f4af80b14e4 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:44.149919 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.152785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fec1f-e795-4e50-8d42-23c4631a30d1 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event deleted for resources: {'Port': ['ID=3334e28a-02b9-40ce-90ee-80cccea178e8,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.164566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.303026 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.308983 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.338283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:44.349897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac535ded-97e0-43b7-afa7-e9e860a6fdfe,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.359495 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.359882 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Added segment 82d90387-54f2-406c-a997-fe6e97d917cc of type vlan for network 77a1b760-cb31-4aa7-be2c-30c8d94c964e Jul 16 18:13:44.414025 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.452647 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.454261 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9e5fec1f-e795-4e50-8d42-23c4631a30d1 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.454456 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.454853 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.483611 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5594158 Jul 16 18:13:44.487249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55076) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:44.493936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8f625638-03e7-427e-bf5b-51860602a03f admin admin] Request body: {'subnet': {'network_id': '77a1b760-cb31-4aa7-be2c-30c8d94c964e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1898260163-subnet', 'tenant_id': '34d34512c917414d87c99f4af80b14e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:44.532228 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a342f0c-8f34-4112-b399-f2aa326e1c6f admin admin] Pushing event updated for resources: {'Network': ['ID=77a1b760-cb31-4aa7-be2c-30c8d94c964e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.544245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 77a1b760-cb31-4aa7-be2c-30c8d94c964e details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:44.549905 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f625638-03e7-427e-bf5b-51860602a03f admin admin] Made reservation on behalf of 34d34512c917414d87c99f4af80b14e4 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:44.553048 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f625638-03e7-427e-bf5b-51860602a03f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.657187 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-940f69df-e3a2-4cba-83dc-c4844b91214d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.713648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5fec1f-e795-4e50-8d42-23c4631a30d1 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Router 01271968-0265-414e-8189-606811f9346e has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:44.742297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f69df-e3a2-4cba-83dc-c4844b91214d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event updated for resources: {'Subnet': ['ID=9bfaea79-9946-4f66-91b7-e35d40634a5e,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.744688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f625638-03e7-427e-bf5b-51860602a03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.816153 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f625638-03e7-427e-bf5b-51860602a03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdede24b-e969-440e-8190-9d82c6ef6bfd,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.818439 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940f69df-e3a2-4cba-83dc-c4844b91214d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Checking segment: {'id': '7964fb1b-1859-4bae-9457-36157ee07435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1fe7542f-64e3-4d6c-84a6-3a99c23609bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:44.818921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940f69df-e3a2-4cba-83dc-c4844b91214d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Network hostable DHCP agents. Network: 1fe7542f-64e3-4d6c-84a6-3a99c23609bd, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:44.823402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f625638-03e7-427e-bf5b-51860602a03f admin admin] Checking segment: {'id': '82d90387-54f2-406c-a997-fe6e97d917cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a1b760-cb31-4aa7-be2c-30c8d94c964e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:44.823561 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f625638-03e7-427e-bf5b-51860602a03f admin admin] Network hostable DHCP agents. Network: 77a1b760-cb31-4aa7-be2c-30c8d94c964e, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:44.834363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5fec1f-e795-4e50-8d42-23c4631a30d1 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:44.842087 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9e5fec1f-e795-4e50-8d42-23c4631a30d1 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "PUT /v2.0/routers/01271968-0265-414e-8189-606811f9346e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8359742 Jul 16 18:13:44.845760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55082) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:44.850837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082dbea7-9496-4a56-88fa-65cee63fa81d None None] Sync routers for ids ['01271968-0265-414e-8189-606811f9346e'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:44.855710 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f625638-03e7-427e-bf5b-51860602a03f admin admin] Network 77a1b760-cb31-4aa7-be2c-30c8d94c964e is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:44.864289 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082dbea7-9496-4a56-88fa-65cee63fa81d None None] Routers {'01271968-0265-414e-8189-606811f9346e'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:44.866052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-082dbea7-9496-4a56-88fa-65cee63fa81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:13:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['01271968-0265-414e-8189-606811f9346e'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:44.872871 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-8f625638-03e7-427e-bf5b-51860602a03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 77a1b760-cb31-4aa7-be2c-30c8d94c964e) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:44.881971 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f625638-03e7-427e-bf5b-51860602a03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.884088 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f625638-03e7-427e-bf5b-51860602a03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.916770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940f69df-e3a2-4cba-83dc-c4844b91214d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:44.917397 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8f625638-03e7-427e-bf5b-51860602a03f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4283562 Jul 16 18:13:44.949631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-082dbea7-9496-4a56-88fa-65cee63fa81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:44.956588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-940f69df-e3a2-4cba-83dc-c4844b91214d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 1fe7542f-64e3-4d6c-84a6-3a99c23609bd) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:44.963481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45228422-5b83-448f-98a1-6e5b5b248aed None None] Network 77a1b760-cb31-4aa7-be2c-30c8d94c964e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:44.967877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940f69df-e3a2-4cba-83dc-c4844b91214d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.968502 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-940f69df-e3a2-4cba-83dc-c4844b91214d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.969684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568771fb-21ae-4ab9-8ff2-5aba04c72ae4 None None] Network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:44.975738 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fdd420fe-9c9d-43a9-9ebe-0baec49d9e9a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.083115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082dbea7-9496-4a56-88fa-65cee63fa81d None None] Routers {'01271968-0265-414e-8189-606811f9346e'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:45.085089 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-940f69df-e3a2-4cba-83dc-c4844b91214d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3306363 Jul 16 18:13:45.085833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-082dbea7-9496-4a56-88fa-65cee63fa81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:13:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['01271968-0265-414e-8189-606811f9346e'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:45.088254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55090) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:45.095164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Request body: {'port': {'network_id': '1fe7542f-64e3-4d6c-84a6-3a99c23609bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-26151887'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:45.230767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55096) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:45.258360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-082dbea7-9496-4a56-88fa-65cee63fa81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:45.259021 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082dbea7-9496-4a56-88fa-65cee63fa81d None None] The sync data for ids ['01271968-0265-414e-8189-606811f9346e'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:45.433931 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fdd420fe-9c9d-43a9-9ebe-0baec49d9e9a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.437289 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fdd420fe-9c9d-43a9-9ebe-0baec49d9e9a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.458747 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfd5711c-eab7-4643-b2ef-d49f9be01c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.487065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Made reservation on behalf of 20c54f2eab6d4479939aadbd11237507 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:45.491601 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.494191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-1fe7542f-64e3-4d6c-84a6-3a99c23609bd', 'network_id': '1fe7542f-64e3-4d6c-84a6-3a99c23609bd', 'tenant_id': '20c54f2eab6d4479939aadbd11237507', 'fixed_ips': [{'subnet_id': '9bfaea79-9946-4f66-91b7-e35d40634a5e'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:45.495464 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.507645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aefaa3-ab8e-437d-956d-9a84a5a905c5 None None] Network 77a1b760-cb31-4aa7-be2c-30c8d94c964e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:45.517301 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fdd420fe-9c9d-43a9-9ebe-0baec49d9e9a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.518279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd420fe-9c9d-43a9-9ebe-0baec49d9e9a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Fanout notify agent at l3_agent the message router_deleted on router 01271968-0265-414e-8189-606811f9346e {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:45.528198 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fdd420fe-9c9d-43a9-9ebe-0baec49d9e9a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.529661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fdd420fe-9c9d-43a9-9ebe-0baec49d9e9a tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "DELETE /v2.0/routers/01271968-0265-414e-8189-606811f9346e HTTP/1.1" status: 204 len: 168 time: 0.6830492 Jul 16 18:13:45.531403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] device_id is not set on port b36bbaa9-da15-4ae1-ac79-388938669cad yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:45.536785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55114) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:45.676463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e209d1-d169-462b-80bd-fd69f717a8cd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Deleting subnet d55fdaf1-b5e3-4c46-b3c0-c26260a7d144 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:45.684178 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8e209d1-d169-462b-80bd-fd69f717a8cd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.777526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Allocated IP 2001:db8::fe (1fe7542f-64e3-4d6c-84a6-3a99c23609bd/9bfaea79-9946-4f66-91b7-e35d40634a5e/b36bbaa9-da15-4ae1-ac79-388938669cad) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:45.820383 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8e209d1-d169-462b-80bd-fd69f717a8cd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.882418 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfd5711c-eab7-4643-b2ef-d49f9be01c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.896927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfd5711c-eab7-4643-b2ef-d49f9be01c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.939453 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cfd5711c-eab7-4643-b2ef-d49f9be01c54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef5588a7e1ed42099a6a06af9cc36b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7053628 Jul 16 18:13:45.942610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55136) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:46.017076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11212854-f0a8-4886-9088-77003c12b092 req-a781c540-cee5-487e-8368-8bf004776bea tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.018665 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-a781c540-cee5-487e-8368-8bf004776bea tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/networks?id=77a1b760-cb31-4aa7-be2c-30c8d94c964e HTTP/1.1" status: 200 len: 813 time: 0.2387276 Jul 16 18:13:46.044812 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5711c-eab7-4643-b2ef-d49f9be01c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e6d4ff-2572-4687-a78b-2f40c063a575,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.069429 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8e209d1-d169-462b-80bd-fd69f717a8cd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.107147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-df30afe1-3eff-42a9-aebc-0401cc042b9a tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/quotas/34d34512c917414d87c99f4af80b14e4 HTTP/1.1" status: 200 len: 375 time: 0.0783129 Jul 16 18:13:46.179499 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8e209d1-d169-462b-80bd-fd69f717a8cd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.187612 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-6d6f86b5-317f-4b55-bcaf-7191820fbcce tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=34d34512c917414d87c99f4af80b14e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694871 Jul 16 18:13:46.224676 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e209d1-d169-462b-80bd-fd69f717a8cd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event deleted for resources: {'Subnet': ['ID=d55fdaf1-b5e3-4c46-b3c0-c26260a7d144,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.229735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8e209d1-d169-462b-80bd-fd69f717a8cd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.231768 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f8e209d1-d169-462b-80bd-fd69f717a8cd tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "DELETE /v2.0/subnets/d55fdaf1-b5e3-4c46-b3c0-c26260a7d144 HTTP/1.1" status: 204 len: 168 time: 0.6938269 Jul 16 18:13:46.234130 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55150) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:46.238199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5dc3d0-1e1c-4492-8483-30fd436abcb5 None None] Network bd487b97-65db-4d40-afe0-0c2b76b76dcf requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:46.263019 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-567ca452-a30d-4abb-82e0-0eb92f9ce9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.308427 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.346402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.431579 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Deleting port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:46.433667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.459993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Transition to ACTIVE for port object b36bbaa9-da15-4ae1-ac79-388938669cad will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:46.461145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55156) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:46.462966 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-567ca452-a30d-4abb-82e0-0eb92f9ce9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.574668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e65660-8e0d-492a-896b-f01e99371cf6 None None] DHCP port deletion for bd487b97-65db-4d40-afe0-0c2b76b76dcf request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:46.575400 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-755bd04b-f678-4496-83df-a0843783cf74 service neutron] 10.222.0.41 "GET /v2.0/networks/77a1b760-cb31-4aa7-be2c-30c8d94c964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783362 Jul 16 18:13:46.608176 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] For port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=55203d4b-0d7f-40be-8abe-b0a57f64eaf6,segment=NetworkSegment(c31f4734-4e02-47f9-ac53-8387f5c07a55),segment_id=c31f4734-4e02-47f9-ac53-8387f5c07a55)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:46.610124 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.643927 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Calling delete_port for 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:46.669099 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-567ca452-a30d-4abb-82e0-0eb92f9ce9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.671803 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-567ca452-a30d-4abb-82e0-0eb92f9ce9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.673933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-567ca452-a30d-4abb-82e0-0eb92f9ce9c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21e6d4ff-2572-4687-a78b-2f40c063a575 HTTP/1.1" status: 204 len: 168 time: 0.7275949 Jul 16 18:13:46.675179 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.709476 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-90e65660-8e0d-492a-896b-f01e99371cf6 None None] Deleting port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:46.709853 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90e65660-8e0d-492a-896b-f01e99371cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.737905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Allocated IP 2001:db8::2 (1fe7542f-64e3-4d6c-84a6-3a99c23609bd/9bfaea79-9946-4f66-91b7-e35d40634a5e/c636340a-36a4-4a4a-876b-7e4bddcce32e) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:46.778601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ca452-a30d-4abb-82e0-0eb92f9ce9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e6d4ff-2572-4687-a78b-2f40c063a575,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.794945 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca4eece4-39af-4bdd-9471-69d07144b2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.795796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.799964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event updated for resources: {'Port': ['ID=b36bbaa9-da15-4ae1-ac79-388938669cad,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.836810 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:46.840649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event deleted for resources: {'Port': ['ID=55203d4b-0d7f-40be-8abe-b0a57f64eaf6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.842791 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] No DVR routers for this DVR port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:46.851281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:46.856011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-90e65660-8e0d-492a-896b-f01e99371cf6 None None] For port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=55203d4b-0d7f-40be-8abe-b0a57f64eaf6,segment=NetworkSegment(c31f4734-4e02-47f9-ac53-8387f5c07a55),segment_id=c31f4734-4e02-47f9-ac53-8387f5c07a55)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:46.856842 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90e65660-8e0d-492a-896b-f01e99371cf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.867995 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:46.872578 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-90e65660-8e0d-492a-896b-f01e99371cf6 None None] Calling delete_port for 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:46.874550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.875193 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.933510 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-04ad0a57-d7b8-4994-be2a-60d01d9a2c67 service neutron] 10.222.0.41 "GET /v2.0/networks/77a1b760-cb31-4aa7-be2c-30c8d94c964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482482 Jul 16 18:13:46.973463 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90e65660-8e0d-492a-896b-f01e99371cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.012362 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.030235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e65660-8e0d-492a-896b-f01e99371cf6 None None] Pushing event deleted for resources: {'Port': ['ID=55203d4b-0d7f-40be-8abe-b0a57f64eaf6,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.035649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd487b97-65db-4d40-afe0-0c2b76b76dcf']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.059501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31f4734-4e02-47f9-ac53-8387f5c07a55') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.060749 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31f4734-4e02-47f9-ac53-8387f5c07a55') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.081336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e65660-8e0d-492a-896b-f01e99371cf6 None None] No DVR routers for this DVR port 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:47.093901 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.112135 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.120701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:47.121106 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:47.124486 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:47.167122 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca4eece4-39af-4bdd-9471-69d07144b2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.184451 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca4eece4-39af-4bdd-9471-69d07144b2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.206794 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.211459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55168) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.213490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55170) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.213648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b8505c0b-bc4f-40ff-b8c1-fabc60ecaace tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.1244256 Jul 16 18:13:47.247868 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.257588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Request body: {'port': {'network_id': '1fe7542f-64e3-4d6c-84a6-3a99c23609bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-419785070', 'allowed_address_pairs': [{'ip_address': '2001:db8::fe', 'mac_address': 'fa:16:3e:ca:85:2c'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:47.261685 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Transition to ACTIVE for port object c636340a-36a4-4a4a-876b-7e4bddcce32e will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:47.267461 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ca4eece4-39af-4bdd-9471-69d07144b2a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba8b7893e5ed4801b1d7a2749b3a038f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8022354 Jul 16 18:13:47.270938 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.271563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eece4-39af-4bdd-9471-69d07144b2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850d0e24-b105-41dd-93b7-2f4fecd22de4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.274000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55174) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.274733 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] 10.222.0.41 "DELETE /v2.0/networks/bd487b97-65db-4d40-afe0-0c2b76b76dcf HTTP/1.1" status: 204 len: 168 time: 1.0376818 Jul 16 18:13:47.311382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Transition to ACTIVE for port object c636340a-36a4-4a4a-876b-7e4bddcce32e will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:47.329558 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.360931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:47.363279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:47.399013 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:47.427221 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07a6-c28b-4274-ad0f-5eb37e214d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.445160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cbbba-65ca-4b06-97b2-2d331ba8e220 tempest-FloatingIPNegativeTestJSON-1915837703 tempest-FloatingIPNegativeTestJSON-1915837703-project] Pushing event deleted for resources: {'Network': ['ID=bd487b97-65db-4d40-afe0-0c2b76b76dcf,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.467678 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Pushing event updated for resources: {'Port': ['ID=c636340a-36a4-4a4a-876b-7e4bddcce32e,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.475530 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Attempting to bind port c636340a-36a4-4a4a-876b-7e4bddcce32e on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:47.475967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Attempting to bind port c636340a-36a4-4a4a-876b-7e4bddcce32e by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '7964fb1b-1859-4bae-9457-36157ee07435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1fe7542f-64e3-4d6c-84a6-3a99c23609bd'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:47.476529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Attempting to bind port c636340a-36a4-4a4a-876b-7e4bddcce32e on network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:47.482565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:47.483225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Checking segment: {'id': '7964fb1b-1859-4bae-9457-36157ee07435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1fe7542f-64e3-4d6c-84a6-3a99c23609bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:47.484011 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.485035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Bound using segment: {'id': '7964fb1b-1859-4bae-9457-36157ee07435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1fe7542f-64e3-4d6c-84a6-3a99c23609bd'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:47.485165 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Made reservation on behalf of 20c54f2eab6d4479939aadbd11237507 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:47.485558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Bound port: c636340a-36a4-4a4a-876b-7e4bddcce32e, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7964fb1b-1859-4bae-9457-36157ee07435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1fe7542f-64e3-4d6c-84a6-3a99c23609bd'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:47.485969 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.504387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed8406a6-c3d9-4c86-8f20-6053934fd43f req-bbbba46a-2b63-4aa8-aed4-c2bf9abd6e0f tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 210 time: 0.1060054 Jul 16 18:13:47.538254 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-199d01be-7836-4b53-9f67-728b60caa291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.587952 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-199d01be-7836-4b53-9f67-728b60caa291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.602920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] For port c636340a-36a4-4a4a-876b-7e4bddcce32e, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:47.608041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] For port c636340a-36a4-4a4a-876b-7e4bddcce32e, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c636340a-36a4-4a4a-876b-7e4bddcce32e,segment=NetworkSegment(7964fb1b-1859-4bae-9457-36157ee07435),segment_id=7964fb1b-1859-4bae-9457-36157ee07435)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:47.625071 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.651461 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.676733 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] device_id is not set on port c30a6af8-6531-4d7c-b1ca-addc1ccf7bff yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:47.734040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4158265-a9a2-4d4d-a16f-e968eaeed881 None None] Pushing event updated for resources: {'Port': ['ID=c636340a-36a4-4a4a-876b-7e4bddcce32e,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.747489 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-199d01be-7836-4b53-9f67-728b60caa291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.751128 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-199d01be-7836-4b53-9f67-728b60caa291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.754843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-199d01be-7836-4b53-9f67-728b60caa291 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/850d0e24-b105-41dd-93b7-2f4fecd22de4 HTTP/1.1" status: 204 len: 168 time: 0.4774475 Jul 16 18:13:47.760504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d01be-7836-4b53-9f67-728b60caa291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850d0e24-b105-41dd-93b7-2f4fecd22de4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.879787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55196) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.920022 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07a6-c28b-4274-ad0f-5eb37e214d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.937223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Allocated IP 2001:db8::106 (1fe7542f-64e3-4d6c-84a6-3a99c23609bd/9bfaea79-9946-4f66-91b7-e35d40634a5e/c30a6af8-6531-4d7c-b1ca-addc1ccf7bff) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:47.947334 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07a6-c28b-4274-ad0f-5eb37e214d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.092160 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2a6c07a6-c28b-4274-ad0f-5eb37e214d1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=244b179d42684de6ae6f30b22bf80ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8787398 Jul 16 18:13:48.092941 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c07a6-c28b-4274-ad0f-5eb37e214d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2f295f-99f9-45d6-8984-638a7ea6bf85,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.095830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55202) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.292898 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a207c8dc-5695-4804-ba6d-9b0346453b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.343606 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.353982 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a207c8dc-5695-4804-ba6d-9b0346453b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.373211 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Transition to ACTIVE for port object c30a6af8-6531-4d7c-b1ca-addc1ccf7bff will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:48.430992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55210) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.435648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-37f6d2ef-fb1e-4efe-89a8-278aaace762e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f018220c1993403ca471ac429dc13e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5544457 Jul 16 18:13:48.439229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55212) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.494981 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58643203-abca-4ff5-ab28-103659cf0940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.510427 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.580002 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a207c8dc-5695-4804-ba6d-9b0346453b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.591891 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a207c8dc-5695-4804-ba6d-9b0346453b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.594099 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a207c8dc-5695-4804-ba6d-9b0346453b7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe2f295f-99f9-45d6-8984-638a7ea6bf85 HTTP/1.1" status: 204 len: 168 time: 0.4977677 Jul 16 18:13:48.643671 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207c8dc-5695-4804-ba6d-9b0346453b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2f295f-99f9-45d6-8984-638a7ea6bf85,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.645619 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb081-6b6a-42f0-9c05-4950b1e2b6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.648273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c636340a-36a4-4a4a-876b-7e4bddcce32e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:48.686595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:48.689321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event updated for resources: {'Port': ['ID=c30a6af8-6531-4d7c-b1ca-addc1ccf7bff,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.697288 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb081-6b6a-42f0-9c05-4950b1e2b6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.702158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:48.709126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:48.715574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.716489 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.775609 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58643203-abca-4ff5-ab28-103659cf0940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.779940 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb081-6b6a-42f0-9c05-4950b1e2b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.783765 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb081-6b6a-42f0-9c05-4950b1e2b6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.784609 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58643203-abca-4ff5-ab28-103659cf0940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.784801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7dcbb081-6b6a-42f0-9c05-4950b1e2b6cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4183ea1b-8663-4e6f-af85-5caa86695692 HTTP/1.1" status: 204 len: 168 time: 0.3444004 Jul 16 18:13:48.821552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbb081-6b6a-42f0-9c05-4950b1e2b6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4183ea1b-8663-4e6f-af85-5caa86695692,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.825889 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b471a39f-10e5-4396-8835-624d6bb533f8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.6020191 Jul 16 18:13:48.829692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55220) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.892259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port c636340a-36a4-4a4a-876b-7e4bddcce32e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:48.923794 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca5faabc-bb45-4dba-9662-7c723df3d3d0 req-5338b88e-8e7d-4d21-845c-a15ff6d711eb tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 210 time: 0.0888839 Jul 16 18:13:48.954486 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-58643203-abca-4ff5-ab28-103659cf0940 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84598b87a568480092f35caf36391749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107152 Jul 16 18:13:48.956699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55222) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.977606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58643203-abca-4ff5-ab28-103659cf0940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150690f0-4e30-4e3f-aae7-29deca7a93d8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.013252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:49.062352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:49.062733 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 55203d4b-0d7f-40be-8abe-b0a57f64eaf6 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:49.070749 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-11bee7fa-aab1-46fa-bc12-19bbc5e29015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.102326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b4943a-abb1-4fef-bca9-e92a129028ac tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.114094 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b4943a-abb1-4fef-bca9-e92a129028ac tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.131594 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-11bee7fa-aab1-46fa-bc12-19bbc5e29015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.147077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b4943a-abb1-4fef-bca9-e92a129028ac tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.160120 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c6b4943a-abb1-4fef-bca9-e92a129028ac tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.3239317 Jul 16 18:13:49.160683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55228) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.357828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8f917490-0791-4094-8a6d-dc7a83315fcc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Deleting port c30a6af8-6531-4d7c-b1ca-addc1ccf7bff {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:49.358174 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f917490-0791-4094-8a6d-dc7a83315fcc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.364204 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-11bee7fa-aab1-46fa-bc12-19bbc5e29015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.376479 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-11bee7fa-aab1-46fa-bc12-19bbc5e29015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.376479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-11bee7fa-aab1-46fa-bc12-19bbc5e29015 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/150690f0-4e30-4e3f-aae7-29deca7a93d8 HTTP/1.1" status: 204 len: 168 time: 0.4168131 Jul 16 18:13:49.402123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11212854-f0a8-4886-9088-77003c12b092 req-56f94d7a-7596-46d6-8649-1fc597867656 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.410944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-56f94d7a-7596-46d6-8649-1fc597867656 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.35 "GET /v2.0/networks?id=77a1b760-cb31-4aa7-be2c-30c8d94c964e HTTP/1.1" status: 200 len: 813 time: 0.2725775 Jul 16 18:13:49.426805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bee7fa-aab1-46fa-bc12-19bbc5e29015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150690f0-4e30-4e3f-aae7-29deca7a93d8,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.429115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83961361-5ee2-4595-b6eb-f1884dd1999a None None] Network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:49.446745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-11212854-f0a8-4886-9088-77003c12b092 req-34c74c9b-05c3-41cc-aaf2-54c20c22d80e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Request body: {'port': {'device_id': 'f1bc4518-62b9-49b5-909a-fc1a3fb90063', 'network_id': '77a1b760-cb31-4aa7-be2c-30c8d94c964e', 'admin_state_up': True, 'tenant_id': '34d34512c917414d87c99f4af80b14e4'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:49.504298 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f917490-0791-4094-8a6d-dc7a83315fcc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.532723 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8f917490-0791-4094-8a6d-dc7a83315fcc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Calling delete_port for c30a6af8-6531-4d7c-b1ca-addc1ccf7bff owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:49.711111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11212854-f0a8-4886-9088-77003c12b092 req-34c74c9b-05c3-41cc-aaf2-54c20c22d80e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Made reservation on behalf of 34d34512c917414d87c99f4af80b14e4 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:49.715896 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11212854-f0a8-4886-9088-77003c12b092 req-34c74c9b-05c3-41cc-aaf2-54c20c22d80e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.752756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ac79118e-7980-46d1-85b7-f3b65d7f71fc None None] Provisioning for port c636340a-36a4-4a4a-876b-7e4bddcce32e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:49.757554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ac79118e-7980-46d1-85b7-f3b65d7f71fc None None] Provisioning complete for port c636340a-36a4-4a4a-876b-7e4bddcce32e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:49.757937 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ac79118e-7980-46d1-85b7-f3b65d7f71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.840092 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f917490-0791-4094-8a6d-dc7a83315fcc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.917790 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ac79118e-7980-46d1-85b7-f3b65d7f71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.974515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f917490-0791-4094-8a6d-dc7a83315fcc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event deleted for resources: {'Port': ['ID=c30a6af8-6531-4d7c-b1ca-addc1ccf7bff,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:50.014599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ac79118e-7980-46d1-85b7-f3b65d7f71fc None None] For port c636340a-36a4-4a4a-876b-7e4bddcce32e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c636340a-36a4-4a4a-876b-7e4bddcce32e,segment=NetworkSegment(7964fb1b-1859-4bae-9457-36157ee07435),segment_id=7964fb1b-1859-4bae-9457-36157ee07435)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:50.031559 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ac79118e-7980-46d1-85b7-f3b65d7f71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.132409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-11212854-f0a8-4886-9088-77003c12b092 req-34c74c9b-05c3-41cc-aaf2-54c20c22d80e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Allocated IP 172.20.0.4 (77a1b760-cb31-4aa7-be2c-30c8d94c964e/bdede24b-e969-440e-8190-9d82c6ef6bfd/16ddb83e-2b96-4f35-a19a-0343632ad5a2) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:50.147774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79118e-7980-46d1-85b7-f3b65d7f71fc None None] Pushing event updated for resources: {'Port': ['ID=c636340a-36a4-4a4a-876b-7e4bddcce32e,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:50.159627 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f917490-0791-4094-8a6d-dc7a83315fcc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.163792 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8f917490-0791-4094-8a6d-dc7a83315fcc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "DELETE /v2.0/ports/c30a6af8-6531-4d7c-b1ca-addc1ccf7bff HTTP/1.1" status: 204 len: 168 time: 1.0020759 Jul 16 18:13:50.170320 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55270) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.212088 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42d07bd-045b-4987-a9d4-fad9e3ae6584 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] GET failed (client error): The resource could not be found. Jul 16 18:13:50.214646 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a42d07bd-045b-4987-a9d4-fad9e3ae6584 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "GET /v2.0/ports/c30a6af8-6531-4d7c-b1ca-addc1ccf7bff HTTP/1.1" status: 404 len: 333 time: 0.0457768 Jul 16 18:13:50.218458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30c10fb4-7fdf-4e04-b18e-50bfc17e825c req-162f4806-6861-4f12-b6d1-c7cb2855c179 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 210 time: 0.0500989 Jul 16 18:13:50.219211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55274) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.243325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Request body: {'port': {'network_id': '1fe7542f-64e3-4d6c-84a6-3a99c23609bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1176702750'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:50.357370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d9b76228-9c02-4f40-afd0-cab750174c51 None None] Could not find standard attr ID for object c30a6af8-6531-4d7c-b1ca-addc1ccf7bff. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:13:50.390626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d9b76228-9c02-4f40-afd0-cab750174c51 None None] Provisioning for port b36bbaa9-da15-4ae1-ac79-388938669cad completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:50.396040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d9b76228-9c02-4f40-afd0-cab750174c51 None None] Provisioning complete for port b36bbaa9-da15-4ae1-ac79-388938669cad triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:50.396407 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d9b76228-9c02-4f40-afd0-cab750174c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.482125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d9b76228-9c02-4f40-afd0-cab750174c51 None None] Port b36bbaa9-da15-4ae1-ac79-388938669cad cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:50.506173 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11212854-f0a8-4886-9088-77003c12b092 req-34c74c9b-05c3-41cc-aaf2-54c20c22d80e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.510376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d9b76228-9c02-4f40-afd0-cab750174c51 None None] Provisioning complete for port c636340a-36a4-4a4a-876b-7e4bddcce32e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:50.510971 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d9b76228-9c02-4f40-afd0-cab750174c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.588280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c636340a-36a4-4a4a-876b-7e4bddcce32e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:50.656315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55284) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.740971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c636340a-36a4-4a4a-876b-7e4bddcce32e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:50.741359 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.807788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Made reservation on behalf of 20c54f2eab6d4479939aadbd11237507 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:50.811853 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.839659 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11212854-f0a8-4886-9088-77003c12b092 req-34c74c9b-05c3-41cc-aaf2-54c20c22d80e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.937258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'network': {'name': 'tempest-RoutersTest-467090612'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:50.963812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c8657b84-74aa-4b85-bd8b-424fcaf0450a None None] Provisioning complete for port b36bbaa9-da15-4ae1-ac79-388938669cad triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:50.964290 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c8657b84-74aa-4b85-bd8b-424fcaf0450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.975377 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] device_id is not set on port bc52cafe-f8bb-44b4-9407-e81e4965d3ac yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:51.002929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:51.008397 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.026091 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c8657b84-74aa-4b85-bd8b-424fcaf0450a None None] Port b36bbaa9-da15-4ae1-ac79-388938669cad cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:51.028706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11212854-f0a8-4886-9088-77003c12b092 req-34c74c9b-05c3-41cc-aaf2-54c20c22d80e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Network 77a1b760-cb31-4aa7-be2c-30c8d94c964e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:51.038320 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.043476 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-11212854-f0a8-4886-9088-77003c12b092 req-34c74c9b-05c3-41cc-aaf2-54c20c22d80e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:51.054029 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-11212854-f0a8-4886-9088-77003c12b092 req-34c74c9b-05c3-41cc-aaf2-54c20c22d80e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:51.226967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c74c9b-05c3-41cc-aaf2-54c20c22d80e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Pushing event updated for resources: {'Port': ['ID=16ddb83e-2b96-4f35-a19a-0343632ad5a2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:51.233893 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.240719 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.246817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dce4ee39-3642-438c-aca7-4c633b0352ed None None] Could not find standard attr ID for object c30a6af8-6531-4d7c-b1ca-addc1ccf7bff. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:13:51.309292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7163f8-09e9-449b-b072-d4a9a36177e0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:51.326513 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:51.346688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.347041 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Added segment b2200833-3986-4bad-9acb-936d01602008 of type vlan for network abd7f2f9-7df6-4660-9eff-4edc0ad95611 Jul 16 18:13:51.462566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.532818 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.538874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.539572 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.711317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Network': ['ID=abd7f2f9-7df6-4660-9eff-4edc0ad95611,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:51.724870 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-30c5a35b-d2af-467f-bbaf-b4f26255a586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0668864 Jul 16 18:13:51.725797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55322) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:51.728929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network abd7f2f9-7df6-4660-9eff-4edc0ad95611 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:51.752716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-794f7ecd-49fb-4c00-ad50-0b6f14339c7f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'network': {'name': 'tempest-RoutersTest-1405704114'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:51.811979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794f7ecd-49fb-4c00-ad50-0b6f14339c7f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:51.822214 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-794f7ecd-49fb-4c00-ad50-0b6f14339c7f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.865362 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794f7ecd-49fb-4c00-ad50-0b6f14339c7f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:51.875962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11212854-f0a8-4886-9088-77003c12b092 req-34c74c9b-05c3-41cc-aaf2-54c20c22d80e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.876500 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-794f7ecd-49fb-4c00-ad50-0b6f14339c7f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.876500 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-794f7ecd-49fb-4c00-ad50-0b6f14339c7f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Added segment 6c96225e-fb54-495b-8d83-4d41b320ed0d of type vlan for network bd79a531-6e95-48a8-8daf-2f9e35ca772b Jul 16 18:13:51.876704 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11212854-f0a8-4886-9088-77003c12b092 req-34c74c9b-05c3-41cc-aaf2-54c20c22d80e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.926100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-794f7ecd-49fb-4c00-ad50-0b6f14339c7f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.951546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-34c74c9b-05c3-41cc-aaf2-54c20c22d80e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5120387 Jul 16 18:13:51.981502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Request body: {'port': {'device_id': 'f1bc4518-62b9-49b5-909a-fc1a3fb90063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:51.986883 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-794f7ecd-49fb-4c00-ad50-0b6f14339c7f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.993936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794f7ecd-49fb-4c00-ad50-0b6f14339c7f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.994544 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-794f7ecd-49fb-4c00-ad50-0b6f14339c7f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.067858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Allocated IP 2001:db8::245 (1fe7542f-64e3-4d6c-84a6-3a99c23609bd/9bfaea79-9946-4f66-91b7-e35d40634a5e/bc52cafe-f8bb-44b4-9407-e81e4965d3ac) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:52.139388 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f7ecd-49fb-4c00-ad50-0b6f14339c7f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Network': ['ID=bd79a531-6e95-48a8-8daf-2f9e35ca772b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.152565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network bd79a531-6e95-48a8-8daf-2f9e35ca772b details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:52.193254 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-794f7ecd-49fb-4c00-ad50-0b6f14339c7f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4518712 Jul 16 18:13:52.196056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55340) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:52.202676 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-276f2eb4-0160-43e0-ab58-1a4f00c8429b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'subnet': {'network_id': 'abd7f2f9-7df6-4660-9eff-4edc0ad95611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:52.209599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b37244-699f-49a1-9b23-0007a334f3c4 req-00721d13-6e66-4b97-b8cb-1d0cf810ba00 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.217073 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b37244-699f-49a1-9b23-0007a334f3c4 req-00721d13-6e66-4b97-b8cb-1d0cf810ba00 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 931 time: 0.3831236 Jul 16 18:13:52.284792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b37244-699f-49a1-9b23-0007a334f3c4 req-e65fe35c-2cef-40a8-87b7-6b34d58d9019 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac535ded-97e0-43b7-afa7-e9e860a6fdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663898 Jul 16 18:13:52.297469 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.341293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276f2eb4-0160-43e0-ab58-1a4f00c8429b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:52.348944 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-276f2eb4-0160-43e0-ab58-1a4f00c8429b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.551242 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.593174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Transition to ACTIVE for port object bc52cafe-f8bb-44b4-9407-e81e4965d3ac will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:52.709356 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.791302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:52.800545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ddb83e-2b96-4f35-a19a-0343632ad5a2 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:52.805366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:52.824417 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.826850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:52.833322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.833987 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.872472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event updated for resources: {'Port': ['ID=bc52cafe-f8bb-44b4-9407-e81e4965d3ac,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.877482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Transition to ACTIVE for port object 16ddb83e-2b96-4f35-a19a-0343632ad5a2 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:52.887378 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.933013 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-276f2eb4-0160-43e0-ab58-1a4f00c8429b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.978854 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55356) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:52.979000 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a95493e9-1f1f-4a5d-b0b4-549d1502ccf3 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7523208 Jul 16 18:13:52.982020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Pushing event updated for resources: {'Port': ['ID=16ddb83e-2b96-4f35-a19a-0343632ad5a2,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.994388 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9ad8ef45-9fc9-4c8a-b953-1c700390b5a5 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::fe', 'mac_address': 'fa:16:3e:ca:85:2c'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:53.116693 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f2eb4-0160-43e0-ab58-1a4f00c8429b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Subnet': ['ID=c551bd90-04ea-48df-82ba-69555ba6a561,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:53.138489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276f2eb4-0160-43e0-ab58-1a4f00c8429b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Checking segment: {'id': 'b2200833-3986-4bad-9acb-936d01602008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abd7f2f9-7df6-4660-9eff-4edc0ad95611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:53.138848 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f2eb4-0160-43e0-ab58-1a4f00c8429b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network hostable DHCP agents. Network: abd7f2f9-7df6-4660-9eff-4edc0ad95611, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:53.140024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Attempting to bind port 16ddb83e-2b96-4f35-a19a-0343632ad5a2 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:53.140510 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Attempting to bind port 16ddb83e-2b96-4f35-a19a-0343632ad5a2 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '82d90387-54f2-406c-a997-fe6e97d917cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a1b760-cb31-4aa7-be2c-30c8d94c964e'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:53.140700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Attempting to bind port 16ddb83e-2b96-4f35-a19a-0343632ad5a2 on network 77a1b760-cb31-4aa7-be2c-30c8d94c964e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:53.145346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Port 16ddb83e-2b96-4f35-a19a-0343632ad5a2 on network 77a1b760-cb31-4aa7-be2c-30c8d94c964e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:53.145718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Attempting to bind port 16ddb83e-2b96-4f35-a19a-0343632ad5a2 on network 77a1b760-cb31-4aa7-be2c-30c8d94c964e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:53.151250 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:53.152212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Checking segment: {'id': '82d90387-54f2-406c-a997-fe6e97d917cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a1b760-cb31-4aa7-be2c-30c8d94c964e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:53.152212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Bound using segment: {'id': '82d90387-54f2-406c-a997-fe6e97d917cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a1b760-cb31-4aa7-be2c-30c8d94c964e'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:53.152475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Bound port: 16ddb83e-2b96-4f35-a19a-0343632ad5a2, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d90387-54f2-406c-a997-fe6e97d917cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a1b760-cb31-4aa7-be2c-30c8d94c964e'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:53.152797 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.225963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] For port 16ddb83e-2b96-4f35-a19a-0343632ad5a2, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:53.229773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] For port 16ddb83e-2b96-4f35-a19a-0343632ad5a2, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=16ddb83e-2b96-4f35-a19a-0343632ad5a2,segment=NetworkSegment(82d90387-54f2-406c-a997-fe6e97d917cc),segment_id=82d90387-54f2-406c-a997-fe6e97d917cc)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:53.237924 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.253770 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f2eb4-0160-43e0-ab58-1a4f00c8429b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network abd7f2f9-7df6-4660-9eff-4edc0ad95611 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:53.285709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.286336 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.288153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] 10.222.0.35 "PUT /v2.0/ports/16ddb83e-2b96-4f35-a19a-0343632ad5a2 HTTP/1.1" status: 200 len: 1092 time: 1.3180022 Jul 16 18:13:53.288659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bc4518-62b9-49b5-909a-fc1a3fb90063', 'tag': '16ddb83e-2b96-4f35-a19a-0343632ad5a2'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:53.291113 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365c0c4d-e91e-4576-bd73-ffe23db40c97" -d '{"events": [{"name": "network-changed", "server_uuid": "f1bc4518-62b9-49b5-909a-fc1a3fb90063", "tag": "16ddb83e-2b96-4f35-a19a-0343632ad5a2"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:53.317516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-89f562c7-0050-46bd-8304-326176211879 None None] Provisioning for port bc52cafe-f8bb-44b4-9407-e81e4965d3ac completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:53.324335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-89f562c7-0050-46bd-8304-326176211879 None None] Provisioning complete for port bc52cafe-f8bb-44b4-9407-e81e4965d3ac triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:53.325393 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-89f562c7-0050-46bd-8304-326176211879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.351739 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-276f2eb4-0160-43e0-ab58-1a4f00c8429b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, abd7f2f9-7df6-4660-9eff-4edc0ad95611) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:53.401485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-89f562c7-0050-46bd-8304-326176211879 None None] Port bc52cafe-f8bb-44b4-9407-e81e4965d3ac cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:53.410164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851951f5-8327-4c85-9695-270e4e083f73 None None] Network abd7f2f9-7df6-4660-9eff-4edc0ad95611 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:53.413965 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb65ec86-4598-46a7-8491-42665c829664 x-openstack-request-id: req-eb65ec86-4598-46a7-8491-42665c829664 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:53.414137 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1bc4518-62b9-49b5-909a-fc1a3fb90063", "tag": "16ddb83e-2b96-4f35-a19a-0343632ad5a2", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:53.415205 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb65ec86-4598-46a7-8491-42665c829664 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:53.422778 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1bc4518-62b9-49b5-909a-fc1a3fb90063', 'tag': '16ddb83e-2b96-4f35-a19a-0343632ad5a2', 'status': 'completed', 'code': 200} Jul 16 18:13:53.441749 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276f2eb4-0160-43e0-ab58-1a4f00c8429b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.443175 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-276f2eb4-0160-43e0-ab58-1a4f00c8429b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.475208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8826c-76cc-4bdf-84f9-623f5d6b14d6 service neutron] Pushing event updated for resources: {'Port': ['ID=16ddb83e-2b96-4f35-a19a-0343632ad5a2,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:53.529867 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9ad8ef45-9fc9-4c8a-b953-1c700390b5a5 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.541510 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-276f2eb4-0160-43e0-ab58-1a4f00c8429b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3439455 Jul 16 18:13:53.544172 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55368) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:53.549913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11212854-f0a8-4886-9088-77003c12b092 req-427699d0-f5ed-4756-abcf-01c23c48cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.551476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-427699d0-f5ed-4756-abcf-01c23c48cb7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34d34512c917414d87c99f4af80b14e4&device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 1095 time: 0.1943133 Jul 16 18:13:53.553321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e5e64eca-2572-4b44-9838-7c209ad7714c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'subnet': {'network_id': 'bd79a531-6e95-48a8-8daf-2f9e35ca772b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:53.631414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-34623222-0ddd-417e-8f95-c3a9d806f7e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16ddb83e-2b96-4f35-a19a-0343632ad5a2 HTTP/1.1" status: 200 len: 217 time: 0.0675755 Jul 16 18:13:53.686370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-abd7f2f9-7df6-4660-9eff-4edc0ad95611', 'network_id': 'abd7f2f9-7df6-4660-9eff-4edc0ad95611', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'fixed_ips': [{'subnet_id': 'c551bd90-04ea-48df-82ba-69555ba6a561'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:53.688541 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.795011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe37bf-406f-43ef-a144-5e236e04826c req-c53ba04b-d44a-4feb-bc82-4a6da2f64fa2 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.797583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78fe37bf-406f-43ef-a144-5e236e04826c req-c53ba04b-d44a-4feb-bc82-4a6da2f64fa2 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 943 time: 0.2451420 Jul 16 18:13:53.800365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11212854-f0a8-4886-9088-77003c12b092 req-a9078c73-f9fa-4077-aa47-d438de0ac175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.803869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-a9078c73-f9fa-4077-aa47-d438de0ac175 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdede24b-e969-440e-8190-9d82c6ef6bfd HTTP/1.1" status: 200 len: 853 time: 0.1455295 Jul 16 18:13:53.847745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-0d77cfbd-1581-49d5-a0fd-c525d3aa4f01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77a1b760-cb31-4aa7-be2c-30c8d94c964e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323021 Jul 16 18:13:53.955852 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78fe37bf-406f-43ef-a144-5e236e04826c req-10fa5a85-1c70-48fc-a541-a8ee3445c3c4 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac535ded-97e0-43b7-afa7-e9e860a6fdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478493 Jul 16 18:13:53.987690 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e64eca-2572-4b44-9838-7c209ad7714c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:53.998309 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5e64eca-2572-4b44-9838-7c209ad7714c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.030148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9ad8ef45-9fc9-4c8a-b953-1c700390b5a5 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.049147 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Allocated IP 172.20.0.2 (abd7f2f9-7df6-4660-9eff-4edc0ad95611/c551bd90-04ea-48df-82ba-69555ba6a561/dd53455f-d2aa-4fd1-81f3-57f1438fed34) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:54.073338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9ad8ef45-9fc9-4c8a-b953-1c700390b5a5 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.083268 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-cc1499b1-9e5a-4c74-99b3-824c61f11b1a service neutron] 10.222.0.35 "GET /v2.0/networks/77a1b760-cb31-4aa7-be2c-30c8d94c964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245495 Jul 16 18:13:54.127806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9ad8ef45-9fc9-4c8a-b953-1c700390b5a5 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] In _notify_port_updated(), no bound segment for port bc52cafe-f8bb-44b4-9407-e81e4965d3ac on network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd {{(pid=100170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:13:54.133764 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad8ef45-9fc9-4c8a-b953-1c700390b5a5 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.134407 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9ad8ef45-9fc9-4c8a-b953-1c700390b5a5 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.136123 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9ad8ef45-9fc9-4c8a-b953-1c700390b5a5 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "PUT /v2.0/ports/bc52cafe-f8bb-44b4-9407-e81e4965d3ac HTTP/1.1" status: 200 len: 1002 time: 1.1464000 Jul 16 18:13:54.145513 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55388) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:54.314539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11212854-f0a8-4886-9088-77003c12b092 req-8b056a4b-0669-49d7-bb72-638bcf1624c0 service neutron] 10.222.0.35 "GET /v2.0/networks/77a1b760-cb31-4aa7-be2c-30c8d94c964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240527 Jul 16 18:13:54.384237 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8ef45-9fc9-4c8a-b953-1c700390b5a5 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event updated for resources: {'Port': ['ID=bc52cafe-f8bb-44b4-9407-e81e4965d3ac,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:54.414628 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-758d4b91-76dd-4a6c-a91f-5e547655948b tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Deleting port bc52cafe-f8bb-44b4-9407-e81e4965d3ac {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:54.414973 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-758d4b91-76dd-4a6c-a91f-5e547655948b tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.518255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c0c4d-e91e-4576-bd73-ffe23db40c97 req-479ccc36-de9d-4ecd-bf4f-5a7f60bb7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.519962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-365c0c4d-e91e-4576-bd73-ffe23db40c97 req-479ccc36-de9d-4ecd-bf4f-5a7f60bb7277 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34d34512c917414d87c99f4af80b14e4&device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 1095 time: 0.1411333 Jul 16 18:13:54.633405 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.643177 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Transition to ACTIVE for port object dd53455f-d2aa-4fd1-81f3-57f1438fed34 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:54.665878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Transition to ACTIVE for port object dd53455f-d2aa-4fd1-81f3-57f1438fed34 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:54.678014 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.692551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e5d55c89-87a9-47fc-bb60-449290c8244e None None] Provisioning complete for port bc52cafe-f8bb-44b4-9407-e81e4965d3ac triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:54.692829 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e5d55c89-87a9-47fc-bb60-449290c8244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.725681 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5e64eca-2572-4b44-9838-7c209ad7714c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.729622 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-758d4b91-76dd-4a6c-a91f-5e547655948b tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.745398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Network abd7f2f9-7df6-4660-9eff-4edc0ad95611 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:54.754411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:54.763772 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:54.768936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c0c4d-e91e-4576-bd73-ffe23db40c97 req-bb91ac86-3fd1-43d7-a6ac-919794998fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.770120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-365c0c4d-e91e-4576-bd73-ffe23db40c97 req-bb91ac86-3fd1-43d7-a6ac-919794998fbc service neutron] 10.222.0.35 "GET /v2.0/networks?id=77a1b760-cb31-4aa7-be2c-30c8d94c964e HTTP/1.1" status: 200 len: 914 time: 0.2423854 Jul 16 18:13:54.786484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Pushing event updated for resources: {'Port': ['ID=dd53455f-d2aa-4fd1-81f3-57f1438fed34,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:54.816066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e5d55c89-87a9-47fc-bb60-449290c8244e None None] Port bc52cafe-f8bb-44b4-9407-e81e4965d3ac cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:54.825448 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-758d4b91-76dd-4a6c-a91f-5e547655948b tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Calling delete_port for bc52cafe-f8bb-44b4-9407-e81e4965d3ac owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:54.855130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Attempting to bind port dd53455f-d2aa-4fd1-81f3-57f1438fed34 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:54.855561 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Attempting to bind port dd53455f-d2aa-4fd1-81f3-57f1438fed34 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'b2200833-3986-4bad-9acb-936d01602008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abd7f2f9-7df6-4660-9eff-4edc0ad95611'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:54.855937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Attempting to bind port dd53455f-d2aa-4fd1-81f3-57f1438fed34 on network abd7f2f9-7df6-4660-9eff-4edc0ad95611 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:54.860666 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-365c0c4d-e91e-4576-bd73-ffe23db40c97 req-f2bb0138-febf-4b8e-8694-4f7fb603c8f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16ddb83e-2b96-4f35-a19a-0343632ad5a2 HTTP/1.1" status: 200 len: 217 time: 0.0665658 Jul 16 18:13:54.862676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:54.862676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Checking segment: {'id': 'b2200833-3986-4bad-9acb-936d01602008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abd7f2f9-7df6-4660-9eff-4edc0ad95611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:54.863058 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.863491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Bound using segment: {'id': 'b2200833-3986-4bad-9acb-936d01602008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abd7f2f9-7df6-4660-9eff-4edc0ad95611'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:54.863975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Bound port: dd53455f-d2aa-4fd1-81f3-57f1438fed34, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2200833-3986-4bad-9acb-936d01602008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abd7f2f9-7df6-4660-9eff-4edc0ad95611'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:54.864372 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.935907 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] For port dd53455f-d2aa-4fd1-81f3-57f1438fed34, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:54.940423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] For port dd53455f-d2aa-4fd1-81f3-57f1438fed34, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=dd53455f-d2aa-4fd1-81f3-57f1438fed34,segment=NetworkSegment(b2200833-3986-4bad-9acb-936d01602008),segment_id=b2200833-3986-4bad-9acb-936d01602008)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:54.951457 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.965199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c0c4d-e91e-4576-bd73-ffe23db40c97 req-d60e269b-0b8d-4f04-8b3a-1377d8b27388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.966854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-365c0c4d-e91e-4576-bd73-ffe23db40c97 req-d60e269b-0b8d-4f04-8b3a-1377d8b27388 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdede24b-e969-440e-8190-9d82c6ef6bfd HTTP/1.1" status: 200 len: 853 time: 0.1052117 Jul 16 18:13:55.011331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e64eca-2572-4b44-9838-7c209ad7714c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Subnet': ['ID=117205af-eac8-4a90-b7f8-f44faa745c38,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.036630 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e64eca-2572-4b44-9838-7c209ad7714c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Checking segment: {'id': '6c96225e-fb54-495b-8d83-4d41b320ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd79a531-6e95-48a8-8daf-2f9e35ca772b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:55.037004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e64eca-2572-4b44-9838-7c209ad7714c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network hostable DHCP agents. Network: bd79a531-6e95-48a8-8daf-2f9e35ca772b, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:55.058230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-365c0c4d-e91e-4576-bd73-ffe23db40c97 req-128f1bc4-80db-476f-a9e4-a8fcc2480a93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77a1b760-cb31-4aa7-be2c-30c8d94c964e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828888 Jul 16 18:13:55.118819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e64eca-2572-4b44-9838-7c209ad7714c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network bd79a531-6e95-48a8-8daf-2f9e35ca772b is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:55.168310 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e5e64eca-2572-4b44-9838-7c209ad7714c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, bd79a531-6e95-48a8-8daf-2f9e35ca772b) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:55.186882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e64eca-2572-4b44-9838-7c209ad7714c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:55.187508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5e64eca-2572-4b44-9838-7c209ad7714c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.202212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b91c9db-171e-47ac-9cbc-497a7f44493f None None] Network bd79a531-6e95-48a8-8daf-2f9e35ca772b requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:55.292419 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e5e64eca-2572-4b44-9838-7c209ad7714c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7445836 Jul 16 18:13:55.292628 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216e234-c6c5-4d56-9e3e-46ac6402702f None None] Pushing event updated for resources: {'Port': ['ID=dd53455f-d2aa-4fd1-81f3-57f1438fed34,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.295014 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55412) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:55.320121 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-fed931e4-a06f-44d5-822d-5cd0fe36ead6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1612713452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:55.369377 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fed931e4-a06f-44d5-822d-5cd0fe36ead6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.371646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fed931e4-a06f-44d5-822d-5cd0fe36ead6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.418822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-365c0c4d-e91e-4576-bd73-ffe23db40c97 req-c674fc7e-fd66-4984-bba8-c562f6941c57 service neutron] 10.222.0.35 "GET /v2.0/networks/77a1b760-cb31-4aa7-be2c-30c8d94c964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509557 Jul 16 18:13:55.490809 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fed931e4-a06f-44d5-822d-5cd0fe36ead6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.492860 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-758d4b91-76dd-4a6c-a91f-5e547655948b tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.522908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c47bfe-c24f-4a2c-b918-815c222d8b59 req-1ad7705a-05a9-4d5b-9372-5adc1599bd2e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:55.530145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02c47bfe-c24f-4a2c-b918-815c222d8b59 req-1ad7705a-05a9-4d5b-9372-5adc1599bd2e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 943 time: 0.3592870 Jul 16 18:13:55.542244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d4b91-76dd-4a6c-a91f-5e547655948b tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event deleted for resources: {'Port': ['ID=bc52cafe-f8bb-44b4-9407-e81e4965d3ac,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.558609 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fed931e4-a06f-44d5-822d-5cd0fe36ead6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.681333 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fed931e4-a06f-44d5-822d-5cd0fe36ead6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.685167 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fed931e4-a06f-44d5-822d-5cd0fe36ead6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3866673 Jul 16 18:13:55.715309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55428) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:55.728344 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-758d4b91-76dd-4a6c-a91f-5e547655948b tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.733296 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-758d4b91-76dd-4a6c-a91f-5e547655948b tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "DELETE /v2.0/ports/bc52cafe-f8bb-44b4-9407-e81e4965d3ac HTTP/1.1" status: 204 len: 168 time: 1.5812662 Jul 16 18:13:55.733660 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55430) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:55.780965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-bd79a531-6e95-48a8-8daf-2f9e35ca772b', 'network_id': 'bd79a531-6e95-48a8-8daf-2f9e35ca772b', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'fixed_ips': [{'subnet_id': '117205af-eac8-4a90-b7f8-f44faa745c38'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:55.784486 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.794704 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-42adfdd4-3171-4963-82d4-6db104b61efa tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] GET failed (client error): The resource could not be found. Jul 16 18:13:55.800850 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-42adfdd4-3171-4963-82d4-6db104b61efa tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "GET /v2.0/ports/bc52cafe-f8bb-44b4-9407-e81e4965d3ac HTTP/1.1" status: 404 len: 333 time: 0.0621357 Jul 16 18:13:55.801850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55434) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:55.809696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Request body: {'port': {'network_id': '1fe7542f-64e3-4d6c-84a6-3a99c23609bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1591034118'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:56.079958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Allocated IP 172.21.0.2 (bd79a531-6e95-48a8-8daf-2f9e35ca772b/117205af-eac8-4a90-b7f8-f44faa745c38/106b3ea1-5c28-418b-930f-db9b9a654475) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:56.089010 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55442) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:56.102324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Made reservation on behalf of 20c54f2eab6d4479939aadbd11237507 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:56.113418 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.123503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02c47bfe-c24f-4a2c-b918-815c222d8b59 req-fda65fdb-621d-45c0-b9f0-bb1cb979a129 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac535ded-97e0-43b7-afa7-e9e860a6fdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691216 Jul 16 18:13:56.148481 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] device_id is not set on port 6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:56.213484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-365c0c4d-e91e-4576-bd73-ffe23db40c97 req-c6150577-7b6c-49a6-b778-448801a6bda1 service neutron] 10.222.0.35 "GET /v2.0/networks/77a1b760-cb31-4aa7-be2c-30c8d94c964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7795424 Jul 16 18:13:56.296445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Allocated IP 2001:db8::376 (1fe7542f-64e3-4d6c-84a6-3a99c23609bd/9bfaea79-9946-4f66-91b7-e35d40634a5e/6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:56.448686 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.455151 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f558a1b6-2a52-4ea9-baec-43250db6d891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.472617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Transition to ACTIVE for port object 106b3ea1-5c28-418b-930f-db9b9a654475 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:56.488426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.502807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Transition to ACTIVE for port object 106b3ea1-5c28-418b-930f-db9b9a654475 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:56.544827 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.560641 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.630180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Network bd79a531-6e95-48a8-8daf-2f9e35ca772b is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:56.636306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:56.639396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Pushing event updated for resources: {'Port': ['ID=106b3ea1-5c28-418b-930f-db9b9a654475,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:56.651739 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:56.709602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device dd53455f-d2aa-4fd1-81f3-57f1438fed34 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:56.792137 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.814564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.853436 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Transition to ACTIVE for port object 6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:56.929634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Attempting to bind port 106b3ea1-5c28-418b-930f-db9b9a654475 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:56.930009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Attempting to bind port 106b3ea1-5c28-418b-930f-db9b9a654475 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '6c96225e-fb54-495b-8d83-4d41b320ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd79a531-6e95-48a8-8daf-2f9e35ca772b'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:56.932019 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Attempting to bind port 106b3ea1-5c28-418b-930f-db9b9a654475 on network bd79a531-6e95-48a8-8daf-2f9e35ca772b {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:56.946763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:56.947700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Checking segment: {'id': '6c96225e-fb54-495b-8d83-4d41b320ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd79a531-6e95-48a8-8daf-2f9e35ca772b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:56.948880 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.949484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Bound using segment: {'id': '6c96225e-fb54-495b-8d83-4d41b320ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd79a531-6e95-48a8-8daf-2f9e35ca772b'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:56.950504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Bound port: 106b3ea1-5c28-418b-930f-db9b9a654475, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c96225e-fb54-495b-8d83-4d41b320ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd79a531-6e95-48a8-8daf-2f9e35ca772b'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:56.951277 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.960602 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f558a1b6-2a52-4ea9-baec-43250db6d891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.976032 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f558a1b6-2a52-4ea9-baec-43250db6d891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.002222 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Allocated IP 172.20.0.1 (abd7f2f9-7df6-4660-9eff-4edc0ad95611/c551bd90-04ea-48df-82ba-69555ba6a561/b3ade353-4b79-4bea-b048-030b5a3db832) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:57.006304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port dd53455f-d2aa-4fd1-81f3-57f1438fed34 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:57.056369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] For port 106b3ea1-5c28-418b-930f-db9b9a654475, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:57.073116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] For port 106b3ea1-5c28-418b-930f-db9b9a654475, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=106b3ea1-5c28-418b-930f-db9b9a654475,segment=NetworkSegment(6c96225e-fb54-495b-8d83-4d41b320ed0d),segment_id=6c96225e-fb54-495b-8d83-4d41b320ed0d)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:57.084724 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.084959 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f558a1b6-2a52-4ea9-baec-43250db6d891 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c28631e52094964b6c34a8c1e4d52d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9917059 Jul 16 18:13:57.084959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.087936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55468) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.129209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5413e772-66e2-4dbd-9961-1f0afeb79d4e None None] Network abd7f2f9-7df6-4660-9eff-4edc0ad95611 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:57.144622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558a1b6-2a52-4ea9-baec-43250db6d891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdc2fa7-1718-4141-ab16-d39637bb57e7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.152039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event updated for resources: {'Port': ['ID=6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.166296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:57.167785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:57.170755 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:57.177351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.177994 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.197955 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-eb86bd3a-1be7-4bd0-b66d-84eddf6c0851 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3923452 Jul 16 18:13:57.199230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55472) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.204657 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8795fe34-9c34-4d03-a63f-75739fed39cb tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ca:85:2c'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:57.225619 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.244656 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3c8e-2cce-4206-87ac-d6cd8511a7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.253084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Transition to ACTIVE for port object b3ade353-4b79-4bea-b048-030b5a3db832 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:57.282694 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3c8e-2cce-4206-87ac-d6cd8511a7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.381062 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-17af0f31-5d1b-494d-927a-81657a8e2034 None None] Provisioning for port dd53455f-d2aa-4fd1-81f3-57f1438fed34 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:57.384763 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8795fe34-9c34-4d03-a63f-75739fed39cb tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.387968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3c8e-2cce-4206-87ac-d6cd8511a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.390569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3c8e-2cce-4206-87ac-d6cd8511a7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.392771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9f4f3c8e-2cce-4206-87ac-d6cd8511a7a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fdc2fa7-1718-4141-ab16-d39637bb57e7 HTTP/1.1" status: 204 len: 168 time: 0.3038409 Jul 16 18:13:57.400146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-17af0f31-5d1b-494d-927a-81657a8e2034 None None] Provisioning complete for port dd53455f-d2aa-4fd1-81f3-57f1438fed34 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:57.402243 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-17af0f31-5d1b-494d-927a-81657a8e2034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.427070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f3c8e-2cce-4206-87ac-d6cd8511a7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdc2fa7-1718-4141-ab16-d39637bb57e7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.455492 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.481926 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e33bb-620d-40d6-97d0-39f4f713dfff None None] Pushing event updated for resources: {'Port': ['ID=106b3ea1-5c28-418b-930f-db9b9a654475,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.542387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network abd7f2f9-7df6-4660-9eff-4edc0ad95611 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:57.569401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dc08c-b063-47f7-a301-2377244a41dd req-039b0d5b-d79e-4f64-a496-d76fc328a978 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.576824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-299dc08c-b063-47f7-a301-2377244a41dd req-039b0d5b-d79e-4f64-a496-d76fc328a978 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 943 time: 0.2100999 Jul 16 18:13:57.583146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:57.601383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:57.663360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=b3ade353-4b79-4bea-b048-030b5a3db832,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.723709 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-17af0f31-5d1b-494d-927a-81657a8e2034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.740847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-299dc08c-b063-47f7-a301-2377244a41dd req-b31d5615-e924-4244-8f32-ed9b8176ad7e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac535ded-97e0-43b7-afa7-e9e860a6fdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590180 Jul 16 18:13:57.746470 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.785558 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8795fe34-9c34-4d03-a63f-75739fed39cb tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.801492 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8795fe34-9c34-4d03-a63f-75739fed39cb tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.821326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-17af0f31-5d1b-494d-927a-81657a8e2034 None None] For port dd53455f-d2aa-4fd1-81f3-57f1438fed34, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=dd53455f-d2aa-4fd1-81f3-57f1438fed34,segment=NetworkSegment(b2200833-3986-4bad-9acb-936d01602008),segment_id=b2200833-3986-4bad-9acb-936d01602008)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:57.833110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 16ddb83e-2b96-4f35-a19a-0343632ad5a2 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:57.912131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8795fe34-9c34-4d03-a63f-75739fed39cb tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] In _notify_port_updated(), no bound segment for port 6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb on network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd {{(pid=100170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:13:57.918735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8795fe34-9c34-4d03-a63f-75739fed39cb tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.928195 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8795fe34-9c34-4d03-a63f-75739fed39cb tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.934350 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8795fe34-9c34-4d03-a63f-75739fed39cb tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "PUT /v2.0/ports/6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb HTTP/1.1" status: 200 len: 1003 time: 0.7351074 Jul 16 18:13:57.938566 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55482) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:58.065138 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.111193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 16ddb83e-2b96-4f35-a19a-0343632ad5a2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=16ddb83e-2b96-4f35-a19a-0343632ad5a2,segment=NetworkSegment(82d90387-54f2-406c-a997-fe6e97d917cc),segment_id=82d90387-54f2-406c-a997-fe6e97d917cc)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:58.139573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795fe34-9c34-4d03-a63f-75739fed39cb tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event updated for resources: {'Port': ['ID=6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:58.150002 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55484) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:58.163694 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '16ddb83e-2b96-4f35-a19a-0343632ad5a2', 'network_id': '77a1b760-cb31-4aa7-be2c-30c8d94c964e', 'port_id': '16ddb83e-2b96-4f35-a19a-0343632ad5a2', 'mac_address': 'fa:16:3e:e3:50:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdede24b-e969-440e-8190-9d82c6ef6bfd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:58.171673 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-17af0f31-5d1b-494d-927a-81657a8e2034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.179674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.217257 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae953d-f988-48ac-a829-9d8343418ade tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Deleting port 6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:58.217641 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1ae953d-f988-48ac-a829-9d8343418ade tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.393541 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2606b348-d152-419b-bdbe-5e07eebfa16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.418780 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1ae953d-f988-48ac-a829-9d8343418ade tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.443708 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.444991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae953d-f988-48ac-a829-9d8343418ade tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Calling delete_port for 6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:58.467023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af0f31-5d1b-494d-927a-81657a8e2034 None None] Pushing event updated for resources: {'Port': ['ID=dd53455f-d2aa-4fd1-81f3-57f1438fed34,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:58.476637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ddb83e-2b96-4f35-a19a-0343632ad5a2 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:58.532656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 16ddb83e-2b96-4f35-a19a-0343632ad5a2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=16ddb83e-2b96-4f35-a19a-0343632ad5a2,segment=NetworkSegment(82d90387-54f2-406c-a997-fe6e97d917cc),segment_id=82d90387-54f2-406c-a997-fe6e97d917cc)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:58.537484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1c8fa0eb-32c4-4419-8e77-4c6219b2f6a3 None None] Provisioning for port b3ade353-4b79-4bea-b048-030b5a3db832 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:58.544029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1c8fa0eb-32c4-4419-8e77-4c6219b2f6a3 None None] Provisioning complete for port b3ade353-4b79-4bea-b048-030b5a3db832 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:58.545348 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c8fa0eb-32c4-4419-8e77-4c6219b2f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.550781 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.586966 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.609071 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.651451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 106b3ea1-5c28-418b-930f-db9b9a654475 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:58.663467 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.673710 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.687069 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be9682c4022349cebd9489450038cd02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5316198 Jul 16 18:13:58.690687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55486) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:58.698512 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88de2e4b-4152-4da1-857d-89c9f86f12f2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:58.715310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1c8fa0eb-32c4-4419-8e77-4c6219b2f6a3 None None] Port b3ade353-4b79-4bea-b048-030b5a3db832 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:58.719563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:58.719913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:58.720254 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:58.720586 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:58.720916 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:58.721242 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:58.721563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:58.721883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:58.722200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:58.723026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:58.723026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:58.723212 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced4a22-92ae-4b4b-88e6-053c8a675efe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:58.749170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=16ddb83e-2b96-4f35-a19a-0343632ad5a2,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:58.771405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1c8fa0eb-32c4-4419-8e77-4c6219b2f6a3 None None] Provisioning complete for port dd53455f-d2aa-4fd1-81f3-57f1438fed34 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:58.772077 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c8fa0eb-32c4-4419-8e77-4c6219b2f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.792918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=b3ade353-4b79-4bea-b048-030b5a3db832,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:58.796783 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.837919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['16ddb83e-2b96-4f35-a19a-0343632ad5a2'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:58.872212 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58090d5c-22a1-4628-b725-9de3fc4b1321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.875329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 106b3ea1-5c28-418b-930f-db9b9a654475 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:58.926552 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58090d5c-22a1-4628-b725-9de3fc4b1321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.937490 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1ae953d-f988-48ac-a829-9d8343418ade tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.976820 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae953d-f988-48ac-a829-9d8343418ade tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event deleted for resources: {'Port': ['ID=6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:59.065732 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1ae953d-f988-48ac-a829-9d8343418ade tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.071030 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a1ae953d-f988-48ac-a829-9d8343418ade tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "DELETE /v2.0/ports/6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb HTTP/1.1" status: 204 len: 168 time: 1.1186047 Jul 16 18:13:59.071211 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55494) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:59.103786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network abd7f2f9-7df6-4660-9eff-4edc0ad95611 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:59.111664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:59.112027 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3f6f38-2df0-487b-b5ae-bcd240e53b0d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] GET failed (client error): The resource could not be found. Jul 16 18:13:59.119571 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9c3f6f38-2df0-487b-b5ae-bcd240e53b0d tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "GET /v2.0/ports/6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb HTTP/1.1" status: 404 len: 333 time: 0.0410614 Jul 16 18:13:59.119571 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58090d5c-22a1-4628-b725-9de3fc4b1321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.119847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1c8fa0eb-32c4-4419-8e77-4c6219b2f6a3 None None] Could not find standard attr ID for object 6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:13:59.119989 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58090d5c-22a1-4628-b725-9de3fc4b1321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.119989 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-58090d5c-22a1-4628-b725-9de3fc4b1321 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88de2e4b-4152-4da1-857d-89c9f86f12f2 HTTP/1.1" status: 204 len: 168 time: 0.4274447 Jul 16 18:13:59.121552 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55496) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:59.129486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Request body: {'port': {'network_id': '1fe7542f-64e3-4d6c-84a6-3a99c23609bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-97896658'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:59.155880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58090d5c-22a1-4628-b725-9de3fc4b1321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88de2e4b-4152-4da1-857d-89c9f86f12f2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:59.256491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da48e2-80e3-47cd-abf9-246320371a94 None None] Network bd79a531-6e95-48a8-8daf-2f9e35ca772b requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:59.435241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Made reservation on behalf of 20c54f2eab6d4479939aadbd11237507 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:59.440341 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.454030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d0d64d18-d0ed-447d-b96b-705e1115a501 None None] Provisioning complete for port b3ade353-4b79-4bea-b048-030b5a3db832 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:59.454858 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d0d64d18-d0ed-447d-b96b-705e1115a501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.491585 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] device_id is not set on port 13df8f67-28af-45c9-841f-cf2dade5697d yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:59.596251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d0d64d18-d0ed-447d-b96b-705e1115a501 None None] Port b3ade353-4b79-4bea-b048-030b5a3db832 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:59.634405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d0d64d18-d0ed-447d-b96b-705e1115a501 None None] Could not find standard attr ID for object 6f49eadc-c7d7-4dcf-8fe1-44718f2bb7bb. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:13:59.659946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d0d64d18-d0ed-447d-b96b-705e1115a501 None None] Provisioning for port 106b3ea1-5c28-418b-930f-db9b9a654475 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:59.671026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d0d64d18-d0ed-447d-b96b-705e1115a501 None None] Provisioning complete for port 106b3ea1-5c28-418b-930f-db9b9a654475 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:59.671572 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d0d64d18-d0ed-447d-b96b-705e1115a501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.698356 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Allocated IP 2001:db8::ff (1fe7542f-64e3-4d6c-84a6-3a99c23609bd/9bfaea79-9946-4f66-91b7-e35d40634a5e/13df8f67-28af-45c9-841f-cf2dade5697d) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:59.823316 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d0d64d18-d0ed-447d-b96b-705e1115a501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.828985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceeab53-0fee-4877-8148-d10f8effc6c8 req-f41a1032-9ce7-4240-9853-05c0ecb47433 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:59.835783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ceeab53-0fee-4877-8148-d10f8effc6c8 req-f41a1032-9ce7-4240-9853-05c0ecb47433 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 944 time: 0.8602870 Jul 16 18:13:59.905609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d0d64d18-d0ed-447d-b96b-705e1115a501 None None] For port 106b3ea1-5c28-418b-930f-db9b9a654475, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=106b3ea1-5c28-418b-930f-db9b9a654475,segment=NetworkSegment(6c96225e-fb54-495b-8d83-4d41b320ed0d),segment_id=6c96225e-fb54-495b-8d83-4d41b320ed0d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:59.909204 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ceeab53-0fee-4877-8148-d10f8effc6c8 req-2e8b701e-be5d-4a9c-8217-71f3f9bf9661 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac535ded-97e0-43b7-afa7-e9e860a6fdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723989 Jul 16 18:13:59.910861 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d0d64d18-d0ed-447d-b96b-705e1115a501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.924722 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.951161 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Transition to ACTIVE for port object 13df8f67-28af-45c9-841f-cf2dade5697d will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:59.953185 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 4bd1d57b-69ae-4a0c-b8df-41a55e3f478e is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:59.979552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d64d18-d0ed-447d-b96b-705e1115a501 None None] Pushing event updated for resources: {'Port': ['ID=106b3ea1-5c28-418b-930f-db9b9a654475,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.009182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.057635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-01ba167f-9e0e-43f3-a21d-29764bda32c9 None None] Provisioning complete for port b3ade353-4b79-4bea-b048-030b5a3db832 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:00.058911 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-01ba167f-9e0e-43f3-a21d-29764bda32c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.166273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-01ba167f-9e0e-43f3-a21d-29764bda32c9 None None] Port b3ade353-4b79-4bea-b048-030b5a3db832 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:00.173017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:00.189131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:00.196068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:00.196945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:00.206320 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7b3fc0-439d-46ed-95c5-1c37941fdaed None None] Sync routers for ids ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:00.213709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cdfe76e8-0698-4987-83fb-05883811168d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/4bd1d57b-69ae-4a0c-b8df-41a55e3f478e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4994726 Jul 16 18:14:00.214943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55526) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:00.219669 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7b3fc0-439d-46ed-95c5-1c37941fdaed None None] Routers {'4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:00.221402 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ae7b3fc0-439d-46ed-95c5-1c37941fdaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:13:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:00.227171 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.228054 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.231810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event updated for resources: {'Port': ['ID=13df8f67-28af-45c9-841f-cf2dade5697d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.269021 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-320e7390-7545-4034-91b6-517d9a965399 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1448030 Jul 16 18:14:00.271774 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55530) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:00.276941 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Request body: {'port': {'network_id': '1fe7542f-64e3-4d6c-84a6-3a99c23609bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1401850660'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:00.321780 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ae7b3fc0-439d-46ed-95c5-1c37941fdaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:00.338491 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7b3fc0-439d-46ed-95c5-1c37941fdaed None None] Routers {'4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:00.339944 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ae7b3fc0-439d-46ed-95c5-1c37941fdaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:13:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:00.387383 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ae7b3fc0-439d-46ed-95c5-1c37941fdaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:00.388448 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7b3fc0-439d-46ed-95c5-1c37941fdaed None None] The sync data for ids ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:00.398035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b9ac47-c340-455e-8e58-c6bdd433c21a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.402328 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a0b9ac47-c340-455e-8e58-c6bdd433c21a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports/b3ade353-4b79-4bea-b048-030b5a3db832 HTTP/1.1" status: 200 len: 910 time: 0.1835210 Jul 16 18:14:00.402902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55536) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:00.404136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-385ceb27-7a4e-4289-91c0-c9247c2b5cfc None None] Provisioning complete for port 106b3ea1-5c28-418b-930f-db9b9a654475 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:00.404685 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-385ceb27-7a4e-4289-91c0-c9247c2b5cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.589417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 106b3ea1-5c28-418b-930f-db9b9a654475 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:00.693162 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Made reservation on behalf of 20c54f2eab6d4479939aadbd11237507 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:00.697325 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.701734 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.708195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 106b3ea1-5c28-418b-930f-db9b9a654475 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:00.709026 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.728222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] device_id is not set on port ac390ce1-ac5e-4b25-bd0e-5039ba33b77b yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:00.751870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-91cd1f07-c21c-48a8-996d-82adee34c47e None None] Provisioning for port 13df8f67-28af-45c9-841f-cf2dade5697d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:00.762117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-91cd1f07-c21c-48a8-996d-82adee34c47e None None] Provisioning complete for port 13df8f67-28af-45c9-841f-cf2dade5697d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:00.762546 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-91cd1f07-c21c-48a8-996d-82adee34c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.772355 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f91bbeec-38e1-4e84-bc98-2487c499ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.823195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-91cd1f07-c21c-48a8-996d-82adee34c47e None None] Port 13df8f67-28af-45c9-841f-cf2dade5697d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:00.825164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55544) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:00.877694 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device dd53455f-d2aa-4fd1-81f3-57f1438fed34 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:00.959199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port dd53455f-d2aa-4fd1-81f3-57f1438fed34 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:00.959774 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.994436 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f518b30-9ed9-4957-91fb-7095bec99280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.254441 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f518b30-9ed9-4957-91fb-7095bec99280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.259311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Allocated IP 2001:db8::1f5 (1fe7542f-64e3-4d6c-84a6-3a99c23609bd/9bfaea79-9946-4f66-91b7-e35d40634a5e/ac390ce1-ac5e-4b25-bd0e-5039ba33b77b) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:01.306397 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f518b30-9ed9-4957-91fb-7095bec99280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.307649 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.344647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f518b30-9ed9-4957-91fb-7095bec99280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1645a98-8b01-4906-8b89-b12db445d159,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:01.376565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2f518b30-9ed9-4957-91fb-7095bec99280 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=006a3363621e4221833435786949dc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5502441 Jul 16 18:14:01.380089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55562) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:01.418102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316beaaf-f748-4a9a-b64c-4e65e51fdcbb req-7b7fd9e3-4158-4384-8471-e3d33262c81f tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.420275 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-316beaaf-f748-4a9a-b64c-4e65e51fdcbb req-7b7fd9e3-4158-4384-8471-e3d33262c81f tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 944 time: 0.1624382 Jul 16 18:14:01.482913 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3703230-44bf-41c1-ba24-f0b96f2ff27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.492108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-316beaaf-f748-4a9a-b64c-4e65e51fdcbb req-ef6600ef-c106-4f33-8711-e34d219efbdd tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac535ded-97e0-43b7-afa7-e9e860a6fdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565934 Jul 16 18:14:01.513421 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3703230-44bf-41c1-ba24-f0b96f2ff27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.572906 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3703230-44bf-41c1-ba24-f0b96f2ff27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.575554 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3703230-44bf-41c1-ba24-f0b96f2ff27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.576711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f3703230-44bf-41c1-ba24-f0b96f2ff27e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1645a98-8b01-4906-8b89-b12db445d159 HTTP/1.1" status: 204 len: 168 time: 0.1958311 Jul 16 18:14:01.595350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3703230-44bf-41c1-ba24-f0b96f2ff27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1645a98-8b01-4906-8b89-b12db445d159,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:01.721386 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.760107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 16ddb83e-2b96-4f35-a19a-0343632ad5a2 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:01.763706 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Transition to ACTIVE for port object ac390ce1-ac5e-4b25-bd0e-5039ba33b77b will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:01.803866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Allocated IP 172.21.0.1 (bd79a531-6e95-48a8-8daf-2f9e35ca772b/117205af-eac8-4a90-b7f8-f44faa745c38/7290b8fa-8f08-4ae8-9ecf-487deada4881) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:01.849804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 16ddb83e-2b96-4f35-a19a-0343632ad5a2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:01.854881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 16ddb83e-2b96-4f35-a19a-0343632ad5a2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:01.855249 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.858304 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.862608 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.911076 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:01.940816 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.942624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:01.955773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:01.961520 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.962179 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.973274 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bc4518-62b9-49b5-909a-fc1a3fb90063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ddb83e-2b96-4f35-a19a-0343632ad5a2'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:01.977125 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29710ab-3e7d-4951-9f15-173fc6e69793" -d '{"events": [{"server_uuid": "f1bc4518-62b9-49b5-909a-fc1a3fb90063", "name": "network-vif-plugged", "status": "completed", "tag": "16ddb83e-2b96-4f35-a19a-0343632ad5a2"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:01.986724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event updated for resources: {'Port': ['ID=ac390ce1-ac5e-4b25-bd0e-5039ba33b77b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:01.995633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 16ddb83e-2b96-4f35-a19a-0343632ad5a2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=16ddb83e-2b96-4f35-a19a-0343632ad5a2,segment=NetworkSegment(82d90387-54f2-406c-a997-fe6e97d917cc),segment_id=82d90387-54f2-406c-a997-fe6e97d917cc)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:02.007593 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.018781 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b4c1ec14-6c9b-403b-9b38-b2ef78ec1694 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7428222 Jul 16 18:14:02.019013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55588) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.027248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2cb170a1-52f1-4001-be4d-9bd4f9468e7f tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::fe', 'mac_address': 'fa:16:3e:ca:85:2c'}, {'ip_address': '2001:db8::ff', 'mac_address': 'fa:16:3e:01:69:99'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:02.038908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55590) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.049566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.065535 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0e3fc0-3814-422a-8b5b-4e477d1b9d13 x-openstack-request-id: req-3c0e3fc0-3814-422a-8b5b-4e477d1b9d13 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:02.066755 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bc4518-62b9-49b5-909a-fc1a3fb90063", "name": "network-vif-plugged", "status": "completed", "tag": "16ddb83e-2b96-4f35-a19a-0343632ad5a2", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:02.067170 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c0e3fc0-3814-422a-8b5b-4e477d1b9d13 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:02.067754 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bc4518-62b9-49b5-909a-fc1a3fb90063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ddb83e-2b96-4f35-a19a-0343632ad5a2', 'code': 200} Jul 16 18:14:02.085593 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Transition to ACTIVE for port object 7290b8fa-8f08-4ae8-9ecf-487deada4881 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:02.133727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=16ddb83e-2b96-4f35-a19a-0343632ad5a2,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:02.152684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.201969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55594) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.222988 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network bd79a531-6e95-48a8-8daf-2f9e35ca772b is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:02.228665 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:02.235049 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:02.260972 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e55a-2e3c-4c34-a886-d31a913fb482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.276576 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.298787 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=7290b8fa-8f08-4ae8-9ecf-487deada4881,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:02.334857 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.391628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be06e-0c89-4830-962b-86021f993f2a req-67489e40-95e4-4e70-9d1e-a067c5f11542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.393611 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d70be06e-0c89-4830-962b-86021f993f2a req-67489e40-95e4-4e70-9d1e-a067c5f11542 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 1097 time: 0.2615893 Jul 16 18:14:02.424536 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.api [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:14:02.424536 n-d-787206-10 neutron-server[100169]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:14:02.424536 n-d-787206-10 neutron-server[100169]: [parameters: {'project_id': 'b75fc405156146c481f22766259e1270', 'id': 'd227cc73-343b-4c5d-8a45-29bfd3b4b326', 'expiration': datetime.datetime(2021, 7, 16, 18, 16, 2, 386938)}] Jul 16 18:14:02.424536 n-d-787206-10 neutron-server[100169]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:14:02.425041 n-d-787206-10 neutron-server[100169]: DEBUG oslo_db.api [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:14:02.463314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8269178b-3469-41c5-9337-7e14a2844699 None None] Provisioning for port ac390ce1-ac5e-4b25-bd0e-5039ba33b77b completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:02.469061 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8269178b-3469-41c5-9337-7e14a2844699 None None] Provisioning complete for port ac390ce1-ac5e-4b25-bd0e-5039ba33b77b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:02.470045 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8269178b-3469-41c5-9337-7e14a2844699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.523857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8269178b-3469-41c5-9337-7e14a2844699 None None] Port ac390ce1-ac5e-4b25-bd0e-5039ba33b77b cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:02.544506 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.555596 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2cb170a1-52f1-4001-be4d-9bd4f9468e7f tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.585831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d70be06e-0c89-4830-962b-86021f993f2a req-5aa2885b-0b78-42bf-8f0d-e72764342579 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ac535ded-97e0-43b7-afa7-e9e860a6fdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729352 Jul 16 18:14:02.658538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1ee75d34-90e6-476d-bc15-a5ff334ae260 None None] Provisioning for port 7290b8fa-8f08-4ae8-9ecf-487deada4881 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:02.663609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1ee75d34-90e6-476d-bc15-a5ff334ae260 None None] Provisioning complete for port 7290b8fa-8f08-4ae8-9ecf-487deada4881 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:02.664049 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1ee75d34-90e6-476d-bc15-a5ff334ae260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.707048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1ee75d34-90e6-476d-bc15-a5ff334ae260 None None] Port 7290b8fa-8f08-4ae8-9ecf-487deada4881 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:02.786128 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e55a-2e3c-4c34-a886-d31a913fb482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.821618 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e55a-2e3c-4c34-a886-d31a913fb482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.893508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.897442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5e55a-2e3c-4c34-a886-d31a913fb482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006ab715-8b3f-40f2-9b6f-5b442a1d3aec,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:02.899409 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.903946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e2a5e55a-2e3c-4c34-a886-d31a913fb482 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e38e407fd66b452ba23d19a07156e894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6986551 Jul 16 18:14:02.906901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55600) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.918236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2a09e-f61e-4f57-a707-5727d5d76672 req-ddbfaf4d-d915-4d28-95e2-1d1fa5b605ef tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.919893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60b2a09e-f61e-4f57-a707-5727d5d76672 req-ddbfaf4d-d915-4d28-95e2-1d1fa5b605ef tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 945 time: 0.2327785 Jul 16 18:14:02.926634 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.990461 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2cb170a1-52f1-4001-be4d-9bd4f9468e7f tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.001587 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60b2a09e-f61e-4f57-a707-5727d5d76672 req-a51199ed-7df3-417b-9cfd-bb18ade08b92 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac535ded-97e0-43b7-afa7-e9e860a6fdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726471 Jul 16 18:14:03.004242 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2cb170a1-52f1-4001-be4d-9bd4f9468e7f tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.045816 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.051520 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=7290b8fa-8f08-4ae8-9ecf-487deada4881,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.056649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2cb170a1-52f1-4001-be4d-9bd4f9468e7f tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] In _notify_port_updated(), no bound segment for port ac390ce1-ac5e-4b25-bd0e-5039ba33b77b on network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:14:03.063883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb170a1-52f1-4001-be4d-9bd4f9468e7f tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.064550 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2cb170a1-52f1-4001-be4d-9bd4f9468e7f tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.068401 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2cb170a1-52f1-4001-be4d-9bd4f9468e7f tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "PUT /v2.0/ports/ac390ce1-ac5e-4b25-bd0e-5039ba33b77b HTTP/1.1" status: 200 len: 1066 time: 1.0462606 Jul 16 18:14:03.070736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55602) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.097030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf824595-3534-4434-91b9-124e1d97758f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.116516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb170a1-52f1-4001-be4d-9bd4f9468e7f tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event updated for resources: {'Port': ['ID=ac390ce1-ac5e-4b25-bd0e-5039ba33b77b,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.150854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf824595-3534-4434-91b9-124e1d97758f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.212258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network bd79a531-6e95-48a8-8daf-2f9e35ca772b is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:03.214434 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:03.232395 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.253232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.278115 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf824595-3534-4434-91b9-124e1d97758f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.280063 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf824595-3534-4434-91b9-124e1d97758f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.280811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ce379b55-5bfc-4312-abb9-af6208047c11 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Deleting port ac390ce1-ac5e-4b25-bd0e-5039ba33b77b {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:03.282001 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ce379b55-5bfc-4312-abb9-af6208047c11 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.284741 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cf824595-3534-4434-91b9-124e1d97758f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/006ab715-8b3f-40f2-9b6f-5b442a1d3aec HTTP/1.1" status: 204 len: 168 time: 0.3739104 Jul 16 18:14:03.340778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf824595-3534-4434-91b9-124e1d97758f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006ab715-8b3f-40f2-9b6f-5b442a1d3aec,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.394620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c244c8-c830-4fea-a9fe-5dfd701e31d4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.434764 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 4bd1d57b-69ae-4a0c-b8df-41a55e3f478e has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:03.539157 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ce379b55-5bfc-4312-abb9-af6208047c11 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.553209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ce379b55-5bfc-4312-abb9-af6208047c11 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Calling delete_port for ac390ce1-ac5e-4b25-bd0e-5039ba33b77b owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:03.569978 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:03.571752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:03.572297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:03.572824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:03.573212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:03.576971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:03.577407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:03.577745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:03.578076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:03.578521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:03.578859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:03.579308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:03.610083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f53b660e-5f7b-4e7a-b10c-08ec4170a8ba None None] Provisioning complete for port ac390ce1-ac5e-4b25-bd0e-5039ba33b77b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:03.610703 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f53b660e-5f7b-4e7a-b10c-08ec4170a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.615059 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3d66c593-25bf-4bb3-89e3-8f90ccde6812 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b75fc405156146c481f22766259e1270&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5735097 Jul 16 18:14:03.653020 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.678790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55610) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.679052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f53b660e-5f7b-4e7a-b10c-08ec4170a8ba None None] Port ac390ce1-ac5e-4b25-bd0e-5039ba33b77b cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:03.716552 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:03.729163 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1d77cb6e-78bc-4a87-9e3e-367ecc206199 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/4bd1d57b-69ae-4a0c-b8df-41a55e3f478e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3251376 Jul 16 18:14:03.730556 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55614) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.738093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31980c17-b3cd-4680-9e91-b549fc8e1da7 None None] Sync routers for ids ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:03.752416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31980c17-b3cd-4680-9e91-b549fc8e1da7 None None] Routers {'4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:03.753161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-31980c17-b3cd-4680-9e91-b549fc8e1da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:03.785163 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-034c816f-b54b-48b4-b4e6-c958914695d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.797451 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd616f43-7069-460b-9f36-e19a431fbbb4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.799943 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dd616f43-7069-460b-9f36-e19a431fbbb4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports/7290b8fa-8f08-4ae8-9ecf-487deada4881 HTTP/1.1" status: 200 len: 910 time: 0.0681725 Jul 16 18:14:03.802149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55620) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.810158 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-034c816f-b54b-48b4-b4e6-c958914695d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.908377 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-034c816f-b54b-48b4-b4e6-c958914695d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.911280 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-034c816f-b54b-48b4-b4e6-c958914695d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.912872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-034c816f-b54b-48b4-b4e6-c958914695d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39c244c8-c830-4fea-a9fe-5dfd701e31d4 HTTP/1.1" status: 204 len: 168 time: 0.2331042 Jul 16 18:14:03.954549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c816f-b54b-48b4-b4e6-c958914695d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c244c8-c830-4fea-a9fe-5dfd701e31d4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.960523 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-31980c17-b3cd-4680-9e91-b549fc8e1da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:03.977487 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31980c17-b3cd-4680-9e91-b549fc8e1da7 None None] Routers {'4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:03.978121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-31980c17-b3cd-4680-9e91-b549fc8e1da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:04.007230 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ce379b55-5bfc-4312-abb9-af6208047c11 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.020571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-31980c17-b3cd-4680-9e91-b549fc8e1da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:04.021476 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31980c17-b3cd-4680-9e91-b549fc8e1da7 None None] The sync data for ids ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:04.040772 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dc923449-7139-4163-9af2-df9e03bcb4b1 None None] Provisioning complete for port 7290b8fa-8f08-4ae8-9ecf-487deada4881 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:04.041150 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dc923449-7139-4163-9af2-df9e03bcb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.070133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce379b55-5bfc-4312-abb9-af6208047c11 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event deleted for resources: {'Port': ['ID=ac390ce1-ac5e-4b25-bd0e-5039ba33b77b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:04.114494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-dc923449-7139-4163-9af2-df9e03bcb4b1 None None] Port 7290b8fa-8f08-4ae8-9ecf-487deada4881 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:04.372254 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-21dbb194-510b-445c-8b39-586b9e4f8a81 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.422511 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ce379b55-5bfc-4312-abb9-af6208047c11 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.443523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ce379b55-5bfc-4312-abb9-af6208047c11 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "DELETE /v2.0/ports/ac390ce1-ac5e-4b25-bd0e-5039ba33b77b HTTP/1.1" status: 204 len: 168 time: 1.3513687 Jul 16 18:14:04.444648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55646) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.504921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735e7f0-5895-4e0a-ab43-411380acb4fb req-b965dcc7-956e-4116-a5ff-7e6a1c306d6b tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.506915 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0735e7f0-5895-4e0a-ab43-411380acb4fb req-b965dcc7-956e-4116-a5ff-7e6a1c306d6b tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 945 time: 0.2955611 Jul 16 18:14:04.510784 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-38961733-fc1b-4257-9bf4-1db26e429f23 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] GET failed (client error): The resource could not be found. Jul 16 18:14:04.515211 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-38961733-fc1b-4257-9bf4-1db26e429f23 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "GET /v2.0/ports/ac390ce1-ac5e-4b25-bd0e-5039ba33b77b HTTP/1.1" status: 404 len: 333 time: 0.0658360 Jul 16 18:14:04.517831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55652) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.622961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0735e7f0-5895-4e0a-ab43-411380acb4fb req-3bed5fb4-a297-46fc-9546-c871d0538c38 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac535ded-97e0-43b7-afa7-e9e860a6fdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075990 Jul 16 18:14:04.643412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55656) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.682975 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-56c9a5db-5202-467d-9346-d68b3f8b4519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.709752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d305e1d7-de6b-4f5e-87bd-2e5a4ef81871 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Deleting port 13df8f67-28af-45c9-841f-cf2dade5697d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:04.712713 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d305e1d7-de6b-4f5e-87bd-2e5a4ef81871 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.834900 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d305e1d7-de6b-4f5e-87bd-2e5a4ef81871 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.853609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d305e1d7-de6b-4f5e-87bd-2e5a4ef81871 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Calling delete_port for 13df8f67-28af-45c9-841f-cf2dade5697d owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:04.871491 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-56c9a5db-5202-467d-9346-d68b3f8b4519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.874346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-21dbb194-510b-445c-8b39-586b9e4f8a81 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port 7290b8fa-8f08-4ae8-9ecf-487deada4881 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:04.874685 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-21dbb194-510b-445c-8b39-586b9e4f8a81 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.879157 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-56c9a5db-5202-467d-9346-d68b3f8b4519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.001242 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9a5db-5202-467d-9346-d68b3f8b4519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a05419-9cbd-461e-85ff-9a0ecd47d67c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.021040 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-56c9a5db-5202-467d-9346-d68b3f8b4519 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fc8915332764ea2ab183d818ff6a0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741224 Jul 16 18:14:05.023656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55668) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:05.053860 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-21dbb194-510b-445c-8b39-586b9e4f8a81 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.061683 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d305e1d7-de6b-4f5e-87bd-2e5a4ef81871 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.070947 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-21dbb194-510b-445c-8b39-586b9e4f8a81 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for 7290b8fa-8f08-4ae8-9ecf-487deada4881 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:05.149142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305e1d7-de6b-4f5e-87bd-2e5a4ef81871 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event deleted for resources: {'Port': ['ID=13df8f67-28af-45c9-841f-cf2dade5697d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.158177 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d305e1d7-de6b-4f5e-87bd-2e5a4ef81871 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.160128 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d305e1d7-de6b-4f5e-87bd-2e5a4ef81871 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "DELETE /v2.0/ports/13df8f67-28af-45c9-841f-cf2dade5697d HTTP/1.1" status: 204 len: 168 time: 0.6418698 Jul 16 18:14:05.162692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55670) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:05.201577 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-421669c0-4d6c-466f-922e-afc655bb5f65 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] GET failed (client error): The resource could not be found. Jul 16 18:14:05.204582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-421669c0-4d6c-466f-922e-afc655bb5f65 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "GET /v2.0/ports/13df8f67-28af-45c9-841f-cf2dade5697d HTTP/1.1" status: 404 len: 333 time: 0.0408843 Jul 16 18:14:05.209200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55672) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:05.217919 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c65d4f2e-23f3-4c24-8b75-f90ab7f290ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.273198 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c65d4f2e-23f3-4c24-8b75-f90ab7f290ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.347604 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c65d4f2e-23f3-4c24-8b75-f90ab7f290ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.351251 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c65d4f2e-23f3-4c24-8b75-f90ab7f290ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.357279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c65d4f2e-23f3-4c24-8b75-f90ab7f290ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1a05419-9cbd-461e-85ff-9a0ecd47d67c HTTP/1.1" status: 204 len: 168 time: 0.3322165 Jul 16 18:14:05.367710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d4f2e-23f3-4c24-8b75-f90ab7f290ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a05419-9cbd-461e-85ff-9a0ecd47d67c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.600962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b02a7a-711a-456b-ba6b-2e4cf5be66d8 req-442e0b90-65fd-48ca-b597-a5dc419bf557 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.602714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57b02a7a-711a-456b-ba6b-2e4cf5be66d8 req-442e0b90-65fd-48ca-b597-a5dc419bf557 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 945 time: 0.0747402 Jul 16 18:14:05.691821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57b02a7a-711a-456b-ba6b-2e4cf5be66d8 req-8d27e307-8be7-4c96-8534-d2f35100b4aa tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac535ded-97e0-43b7-afa7-e9e860a6fdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822053 Jul 16 18:14:05.925917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe2c6c-5c60-4f60-a1fd-4ea1e54cb8b8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Deleting port b36bbaa9-da15-4ae1-ac79-388938669cad {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:05.926472 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2c6c-5c60-4f60-a1fd-4ea1e54cb8b8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.977754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-21dbb194-510b-445c-8b39-586b9e4f8a81 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.037026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbb194-510b-445c-8b39-586b9e4f8a81 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=7290b8fa-8f08-4ae8-9ecf-487deada4881,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:06.128828 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2c6c-5c60-4f60-a1fd-4ea1e54cb8b8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.172433 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe2c6c-5c60-4f60-a1fd-4ea1e54cb8b8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Calling delete_port for b36bbaa9-da15-4ae1-ac79-388938669cad owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:06.338580 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-21dbb194-510b-445c-8b39-586b9e4f8a81 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.752278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2c6c-5c60-4f60-a1fd-4ea1e54cb8b8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.816108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe2c6c-5c60-4f60-a1fd-4ea1e54cb8b8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event deleted for resources: {'Port': ['ID=b36bbaa9-da15-4ae1-ac79-388938669cad,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:06.825071 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2c6c-5c60-4f60-a1fd-4ea1e54cb8b8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.829652 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4ffe2c6c-5c60-4f60-a1fd-4ea1e54cb8b8 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "DELETE /v2.0/ports/b36bbaa9-da15-4ae1-ac79-388938669cad HTTP/1.1" status: 204 len: 168 time: 1.6169472 Jul 16 18:14:06.829933 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dbb194-510b-445c-8b39-586b9e4f8a81 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 4bd1d57b-69ae-4a0c-b8df-41a55e3f478e has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:06.830372 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55718) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:06.905619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0b8963-379a-46e5-8b3e-c7058922ea55 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Deleting subnet 9bfaea79-9946-4f66-91b7-e35d40634a5e {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:06.914746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ef0b8963-379a-46e5-8b3e-c7058922ea55 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.919342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5065284-e444-40ad-95df-9b68aedcc470 req-5599b913-02dd-4e2d-9397-dd87faa4de81 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:06.932725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5065284-e444-40ad-95df-9b68aedcc470 req-5599b913-02dd-4e2d-9397-dd87faa4de81 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 945 time: 0.1781857 Jul 16 18:14:06.971303 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ef0b8963-379a-46e5-8b3e-c7058922ea55 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.078695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ef0b8963-379a-46e5-8b3e-c7058922ea55 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.153989 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ef0b8963-379a-46e5-8b3e-c7058922ea55 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.182019 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b8963-379a-46e5-8b3e-c7058922ea55 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfaea79-9946-4f66-91b7-e35d40634a5e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.196021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e5065284-e444-40ad-95df-9b68aedcc470 req-1d815a19-56ce-467d-9390-e174984e410e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Deleting port 16ddb83e-2b96-4f35-a19a-0343632ad5a2 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:07.196021 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e5065284-e444-40ad-95df-9b68aedcc470 req-1d815a19-56ce-467d-9390-e174984e410e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.245463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9097da9-385a-403d-8bd8-003c68ba01ae None None] Network 1fe7542f-64e3-4d6c-84a6-3a99c23609bd requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:07.315922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ef0b8963-379a-46e5-8b3e-c7058922ea55 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.319985 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ef0b8963-379a-46e5-8b3e-c7058922ea55 tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "DELETE /v2.0/subnets/9bfaea79-9946-4f66-91b7-e35d40634a5e HTTP/1.1" status: 204 len: 168 time: 0.4865346 Jul 16 18:14:07.325692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55730) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:07.339054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bbb30-8d3a-4fd8-a835-a366cb5d53f5 req-f74392a1-2d34-4fd7-95f5-e1a788248c53 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:07.346969 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-966bbb30-8d3a-4fd8-a835-a366cb5d53f5 req-f74392a1-2d34-4fd7-95f5-e1a788248c53 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 945 time: 0.4130056 Jul 16 18:14:07.407972 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-966bbb30-8d3a-4fd8-a835-a366cb5d53f5 req-34b32afe-7890-4647-bc43-9157bf7c0feb tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac535ded-97e0-43b7-afa7-e9e860a6fdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599041 Jul 16 18:14:07.448781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e5065284-e444-40ad-95df-9b68aedcc470 req-1d815a19-56ce-467d-9390-e174984e410e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] For port 16ddb83e-2b96-4f35-a19a-0343632ad5a2, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=16ddb83e-2b96-4f35-a19a-0343632ad5a2,segment=NetworkSegment(82d90387-54f2-406c-a997-fe6e97d917cc),segment_id=82d90387-54f2-406c-a997-fe6e97d917cc)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:07.451805 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e5065284-e444-40ad-95df-9b68aedcc470 req-1d815a19-56ce-467d-9390-e174984e410e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.479942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dbb194-510b-445c-8b39-586b9e4f8a81 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:07.482581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e5065284-e444-40ad-95df-9b68aedcc470 req-1d815a19-56ce-467d-9390-e174984e410e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Calling delete_port for 16ddb83e-2b96-4f35-a19a-0343632ad5a2 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:07.490063 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-21dbb194-510b-445c-8b39-586b9e4f8a81 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/4bd1d57b-69ae-4a0c-b8df-41a55e3f478e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6861014 Jul 16 18:14:07.491096 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1cd549-a2e3-4a21-9c1e-c50aff26b94a None None] Sync routers for ids ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:07.492381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55736) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:07.509150 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cd549-a2e3-4a21-9c1e-c50aff26b94a None None] Routers {'4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:07.509773 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0f1cd549-a2e3-4a21-9c1e-c50aff26b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:07.601354 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0f1cd549-a2e3-4a21-9c1e-c50aff26b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:07.612576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f314f7d-e482-4892-b1c7-4f05ec4eae2c None None] DHCP port deletion for 1fe7542f-64e3-4d6c-84a6-3a99c23609bd request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:07.622581 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cd549-a2e3-4a21-9c1e-c50aff26b94a None None] Routers {'4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:07.623208 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0f1cd549-a2e3-4a21-9c1e-c50aff26b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:07.704763 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0f1cd549-a2e3-4a21-9c1e-c50aff26b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:07.705432 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1cd549-a2e3-4a21-9c1e-c50aff26b94a None None] The sync data for ids ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:07.747392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3f314f7d-e482-4892-b1c7-4f05ec4eae2c None None] Deleting port c636340a-36a4-4a4a-876b-7e4bddcce32e {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:07.748217 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3f314f7d-e482-4892-b1c7-4f05ec4eae2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.758822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.798111 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e5065284-e444-40ad-95df-9b68aedcc470 req-1d815a19-56ce-467d-9390-e174984e410e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.869575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d815a19-56ce-467d-9390-e174984e410e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Pushing event deleted for resources: {'Port': ['ID=16ddb83e-2b96-4f35-a19a-0343632ad5a2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.891987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Deleting port c636340a-36a4-4a4a-876b-7e4bddcce32e {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:07.892326 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.897326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['16ddb83e-2b96-4f35-a19a-0343632ad5a2'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:07.905999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-3f314f7d-e482-4892-b1c7-4f05ec4eae2c None None] For port c636340a-36a4-4a4a-876b-7e4bddcce32e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c636340a-36a4-4a4a-876b-7e4bddcce32e,segment=NetworkSegment(7964fb1b-1859-4bae-9457-36157ee07435),segment_id=7964fb1b-1859-4bae-9457-36157ee07435)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:07.906959 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3f314f7d-e482-4892-b1c7-4f05ec4eae2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.986375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5065284-e444-40ad-95df-9b68aedcc470 req-1d815a19-56ce-467d-9390-e174984e410e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] No DVR routers for this DVR port 16ddb83e-2b96-4f35-a19a-0343632ad5a2 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:07.992593 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e5065284-e444-40ad-95df-9b68aedcc470 req-1d815a19-56ce-467d-9390-e174984e410e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.994775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5065284-e444-40ad-95df-9b68aedcc470 req-1d815a19-56ce-467d-9390-e174984e410e tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.35 "DELETE /v2.0/ports/16ddb83e-2b96-4f35-a19a-0343632ad5a2 HTTP/1.1" status: 204 len: 173 time: 1.0513785 Jul 16 18:14:07.995260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bc4518-62b9-49b5-909a-fc1a3fb90063', 'name': 'network-vif-deleted', 'tag': '16ddb83e-2b96-4f35-a19a-0343632ad5a2'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:07.997588 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d251aa-4e92-4751-bcb8-ac6c07b0cd73" -d '{"events": [{"server_uuid": "f1bc4518-62b9-49b5-909a-fc1a3fb90063", "name": "network-vif-deleted", "tag": "16ddb83e-2b96-4f35-a19a-0343632ad5a2"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:08.008327 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3f314f7d-e482-4892-b1c7-4f05ec4eae2c None None] Calling delete_port for c636340a-36a4-4a4a-876b-7e4bddcce32e owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:08.093757 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f8509c-3e96-417a-8646-1c32ab9e2af4 x-openstack-request-id: req-11f8509c-3e96-417a-8646-1c32ab9e2af4 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:08.094298 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bc4518-62b9-49b5-909a-fc1a3fb90063", "name": "network-vif-deleted", "tag": "16ddb83e-2b96-4f35-a19a-0343632ad5a2", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:08.094825 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11f8509c-3e96-417a-8646-1c32ab9e2af4 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:08.095354 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bc4518-62b9-49b5-909a-fc1a3fb90063', 'name': 'network-vif-deleted', 'tag': '16ddb83e-2b96-4f35-a19a-0343632ad5a2', 'status': 'completed', 'code': 200} Jul 16 18:14:08.106726 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] For port c636340a-36a4-4a4a-876b-7e4bddcce32e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c636340a-36a4-4a4a-876b-7e4bddcce32e,segment=NetworkSegment(7964fb1b-1859-4bae-9457-36157ee07435),segment_id=7964fb1b-1859-4bae-9457-36157ee07435)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:08.107331 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.146556 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Calling delete_port for c636340a-36a4-4a4a-876b-7e4bddcce32e owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:08.266171 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3f314f7d-e482-4892-b1c7-4f05ec4eae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.280891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f314f7d-e482-4892-b1c7-4f05ec4eae2c None None] No DVR routers for this DVR port c636340a-36a4-4a4a-876b-7e4bddcce32e on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:08.307412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f314f7d-e482-4892-b1c7-4f05ec4eae2c None None] Pushing event deleted for resources: {'Port': ['ID=c636340a-36a4-4a4a-876b-7e4bddcce32e,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:08.372564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8c71dab-abaa-4d63-b4f6-3091acd7ae1e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.501900 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.568956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event deleted for resources: {'Port': ['ID=c636340a-36a4-4a4a-876b-7e4bddcce32e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:08.583000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] No DVR routers for this DVR port c636340a-36a4-4a4a-876b-7e4bddcce32e on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:08.625440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c636340a-36a4-4a4a-876b-7e4bddcce32e no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:08.700454 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: c636340a-36a4-4a4a-876b-7e4bddcce32e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:08.700847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c636340a-36a4-4a4a-876b-7e4bddcce32e not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:08.772844 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.788350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe7542f-64e3-4d6c-84a6-3a99c23609bd']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:08.797614 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55764) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:08.809708 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7964fb1b-1859-4bae-9457-36157ee07435') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:08.810012 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7964fb1b-1859-4bae-9457-36157ee07435') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:08.826173 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.845397 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.852082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0995b70f-09f6-4eb1-a283-e165f5910232 req-271d3891-0dfe-4a32-bed9-78c8ff724091 tempest-ServerPasswordTestJSON-1492033099 tempest-ServerPasswordTestJSON-1492033099-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1bc4518-62b9-49b5-909a-fc1a3fb90063 HTTP/1.1" status: 200 len: 210 time: 0.0884762 Jul 16 18:14:08.868008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:08.868512 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:08.872206 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:09.015013 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.044924 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa21c70f-7d18-426b-be73-f28084faf595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.065411 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.068330 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] 10.222.0.41 "DELETE /v2.0/networks/1fe7542f-64e3-4d6c-84a6-3a99c23609bd HTTP/1.1" status: 204 len: 168 time: 1.7417016 Jul 16 18:14:09.091598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b89290-4452-4232-bba4-57002f88cccc tempest-AllowedAddressPairIpV6TestJSON-1713860140 tempest-AllowedAddressPairIpV6TestJSON-1713860140-project] Pushing event deleted for resources: {'Network': ['ID=1fe7542f-64e3-4d6c-84a6-3a99c23609bd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.158189 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f8c71dab-abaa-4d63-b4f6-3091acd7ae1e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port b3ade353-4b79-4bea-b048-030b5a3db832 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:09.158927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8c71dab-abaa-4d63-b4f6-3091acd7ae1e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.286680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8c71dab-abaa-4d63-b4f6-3091acd7ae1e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.298761 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa21c70f-7d18-426b-be73-f28084faf595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.306648 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f8c71dab-abaa-4d63-b4f6-3091acd7ae1e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for b3ade353-4b79-4bea-b048-030b5a3db832 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:09.313865 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa21c70f-7d18-426b-be73-f28084faf595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.387950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55792) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.402737 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fa21c70f-7d18-426b-be73-f28084faf595 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cfaad3062684894a33652d7f5990fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6039133 Jul 16 18:14:09.405761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55796) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.415797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21c70f-7d18-426b-be73-f28084faf595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feb96c9-78a5-4063-848b-99c11707fe8f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.514262 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bfaa162-6855-4370-b188-c43104ad78c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.568032 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bfaa162-6855-4370-b188-c43104ad78c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.606528 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8c71dab-abaa-4d63-b4f6-3091acd7ae1e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.638015 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bfaa162-6855-4370-b188-c43104ad78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.641649 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bfaa162-6855-4370-b188-c43104ad78c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.643541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6bfaa162-6855-4370-b188-c43104ad78c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5feb96c9-78a5-4063-848b-99c11707fe8f HTTP/1.1" status: 204 len: 168 time: 0.2361050 Jul 16 18:14:09.682452 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c71dab-abaa-4d63-b4f6-3091acd7ae1e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=b3ade353-4b79-4bea-b048-030b5a3db832,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.699757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfaa162-6855-4370-b188-c43104ad78c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feb96c9-78a5-4063-848b-99c11707fe8f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.709647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e8987493-789f-4ecd-b06a-75bf8954ada1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20c54f2eab6d4479939aadbd11237507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180268 Jul 16 18:14:09.712489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55810) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.777355 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c57dcdcf-b27b-4810-b568-2269fdf067b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.830966 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c57dcdcf-b27b-4810-b568-2269fdf067b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.936291 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c57dcdcf-b27b-4810-b568-2269fdf067b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.944833 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8c71dab-abaa-4d63-b4f6-3091acd7ae1e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.949372 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c57dcdcf-b27b-4810-b568-2269fdf067b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.956736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c57dcdcf-b27b-4810-b568-2269fdf067b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3eed12c-beb3-4528-bd62-550b093b543c HTTP/1.1" status: 204 len: 168 time: 0.2412333 Jul 16 18:14:09.977980 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57dcdcf-b27b-4810-b568-2269fdf067b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eed12c-beb3-4528-bd62-550b093b543c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.016310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55822) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.088475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d63860c-463c-48a1-8cb5-de949752e9f8 admin admin] Deleting subnet bdede24b-e969-440e-8190-9d82c6ef6bfd {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:10.093001 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d63860c-463c-48a1-8cb5-de949752e9f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.146461 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d63860c-463c-48a1-8cb5-de949752e9f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.244733 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d63860c-463c-48a1-8cb5-de949752e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.275763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55824) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.305011 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7b800acf-59b0-4685-b446-e7c80fc8d207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.363222 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d63860c-463c-48a1-8cb5-de949752e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.410456 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d63860c-463c-48a1-8cb5-de949752e9f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.412422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5d63860c-463c-48a1-8cb5-de949752e9f8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bdede24b-e969-440e-8190-9d82c6ef6bfd HTTP/1.1" status: 204 len: 168 time: 0.3948517 Jul 16 18:14:10.415032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55830) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.544154 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f541b2d6-2d89-429e-b3a7-8ae970dd2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.550887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63860c-463c-48a1-8cb5-de949752e9f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdede24b-e969-440e-8190-9d82c6ef6bfd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.630820 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c71dab-abaa-4d63-b4f6-3091acd7ae1e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 4bd1d57b-69ae-4a0c-b8df-41a55e3f478e has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:10.696279 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f541b2d6-2d89-429e-b3a7-8ae970dd2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.712882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f541b2d6-2d89-429e-b3a7-8ae970dd2fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a1b760-cb31-4aa7-be2c-30c8d94c964e']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.734180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f541b2d6-2d89-429e-b3a7-8ae970dd2fe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d90387-54f2-406c-a997-fe6e97d917cc') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.735150 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f541b2d6-2d89-429e-b3a7-8ae970dd2fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d90387-54f2-406c-a997-fe6e97d917cc') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.737322 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c71dab-abaa-4d63-b4f6-3091acd7ae1e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:10.747632 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f8c71dab-abaa-4d63-b4f6-3091acd7ae1e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/4bd1d57b-69ae-4a0c-b8df-41a55e3f478e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2533674 Jul 16 18:14:10.748527 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55838) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.749545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88feaaf-21fe-404a-a174-cce2ef65fb53 None None] Sync routers for ids ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:10.761781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88feaaf-21fe-404a-a174-cce2ef65fb53 None None] Routers {'4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:10.764162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b88feaaf-21fe-404a-a174-cce2ef65fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.770724 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f541b2d6-2d89-429e-b3a7-8ae970dd2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.773920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7b800acf-59b0-4685-b446-e7c80fc8d207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.789450 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7b800acf-59b0-4685-b446-e7c80fc8d207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.794379 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f541b2d6-2d89-429e-b3a7-8ae970dd2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.799867 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6ce54516-e623-4d31-9b34-8061d5940afa tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd1d57b-69ae-4a0c-b8df-41a55e3f478e HTTP/1.1" status: 200 len: 205 time: 0.0500989 Jul 16 18:14:10.800574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55842) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.819485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f541b2d6-2d89-429e-b3a7-8ae970dd2fe5 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:10.819946 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f541b2d6-2d89-429e-b3a7-8ae970dd2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:10.821899 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:10.876789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b88feaaf-21fe-404a-a174-cce2ef65fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.893406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88feaaf-21fe-404a-a174-cce2ef65fb53 None None] Routers {'4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:10.894500 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b88feaaf-21fe-404a-a174-cce2ef65fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.908266 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf60d-ba69-4550-ae5f-d60cc3260180 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.919709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7b800acf-59b0-4685-b446-e7c80fc8d207 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79b6db8086c447d4a8b11b048b17d4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6425781 Jul 16 18:14:10.920713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55846) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.922634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b800acf-59b0-4685-b446-e7c80fc8d207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db1810e-215f-4232-bc82-b825cf08e207,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.957133 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f541b2d6-2d89-429e-b3a7-8ae970dd2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.971142 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f541b2d6-2d89-429e-b3a7-8ae970dd2fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.973291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f541b2d6-2d89-429e-b3a7-8ae970dd2fe5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/77a1b760-cb31-4aa7-be2c-30c8d94c964e HTTP/1.1" status: 204 len: 168 time: 0.5572600 Jul 16 18:14:10.978182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b88feaaf-21fe-404a-a174-cce2ef65fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.978182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88feaaf-21fe-404a-a174-cce2ef65fb53 None None] The sync data for ids ['4bd1d57b-69ae-4a0c-b8df-41a55e3f478e'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:10.993859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541b2d6-2d89-429e-b3a7-8ae970dd2fe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a1b760-cb31-4aa7-be2c-30c8d94c964e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:11.062397 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d772343f-873d-4f62-ac37-b5e4a986c71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.127868 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d772343f-873d-4f62-ac37-b5e4a986c71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.151951 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf60d-ba69-4550-ae5f-d60cc3260180 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.154316 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf60d-ba69-4550-ae5f-d60cc3260180 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.189452 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d772343f-873d-4f62-ac37-b5e4a986c71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.198559 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d772343f-873d-4f62-ac37-b5e4a986c71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.200833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d772343f-873d-4f62-ac37-b5e4a986c71c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0db1810e-215f-4232-bc82-b825cf08e207 HTTP/1.1" status: 204 len: 168 time: 0.2610004 Jul 16 18:14:11.215475 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55858) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.221172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772343f-873d-4f62-ac37-b5e4a986c71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db1810e-215f-4232-bc82-b825cf08e207,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:11.275811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55862) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.276150 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-78bb1c74-44f2-4e50-8874-4433fae36f5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34d34512c917414d87c99f4af80b14e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594518 Jul 16 18:14:11.277196 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf60d-ba69-4550-ae5f-d60cc3260180 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.277708 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ebf60d-ba69-4550-ae5f-d60cc3260180 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Fanout notify agent at l3_agent the message router_deleted on router 4bd1d57b-69ae-4a0c-b8df-41a55e3f478e {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:11.293003 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf60d-ba69-4550-ae5f-d60cc3260180 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.298428 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e7ebf60d-ba69-4550-ae5f-d60cc3260180 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/4bd1d57b-69ae-4a0c-b8df-41a55e3f478e HTTP/1.1" status: 204 len: 168 time: 0.4961920 Jul 16 18:14:11.298638 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55864) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.361600 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6ce675b4-abde-4246-a42e-a4346dab8481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.363218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9e5e65-3aad-4791-9c10-f95d5c017c64 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting subnet 117205af-eac8-4a90-b7f8-f44faa745c38 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:11.367841 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e65-3aad-4791-9c10-f95d5c017c64 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.384709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55866) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.400425 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6ce675b4-abde-4246-a42e-a4346dab8481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.424688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e65-3aad-4791-9c10-f95d5c017c64 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.466966 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6ce675b4-abde-4246-a42e-a4346dab8481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.472946 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6ce675b4-abde-4246-a42e-a4346dab8481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.477512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6ce675b4-abde-4246-a42e-a4346dab8481 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac535ded-97e0-43b7-afa7-e9e860a6fdfe HTTP/1.1" status: 204 len: 168 time: 0.1970174 Jul 16 18:14:11.483252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce675b4-abde-4246-a42e-a4346dab8481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac535ded-97e0-43b7-afa7-e9e860a6fdfe,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:11.543978 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e65-3aad-4791-9c10-f95d5c017c64 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.555210 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2098285779'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:11.579182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-4f45b946-f937-45d7-8745-cffcf6f16443 req-b7dde415-5eb8-498a-bf06-c7f7830e932b service neutron] (100169) timed out ('10.222.0.41', 52050) {{(pid=100169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:14:11.598765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Made reservation on behalf of 41158d4a429949428e7121ab819d704c for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:11.606750 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.634817 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.635867 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e65-3aad-4791-9c10-f95d5c017c64 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.696411 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e5e65-3aad-4791-9c10-f95d5c017c64 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Subnet': ['ID=117205af-eac8-4a90-b7f8-f44faa745c38,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:11.702327 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e65-3aad-4791-9c10-f95d5c017c64 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.708900 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3e9e5e65-3aad-4791-9c10-f95d5c017c64 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/117205af-eac8-4a90-b7f8-f44faa745c38 HTTP/1.1" status: 204 len: 168 time: 0.4084415 Jul 16 18:14:11.709088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55880) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.712228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a02c08-3595-4062-83e7-5f5a893129e9 None None] Network bd79a531-6e95-48a8-8daf-2f9e35ca772b requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:11.778642 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-633b54f1-e94e-41e1-b9f3-577c65ebea82 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting subnet c551bd90-04ea-48df-82ba-69555ba6a561 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:11.782445 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-633b54f1-e94e-41e1-b9f3-577c65ebea82 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.813095 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.822730 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.823027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 16ddb83e-2b96-4f35-a19a-0343632ad5a2 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:11.868371 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-633b54f1-e94e-41e1-b9f3-577c65ebea82 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.874250 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 16ddb83e-2b96-4f35-a19a-0343632ad5a2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:11.874955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 16ddb83e-2b96-4f35-a19a-0343632ad5a2 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:11.900191 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f34f1c-f687-43a0-b632-1c31ecdfb288,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:11.925526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:11.949251 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.949251 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Added segment ffed103e-2d02-40c0-8268-84c73fda4838 of type vlan for network 30f164cf-e67d-40b8-a911-bc09423b31b4 Jul 16 18:14:12.043653 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.070804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef179ef4-b152-43ec-b9ca-7022f9a55428 None None] DHCP port deletion for bd79a531-6e95-48a8-8daf-2f9e35ca772b request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:12.076734 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-633b54f1-e94e-41e1-b9f3-577c65ebea82 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.091900 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.106877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.109101 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.223392 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-633b54f1-e94e-41e1-b9f3-577c65ebea82 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.233844 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ef179ef4-b152-43ec-b9ca-7022f9a55428 None None] Deleting port 106b3ea1-5c28-418b-930f-db9b9a654475 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:12.234258 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ef179ef4-b152-43ec-b9ca-7022f9a55428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.261111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b54f1-e94e-41e1-b9f3-577c65ebea82 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Subnet': ['ID=c551bd90-04ea-48df-82ba-69555ba6a561,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.267639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-633b54f1-e94e-41e1-b9f3-577c65ebea82 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.270651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Pushing event updated for resources: {'Network': ['ID=30f164cf-e67d-40b8-a911-bc09423b31b4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.273368 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-633b54f1-e94e-41e1-b9f3-577c65ebea82 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/c551bd90-04ea-48df-82ba-69555ba6a561 HTTP/1.1" status: 204 len: 168 time: 0.5632482 Jul 16 18:14:12.274208 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55910) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.304188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4793889c-4e52-41fb-9bab-a41c051ebf83 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9105968 Jul 16 18:14:12.304188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55912) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.310078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b3336dc3-24a4-4be2-91ae-fa99cc40e7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Request body: {'subnet': {'network_id': '30f164cf-e67d-40b8-a911-bc09423b31b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:12.373957 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.380447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ef179ef4-b152-43ec-b9ca-7022f9a55428 None None] For port 106b3ea1-5c28-418b-930f-db9b9a654475, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=106b3ea1-5c28-418b-930f-db9b9a654475,segment=NetworkSegment(6c96225e-fb54-495b-8d83-4d41b320ed0d),segment_id=6c96225e-fb54-495b-8d83-4d41b320ed0d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:12.381084 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ef179ef4-b152-43ec-b9ca-7022f9a55428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.398607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ef179ef4-b152-43ec-b9ca-7022f9a55428 None None] Calling delete_port for 106b3ea1-5c28-418b-930f-db9b9a654475 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:12.471106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3336dc3-24a4-4be2-91ae-fa99cc40e7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Made reservation on behalf of 41158d4a429949428e7121ab819d704c for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:12.476401 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port 106b3ea1-5c28-418b-930f-db9b9a654475 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:12.479004 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.481731 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b3336dc3-24a4-4be2-91ae-fa99cc40e7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.555858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d119ff18-d657-4834-934e-25f70a3a9b47 None None] Network abd7f2f9-7df6-4660-9eff-4edc0ad95611 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:12.561060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 30f164cf-e67d-40b8-a911-bc09423b31b4 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:12.614213 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ef179ef4-b152-43ec-b9ca-7022f9a55428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.626169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] For port 106b3ea1-5c28-418b-930f-db9b9a654475, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=106b3ea1-5c28-418b-930f-db9b9a654475,segment=NetworkSegment(6c96225e-fb54-495b-8d83-4d41b320ed0d),segment_id=6c96225e-fb54-495b-8d83-4d41b320ed0d)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:12.629054 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.635477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 106b3ea1-5c28-418b-930f-db9b9a654475 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:12.658845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for 106b3ea1-5c28-418b-930f-db9b9a654475 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:12.719560 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b3336dc3-24a4-4be2-91ae-fa99cc40e7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.780570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 106b3ea1-5c28-418b-930f-db9b9a654475 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:12.780919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 106b3ea1-5c28-418b-930f-db9b9a654475 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:12.787157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef179ef4-b152-43ec-b9ca-7022f9a55428 None None] No DVR routers for this DVR port 106b3ea1-5c28-418b-930f-db9b9a654475 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:12.845761 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.869528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef179ef4-b152-43ec-b9ca-7022f9a55428 None None] Pushing event deleted for resources: {'Port': ['ID=106b3ea1-5c28-418b-930f-db9b9a654475,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.878384 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=106b3ea1-5c28-418b-930f-db9b9a654475,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.889397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No DVR routers for this DVR port 106b3ea1-5c28-418b-930f-db9b9a654475 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:12.908171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3336dc3-24a4-4be2-91ae-fa99cc40e7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Pushing event updated for resources: {'Subnet': ['ID=6a3a62ca-dd7d-4132-b204-6af14f4547d5,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.932575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3336dc3-24a4-4be2-91ae-fa99cc40e7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Checking segment: {'id': 'ffed103e-2d02-40c0-8268-84c73fda4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '30f164cf-e67d-40b8-a911-bc09423b31b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:12.932792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3336dc3-24a4-4be2-91ae-fa99cc40e7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Network hostable DHCP agents. Network: 30f164cf-e67d-40b8-a911-bc09423b31b4, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:12.973461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3336dc3-24a4-4be2-91ae-fa99cc40e7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Network 30f164cf-e67d-40b8-a911-bc09423b31b4 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:12.988947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-b3336dc3-24a4-4be2-91ae-fa99cc40e7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 30f164cf-e67d-40b8-a911-bc09423b31b4) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:12.997248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3336dc3-24a4-4be2-91ae-fa99cc40e7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.999351 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b3336dc3-24a4-4be2-91ae-fa99cc40e7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.024084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bec1b9-49f8-4fd7-8193-fadf929606fe None None] Network 30f164cf-e67d-40b8-a911-bc09423b31b4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:13.032822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b3336dc3-24a4-4be2-91ae-fa99cc40e7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7249968 Jul 16 18:14:13.038341 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55932) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:13.059350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Request body: {'port': {'network_id': '30f164cf-e67d-40b8-a911-bc09423b31b4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1411637227'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:13.101311 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.126447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd79a531-6e95-48a8-8daf-2f9e35ca772b']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:13.142335 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c96225e-fb54-495b-8d83-4d41b320ed0d') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:13.142628 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c96225e-fb54-495b-8d83-4d41b320ed0d') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:13.183076 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.296772 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b960f062-b885-47c3-b088-01980707e9bd None None] DHCP port deletion for abd7f2f9-7df6-4660-9eff-4edc0ad95611 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:13.308695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.330463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:13.331612 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:13.341204 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:13.383971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-30f164cf-e67d-40b8-a911-bc09423b31b4', 'network_id': '30f164cf-e67d-40b8-a911-bc09423b31b4', 'tenant_id': '41158d4a429949428e7121ab819d704c', 'fixed_ips': [{'subnet_id': '6a3a62ca-dd7d-4132-b204-6af14f4547d5'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:13.385159 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.404312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b960f062-b885-47c3-b088-01980707e9bd None None] Deleting port dd53455f-d2aa-4fd1-81f3-57f1438fed34 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:13.405015 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b960f062-b885-47c3-b088-01980707e9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.535839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Made reservation on behalf of 41158d4a429949428e7121ab819d704c for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:13.542288 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.549742 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.564588 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Allocated IP 2001:db8::2 (30f164cf-e67d-40b8-a911-bc09423b31b4/6a3a62ca-dd7d-4132-b204-6af14f4547d5/f8a2a696-5f5c-4e6a-8f16-231619c861c4) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:13.573928 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.579601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55952) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:13.581747 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/networks/bd79a531-6e95-48a8-8daf-2f9e35ca772b HTTP/1.1" status: 204 len: 168 time: 1.3064814 Jul 16 18:14:13.615894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa5df7-bfda-423f-8a87-f570892c4dbe tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Network': ['ID=bd79a531-6e95-48a8-8daf-2f9e35ca772b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:13.638857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] device_id is not set on port 539f5a28-700f-41f5-b4c3-c1c65da87bcd yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:13.786125 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.860580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port dd53455f-d2aa-4fd1-81f3-57f1438fed34 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:13.860921 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.961108 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b960f062-b885-47c3-b088-01980707e9bd None None] For port dd53455f-d2aa-4fd1-81f3-57f1438fed34, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=dd53455f-d2aa-4fd1-81f3-57f1438fed34,segment=NetworkSegment(b2200833-3986-4bad-9acb-936d01602008),segment_id=b2200833-3986-4bad-9acb-936d01602008)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:13.961757 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b960f062-b885-47c3-b088-01980707e9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.985686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] For port dd53455f-d2aa-4fd1-81f3-57f1438fed34, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=dd53455f-d2aa-4fd1-81f3-57f1438fed34,segment=NetworkSegment(b2200833-3986-4bad-9acb-936d01602008),segment_id=b2200833-3986-4bad-9acb-936d01602008)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:13.989127 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.023470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for dd53455f-d2aa-4fd1-81f3-57f1438fed34 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:14.023676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b960f062-b885-47c3-b088-01980707e9bd None None] Calling delete_port for dd53455f-d2aa-4fd1-81f3-57f1438fed34 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:14.158198 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.195645 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.196962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Transition to ACTIVE for port object f8a2a696-5f5c-4e6a-8f16-231619c861c4 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:14.241890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Transition to ACTIVE for port object f8a2a696-5f5c-4e6a-8f16-231619c861c4 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:14.256749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No DVR routers for this DVR port dd53455f-d2aa-4fd1-81f3-57f1438fed34 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:14.271392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=dd53455f-d2aa-4fd1-81f3-57f1438fed34,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.283088 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.378027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Network 30f164cf-e67d-40b8-a911-bc09423b31b4 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:14.380945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Allocated IP 2001:db8::144 (30f164cf-e67d-40b8-a911-bc09423b31b4/6a3a62ca-dd7d-4132-b204-6af14f4547d5/539f5a28-700f-41f5-b4c3-c1c65da87bcd) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:14.390233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:14.411537 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:14.421854 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b960f062-b885-47c3-b088-01980707e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.427866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55972) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.455613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Pushing event updated for resources: {'Port': ['ID=f8a2a696-5f5c-4e6a-8f16-231619c861c4,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.481576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b960f062-b885-47c3-b088-01980707e9bd None None] No DVR routers for this DVR port dd53455f-d2aa-4fd1-81f3-57f1438fed34 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:14.513653 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.535003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd7f2f9-7df6-4660-9eff-4edc0ad95611']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:14.550748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2200833-3986-4bad-9acb-936d01602008') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:14.551051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2200833-3986-4bad-9acb-936d01602008') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:14.564597 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.593423 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.599121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960f062-b885-47c3-b088-01980707e9bd None None] Pushing event deleted for resources: {'Port': ['ID=dd53455f-d2aa-4fd1-81f3-57f1438fed34,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.604508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:14.604887 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.650515 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device dd53455f-d2aa-4fd1-81f3-57f1438fed34 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:14.652449 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:14.677698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.692406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: dd53455f-d2aa-4fd1-81f3-57f1438fed34 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:14.692796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device dd53455f-d2aa-4fd1-81f3-57f1438fed34 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:14.710249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Transition to ACTIVE for port object 539f5a28-700f-41f5-b4c3-c1c65da87bcd will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:14.712892 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Attempting to bind port f8a2a696-5f5c-4e6a-8f16-231619c861c4 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:14.713269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Attempting to bind port f8a2a696-5f5c-4e6a-8f16-231619c861c4 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'ffed103e-2d02-40c0-8268-84c73fda4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '30f164cf-e67d-40b8-a911-bc09423b31b4'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:14.713636 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Attempting to bind port f8a2a696-5f5c-4e6a-8f16-231619c861c4 on network 30f164cf-e67d-40b8-a911-bc09423b31b4 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:14.732070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:14.732553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Checking segment: {'id': 'ffed103e-2d02-40c0-8268-84c73fda4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '30f164cf-e67d-40b8-a911-bc09423b31b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:14.732883 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.733357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Bound using segment: {'id': 'ffed103e-2d02-40c0-8268-84c73fda4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '30f164cf-e67d-40b8-a911-bc09423b31b4'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:14.733839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Bound port: f8a2a696-5f5c-4e6a-8f16-231619c861c4, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffed103e-2d02-40c0-8268-84c73fda4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '30f164cf-e67d-40b8-a911-bc09423b31b4'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:14.734986 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.751977 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd37c875-96bd-4fe6-bb5e-3dd83d358b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.812488 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.849627 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.849886 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.863688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/networks/abd7f2f9-7df6-4660-9eff-4edc0ad95611 HTTP/1.1" status: 204 len: 168 time: 1.2827246 Jul 16 18:14:14.864701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada544a-1da5-4b1d-8801-409337b0a468 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Network': ['ID=abd7f2f9-7df6-4660-9eff-4edc0ad95611,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.864899 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55980) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.881485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-543de10a-3749-4a4f-b6d1-5615b93a27f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'network': {'name': 'tempest-RoutersTest-801258068'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:14.892680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] For port f8a2a696-5f5c-4e6a-8f16-231619c861c4, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:14.896141 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] For port f8a2a696-5f5c-4e6a-8f16-231619c861c4, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f8a2a696-5f5c-4e6a-8f16-231619c861c4,segment=NetworkSegment(ffed103e-2d02-40c0-8268-84c73fda4838),segment_id=ffed103e-2d02-40c0-8268-84c73fda4838)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:14.909051 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.946178 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Network 30f164cf-e67d-40b8-a911-bc09423b31b4 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:14.954856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:14.960409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:14.966015 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.966606 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.980125 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Pushing event updated for resources: {'Port': ['ID=539f5a28-700f-41f5-b4c3-c1c65da87bcd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.034531 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd37c875-96bd-4fe6-bb5e-3dd83d358b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.048500 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bd37c875-96bd-4fe6-bb5e-3dd83d358b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.049949 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237455ec-05e3-44d7-868b-ff9211a71cf1 None None] Pushing event updated for resources: {'Port': ['ID=f8a2a696-5f5c-4e6a-8f16-231619c861c4,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.068551 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ccee9baf-2275-4c91-bf65-cb01a339973d tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0285525 Jul 16 18:14:15.072648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55984) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.079479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Request body: {'port': {'network_id': '30f164cf-e67d-40b8-a911-bc09423b31b4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-891619891', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:15.080278 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.api.validators [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] bootfile-name is not in valid_values {{(pid=100169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:15.080685 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.api.validators [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] tftp-server is not in valid_values {{(pid=100169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:15.081250 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.api.validators [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] server-ip-address is not in valid_values {{(pid=100169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:15.120483 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bd37c875-96bd-4fe6-bb5e-3dd83d358b62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bba39045ba124e15b8d482954eec5c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6907160 Jul 16 18:14:15.122946 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37c875-96bd-4fe6-bb5e-3dd83d358b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2866217f-e142-48da-a16e-39d59c9c37ed,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.125969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55986) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.146228 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543de10a-3749-4a4f-b6d1-5615b93a27f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:15.149640 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-543de10a-3749-4a4f-b6d1-5615b93a27f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.204887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543de10a-3749-4a4f-b6d1-5615b93a27f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:15.239185 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-543de10a-3749-4a4f-b6d1-5615b93a27f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.239557 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-543de10a-3749-4a4f-b6d1-5615b93a27f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Added segment 65114e5c-bbff-4250-bf97-a7231b41b2f5 of type vlan for network 47cec991-901c-4639-8a2b-c85a47b9ce07 Jul 16 18:14:15.241231 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ea936f32-d66b-4308-bb0a-3b8c891f95b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.362314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Made reservation on behalf of 41158d4a429949428e7121ab819d704c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:15.373262 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.391128 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ea936f32-d66b-4308-bb0a-3b8c891f95b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.416007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] device_id is not set on port 60f155c6-dc29-4561-b16d-46d7f1e015c8 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:15.460671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-543de10a-3749-4a4f-b6d1-5615b93a27f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.496007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ea936f32-d66b-4308-bb0a-3b8c891f95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.499602 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ea936f32-d66b-4308-bb0a-3b8c891f95b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.503827 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ea936f32-d66b-4308-bb0a-3b8c891f95b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2866217f-e142-48da-a16e-39d59c9c37ed HTTP/1.1" status: 204 len: 168 time: 0.3630154 Jul 16 18:14:15.514501 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-543de10a-3749-4a4f-b6d1-5615b93a27f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.522682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543de10a-3749-4a4f-b6d1-5615b93a27f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:15.523311 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-543de10a-3749-4a4f-b6d1-5615b93a27f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.538821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea936f32-d66b-4308-bb0a-3b8c891f95b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2866217f-e142-48da-a16e-39d59c9c37ed,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.661079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55990) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.665080 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-543de10a-3749-4a4f-b6d1-5615b93a27f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7948377 Jul 16 18:14:15.668373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-985decd6-3339-40cf-abd7-a17dc63f8629 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'subnet': {'network_id': '47cec991-901c-4639-8a2b-c85a47b9ce07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:15.687190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Allocated IP 2001:db8::2c (30f164cf-e67d-40b8-a911-bc09423b31b4/6a3a62ca-dd7d-4132-b204-6af14f4547d5/60f155c6-dc29-4561-b16d-46d7f1e015c8) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:15.767687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543de10a-3749-4a4f-b6d1-5615b93a27f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Network': ['ID=47cec991-901c-4639-8a2b-c85a47b9ce07,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.780612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 47cec991-901c-4639-8a2b-c85a47b9ce07 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:16.332591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56014) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.652984 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-791dabba-1ec5-4847-9634-c09096270a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.707987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef1ab8b-ab8b-4334-8e34-d49d5ab50f4e None None] Network 30f164cf-e67d-40b8-a911-bc09423b31b4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:16.825831 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56028) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.846790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f8a2a696-5f5c-4e6a-8f16-231619c861c4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:16.864349 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-791dabba-1ec5-4847-9634-c09096270a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.869990 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-791dabba-1ec5-4847-9634-c09096270a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.944217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56032) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.945149 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-791dabba-1ec5-4847-9634-c09096270a9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f695f69c50ea4547bfda5a5f638ccfa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6101780 Jul 16 18:14:16.946353 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dabba-1ec5-4847-9634-c09096270a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b139aa6a-54c0-4787-a2b7-52beadfff425,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.956372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-74ba595b-3e25-4280-b4eb-85e11ec381f9 None None] Provisioning for port f8a2a696-5f5c-4e6a-8f16-231619c861c4 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:16.999405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port f8a2a696-5f5c-4e6a-8f16-231619c861c4 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:17.004047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f8a2a696-5f5c-4e6a-8f16-231619c861c4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:17.004551 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.007963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985decd6-3339-40cf-abd7-a17dc63f8629 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:17.011809 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-985decd6-3339-40cf-abd7-a17dc63f8629 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.032929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-989228112-network', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:17.066254 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.070294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Made reservation on behalf of 52e2e8ac1bd64732b9d829c8d24ba015 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:17.073274 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.091350 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.119707 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.128556 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0b6022b5-ece6-4f4f-aa27-bd4fbde010f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.137159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Transition to ACTIVE for port object 60f155c6-dc29-4561-b16d-46d7f1e015c8 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:17.178431 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port f8a2a696-5f5c-4e6a-8f16-231619c861c4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f8a2a696-5f5c-4e6a-8f16-231619c861c4,segment=NetworkSegment(ffed103e-2d02-40c0-8268-84c73fda4838),segment_id=ffed103e-2d02-40c0-8268-84c73fda4838)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:17.190593 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.243398 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0b6022b5-ece6-4f4f-aa27-bd4fbde010f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.286341 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.290146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=f8a2a696-5f5c-4e6a-8f16-231619c861c4,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.301326 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.311896 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.333316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:17.342906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dc3b08-7b50-4c09-9af1-ac44839cda0d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.370498 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.371979 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Added segment 49254753-e166-4d3e-b5c2-d7cbc8ab6c4f of type vlan for network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e Jul 16 18:14:17.424674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.445600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Network 30f164cf-e67d-40b8-a911-bc09423b31b4 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:17.471520 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.473296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:17.473621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:17.474369 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.475920 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:17.484341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:17.485972 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.520306 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6932523 Jul 16 18:14:17.523207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56036) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.541872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Pushing event updated for resources: {'Port': ['ID=60f155c6-dc29-4561-b16d-46d7f1e015c8,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.553663 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0b6022b5-ece6-4f4f-aa27-bd4fbde010f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.556055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-338480cc-1930-43b6-be73-e549ce597128 admin admin] Request body: {'subnet': {'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-subnet', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:17.556581 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0b6022b5-ece6-4f4f-aa27-bd4fbde010f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.560375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0b6022b5-ece6-4f4f-aa27-bd4fbde010f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b139aa6a-54c0-4787-a2b7-52beadfff425 HTTP/1.1" status: 204 len: 168 time: 0.6108279 Jul 16 18:14:17.587286 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-68bb994a-09e9-44df-ba64-c1bb751e38c1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.5131371 Jul 16 18:14:17.588197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56040) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.601038 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451592a-0318-4165-a96a-f40b6415dabc admin admin] Pushing event updated for resources: {'Network': ['ID=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.611302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4f52edd5-b191-4dd4-8eda-14ba320358da None None] Provisioning for port 539f5a28-700f-41f5-b4c3-c1c65da87bcd completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:17.615791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:17.628670 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4f52edd5-b191-4dd4-8eda-14ba320358da None None] Provisioning complete for port 539f5a28-700f-41f5-b4c3-c1c65da87bcd triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:17.629035 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4f52edd5-b191-4dd4-8eda-14ba320358da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.649576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6022b5-ece6-4f4f-aa27-bd4fbde010f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b139aa6a-54c0-4787-a2b7-52beadfff425,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.650596 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338480cc-1930-43b6-be73-e549ce597128 admin admin] Made reservation on behalf of 52e2e8ac1bd64732b9d829c8d24ba015 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:17.654734 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-338480cc-1930-43b6-be73-e549ce597128 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.801566 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-985decd6-3339-40cf-abd7-a17dc63f8629 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.931628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de243739-454f-49f2-b14d-817b24003cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:17.938453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de243739-454f-49f2-b14d-817b24003cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:17.951770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de243739-454f-49f2-b14d-817b24003cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:17.960251 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56048) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.964623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-de243739-454f-49f2-b14d-817b24003cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3604598 Jul 16 18:14:18.004135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985decd6-3339-40cf-abd7-a17dc63f8629 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Subnet': ['ID=8d849768-32c7-4204-acf3-1fad826b60c8,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.020666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985decd6-3339-40cf-abd7-a17dc63f8629 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Checking segment: {'id': '65114e5c-bbff-4250-bf97-a7231b41b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '47cec991-901c-4639-8a2b-c85a47b9ce07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:18.021031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985decd6-3339-40cf-abd7-a17dc63f8629 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network hostable DHCP agents. Network: 47cec991-901c-4639-8a2b-c85a47b9ce07, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:18.047576 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-338480cc-1930-43b6-be73-e549ce597128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.062271 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985decd6-3339-40cf-abd7-a17dc63f8629 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network 47cec991-901c-4639-8a2b-c85a47b9ce07 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:18.078116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-4f52edd5-b191-4dd4-8eda-14ba320358da None None] Port 539f5a28-700f-41f5-b4c3-c1c65da87bcd cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:18.082139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-985decd6-3339-40cf-abd7-a17dc63f8629 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 47cec991-901c-4639-8a2b-c85a47b9ce07) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:18.088612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985decd6-3339-40cf-abd7-a17dc63f8629 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:18.089198 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-985decd6-3339-40cf-abd7-a17dc63f8629 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.111941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-985decd6-3339-40cf-abd7-a17dc63f8629 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4493899 Jul 16 18:14:18.114969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56054) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.116090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4f52edd5-b191-4dd4-8eda-14ba320358da None None] Provisioning complete for port f8a2a696-5f5c-4e6a-8f16-231619c861c4 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:18.116472 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4f52edd5-b191-4dd4-8eda-14ba320358da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.123170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-3aa7ea7b-6cfd-469d-bd3a-7f587e091586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-285498596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:18.131687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b6fa1b-d8aa-446a-958e-22064e64ba95 None None] Network 47cec991-901c-4639-8a2b-c85a47b9ce07 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:18.140098 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338480cc-1930-43b6-be73-e549ce597128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fdb3375-c2b1-427d-8df3-a6a570876d38,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.193375 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ea7b-6cfd-469d-bd3a-7f587e091586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.196193 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ea7b-6cfd-469d-bd3a-7f587e091586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.281286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338480cc-1930-43b6-be73-e549ce597128 admin admin] Checking segment: {'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:18.281664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338480cc-1930-43b6-be73-e549ce597128 admin admin] Network hostable DHCP agents. Network: dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:18.303094 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ea7b-6cfd-469d-bd3a-7f587e091586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.315716 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ea7b-6cfd-469d-bd3a-7f587e091586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.345390 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ea7b-6cfd-469d-bd3a-7f587e091586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.346790 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3aa7ea7b-6cfd-469d-bd3a-7f587e091586 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2296097 Jul 16 18:14:18.350335 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56060) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.374371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'port': {'network_id': '47cec991-901c-4639-8a2b-c85a47b9ce07', 'name': 'tempest-RoutersTest-701215305'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:18.387172 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-64ca03ca-6d99-47e1-9036-150dbfe57e98 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Deleting port 60f155c6-dc29-4561-b16d-46d7f1e015c8 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:18.387799 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64ca03ca-6d99-47e1-9036-150dbfe57e98 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.444249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338480cc-1930-43b6-be73-e549ce597128 admin admin] Network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:18.466546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56066) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.480171 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-338480cc-1930-43b6-be73-e549ce597128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:18.508131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338480cc-1930-43b6-be73-e549ce597128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:18.508730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-338480cc-1930-43b6-be73-e549ce597128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.511339 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1aaf01-4d85-4868-952f-5d2c31aedda1 None None] Network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:18.612185 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-338480cc-1930-43b6-be73-e549ce597128 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0875261 Jul 16 18:14:18.618032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56070) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.626944 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:18.675786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f8a2a696-5f5c-4e6a-8f16-231619c861c4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:18.728863 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.730039 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.741160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64ca03ca-6d99-47e1-9036-150dbfe57e98 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.758297 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-64ca03ca-6d99-47e1-9036-150dbfe57e98 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Calling delete_port for 60f155c6-dc29-4561-b16d-46d7f1e015c8 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:18.782284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-83b2831a-220f-431e-b436-15e7a2721d33 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Deleting port c014439f-80fa-49d1-9344-3015afb7f2c0 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:18.783069 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83b2831a-220f-431e-b436-15e7a2721d33 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.871930 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83b2831a-220f-431e-b436-15e7a2721d33 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.873095 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83b2831a-220f-431e-b436-15e7a2721d33 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.888344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-83b2831a-220f-431e-b436-15e7a2721d33 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Calling delete_port for c014439f-80fa-49d1-9344-3015afb7f2c0 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:18.907409 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.917078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:18.921126 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.951262 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:18.952814 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.979542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-47cec991-901c-4639-8a2b-c85a47b9ce07', 'network_id': '47cec991-901c-4639-8a2b-c85a47b9ce07', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'fixed_ips': [{'subnet_id': '8d849768-32c7-4204-acf3-1fad826b60c8'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:18.980593 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.033267 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] device_id is not set on port 513e0c8b-de33-40df-996e-754f9f39f64e yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:19.034881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-60b59c90-2b6d-4940-a008-09ae76dbe419 None None] Provisioning complete for port 539f5a28-700f-41f5-b4c3-c1c65da87bcd triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:19.035329 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-60b59c90-2b6d-4940-a008-09ae76dbe419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.125477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-60b59c90-2b6d-4940-a008-09ae76dbe419 None None] Port 539f5a28-700f-41f5-b4c3-c1c65da87bcd cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:19.135157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f8a2a696-5f5c-4e6a-8f16-231619c861c4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:19.135547 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.181943 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.183195 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83b2831a-220f-431e-b436-15e7a2721d33 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.186934 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-60b59c90-2b6d-4940-a008-09ae76dbe419 None None] Provisioning for port 60f155c6-dc29-4561-b16d-46d7f1e015c8 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:19.259739 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-60b59c90-2b6d-4940-a008-09ae76dbe419 None None] Provisioning complete for port 60f155c6-dc29-4561-b16d-46d7f1e015c8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:19.260240 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-60b59c90-2b6d-4940-a008-09ae76dbe419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.260571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2831a-220f-431e-b436-15e7a2721d33 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event deleted for resources: {'Port': ['ID=c014439f-80fa-49d1-9344-3015afb7f2c0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:19.309585 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83b2831a-220f-431e-b436-15e7a2721d33 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.309922 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-83b2831a-220f-431e-b436-15e7a2721d33 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Floating IP 047c5069-0427-4f74-8dc0-4f4d35c5080b disassociated (deleted). External IP: 172.25.5.147, port: e263bb31-468d-401d-883a-03a7c3f6789a. Jul 16 18:14:19.374312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-60b59c90-2b6d-4940-a008-09ae76dbe419 None None] Port 60f155c6-dc29-4561-b16d-46d7f1e015c8 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:19.539737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Allocated IP 172.20.0.2 (dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e/5fdb3375-c2b1-427d-8df3-a6a570876d38/71d090fc-07cd-4e75-ac7b-0cd377267ba7) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:19.700466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b2831a-220f-431e-b436-15e7a2721d33 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:19.741022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Allocated IP 172.20.0.13 (47cec991-901c-4639-8a2b-c85a47b9ce07/8d849768-32c7-4204-acf3-1fad826b60c8/513e0c8b-de33-40df-996e-754f9f39f64e) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:19.748344 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64ca03ca-6d99-47e1-9036-150dbfe57e98 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.823952 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca03ca-6d99-47e1-9036-150dbfe57e98 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Pushing event deleted for resources: {'Port': ['ID=60f155c6-dc29-4561-b16d-46d7f1e015c8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:19.874007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64ca03ca-6d99-47e1-9036-150dbfe57e98 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.876915 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-64ca03ca-6d99-47e1-9036-150dbfe57e98 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] 10.222.0.41 "DELETE /v2.0/ports/60f155c6-dc29-4561-b16d-46d7f1e015c8 HTTP/1.1" status: 204 len: 168 time: 1.9156723 Jul 16 18:14:19.884926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56106) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.893988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-13767569-fa0c-4083-adae-20fa9ff9940a tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Request body: {'port': {'name': 'tempest-new-port-name-882901618', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:19.894443 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.api.validators [None req-13767569-fa0c-4083-adae-20fa9ff9940a tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] bootfile-name is not in valid_values {{(pid=100169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:19.894826 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.api.validators [None req-13767569-fa0c-4083-adae-20fa9ff9940a tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] tftp-server is not in valid_values {{(pid=100169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:19.895846 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.api.validators [None req-13767569-fa0c-4083-adae-20fa9ff9940a tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] server-ip-address is not in valid_values {{(pid=100169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:19.957658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b2831a-220f-431e-b436-15e7a2721d33 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:19.966169 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83b2831a-220f-431e-b436-15e7a2721d33 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.971089 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2dcd6-81f1-4f82-acea-e788aec3644e None None] Sync routers for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:19.985512 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2dcd6-81f1-4f82-acea-e788aec3644e None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:19.986275 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7cb2dcd6-81f1-4f82-acea-e788aec3644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:19.998399 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.007929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Transition to ACTIVE for port object 71d090fc-07cd-4e75-ac7b-0cd377267ba7 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:20.038619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Transition to ACTIVE for port object 71d090fc-07cd-4e75-ac7b-0cd377267ba7 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:20.054034 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.150779 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Pushing event updated for resources: {'Port': ['ID=71d090fc-07cd-4e75-ac7b-0cd377267ba7,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.187065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:20.191399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:20.202575 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:20.228882 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-7cb2dcd6-81f1-4f82-acea-e788aec3644e None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:20.233903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56112) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:20.236474 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-13767569-fa0c-4083-adae-20fa9ff9940a tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.254041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-83b2831a-220f-431e-b436-15e7a2721d33 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "DELETE /v2.0/floatingips/047c5069-0427-4f74-8dc0-4f4d35c5080b HTTP/1.1" status: 204 len: 168 time: 1.7864540 Jul 16 18:14:20.265352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'tag': 'e263bb31-468d-401d-883a-03a7c3f6789a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:20.279185 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7485a5-1503-4948-a391-3773888cd929" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e985ac-3ef3-410d-b47f-d3a74b092655", "tag": "e263bb31-468d-401d-883a-03a7c3f6789a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:20.361739 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Attempting to bind port 71d090fc-07cd-4e75-ac7b-0cd377267ba7 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:20.362182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Attempting to bind port 71d090fc-07cd-4e75-ac7b-0cd377267ba7 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:20.363727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Attempting to bind port 71d090fc-07cd-4e75-ac7b-0cd377267ba7 on network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:20.379119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:20.379526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Checking segment: {'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:20.380005 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.380942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Bound using segment: {'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:20.381407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Bound port: 71d090fc-07cd-4e75-ac7b-0cd377267ba7, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:20.381800 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.417259 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.462942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Transition to ACTIVE for port object 513e0c8b-de33-40df-996e-754f9f39f64e will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:20.473418 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.551694 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.563838 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e267d91a-7339-47cc-9977-f963910f3098 x-openstack-request-id: req-e267d91a-7339-47cc-9977-f963910f3098 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:20.568220 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e985ac-3ef3-410d-b47f-d3a74b092655", "tag": "e263bb31-468d-401d-883a-03a7c3f6789a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:20.568220 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e267d91a-7339-47cc-9977-f963910f3098 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:20.568618 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'tag': 'e263bb31-468d-401d-883a-03a7c3f6789a', 'status': 'completed', 'code': 200} Jul 16 18:14:20.583959 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] For port 71d090fc-07cd-4e75-ac7b-0cd377267ba7, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:20.594765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] For port 71d090fc-07cd-4e75-ac7b-0cd377267ba7, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=71d090fc-07cd-4e75-ac7b-0cd377267ba7,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:20.608220 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.698889 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30c8e7aa-aab4-402e-af26-3304fdd914b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.704487 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.747074 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:14:20.807513 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network 47cec991-901c-4639-8a2b-c85a47b9ce07 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:20.809175 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7cb2dcd6-81f1-4f82-acea-e788aec3644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '15612b92-01cb-4751-b7cf-6c91fd11e476', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:df:f7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f85a20-c979-42f6-967b-7d012817d833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:17Z', 'revision_number': 1, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:20.852969 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e029be-dac2-4588-9b6c-ad12bd9b723d None None] Pushing event updated for resources: {'Port': ['ID=71d090fc-07cd-4e75-ac7b-0cd377267ba7,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.871213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Allocated IP 172.25.5.120 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/617fe761-cf75-49e0-ad59-24f149c84a5e) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:20.893062 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2dcd6-81f1-4f82-acea-e788aec3644e None None] Checking router: ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:20.894954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Allocated IP 172.20.0.2 (47cec991-901c-4639-8a2b-c85a47b9ce07/8d849768-32c7-4204-acf3-1fad826b60c8/075c81ca-4851-4377-b49a-3ba615f29ef6) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:20.908214 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-13767569-fa0c-4083-adae-20fa9ff9940a tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.915050 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2dcd6-81f1-4f82-acea-e788aec3644e None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:20.917068 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7cb2dcd6-81f1-4f82-acea-e788aec3644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:20.939143 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-13767569-fa0c-4083-adae-20fa9ff9940a tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.033226 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:21.035918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:21.056357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=513e0c8b-de33-40df-996e-754f9f39f64e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.063594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-13767569-fa0c-4083-adae-20fa9ff9940a tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] In _notify_port_updated(), no bound segment for port 539f5a28-700f-41f5-b4c3-c1c65da87bcd on network 30f164cf-e67d-40b8-a911-bc09423b31b4 {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:14:21.076314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13767569-fa0c-4083-adae-20fa9ff9940a tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.089362 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-13767569-fa0c-4083-adae-20fa9ff9940a tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.093408 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-13767569-fa0c-4083-adae-20fa9ff9940a tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] 10.222.0.41 "PUT /v2.0/ports/539f5a28-700f-41f5-b4c3-c1c65da87bcd HTTP/1.1" status: 200 len: 1129 time: 1.2049232 Jul 16 18:14:21.100870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56130) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:21.142324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7485a5-1503-4948-a391-3773888cd929 req-0cc7dfb1-25e5-46d1-b10a-af5e3eed3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.159008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab7485a5-1503-4948-a391-3773888cd929 req-0cc7dfb1-25e5-46d1-b10a-af5e3eed3ddb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 1097 time: 0.5082164 Jul 16 18:14:21.194580 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-7cb2dcd6-81f1-4f82-acea-e788aec3644e None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:21.329048 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.349889 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Transition to ACTIVE for port object 075c81ca-4851-4377-b49a-3ba615f29ef6 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:21.394819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Transition to ACTIVE for port object 075c81ca-4851-4377-b49a-3ba615f29ef6 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:21.413556 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.463267 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a23065-d5c8-480e-82eb-1a5e36f556e1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.470552 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-55a23065-d5c8-480e-82eb-1a5e36f556e1 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] 10.222.0.41 "GET /v2.0/ports/539f5a28-700f-41f5-b4c3-c1c65da87bcd HTTP/1.1" status: 200 len: 1129 time: 0.3503344 Jul 16 18:14:21.471284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13767569-fa0c-4083-adae-20fa9ff9940a tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Pushing event updated for resources: {'Port': ['ID=539f5a28-700f-41f5-b4c3-c1c65da87bcd,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.472033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56132) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:21.488510 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.490148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.516408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Network 47cec991-901c-4639-8a2b-c85a47b9ce07 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:21.521179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:21.532674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:21.534362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7485a5-1503-4948-a391-3773888cd929 req-c303e6b2-b7fb-4dc4-a3a4-785ac77585a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.536391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab7485a5-1503-4948-a391-3773888cd929 req-c303e6b2-b7fb-4dc4-a3a4-785ac77585a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.2781999 Jul 16 18:14:21.622928 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7cb2dcd6-81f1-4f82-acea-e788aec3644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '15612b92-01cb-4751-b7cf-6c91fd11e476', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:df:f7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f85a20-c979-42f6-967b-7d012817d833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:17Z', 'revision_number': 1, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:21.638088 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30c8e7aa-aab4-402e-af26-3304fdd914b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.645802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab7485a5-1503-4948-a391-3773888cd929 req-94bab851-a6ec-412c-9220-6a7e8cd49521 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e263bb31-468d-401d-883a-03a7c3f6789a HTTP/1.1" status: 200 len: 217 time: 0.0941267 Jul 16 18:14:21.658597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Pushing event updated for resources: {'Port': ['ID=075c81ca-4851-4377-b49a-3ba615f29ef6,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.660067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.665367 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2dcd6-81f1-4f82-acea-e788aec3644e None None] The sync data for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 is: [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '15612b92-01cb-4751-b7cf-6c91fd11e476', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'port_id': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'mac_address': 'fa:16:3e:df:f7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f85a20-c979-42f6-967b-7d012817d833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:10:12Z', 'updated_at': '2021-07-16T18:10:17Z', 'revision_number': 1, 'project_id': '66bb849ac62844c6957c750d90efa878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:21.677568 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30c8e7aa-aab4-402e-af26-3304fdd914b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.687872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Attempting to bind port 075c81ca-4851-4377-b49a-3ba615f29ef6 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:21.688262 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Attempting to bind port 075c81ca-4851-4377-b49a-3ba615f29ef6 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '65114e5c-bbff-4250-bf97-a7231b41b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '47cec991-901c-4639-8a2b-c85a47b9ce07'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:21.688598 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Attempting to bind port 075c81ca-4851-4377-b49a-3ba615f29ef6 on network 47cec991-901c-4639-8a2b-c85a47b9ce07 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:21.709424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:21.709821 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Checking segment: {'id': '65114e5c-bbff-4250-bf97-a7231b41b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '47cec991-901c-4639-8a2b-c85a47b9ce07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:21.710197 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.710584 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Bound using segment: {'id': '65114e5c-bbff-4250-bf97-a7231b41b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '47cec991-901c-4639-8a2b-c85a47b9ce07'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:21.711064 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Bound port: 075c81ca-4851-4377-b49a-3ba615f29ef6, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65114e5c-bbff-4250-bf97-a7231b41b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '47cec991-901c-4639-8a2b-c85a47b9ce07'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:21.711231 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e8383a7d-181e-4d67-b089-db23539ea0bd tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3479223 Jul 16 18:14:21.711481 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.723320 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56134) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:21.742698 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-30c8e7aa-aab4-402e-af26-3304fdd914b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9468471feef3490591f82789bf186994&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5006964 Jul 16 18:14:21.745891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56136) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:21.748359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-35f4920a-dcf7-486a-9fad-27dc64ec01d5 None None] Provisioning complete for port 539f5a28-700f-41f5-b4c3-c1c65da87bcd triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:21.748730 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-35f4920a-dcf7-486a-9fad-27dc64ec01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.764500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97f0dd-7d0e-428f-9c1b-22c060a1fa53 req-4d19f206-1363-4d7a-9f11-fc26f2e3f908 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.772145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a97f0dd-7d0e-428f-9c1b-22c060a1fa53 req-4d19f206-1363-4d7a-9f11-fc26f2e3f908 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 945 time: 0.9256618 Jul 16 18:14:21.825645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7485a5-1503-4948-a391-3773888cd929 req-d13c7080-33cf-4273-ba79-dc6914303a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.827587 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab7485a5-1503-4948-a391-3773888cd929 req-d13c7080-33cf-4273-ba79-dc6914303a4f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.1723690 Jul 16 18:14:21.833309 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c71531a9-287a-4b3d-bf81-80bbe4a6f860 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Deleting port 539f5a28-700f-41f5-b4c3-c1c65da87bcd {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:21.833826 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c71531a9-287a-4b3d-bf81-80bbe4a6f860 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.839458 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8e7aa-aab4-402e-af26-3304fdd914b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3ac6b8-eb7e-4c0a-90b7-5f0d59181b23,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.848918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d1d0b-5a0f-40c5-ba7e-10b3fe6b7283 req-42f1b48e-3f36-4561-8a56-f7c8c78bb1e7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.851400 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f1d1d0b-5a0f-40c5-ba7e-10b3fe6b7283 req-42f1b48e-3f36-4561-8a56-f7c8c78bb1e7 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 946 time: 1.0060372 Jul 16 18:14:21.895296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a97f0dd-7d0e-428f-9c1b-22c060a1fa53 req-7db63585-8876-4ace-8210-1c0c2873d717 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221905 Jul 16 18:14:21.944253 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-35f4920a-dcf7-486a-9fad-27dc64ec01d5 None None] Port 539f5a28-700f-41f5-b4c3-c1c65da87bcd cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:21.953975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] For port 075c81ca-4851-4377-b49a-3ba615f29ef6, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:21.960618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] For port 075c81ca-4851-4377-b49a-3ba615f29ef6, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=075c81ca-4851-4377-b49a-3ba615f29ef6,segment=NetworkSegment(65114e5c-bbff-4250-bf97-a7231b41b2f5),segment_id=65114e5c-bbff-4250-bf97-a7231b41b2f5)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:21.972635 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3505dd4f-f09d-4186-8923-e7c9c2da9527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.983576 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.013974 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3505dd4f-f09d-4186-8923-e7c9c2da9527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.121330 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.133140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f1d1d0b-5a0f-40c5-ba7e-10b3fe6b7283 req-c33b309a-b3a3-4d5c-9fb4-110b992f4de6 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555523 Jul 16 18:14:22.134837 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3505dd4f-f09d-4186-8923-e7c9c2da9527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.137644 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3505dd4f-f09d-4186-8923-e7c9c2da9527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.141806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3505dd4f-f09d-4186-8923-e7c9c2da9527 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd3ac6b8-eb7e-4c0a-90b7-5f0d59181b23 HTTP/1.1" status: 204 len: 168 time: 0.3904951 Jul 16 18:14:22.154529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505dd4f-f09d-4186-8923-e7c9c2da9527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3ac6b8-eb7e-4c0a-90b7-5f0d59181b23,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.181795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7485a5-1503-4948-a391-3773888cd929 req-3cbc39f1-0ca4-417f-8bdf-e9fb9bbd9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:22.186161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab7485a5-1503-4948-a391-3773888cd929 req-3cbc39f1-0ca4-417f-8bdf-e9fb9bbd9c98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3311327 Jul 16 18:14:22.206939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ec8b-43f3-4b1e-9b44-7f6ea21b7cf3 None None] Pushing event updated for resources: {'Port': ['ID=075c81ca-4851-4377-b49a-3ba615f29ef6,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.272221 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:22.276850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c71531a9-287a-4b3d-bf81-80bbe4a6f860 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.316683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:22.366147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Pushing event updated for resources: {'Port': ['ID=617fe761-cf75-49e0-ad59-24f149c84a5e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.383721 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:22.407631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c71531a9-287a-4b3d-bf81-80bbe4a6f860 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Calling delete_port for 539f5a28-700f-41f5-b4c3-c1c65da87bcd owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:22.536249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfde61-462a-4fd0-b8bd-8361aaafa0a1 None None] New status for floating IP 047c5069-0427-4f74-8dc0-4f4d35c5080b: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:14:22.727413 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab7485a5-1503-4948-a391-3773888cd929 req-70a30ca6-3dbc-4e73-8d7d-4e7cb683e004 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328085 Jul 16 18:14:22.729409 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 71d090fc-07cd-4e75-ac7b-0cd377267ba7 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:22.861334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 71d090fc-07cd-4e75-ac7b-0cd377267ba7 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:22.908922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-41bf1e81-2b47-4e57-9bb1-2d5430fe3846 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:22.910494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-41bf1e81-2b47-4e57-9bb1-2d5430fe3846 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.35 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 946 time: 0.5387549 Jul 16 18:14:22.918053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fe0708-ee94-46a9-8ae5-6eff6bab5283 None None] Network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:23.037901 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.116413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b383-525e-457e-be08-3351a04a100e req-21ec5b61-ef63-449e-94a7-396eb260f0df tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:23.118168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aea2b383-525e-457e-be08-3351a04a100e req-21ec5b61-ef63-449e-94a7-396eb260f0df tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 945 time: 0.7348390 Jul 16 18:14:23.155391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0ee92951-282e-4b28-b463-9e63ba146ad9 None None] Provisioning for port 71d090fc-07cd-4e75-ac7b-0cd377267ba7 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:23.185003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0ee92951-282e-4b28-b463-9e63ba146ad9 None None] Provisioning complete for port 71d090fc-07cd-4e75-ac7b-0cd377267ba7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:23.185584 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0ee92951-282e-4b28-b463-9e63ba146ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.351470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab7485a5-1503-4948-a391-3773888cd929 req-45161760-dfd7-46e4-818d-dbde8caa3622 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816371 Jul 16 18:14:23.370382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c71531a9-287a-4b3d-bf81-80bbe4a6f860 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.408910 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0ee92951-282e-4b28-b463-9e63ba146ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.432843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Deleting port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:23.433286 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.465817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0ee92951-282e-4b28-b463-9e63ba146ad9 None None] For port 71d090fc-07cd-4e75-ac7b-0cd377267ba7, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=71d090fc-07cd-4e75-ac7b-0cd377267ba7,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:23.474183 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0ee92951-282e-4b28-b463-9e63ba146ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.599991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee92951-282e-4b28-b463-9e63ba146ad9 None None] Pushing event updated for resources: {'Port': ['ID=71d090fc-07cd-4e75-ac7b-0cd377267ba7,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:23.724305 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-302df6c8-9528-433a-8493-a982310ad0cc None None] Provisioning complete for port 71d090fc-07cd-4e75-ac7b-0cd377267ba7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:23.724684 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-302df6c8-9528-433a-8493-a982310ad0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.036152 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc28a18e-d8b9-4855-b72e-52d73faf6c63 None None] Network 47cec991-901c-4639-8a2b-c85a47b9ce07 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:24.138589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71531a9-287a-4b3d-bf81-80bbe4a6f860 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Pushing event deleted for resources: {'Port': ['ID=539f5a28-700f-41f5-b4c3-c1c65da87bcd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:24.244712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-348166bb-cb9c-4773-829b-6ad32bbb07f8 None None] Provisioning for port 075c81ca-4851-4377-b49a-3ba615f29ef6 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:24.271801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] For port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=7ba85571-fa88-4ab9-9bec-dfec1f762f1f,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:24.272890 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.297435 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c71531a9-287a-4b3d-bf81-80bbe4a6f860 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.303645 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c71531a9-287a-4b3d-bf81-80bbe4a6f860 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] 10.222.0.41 "DELETE /v2.0/ports/539f5a28-700f-41f5-b4c3-c1c65da87bcd HTTP/1.1" status: 204 len: 168 time: 2.8274310 Jul 16 18:14:24.304871 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56174) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.503726 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.511283 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.512496 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.512812 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Floating IP fed2e467-f2ef-4cb8-a548-6fc964280f42 disassociated. External IP: 172.25.5.88, port: 7ba85571-fa88-4ab9-9bec-dfec1f762f1f. Jul 16 18:14:24.513160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Calling delete_port for 7ba85571-fa88-4ab9-9bec-dfec1f762f1f owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:24.541894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787821f8-c512-4900-9f11-79798e228341 req-0131d460-4dec-4899-b474-7211db4ef627 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:24.543578 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-787821f8-c512-4900-9f11-79798e228341 req-0131d460-4dec-4899-b474-7211db4ef627 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 945 time: 1.4200716 Jul 16 18:14:24.612899 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5619a0d-adef-4265-bdb6-59e90d54110b tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Deleting subnet 6a3a62ca-dd7d-4132-b204-6af14f4547d5 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:24.662161 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5619a0d-adef-4265-bdb6-59e90d54110b tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.729883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 075c81ca-4851-4377-b49a-3ba615f29ef6 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:24.736317 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5619a0d-adef-4265-bdb6-59e90d54110b tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.779528 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-787821f8-c512-4900-9f11-79798e228341 req-748721f2-423f-4359-84fe-a91e2e3cf751 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919537 Jul 16 18:14:24.823355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-aea2b383-525e-457e-be08-3351a04a100e req-49b4c13b-e9af-44ed-98c2-ec6f8e704eb5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Deleting port e263bb31-468d-401d-883a-03a7c3f6789a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:24.823895 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aea2b383-525e-457e-be08-3351a04a100e req-49b4c13b-e9af-44ed-98c2-ec6f8e704eb5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.856335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 075c81ca-4851-4377-b49a-3ba615f29ef6 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:24.861727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 075c81ca-4851-4377-b49a-3ba615f29ef6 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:24.862250 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.893534 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.908661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a035d731-4432-4db9-850c-ac3653f78ff2 None None] Provisioning for port 513e0c8b-de33-40df-996e-754f9f39f64e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:24.925846 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a035d731-4432-4db9-850c-ac3653f78ff2 None None] Provisioning complete for port 513e0c8b-de33-40df-996e-754f9f39f64e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:24.926421 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a035d731-4432-4db9-850c-ac3653f78ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.947688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d96f13-ba52-41b4-ae8f-8c04e8df4d06 req-e2416381-e6b4-45c7-9180-808841bffbd6 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:24.949385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f3d96f13-ba52-41b4-ae8f-8c04e8df4d06 req-e2416381-e6b4-45c7-9180-808841bffbd6 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 946 time: 1.5303886 Jul 16 18:14:24.974090 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.975166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-aea2b383-525e-457e-be08-3351a04a100e req-49b4c13b-e9af-44ed-98c2-ec6f8e704eb5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] For port e263bb31-468d-401d-883a-03a7c3f6789a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e263bb31-468d-401d-883a-03a7c3f6789a,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:24.975568 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aea2b383-525e-457e-be08-3351a04a100e req-49b4c13b-e9af-44ed-98c2-ec6f8e704eb5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.989738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-aea2b383-525e-457e-be08-3351a04a100e req-49b4c13b-e9af-44ed-98c2-ec6f8e704eb5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Calling delete_port for e263bb31-468d-401d-883a-03a7c3f6789a owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:25.026327 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5619a0d-adef-4265-bdb6-59e90d54110b tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.038248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a035d731-4432-4db9-850c-ac3653f78ff2 None None] Port 513e0c8b-de33-40df-996e-754f9f39f64e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:25.151923 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.155924 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5619a0d-adef-4265-bdb6-59e90d54110b tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.178529 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aea2b383-525e-457e-be08-3351a04a100e req-49b4c13b-e9af-44ed-98c2-ec6f8e704eb5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.215014 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-53db3b7c-c81b-4c06-87e5-ec446bdc04e2 None None] Provisioning complete for port 513e0c8b-de33-40df-996e-754f9f39f64e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:25.215389 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-53db3b7c-c81b-4c06-87e5-ec446bdc04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.228283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4c13b-e9af-44ed-98c2-ec6f8e704eb5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event deleted for resources: {'Port': ['ID=e263bb31-468d-401d-883a-03a7c3f6789a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:25.266068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f3d96f13-ba52-41b4-ae8f-8c04e8df4d06 req-1078a619-893d-40fa-b635-c8cb6332badc tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups?id=7cd4156f-1a54-49c6-bc2c-530e28764b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111584 Jul 16 18:14:25.274257 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a5619a0d-adef-4265-bdb6-59e90d54110b tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.283581 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a5619a0d-adef-4265-bdb6-59e90d54110b tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] 10.222.0.41 "DELETE /v2.0/subnets/6a3a62ca-dd7d-4132-b204-6af14f4547d5 HTTP/1.1" status: 204 len: 168 time: 0.9705338 Jul 16 18:14:25.287419 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56184) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:25.290228 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5619a0d-adef-4265-bdb6-59e90d54110b tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3a62ca-dd7d-4132-b204-6af14f4547d5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:25.301430 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-53db3b7c-c81b-4c06-87e5-ec446bdc04e2 None None] Port 513e0c8b-de33-40df-996e-754f9f39f64e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:25.312408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89678d10-89ee-4afe-9fc7-352a48960169 None None] Network 30f164cf-e67d-40b8-a911-bc09423b31b4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:25.319191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 075c81ca-4851-4377-b49a-3ba615f29ef6, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=075c81ca-4851-4377-b49a-3ba615f29ef6,segment=NetworkSegment(65114e5c-bbff-4250-bf97-a7231b41b2f5),segment_id=65114e5c-bbff-4250-bf97-a7231b41b2f5)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:25.349027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea2b383-525e-457e-be08-3351a04a100e req-49b4c13b-e9af-44ed-98c2-ec6f8e704eb5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] No DVR routers for this DVR port e263bb31-468d-401d-883a-03a7c3f6789a on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:25.361951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-aea2b383-525e-457e-be08-3351a04a100e req-49b4c13b-e9af-44ed-98c2-ec6f8e704eb5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.364205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aea2b383-525e-457e-be08-3351a04a100e req-49b4c13b-e9af-44ed-98c2-ec6f8e704eb5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "DELETE /v2.0/ports/e263bb31-468d-401d-883a-03a7c3f6789a HTTP/1.1" status: 204 len: 173 time: 2.2323124 Jul 16 18:14:25.364691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'name': 'network-vif-deleted', 'tag': 'e263bb31-468d-401d-883a-03a7c3f6789a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:25.367023 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7523f33e-efdf-4e06-9766-a2b2c6666807" -d '{"events": [{"server_uuid": "b3e985ac-3ef3-410d-b47f-d3a74b092655", "name": "network-vif-deleted", "tag": "e263bb31-468d-401d-883a-03a7c3f6789a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:25.423102 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.423102 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 71d090fc-07cd-4e75-ac7b-0cd377267ba7 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:25.442914 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.585499 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbee35f-f372-44b2-bc5a-175bbc91ba6d x-openstack-request-id: req-8cbee35f-f372-44b2-bc5a-175bbc91ba6d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:25.585499 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e985ac-3ef3-410d-b47f-d3a74b092655", "name": "network-vif-deleted", "tag": "e263bb31-468d-401d-883a-03a7c3f6789a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:25.585499 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cbee35f-f372-44b2-bc5a-175bbc91ba6d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:25.585499 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e985ac-3ef3-410d-b47f-d3a74b092655', 'name': 'network-vif-deleted', 'tag': 'e263bb31-468d-401d-883a-03a7c3f6789a', 'status': 'completed', 'code': 200} Jul 16 18:14:25.665740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event deleted for resources: {'Port': ['ID=7ba85571-fa88-4ab9-9bec-dfec1f762f1f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:25.820192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=513e0c8b-de33-40df-996e-754f9f39f64e,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:25.849459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Router f5d9cb39-d96b-4987-b1e4-756593b9c68a has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:25.889747 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.964242 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.050661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:26.051385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7ba85571-fa88-4ab9-9bec-dfec1f762f1f no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:26.063807 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83198bd4-0fe3-4771-98a9-7e73f338f73c None None] Sync routers for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:26.077197 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83198bd4-0fe3-4771-98a9-7e73f338f73c None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:26.078975 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-83198bd4-0fe3-4771-98a9-7e73f338f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:26.089911 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.129155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 7ba85571-fa88-4ab9-9bec-dfec1f762f1f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:26.129509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 7ba85571-fa88-4ab9-9bec-dfec1f762f1f not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:26.139188 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=075c81ca-4851-4377-b49a-3ba615f29ef6,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:26.151165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-07c9234c-b33f-42aa-9b94-f7158400a37f None None] Provisioning complete for port 513e0c8b-de33-40df-996e-754f9f39f64e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:26.151615 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-07c9234c-b33f-42aa-9b94-f7158400a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.164594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] No DVR routers for this DVR port 7ba85571-fa88-4ab9-9bec-dfec1f762f1f on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:26.168545 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.171922 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c4d8129-1d31-4279-9ded-6428ecc24f4d req-78abb972-e50c-4b94-8f42-fd56dab63644 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.35 "DELETE /v2.0/ports/7ba85571-fa88-4ab9-9bec-dfec1f762f1f HTTP/1.1" status: 204 len: 173 time: 3.2498834 Jul 16 18:14:26.264495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05094e64-d6fa-4bb2-b84f-1fddb8208147 req-07697dbc-10cc-45bc-aeda-11287e19dc2b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 210 time: 0.1019692 Jul 16 18:14:26.296208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 71d090fc-07cd-4e75-ac7b-0cd377267ba7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:26.296804 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.362924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-07c9234c-b33f-42aa-9b94-f7158400a37f None None] Port 513e0c8b-de33-40df-996e-754f9f39f64e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:26.376162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b3a467-1d81-4a1c-acb8-b10bffbf8362 None None] DHCP port deletion for 30f164cf-e67d-40b8-a911-bc09423b31b4 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:26.409389 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-83198bd4-0fe3-4771-98a9-7e73f338f73c None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:26.434641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Deleting port f8a2a696-5f5c-4e6a-8f16-231619c861c4 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:26.439209 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.487009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b5b3a467-1d81-4a1c-acb8-b10bffbf8362 None None] Deleting port f8a2a696-5f5c-4e6a-8f16-231619c861c4 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:26.487585 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a467-1d81-4a1c-acb8-b10bffbf8362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.497752 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.532411 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.559103 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Router 4aedfc27-4fb9-4edf-9a4d-895b056d387c is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:26.595480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b5b3a467-1d81-4a1c-acb8-b10bffbf8362 None None] For port f8a2a696-5f5c-4e6a-8f16-231619c861c4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f8a2a696-5f5c-4e6a-8f16-231619c861c4,segment=NetworkSegment(ffed103e-2d02-40c0-8268-84c73fda4838),segment_id=ffed103e-2d02-40c0-8268-84c73fda4838)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:26.596168 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a467-1d81-4a1c-acb8-b10bffbf8362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.620065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b5b3a467-1d81-4a1c-acb8-b10bffbf8362 None None] Calling delete_port for f8a2a696-5f5c-4e6a-8f16-231619c861c4 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:26.779703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 075c81ca-4851-4377-b49a-3ba615f29ef6 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:26.825330 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.834042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44abadcc-619b-4685-86d4-8f56293b4490 req-5fcfc512-a603-4834-b61f-edb655a46b74 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/ports?device_id=c29485e5-1bcd-457d-a8ca-4de3ba1e245f HTTP/1.1" status: 200 len: 210 time: 0.1052642 Jul 16 18:14:26.888381 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 075c81ca-4851-4377-b49a-3ba615f29ef6 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:26.888674 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.938609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e263bb31-468d-401d-883a-03a7c3f6789a no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:26.941791 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a467-1d81-4a1c-acb8-b10bffbf8362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.960547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] For port f8a2a696-5f5c-4e6a-8f16-231619c861c4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f8a2a696-5f5c-4e6a-8f16-231619c861c4,segment=NetworkSegment(ffed103e-2d02-40c0-8268-84c73fda4838),segment_id=ffed103e-2d02-40c0-8268-84c73fda4838)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:26.961336 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.989892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Calling delete_port for f8a2a696-5f5c-4e6a-8f16-231619c861c4 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:27.038511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b3a467-1d81-4a1c-acb8-b10bffbf8362 None None] No DVR routers for this DVR port f8a2a696-5f5c-4e6a-8f16-231619c861c4 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:27.055655 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: e263bb31-468d-401d-883a-03a7c3f6789a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:27.056372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e263bb31-468d-401d-883a-03a7c3f6789a not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:27.065987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3a467-1d81-4a1c-acb8-b10bffbf8362 None None] Pushing event deleted for resources: {'Port': ['ID=f8a2a696-5f5c-4e6a-8f16-231619c861c4,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:27.221186 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-83198bd4-0fe3-4771-98a9-7e73f338f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:27.232489 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f8a2a696-5f5c-4e6a-8f16-231619c861c4 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:27.263309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: f8a2a696-5f5c-4e6a-8f16-231619c861c4 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:27.263738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f8a2a696-5f5c-4e6a-8f16-231619c861c4 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:27.293823 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83198bd4-0fe3-4771-98a9-7e73f338f73c None None] Checking router: f5d9cb39-d96b-4987-b1e4-756593b9c68a for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:27.308293 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83198bd4-0fe3-4771-98a9-7e73f338f73c None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:27.309496 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-83198bd4-0fe3-4771-98a9-7e73f338f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:27.361617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.427677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Pushing event deleted for resources: {'Port': ['ID=f8a2a696-5f5c-4e6a-8f16-231619c861c4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:27.435182 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] No DVR routers for this DVR port f8a2a696-5f5c-4e6a-8f16-231619c861c4 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:27.501493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-065166d5-e499-423b-8864-9e4189afd394 req-8e9b15c1-1f01-41fa-b770-212e88974ee6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 210 time: 0.0492408 Jul 16 18:14:27.521459 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-83198bd4-0fe3-4771-98a9-7e73f338f73c None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:27.582522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29485e5-1bcd-457d-a8ca-4de3ba1e245f', 'name': 'network-vif-deleted', 'tag': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:27.585062 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101fb33f-37fc-4fae-b9ef-af8121c8e775" -d '{"events": [{"server_uuid": "c29485e5-1bcd-457d-a8ca-4de3ba1e245f", "name": "network-vif-deleted", "tag": "7ba85571-fa88-4ab9-9bec-dfec1f762f1f"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:27.627579 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f002c1da-80ea-41e2-aa80-aa28381c646d x-openstack-request-id: req-f002c1da-80ea-41e2-aa80-aa28381c646d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:27.627878 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29485e5-1bcd-457d-a8ca-4de3ba1e245f", "name": "network-vif-deleted", "tag": "7ba85571-fa88-4ab9-9bec-dfec1f762f1f", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:27.628126 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f002c1da-80ea-41e2-aa80-aa28381c646d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:27.628523 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29485e5-1bcd-457d-a8ca-4de3ba1e245f', 'name': 'network-vif-deleted', 'tag': '7ba85571-fa88-4ab9-9bec-dfec1f762f1f', 'status': 'completed', 'code': 200} Jul 16 18:14:27.793713 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-83198bd4-0fe3-4771-98a9-7e73f338f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:27.825538 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83198bd4-0fe3-4771-98a9-7e73f338f73c None None] The sync data for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 is: [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:06:38Z', 'revision_number': 4, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '28100f61-630b-4318-b2da-46f2bbefbf2f', 'name': '', 'network_id': 'd3f19b65-ee6b-41f6-9b83-418e35648d8f', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'mac_address': 'fa:16:3e:45:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '67124d59-0334-4001-bc70-c456c40671e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'subnets': [{'id': '67124d59-0334-4001-bc70-c456c40671e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:27.832972 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.855271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f164cf-e67d-40b8-a911-bc09423b31b4']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:27.868472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffed103e-2d02-40c0-8268-84c73fda4838') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:27.868766 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffed103e-2d02-40c0-8268-84c73fda4838') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:27.879805 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.898998 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.906646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:27.907158 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:27.983246 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:28.009874 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-797fd8b7-cd58-4aeb-888c-4ac638eec2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.046443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:28.054634 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.061123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Sync routers for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:28.080343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56214) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:28.091217 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:28.092184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:28.097192 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.123078 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] 10.222.0.41 "DELETE /v2.0/networks/30f164cf-e67d-40b8-a911-bc09423b31b4 HTTP/1.1" status: 204 len: 168 time: 2.8232238 Jul 16 18:14:28.271520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:28.279572 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4b62e-5040-4c36-b3da-ab8841a6a146 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337 tempest-ExtraDHCPOptionsIpV6TestJSON-155205337-project] Pushing event deleted for resources: {'Network': ['ID=30f164cf-e67d-40b8-a911-bc09423b31b4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:28.284523 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f260639-1f19-45df-9e1d-549910f3e1f8 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.296677 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.300680 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5f528c90-58a3-4ec5-bb5b-f412f8ebb225 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.6787910 Jul 16 18:14:28.301958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56222) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:28.432847 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df237e8e-9cea-43b8-98c7-182021cec850 None None] New status for floating IP fed2e467-f2ef-4cb8-a548-6fc964280f42: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:14:28.447214 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.461248 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.733121 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f260639-1f19-45df-9e1d-549910f3e1f8 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.766821 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.824404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:23Z', 'revision_number': 3, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:28.882571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Checking router: 4aedfc27-4fb9-4edf-9a4d-895b056d387c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:28.882839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Updating router 4aedfc27-4fb9-4edf-9a4d-895b056d387c port 617fe761-cf75-49e0-ad59-24f149c84a5e binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:28.918568 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=513e0c8b-de33-40df-996e-754f9f39f64e,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:28.922579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56228) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:28.953323 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.078643 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network 47cec991-901c-4639-8a2b-c85a47b9ce07 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:29.082443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:29.129622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e04d4bec-16e6-4ceb-b61c-eb9ebc82d1ef req-717c4b7a-95c2-4e72-a792-df7e6ba8edab tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 210 time: 0.1204545 Jul 16 18:14:29.269687 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f260639-1f19-45df-9e1d-549910f3e1f8 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.279017 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f260639-1f19-45df-9e1d-549910f3e1f8 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.280226 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1f260639-1f19-45df-9e1d-549910f3e1f8 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "DELETE /v2.0/security-groups/7cd4156f-1a54-49c6-bc2c-530e28764b0c HTTP/1.1" status: 204 len: 168 time: 1.1989069 Jul 16 18:14:29.292009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56246) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:29.414470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f260639-1f19-45df-9e1d-549910f3e1f8 tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd4156f-1a54-49c6-bc2c-530e28764b0c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:29.438550 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-b7fc9a40-478c-4546-8f5f-68bf12e0e91f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] show failed (client error): The resource could not be found. Jul 16 18:14:29.439737 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b7fc9a40-478c-4546-8f5f-68bf12e0e91f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "GET /v2.0/security-groups/7cd4156f-1a54-49c6-bc2c-530e28764b0c HTTP/1.1" status: 404 len: 347 time: 0.1466560 Jul 16 18:14:29.444198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56248) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:29.501484 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router de9864bd-06ea-43c5-a4a3-1f4258a8d6f0 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:29.715038 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.728425 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Transition to ACTIVE for port object 617fe761-cf75-49e0-ad59-24f149c84a5e will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:29.745111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-84f417cf-fccb-4ec7-bfb1-9bf070e689d2 None None] Provisioning complete for port 513e0c8b-de33-40df-996e-754f9f39f64e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:29.745500 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84f417cf-fccb-4ec7-bfb1-9bf070e689d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.747397 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.751863 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:29.767220 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1196d5f2-a1b1-4e52-aa2e-d2723b3f9a59 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/de9864bd-06ea-43c5-a4a3-1f4258a8d6f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0410523 Jul 16 18:14:29.769863 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56260) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:29.805295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f098b6a9-275c-4d03-b38b-aac2fd927b18 None None] Sync routers for ids ['de9864bd-06ea-43c5-a4a3-1f4258a8d6f0'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:29.849749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7290b-9ab5-4abf-904d-4ad7b0b990b7 None None] Pushing event updated for resources: {'Port': ['ID=617fe761-cf75-49e0-ad59-24f149c84a5e,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:29.853997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Attempting to bind port 617fe761-cf75-49e0-ad59-24f149c84a5e on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:29.854367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Attempting to bind port 617fe761-cf75-49e0-ad59-24f149c84a5e by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:29.854731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Attempting to bind port 617fe761-cf75-49e0-ad59-24f149c84a5e on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:29.861766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:29.862309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:29.862726 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.863130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:29.863644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Bound port: 617fe761-cf75-49e0-ad59-24f149c84a5e, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:29.864030 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.887331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6490ae-fa71-4573-b2a0-4a02ca911ae1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:29.896888 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4a6490ae-fa71-4573-b2a0-4a02ca911ae1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports/513e0c8b-de33-40df-996e-754f9f39f64e HTTP/1.1" status: 200 len: 977 time: 0.1255276 Jul 16 18:14:29.898099 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56262) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:29.922364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] For port 617fe761-cf75-49e0-ad59-24f149c84a5e, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:29.925712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] For port 617fe761-cf75-49e0-ad59-24f149c84a5e, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=617fe761-cf75-49e0-ad59-24f149c84a5e,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:29.926940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f098b6a9-275c-4d03-b38b-aac2fd927b18 None None] Routers {'de9864bd-06ea-43c5-a4a3-1f4258a8d6f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:29.927770 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f098b6a9-275c-4d03-b38b-aac2fd927b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['de9864bd-06ea-43c5-a4a3-1f4258a8d6f0'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:29.941703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c68bea74-3752-47d7-912c-68a58b175dac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41158d4a429949428e7121ab819d704c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0171025 Jul 16 18:14:29.942806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56264) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:29.963842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f098b6a9-275c-4d03-b38b-aac2fd927b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:29.971469 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.979810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-84f417cf-fccb-4ec7-bfb1-9bf070e689d2 None None] Port 513e0c8b-de33-40df-996e-754f9f39f64e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:30.079408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f098b6a9-275c-4d03-b38b-aac2fd927b18 None None] Routers {'de9864bd-06ea-43c5-a4a3-1f4258a8d6f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:30.080715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f098b6a9-275c-4d03-b38b-aac2fd927b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['de9864bd-06ea-43c5-a4a3-1f4258a8d6f0'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:30.083961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7290b-9ab5-4abf-904d-4ad7b0b990b7 None None] Pushing event updated for resources: {'Port': ['ID=617fe761-cf75-49e0-ad59-24f149c84a5e,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:30.137581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f098b6a9-275c-4d03-b38b-aac2fd927b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:30.138240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f098b6a9-275c-4d03-b38b-aac2fd927b18 None None] The sync data for ids ['de9864bd-06ea-43c5-a4a3-1f4258a8d6f0'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:30.144973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-a6e2a6a0-e1b9-433b-864a-fb4c47a8178f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Deleting port 335ac4c1-cb0a-4fd6-9c5c-824286ea30f4 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:30.145426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6a0-e1b9-433b-864a-fb4c47a8178f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.148628 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:30.149788 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b39adfe3-284c-4ed5-b554-e91118268a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.151404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:30.201343 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.290385 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b39adfe3-284c-4ed5-b554-e91118268a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.378973 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:30.475261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08f35146-30e1-4d26-80e7-c7b769933151 req-82408569-8078-40f0-8e6a-07e2ca90b8d4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 210 time: 0.0573211 Jul 16 18:14:30.511686 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6a0-e1b9-433b-864a-fb4c47a8178f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.512012 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6a0-e1b9-433b-864a-fb4c47a8178f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.576939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-a6e2a6a0-e1b9-433b-864a-fb4c47a8178f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Calling delete_port for 335ac4c1-cb0a-4fd6-9c5c-824286ea30f4 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:30.631080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b39adfe3-284c-4ed5-b554-e91118268a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.633696 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b39adfe3-284c-4ed5-b554-e91118268a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.639846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b39adfe3-284c-4ed5-b554-e91118268a98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3f34f1c-f687-43a0-b632-1c31ecdfb288 HTTP/1.1" status: 204 len: 168 time: 0.6879010 Jul 16 18:14:30.714529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39adfe3-284c-4ed5-b554-e91118268a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f34f1c-f687-43a0-b632-1c31ecdfb288,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:30.812906 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.816919 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9afa3359-9439-4aec-8e30-9226b453cbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.843357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Allocated IP 172.20.0.1 (dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e/5fdb3375-c2b1-427d-8df3-a6a570876d38/4e1ac894-4c61-49e6-87ca-09faab9ae5c6) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:30.853036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:23Z', 'revision_number': 3, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:30.889063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548d29a-3801-4107-af4e-30ffafe043ef None None] The sync data for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 is: [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:23Z', 'revision_number': 3, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:30.908622 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9cc70a89-1d9a-41ae-babc-bc978d09292a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.110059 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.129741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Transition to ACTIVE for port object 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:31.293241 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.300019 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6a0-e1b9-433b-864a-fb4c47a8178f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.491495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9cc70a89-1d9a-41ae-babc-bc978d09292a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port 513e0c8b-de33-40df-996e-754f9f39f64e {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:31.492184 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9cc70a89-1d9a-41ae-babc-bc978d09292a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.549129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1ac894-4c61-49e6-87ca-09faab9ae5c6,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.673211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2a6a0-e1b9-433b-864a-fb4c47a8178f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Pushing event deleted for resources: {'Port': ['ID=335ac4c1-cb0a-4fd6-9c5c-824286ea30f4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.689074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:31.696712 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6a0-e1b9-433b-864a-fb4c47a8178f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.700129 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6a0-e1b9-433b-864a-fb4c47a8178f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.773867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a6e2a6a0-e1b9-433b-864a-fb4c47a8178f tempest-AttachVolumeTestJSON-525935098 tempest-AttachVolumeTestJSON-525935098-project] 10.222.0.41 "DELETE /v2.0/floatingips/fed2e467-f2ef-4cb8-a548-6fc964280f42 HTTP/1.1" status: 204 len: 168 time: 2.2553327 Jul 16 18:14:31.780881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:31.794247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:31.878373 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.933115 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9cc70a89-1d9a-41ae-babc-bc978d09292a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.974290 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9cc70a89-1d9a-41ae-babc-bc978d09292a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for 513e0c8b-de33-40df-996e-754f9f39f64e owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:31.991770 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.282368 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56326) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:32.303024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ef5f038-7781-4195-9dfa-45b973532102 req-0af5bc0b-3118-4223-ac55-05ad102fcdb5 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 210 time: 0.1565247 Jul 16 18:14:32.376370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1fa5404e-80e3-42e5-bbc5-ec17ba83c395 None None] Provisioning for port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:32.380895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1fa5404e-80e3-42e5-bbc5-ec17ba83c395 None None] Provisioning complete for port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:32.380895 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1fa5404e-80e3-42e5-bbc5-ec17ba83c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.440053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5404e-80e3-42e5-bbc5-ec17ba83c395 None None] Port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:32.474662 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9cc70a89-1d9a-41ae-babc-bc978d09292a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.531147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1525991811'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:32.535654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc70a89-1d9a-41ae-babc-bc978d09292a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=513e0c8b-de33-40df-996e-754f9f39f64e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:32.636915 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.683776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Made reservation on behalf of b6f9e082fda349ba97b530afbe3ed26d for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:32.688951 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.717875 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.778187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 617fe761-cf75-49e0-ad59-24f149c84a5e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:32.893680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.924955 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.930044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 617fe761-cf75-49e0-ad59-24f149c84a5e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:32.944847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 617fe761-cf75-49e0-ad59-24f149c84a5e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:32.945727 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.005858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.012858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.124494 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.131608 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:33.135774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1ac894-4c61-49e6-87ca-09faab9ae5c6,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:33.146300 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.159962 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9cc70a89-1d9a-41ae-babc-bc978d09292a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.169008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 617fe761-cf75-49e0-ad59-24f149c84a5e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=617fe761-cf75-49e0-ad59-24f149c84a5e,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:33.169515 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.169878 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Added segment 1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9 of type vlan for network b05c82fa-58c4-438c-aa9a-daf52ffa27cf Jul 16 18:14:33.174998 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.191052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc13ba5-1234-48c4-a223-5d4791173ecb,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:33.292867 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=617fe761-cf75-49e0-ad59-24f149c84a5e,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:33.325975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.326529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.327036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.327559 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.328630 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.329126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.329632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.330112 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.330599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.331103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.331618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.332101 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.353051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:33.356016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:33.592305 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.598110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Router 4aedfc27-4fb9-4edf-9a4d-895b056d387c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:33.643207 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.882806 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.897035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:33.897705 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.919563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc70a89-1d9a-41ae-babc-bc978d09292a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router de9864bd-06ea-43c5-a4a3-1f4258a8d6f0 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:33.958220 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6746898 Jul 16 18:14:33.960110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56356) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:33.979417 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-cc11feb4-9d5f-4e4d-98fb-440904bbe662 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Request body: {'subnet': {'network_id': 'b05c82fa-58c4-438c-aa9a-daf52ffa27cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:33.989733 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6cc1cd8f-1173-4f56-b338-f833594f79be None None] Provisioning complete for port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:33.990419 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6cc1cd8f-1173-4f56-b338-f833594f79be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.076526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1cd8f-1173-4f56-b338-f833594f79be None None] Port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:34.223624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc70a89-1d9a-41ae-babc-bc978d09292a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:34.232499 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9cc70a89-1d9a-41ae-babc-bc978d09292a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/de9864bd-06ea-43c5-a4a3-1f4258a8d6f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3328562 Jul 16 18:14:34.233391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb131ae2-b848-4997-9a21-3ab8042b3424 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Pushing event updated for resources: {'Network': ['ID=b05c82fa-58c4-438c-aa9a-daf52ffa27cf,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:34.239770 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56364) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:34.244777 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7901d-c56a-40c6-a7df-c086766f3c8e None None] Sync routers for ids ['de9864bd-06ea-43c5-a4a3-1f4258a8d6f0'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:34.261235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network b05c82fa-58c4-438c-aa9a-daf52ffa27cf details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:34.274792 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7901d-c56a-40c6-a7df-c086766f3c8e None None] Routers {'de9864bd-06ea-43c5-a4a3-1f4258a8d6f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:34.276209 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-b3d7901d-c56a-40c6-a7df-c086766f3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['de9864bd-06ea-43c5-a4a3-1f4258a8d6f0'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:34.349948 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-b3d7901d-c56a-40c6-a7df-c086766f3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:34.362188 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7901d-c56a-40c6-a7df-c086766f3c8e None None] Routers {'de9864bd-06ea-43c5-a4a3-1f4258a8d6f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:34.363044 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-b3d7901d-c56a-40c6-a7df-c086766f3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['de9864bd-06ea-43c5-a4a3-1f4258a8d6f0'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:34.457590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-199bd2b7-c653-40d7-aaf7-663a0406fc83 req-cf8c9957-170e-4b1b-b7ad-beba3e704fd0 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3e985ac-3ef3-410d-b47f-d3a74b092655 HTTP/1.1" status: 200 len: 210 time: 0.0983291 Jul 16 18:14:34.488021 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-b3d7901d-c56a-40c6-a7df-c086766f3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:34.489702 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7901d-c56a-40c6-a7df-c086766f3c8e None None] The sync data for ids ['de9864bd-06ea-43c5-a4a3-1f4258a8d6f0'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:34.569175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:34.583706 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Sync routers for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:34.589718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e0295391-6b9e-40b4-aa68-a433c10996a4 admin admin] 10.222.0.41 "PUT /v2.0/routers/4aedfc27-4fb9-4edf-9a4d-895b056d387c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2866685 Jul 16 18:14:34.603596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:34.604446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:34.695302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 617fe761-cf75-49e0-ad59-24f149c84a5e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:34.709703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc11feb4-9d5f-4e4d-98fb-440904bbe662 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Made reservation on behalf of b6f9e082fda349ba97b530afbe3ed26d for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:34.713351 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cc11feb4-9d5f-4e4d-98fb-440904bbe662 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.833676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 617fe761-cf75-49e0-ad59-24f149c84a5e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:34.834300 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.840042 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-9148cd65-546c-4f4e-a387-b9096b12f513 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 18:14:34.841098 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9148cd65-546c-4f4e-a387-b9096b12f513 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/de9864bd-06ea-43c5-a4a3-1f4258a8d6f0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6002169 Jul 16 18:14:34.845644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56380) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:34.920481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d41d5b1b-07ea-4fd7-bd45-581ab2e6188b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=de9864bd-06ea-43c5-a4a3-1f4258a8d6f0 HTTP/1.1" status: 200 len: 205 time: 0.0714724 Jul 16 18:14:34.921154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56382) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:35.016983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:35.135636 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cc11feb4-9d5f-4e4d-98fb-440904bbe662 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.164797 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-365a25f3-e3c2-488c-bfa7-7422d45042de tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.308201 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11feb4-9d5f-4e4d-98fb-440904bbe662 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Pushing event updated for resources: {'Subnet': ['ID=55c71ba1-e4e8-4118-bc3a-305daab7874e,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.326763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc11feb4-9d5f-4e4d-98fb-440904bbe662 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Checking segment: {'id': '1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b05c82fa-58c4-438c-aa9a-daf52ffa27cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:35.327293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc11feb4-9d5f-4e4d-98fb-440904bbe662 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Network hostable DHCP agents. Network: b05c82fa-58c4-438c-aa9a-daf52ffa27cf, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:35.356010 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc11feb4-9d5f-4e4d-98fb-440904bbe662 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Network b05c82fa-58c4-438c-aa9a-daf52ffa27cf is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:35.398441 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-cc11feb4-9d5f-4e4d-98fb-440904bbe662 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, b05c82fa-58c4-438c-aa9a-daf52ffa27cf) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:35.426661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc11feb4-9d5f-4e4d-98fb-440904bbe662 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.427276 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cc11feb4-9d5f-4e4d-98fb-440904bbe662 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.468212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fab4ff-1eff-4257-9696-4260931762fe None None] Network b05c82fa-58c4-438c-aa9a-daf52ffa27cf requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:35.531935 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cc11feb4-9d5f-4e4d-98fb-440904bbe662 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5590441 Jul 16 18:14:35.532943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56398) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:35.553517 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Request body: {'port': {'network_id': 'b05c82fa-58c4-438c-aa9a-daf52ffa27cf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1275825627'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:35.629220 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-365a25f3-e3c2-488c-bfa7-7422d45042de tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.633544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-365a25f3-e3c2-488c-bfa7-7422d45042de tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.670532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-b05c82fa-58c4-438c-aa9a-daf52ffa27cf', 'network_id': 'b05c82fa-58c4-438c-aa9a-daf52ffa27cf', 'tenant_id': 'b6f9e082fda349ba97b530afbe3ed26d', 'fixed_ips': [{'subnet_id': '55c71ba1-e4e8-4118-bc3a-305daab7874e'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:35.671843 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.696527 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-365a25f3-e3c2-488c-bfa7-7422d45042de tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.697365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365a25f3-e3c2-488c-bfa7-7422d45042de tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Fanout notify agent at l3_agent the message router_deleted on router de9864bd-06ea-43c5-a4a3-1f4258a8d6f0 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:35.719640 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-365a25f3-e3c2-488c-bfa7-7422d45042de tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.722608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-365a25f3-e3c2-488c-bfa7-7422d45042de tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/de9864bd-06ea-43c5-a4a3-1f4258a8d6f0 HTTP/1.1" status: 204 len: 168 time: 0.7966187 Jul 16 18:14:35.725138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56402) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:35.842766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-67022231-5cf6-42fc-a974-ba17bb43b011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting subnet 8d849768-32c7-4204-acf3-1fad826b60c8 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:35.857315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-67022231-5cf6-42fc-a974-ba17bb43b011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.879070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56406) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:35.885005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-821a1869-146f-4171-adcd-0e0ce3bc8c4d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1899876458', 'description': 'tempest-description--1969598029'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:35.909455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Made reservation on behalf of b6f9e082fda349ba97b530afbe3ed26d for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:35.928918 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-67022231-5cf6-42fc-a974-ba17bb43b011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.931514 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.999353 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] device_id is not set on port 67135a32-70d4-4333-a9c6-b5ae60051716 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:36.031857 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-821a1869-146f-4171-adcd-0e0ce3bc8c4d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.111466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 2, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:36.114978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Allocated IP 172.20.0.2 (b05c82fa-58c4-438c-aa9a-daf52ffa27cf/55c71ba1-e4e8-4118-bc3a-305daab7874e/e7340be3-82f6-4b1c-80a6-853b9bf5d321) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:36.118570 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-67022231-5cf6-42fc-a974-ba17bb43b011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.164525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Checking router: 4aedfc27-4fb9-4edf-9a4d-895b056d387c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:36.164897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Updating router 4aedfc27-4fb9-4edf-9a4d-895b056d387c port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:36.211776 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-67022231-5cf6-42fc-a974-ba17bb43b011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.271500 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.281752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67022231-5cf6-42fc-a974-ba17bb43b011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Subnet': ['ID=8d849768-32c7-4204-acf3-1fad826b60c8,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:36.298793 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-67022231-5cf6-42fc-a974-ba17bb43b011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.306344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-67022231-5cf6-42fc-a974-ba17bb43b011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/8d849768-32c7-4204-acf3-1fad826b60c8 HTTP/1.1" status: 204 len: 168 time: 0.5801332 Jul 16 18:14:36.309120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56414) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:36.317516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3832ab0f-7d05-4c5e-b4c5-7bf8ec4140fc None None] Network 47cec991-901c-4639-8a2b-c85a47b9ce07 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:36.419803 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-821a1869-146f-4171-adcd-0e0ce3bc8c4d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.439247 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-821a1869-146f-4171-adcd-0e0ce3bc8c4d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.478426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.495722 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a1869-146f-4171-adcd-0e0ce3bc8c4d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d1cc5d-b20b-4576-90d2-dda28a508fd1,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:36.504523 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-821a1869-146f-4171-adcd-0e0ce3bc8c4d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.506173 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-821a1869-146f-4171-adcd-0e0ce3bc8c4d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6256087 Jul 16 18:14:36.509034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56416) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:36.520695 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2a9a5564-6eb0-4202-80cf-2763bafc6414 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Request body: {'security_group_rule': {'security_group_id': '84d1cc5d-b20b-4576-90d2-dda28a508fd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:36.577236 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5564-6eb0-4202-80cf-2763bafc6414 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.596449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port 075c81ca-4851-4377-b49a-3ba615f29ef6 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:36.597080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.728730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5564-6eb0-4202-80cf-2763bafc6414 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.742112 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5564-6eb0-4202-80cf-2763bafc6414 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.759083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] For port 075c81ca-4851-4377-b49a-3ba615f29ef6, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=075c81ca-4851-4377-b49a-3ba615f29ef6,segment=NetworkSegment(65114e5c-bbff-4250-bf97-a7231b41b2f5),segment_id=65114e5c-bbff-4250-bf97-a7231b41b2f5)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:36.759606 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.785379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a5564-6eb0-4202-80cf-2763bafc6414 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92ea241-8df2-4aeb-afd0-984c5c2f5af1,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:36.789373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for 075c81ca-4851-4377-b49a-3ba615f29ef6 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:36.798922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5564-6eb0-4202-80cf-2763bafc6414 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.800220 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2a9a5564-6eb0-4202-80cf-2763bafc6414 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2898161 Jul 16 18:14:36.803143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56428) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:36.808429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c248ee94-7933-47f5-beb9-f98108555041 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Request body: {'security_group_rule': {'security_group_id': '84d1cc5d-b20b-4576-90d2-dda28a508fd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:36.866939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c248ee94-7933-47f5-beb9-f98108555041 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.902915 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.935734 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.946438 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Transition to ACTIVE for port object 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:36.961438 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.971645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Transition to ACTIVE for port object e7340be3-82f6-4b1c-80a6-853b9bf5d321 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:36.998894 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c248ee94-7933-47f5-beb9-f98108555041 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.999033 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.013503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c248ee94-7933-47f5-beb9-f98108555041 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.015751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No DVR routers for this DVR port 075c81ca-4851-4377-b49a-3ba615f29ef6 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:37.054252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248ee94-7933-47f5-beb9-f98108555041 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2cfe6b-e478-48d9-9749-9fd80548d0fc,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.061667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c248ee94-7933-47f5-beb9-f98108555041 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.064009 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c248ee94-7933-47f5-beb9-f98108555041 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2596078 Jul 16 18:14:37.066913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56432) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:37.074892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:37.080374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96869de6-1659-4c68-9b95-0f61e807270e None None] Pushing event updated for resources: {'Port': ['ID=4e1ac894-4c61-49e6-87ca-09faab9ae5c6,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.137436 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.143740 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Transition to ACTIVE for port object e7340be3-82f6-4b1c-80a6-853b9bf5d321 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:37.202668 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.240606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cec991-901c-4639-8a2b-c85a47b9ce07']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:37.253593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65114e5c-bbff-4250-bf97-a7231b41b2f5') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:37.254216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65114e5c-bbff-4250-bf97-a7231b41b2f5') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:37.281877 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.299887 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.306629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:37.307541 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.367264 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:37.461988 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:37.474691 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.476721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=075c81ca-4851-4377-b49a-3ba615f29ef6,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.487822 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.489767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/networks/47cec991-901c-4639-8a2b-c85a47b9ce07 HTTP/1.1" status: 204 len: 168 time: 1.1794500 Jul 16 18:14:37.514845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56438) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:37.516011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Attempting to bind port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:37.516593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Attempting to bind port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:37.517161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Attempting to bind port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 on network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:37.522644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Pushing event updated for resources: {'Port': ['ID=e7340be3-82f6-4b1c-80a6-853b9bf5d321,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.526590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d17ba7-fd8a-4d59-b4d9-493cabec7b8b None None] DHCP port deletion for 47cec991-901c-4639-8a2b-c85a47b9ce07 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:37.532407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6e406086-c664-43f8-8d0b-3df12d8b2011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'network': {'name': 'tempest-RoutersTest-1089518109'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:37.538167 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc3b5c-33dc-42e2-8132-cf81339217bb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Network': ['ID=47cec991-901c-4639-8a2b-c85a47b9ce07,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.547632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Network b05c82fa-58c4-438c-aa9a-daf52ffa27cf is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:37.549428 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:37.549915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Checking segment: {'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:37.550528 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.551021 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Bound using segment: {'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:37.552772 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Bound port: 4e1ac894-4c61-49e6-87ca-09faab9ae5c6, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:37.553266 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.558736 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:37.566447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:37.578190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e406086-c664-43f8-8d0b-3df12d8b2011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:37.583526 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e406086-c664-43f8-8d0b-3df12d8b2011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.634131 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e406086-c664-43f8-8d0b-3df12d8b2011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:37.648205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Attempting to bind port e7340be3-82f6-4b1c-80a6-853b9bf5d321 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:37.648888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Attempting to bind port e7340be3-82f6-4b1c-80a6-853b9bf5d321 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b05c82fa-58c4-438c-aa9a-daf52ffa27cf'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:37.649453 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Attempting to bind port e7340be3-82f6-4b1c-80a6-853b9bf5d321 on network b05c82fa-58c4-438c-aa9a-daf52ffa27cf {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:37.653968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e406086-c664-43f8-8d0b-3df12d8b2011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.654327 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-6e406086-c664-43f8-8d0b-3df12d8b2011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Added segment 9392c061-514d-49ec-bee5-6044ac1e7c2b of type vlan for network a4e75c98-2db6-4a57-bed6-b12a79662238 Jul 16 18:14:37.662348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:37.663113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Checking segment: {'id': '1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b05c82fa-58c4-438c-aa9a-daf52ffa27cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:37.663812 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.664427 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Bound using segment: {'id': '1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b05c82fa-58c4-438c-aa9a-daf52ffa27cf'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:37.665145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Bound port: e7340be3-82f6-4b1c-80a6-853b9bf5d321, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b05c82fa-58c4-438c-aa9a-daf52ffa27cf'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:37.665790 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.744813 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e406086-c664-43f8-8d0b-3df12d8b2011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.762815 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] For port e7340be3-82f6-4b1c-80a6-853b9bf5d321, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:37.778539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] For port e7340be3-82f6-4b1c-80a6-853b9bf5d321, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e7340be3-82f6-4b1c-80a6-853b9bf5d321,segment=NetworkSegment(1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9),segment_id=1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:37.808809 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.819687 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e406086-c664-43f8-8d0b-3df12d8b2011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.825612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e406086-c664-43f8-8d0b-3df12d8b2011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:37.826249 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e406086-c664-43f8-8d0b-3df12d8b2011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.906356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f77816-7c48-40f5-ba2f-c1d6fa358114 None None] Pushing event updated for resources: {'Port': ['ID=e7340be3-82f6-4b1c-80a6-853b9bf5d321,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.921144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e406086-c664-43f8-8d0b-3df12d8b2011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Network': ['ID=a4e75c98-2db6-4a57-bed6-b12a79662238,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.935812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network a4e75c98-2db6-4a57-bed6-b12a79662238 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:37.942101 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] For port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:37.948849 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6e406086-c664-43f8-8d0b-3df12d8b2011 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4234276 Jul 16 18:14:37.949030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56450) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:37.961164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-10352146-2f00-4ec1-ab1e-c52f885c3730 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'subnet': {'network_id': 'a4e75c98-2db6-4a57-bed6-b12a79662238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:38.050161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] For port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4e1ac894-4c61-49e6-87ca-09faab9ae5c6,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:38.069140 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.097110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Allocated IP 172.20.0.5 (b05c82fa-58c4-438c-aa9a-daf52ffa27cf/55c71ba1-e4e8-4118-bc3a-305daab7874e/67135a32-70d4-4333-a9c6-b5ae60051716) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:38.205528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96869de6-1659-4c68-9b95-0f61e807270e None None] Pushing event updated for resources: {'Port': ['ID=4e1ac894-4c61-49e6-87ca-09faab9ae5c6,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.268094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10352146-2f00-4ec1-ab1e-c52f885c3730 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:38.272691 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-10352146-2f00-4ec1-ab1e-c52f885c3730 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.273457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:38.275944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:38.456187 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.626106 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:38.922488 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-10352146-2f00-4ec1-ab1e-c52f885c3730 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.927075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e7340be3-82f6-4b1c-80a6-853b9bf5d321 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:38.933311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Allocated IP 172.25.5.219 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/ca1a1f66-a7de-43f0-aa19-ff4d37b69824) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:39.031931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10352146-2f00-4ec1-ab1e-c52f885c3730 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Subnet': ['ID=8aaa6b21-7d6d-48f4-86a9-5822408cf5aa,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.128106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10352146-2f00-4ec1-ab1e-c52f885c3730 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Checking segment: {'id': '9392c061-514d-49ec-bee5-6044ac1e7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4e75c98-2db6-4a57-bed6-b12a79662238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:39.128482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10352146-2f00-4ec1-ab1e-c52f885c3730 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network hostable DHCP agents. Network: a4e75c98-2db6-4a57-bed6-b12a79662238, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:39.175836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10352146-2f00-4ec1-ab1e-c52f885c3730 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network a4e75c98-2db6-4a57-bed6-b12a79662238 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:39.210110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-10352146-2f00-4ec1-ab1e-c52f885c3730 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, a4e75c98-2db6-4a57-bed6-b12a79662238) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:39.224925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10352146-2f00-4ec1-ab1e-c52f885c3730 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.225758 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-10352146-2f00-4ec1-ab1e-c52f885c3730 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.242388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e7340be3-82f6-4b1c-80a6-853b9bf5d321 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:39.250632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bd8fbe-e0b8-4c7c-9639-22e73f86f49c None None] Network a4e75c98-2db6-4a57-bed6-b12a79662238 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:39.263296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-10352146-2f00-4ec1-ab1e-c52f885c3730 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3131161 Jul 16 18:14:39.266083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56474) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:39.274800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-58ae61be-78dd-49d3-acdd-e2a9d93c762e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-601279720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:39.362226 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58ae61be-78dd-49d3-acdd-e2a9d93c762e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.363639 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58ae61be-78dd-49d3-acdd-e2a9d93c762e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.523212 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58ae61be-78dd-49d3-acdd-e2a9d93c762e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.537973 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58ae61be-78dd-49d3-acdd-e2a9d93c762e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.574774 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.594052 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-58ae61be-78dd-49d3-acdd-e2a9d93c762e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.597872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-58ae61be-78dd-49d3-acdd-e2a9d93c762e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3283510 Jul 16 18:14:39.598093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56478) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:39.608980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 075c81ca-4851-4377-b49a-3ba615f29ef6 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:39.660650 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.679232 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.731711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 075c81ca-4851-4377-b49a-3ba615f29ef6 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:39.732441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 075c81ca-4851-4377-b49a-3ba615f29ef6 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:39.798895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event updated for resources: {'Port': ['ID=ca1a1f66-a7de-43f0-aa19-ff4d37b69824,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.854085 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Transition to ACTIVE for port object 67135a32-70d4-4333-a9c6-b5ae60051716 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:39.893979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:39.910206 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:39.918334 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:39.947791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f42ae2-fac0-47c1-9977-e4fc777c0df7 None None] Network b05c82fa-58c4-438c-aa9a-daf52ffa27cf requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:40.007383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-a4e75c98-2db6-4a57-bed6-b12a79662238', 'network_id': 'a4e75c98-2db6-4a57-bed6-b12a79662238', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'fixed_ips': [{'subnet_id': '8aaa6b21-7d6d-48f4-86a9-5822408cf5aa'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:40.010002 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.101690 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.267329 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.436215 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.614622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Allocated IP 172.20.0.2 (a4e75c98-2db6-4a57-bed6-b12a79662238/8aaa6b21-7d6d-48f4-86a9-5822408cf5aa/5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:40.656726 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.833784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4b3e2fda-48f2-44cb-a761-622df53d0783 None None] Provisioning for port e7340be3-82f6-4b1c-80a6-853b9bf5d321 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:40.850002 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.860422 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Pushing event updated for resources: {'Port': ['ID=67135a32-70d4-4333-a9c6-b5ae60051716,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:40.866598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Network b05c82fa-58c4-438c-aa9a-daf52ffa27cf is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:40.867489 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.907652 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4b3e2fda-48f2-44cb-a761-622df53d0783 None None] Provisioning complete for port e7340be3-82f6-4b1c-80a6-853b9bf5d321 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:40.908029 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2fda-48f2-44cb-a761-622df53d0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.952604 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event updated for resources: {'Port': ['ID=ca1a1f66-a7de-43f0-aa19-ff4d37b69824,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:40.967258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:40.973885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:41.086580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:37Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:41.121295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.121968 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.135308 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.151976 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-be6f3452-91cd-4532-a434-6b1e4b768237 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.6146588 Jul 16 18:14:41.153094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56502) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:41.160925 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.162909 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-03ac53a8-fc1e-44ed-a0be-cf0b2141842e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0946932 Jul 16 18:14:41.165872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Request body: {'port': {'network_id': 'b05c82fa-58c4-438c-aa9a-daf52ffa27cf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1792205286', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:41.167295 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.api.validators [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] bootfile-name is not in valid_values {{(pid=100169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:41.168175 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.api.validators [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] tftp-server is not in valid_values {{(pid=100169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:41.168175 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.api.validators [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] server-ip-address is not in valid_values {{(pid=100169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:41.170538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bcf159-b780-40e7-a6cd-566dcb822404 None None] The sync data for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 is: [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:37Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:41.411054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Made reservation on behalf of b6f9e082fda349ba97b530afbe3ed26d for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:41.420959 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.492329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] device_id is not set on port 5d163939-4e8c-4285-93d6-cae35f5df44c yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:41.551192 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.573707 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2fda-48f2-44cb-a761-622df53d0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.586855 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Transition to ACTIVE for port object 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:41.721994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Transition to ACTIVE for port object 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:41.766993 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.779489 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4b3e2fda-48f2-44cb-a761-622df53d0783 None None] For port e7340be3-82f6-4b1c-80a6-853b9bf5d321, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e7340be3-82f6-4b1c-80a6-853b9bf5d321,segment=NetworkSegment(1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9),segment_id=1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:41.817676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Allocated IP 172.20.0.12 (b05c82fa-58c4-438c-aa9a-daf52ffa27cf/55c71ba1-e4e8-4118-bc3a-305daab7874e/5d163939-4e8c-4285-93d6-cae35f5df44c) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:41.929545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Pushing event updated for resources: {'Port': ['ID=5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.944972 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2fda-48f2-44cb-a761-622df53d0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.055041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Network a4e75c98-2db6-4a57-bed6-b12a79662238 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:42.087804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:42.117926 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:42.245805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-45a3076c-02cc-42ef-bd5c-2c4569e2312f None None] Provisioning for port 67135a32-70d4-4333-a9c6-b5ae60051716 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:42.313315 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e2fda-48f2-44cb-a761-622df53d0783 None None] Pushing event updated for resources: {'Port': ['ID=e7340be3-82f6-4b1c-80a6-853b9bf5d321,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:42.385864 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.418912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-45a3076c-02cc-42ef-bd5c-2c4569e2312f None None] Provisioning complete for port 67135a32-70d4-4333-a9c6-b5ae60051716 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:42.419154 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-45a3076c-02cc-42ef-bd5c-2c4569e2312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.471759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Transition to ACTIVE for port object 5d163939-4e8c-4285-93d6-cae35f5df44c will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:42.579196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Attempting to bind port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:42.580690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Attempting to bind port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '9392c061-514d-49ec-bee5-6044ac1e7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4e75c98-2db6-4a57-bed6-b12a79662238'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:42.581076 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Attempting to bind port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 on network a4e75c98-2db6-4a57-bed6-b12a79662238 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:42.602611 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-45a3076c-02cc-42ef-bd5c-2c4569e2312f None None] Port 67135a32-70d4-4333-a9c6-b5ae60051716 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:42.647783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:42.648336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Checking segment: {'id': '9392c061-514d-49ec-bee5-6044ac1e7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4e75c98-2db6-4a57-bed6-b12a79662238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:42.650011 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.657862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Bound using segment: {'id': '9392c061-514d-49ec-bee5-6044ac1e7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4e75c98-2db6-4a57-bed6-b12a79662238'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:42.658531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Bound port: 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9392c061-514d-49ec-bee5-6044ac1e7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4e75c98-2db6-4a57-bed6-b12a79662238'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:42.659035 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.684923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Allocated IP 172.20.0.1 (a4e75c98-2db6-4a57-bed6-b12a79662238/8aaa6b21-7d6d-48f4-86a9-5822408cf5aa/b12b119e-be93-416f-bc98-235f661ff06d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:42.848965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-45a3076c-02cc-42ef-bd5c-2c4569e2312f None None] Provisioning complete for port e7340be3-82f6-4b1c-80a6-853b9bf5d321 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:42.849499 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-45a3076c-02cc-42ef-bd5c-2c4569e2312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.916760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e7340be3-82f6-4b1c-80a6-853b9bf5d321 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:42.939930 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.975792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Transition to ACTIVE for port object b12b119e-be93-416f-bc98-235f661ff06d will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:43.075740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-64ccfa29-01ee-4db2-a511-ddd1c747cda7 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1899876458&fields=id&tenant_id=52e2e8ac1bd64732b9d829c8d24ba015 HTTP/1.1" status: 200 len: 267 time: 1.6119664 Jul 16 18:14:43.081248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] For port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:43.082995 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.097696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] For port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8,segment=NetworkSegment(9392c061-514d-49ec-bee5-6044ac1e7c2b),segment_id=9392c061-514d-49ec-bee5-6044ac1e7c2b)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:43.160585 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.280834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e7340be3-82f6-4b1c-80a6-853b9bf5d321 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:43.291906 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.307816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-ec1916e6-5490-457a-8968-b3c306641735 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.321861 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-ec1916e6-5490-457a-8968-b3c306641735 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 816 time: 0.2204504 Jul 16 18:14:43.449500 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.470253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network a4e75c98-2db6-4a57-bed6-b12a79662238 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:43.511454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:43.541807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Network b05c82fa-58c4-438c-aa9a-daf52ffa27cf is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:43.543311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:43.558677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:43.580592 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-6f73f6e2-d310-4207-8944-611e3d88b9b5 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/quotas/52e2e8ac1bd64732b9d829c8d24ba015 HTTP/1.1" status: 200 len: 375 time: 0.2577884 Jul 16 18:14:43.581030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc5a99-8c68-4b72-9fcd-a742e2c9adac None None] Pushing event updated for resources: {'Port': ['ID=5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.592402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:43.725871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3e2ccd73-7137-43e4-a753-dc9d0939241e None None] Provisioning complete for port 67135a32-70d4-4333-a9c6-b5ae60051716 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:43.726565 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3e2ccd73-7137-43e4-a753-dc9d0939241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.808145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=b12b119e-be93-416f-bc98-235f661ff06d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.883194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ccd73-7137-43e4-a753-dc9d0939241e None None] Port 67135a32-70d4-4333-a9c6-b5ae60051716 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:43.894653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:43.901618 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.114310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:44.148332 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:44.148709 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.278933 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-641afb65-7730-437f-af6b-fecfa5d8bba7 None None] Provisioning for port 5d163939-4e8c-4285-93d6-cae35f5df44c completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:44.302567 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-641afb65-7730-437f-af6b-fecfa5d8bba7 None None] Provisioning complete for port 5d163939-4e8c-4285-93d6-cae35f5df44c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:44.302974 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-641afb65-7730-437f-af6b-fecfa5d8bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.393616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-641afb65-7730-437f-af6b-fecfa5d8bba7 None None] Port 5d163939-4e8c-4285-93d6-cae35f5df44c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:44.477110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Pushing event updated for resources: {'Port': ['ID=5d163939-4e8c-4285-93d6-cae35f5df44c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.506059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.507019 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.547356 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.569932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-5d49fffc-08b5-4f08-ae7d-7c461944e969 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9884276 Jul 16 18:14:44.577290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4e292474-9402-4515-9bc5-716922dce04e tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.4210620 Jul 16 18:14:44.578156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56580) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:44.580250 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.723063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4e1ac894-4c61-49e6-87ca-09faab9ae5c6,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:44.740116 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.799074 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008a823f-45e0-45e9-97b9-413e75bc12c2 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.822899 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008a823f-45e0-45e9-97b9-413e75bc12c2 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.848687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008a823f-45e0-45e9-97b9-413e75bc12c2 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.853210 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-008a823f-45e0-45e9-97b9-413e75bc12c2 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2712808 Jul 16 18:14:44.854414 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56590) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:44.913149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=4e1ac894-4c61-49e6-87ca-09faab9ae5c6,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.979170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:45.136524 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-73215854-f548-4d33-aafd-194b3ede080a tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Deleting port 5d163939-4e8c-4285-93d6-cae35f5df44c {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:45.136874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73215854-f548-4d33-aafd-194b3ede080a tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.139340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:45.243234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-e5217389-7741-4d05-93de-3e21a172128b service neutron] 10.222.0.41 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397398 Jul 16 18:14:45.355202 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73215854-f548-4d33-aafd-194b3ede080a tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.376365 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-73215854-f548-4d33-aafd-194b3ede080a tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Calling delete_port for 5d163939-4e8c-4285-93d6-cae35f5df44c owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:45.414046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ffbbba-3ea0-4d97-894b-e40c2ed0f5a2 None None] Network a4e75c98-2db6-4a57-bed6-b12a79662238 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:45.608535 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.623486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-8a38dd26-c194-44ac-b752-ff62de9cbb51 service neutron] 10.222.0.41 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171113 Jul 16 18:14:45.626453 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.650822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73215854-f548-4d33-aafd-194b3ede080a tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.739897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73215854-f548-4d33-aafd-194b3ede080a tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Pushing event deleted for resources: {'Port': ['ID=5d163939-4e8c-4285-93d6-cae35f5df44c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.782285 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-769a7603-ca2f-48d1-9c20-3c737f148a90 None None] Provisioning for port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:45.789159 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-769a7603-ca2f-48d1-9c20-3c737f148a90 None None] Provisioning complete for port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:45.789544 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-769a7603-ca2f-48d1-9c20-3c737f148a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.879138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=b12b119e-be93-416f-bc98-235f661ff06d,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.892761 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.935323 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73215854-f548-4d33-aafd-194b3ede080a tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.941416 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-769a7603-ca2f-48d1-9c20-3c737f148a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.945131 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-73215854-f548-4d33-aafd-194b3ede080a tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] 10.222.0.41 "DELETE /v2.0/ports/5d163939-4e8c-4285-93d6-cae35f5df44c HTTP/1.1" status: 204 len: 168 time: 1.0894234 Jul 16 18:14:45.951727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56612) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:45.961230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-afaeab95-6a55-48cc-a999-690d20bc6bce tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Request body: {'port': {'name': 'tempest-new-port-name-80645298', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:45.961503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.api.validators [None req-afaeab95-6a55-48cc-a999-690d20bc6bce tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] bootfile-name is not in valid_values {{(pid=100170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:45.961846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.api.validators [None req-afaeab95-6a55-48cc-a999-690d20bc6bce tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] tftp-server is not in valid_values {{(pid=100170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:45.962178 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.api.validators [None req-afaeab95-6a55-48cc-a999-690d20bc6bce tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] server-ip-address is not in valid_values {{(pid=100170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:46.007785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-769a7603-ca2f-48d1-9c20-3c737f148a90 None None] For port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8,segment=NetworkSegment(9392c061-514d-49ec-bee5-6044ac1e7c2b),segment_id=9392c061-514d-49ec-bee5-6044ac1e7c2b)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:46.027151 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-769a7603-ca2f-48d1-9c20-3c737f148a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.216125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a7603-ca2f-48d1-9c20-3c737f148a90 None None] Pushing event updated for resources: {'Port': ['ID=5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.246391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56620) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.480789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0c46c203-77fd-4faa-9c74-02b3e65877bc None None] Provisioning for port b12b119e-be93-416f-bc98-235f661ff06d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:46.490069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0c46c203-77fd-4faa-9c74-02b3e65877bc None None] Provisioning complete for port b12b119e-be93-416f-bc98-235f661ff06d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:46.490714 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0c46c203-77fd-4faa-9c74-02b3e65877bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.492793 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-afaeab95-6a55-48cc-a999-690d20bc6bce tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.588756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0c46c203-77fd-4faa-9c74-02b3e65877bc None None] Port b12b119e-be93-416f-bc98-235f661ff06d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:46.603548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0c46c203-77fd-4faa-9c74-02b3e65877bc None None] Provisioning complete for port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:46.604205 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0c46c203-77fd-4faa-9c74-02b3e65877bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.983058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:46.997943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-dae25424-caea-41e8-a8c8-5e03c392b344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Deleting port 7f56652c-4478-4a7c-8012-41aed19a52f8 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:46.998484 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dae25424-caea-41e8-a8c8-5e03c392b344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.134345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-04b352dd-77d2-4be0-a8bf-85f25c8b916e None None] Provisioning complete for port b12b119e-be93-416f-bc98-235f661ff06d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:47.140846 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-04b352dd-77d2-4be0-a8bf-85f25c8b916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.247333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9b23f31a-1f30-47d8-978d-9dc15689f6cd req-0e801503-b50b-4713-891a-16b299dace22 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 210 time: 0.1068335 Jul 16 18:14:47.259895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:47.260345 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.268574 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-04b352dd-77d2-4be0-a8bf-85f25c8b916e None None] Port b12b119e-be93-416f-bc98-235f661ff06d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:47.329811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network a4e75c98-2db6-4a57-bed6-b12a79662238 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:47.335067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:47.361388 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-afaeab95-6a55-48cc-a999-690d20bc6bce tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.385593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-afaeab95-6a55-48cc-a999-690d20bc6bce tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.450392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:47.579975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:47.581781 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.605934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 2635e7fb-c7cf-4574-9629-290d39d06231 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:47.692088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaeab95-6a55-48cc-a999-690d20bc6bce tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Pushing event updated for resources: {'Port': ['ID=67135a32-70d4-4333-a9c6-b5ae60051716,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:47.798576 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dae25424-caea-41e8-a8c8-5e03c392b344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.799263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dae25424-caea-41e8-a8c8-5e03c392b344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.835236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-afaeab95-6a55-48cc-a999-690d20bc6bce tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] In _notify_port_updated(), no bound segment for port 67135a32-70d4-4333-a9c6-b5ae60051716 on network b05c82fa-58c4-438c-aa9a-daf52ffa27cf {{(pid=100170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:14:47.851126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaeab95-6a55-48cc-a999-690d20bc6bce tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:47.854205 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-afaeab95-6a55-48cc-a999-690d20bc6bce tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.858097 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-afaeab95-6a55-48cc-a999-690d20bc6bce tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] 10.222.0.41 "PUT /v2.0/ports/67135a32-70d4-4333-a9c6-b5ae60051716 HTTP/1.1" status: 200 len: 1134 time: 1.9015377 Jul 16 18:14:47.864303 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56660) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:47.900202 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-dae25424-caea-41e8-a8c8-5e03c392b344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Calling delete_port for 7f56652c-4478-4a7c-8012-41aed19a52f8 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:47.923741 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-eeaf35ae-57f4-4e50-bf25-ab5e24c1a6d2 None None] Provisioning complete for port b12b119e-be93-416f-bc98-235f661ff06d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:47.924128 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-eeaf35ae-57f4-4e50-bf25-ab5e24c1a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.939267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:47.949392 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b16f9-6480-445f-8129-86f9ce2db4b6 None None] Sync routers for ids ['2635e7fb-c7cf-4574-9629-290d39d06231'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:47.955727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d8972f8c-5041-4a8e-90ee-99fe13203ef8 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/2635e7fb-c7cf-4574-9629-290d39d06231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3561223 Jul 16 18:14:47.956267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56662) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:47.965360 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b16f9-6480-445f-8129-86f9ce2db4b6 None None] Routers {'2635e7fb-c7cf-4574-9629-290d39d06231'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:47.965995 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3d6b16f9-6480-445f-8129-86f9ce2db4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['2635e7fb-c7cf-4574-9629-290d39d06231'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:48.028388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf35ae-57f4-4e50-bf25-ab5e24c1a6d2 None None] Port b12b119e-be93-416f-bc98-235f661ff06d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:48.042651 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3d6b16f9-6480-445f-8129-86f9ce2db4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:48.055097 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b16f9-6480-445f-8129-86f9ce2db4b6 None None] Routers {'2635e7fb-c7cf-4574-9629-290d39d06231'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:48.055995 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3d6b16f9-6480-445f-8129-86f9ce2db4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['2635e7fb-c7cf-4574-9629-290d39d06231'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:48.077037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9982f89-d878-4cac-88e6-e6647cda30bc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:48.082053 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e9982f89-d878-4cac-88e6-e6647cda30bc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports/b12b119e-be93-416f-bc98-235f661ff06d HTTP/1.1" status: 200 len: 910 time: 0.1221709 Jul 16 18:14:48.082597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56664) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:48.096694 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d67b477-893e-4e43-8efd-8f611c6c58b8 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:48.100387 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6d67b477-893e-4e43-8efd-8f611c6c58b8 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] 10.222.0.41 "GET /v2.0/ports/67135a32-70d4-4333-a9c6-b5ae60051716 HTTP/1.1" status: 200 len: 1134 time: 0.2347810 Jul 16 18:14:48.123926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56668) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:48.166204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8449be66-f15d-4074-83b2-e1de815ad5d2 None None] Provisioning complete for port 67135a32-70d4-4333-a9c6-b5ae60051716 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:48.168177 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8449be66-f15d-4074-83b2-e1de815ad5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.185094 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3d6b16f9-6480-445f-8129-86f9ce2db4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:48.196711 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b16f9-6480-445f-8129-86f9ce2db4b6 None None] The sync data for ids ['2635e7fb-c7cf-4574-9629-290d39d06231'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:48.246376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8449be66-f15d-4074-83b2-e1de815ad5d2 None None] Port 67135a32-70d4-4333-a9c6-b5ae60051716 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:48.404026 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dae25424-caea-41e8-a8c8-5e03c392b344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.451697 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae25424-caea-41e8-a8c8-5e03c392b344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event deleted for resources: {'Port': ['ID=7f56652c-4478-4a7c-8012-41aed19a52f8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.665895 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dae25424-caea-41e8-a8c8-5e03c392b344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.666244 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-dae25424-caea-41e8-a8c8-5e03c392b344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Floating IP 15612b92-01cb-4751-b7cf-6c91fd11e476 disassociated (deleted). External IP: 172.25.5.2, port: a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a. Jul 16 18:14:48.688883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b1413-325e-4c64-8566-c9cbbfac9b23 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Deleting port 67135a32-70d4-4333-a9c6-b5ae60051716 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:48.688883 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1413-325e-4c64-8566-c9cbbfac9b23 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.728342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-7463a023-9d22-45dc-8ea9-ed1ebbc6532c tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:48.734315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-7463a023-9d22-45dc-8ea9-ed1ebbc6532c tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.35 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 816 time: 0.2197924 Jul 16 18:14:48.772269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29f8f28a-e5d6-4621-bd93-75fb30f44771 req-fc0c8e67-8050-4627-a6cd-ca6b2ba755d7 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 210 time: 0.2590516 Jul 16 18:14:48.881655 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-2b916142-17d8-4af4-ac85-9364bee53c7e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52e2e8ac1bd64732b9d829c8d24ba015 HTTP/1.1" status: 200 len: 380 time: 0.1059337 Jul 16 18:14:48.929845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Request body: {'port': {'device_id': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'admin_state_up': True, 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'security_groups': ['84d1cc5d-b20b-4576-90d2-dda28a508fd1']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:49.179580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Made reservation on behalf of 52e2e8ac1bd64732b9d829c8d24ba015 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:49.184445 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.245128 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c1b78a72-27cc-4fd6-8459-bdc4d7bf969a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.426591 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1413-325e-4c64-8566-c9cbbfac9b23 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.451276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b1413-325e-4c64-8566-c9cbbfac9b23 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Calling delete_port for 67135a32-70d4-4333-a9c6-b5ae60051716 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:49.545275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Allocated IP 172.20.0.3 (dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e/5fdb3375-c2b1-427d-8df3-a6a570876d38/6726bf0e-ed2f-436d-977e-ffb16d5828cc) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:49.656569 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae25424-caea-41e8-a8c8-5e03c392b344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:49.719923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1413-325e-4c64-8566-c9cbbfac9b23 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.801795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c1b78a72-27cc-4fd6-8459-bdc4d7bf969a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port b12b119e-be93-416f-bc98-235f661ff06d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:49.802838 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c1b78a72-27cc-4fd6-8459-bdc4d7bf969a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.844124 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b1413-325e-4c64-8566-c9cbbfac9b23 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Pushing event deleted for resources: {'Port': ['ID=67135a32-70d4-4333-a9c6-b5ae60051716,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:49.894542 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.907904 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1413-325e-4c64-8566-c9cbbfac9b23 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.909965 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fd7b1413-325e-4c64-8566-c9cbbfac9b23 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] 10.222.0.41 "DELETE /v2.0/ports/67135a32-70d4-4333-a9c6-b5ae60051716 HTTP/1.1" status: 204 len: 168 time: 1.7842619 Jul 16 18:14:49.940085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56702) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.977450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae25424-caea-41e8-a8c8-5e03c392b344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:49.982819 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dae25424-caea-41e8-a8c8-5e03c392b344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.990689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e929a-3135-4802-83c6-47afdfbc70e9 None None] Sync routers for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:50.003126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e929a-3135-4802-83c6-47afdfbc70e9 None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:50.003950 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5b6e929a-3135-4802-83c6-47afdfbc70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:50.033003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Transition to ACTIVE for port object 6726bf0e-ed2f-436d-977e-ffb16d5828cc will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:50.050173 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dae25424-caea-41e8-a8c8-5e03c392b344 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "DELETE /v2.0/floatingips/15612b92-01cb-4751-b7cf-6c91fd11e476 HTTP/1.1" status: 204 len: 168 time: 3.8019471 Jul 16 18:14:50.050954 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f85a20-c979-42f6-967b-7d012817d833', 'tag': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:50.053472 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124e99dd-27e8-43fb-ac7a-cb927d7baedb" -d '{"events": [{"name": "network-changed", "server_uuid": "83f85a20-c979-42f6-967b-7d012817d833", "tag": "a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:50.085770 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f46dcb0e-3cfc-4312-adbd-20d63c9a1718 req-e57518c7-007b-436e-ab0e-5b7b0b96e3c3 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 210 time: 0.1226563 Jul 16 18:14:50.150420 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c1b78a72-27cc-4fd6-8459-bdc4d7bf969a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.175417 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e60fdd4-6909-46ac-bca6-63ce7a5b4347 x-openstack-request-id: req-5e60fdd4-6909-46ac-bca6-63ce7a5b4347 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:50.175735 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f85a20-c979-42f6-967b-7d012817d833", "tag": "a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:50.175990 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e60fdd4-6909-46ac-bca6-63ce7a5b4347 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:50.176391 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f85a20-c979-42f6-967b-7d012817d833', 'tag': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'status': 'completed', 'code': 200} Jul 16 18:14:50.190392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab94a5a-936c-4678-a625-a1b861629a31 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Deleting subnet 55c71ba1-e4e8-4118-bc3a-305daab7874e {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:50.194053 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ab94a5a-936c-4678-a625-a1b861629a31 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.208691 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-5b6e929a-3135-4802-83c6-47afdfbc70e9 None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:50.246238 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ab94a5a-936c-4678-a625-a1b861629a31 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.353413 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ab94a5a-936c-4678-a625-a1b861629a31 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.427143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c1b78a72-27cc-4fd6-8459-bdc4d7bf969a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for b12b119e-be93-416f-bc98-235f661ff06d owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:50.453183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ab94a5a-936c-4678-a625-a1b861629a31 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.564215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab94a5a-936c-4678-a625-a1b861629a31 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Pushing event deleted for resources: {'Subnet': ['ID=55c71ba1-e4e8-4118-bc3a-305daab7874e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:50.665459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5b6e929a-3135-4802-83c6-47afdfbc70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:50.667953 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ab94a5a-936c-4678-a625-a1b861629a31 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.673282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0ab94a5a-936c-4678-a625-a1b861629a31 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] 10.222.0.41 "DELETE /v2.0/subnets/55c71ba1-e4e8-4118-bc3a-305daab7874e HTTP/1.1" status: 204 len: 168 time: 0.7287540 Jul 16 18:14:50.674208 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56724) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:50.690750 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.753425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:50.766338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:50.771645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5498b6-a83a-42d0-b458-ce48aff0979d None None] Network b05c82fa-58c4-438c-aa9a-daf52ffa27cf requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:50.777313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:50.843756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e929a-3135-4802-83c6-47afdfbc70e9 None None] Checking router: ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:50.864410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.865068 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.937452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e99dd-27e8-43fb-ac7a-cb927d7baedb req-feed34c4-c11f-471f-8300-1740bd4841cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.948821 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.953936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-124e99dd-27e8-43fb-ac7a-cb927d7baedb req-feed34c4-c11f-471f-8300-1740bd4841cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66bb849ac62844c6957c750d90efa878&device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 1097 time: 0.5360708 Jul 16 18:14:50.960672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e929a-3135-4802-83c6-47afdfbc70e9 None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:50.961450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5b6e929a-3135-4802-83c6-47afdfbc70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:51.060507 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Deleting port e7340be3-82f6-4b1c-80a6-853b9bf5d321 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:51.060841 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.134608 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event updated for resources: {'Port': ['ID=6726bf0e-ed2f-436d-977e-ffb16d5828cc,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.237853 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] For port e7340be3-82f6-4b1c-80a6-853b9bf5d321, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e7340be3-82f6-4b1c-80a6-853b9bf5d321,segment=NetworkSegment(1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9),segment_id=1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:51.238684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.258553 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Calling delete_port for e7340be3-82f6-4b1c-80a6-853b9bf5d321 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:51.309263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1be5afb6-0a1d-4afa-957f-c43aaea53f7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3862908 Jul 16 18:14:51.339013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Request body: {'port': {'device_id': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:51.369232 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.387234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e99dd-27e8-43fb-ac7a-cb927d7baedb req-de2c9b80-0697-4a1b-88cb-d7f62d5eec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.388751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-124e99dd-27e8-43fb-ac7a-cb927d7baedb req-de2c9b80-0697-4a1b-88cb-d7f62d5eec48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 200 len: 913 time: 0.2921863 Jul 16 18:14:51.417455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Pushing event deleted for resources: {'Port': ['ID=e7340be3-82f6-4b1c-80a6-853b9bf5d321,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.420244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] No DVR routers for this DVR port e7340be3-82f6-4b1c-80a6-853b9bf5d321 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:51.460276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-124e99dd-27e8-43fb-ac7a-cb927d7baedb req-47aee031-9e97-452e-a345-c535ca764b34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a HTTP/1.1" status: 200 len: 217 time: 0.0644019 Jul 16 18:14:51.530431 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.565689 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05c82fa-58c4-438c-aa9a-daf52ffa27cf']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:51.587498 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b19ffbfd-791c-43a8-8527-1e1c58cdee7e None None] Provisioning for port 6726bf0e-ed2f-436d-977e-ffb16d5828cc completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:51.597940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:51.598595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1f6bdf-3145-45b9-9d6a-26cd4dfce1b9') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:51.605591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b19ffbfd-791c-43a8-8527-1e1c58cdee7e None None] Provisioning complete for port 6726bf0e-ed2f-436d-977e-ffb16d5828cc triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:51.607060 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b19ffbfd-791c-43a8-8527-1e1c58cdee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.613998 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.617124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c19477-8f9e-4889-92bd-2a9edf52aa7f None None] DHCP port deletion for b05c82fa-58c4-438c-aa9a-daf52ffa27cf request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:51.639739 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.661991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:51.662528 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.674304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b19ffbfd-791c-43a8-8527-1e1c58cdee7e None None] Port 6726bf0e-ed2f-436d-977e-ffb16d5828cc cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:51.706256 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-5b6e929a-3135-4802-83c6-47afdfbc70e9 None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:51.786142 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:51.793521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e99dd-27e8-43fb-ac7a-cb927d7baedb req-376b847a-7907-412b-93cc-5642e167bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.795151 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-124e99dd-27e8-43fb-ac7a-cb927d7baedb req-376b847a-7907-412b-93cc-5642e167bb7b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 200 len: 851 time: 0.3257179 Jul 16 18:14:51.797217 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.817462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b306e0-4987-40fc-a9b6-83f08f724ece req-b4ea79f2-f494-4256-884c-2baf34d64b63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.819023 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3b306e0-4987-40fc-a9b6-83f08f724ece req-b4ea79f2-f494-4256-884c-2baf34d64b63 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 945 time: 0.9181385 Jul 16 18:14:51.830470 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c1b78a72-27cc-4fd6-8459-bdc4d7bf969a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.842901 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.848279 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] 10.222.0.41 "DELETE /v2.0/networks/b05c82fa-58c4-438c-aa9a-daf52ffa27cf HTTP/1.1" status: 204 len: 168 time: 1.1707094 Jul 16 18:14:51.848279 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a9572-fda8-4c8b-83b9-30d90e2e26d9 tempest-ExtraDHCPOptionsTestJSON-486293043 tempest-ExtraDHCPOptionsTestJSON-486293043-project] Pushing event deleted for resources: {'Network': ['ID=b05c82fa-58c4-438c-aa9a-daf52ffa27cf,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.869400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3cc59-9901-4f21-9548-f3b922b6deee req-b40f61ae-ca60-4e47-900b-a7b73bc5bb38 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.880799 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86e3cc59-9901-4f21-9548-f3b922b6deee req-b40f61ae-ca60-4e47-900b-a7b73bc5bb38 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 931 time: 0.5621474 Jul 16 18:14:51.894728 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.012843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b78a72-27cc-4fd6-8459-bdc4d7bf969a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=b12b119e-be93-416f-bc98-235f661ff06d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:52.194857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5b6e929a-3135-4802-83c6-47afdfbc70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:52.270840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e929a-3135-4802-83c6-47afdfbc70e9 None None] The sync data for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 is: [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:19Z', 'revision_number': 4, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e26cfee6-8202-4209-af27-169d587e4957', 'name': '', 'network_id': '4b119567-6ce3-487d-8627-e47c109379a2', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'mac_address': 'fa:16:3e:c2:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:18Z', 'updated_at': '2021-07-16T18:01:32Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'subnets': [{'id': 'e819abcf-6b00-458c-8032-3f3b68914119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:52.287230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3b306e0-4987-40fc-a9b6-83f08f724ece req-90f12f96-ee87-46a6-862b-5ece39a352d4 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4532180 Jul 16 18:14:52.290469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86e3cc59-9901-4f21-9548-f3b922b6deee req-95bfe551-9976-45b9-96ed-3f4411dbab83 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4085290 Jul 16 18:14:52.445084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56760) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:52.494795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e99dd-27e8-43fb-ac7a-cb927d7baedb req-cb76de47-8d57-424b-9ff7-7615936ed8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.516796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-124e99dd-27e8-43fb-ac7a-cb927d7baedb req-cb76de47-8d57-424b-9ff7-7615936ed8bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b119567-6ce3-487d-8627-e47c109379a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6965296 Jul 16 18:14:52.583757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56770) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:52.773271 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5355ef0-ee36-485c-9aa9-84665bd5bbc8 req-d10b6e60-98bc-4438-84da-98b7d748c976 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.778789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5355ef0-ee36-485c-9aa9-84665bd5bbc8 req-d10b6e60-98bc-4438-84da-98b7d748c976 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 945 time: 0.6980999 Jul 16 18:14:52.831316 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e68c8ba-52eb-4a9d-8c98-50070470e575 None None] New status for floating IP 15612b92-01cb-4751-b7cf-6c91fd11e476: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:14:52.833251 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fd48ac27-04ab-46fc-9b67-131ef8bf1561 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6f9e082fda349ba97b530afbe3ed26d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856144 Jul 16 18:14:52.836520 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56774) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:52.912425 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e7340be3-82f6-4b1c-80a6-853b9bf5d321 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:52.952795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e7340be3-82f6-4b1c-80a6-853b9bf5d321 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:52.953274 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e7340be3-82f6-4b1c-80a6-853b9bf5d321 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:53.165882 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-336e4172-b873-4b9f-b5a8-2bb5474cfdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.202282 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-336e4172-b873-4b9f-b5a8-2bb5474cfdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.335704 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-336e4172-b873-4b9f-b5a8-2bb5474cfdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.338642 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-336e4172-b873-4b9f-b5a8-2bb5474cfdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.340709 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-336e4172-b873-4b9f-b5a8-2bb5474cfdc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bc13ba5-1234-48c4-a223-5d4791173ecb HTTP/1.1" status: 204 len: 168 time: 0.4741957 Jul 16 18:14:53.355734 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c1b78a72-27cc-4fd6-8459-bdc4d7bf969a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.357795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e4172-b873-4b9f-b5a8-2bb5474cfdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc13ba5-1234-48c4-a223-5d4791173ecb,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:53.410082 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6578e76e-b327-46c4-a746-baf433e43673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.739302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-124e99dd-27e8-43fb-ac7a-cb927d7baedb req-c35c7e37-203f-4c0e-8eb4-abbce0f4a0ca service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1939366 Jul 16 18:14:53.802065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6578e76e-b327-46c4-a746-baf433e43673 admin admin] Deleting port 28100f61-630b-4318-b2da-46f2bbefbf2f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:53.802492 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6578e76e-b327-46c4-a746-baf433e43673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.937697 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-6578e76e-b327-46c4-a746-baf433e43673 admin admin] For port 28100f61-630b-4318-b2da-46f2bbefbf2f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=28100f61-630b-4318-b2da-46f2bbefbf2f,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:53.938768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6578e76e-b327-46c4-a746-baf433e43673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.972130 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6578e76e-b327-46c4-a746-baf433e43673 admin admin] Calling delete_port for 28100f61-630b-4318-b2da-46f2bbefbf2f owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:54.073112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-124e99dd-27e8-43fb-ac7a-cb927d7baedb req-193e4563-f99a-4c01-b8e3-cf3283178af5 service neutron] 10.222.0.43 "GET /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724011 Jul 16 18:14:54.131475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b78a72-27cc-4fd6-8459-bdc4d7bf969a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 2635e7fb-c7cf-4574-9629-290d39d06231 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:54.183741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6726bf0e-ed2f-436d-977e-ffb16d5828cc {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:54.193676 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.209583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Transition to ACTIVE for port object 6726bf0e-ed2f-436d-977e-ffb16d5828cc will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:54.232384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01c9d0-de89-4684-a5b9-acdc0da18cd9 req-48fafc8e-6f1b-4de7-b5f7-7234c20d74dd tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:54.247399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc01c9d0-de89-4684-a5b9-acdc0da18cd9 req-48fafc8e-6f1b-4de7-b5f7-7234c20d74dd tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 931 time: 0.6101131 Jul 16 18:14:54.277978 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.344600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6578e76e-b327-46c4-a746-baf433e43673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.387961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Pushing event updated for resources: {'Port': ['ID=6726bf0e-ed2f-436d-977e-ffb16d5828cc,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:54.422255 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578e76e-b327-46c4-a746-baf433e43673 admin admin] Pushing event deleted for resources: {'Port': ['ID=28100f61-630b-4318-b2da-46f2bbefbf2f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:54.465819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-a5355ef0-ee36-485c-9aa9-84665bd5bbc8 req-47a751cb-4603-44cc-ba7a-538bddce200e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Deleting port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:54.465819 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a5355ef0-ee36-485c-9aa9-84665bd5bbc8 req-47a751cb-4603-44cc-ba7a-538bddce200e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.505710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da589d79-3c10-4c13-b531-07fc64957da4 req-c0f733ee-2a57-4f07-9035-efeb1e568253 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:54.507298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da589d79-3c10-4c13-b531-07fc64957da4 req-c0f733ee-2a57-4f07-9035-efeb1e568253 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 945 time: 0.8111115 Jul 16 18:14:54.585090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc01c9d0-de89-4684-a5b9-acdc0da18cd9 req-7e20c034-dbb2-4d91-9e37-71f00fb78f9b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365929 Jul 16 18:14:54.706281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b78a72-27cc-4fd6-8459-bdc4d7bf969a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:54.721039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56828) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:54.729778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c1b78a72-27cc-4fd6-8459-bdc4d7bf969a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/2635e7fb-c7cf-4574-9629-290d39d06231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6438949 Jul 16 18:14:54.729999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e24af-93cf-481a-a59f-03d210037954 None None] Sync routers for ids ['2635e7fb-c7cf-4574-9629-290d39d06231'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:54.743163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56830) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:54.744522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e24af-93cf-481a-a59f-03d210037954 None None] Routers {'2635e7fb-c7cf-4574-9629-290d39d06231'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:54.745671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-da9e24af-93cf-481a-a59f-03d210037954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['2635e7fb-c7cf-4574-9629-290d39d06231'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:54.842586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5a9608d5-dc09-4c73-90c0-6a4022d15a11 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=2635e7fb-c7cf-4574-9629-290d39d06231 HTTP/1.1" status: 200 len: 205 time: 0.0954931 Jul 16 18:14:54.845396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56834) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:54.853645 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6578e76e-b327-46c4-a746-baf433e43673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.867092 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-da9e24af-93cf-481a-a59f-03d210037954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:54.893937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e24af-93cf-481a-a59f-03d210037954 None None] Routers {'2635e7fb-c7cf-4574-9629-290d39d06231'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:54.894531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-da9e24af-93cf-481a-a59f-03d210037954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['2635e7fb-c7cf-4574-9629-290d39d06231'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:54.977537 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-da9e24af-93cf-481a-a59f-03d210037954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:54.978784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e24af-93cf-481a-a59f-03d210037954 None None] The sync data for ids ['2635e7fb-c7cf-4574-9629-290d39d06231'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:55.049854 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66764d9c-cb91-41d6-a17e-1a1f38f355db tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.068804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-468295194'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:55.069290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da589d79-3c10-4c13-b531-07fc64957da4 req-3ab0ae1c-9594-40a3-b03f-d7439a71e772 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/security-groups?id=a50a31bc-ae68-4c6d-8e12-2da819f9a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5089886 Jul 16 18:14:55.120753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:55.136374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Made reservation on behalf of b4002a3d2fd14d0ebd149108b6e6d08e for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:55.142726 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.167945 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.175626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Attempting to bind port 6726bf0e-ed2f-436d-977e-ffb16d5828cc on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:55.176252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Attempting to bind port 6726bf0e-ed2f-436d-977e-ffb16d5828cc by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:55.194698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Attempting to bind port 6726bf0e-ed2f-436d-977e-ffb16d5828cc on network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:55.221452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-a5355ef0-ee36-485c-9aa9-84665bd5bbc8 req-47a751cb-4603-44cc-ba7a-538bddce200e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] For port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:55.222101 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a5355ef0-ee36-485c-9aa9-84665bd5bbc8 req-47a751cb-4603-44cc-ba7a-538bddce200e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.232199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Port 6726bf0e-ed2f-436d-977e-ffb16d5828cc on network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:55.232880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Attempting to bind port 6726bf0e-ed2f-436d-977e-ffb16d5828cc on network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:55.305545 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.331739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:55.332261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Checking segment: {'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:55.332652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Bound using segment: {'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:55.333544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Bound port: 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:55.334083 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.337067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-a5355ef0-ee36-485c-9aa9-84665bd5bbc8 req-47a751cb-4603-44cc-ba7a-538bddce200e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Calling delete_port for a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:55.375682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6578e76e-b327-46c4-a746-baf433e43673 admin admin] Router f5d9cb39-d96b-4987-b1e4-756593b9c68a has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:55.393668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f85a20-c979-42f6-967b-7d012817d833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:55.396604 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a035c86-82ae-4e39-ac4d-66de2011b47d" -d '{"events": [{"server_uuid": "83f85a20-c979-42f6-967b-7d012817d833", "name": "network-vif-unplugged", "status": "completed", "tag": "a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:55.413342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:55.423609 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.428434 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66764d9c-cb91-41d6-a17e-1a1f38f355db tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.431991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66764d9c-cb91-41d6-a17e-1a1f38f355db tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.480867 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e31a381-f4cd-494d-84ce-a8898884f1c7 x-openstack-request-id: req-8e31a381-f4cd-494d-84ce-a8898884f1c7 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:55.481679 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f85a20-c979-42f6-967b-7d012817d833", "name": "network-vif-unplugged", "status": "completed", "tag": "a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:55.482105 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e31a381-f4cd-494d-84ce-a8898884f1c7 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:55.482662 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f85a20-c979-42f6-967b-7d012817d833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'code': 200} Jul 16 18:14:55.523463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.554520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.732084 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66764d9c-cb91-41d6-a17e-1a1f38f355db tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.732662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66764d9c-cb91-41d6-a17e-1a1f38f355db tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Fanout notify agent at l3_agent the message router_deleted on router 2635e7fb-c7cf-4574-9629-290d39d06231 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:55.754403 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66764d9c-cb91-41d6-a17e-1a1f38f355db tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.755643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-66764d9c-cb91-41d6-a17e-1a1f38f355db tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/2635e7fb-c7cf-4574-9629-290d39d06231 HTTP/1.1" status: 204 len: 168 time: 0.9052207 Jul 16 18:14:55.770872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56852) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:55.807911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] For port 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:55.898517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] For port 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:55.920235 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.933911 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.972696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:55.986625 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2538d6d-14a8-4a03-96ba-166202b233ce tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting subnet 8aaa6b21-7d6d-48f4-86a9-5822408cf5aa {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:55.990120 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2538d6d-14a8-4a03-96ba-166202b233ce tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.991922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6578e76e-b327-46c4-a746-baf433e43673 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:55.993270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef0c35f-5368-4161-ab93-8dd72c71bcd1,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:56.000602 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6578e76e-b327-46c4-a746-baf433e43673 admin admin] 10.222.0.41 "PUT /v2.0/routers/f5d9cb39-d96b-4987-b1e4-756593b9c68a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4146812 Jul 16 18:14:56.001907 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.002258 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Added segment 569f0336-883e-4f37-b121-4aec559e8092 of type vlan for network 349e7dd7-acea-4b12-a032-b95051042e65 Jul 16 18:14:56.003756 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56858) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:56.006022 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efef369-1f25-4d92-b2a3-d3178aeea55e None None] Sync routers for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:56.040921 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2538d6d-14a8-4a03-96ba-166202b233ce tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.074543 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efef369-1f25-4d92-b2a3-d3178aeea55e None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:56.075173 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6efef369-1f25-4d92-b2a3-d3178aeea55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:56.121703 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.197031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Pushing event updated for resources: {'Port': ['ID=6726bf0e-ed2f-436d-977e-ffb16d5828cc,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:56.207161 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a5355ef0-ee36-485c-9aa9-84665bd5bbc8 req-47a751cb-4603-44cc-ba7a-538bddce200e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.212504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.213110 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.214474 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-1c6c4b53-a7ce-482d-9114-584feb7bbe06 service neutron] 10.222.0.35 "PUT /v2.0/ports/6726bf0e-ed2f-436d-977e-ffb16d5828cc HTTP/1.1" status: 200 len: 1092 time: 4.8798792 Jul 16 18:14:56.227358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:56.229239 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c8aaa9-0798-46a5-90b0-311e49f4a338" -d '{"events": [{"name": "network-changed", "server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:56.274916 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.280762 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.281370 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.292340 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.295158 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-6efef369-1f25-4d92-b2a3-d3178aeea55e None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:56.307075 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a751cb-4603-44cc-ba7a-538bddce200e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event deleted for resources: {'Port': ['ID=a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:56.371419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526e9f3-3c74-45e6-94cb-65b11657c72d req-a80e343f-df62-4c05-82df-b7d384f2879d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.373213 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b526e9f3-3c74-45e6-94cb-65b11657c72d req-a80e343f-df62-4c05-82df-b7d384f2879d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.6149070 Jul 16 18:14:56.433117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d6a2027-16c5-4b4f-b110-79a84be6a152 req-421fc859-6a92-4829-b661-be2c744cd29f tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 210 time: 0.1220911 Jul 16 18:14:56.530230 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.668746 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9465101 Jul 16 18:14:56.678605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56874) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:56.691153 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.698706 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2d38723a-84ef-44f7-ac47-f3d5989dccf1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'subnet': {'network_id': '349e7dd7-acea-4b12-a032-b95051042e65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:56.757427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b526e9f3-3c74-45e6-94cb-65b11657c72d req-26f52c5a-ce2e-4f28-9267-2fe6df0a65e2 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3140388 Jul 16 18:14:56.757427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5355ef0-ee36-485c-9aa9-84665bd5bbc8 req-47a751cb-4603-44cc-ba7a-538bddce200e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] No DVR routers for this DVR port a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:56.822882 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6efef369-1f25-4d92-b2a3-d3178aeea55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:14:54Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:56.879904 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a5355ef0-ee36-485c-9aa9-84665bd5bbc8 req-47a751cb-4603-44cc-ba7a-538bddce200e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.893999 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efef369-1f25-4d92-b2a3-d3178aeea55e None None] Checking router: f5d9cb39-d96b-4987-b1e4-756593b9c68a for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:56.902425 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5355ef0-ee36-485c-9aa9-84665bd5bbc8 req-47a751cb-4603-44cc-ba7a-538bddce200e tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.43 "DELETE /v2.0/ports/a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a HTTP/1.1" status: 204 len: 173 time: 4.1125157 Jul 16 18:14:56.919324 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efef369-1f25-4d92-b2a3-d3178aeea55e None None] Routers {'f5d9cb39-d96b-4987-b1e4-756593b9c68a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:56.920546 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6efef369-1f25-4d92-b2a3-d3178aeea55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:14:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:56.974657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-130df7fe-2589-45ee-9a49-9ca8d0679d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.983525 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-130df7fe-2589-45ee-9a49-9ca8d0679d43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 1095 time: 0.6842260 Jul 16 18:14:57.060674 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b685c1-8cca-48df-97c4-ace4bb73924e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Network': ['ID=349e7dd7-acea-4b12-a032-b95051042e65,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.076326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 349e7dd7-acea-4b12-a032-b95051042e65 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:57.114844 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a434ee3-60f6-423a-8254-c8694519e264 x-openstack-request-id: req-6a434ee3-60f6-423a-8254-c8694519e264 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:57.114844 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:57.114844 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a434ee3-60f6-423a-8254-c8694519e264 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:57.117911 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'status': 'completed', 'code': 200} Jul 16 18:14:57.134167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-38eb2fab-44f5-4987-847f-375e0f2612e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc HTTP/1.1" status: 200 len: 217 time: 0.1430633 Jul 16 18:14:57.135589 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2538d6d-14a8-4a03-96ba-166202b233ce tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.182132 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.197033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d38723a-84ef-44f7-ac47-f3d5989dccf1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Made reservation on behalf of b4002a3d2fd14d0ebd149108b6e6d08e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:57.206295 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d38723a-84ef-44f7-ac47-f3d5989dccf1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.294021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-fd426e6f-0f09-4ad6-a86d-a24485013976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.295985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-fd426e6f-0f09-4ad6-a86d-a24485013976 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.1546085 Jul 16 18:14:57.358547 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2538d6d-14a8-4a03-96ba-166202b233ce tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.376181 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2538d6d-14a8-4a03-96ba-166202b233ce tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.378476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d2538d6d-14a8-4a03-96ba-166202b233ce tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/8aaa6b21-7d6d-48f4-86a9-5822408cf5aa HTTP/1.1" status: 204 len: 168 time: 1.6039720 Jul 16 18:14:57.381927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56884) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:57.386667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6fee2f-2b64-4884-9190-68c8fe2d792b None None] Network a4e75c98-2db6-4a57-bed6-b12a79662238 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:57.416011 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-6efef369-1f25-4d92-b2a3-d3178aeea55e None None] Set router f5d9cb39-d96b-4987-b1e4-756593b9c68a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:57.486288 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Deleting port ce8cc114-fe61-4725-9404-4045f398a689 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:57.486635 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.675020 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.708396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2538d6d-14a8-4a03-96ba-166202b233ce tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Subnet': ['ID=8aaa6b21-7d6d-48f4-86a9-5822408cf5aa,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.720527 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] For port ce8cc114-fe61-4725-9404-4045f398a689, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ce8cc114-fe61-4725-9404-4045f398a689,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:57.720902 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.748417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-93039694-ef28-4baa-aef7-740e151133f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.758441 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-93039694-ef28-4baa-aef7-740e151133f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4499469 Jul 16 18:14:57.806762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0889d6df-d312-4aaf-ba1e-93f643e1020c None None] DHCP port deletion for a4e75c98-2db6-4a57-bed6-b12a79662238 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:57.816642 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e57ac940-c5b6-4974-9d7b-c4cceb87b1cd req-25e6523c-b723-47f1-bba7-89304f2b4200 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 210 time: 0.0500064 Jul 16 18:14:57.861651 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:14:57.911293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Calling delete_port for ce8cc114-fe61-4725-9404-4045f398a689 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:57.994190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:58.003768 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.005362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0889d6df-d312-4aaf-ba1e-93f643e1020c None None] Deleting port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:58.021563 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0889d6df-d312-4aaf-ba1e-93f643e1020c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.084481 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-353f8e26-dd65-4ec5-93d7-6c6edc9b32fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.104855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-96aaf7ab-7564-4d70-9431-6f648c4f830f service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096879 Jul 16 18:14:58.145066 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6efef369-1f25-4d92-b2a3-d3178aeea55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:14:54Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:58.198633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0889d6df-d312-4aaf-ba1e-93f643e1020c None None] For port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8,segment=NetworkSegment(9392c061-514d-49ec-bee5-6044ac1e7c2b),segment_id=9392c061-514d-49ec-bee5-6044ac1e7c2b)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:58.199019 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0889d6df-d312-4aaf-ba1e-93f643e1020c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.212120 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efef369-1f25-4d92-b2a3-d3178aeea55e None None] The sync data for ids ['f5d9cb39-d96b-4987-b1e4-756593b9c68a'] in n-d-787206-10 is: [{'id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'name': 'tempest-AttachVolumeTestJSON-340077342-router', 'tenant_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:32Z', 'updated_at': '2021-07-16T18:14:54Z', 'revision_number': 5, 'project_id': 'd3300ca1eb774358bc73fd789b35b8a8', 'gw_port': {'id': 'ce8cc114-fe61-4725-9404-4045f398a689', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d9cb39-d96b-4987-b1e4-756593b9c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:58.229684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0889d6df-d312-4aaf-ba1e-93f643e1020c None None] Calling delete_port for 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:58.336766 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0889d6df-d312-4aaf-ba1e-93f643e1020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.353574 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889d6df-d312-4aaf-ba1e-93f643e1020c None None] No DVR routers for this DVR port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:58.381067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889d6df-d312-4aaf-ba1e-93f643e1020c None None] Pushing event deleted for resources: {'Port': ['ID=5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:58.482119 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d38723a-84ef-44f7-ac47-f3d5989dccf1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.496876 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.569556 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8cc114-fe61-4725-9404-4045f398a689,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:58.670183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d38723a-84ef-44f7-ac47-f3d5989dccf1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Checking segment: {'id': '569f0336-883e-4f37-b121-4aec559e8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '349e7dd7-acea-4b12-a032-b95051042e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:58.670557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d38723a-84ef-44f7-ac47-f3d5989dccf1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network hostable DHCP agents. Network: 349e7dd7-acea-4b12-a032-b95051042e65, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:58.673270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38723a-84ef-44f7-ac47-f3d5989dccf1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Subnet': ['ID=f554010b-e659-4b69-a2d9-89d30a1b2a37,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:58.731089 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.737123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d38723a-84ef-44f7-ac47-f3d5989dccf1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 349e7dd7-acea-4b12-a032-b95051042e65 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:58.909774 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.911857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-2d38723a-84ef-44f7-ac47-f3d5989dccf1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 349e7dd7-acea-4b12-a032-b95051042e65) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:58.914296 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.920402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d38723a-84ef-44f7-ac47-f3d5989dccf1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:58.921132 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d38723a-84ef-44f7-ac47-f3d5989dccf1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.936389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94009fa7-f6b6-46d2-bd7f-51d1889cfa02 None None] Network 349e7dd7-acea-4b12-a032-b95051042e65 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:58.990214 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.997133 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5d9cb39-d96b-4987-b1e4-756593b9c68a {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:59.023843 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2d38723a-84ef-44f7-ac47-f3d5989dccf1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3318698 Jul 16 18:14:59.025376 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.034723 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-542c65af-6d2d-482f-8684-d7782595b676 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f5d9cb39-d96b-4987-b1e4-756593b9c68a HTTP/1.1" status: 204 len: 168 time: 3.0278323 Jul 16 18:14:59.034723 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56912) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:59.062748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-372319870', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:59.127284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56914) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:59.138656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4bd06e37-1096-4fe1-914e-08dcf0daba0f req-5f1d96c6-b398-49a0-b852-b7b834acd248 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0131724 Jul 16 18:14:59.139781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f85a20-c979-42f6-967b-7d012817d833', 'name': 'network-vif-deleted', 'tag': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:59.142653 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665450a3-1995-4bd8-b883-843b1fdc4d5c" -d '{"events": [{"server_uuid": "83f85a20-c979-42f6-967b-7d012817d833", "name": "network-vif-deleted", "tag": "a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:59.162831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] For port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8,segment=NetworkSegment(9392c061-514d-49ec-bee5-6044ac1e7c2b),segment_id=9392c061-514d-49ec-bee5-6044ac1e7c2b)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:59.163592 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.168487 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.169723 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.191795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 28100f61-630b-4318-b2da-46f2bbefbf2f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:59.211032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:59.273520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 28100f61-630b-4318-b2da-46f2bbefbf2f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:59.273862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 28100f61-630b-4318-b2da-46f2bbefbf2f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:59.274273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:59.283624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Deleting subnet 67124d59-0334-4001-bc70-c456c40671e8 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:59.302828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:59.303527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:59.337589 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.368371 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.428504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044bb9e-fb04-4c29-94e4-a938dc1eae10 req-06914545-e958-47c1-9f2a-980ec2c84e29 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.437906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4044bb9e-fb04-4c29-94e4-a938dc1eae10 req-06914545-e958-47c1-9f2a-980ec2c84e29 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 1.3473983 Jul 16 18:14:59.500763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b528a51-e8f3-4534-b905-de3ed2810b77 None None] Network 349e7dd7-acea-4b12-a032-b95051042e65 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:59.565266 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d0fbbde-e536-4636-9b64-433877dc3bf1 req-d6c77624-2c0a-4159-a965-c5067c29d2ff tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 210 time: 0.2670231 Jul 16 18:14:59.632355 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.668775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4044bb9e-fb04-4c29-94e4-a938dc1eae10 req-7c39133e-c5b6-4f6d-a615-74ad3634819b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307395 Jul 16 18:14:59.693118 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d775c113-ec59-423c-be36-a01030ea524c x-openstack-request-id: req-d775c113-ec59-423c-be36-a01030ea524c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:59.693514 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f85a20-c979-42f6-967b-7d012817d833", "name": "network-vif-deleted", "tag": "a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:59.693864 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d775c113-ec59-423c-be36-a01030ea524c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:59.694368 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f85a20-c979-42f6-967b-7d012817d833', 'name': 'network-vif-deleted', 'tag': 'a60f46de-eccc-4f78-b07c-8ec1d8bbfb9a', 'status': 'completed', 'code': 200} Jul 16 18:14:59.709220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8aaa9-0798-46a5-90b0-311e49f4a338 req-430405e5-5444-4ad0-bb90-f40e47998bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.713271 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c8aaa9-0798-46a5-90b0-311e49f4a338 req-430405e5-5444-4ad0-bb90-f40e47998bd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 1095 time: 0.4622440 Jul 16 18:14:59.750024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.802652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.808062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No DVR routers for this DVR port 5a26e42c-0f01-4ca1-ad9f-9ae0e52b56e8 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:59.945125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8aaa9-0798-46a5-90b0-311e49f4a338 req-2d3a1fc7-6f42-4ef6-a2ce-8070cc609cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.946249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c8aaa9-0798-46a5-90b0-311e49f4a338 req-2d3a1fc7-6f42-4ef6-a2ce-8070cc609cb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.2133155 Jul 16 18:14:59.978830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.999339 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c8aaa9-0798-46a5-90b0-311e49f4a338 req-9178e6ea-3fda-4274-bae9-a57e37b7e5e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc HTTP/1.1" status: 200 len: 217 time: 0.0444441 Jul 16 18:15:00.054337 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.086033 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.166150 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e75c98-2db6-4a57-bed6-b12a79662238']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:00.183328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9392c061-514d-49ec-bee5-6044ac1e7c2b') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:00.183735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9392c061-514d-49ec-bee5-6044ac1e7c2b') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:00.198627 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.206740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8aaa9-0798-46a5-90b0-311e49f4a338 req-c0dc5574-0e97-4f98-bcf4-ea4d2a3afd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.213239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c8aaa9-0798-46a5-90b0-311e49f4a338 req-c0dc5574-0e97-4f98-bcf4-ea4d2a3afd93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.2003281 Jul 16 18:15:00.229717 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.268563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.275969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:00.276363 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.305654 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:00.310225 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:00.314875 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/67124d59-0334-4001-bc70-c456c40671e8 HTTP/1.1" status: 204 len: 168 time: 1.1811130 Jul 16 18:15:00.314875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56930) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.318415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4491a1-c403-4e4f-995e-9868a3782304 None None] Network d3f19b65-ee6b-41f6-9b83-418e35648d8f requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:00.323294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67124d59-0334-4001-bc70-c456c40671e8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.385707 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8aaa9-0798-46a5-90b0-311e49f4a338 req-9afc5f7f-5189-4958-b92f-94e5a85ff9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.387468 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c8aaa9-0798-46a5-90b0-311e49f4a338 req-9afc5f7f-5189-4958-b92f-94e5a85ff9c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1677926 Jul 16 18:15:00.393753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.394096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.397045 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.398795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.408470 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.408998 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.409232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.409516 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.409841 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.410143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.410456 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.410780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09593b2e-3c7d-4a4f-b70e-1b676cfab4e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.416894 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.457681 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.463846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/networks/a4e75c98-2db6-4a57-bed6-b12a79662238 HTTP/1.1" status: 204 len: 168 time: 3.0806835 Jul 16 18:15:00.470898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56932) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.495672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1467736882', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:00.516645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ca009-24b6-45f4-a566-2c7d10f392a4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Network': ['ID=a4e75c98-2db6-4a57-bed6-b12a79662238,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.553411 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.554752 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.565274 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.566629 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.605468 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.615724 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.792584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c8aaa9-0798-46a5-90b0-311e49f4a338 req-dd9d0c5e-83ae-4d70-b545-ee7bcf8161f9 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959131 Jul 16 18:15:00.805305 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.825580 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6844c1b4-5592-40dc-b80a-245155fe9ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.858927 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ce8cc114-fe61-4725-9404-4045f398a689 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:00.925559 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: ce8cc114-fe61-4725-9404-4045f398a689 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:00.926753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ce8cc114-fe61-4725-9404-4045f398a689 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:00.982336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.25.5.166 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/dd40e4e9-b6fa-475a-8d23-aa064997d487) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:01.000191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Deleting port c148fdaa-bf29-4757-96cc-fe08fb3132c2 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:01.000751 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.120078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e842a097-9e30-4863-a9c3-cf88efc1ec0f None None] DHCP port deletion for d3f19b65-ee6b-41f6-9b83-418e35648d8f request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:01.124310 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] For port c148fdaa-bf29-4757-96cc-fe08fb3132c2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c148fdaa-bf29-4757-96cc-fe08fb3132c2,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:01.124837 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.148827 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.190700 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Calling delete_port for c148fdaa-bf29-4757-96cc-fe08fb3132c2 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:01.213004 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e1cc98a-edfd-41d4-98be-1c6692ac93a6 req-104f8996-7859-4862-ae90-921e4bb7135d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 210 time: 0.2042098 Jul 16 18:15:01.241449 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03c8aaa9-0798-46a5-90b0-311e49f4a338 req-27e67a03-ff50-4b9e-90b2-bce13ad708d6 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343166 Jul 16 18:15:01.275265 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e842a097-9e30-4863-a9c3-cf88efc1ec0f None None] Deleting port c148fdaa-bf29-4757-96cc-fe08fb3132c2 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:01.275680 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e842a097-9e30-4863-a9c3-cf88efc1ec0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.323785 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.350534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827ee1d-9eda-4303-a300-fbabe05b0053 req-ad20617b-4bf8-4a6d-844f-e0bd61654c62 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.356961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2827ee1d-9eda-4303-a300-fbabe05b0053 req-ad20617b-4bf8-4a6d-844f-e0bd61654c62 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.3584900 Jul 16 18:15:01.388105 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.407652 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e842a097-9e30-4863-a9c3-cf88efc1ec0f None None] For port c148fdaa-bf29-4757-96cc-fe08fb3132c2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c148fdaa-bf29-4757-96cc-fe08fb3132c2,segment=NetworkSegment(cc908945-e959-4739-9ba9-9706d839c1a6),segment_id=cc908945-e959-4739-9ba9-9706d839c1a6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:01.408261 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e842a097-9e30-4863-a9c3-cf88efc1ec0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.416159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.419251 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Pushing event deleted for resources: {'Port': ['ID=c148fdaa-bf29-4757-96cc-fe08fb3132c2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:01.423303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e842a097-9e30-4863-a9c3-cf88efc1ec0f None None] Calling delete_port for c148fdaa-bf29-4757-96cc-fe08fb3132c2 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:01.428243 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] No DVR routers for this DVR port c148fdaa-bf29-4757-96cc-fe08fb3132c2 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:01.521901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2827ee1d-9eda-4303-a300-fbabe05b0053 req-0e8afc19-1ae3-48ac-99fd-b802139c9719 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537280 Jul 16 18:15:01.614130 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.629882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=dd40e4e9-b6fa-475a-8d23-aa064997d487,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:01.634907 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e842a097-9e30-4863-a9c3-cf88efc1ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.684593 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:01.707542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842a097-9e30-4863-a9c3-cf88efc1ec0f None None] Pushing event deleted for resources: {'Port': ['ID=c148fdaa-bf29-4757-96cc-fe08fb3132c2,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:01.713830 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f19b65-ee6b-41f6-9b83-418e35648d8f']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:01.723492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842a097-9e30-4863-a9c3-cf88efc1ec0f None None] No DVR routers for this DVR port c148fdaa-bf29-4757-96cc-fe08fb3132c2 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:01.749257 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:01.763967 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:01.830272 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc908945-e959-4739-9ba9-9706d839c1a6') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:01.830559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc908945-e959-4739-9ba9-9706d839c1a6') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:01.847353 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.864847 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.907723 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.908920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.943615 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.945891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:01.946603 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:01.948463 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:02.007700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6726bf0e-ed2f-436d-977e-ffb16d5828cc details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:02.117663 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.125024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.134395 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d3f19b65-ee6b-41f6-9b83-418e35648d8f HTTP/1.1" status: 204 len: 168 time: 1.8153596 Jul 16 18:15:02.192683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Allocated IP 172.25.5.29 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/66357b22-10a1-4dcd-9560-9621eb51676b) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:02.292549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:02.386795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'port_id': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'mac_address': 'fa:16:3e:d8:48:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:02.433445 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.507698 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.537441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6726bf0e-ed2f-436d-977e-ffb16d5828cc {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:02.557003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e0e2348-a24a-40fb-9899-6bdf763ef588 req-937912dd-be8d-48d0-89d8-22f536af4199 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 210 time: 0.1102877 Jul 16 18:15:02.600382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:02.615402 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.628205 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.706430 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:02.727752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:02.738493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:02.836880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56974) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:02.888110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['6726bf0e-ed2f-436d-977e-ffb16d5828cc'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:02.905233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=6726bf0e-ed2f-436d-977e-ffb16d5828cc,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.972449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=66357b22-10a1-4dcd-9560-9621eb51676b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.989329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c148fdaa-bf29-4757-96cc-fe08fb3132c2 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:03.014270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bb1f4-0b3c-4139-93f5-c6096b5f3737 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3f19b65-ee6b-41f6-9b83-418e35648d8f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:03.055860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: c148fdaa-bf29-4757-96cc-fe08fb3132c2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:03.056217 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c148fdaa-bf29-4757-96cc-fe08fb3132c2 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:03.119668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-46176c6b-9e2e-45ba-bdfc-1bebcd71f5aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3300ca1eb774358bc73fd789b35b8a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483644 Jul 16 18:15:03.129968 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56976) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:03.152644 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.338849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65dbfe-561d-4f4c-975c-b48eb3296d78 req-7c2fec8c-e98b-47ff-9984-ed3d623f451d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:03.348201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db65dbfe-561d-4f4c-975c-b48eb3296d78 req-7c2fec8c-e98b-47ff-9984-ed3d623f451d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 944 time: 0.4525385 Jul 16 18:15:03.412985 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.419509 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db65dbfe-561d-4f4c-975c-b48eb3296d78 req-26571cd0-f283-4348-a917-a63e3ab6faa5 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546002 Jul 16 18:15:03.542802 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.600581 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.631454 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.663313 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.937233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:15:03.986469 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.994925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97ee3cc1-5a55-4bcb-97bb-4e22214829ca req-b7b7cba9-e1e8-4ec7-8d00-12d6c6fd94f6 tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 210 time: 0.0635114 Jul 16 18:15:04.008816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6726bf0e-ed2f-436d-977e-ffb16d5828cc up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:04.102000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 6726bf0e-ed2f-436d-977e-ffb16d5828cc completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:04.106668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 6726bf0e-ed2f-436d-977e-ffb16d5828cc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:04.107220 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.170799 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:04.192441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b922e-1a10-48a0-9c16-82433fce2ca2 None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:04.205996 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.211379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57004) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:04.215424 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7f6c2d4b-8c7b-48e9-9a4a-f93bef22e70b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1741369 Jul 16 18:15:04.229341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b922e-1a10-48a0-9c16-82433fce2ca2 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:04.229984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a68b922e-1a10-48a0-9c16-82433fce2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:04.298984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a68b922e-1a10-48a0-9c16-82433fce2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:04.313256 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b922e-1a10-48a0-9c16-82433fce2ca2 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:04.313881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a68b922e-1a10-48a0-9c16-82433fce2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:04.348206 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.366827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a68b922e-1a10-48a0-9c16-82433fce2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:04.367480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b922e-1a10-48a0-9c16-82433fce2ca2 None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:04.382159 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:04.384986 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a3c6fe-d9d4-49f0-aa00-90bb3c699cc9" -d '{"events": [{"server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "name": "network-vif-plugged", "status": "completed", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:04.398197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:04.414845 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.501441 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.504755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.508751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68c95481-cb89-4b8d-878f-a01d0a4478a2 HTTP/1.1" status: 204 len: 168 time: 1.3711255 Jul 16 18:15:04.519159 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=6726bf0e-ed2f-436d-977e-ffb16d5828cc,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.540960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c95481-cb89-4b8d-878f-a01d0a4478a2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.608189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:04.609157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:04.609636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:04.610110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:04.610465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:04.610782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:04.611111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:04.611478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:04.611798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:04.612121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:04.612443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:04.612763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12120e2-98dc-46e4-b96c-4a6d3fb8703c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:04.672115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router b51857de-b29c-4102-876d-3e0644c9ae31 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:15:04.836071 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b923399b-94c1-4d74-b576-6452cefe77e8 x-openstack-request-id: req-b923399b-94c1-4d74-b576-6452cefe77e8 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:04.837027 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "name": "network-vif-plugged", "status": "completed", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:04.837472 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b923399b-94c1-4d74-b576-6452cefe77e8 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:04.838064 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'code': 200} Jul 16 18:15:05.507496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4066f26d-6ffc-443d-9dee-41a104c4d6b2 req-210bb91d-80c3-46e3-8ecc-c5afc55ebe5b tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "GET /v2.0/ports?device_id=83f85a20-c979-42f6-967b-7d012817d833 HTTP/1.1" status: 200 len: 210 time: 0.1267469 Jul 16 18:15:05.584234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dcae0-730f-448a-82be-f71027afd027 req-55065f4a-1b8d-4c8b-9520-e7fa51503959 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.587956 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-395dcae0-730f-448a-82be-f71027afd027 req-55065f4a-1b8d-4c8b-9520-e7fa51503959 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.8586771 Jul 16 18:15:05.738945 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-395dcae0-730f-448a-82be-f71027afd027 req-833fb7c4-ad17-444e-bc49-022c113be18a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452408 Jul 16 18:15:05.767050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:05.783675 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd3eec0-bdca-4789-bef4-ed7dc85617f8 None None] Sync routers for ids ['b51857de-b29c-4102-876d-3e0644c9ae31'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:05.786140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b577a-46b8-4dd8-ac0b-a86461770b2b req-9e2733a0-933c-44cc-bda5-4a5892fdf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.787703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f7b577a-46b8-4dd8-ac0b-a86461770b2b req-9e2733a0-933c-44cc-bda5-4a5892fdf494 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 1097 time: 0.4083166 Jul 16 18:15:05.802832 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd3eec0-bdca-4789-bef4-ed7dc85617f8 None None] Routers {'b51857de-b29c-4102-876d-3e0644c9ae31'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:05.803971 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-9cd3eec0-bdca-4789-bef4-ed7dc85617f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b51857de-b29c-4102-876d-3e0644c9ae31'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:05.846003 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-9cd3eec0-bdca-4789-bef4-ed7dc85617f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:05.863292 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd3eec0-bdca-4789-bef4-ed7dc85617f8 None None] Routers {'b51857de-b29c-4102-876d-3e0644c9ae31'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:05.875933 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-9cd3eec0-bdca-4789-bef4-ed7dc85617f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b51857de-b29c-4102-876d-3e0644c9ae31'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:05.882331 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.886601 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57060) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:05.888722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b4596a77-f943-4467-9d0e-632ed3bd49f6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.4025221 Jul 16 18:15:05.990161 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-9cd3eec0-bdca-4789-bef4-ed7dc85617f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:05.992783 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd3eec0-bdca-4789-bef4-ed7dc85617f8 None None] The sync data for ids ['b51857de-b29c-4102-876d-3e0644c9ae31'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:06.007074 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.046943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f7b577a-46b8-4dd8-ac0b-a86461770b2b req-698b8541-a31a-4cc5-be09-25d40b1e81da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103355 Jul 16 18:15:06.082789 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-22955995-df2b-4a64-b7e6-5062c466322e tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/routers/b51857de-b29c-4102-876d-3e0644c9ae31 HTTP/1.1" status: 200 len: 880 time: 0.1946700 Jul 16 18:15:06.085266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57070) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:06.384925 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-89814e5a-a50d-4c51-b2f2-ee44e3daa67c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2971084 Jul 16 18:15:06.387557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57076) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:06.392501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-25af2ee9-8cee-4ee5-8a76-d8fb22d7875c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1467736882'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:06.487837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.20.0.1 (349e7dd7-acea-4b12-a032-b95051042e65/f554010b-e659-4b69-a2d9-89d30a1b2a37/88dcc431-cf72-449b-a3ea-caec6f06956f) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:06.659607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57090) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:06.787245 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.869655 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.046921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=88dcc431-cf72-449b-a3ea-caec6f06956f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:07.068932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 349e7dd7-acea-4b12-a032-b95051042e65 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:07.071360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9dc70f3a-b3f3-48fb-8261-2253b45dd13d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Deleting port 582f2a02-1591-42ee-ab72-90ace8feb368 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:07.072478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9dc70f3a-b3f3-48fb-8261-2253b45dd13d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.076375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:07.079637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:07.129313 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25af2ee9-8cee-4ee5-8a76-d8fb22d7875c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.148509 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.155783 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25af2ee9-8cee-4ee5-8a76-d8fb22d7875c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.227736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bca1b-fbd6-4dcf-afc3-5e0670735fea req-857abc71-5443-4812-9046-a9e24441d05e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:07.229445 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-158bca1b-fbd6-4dcf-afc3-5e0670735fea req-857abc71-5443-4812-9046-a9e24441d05e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.2725952 Jul 16 18:15:07.326218 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9dc70f3a-b3f3-48fb-8261-2253b45dd13d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.326722 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9dc70f3a-b3f3-48fb-8261-2253b45dd13d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.329003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-158bca1b-fbd6-4dcf-afc3-5e0670735fea req-e124dcfc-c944-4013-9fed-5a470e907969 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928953 Jul 16 18:15:07.379363 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9dc70f3a-b3f3-48fb-8261-2253b45dd13d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Calling delete_port for 582f2a02-1591-42ee-ab72-90ace8feb368 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:07.498528 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.540111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25af2ee9-8cee-4ee5-8a76-d8fb22d7875c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router b51857de-b29c-4102-876d-3e0644c9ae31 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:07.771212 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9dc70f3a-b3f3-48fb-8261-2253b45dd13d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.825071 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25af2ee9-8cee-4ee5-8a76-d8fb22d7875c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:07.834304 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25af2ee9-8cee-4ee5-8a76-d8fb22d7875c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.834304 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-25af2ee9-8cee-4ee5-8a76-d8fb22d7875c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/b51857de-b29c-4102-876d-3e0644c9ae31 HTTP/1.1" status: 200 len: 887 time: 1.4448833 Jul 16 18:15:07.837874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7454bfd9-ece3-4f54-9c1a-0bac8a7177e8 None None] Sync routers for ids ['b51857de-b29c-4102-876d-3e0644c9ae31'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:07.846652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57116) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:07.852822 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7454bfd9-ece3-4f54-9c1a-0bac8a7177e8 None None] Routers {'b51857de-b29c-4102-876d-3e0644c9ae31'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:07.854084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7454bfd9-ece3-4f54-9c1a-0bac8a7177e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b51857de-b29c-4102-876d-3e0644c9ae31'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:07.870202 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc70f3a-b3f3-48fb-8261-2253b45dd13d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event deleted for resources: {'Port': ['ID=582f2a02-1591-42ee-ab72-90ace8feb368,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:07.911312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7454bfd9-ece3-4f54-9c1a-0bac8a7177e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:07.928101 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9dc70f3a-b3f3-48fb-8261-2253b45dd13d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.931503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9dc70f3a-b3f3-48fb-8261-2253b45dd13d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.932945 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9dc70f3a-b3f3-48fb-8261-2253b45dd13d tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "DELETE /v2.0/floatingips/d2657f6d-de1e-452f-abe7-782b74a478b9 HTTP/1.1" status: 204 len: 168 time: 1.2760363 Jul 16 18:15:07.934960 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7454bfd9-ece3-4f54-9c1a-0bac8a7177e8 None None] Routers {'b51857de-b29c-4102-876d-3e0644c9ae31'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:07.943804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7454bfd9-ece3-4f54-9c1a-0bac8a7177e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b51857de-b29c-4102-876d-3e0644c9ae31'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:07.993758 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-79a59f93-887c-4071-9cbf-ddf7af017351 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/routers/b51857de-b29c-4102-876d-3e0644c9ae31 HTTP/1.1" status: 200 len: 887 time: 0.1456480 Jul 16 18:15:07.997928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57120) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:08.013819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7454bfd9-ece3-4f54-9c1a-0bac8a7177e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:08.014485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7454bfd9-ece3-4f54-9c1a-0bac8a7177e8 None None] The sync data for ids ['b51857de-b29c-4102-876d-3e0644c9ae31'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:08.045762 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-40f8f2f3-de78-40a1-aefe-c0d57f4eb079 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=b51857de-b29c-4102-876d-3e0644c9ae31 HTTP/1.1" status: 200 len: 205 time: 0.0466859 Jul 16 18:15:08.046929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57122) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:08.158992 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.169574 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.246142 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.330531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=88dcc431-cf72-449b-a3ea-caec6f06956f,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.535866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 349e7dd7-acea-4b12-a032-b95051042e65 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:08.539733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:08.622498 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.776613 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.886969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port 66357b22-10a1-4dcd-9560-9621eb51676b {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:08.889428 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.931833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:08.979991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ee522-84bc-4673-a174-f42e3b8b5148 req-ccac719a-d0be-4056-a838-516e3c6edaaa tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.992065 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-502ee522-84bc-4673-a174-f42e3b8b5148 req-ccac719a-d0be-4056-a838-516e3c6edaaa tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.3696151 Jul 16 18:15:09.018921 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.047322 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for 66357b22-10a1-4dcd-9560-9621eb51676b owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:09.188586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-502ee522-84bc-4673-a174-f42e3b8b5148 req-5f711766-986c-4266-878b-478842f7bc12 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947830 Jul 16 18:15:09.412559 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.432386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:09.444460 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f2dc45-4b67-481f-a48f-b4c680cf19f1 None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:09.462739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4da2b912-374a-4d95-8f03-b69f8aebb0a7 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "PUT /v2.0/routers/8dc0ee01-c5b5-4913-b50e-15036745064f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2474568 Jul 16 18:15:09.463589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57180) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:09.472817 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'port': {'network_id': '349e7dd7-acea-4b12-a032-b95051042e65', 'name': 'tempest-FloatingIPTestJSON-1138758862'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:09.480571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=66357b22-10a1-4dcd-9560-9621eb51676b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:09.491789 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f2dc45-4b67-481f-a48f-b4c680cf19f1 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:09.492768 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c0f2dc45-4b67-481f-a48f-b4c680cf19f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:09.569512 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c0f2dc45-4b67-481f-a48f-b4c680cf19f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:09.595072 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f2dc45-4b67-481f-a48f-b4c680cf19f1 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:09.597518 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c0f2dc45-4b67-481f-a48f-b4c680cf19f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:09.613256 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.680811 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c0f2dc45-4b67-481f-a48f-b4c680cf19f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:09.681782 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f2dc45-4b67-481f-a48f-b4c680cf19f1 None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:09.750817 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624db2a-ce5e-4406-b509-947fa80c83d5 req-1d89c8e6-bfa9-4c4a-a66d-750d95da0652 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.752613 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0624db2a-ce5e-4406-b509-947fa80c83d5 req-1d89c8e6-bfa9-4c4a-a66d-750d95da0652 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.2415953 Jul 16 18:15:09.772959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57188) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:09.787251 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.790014 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.790756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1605eea1-c9bf-47fa-a2c4-13a6f77789da tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Request body: {'floatingip': {'port_id': '6726bf0e-ed2f-436d-977e-ffb16d5828cc'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:09.879942 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1605eea1-c9bf-47fa-a2c4-13a6f77789da tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.891172 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.892000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Fanout notify agent at l3_agent the message router_deleted on router b51857de-b29c-4102-876d-3e0644c9ae31 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:15:09.907645 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.909174 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f1f682e6-a51c-439c-b069-7f670f4c807c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/b51857de-b29c-4102-876d-3e0644c9ae31 HTTP/1.1" status: 204 len: 168 time: 1.8609605 Jul 16 18:15:09.913275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57190) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:09.918769 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5014a884-74ab-4229-a5e8-86072543495c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'network': {'name': 'tempest-RoutersTest-1855213203'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:10.083081 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.api [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:15:10.083081 n-d-787206-10 neutron-server[100169]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:15:10.083081 n-d-787206-10 neutron-server[100169]: [parameters: {'project_id': 'b4002a3d2fd14d0ebd149108b6e6d08e', 'id': '7a539085-5ff7-4118-8992-a916d168d1a3', 'expiration': datetime.datetime(2021, 7, 16, 18, 17, 10, 72732)}] Jul 16 18:15:10.083081 n-d-787206-10 neutron-server[100169]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:10.084087 n-d-787206-10 neutron-server[100169]: DEBUG oslo_db.api [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:10.094363 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5014a884-74ab-4229-a5e8-86072543495c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:10.098173 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5014a884-74ab-4229-a5e8-86072543495c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.163147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5014a884-74ab-4229-a5e8-86072543495c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:10.173877 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5014a884-74ab-4229-a5e8-86072543495c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.174543 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-5014a884-74ab-4229-a5e8-86072543495c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Added segment b7984709-6a96-4679-bb4f-1e2b91b0720c of type vlan for network 328b7bf6-f2d8-4e5c-96ad-f09e08791712 Jul 16 18:15:10.233089 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5014a884-74ab-4229-a5e8-86072543495c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.290092 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5014a884-74ab-4229-a5e8-86072543495c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.298487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5014a884-74ab-4229-a5e8-86072543495c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.299282 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5014a884-74ab-4229-a5e8-86072543495c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.367222 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5014a884-74ab-4229-a5e8-86072543495c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4502306 Jul 16 18:15:10.367529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57202) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:10.382952 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6d5c47cf-09f5-45d2-9637-4b19ae3019e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'subnet': {'network_id': '328b7bf6-f2d8-4e5c-96ad-f09e08791712', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:10.501539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014a884-74ab-4229-a5e8-86072543495c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Network': ['ID=328b7bf6-f2d8-4e5c-96ad-f09e08791712,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:10.516790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 328b7bf6-f2d8-4e5c-96ad-f09e08791712 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:10.633513 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5c47cf-09f5-45d2-9637-4b19ae3019e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:10.638912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d5c47cf-09f5-45d2-9637-4b19ae3019e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.645014 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.api [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:15:10.645014 n-d-787206-10 neutron-server[100169]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:15:10.645014 n-d-787206-10 neutron-server[100169]: [parameters: {'project_id_1': 'b4002a3d2fd14d0ebd149108b6e6d08e', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 15, 10, 612194)}] Jul 16 18:15:10.645014 n-d-787206-10 neutron-server[100169]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:10.645507 n-d-787206-10 neutron-server[100169]: DEBUG oslo_db.api [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:10.785796 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1605eea1-c9bf-47fa-a2c4-13a6f77789da tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.798693 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1605eea1-c9bf-47fa-a2c4-13a6f77789da tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.982047 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-1605eea1-c9bf-47fa-a2c4-13a6f77789da tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Floating IP 1bbd0734-61d1-452f-bb62-0d1821acfc53 associated. External IP: 172.25.5.219, port: 6726bf0e-ed2f-436d-977e-ffb16d5828cc. Jul 16 18:15:10.996245 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d5c47cf-09f5-45d2-9637-4b19ae3019e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.151760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c47cf-09f5-45d2-9637-4b19ae3019e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Subnet': ['ID=b5354c75-23f0-434b-b831-52f6914af712,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.180563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5c47cf-09f5-45d2-9637-4b19ae3019e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Checking segment: {'id': 'b7984709-6a96-4679-bb4f-1e2b91b0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '328b7bf6-f2d8-4e5c-96ad-f09e08791712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:11.181094 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c47cf-09f5-45d2-9637-4b19ae3019e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network hostable DHCP agents. Network: 328b7bf6-f2d8-4e5c-96ad-f09e08791712, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:11.220991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c47cf-09f5-45d2-9637-4b19ae3019e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network 328b7bf6-f2d8-4e5c-96ad-f09e08791712 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:11.251409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-6d5c47cf-09f5-45d2-9637-4b19ae3019e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 328b7bf6-f2d8-4e5c-96ad-f09e08791712) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:11.261463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa6b717-554b-4b7d-a276-e8f114d8156f None None] Network 328b7bf6-f2d8-4e5c-96ad-f09e08791712 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:11.273328 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c47cf-09f5-45d2-9637-4b19ae3019e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.278922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d5c47cf-09f5-45d2-9637-4b19ae3019e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.336494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1605eea1-c9bf-47fa-a2c4-13a6f77789da tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Router 4aedfc27-4fb9-4edf-9a4d-895b056d387c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:11.340131 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6d5c47cf-09f5-45d2-9637-4b19ae3019e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9664643 Jul 16 18:15:11.343696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57218) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:11.348556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-929b09a6-dfb0-4a89-8998-72ebb5f7299f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2046682159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:11.648717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1605eea1-c9bf-47fa-a2c4-13a6f77789da tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:11.654096 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1605eea1-c9bf-47fa-a2c4-13a6f77789da tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.704938 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-929b09a6-dfb0-4a89-8998-72ebb5f7299f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.706394 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-929b09a6-dfb0-4a89-8998-72ebb5f7299f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.716668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1605eea1-c9bf-47fa-a2c4-13a6f77789da tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "PUT /v2.0/floatingips/1bbd0734-61d1-452f-bb62-0d1821acfc53 HTTP/1.1" status: 200 len: 991 time: 1.9423869 Jul 16 18:15:11.733282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:11.737284 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd99476-16e9-45a1-a5ab-bb8cec61da1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:11.770658 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af66c4c-8ff7-4d26-8c1d-ed25c88a29e2 None None] Sync routers for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:11.833348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-328b7bf6-f2d8-4e5c-96ad-f09e08791712', 'network_id': '328b7bf6-f2d8-4e5c-96ad-f09e08791712', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'fixed_ips': [{'subnet_id': 'b5354c75-23f0-434b-b831-52f6914af712'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:11.843575 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.864553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af66c4c-8ff7-4d26-8c1d-ed25c88a29e2 None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:11.866700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0af66c4c-8ff7-4d26-8c1d-ed25c88a29e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:11.876033 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168a5438-e8f6-4bb5-949f-82739b4d7935 x-openstack-request-id: req-168a5438-e8f6-4bb5-949f-82739b4d7935 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:11.883816 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:11.884218 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-168a5438-e8f6-4bb5-949f-82739b4d7935 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:11.884745 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'status': 'completed', 'code': 200} Jul 16 18:15:11.900957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Made reservation on behalf of b4002a3d2fd14d0ebd149108b6e6d08e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:11.904675 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.938808 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-929b09a6-dfb0-4a89-8998-72ebb5f7299f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.063583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-929b09a6-dfb0-4a89-8998-72ebb5f7299f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.121167 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] device_id is not set on port 37d73ee4-8309-428b-a78e-a878d0d46ccd yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:12.164056 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-0af66c4c-8ff7-4d26-8c1d-ed25c88a29e2 None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:12.225973 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Allocated IP 172.20.0.2 (328b7bf6-f2d8-4e5c-96ad-f09e08791712/b5354c75-23f0-434b-b831-52f6914af712/477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:12.380962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.20.0.2 (349e7dd7-acea-4b12-a032-b95051042e65/f554010b-e659-4b69-a2d9-89d30a1b2a37/37d73ee4-8309-428b-a78e-a878d0d46ccd) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:12.709701 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.720127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57268) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:12.746637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Transition to ACTIVE for port object 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:12.750395 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.790848 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Transition to ACTIVE for port object 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:12.810598 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0af66c4c-8ff7-4d26-8c1d-ed25c88a29e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '1bbd0734-61d1-452f-bb62-0d1821acfc53', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'port_id': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'mac_address': 'fa:16:3e:d8:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:14:39Z', 'updated_at': '2021-07-16T18:15:10Z', 'revision_number': 1, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:12.815923 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.824971 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57270) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:12.879608 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-929b09a6-dfb0-4a89-8998-72ebb5f7299f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.889519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-929b09a6-dfb0-4a89-8998-72ebb5f7299f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5444810 Jul 16 18:15:12.892248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57274) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:12.898851 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.909758 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cc8bf17f-6d12-4d47-aaee-4b1a245336cb tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.978817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af66c4c-8ff7-4d26-8c1d-ed25c88a29e2 None None] Checking router: 4aedfc27-4fb9-4edf-9a4d-895b056d387c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:12.991190 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cc8bf17f-6d12-4d47-aaee-4b1a245336cb tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.064113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af66c4c-8ff7-4d26-8c1d-ed25c88a29e2 None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:13.065440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0af66c4c-8ff7-4d26-8c1d-ed25c88a29e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:13.070687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Network 328b7bf6-f2d8-4e5c-96ad-f09e08791712 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:13.125339 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8d167318-58e4-489e-9134-8ca1cc6abedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.148367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:13.167311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:13.212135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Pushing event updated for resources: {'Port': ['ID=477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.276826 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cc8bf17f-6d12-4d47-aaee-4b1a245336cb tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.279651 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cc8bf17f-6d12-4d47-aaee-4b1a245336cb tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.284030 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cc8bf17f-6d12-4d47-aaee-4b1a245336cb tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] 10.222.0.41 "DELETE /v2.0/security-groups/a50a31bc-ae68-4c6d-8e12-2da819f9a64f HTTP/1.1" status: 204 len: 168 time: 0.5592816 Jul 16 18:15:13.372016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57288) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:13.406543 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bf17f-6d12-4d47-aaee-4b1a245336cb tempest-TestVolumeBootPattern-1834418777 tempest-TestVolumeBootPattern-1834418777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50a31bc-ae68-4c6d-8e12-2da819f9a64f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.419552 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57292) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:13.512140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=37d73ee4-8309-428b-a78e-a878d0d46ccd,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.583638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 349e7dd7-acea-4b12-a032-b95051042e65 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:13.586913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd99476-16e9-45a1-a5ab-bb8cec61da1b req-2b0dd56e-1a4c-486e-8b4e-738e62e6ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.597307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cd99476-16e9-45a1-a5ab-bb8cec61da1b req-2b0dd56e-1a4c-486e-8b4e-738e62e6ebc5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 1097 time: 1.7239225 Jul 16 18:15:13.597759 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8d167318-58e4-489e-9134-8ca1cc6abedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.613876 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8d167318-58e4-489e-9134-8ca1cc6abedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.660331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Attempting to bind port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:13.661221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Attempting to bind port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'b7984709-6a96-4679-bb4f-1e2b91b0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '328b7bf6-f2d8-4e5c-96ad-f09e08791712'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:13.662371 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Attempting to bind port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 on network 328b7bf6-f2d8-4e5c-96ad-f09e08791712 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:13.705829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:13.707591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Checking segment: {'id': 'b7984709-6a96-4679-bb4f-1e2b91b0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '328b7bf6-f2d8-4e5c-96ad-f09e08791712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:13.708109 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.711336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Bound using segment: {'id': 'b7984709-6a96-4679-bb4f-1e2b91b0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '328b7bf6-f2d8-4e5c-96ad-f09e08791712'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:13.712008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Bound port: 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7984709-6a96-4679-bb4f-1e2b91b0720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '328b7bf6-f2d8-4e5c-96ad-f09e08791712'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:13.712504 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.721797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-0af66c4c-8ff7-4d26-8c1d-ed25c88a29e2 None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:13.724337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1e36765-c575-4b8c-b286-34e5309a0d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.740129 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8d167318-58e4-489e-9134-8ca1cc6abedc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86597b42f2044107805c823d1eef6dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9126465 Jul 16 18:15:13.741513 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d167318-58e4-489e-9134-8ca1cc6abedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845009e2-fa75-4233-8e43-1edad0388d9d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.756120 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57296) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:14.110902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] For port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:14.128913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] For port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48,segment=NetworkSegment(b7984709-6a96-4679-bb4f-1e2b91b0720c),segment_id=b7984709-6a96-4679-bb4f-1e2b91b0720c)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:14.145347 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.260856 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-957fed99-46db-41e8-a64d-cf02915e14c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.308756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677eb0a-805d-49c5-8510-1131ce1536a4 None None] Pushing event updated for resources: {'Port': ['ID=477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:14.326671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-957fed99-46db-41e8-a64d-cf02915e14c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.351416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:14.364733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:14.390909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0af66c4c-8ff7-4d26-8c1d-ed25c88a29e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '1bbd0734-61d1-452f-bb62-0d1821acfc53', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'port_id': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'mac_address': 'fa:16:3e:d8:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:14:39Z', 'updated_at': '2021-07-16T18:15:10Z', 'revision_number': 1, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:14.477954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af66c4c-8ff7-4d26-8c1d-ed25c88a29e2 None None] The sync data for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 is: [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '1bbd0734-61d1-452f-bb62-0d1821acfc53', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'port_id': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'mac_address': 'fa:16:3e:d8:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:14:39Z', 'updated_at': '2021-07-16T18:15:10Z', 'revision_number': 1, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:14.479576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:14.480464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.489463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1e36765-c575-4b8c-b286-34e5309a0d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.502030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1e36765-c575-4b8c-b286-34e5309a0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.504559 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-957fed99-46db-41e8-a64d-cf02915e14c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.507041 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-957fed99-46db-41e8-a64d-cf02915e14c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.508253 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-957fed99-46db-41e8-a64d-cf02915e14c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/845009e2-fa75-4233-8e43-1edad0388d9d HTTP/1.1" status: 204 len: 168 time: 0.7456360 Jul 16 18:15:14.621334 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d1e36765-c575-4b8c-b286-34e5309a0d5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa5d1fb0722b41b68c066657c792efc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2350729 Jul 16 18:15:14.622064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e36765-c575-4b8c-b286-34e5309a0d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840e231a-5268-4511-85eb-d7150994c59f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:14.632730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57314) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:14.686304 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3899d672-9e96-44c5-b18f-0286ff26c530 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.2189326 Jul 16 18:15:14.692121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57316) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:14.705318 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'port': {'network_id': '349e7dd7-acea-4b12-a032-b95051042e65', 'name': 'tempest-FloatingIPTestJSON-1981173156'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:14.712571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fed99-46db-41e8-a64d-cf02915e14c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845009e2-fa75-4233-8e43-1edad0388d9d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:14.776463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61ae8f25-1147-41b6-81d1-9d09201d0fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.881382 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14890feb-873c-4131-a893-9dcf01582674 None None] New status for floating IP 1bbd0734-61d1-452f-bb62-0d1821acfc53: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:15:15.034398 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.039865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:15.071043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd99476-16e9-45a1-a5ab-bb8cec61da1b req-2726b7dc-81a8-4ecb-b937-30f022cd3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.072574 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cd99476-16e9-45a1-a5ab-bb8cec61da1b req-2726b7dc-81a8-4ecb-b937-30f022cd3e34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.7188518 Jul 16 18:15:15.100055 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f86e5af5-e4a0-4b68-9065-6df14f682aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.126467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:15.156430 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f86e5af5-e4a0-4b68-9065-6df14f682aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.283929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Made reservation on behalf of b4002a3d2fd14d0ebd149108b6e6d08e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:15.287471 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.321430 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] device_id is not set on port 7945af2b-2d48-4b2f-84e9-5f7511613fd6 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:15.327921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cd99476-16e9-45a1-a5ab-bb8cec61da1b req-d435d2e0-ba9d-4b11-855e-f048809fd5b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc HTTP/1.1" status: 200 len: 1001 time: 0.1057413 Jul 16 18:15:15.346933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f86e5af5-e4a0-4b68-9065-6df14f682aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.351330 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f86e5af5-e4a0-4b68-9065-6df14f682aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.361443 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f86e5af5-e4a0-4b68-9065-6df14f682aa3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/840e231a-5268-4511-85eb-d7150994c59f HTTP/1.1" status: 204 len: 168 time: 0.7240937 Jul 16 18:15:15.397195 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-61ae8f25-1147-41b6-81d1-9d09201d0fad admin admin] Deleting port e26cfee6-8202-4209-af27-169d587e4957 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:15.397195 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61ae8f25-1147-41b6-81d1-9d09201d0fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.422301 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e5af5-e4a0-4b68-9065-6df14f682aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840e231a-5268-4511-85eb-d7150994c59f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:15.560057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd99476-16e9-45a1-a5ab-bb8cec61da1b req-48d46ebc-827d-456a-a26f-e0d0493b3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.561286 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cd99476-16e9-45a1-a5ab-bb8cec61da1b req-48d46ebc-827d-456a-a26f-e0d0493b3cf5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.2230155 Jul 16 18:15:15.594140 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-61ae8f25-1147-41b6-81d1-9d09201d0fad admin admin] For port e26cfee6-8202-4209-af27-169d587e4957, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e26cfee6-8202-4209-af27-169d587e4957,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:15.594939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61ae8f25-1147-41b6-81d1-9d09201d0fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.622849 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-61ae8f25-1147-41b6-81d1-9d09201d0fad admin admin] Calling delete_port for e26cfee6-8202-4209-af27-169d587e4957 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:15.789261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Allocated IP 172.20.0.1 (328b7bf6-f2d8-4e5c-96ad-f09e08791712/b5354c75-23f0-434b-b831-52f6914af712/c814ecc0-0f4b-4d39-a274-065c7d66323c) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:15.799261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.20.0.4 (349e7dd7-acea-4b12-a032-b95051042e65/f554010b-e659-4b69-a2d9-89d30a1b2a37/7945af2b-2d48-4b2f-84e9-5f7511613fd6) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:15.994117 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61ae8f25-1147-41b6-81d1-9d09201d0fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.006778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd99476-16e9-45a1-a5ab-bb8cec61da1b req-1cc571b7-66ef-46bf-8158-325d5f7b99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:16.008707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cd99476-16e9-45a1-a5ab-bb8cec61da1b req-1cc571b7-66ef-46bf-8158-325d5f7b99c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4324074 Jul 16 18:15:16.040837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd86b9b-bd31-41a6-a662-8e7829309326 None None] Network 328b7bf6-f2d8-4e5c-96ad-f09e08791712 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:16.050047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae8f25-1147-41b6-81d1-9d09201d0fad admin admin] Pushing event deleted for resources: {'Port': ['ID=e26cfee6-8202-4209-af27-169d587e4957,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:16.230730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-56c8ead2-0488-4340-ad5f-8513280dc56f None None] Provisioning for port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:16.247395 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-56c8ead2-0488-4340-ad5f-8513280dc56f None None] Provisioning complete for port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:16.247804 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56c8ead2-0488-4340-ad5f-8513280dc56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.380599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61ae8f25-1147-41b6-81d1-9d09201d0fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.450197 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.458275 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cd99476-16e9-45a1-a5ab-bb8cec61da1b req-e30be293-6895-484d-8c74-edb075a58379 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247365 Jul 16 18:15:16.464674 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.567581 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56c8ead2-0488-4340-ad5f-8513280dc56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.614395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cd99476-16e9-45a1-a5ab-bb8cec61da1b req-9a95ae73-1907-488f-8a4a-0e4b88565540 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373577 Jul 16 18:15:16.622123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Transition to ACTIVE for port object c814ecc0-0f4b-4d39-a274-065c7d66323c will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:16.706478 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.739693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-56c8ead2-0488-4340-ad5f-8513280dc56f None None] For port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48,segment=NetworkSegment(b7984709-6a96-4679-bb4f-1e2b91b0720c),segment_id=b7984709-6a96-4679-bb4f-1e2b91b0720c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:16.754633 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.763166 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56c8ead2-0488-4340-ad5f-8513280dc56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.836290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 349e7dd7-acea-4b12-a032-b95051042e65 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:16.839332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=7945af2b-2d48-4b2f-84e9-5f7511613fd6,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:16.843527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:16.869715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network 328b7bf6-f2d8-4e5c-96ad-f09e08791712 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:16.870608 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:16.876142 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8ead2-0488-4340-ad5f-8513280dc56f None None] Pushing event updated for resources: {'Port': ['ID=477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:17.026788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:17.034301 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ae8f25-1147-41b6-81d1-9d09201d0fad admin admin] Router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:17.050439 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:17.153626 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.252510 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ae8f25-1147-41b6-81d1-9d09201d0fad admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:17.263946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724790a-d7a9-440a-a078-4644b782f62d None None] Sync routers for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:17.273182 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-61ae8f25-1147-41b6-81d1-9d09201d0fad admin admin] 10.222.0.41 "PUT /v2.0/routers/ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8364778 Jul 16 18:15:17.275494 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57398) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:17.286806 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724790a-d7a9-440a-a078-4644b782f62d None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:17.287822 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b724790a-d7a9-440a-a078-4644b782f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:17.388451 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=c814ecc0-0f4b-4d39-a274-065c7d66323c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:17.416900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.425109 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.507587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1be5b018-9fc7-4fbe-8fd5-dc1ef586807f None None] Provisioning complete for port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:17.509344 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1be5b018-9fc7-4fbe-8fd5-dc1ef586807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.534912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.573002 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.575979 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-b724790a-d7a9-440a-a078-4644b782f62d None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:17.578670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-aae3bba5-f7da-4ade-a123-274b6d78ef60 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8868663 Jul 16 18:15:17.587129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57406) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:17.597088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '7945af2b-2d48-4b2f-84e9-5f7511613fd6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:17.853344 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.878327 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.015777 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Deleting port 8fa751da-990b-4a2f-894a-6f5f94af66a5 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:18.016162 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.117549 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.125841 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.129361 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.149611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] For port 8fa751da-990b-4a2f-894a-6f5f94af66a5, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8fa751da-990b-4a2f-894a-6f5f94af66a5,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:18.151765 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.181043 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.184310 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Calling delete_port for 8fa751da-990b-4a2f-894a-6f5f94af66a5 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:18.325443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=c814ecc0-0f4b-4d39-a274-065c7d66323c,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.393562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b724790a-d7a9-440a-a078-4644b782f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 5, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port': {'id': '8fa751da-990b-4a2f-894a-6f5f94af66a5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:15Z', 'updated_at': '2021-07-16T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:18.445770 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724790a-d7a9-440a-a078-4644b782f62d None None] Checking router: ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:18.452017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.25.5.228 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/ce3ec631-bd03-460c-abf5-1c9cae8506fc) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:18.463678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network 328b7bf6-f2d8-4e5c-96ad-f09e08791712 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:18.466503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724790a-d7a9-440a-a078-4644b782f62d None None] Routers {'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:18.467167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b724790a-d7a9-440a-a078-4644b782f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:18.469393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:18.634609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-b724790a-d7a9-440a-a078-4644b782f62d None None] Set router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:18.712640 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.739353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 9a239953-c5f1-4bed-af87-61f28a6a2356 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:15:18.821517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b724790a-d7a9-440a-a078-4644b782f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:15:17Z', 'revision_number': 6, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:18.823557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-52d771c3-7399-48e2-8e0a-e930bbf84322 None None] Provisioning for port c814ecc0-0f4b-4d39-a274-065c7d66323c completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:18.868796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-52d771c3-7399-48e2-8e0a-e930bbf84322 None None] Provisioning complete for port c814ecc0-0f4b-4d39-a274-065c7d66323c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:18.877492 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-52d771c3-7399-48e2-8e0a-e930bbf84322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.882041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724790a-d7a9-440a-a078-4644b782f62d None None] The sync data for ids ['ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac'] in n-d-787206-10 is: [{'id': 'ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac', 'name': 'tempest-TestVolumeBootPattern-2122105161-router', 'tenant_id': '66bb849ac62844c6957c750d90efa878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:15:17Z', 'revision_number': 6, 'project_id': '66bb849ac62844c6957c750d90efa878', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:18.884901 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.914557 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.002498 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa751da-990b-4a2f-894a-6f5f94af66a5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:19.002964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-52d771c3-7399-48e2-8e0a-e930bbf84322 None None] Port c814ecc0-0f4b-4d39-a274-065c7d66323c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:19.068796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:19.074647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:19.080636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:19.088159 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b72cef-20df-4981-a17e-1bdebc2eb175 None None] Sync routers for ids ['9a239953-c5f1-4bed-af87-61f28a6a2356'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:19.089526 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cc9eeebb-f5d6-45d3-b791-2cf9d3e2cad9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/9a239953-c5f1-4bed-af87-61f28a6a2356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1920969 Jul 16 18:15:19.090642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:19.091746 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57440) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.102793 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.103362 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b72cef-20df-4981-a17e-1bdebc2eb175 None None] Routers {'9a239953-c5f1-4bed-af87-61f28a6a2356'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:19.104228 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e9b72cef-20df-4981-a17e-1bdebc2eb175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9a239953-c5f1-4bed-af87-61f28a6a2356'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:19.136558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-633ff949-d402-405c-866a-6dc10ceffe40 None None] Provisioning complete for port c814ecc0-0f4b-4d39-a274-065c7d66323c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:19.137337 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-633ff949-d402-405c-866a-6dc10ceffe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.189571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-633ff949-d402-405c-866a-6dc10ceffe40 None None] Port c814ecc0-0f4b-4d39-a274-065c7d66323c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:19.209919 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.211637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.227299 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e9b72cef-20df-4981-a17e-1bdebc2eb175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:19.242775 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b72cef-20df-4981-a17e-1bdebc2eb175 None None] Routers {'9a239953-c5f1-4bed-af87-61f28a6a2356'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:19.243414 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e9b72cef-20df-4981-a17e-1bdebc2eb175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9a239953-c5f1-4bed-af87-61f28a6a2356'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:19.308210 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.308740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:15:19.314344 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.315631 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2829d3d1-3b8b-48f6-adc4-2cbb5c97b987 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ed78a87e-3ba9-4c63-a9fc-4bb52e8b5aac HTTP/1.1" status: 204 len: 168 time: 2.0390759 Jul 16 18:15:19.319158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57450) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.321382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:19.381401 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b016ce3-daf6-4047-9931-afc1f4ee9dcb admin admin] Deleting subnet e819abcf-6b00-458c-8032-3f3b68914119 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:19.396661 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e9b72cef-20df-4981-a17e-1bdebc2eb175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:19.397972 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b72cef-20df-4981-a17e-1bdebc2eb175 None None] The sync data for ids ['9a239953-c5f1-4bed-af87-61f28a6a2356'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:19.418927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b016ce3-daf6-4047-9931-afc1f4ee9dcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.468923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:19.470158 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.471978 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9393db8d-ee6a-4b6f-b863-e05f16728a16 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:19.476112 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9393db8d-ee6a-4b6f-b863-e05f16728a16 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports/c814ecc0-0f4b-4d39-a274-065c7d66323c HTTP/1.1" status: 200 len: 910 time: 0.3812292 Jul 16 18:15:19.477261 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57458) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.484623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4cead20a-99e4-430c-b052-14bb6f4e9a4f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b5354c75-23f0-434b-b831-52f6914af712'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:19.537170 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b016ce3-daf6-4047-9931-afc1f4ee9dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.746398 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4cead20a-99e4-430c-b052-14bb6f4e9a4f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.965083 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b016ce3-daf6-4047-9931-afc1f4ee9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.993968 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=ce3ec631-bd03-460c-abf5-1c9cae8506fc,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:20.182127 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.347885 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b016ce3-daf6-4047-9931-afc1f4ee9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.367712 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.394599 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b016ce3-daf6-4047-9931-afc1f4ee9dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e819abcf-6b00-458c-8032-3f3b68914119,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:20.404861 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b016ce3-daf6-4047-9931-afc1f4ee9dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.408026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c3ea7-6d1f-48d1-88a2-a98a22553d77 None None] Network 4b119567-6ce3-487d-8627-e47c109379a2 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:20.422356 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4b016ce3-daf6-4047-9931-afc1f4ee9dcb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e819abcf-6b00-458c-8032-3f3b68914119 HTTP/1.1" status: 204 len: 168 time: 1.1017752 Jul 16 18:15:20.427996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57496) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:20.502733 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4cead20a-99e4-430c-b052-14bb6f4e9a4f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.528519 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4cead20a-99e4-430c-b052-14bb6f4e9a4f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.673130 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.745305 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cead20a-99e4-430c-b052-14bb6f4e9a4f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:20.746041 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4cead20a-99e4-430c-b052-14bb6f4e9a4f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.747863 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4cead20a-99e4-430c-b052-14bb6f4e9a4f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/ports/c814ecc0-0f4b-4d39-a274-065c7d66323c HTTP/1.1" status: 200 len: 910 time: 1.2694430 Jul 16 18:15:20.749739 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cead20a-99e4-430c-b052-14bb6f4e9a4f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=c814ecc0-0f4b-4d39-a274-065c7d66323c,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:20.752383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57506) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:20.811172 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4bbf87-aa07-41e6-a363-94e9be74fad3 None None] DHCP port deletion for 4b119567-6ce3-487d-8627-e47c109379a2 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:20.830361 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.855769 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.927643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fb4bbf87-aa07-41e6-a363-94e9be74fad3 None None] Deleting port dc64a7e8-4d33-4987-bafa-e1cddae0b549 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:20.929932 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fb4bbf87-aa07-41e6-a363-94e9be74fad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.941583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Deleting port dc64a7e8-4d33-4987-bafa-e1cddae0b549 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:20.941795 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.948548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device dc64a7e8-4d33-4987-bafa-e1cddae0b549 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:21.042618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fb4bbf87-aa07-41e6-a363-94e9be74fad3 None None] For port dc64a7e8-4d33-4987-bafa-e1cddae0b549, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=dc64a7e8-4d33-4987-bafa-e1cddae0b549,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:21.043116 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fb4bbf87-aa07-41e6-a363-94e9be74fad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.064629 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fb4bbf87-aa07-41e6-a363-94e9be74fad3 None None] Calling delete_port for dc64a7e8-4d33-4987-bafa-e1cddae0b549 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:21.137067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=ce3ec631-bd03-460c-abf5-1c9cae8506fc,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:21.164372 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] For port dc64a7e8-4d33-4987-bafa-e1cddae0b549, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=dc64a7e8-4d33-4987-bafa-e1cddae0b549,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:21.164859 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.166045 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.185041 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.257201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Calling delete_port for dc64a7e8-4d33-4987-bafa-e1cddae0b549 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:21.263022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port dc64a7e8-4d33-4987-bafa-e1cddae0b549, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=dc64a7e8-4d33-4987-bafa-e1cddae0b549,segment=NetworkSegment(e0028d27-ccca-43f5-8022-e47a40c20f1d),segment_id=e0028d27-ccca-43f5-8022-e47a40c20f1d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:21.274950 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.275686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e26cfee6-8202-4209-af27-169d587e4957 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:21.336776 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d339cb9-aa49-44db-9a6a-81be8134dcba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.423777 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Floating IP 674bedce-13d6-40c6-ab20-608c9aa49ed0 associated. External IP: 172.25.5.228, port: 7945af2b-2d48-4b2f-84e9-5f7511613fd6. Jul 16 18:15:21.454732 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=dc64a7e8-4d33-4987-bafa-e1cddae0b549,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:21.461280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e26cfee6-8202-4209-af27-169d587e4957 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:21.461615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e26cfee6-8202-4209-af27-169d587e4957 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:21.463880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8fa751da-990b-4a2f-894a-6f5f94af66a5 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:21.522283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 8fa751da-990b-4a2f-894a-6f5f94af66a5 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:21.523345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8fa751da-990b-4a2f-894a-6f5f94af66a5 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:21.549793 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fb4bbf87-aa07-41e6-a363-94e9be74fad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.606114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bbf87-aa07-41e6-a363-94e9be74fad3 None None] Pushing event deleted for resources: {'Port': ['ID=dc64a7e8-4d33-4987-bafa-e1cddae0b549,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:21.618391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4bbf87-aa07-41e6-a363-94e9be74fad3 None None] No DVR routers for this DVR port dc64a7e8-4d33-4987-bafa-e1cddae0b549 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:21.645025 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.718059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc64a7e8-4d33-4987-bafa-e1cddae0b549,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:21.727171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] No DVR routers for this DVR port dc64a7e8-4d33-4987-bafa-e1cddae0b549 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:21.835864 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.850000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b119567-6ce3-487d-8627-e47c109379a2']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:21.853203 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4d339cb9-aa49-44db-9a6a-81be8134dcba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port c814ecc0-0f4b-4d39-a274-065c7d66323c {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:21.853774 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d339cb9-aa49-44db-9a6a-81be8134dcba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.863127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0028d27-ccca-43f5-8022-e47a40c20f1d') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:21.863505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0028d27-ccca-43f5-8022-e47a40c20f1d') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:21.877740 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.895527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:21.909175 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.919617 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:21.921698 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:21.922609 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:21.995236 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d339cb9-aa49-44db-9a6a-81be8134dcba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.015091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4d339cb9-aa49-44db-9a6a-81be8134dcba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for c814ecc0-0f4b-4d39-a274-065c7d66323c owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:22.145963 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.156920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.162437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4b119567-6ce3-487d-8627-e47c109379a2 HTTP/1.1" status: 204 len: 168 time: 1.7293625 Jul 16 18:15:22.171404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57534) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:22.181717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cf4b7-2b1d-46de-a79b-8e93e6187981 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b119567-6ce3-487d-8627-e47c109379a2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:22.233142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:22.247525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e1ce38-cc2a-4d2e-846f-8be184e637fa None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:22.259918 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e1ce38-cc2a-4d2e-846f-8be184e637fa None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:22.260996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e1e1ce38-cc2a-4d2e-846f-8be184e637fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:22.288661 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.305432 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e1e1ce38-cc2a-4d2e-846f-8be184e637fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:22.309281 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d339cb9-aa49-44db-9a6a-81be8134dcba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.329490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e1ce38-cc2a-4d2e-846f-8be184e637fa None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:22.330131 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e1e1ce38-cc2a-4d2e-846f-8be184e637fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:22.370402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d339cb9-aa49-44db-9a6a-81be8134dcba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=c814ecc0-0f4b-4d39-a274-065c7d66323c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:22.412736 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e1e1ce38-cc2a-4d2e-846f-8be184e637fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:22.414546 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e1ce38-cc2a-4d2e-846f-8be184e637fa None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:22.475297 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a8f3b45f-0285-494c-b76a-f68c43a7a88e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8865907 Jul 16 18:15:22.479895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57538) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:22.491693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-fba713a3-4d6b-4acd-8d4f-d88b2f7c18c5 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:22.608006 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d339cb9-aa49-44db-9a6a-81be8134dcba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.617747 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fba713a3-4d6b-4acd-8d4f-d88b2f7c18c5 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.818835 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d339cb9-aa49-44db-9a6a-81be8134dcba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 9a239953-c5f1-4bed-af87-61f28a6a2356 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:22.897214 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fba713a3-4d6b-4acd-8d4f-d88b2f7c18c5 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.907720 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fba713a3-4d6b-4acd-8d4f-d88b2f7c18c5 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.907720 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-fba713a3-4d6b-4acd-8d4f-d88b2f7c18c5 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Floating IP 674bedce-13d6-40c6-ab20-608c9aa49ed0 disassociated. External IP: 172.25.5.228, port: 7945af2b-2d48-4b2f-84e9-5f7511613fd6. Jul 16 18:15:22.913788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d339cb9-aa49-44db-9a6a-81be8134dcba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:22.919965 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4d339cb9-aa49-44db-9a6a-81be8134dcba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/9a239953-c5f1-4bed-af87-61f28a6a2356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1662936 Jul 16 18:15:22.922743 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57542) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:22.924299 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7e9f9-661e-4b76-bd87-99f29d20502b None None] Sync routers for ids ['9a239953-c5f1-4bed-af87-61f28a6a2356'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:22.937292 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7e9f9-661e-4b76-bd87-99f29d20502b None None] Routers {'9a239953-c5f1-4bed-af87-61f28a6a2356'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:22.937849 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c4f7e9f9-661e-4b76-bd87-99f29d20502b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9a239953-c5f1-4bed-af87-61f28a6a2356'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:22.993211 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-59b247e3-6c76-4604-80b0-f384497bccf5 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a239953-c5f1-4bed-af87-61f28a6a2356 HTTP/1.1" status: 200 len: 205 time: 0.0687702 Jul 16 18:15:22.995548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57546) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:23.011101 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c4f7e9f9-661e-4b76-bd87-99f29d20502b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:23.029747 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7e9f9-661e-4b76-bd87-99f29d20502b None None] Routers {'9a239953-c5f1-4bed-af87-61f28a6a2356'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:23.031380 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c4f7e9f9-661e-4b76-bd87-99f29d20502b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9a239953-c5f1-4bed-af87-61f28a6a2356'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:23.099245 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c4f7e9f9-661e-4b76-bd87-99f29d20502b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:23.108134 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7e9f9-661e-4b76-bd87-99f29d20502b None None] The sync data for ids ['9a239953-c5f1-4bed-af87-61f28a6a2356'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:23.144432 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae5dba54-f6b8-45d9-8631-f03569dc43dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.180769 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80ad6f30-2df7-45f8-8ce8-2d4048c604e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.376028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80ad6f30-2df7-45f8-8ce8-2d4048c604e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.379458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80ad6f30-2df7-45f8-8ce8-2d4048c604e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.414782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba713a3-4d6b-4acd-8d4f-d88b2f7c18c5 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:23.460933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80ad6f30-2df7-45f8-8ce8-2d4048c604e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.461829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ad6f30-2df7-45f8-8ce8-2d4048c604e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Fanout notify agent at l3_agent the message router_deleted on router 9a239953-c5f1-4bed-af87-61f28a6a2356 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:15:23.470011 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80ad6f30-2df7-45f8-8ce8-2d4048c604e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.471256 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-80ad6f30-2df7-45f8-8ce8-2d4048c604e0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/9a239953-c5f1-4bed-af87-61f28a6a2356 HTTP/1.1" status: 204 len: 168 time: 0.4724855 Jul 16 18:15:23.474542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57556) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:23.559754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc64f880-8d93-4b4a-9937-7b9eb90cf79d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting subnet b5354c75-23f0-434b-b831-52f6914af712 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:23.564067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fc64f880-8d93-4b4a-9937-7b9eb90cf79d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.613743 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fc64f880-8d93-4b4a-9937-7b9eb90cf79d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.767036 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fc64f880-8d93-4b4a-9937-7b9eb90cf79d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.842337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba713a3-4d6b-4acd-8d4f-d88b2f7c18c5 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:23.853566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40c039f-f201-4903-9bca-176f3ca6b8ef None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:23.869972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c039f-f201-4903-9bca-176f3ca6b8ef None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:23.870990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e40c039f-f201-4903-9bca-176f3ca6b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:23.955903 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fc64f880-8d93-4b4a-9937-7b9eb90cf79d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.990672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e40c039f-f201-4903-9bca-176f3ca6b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:24.013371 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c039f-f201-4903-9bca-176f3ca6b8ef None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:24.017064 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e40c039f-f201-4903-9bca-176f3ca6b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:24.048218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64f880-8d93-4b4a-9937-7b9eb90cf79d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Subnet': ['ID=b5354c75-23f0-434b-b831-52f6914af712,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:24.058600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fc64f880-8d93-4b4a-9937-7b9eb90cf79d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.063743 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fc64f880-8d93-4b4a-9937-7b9eb90cf79d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/b5354c75-23f0-434b-b831-52f6914af712 HTTP/1.1" status: 204 len: 168 time: 0.5851676 Jul 16 18:15:24.063989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57572) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.091707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e40c039f-f201-4903-9bca-176f3ca6b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:24.093230 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40c039f-f201-4903-9bca-176f3ca6b8ef None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:24.096423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b30ca0-acbf-4378-9e49-ed7cfa3fdf6e None None] Network 328b7bf6-f2d8-4e5c-96ad-f09e08791712 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:24.234894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57574) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.310319 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.484277 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:24.484508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.495567 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a50e2f-b8ae-4ee4-a41b-1e6d342ebe9d None None] DHCP port deletion for 328b7bf6-f2d8-4e5c-96ad-f09e08791712 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:24.517411 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fba713a3-4d6b-4acd-8d4f-d88b2f7c18c5 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.521444 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f1441c3-1f83-44cb-9bc9-2ed1bfd7097b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.575927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fba713a3-4d6b-4acd-8d4f-d88b2f7c18c5 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "PUT /v2.0/floatingips/674bedce-13d6-40c6-ab20-608c9aa49ed0 HTTP/1.1" status: 200 len: 688 time: 2.0948145 Jul 16 18:15:24.576676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e0a50e2f-b8ae-4ee4-a41b-1e6d342ebe9d None None] Deleting port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:24.577711 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e0a50e2f-b8ae-4ee4-a41b-1e6d342ebe9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.581888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57582) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.690839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e0a50e2f-b8ae-4ee4-a41b-1e6d342ebe9d None None] For port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48,segment=NetworkSegment(b7984709-6a96-4679-bb4f-1e2b91b0720c),segment_id=b7984709-6a96-4679-bb4f-1e2b91b0720c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:24.691651 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e0a50e2f-b8ae-4ee4-a41b-1e6d342ebe9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.713311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e0a50e2f-b8ae-4ee4-a41b-1e6d342ebe9d None None] Calling delete_port for 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:24.724278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f1441c3-1f83-44cb-9bc9-2ed1bfd7097b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.767361 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f1441c3-1f83-44cb-9bc9-2ed1bfd7097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.773176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ae5dba54-f6b8-45d9-8631-f03569dc43dd admin admin] Deleting port b2710cb9-ce26-4f09-9d13-3dce2297bbb1 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:24.773176 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae5dba54-f6b8-45d9-8631-f03569dc43dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.821396 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e0a50e2f-b8ae-4ee4-a41b-1e6d342ebe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.854201 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1441c3-1f83-44cb-9bc9-2ed1bfd7097b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9328b1-1b9a-4ad5-a522-55dc4b0e02e4,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:24.862747 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] For port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48,segment=NetworkSegment(b7984709-6a96-4679-bb4f-1e2b91b0720c),segment_id=b7984709-6a96-4679-bb4f-1e2b91b0720c)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:24.864496 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a50e2f-b8ae-4ee4-a41b-1e6d342ebe9d None None] Pushing event deleted for resources: {'Port': ['ID=477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:24.866468 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.867771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a50e2f-b8ae-4ee4-a41b-1e6d342ebe9d None None] No DVR routers for this DVR port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:24.876406 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8f1441c3-1f83-44cb-9bc9-2ed1bfd7097b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1368568bf9e34cb58b7385fbd3dff096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078939 Jul 16 18:15:24.877088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57588) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.917570 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:24.962022 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-ae5dba54-f6b8-45d9-8631-f03569dc43dd admin admin] For port b2710cb9-ce26-4f09-9d13-3dce2297bbb1, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b2710cb9-ce26-4f09-9d13-3dce2297bbb1,segment=NetworkSegment(77f74ff7-3e8b-45d6-b134-a3ba29719500),segment_id=77f74ff7-3e8b-45d6-b134-a3ba29719500)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:24.962569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae5dba54-f6b8-45d9-8631-f03569dc43dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.979949 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:25.008532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:25.009088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:25.013148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb8093e2-21f0-4e00-8eaa-454d54c596fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.015357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ae5dba54-f6b8-45d9-8631-f03569dc43dd admin admin] Calling delete_port for b2710cb9-ce26-4f09-9d13-3dce2297bbb1 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:25.057080 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb8093e2-21f0-4e00-8eaa-454d54c596fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.090779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d26395c1-6a9d-4d63-b6b3-3c68f93ee707 req-1406391f-0d9b-4f7c-8b28-a875505bd3dc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5697150 Jul 16 18:15:25.093823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ca15c613-f634-4885-8843-ebff572b690f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port ce3ec631-bd03-460c-abf5-1c9cae8506fc {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:25.094170 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca15c613-f634-4885-8843-ebff572b690f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.106312 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.149378 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:25.157414 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No DVR routers for this DVR port 477c1706-8e0f-4f7e-b3cf-b70a0e9c7b48 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:25.197992 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb8093e2-21f0-4e00-8eaa-454d54c596fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.200554 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb8093e2-21f0-4e00-8eaa-454d54c596fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.204760 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bb8093e2-21f0-4e00-8eaa-454d54c596fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c9328b1-1b9a-4ad5-a522-55dc4b0e02e4 HTTP/1.1" status: 204 len: 168 time: 0.3120048 Jul 16 18:15:25.220940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8093e2-21f0-4e00-8eaa-454d54c596fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9328b1-1b9a-4ad5-a522-55dc4b0e02e4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:25.267066 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca15c613-f634-4885-8843-ebff572b690f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.267394 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca15c613-f634-4885-8843-ebff572b690f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.268999 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.281873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328b7bf6-f2d8-4e5c-96ad-f09e08791712']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:25.292347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ca15c613-f634-4885-8843-ebff572b690f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for ce3ec631-bd03-460c-abf5-1c9cae8506fc owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:25.293328 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7984709-6a96-4679-bb4f-1e2b91b0720c') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:25.293489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7984709-6a96-4679-bb4f-1e2b91b0720c') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:25.304080 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.319027 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.326474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:25.326807 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:25.330101 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:25.369553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26395c1-6a9d-4d63-b6b3-3c68f93ee707 req-280ba4a6-e93e-4145-8ac3-456a0964fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:25.371108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d26395c1-6a9d-4d63-b6b3-3c68f93ee707 req-280ba4a6-e93e-4145-8ac3-456a0964fb94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 1097 time: 0.2038152 Jul 16 18:15:25.416068 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.431635 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.438995 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/networks/328b7bf6-f2d8-4e5c-96ad-f09e08791712 HTTP/1.1" status: 204 len: 168 time: 1.3731248 Jul 16 18:15:25.439268 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57594) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:25.455574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5f241d67-828a-44c8-b573-38cbdae95030 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1643185588', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:25.464828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ef616-c533-479e-8c10-12bfb7d848a3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Network': ['ID=328b7bf6-f2d8-4e5c-96ad-f09e08791712,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:25.485646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f241d67-828a-44c8-b573-38cbdae95030 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.487685 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f241d67-828a-44c8-b573-38cbdae95030 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.517567 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae5dba54-f6b8-45d9-8631-f03569dc43dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.565453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dba54-f6b8-45d9-8631-f03569dc43dd admin admin] Pushing event deleted for resources: {'Port': ['ID=b2710cb9-ce26-4f09-9d13-3dce2297bbb1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:25.579257 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f241d67-828a-44c8-b573-38cbdae95030 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.587044 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f241d67-828a-44c8-b573-38cbdae95030 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.611504 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5f241d67-828a-44c8-b573-38cbdae95030 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.619947 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5f241d67-828a-44c8-b573-38cbdae95030 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1770666 Jul 16 18:15:25.620915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57598) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:25.635573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e9439c7b-af3b-432d-bcb6-47b5727862b1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'network': {'name': 'tempest-RoutersTest-585563192'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:25.667381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9439c7b-af3b-432d-bcb6-47b5727862b1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:25.667675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26395c1-6a9d-4d63-b6b3-3c68f93ee707 req-820d918d-f3ae-47a6-bce4-6539262a4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:25.668940 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d26395c1-6a9d-4d63-b6b3-3c68f93ee707 req-820d918d-f3ae-47a6-bce4-6539262a4bfc service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.2756140 Jul 16 18:15:25.671716 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9439c7b-af3b-432d-bcb6-47b5727862b1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.708188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9439c7b-af3b-432d-bcb6-47b5727862b1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:25.723248 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9439c7b-af3b-432d-bcb6-47b5727862b1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.723702 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-e9439c7b-af3b-432d-bcb6-47b5727862b1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Added segment ad29c01c-62ad-4b32-9320-aa9a675f76fd of type vlan for network f3c07fbb-f50b-4d82-9776-63a6e7a91a0a Jul 16 18:15:25.765677 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca15c613-f634-4885-8843-ebff572b690f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.794278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9439c7b-af3b-432d-bcb6-47b5727862b1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.830952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15c613-f634-4885-8843-ebff572b690f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=ce3ec631-bd03-460c-abf5-1c9cae8506fc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:25.846642 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9439c7b-af3b-432d-bcb6-47b5727862b1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.853985 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9439c7b-af3b-432d-bcb6-47b5727862b1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:25.854670 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9439c7b-af3b-432d-bcb6-47b5727862b1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.914236 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e9439c7b-af3b-432d-bcb6-47b5727862b1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2895575 Jul 16 18:15:25.914474 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d26395c1-6a9d-4d63-b6b3-3c68f93ee707 req-60c205be-1c14-4ba9-95c6-c2a0a8e94dcf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc HTTP/1.1" status: 200 len: 1001 time: 0.2313929 Jul 16 18:15:25.916773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57608) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:25.943891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'subnet': {'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:25.964647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9439c7b-af3b-432d-bcb6-47b5727862b1 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Network': ['ID=f3c07fbb-f50b-4d82-9776-63a6e7a91a0a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:25.977693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network f3c07fbb-f50b-4d82-9776-63a6e7a91a0a details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:26.119008 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae5dba54-f6b8-45d9-8631-f03569dc43dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.127646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26395c1-6a9d-4d63-b6b3-3c68f93ee707 req-708dec6b-e25f-424d-912d-4a8ba476ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.129096 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d26395c1-6a9d-4d63-b6b3-3c68f93ee707 req-708dec6b-e25f-424d-912d-4a8ba476ee39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.1776836 Jul 16 18:15:26.132738 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca15c613-f634-4885-8843-ebff572b690f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.135194 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca15c613-f634-4885-8843-ebff572b690f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.136312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ca15c613-f634-4885-8843-ebff572b690f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/floatingips/674bedce-13d6-40c6-ab20-608c9aa49ed0 HTTP/1.1" status: 204 len: 168 time: 1.5520942 Jul 16 18:15:26.140885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57622) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:26.146469 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '37d73ee4-8309-428b-a78e-a878d0d46ccd'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:26.220305 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.245570 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.api [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:15:26.245570 n-d-787206-10 neutron-server[100169]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:15:26.245570 n-d-787206-10 neutron-server[100169]: [parameters: {'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'id': '358de1fe-b9e2-4bb9-8871-ba6422f489a4', 'expiration': datetime.datetime(2021, 7, 16, 18, 17, 26, 195391)}] Jul 16 18:15:26.245570 n-d-787206-10 neutron-server[100169]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:26.246036 n-d-787206-10 neutron-server[100169]: DEBUG oslo_db.api [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:26.323113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26395c1-6a9d-4d63-b6b3-3c68f93ee707 req-b445eb1b-a858-4c51-8039-65636215102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.334267 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d26395c1-6a9d-4d63-b6b3-3c68f93ee707 req-b445eb1b-a858-4c51-8039-65636215102c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1966407 Jul 16 18:15:26.504845 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.632902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d26395c1-6a9d-4d63-b6b3-3c68f93ee707 req-63abf14b-bd11-4019-b05b-c0c644731f9d service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817104 Jul 16 18:15:26.696957 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.705074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5dba54-f6b8-45d9-8631-f03569dc43dd admin admin] Router 240758e1-f0ad-4173-a1e4-78b19e4eebea has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:26.893950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:26.899607 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.969324 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d26395c1-6a9d-4d63-b6b3-3c68f93ee707 req-2cf86576-5bc6-421e-a4f4-4869819fa7fd service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217056 Jul 16 18:15:26.998872 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.072504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5dba54-f6b8-45d9-8631-f03569dc43dd admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:27.083530 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af7b3c-ecd0-4181-8831-c83920508115 None None] Sync routers for ids ['240758e1-f0ad-4173-a1e4-78b19e4eebea'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:27.086224 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ae5dba54-f6b8-45d9-8631-f03569dc43dd admin admin] 10.222.0.41 "PUT /v2.0/routers/240758e1-f0ad-4173-a1e4-78b19e4eebea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9135954 Jul 16 18:15:27.092392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57700) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.105709 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af7b3c-ecd0-4181-8831-c83920508115 None None] Routers {'240758e1-f0ad-4173-a1e4-78b19e4eebea'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:27.106376 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-47af7b3c-ecd0-4181-8831-c83920508115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['240758e1-f0ad-4173-a1e4-78b19e4eebea'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:27.263837 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.25.5.251 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/815d8931-c748-4d82-9fdc-85c9c3a0d15e) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:27.345284 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.371191 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-47af7b3c-ecd0-4181-8831-c83920508115 None None] Set router 240758e1-f0ad-4173-a1e4-78b19e4eebea gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:27.389595 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.450445 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.507197 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:27.512385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:27.517763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:27.574229 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=815d8931-c748-4d82-9fdc-85c9c3a0d15e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.631008 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.715173 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.739524 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-47af7b3c-ecd0-4181-8831-c83920508115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'name': 'tempest-TestVolumeBootPattern-1535259335-router', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:15:25Z', 'revision_number': 5, 'project_id': '692437276b134cbc9c85aae94a957863', 'gw_port': {'id': '342f4f1d-fc90-4450-8fe2-2e89b43f9d85', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:28Z', 'updated_at': '2021-07-16T18:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:27.821619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Subnet': ['ID=88b6c2af-e12d-4270-92ab-7d8f5f85a84c,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.837464 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af7b3c-ecd0-4181-8831-c83920508115 None None] Checking router: 240758e1-f0ad-4173-a1e4-78b19e4eebea for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:27.860851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Deleting port 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:27.860851 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.861265 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af7b3c-ecd0-4181-8831-c83920508115 None None] Routers {'240758e1-f0ad-4173-a1e4-78b19e4eebea'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:27.862329 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-47af7b3c-ecd0-4181-8831-c83920508115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['240758e1-f0ad-4173-a1e4-78b19e4eebea'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:28.029087 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fd78de38-a3fd-4cbb-baa3-d491bd69247e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.036227 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-47af7b3c-ecd0-4181-8831-c83920508115 None None] Set router 240758e1-f0ad-4173-a1e4-78b19e4eebea gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:28.201364 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-47af7b3c-ecd0-4181-8831-c83920508115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'name': 'tempest-TestVolumeBootPattern-1535259335-router', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:15:27Z', 'revision_number': 6, 'project_id': '692437276b134cbc9c85aae94a957863', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:28.269195 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af7b3c-ecd0-4181-8831-c83920508115 None None] The sync data for ids ['240758e1-f0ad-4173-a1e4-78b19e4eebea'] in n-d-787206-10 is: [{'id': '240758e1-f0ad-4173-a1e4-78b19e4eebea', 'name': 'tempest-TestVolumeBootPattern-1535259335-router', 'tenant_id': '692437276b134cbc9c85aae94a957863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:15:27Z', 'revision_number': 6, 'project_id': '692437276b134cbc9c85aae94a957863', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:28.280606 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.431420 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.454220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Checking segment: {'id': 'ad29c01c-62ad-4b32-9320-aa9a675f76fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:28.455100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network hostable DHCP agents. Network: f3c07fbb-f50b-4d82-9776-63a6e7a91a0a, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:28.512534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network f3c07fbb-f50b-4d82-9776-63a6e7a91a0a is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:28.536354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] For port 342f4f1d-fc90-4450-8fe2-2e89b43f9d85, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=342f4f1d-fc90-4450-8fe2-2e89b43f9d85,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:28.537015 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.539415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, f3c07fbb-f50b-4d82-9776-63a6e7a91a0a) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:28.543771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:28.544355 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.549586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efde40e-5a5e-46d9-9cfa-c71b906eddff None None] Network f3c07fbb-f50b-4d82-9776-63a6e7a91a0a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:28.566252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Calling delete_port for 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:28.588809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cc54a9a7-ace8-4842-ba45-afbfbaf46017 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6682086 Jul 16 18:15:28.599601 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57748) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:28.760306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:28.761997 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.765895 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.805173 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.881317 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.943266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b2710cb9-ce26-4f09-9d13-3dce2297bbb1 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:28.961315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=342f4f1d-fc90-4450-8fe2-2e89b43f9d85,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.973799 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: b2710cb9-ce26-4f09-9d13-3dce2297bbb1 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:28.974153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b2710cb9-ce26-4f09-9d13-3dce2297bbb1 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:29.021910 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.102097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Allocated IP 172.20.0.2 (f3c07fbb-f50b-4d82-9776-63a6e7a91a0a/88b6c2af-e12d-4270-92ab-7d8f5f85a84c/e0176924-8a95-4682-bc34-1910b075c2de) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:29.134556 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.137212 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.222063 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.222063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 240758e1-f0ad-4173-a1e4-78b19e4eebea {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:15:29.229068 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.232018 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=815d8931-c748-4d82-9fdc-85c9c3a0d15e,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:29.233798 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-30dd21bf-e9c7-4790-9abc-77c9ab9715c9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/240758e1-f0ad-4173-a1e4-78b19e4eebea HTTP/1.1" status: 204 len: 168 time: 2.1392989 Jul 16 18:15:29.234578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57762) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:29.365120 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.384788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-601b4552-bc01-4721-8952-e53dd8f6c63a admin admin] Deleting subnet be050754-900f-4d44-9a08-bc41e34dc3a1 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:29.388768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.401109 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-601b4552-bc01-4721-8952-e53dd8f6c63a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.503340 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-601b4552-bc01-4721-8952-e53dd8f6c63a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.508142 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.533016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Transition to ACTIVE for port object e0176924-8a95-4682-bc34-1910b075c2de will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:29.558631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Transition to ACTIVE for port object e0176924-8a95-4682-bc34-1910b075c2de will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:29.569874 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.659816 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-601b4552-bc01-4721-8952-e53dd8f6c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.699341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Network f3c07fbb-f50b-4d82-9776-63a6e7a91a0a is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:29.714356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:29.729977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:29.759456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Pushing event updated for resources: {'Port': ['ID=e0176924-8a95-4682-bc34-1910b075c2de,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:29.872692 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-601b4552-bc01-4721-8952-e53dd8f6c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.902204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Attempting to bind port e0176924-8a95-4682-bc34-1910b075c2de on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:29.902584 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Attempting to bind port e0176924-8a95-4682-bc34-1910b075c2de by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'ad29c01c-62ad-4b32-9320-aa9a675f76fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:29.902984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Attempting to bind port e0176924-8a95-4682-bc34-1910b075c2de on network f3c07fbb-f50b-4d82-9776-63a6e7a91a0a {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:29.914384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:29.924105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Checking segment: {'id': 'ad29c01c-62ad-4b32-9320-aa9a675f76fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:29.924444 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.924855 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Bound using segment: {'id': 'ad29c01c-62ad-4b32-9320-aa9a675f76fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:29.925388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Bound port: e0176924-8a95-4682-bc34-1910b075c2de, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad29c01c-62ad-4b32-9320-aa9a675f76fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:29.925752 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.927294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b4552-bc01-4721-8952-e53dd8f6c63a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be050754-900f-4d44-9a08-bc41e34dc3a1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:29.934122 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-601b4552-bc01-4721-8952-e53dd8f6c63a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.943747 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-601b4552-bc01-4721-8952-e53dd8f6c63a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/be050754-900f-4d44-9a08-bc41e34dc3a1 HTTP/1.1" status: 204 len: 168 time: 0.7040725 Jul 16 18:15:29.943747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57774) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:29.950528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8193343-e26b-4d28-bd48-14e8a65f48b4 None None] Network 49d5df37-25c9-4bd8-8094-2cadadcdf4e6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:30.024609 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Floating IP e13de4a4-edf3-4924-92a1-fa9037a3b7be associated. External IP: 172.25.5.251, port: 37d73ee4-8309-428b-a78e-a878d0d46ccd. Jul 16 18:15:30.080632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.164220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Deleting port 2b830317-fb62-432c-8cf3-2fc2519681c2 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:30.164563 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.233965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] For port e0176924-8a95-4682-bc34-1910b075c2de, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:30.254646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] For port e0176924-8a95-4682-bc34-1910b075c2de, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e0176924-8a95-4682-bc34-1910b075c2de,segment=NetworkSegment(ad29c01c-62ad-4b32-9320-aa9a675f76fd),segment_id=ad29c01c-62ad-4b32-9320-aa9a675f76fd)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:30.279658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] For port 2b830317-fb62-432c-8cf3-2fc2519681c2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2b830317-fb62-432c-8cf3-2fc2519681c2,segment=NetworkSegment(77f74ff7-3e8b-45d6-b134-a3ba29719500),segment_id=77f74ff7-3e8b-45d6-b134-a3ba29719500)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:30.280629 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.300748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Calling delete_port for 2b830317-fb62-432c-8cf3-2fc2519681c2 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:30.303787 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.423176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca15d23-5ee1-44b6-aff5-e13c030989e9 None None] Pushing event updated for resources: {'Port': ['ID=e0176924-8a95-4682-bc34-1910b075c2de,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:30.442187 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Allocated IP 172.20.0.1 (f3c07fbb-f50b-4d82-9776-63a6e7a91a0a/88b6c2af-e12d-4270-92ab-7d8f5f85a84c/8a8445f3-ae7a-4083-b84a-545e06ee67e3) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:30.442748 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.481856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Pushing event deleted for resources: {'Port': ['ID=2b830317-fb62-432c-8cf3-2fc2519681c2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:30.503108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] No DVR routers for this DVR port 2b830317-fb62-432c-8cf3-2fc2519681c2 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:30.508541 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8caddfe-23b6-47dc-bb13-ebdbfcb4ba9e None None] DHCP port deletion for 49d5df37-25c9-4bd8-8094-2cadadcdf4e6 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:30.638992 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.667533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d5df37-25c9-4bd8-8094-2cadadcdf4e6']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:30.698446 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:30.711399 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.733877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f74ff7-3e8b-45d6-b134-a3ba29719500') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:30.734809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f74ff7-3e8b-45d6-b134-a3ba29719500') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:30.762781 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.782621 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6164ec3-560a-48c5-9bfc-3e65024a3689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.783190 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.805422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:30.805979 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:30.807878 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:30.934069 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.953636 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.961570 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] 10.222.0.41 "DELETE /v2.0/networks/49d5df37-25c9-4bd8-8094-2cadadcdf4e6 HTTP/1.1" status: 204 len: 168 time: 1.0167830 Jul 16 18:15:30.976415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e0176924-8a95-4682-bc34-1910b075c2de up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:31.027756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44311e00-788d-4191-a2c4-795321f8a9af admin admin] Pushing event deleted for resources: {'Network': ['ID=49d5df37-25c9-4bd8-8094-2cadadcdf4e6,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:31.115449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e0176924-8a95-4682-bc34-1910b075c2de completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:31.210453 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:31.267957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:31.268609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 342f4f1d-fc90-4450-8fe2-2e89b43f9d85 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:31.268712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2b830317-fb62-432c-8cf3-2fc2519681c2 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:31.319178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57796) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:31.351181 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.354372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 2b830317-fb62-432c-8cf3-2fc2519681c2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:31.354715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2b830317-fb62-432c-8cf3-2fc2519681c2 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:31.390640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Transition to ACTIVE for port object 8a8445f3-ae7a-4083-b84a-545e06ee67e3 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:31.400929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:31.418083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4e4a810d-dade-45be-8d86-32adab3c9421 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66bb849ac62844c6957c750d90efa878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969980 Jul 16 18:15:31.418813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57798) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:31.419217 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ae991-bd75-4fa1-9e3d-90df7f022b27 None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:31.433497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ae991-bd75-4fa1-9e3d-90df7f022b27 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:31.435887 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.437040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5d3ae991-bd75-4fa1-9e3d-90df7f022b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:31.485961 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bd64b12-91b7-480a-8549-c178134bd764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.503173 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.513216 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-18d61854-779a-44f4-94f3-cd2ca210abe4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3711002 Jul 16 18:15:31.518491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57800) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:31.525283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5d3ae991-bd75-4fa1-9e3d-90df7f022b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:31.551375 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bd64b12-91b7-480a-8549-c178134bd764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.562712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ae991-bd75-4fa1-9e3d-90df7f022b27 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:31.565055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5d3ae991-bd75-4fa1-9e3d-90df7f022b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:31.565888 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network f3c07fbb-f50b-4d82-9776-63a6e7a91a0a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:31.570787 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:31.575873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:31.641841 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.848821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2be0be83-3f1c-4f45-a401-dcf2146824b4 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "GET /v2.0/floatingips/e13de4a4-edf3-4924-92a1-fa9037a3b7be HTTP/1.1" status: 200 len: 978 time: 0.3269219 Jul 16 18:15:31.850296 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bd64b12-91b7-480a-8549-c178134bd764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.853502 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bd64b12-91b7-480a-8549-c178134bd764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.855781 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6bd64b12-91b7-480a-8549-c178134bd764 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c95af4f3-6873-4aaf-a164-b7dbc4a5edeb HTTP/1.1" status: 204 len: 168 time: 0.4354963 Jul 16 18:15:31.860805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57804) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:31.898397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd64b12-91b7-480a-8549-c178134bd764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95af4f3-6873-4aaf-a164-b7dbc4a5edeb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:32.037926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=8a8445f3-ae7a-4083-b84a-545e06ee67e3,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:32.151214 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5d3ae991-bd75-4fa1-9e3d-90df7f022b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:32.152399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ae991-bd75-4fa1-9e3d-90df7f022b27 None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:32.159167 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.175253 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f0842a7d-e0a2-453d-a95d-06eb0765715a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3100166 Jul 16 18:15:32.176326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57810) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:32.182644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5665729a-a271-4158-ac95-33b2e4d9d767 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'floatingip': {'port_id': '7945af2b-2d48-4b2f-84e9-5f7511613fd6'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:32.213618 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.281584 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5665729a-a271-4158-ac95-33b2e4d9d767 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.316660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3caa5c-3aed-41a1-b26e-a93e4c7b3cd6 None None] Network f3c07fbb-f50b-4d82-9776-63a6e7a91a0a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:32.540204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-205e66bb-340a-4233-8d5d-f8359efaf4c4 None None] Provisioning for port e0176924-8a95-4682-bc34-1910b075c2de completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:32.547106 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-205e66bb-340a-4233-8d5d-f8359efaf4c4 None None] Provisioning complete for port e0176924-8a95-4682-bc34-1910b075c2de triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:32.547983 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-205e66bb-340a-4233-8d5d-f8359efaf4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.661002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57820) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:32.795338 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6dae1c86-5bc3-4117-8702-06a5c24c0fd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=692437276b134cbc9c85aae94a957863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325765 Jul 16 18:15:32.796284 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.797934 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57822) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:32.818548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.853639 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-205e66bb-340a-4233-8d5d-f8359efaf4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.944898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-205e66bb-340a-4233-8d5d-f8359efaf4c4 None None] For port e0176924-8a95-4682-bc34-1910b075c2de, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e0176924-8a95-4682-bc34-1910b075c2de,segment=NetworkSegment(ad29c01c-62ad-4b32-9320-aa9a675f76fd),segment_id=ad29c01c-62ad-4b32-9320-aa9a675f76fd)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:32.964968 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-205e66bb-340a-4233-8d5d-f8359efaf4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.076641 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.114505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e66bb-340a-4233-8d5d-f8359efaf4c4 None None] Pushing event updated for resources: {'Port': ['ID=e0176924-8a95-4682-bc34-1910b075c2de,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.269353 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=8a8445f3-ae7a-4083-b84a-545e06ee67e3,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.273056 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-873eb09e-f64f-48c7-93cf-44b2a4184401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.300095 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-873eb09e-f64f-48c7-93cf-44b2a4184401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.301783 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5665729a-a271-4158-ac95-33b2e4d9d767 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.309712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-dc4ec130-13e7-4a55-80d4-83647d2ae82e req-5ef898b3-ee17-4663-934d-7d2c25c3699e service neutron] (100169) timed out ('10.222.0.43', 61058) {{(pid=100169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:15:33.316166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5665729a-a271-4158-ac95-33b2e4d9d767 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.339379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network f3c07fbb-f50b-4d82-9776-63a6e7a91a0a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:33.348066 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:33.411780 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-43aaa20f-d3bc-4826-805b-9436ab421416 None None] Provisioning complete for port e0176924-8a95-4682-bc34-1910b075c2de triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:33.411780 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-43aaa20f-d3bc-4826-805b-9436ab421416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.492254 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-873eb09e-f64f-48c7-93cf-44b2a4184401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.499616 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-5665729a-a271-4158-ac95-33b2e4d9d767 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Floating IP e13de4a4-edf3-4924-92a1-fa9037a3b7be associated. External IP: 172.25.5.251, port: 37d73ee4-8309-428b-a78e-a878d0d46ccd. Jul 16 18:15:33.504575 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-873eb09e-f64f-48c7-93cf-44b2a4184401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.522313 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-873eb09e-f64f-48c7-93cf-44b2a4184401 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70610660-acec-4bae-8119-bb896eefd349 HTTP/1.1" status: 204 len: 168 time: 0.7232616 Jul 16 18:15:33.555318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873eb09e-f64f-48c7-93cf-44b2a4184401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70610660-acec-4bae-8119-bb896eefd349,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.623366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 862e635b-7c90-4071-9e84-f8d718ea3e55 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:15:33.637588 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.685773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-43aaa20f-d3bc-4826-805b-9436ab421416 None None] Provisioning for port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:33.692767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-43aaa20f-d3bc-4826-805b-9436ab421416 None None] Provisioning complete for port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:33.693145 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-43aaa20f-d3bc-4826-805b-9436ab421416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.767654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-43aaa20f-d3bc-4826-805b-9436ab421416 None None] Port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:33.838231 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:33.846529 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-546ed121-2a17-4c9a-b939-1659ad0c2d17 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2444391 Jul 16 18:15:33.849176 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57832) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:33.853353 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Sync routers for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:33.868264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-01017871-7d06-4625-aa5e-dfd4b254573f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'network': {'name': 'tempest-RoutersTest-1761168482'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:33.869528 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:33.870388 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:33.892470 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ba1f7897-3c1a-4376-9306-8974b1ebbe54 None None] Provisioning complete for port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:33.895168 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ba1f7897-3c1a-4376-9306-8974b1ebbe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.978563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01017871-7d06-4625-aa5e-dfd4b254573f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:33.984119 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-01017871-7d06-4625-aa5e-dfd4b254573f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.021971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f7897-3c1a-4376-9306-8974b1ebbe54 None None] Port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:34.071744 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01017871-7d06-4625-aa5e-dfd4b254573f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:34.099397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5665729a-a271-4158-ac95-33b2e4d9d767 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:34.103087 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-01017871-7d06-4625-aa5e-dfd4b254573f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.104547 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-01017871-7d06-4625-aa5e-dfd4b254573f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Added segment 76e50e28-e8c5-4cb2-93b9-33f31d888e97 of type vlan for network 35d2cc64-924b-4097-bb5c-8226961c61b6 Jul 16 18:15:34.160109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e1e07c04-e13a-4695-9aa1-c5ecb9de69fd None None] Provisioning complete for port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:34.162298 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e1e07c04-e13a-4695-9aa1-c5ecb9de69fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.301435 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-01017871-7d06-4625-aa5e-dfd4b254573f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.322258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e1e07c04-e13a-4695-9aa1-c5ecb9de69fd None None] Port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:34.349283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5665729a-a271-4158-ac95-33b2e4d9d767 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:34.383320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3460d4a6-ef0d-40d6-adf5-7e2e5c9fae8a None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:34.430986 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460d4a6-ef0d-40d6-adf5-7e2e5c9fae8a None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:34.432430 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-3460d4a6-ef0d-40d6-adf5-7e2e5c9fae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:34.435053 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-01017871-7d06-4625-aa5e-dfd4b254573f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.442498 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01017871-7d06-4625-aa5e-dfd4b254573f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:34.443406 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-01017871-7d06-4625-aa5e-dfd4b254573f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.525999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-3460d4a6-ef0d-40d6-adf5-7e2e5c9fae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:34.537746 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-01017871-7d06-4625-aa5e-dfd4b254573f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6843886 Jul 16 18:15:34.552921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460d4a6-ef0d-40d6-adf5-7e2e5c9fae8a None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:34.554059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-3460d4a6-ef0d-40d6-adf5-7e2e5c9fae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:34.558729 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57840) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:34.569827 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:34.595841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-3460d4a6-ef0d-40d6-adf5-7e2e5c9fae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:34.596754 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3460d4a6-ef0d-40d6-adf5-7e2e5c9fae8a None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:34.598067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-54eac3aa-c2e2-4985-8018-bce399b00bbc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'subnet': {'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:34.707982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01017871-7d06-4625-aa5e-dfd4b254573f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Network': ['ID=35d2cc64-924b-4097-bb5c-8226961c61b6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.725689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 35d2cc64-924b-4097-bb5c-8226961c61b6 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:34.785961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5665729a-a271-4158-ac95-33b2e4d9d767 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:34.833747 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eac3aa-c2e2-4985-8018-bce399b00bbc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:34.838319 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-54eac3aa-c2e2-4985-8018-bce399b00bbc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.892833 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:15:34.965608 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:31Z', 'revision_number': 2, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:32Z', 'revision_number': 2, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:34.979071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e0176924-8a95-4682-bc34-1910b075c2de up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:35.007835 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Checking router: 862e635b-7c90-4071-9e84-f8d718ea3e55 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:35.009151 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Updating router 862e635b-7c90-4071-9e84-f8d718ea3e55 port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:35.052015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e0176924-8a95-4682-bc34-1910b075c2de triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:35.052680 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.104078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5665729a-a271-4158-ac95-33b2e4d9d767 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:35.115479 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5665729a-a271-4158-ac95-33b2e4d9d767 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.118630 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.164887 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e17f97-0339-400d-9883-fbc7dc2730f3 None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:35.191138 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e17f97-0339-400d-9883-fbc7dc2730f3 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:35.192040 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e2e17f97-0339-400d-9883-fbc7dc2730f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:35.236742 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57846) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.238664 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5665729a-a271-4158-ac95-33b2e4d9d767 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "PUT /v2.0/floatingips/e13de4a4-edf3-4924-92a1-fa9037a3b7be HTTP/1.1" status: 200 len: 978 time: 3.0597715 Jul 16 18:15:35.259838 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e2e17f97-0339-400d-9883-fbc7dc2730f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:35.268317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-903f568e-cf41-4872-84e2-cb219fdd2c55 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:35.324202 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e17f97-0339-400d-9883-fbc7dc2730f3 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:35.325116 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e2e17f97-0339-400d-9883-fbc7dc2730f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:35.338708 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-54eac3aa-c2e2-4985-8018-bce399b00bbc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.415056 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e2e17f97-0339-400d-9883-fbc7dc2730f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:35.416828 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e17f97-0339-400d-9883-fbc7dc2730f3 None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:35.478395 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-903f568e-cf41-4872-84e2-cb219fdd2c55 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.485691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eac3aa-c2e2-4985-8018-bce399b00bbc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Subnet': ['ID=4608825c-f337-4df2-9ea6-e474f9e0527e,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.550977 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eac3aa-c2e2-4985-8018-bce399b00bbc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Checking segment: {'id': '76e50e28-e8c5-4cb2-93b9-33f31d888e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:35.551342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eac3aa-c2e2-4985-8018-bce399b00bbc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network hostable DHCP agents. Network: 35d2cc64-924b-4097-bb5c-8226961c61b6, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:35.616493 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eac3aa-c2e2-4985-8018-bce399b00bbc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network 35d2cc64-924b-4097-bb5c-8226961c61b6 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:35.628924 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.668938 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Transition to ACTIVE for port object 8a8445f3-ae7a-4083-b84a-545e06ee67e3 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:35.675580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-54eac3aa-c2e2-4985-8018-bce399b00bbc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 35d2cc64-924b-4097-bb5c-8226961c61b6) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:35.682333 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eac3aa-c2e2-4985-8018-bce399b00bbc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:35.682928 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-54eac3aa-c2e2-4985-8018-bce399b00bbc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.692011 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.698531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33c95de-c214-4af9-be3d-78469979fc3e None None] Network 35d2cc64-924b-4097-bb5c-8226961c61b6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:35.773025 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-903f568e-cf41-4872-84e2-cb219fdd2c55 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.793790 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-903f568e-cf41-4872-84e2-cb219fdd2c55 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.794366 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-903f568e-cf41-4872-84e2-cb219fdd2c55 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Floating IP e13de4a4-edf3-4924-92a1-fa9037a3b7be disassociated. External IP: 172.25.5.251, port: 7945af2b-2d48-4b2f-84e9-5f7511613fd6. Jul 16 18:15:35.838199 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Pushing event updated for resources: {'Port': ['ID=8a8445f3-ae7a-4083-b84a-545e06ee67e3,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.874595 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-54eac3aa-c2e2-4985-8018-bce399b00bbc tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3147922 Jul 16 18:15:35.877767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57856) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.927632 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.928578 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.929103 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.941761 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.942342 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.942859 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.943367 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.943894 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.947078 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.947624 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.948124 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.949086 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:36.097633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-35d2cc64-924b-4097-bb5c-8226961c61b6', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:36.125004 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.211164 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Attempting to bind port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:36.212981 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Attempting to bind port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'ad29c01c-62ad-4b32-9320-aa9a675f76fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:36.214105 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Attempting to bind port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 on network f3c07fbb-f50b-4d82-9776-63a6e7a91a0a {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:36.229517 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:36.230281 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Checking segment: {'id': 'ad29c01c-62ad-4b32-9320-aa9a675f76fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:36.232209 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.232776 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Bound using segment: {'id': 'ad29c01c-62ad-4b32-9320-aa9a675f76fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:36.234634 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Bound port: 8a8445f3-ae7a-4083-b84a-545e06ee67e3, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad29c01c-62ad-4b32-9320-aa9a675f76fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:36.235647 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.346909 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] For port 8a8445f3-ae7a-4083-b84a-545e06ee67e3, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:36.353875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903f568e-cf41-4872-84e2-cb219fdd2c55 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:36.354626 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] For port 8a8445f3-ae7a-4083-b84a-545e06ee67e3, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8a8445f3-ae7a-4083-b84a-545e06ee67e3,segment=NetworkSegment(ad29c01c-62ad-4b32-9320-aa9a675f76fd),segment_id=ad29c01c-62ad-4b32-9320-aa9a675f76fd)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:36.364123 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.501601 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:36.502272 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:36.602871 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79cf04-6ff1-41d1-bf8e-9070c46ad7c6 None None] Pushing event updated for resources: {'Port': ['ID=8a8445f3-ae7a-4083-b84a-545e06ee67e3,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:36.610448 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903f568e-cf41-4872-84e2-cb219fdd2c55 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:36.628735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-903f568e-cf41-4872-84e2-cb219fdd2c55 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.636106 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d46984-c184-44cf-b55a-49e652713ff5 None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:36.654711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Allocated IP 172.21.0.2 (35d2cc64-924b-4097-bb5c-8226961c61b6/4608825c-f337-4df2-9ea6-e474f9e0527e/bdf15237-ee49-4600-b5eb-19b4dd8a61da) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:36.687364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d46984-c184-44cf-b55a-49e652713ff5 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:36.689749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-31d46984-c184-44cf-b55a-49e652713ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:36.728268 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-903f568e-cf41-4872-84e2-cb219fdd2c55 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "PUT /v2.0/floatingips/e13de4a4-edf3-4924-92a1-fa9037a3b7be HTTP/1.1" status: 200 len: 688 time: 1.4904795 Jul 16 18:15:36.733412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57864) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:36.766723 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:36.774666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-31d46984-c184-44cf-b55a-49e652713ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:36.815406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d46984-c184-44cf-b55a-49e652713ff5 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:36.816527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-31d46984-c184-44cf-b55a-49e652713ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:36.941211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-31d46984-c184-44cf-b55a-49e652713ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:36.948550 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d46984-c184-44cf-b55a-49e652713ff5 None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:36.975075 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.054548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-824a61f9-3d05-4ed1-a2fa-475ed4a91f95 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port 815d8931-c748-4d82-9fdc-85c9c3a0d15e {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:37.056592 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-824a61f9-3d05-4ed1-a2fa-475ed4a91f95 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.256817 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-824a61f9-3d05-4ed1-a2fa-475ed4a91f95 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.257809 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-824a61f9-3d05-4ed1-a2fa-475ed4a91f95 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.272616 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.284867 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-824a61f9-3d05-4ed1-a2fa-475ed4a91f95 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for 815d8931-c748-4d82-9fdc-85c9c3a0d15e owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:37.296465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Transition to ACTIVE for port object bdf15237-ee49-4600-b5eb-19b4dd8a61da will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:37.326493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Transition to ACTIVE for port object bdf15237-ee49-4600-b5eb-19b4dd8a61da will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:37.346092 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:31Z', 'revision_number': 2, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:36Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:37.347105 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.418455 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffda926-171e-430c-bc62-a4257d524dcc None None] The sync data for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 is: [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:31Z', 'revision_number': 2, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:36Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:37.458805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Network 35d2cc64-924b-4097-bb5c-8226961c61b6 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:37.475791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:37.499862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:37.536835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Pushing event updated for resources: {'Port': ['ID=bdf15237-ee49-4600-b5eb-19b4dd8a61da,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:37.571343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Allocated IP 172.21.0.1 (35d2cc64-924b-4097-bb5c-8226961c61b6/4608825c-f337-4df2-9ea6-e474f9e0527e/f8f32adb-9a62-4733-865f-261775c9952f) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:37.649064 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:37.649415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:37.649760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:37.650100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:37.660941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:37.661373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:37.661722 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:37.662073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:37.665911 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:37.666273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:37.666615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:37.666952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:37.737804 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.756018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Transition to ACTIVE for port object f8f32adb-9a62-4733-865f-261775c9952f will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:37.778935 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Attempting to bind port bdf15237-ee49-4600-b5eb-19b4dd8a61da on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:37.781801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Attempting to bind port bdf15237-ee49-4600-b5eb-19b4dd8a61da by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '76e50e28-e8c5-4cb2-93b9-33f31d888e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:37.782384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Attempting to bind port bdf15237-ee49-4600-b5eb-19b4dd8a61da on network 35d2cc64-924b-4097-bb5c-8226961c61b6 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:37.793464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:37.794980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Checking segment: {'id': '76e50e28-e8c5-4cb2-93b9-33f31d888e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:37.796438 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.800690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Bound using segment: {'id': '76e50e28-e8c5-4cb2-93b9-33f31d888e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:37.801208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Bound port: bdf15237-ee49-4600-b5eb-19b4dd8a61da, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e50e28-e8c5-4cb2-93b9-33f31d888e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:37.801609 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.856872 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.892220 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-824a61f9-3d05-4ed1-a2fa-475ed4a91f95 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.926832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=f8f32adb-9a62-4733-865f-261775c9952f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:37.965065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network 35d2cc64-924b-4097-bb5c-8226961c61b6 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:37.971149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:37.973977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:37.979015 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a61f9-3d05-4ed1-a2fa-475ed4a91f95 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=815d8931-c748-4d82-9fdc-85c9c3a0d15e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.034958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] For port bdf15237-ee49-4600-b5eb-19b4dd8a61da, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:38.049684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] For port bdf15237-ee49-4600-b5eb-19b4dd8a61da, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=bdf15237-ee49-4600-b5eb-19b4dd8a61da,segment=NetworkSegment(76e50e28-e8c5-4cb2-93b9-33f31d888e97),segment_id=76e50e28-e8c5-4cb2-93b9-33f31d888e97)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:38.064996 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.099298 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.160081 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-824a61f9-3d05-4ed1-a2fa-475ed4a91f95 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.163652 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-824a61f9-3d05-4ed1-a2fa-475ed4a91f95 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.171561 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-824a61f9-3d05-4ed1-a2fa-475ed4a91f95 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/floatingips/e13de4a4-edf3-4924-92a1-fa9037a3b7be HTTP/1.1" status: 204 len: 168 time: 1.4355440 Jul 16 18:15:38.175230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57876) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:38.236325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85847c-d854-4dd3-b7c4-ff8e57f29c5c None None] Pushing event updated for resources: {'Port': ['ID=bdf15237-ee49-4600-b5eb-19b4dd8a61da,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.314089 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-ac603792-12f2-4def-b202-c8978f111cff tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] delete failed (client error): The resource could not be found. Jul 16 18:15:38.325251 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ac603792-12f2-4def-b202-c8978f111cff tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/floatingips/e13de4a4-edf3-4924-92a1-fa9037a3b7be HTTP/1.1" status: 404 len: 345 time: 0.1486824 Jul 16 18:15:38.326660 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57882) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.088115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device bdf15237-ee49-4600-b5eb-19b4dd8a61da up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:39.144908 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.154197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port bdf15237-ee49-4600-b5eb-19b4dd8a61da completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:39.167166 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8a8445f3-ae7a-4083-b84a-545e06ee67e3 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:39.238534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:39.245808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:39.246433 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.407509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d7e22-352b-4c6c-ba87-175d3c3c7fb5 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.412715 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.414205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d7e22-352b-4c6c-ba87-175d3c3c7fb5 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.423897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d7e22-352b-4c6c-ba87-175d3c3c7fb5 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.429776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57894) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.443615 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ce4d7e22-352b-4c6c-ba87-175d3c3c7fb5 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "GET /v2.0/ports?network_id=349e7dd7-acea-4b12-a032-b95051042e65 HTTP/1.1" status: 200 len: 2358 time: 1.1154478 Jul 16 18:15:39.467463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 8a8445f3-ae7a-4083-b84a-545e06ee67e3, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8a8445f3-ae7a-4083-b84a-545e06ee67e3,segment=NetworkSegment(ad29c01c-62ad-4b32-9320-aa9a675f76fd),segment_id=ad29c01c-62ad-4b32-9320-aa9a675f76fd)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:39.479558 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.587423 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280fbe14-24dd-43ce-af36-d78953f08169 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.598315 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-280fbe14-24dd-43ce-af36-d78953f08169 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "GET /v2.0/subnets/f554010b-e659-4b69-a2d9-89d30a1b2a37 HTTP/1.1" status: 200 len: 797 time: 0.1644151 Jul 16 18:15:39.600501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57896) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.617068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=8a8445f3-ae7a-4083-b84a-545e06ee67e3,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:39.617391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'port': {'network_id': '349e7dd7-acea-4b12-a032-b95051042e65', 'name': 'tempest-FloatingIPTestJSON-179871794', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:39.802801 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57900) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.808839 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.815086 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.828111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Made reservation on behalf of b4002a3d2fd14d0ebd149108b6e6d08e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:39.932994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.937205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=f8f32adb-9a62-4733-865f-261775c9952f,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:40.124587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network 35d2cc64-924b-4097-bb5c-8226961c61b6 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:40.130183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:40.166065 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.206270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c636672b-8837-4a23-9893-02a4f7efee6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.220441 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] device_id is not set on port 3a72eaed-c78e-4606-ac09-fd8157ca1013 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:40.373102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 862e635b-7c90-4071-9e84-f8d718ea3e55 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:40.616286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53237445-ec6e-4cf6-b3d4-e614fe8223d2 None None] Network 35d2cc64-924b-4097-bb5c-8226961c61b6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:40.632833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:40.642493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7141b754-8be0-4610-a910-7df1811ca403 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7603576 Jul 16 18:15:40.642886 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57910) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:40.644476 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Sync routers for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:40.651222 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c8ed3e58-af8d-476e-a434-04926fed93f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'network': {'name': 'tempest-RoutersTest-1119316520'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:40.661752 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:40.663098 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:40.720076 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8afcbf32-6788-411a-974d-7d5ea4184cf2 None None] Provisioning for port bdf15237-ee49-4600-b5eb-19b4dd8a61da completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:40.760361 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8afcbf32-6788-411a-974d-7d5ea4184cf2 None None] Provisioning complete for port bdf15237-ee49-4600-b5eb-19b4dd8a61da triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:40.761133 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8afcbf32-6788-411a-974d-7d5ea4184cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.765578 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:40.920647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.20.0.14 (349e7dd7-acea-4b12-a032-b95051042e65/f554010b-e659-4b69-a2d9-89d30a1b2a37/3a72eaed-c78e-4606-ac09-fd8157ca1013) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:40.941456 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.20.0.13 (349e7dd7-acea-4b12-a032-b95051042e65/f554010b-e659-4b69-a2d9-89d30a1b2a37/3a72eaed-c78e-4606-ac09-fd8157ca1013) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:40.962725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8a8445f3-ae7a-4083-b84a-545e06ee67e3 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:41.010323 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8afcbf32-6788-411a-974d-7d5ea4184cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.086343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8afcbf32-6788-411a-974d-7d5ea4184cf2 None None] For port bdf15237-ee49-4600-b5eb-19b4dd8a61da, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=bdf15237-ee49-4600-b5eb-19b4dd8a61da,segment=NetworkSegment(76e50e28-e8c5-4cb2-93b9-33f31d888e97),segment_id=76e50e28-e8c5-4cb2-93b9-33f31d888e97)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:41.105488 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8afcbf32-6788-411a-974d-7d5ea4184cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.114499 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:41.114876 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.225616 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:38Z', 'revision_number': 3, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 2, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:41.260326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcbf32-6788-411a-974d-7d5ea4184cf2 None None] Pushing event updated for resources: {'Port': ['ID=bdf15237-ee49-4600-b5eb-19b4dd8a61da,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:41.274213 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Checking router: 862e635b-7c90-4071-9e84-f8d718ea3e55 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:41.274572 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Updating router 862e635b-7c90-4071-9e84-f8d718ea3e55 port f8f32adb-9a62-4733-865f-261775c9952f binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:41.325302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.351764 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.412890 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c636672b-8837-4a23-9893-02a4f7efee6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.424078 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c636672b-8837-4a23-9893-02a4f7efee6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.443654 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.470780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ed3e58-af8d-476e-a434-04926fed93f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:41.474377 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c8ed3e58-af8d-476e-a434-04926fed93f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.540114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636672b-8837-4a23-9893-02a4f7efee6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26b6edf-0f12-471d-82a3-6b3f76626bdf,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:41.550772 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0352da07-36c3-46b7-b5f0-74ba50cc9fbb None None] Provisioning for port f8f32adb-9a62-4733-865f-261775c9952f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:41.553140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ed3e58-af8d-476e-a434-04926fed93f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:41.556168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0352da07-36c3-46b7-b5f0-74ba50cc9fbb None None] Provisioning complete for port f8f32adb-9a62-4733-865f-261775c9952f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:41.557247 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0352da07-36c3-46b7-b5f0-74ba50cc9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.579927 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c8ed3e58-af8d-476e-a434-04926fed93f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.580307 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-c8ed3e58-af8d-476e-a434-04926fed93f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Added segment 67670533-c642-4f8b-ad06-453540db7e45 of type vlan for network afbe7425-3922-4969-bac6-fb7086eeec3f Jul 16 18:15:41.580460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 349e7dd7-acea-4b12-a032-b95051042e65 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:41.591376 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c636672b-8837-4a23-9893-02a4f7efee6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2205698fe2a4bd184b45aadae8d02d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7848153 Jul 16 18:15:41.596963 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:41.605592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:41.610580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57918) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.634689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0352da07-36c3-46b7-b5f0-74ba50cc9fbb None None] Port f8f32adb-9a62-4733-865f-261775c9952f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:41.657389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0352da07-36c3-46b7-b5f0-74ba50cc9fbb None None] Provisioning complete for port bdf15237-ee49-4600-b5eb-19b4dd8a61da triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:41.657908 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0352da07-36c3-46b7-b5f0-74ba50cc9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.689538 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c8ed3e58-af8d-476e-a434-04926fed93f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.737181 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c8ed3e58-af8d-476e-a434-04926fed93f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.745720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ed3e58-af8d-476e-a434-04926fed93f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.746818 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c8ed3e58-af8d-476e-a434-04926fed93f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.765998 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=3a72eaed-c78e-4606-ac09-fd8157ca1013,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:41.806700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c8ed3e58-af8d-476e-a434-04926fed93f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1625006 Jul 16 18:15:41.815211 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57920) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.832387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-baac5328-acaf-4ea9-b78a-635113963cf3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'subnet': {'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:41.916701 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.928609 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.929959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.946523 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Transition to ACTIVE for port object f8f32adb-9a62-4733-865f-261775c9952f will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:41.955997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed3e58-af8d-476e-a434-04926fed93f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Network': ['ID=afbe7425-3922-4969-bac6-fb7086eeec3f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:41.969621 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.976983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network afbe7425-3922-4969-bac6-fb7086eeec3f details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:41.997728 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e885cbf2-187d-4032-932f-1d78576748a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.066313 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e885cbf2-187d-4032-932f-1d78576748a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.069771 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadb1dc-95f9-42dd-bec2-bc8f5d214593 None None] Pushing event updated for resources: {'Port': ['ID=f8f32adb-9a62-4733-865f-261775c9952f,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.177504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57922) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:42.178234 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cb38fe8a-e6b7-497f-bd38-c7d8864a3fef tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.5762732 Jul 16 18:15:42.182715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '3a72eaed-c78e-4606-ac09-fd8157ca1013', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:42.186821 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e885cbf2-187d-4032-932f-1d78576748a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.194155 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e885cbf2-187d-4032-932f-1d78576748a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.195302 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e885cbf2-187d-4032-932f-1d78576748a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e26b6edf-0f12-471d-82a3-6b3f76626bdf HTTP/1.1" status: 204 len: 168 time: 0.5761886 Jul 16 18:15:42.214734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885cbf2-187d-4032-932f-1d78576748a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26b6edf-0f12-471d-82a3-6b3f76626bdf,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.228084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baac5328-acaf-4ea9-b78a-635113963cf3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:42.239777 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-baac5328-acaf-4ea9-b78a-635113963cf3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.267292 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.272941 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Attempting to bind port f8f32adb-9a62-4733-865f-261775c9952f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:42.273461 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Attempting to bind port f8f32adb-9a62-4733-865f-261775c9952f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '76e50e28-e8c5-4cb2-93b9-33f31d888e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:42.273958 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Attempting to bind port f8f32adb-9a62-4733-865f-261775c9952f on network 35d2cc64-924b-4097-bb5c-8226961c61b6 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:42.283494 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:42.296343 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Checking segment: {'id': '76e50e28-e8c5-4cb2-93b9-33f31d888e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:42.297000 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.297657 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Bound using segment: {'id': '76e50e28-e8c5-4cb2-93b9-33f31d888e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:42.298332 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Bound port: f8f32adb-9a62-4733-865f-261775c9952f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e50e28-e8c5-4cb2-93b9-33f31d888e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:42.298856 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.403371 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] For port f8f32adb-9a62-4733-865f-261775c9952f, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:42.412571 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] For port f8f32adb-9a62-4733-865f-261775c9952f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f8f32adb-9a62-4733-865f-261775c9952f,segment=NetworkSegment(76e50e28-e8c5-4cb2-93b9-33f31d888e97),segment_id=76e50e28-e8c5-4cb2-93b9-33f31d888e97)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:42.424401 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.500420 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:42.501082 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:42.618624 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.762311 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadb1dc-95f9-42dd-bec2-bc8f5d214593 None None] Pushing event updated for resources: {'Port': ['ID=f8f32adb-9a62-4733-865f-261775c9952f,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.804680 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:42.853562 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-baac5328-acaf-4ea9-b78a-635113963cf3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.946741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.25.5.205 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/21a66c0c-cceb-43bb-8a79-e96111dcbc27) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:42.980955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device bdf15237-ee49-4600-b5eb-19b4dd8a61da up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:43.067114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baac5328-acaf-4ea9-b78a-635113963cf3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Checking segment: {'id': '67670533-c642-4f8b-ad06-453540db7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:43.071902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baac5328-acaf-4ea9-b78a-635113963cf3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network hostable DHCP agents. Network: afbe7425-3922-4969-bac6-fb7086eeec3f, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:43.102921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac5328-acaf-4ea9-b78a-635113963cf3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Subnet': ['ID=64cf024a-a41a-48a2-b1b0-e155a95768db,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.126180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.130980 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baac5328-acaf-4ea9-b78a-635113963cf3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network afbe7425-3922-4969-bac6-fb7086eeec3f is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:43.142629 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port bdf15237-ee49-4600-b5eb-19b4dd8a61da triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:43.143748 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.150846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-baac5328-acaf-4ea9-b78a-635113963cf3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, afbe7425-3922-4969-bac6-fb7086eeec3f) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:43.169006 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baac5328-acaf-4ea9-b78a-635113963cf3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.176167 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-baac5328-acaf-4ea9-b78a-635113963cf3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.190801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35caa12c-8eab-4855-8c88-677d63636e1a None None] Network afbe7425-3922-4969-bac6-fb7086eeec3f requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:43.204018 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.211304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57946) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:43.211943 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-baac5328-acaf-4ea9-b78a-635113963cf3 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3881457 Jul 16 18:15:43.269947 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:38Z', 'revision_number': 3, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:42Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:43.305868 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dca742-1255-4ac1-b8b1-ecc6713c0d35 None None] The sync data for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 is: [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:38Z', 'revision_number': 3, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:42Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:43.620413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:43.627592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=21a66c0c-cceb-43bb-8a79-e96111dcbc27,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.636598 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:43.639927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:43.880874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-afbe7425-3922-4969-bac6-fb7086eeec3f', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:43.882124 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.061845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Allocated IP 172.22.0.2 (afbe7425-3922-4969-bac6-fb7086eeec3f/64cf024a-a41a-48a2-b1b0-e155a95768db/16352261-fea8-47fc-a8ef-6281f8dafe51) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:44.210443 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.388011 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.408186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Transition to ACTIVE for port object 16352261-fea8-47fc-a8ef-6281f8dafe51 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:44.436923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Transition to ACTIVE for port object 16352261-fea8-47fc-a8ef-6281f8dafe51 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:44.454722 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.532362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Network afbe7425-3922-4969-bac6-fb7086eeec3f is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:44.535624 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:44.540696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:44.559503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Pushing event updated for resources: {'Port': ['ID=16352261-fea8-47fc-a8ef-6281f8dafe51,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.625501 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Attempting to bind port 16352261-fea8-47fc-a8ef-6281f8dafe51 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:44.626765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Attempting to bind port 16352261-fea8-47fc-a8ef-6281f8dafe51 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '67670533-c642-4f8b-ad06-453540db7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:44.627374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Attempting to bind port 16352261-fea8-47fc-a8ef-6281f8dafe51 on network afbe7425-3922-4969-bac6-fb7086eeec3f {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:44.633095 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:44.633812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Checking segment: {'id': '67670533-c642-4f8b-ad06-453540db7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:44.634466 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.635105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Bound using segment: {'id': '67670533-c642-4f8b-ad06-453540db7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:44.635905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Bound port: 16352261-fea8-47fc-a8ef-6281f8dafe51, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67670533-c642-4f8b-ad06-453540db7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:44.636548 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.675230 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.711893 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] For port 16352261-fea8-47fc-a8ef-6281f8dafe51, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:44.715460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] For port 16352261-fea8-47fc-a8ef-6281f8dafe51, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=16352261-fea8-47fc-a8ef-6281f8dafe51,segment=NetworkSegment(67670533-c642-4f8b-ad06-453540db7e45),segment_id=67670533-c642-4f8b-ad06-453540db7e45)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:44.723212 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.737533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Allocated IP 172.22.0.1 (afbe7425-3922-4969-bac6-fb7086eeec3f/64cf024a-a41a-48a2-b1b0-e155a95768db/622f5163-6147-41a0-b8bc-02740540de5d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:44.788603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31be719-c01b-42a0-9696-27d3fd3c7e9e None None] Pushing event updated for resources: {'Port': ['ID=16352261-fea8-47fc-a8ef-6281f8dafe51,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.878547 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.046482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58006) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:45.173838 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f8f32adb-9a62-4733-865f-261775c9952f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:45.176983 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.176983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Transition to ACTIVE for port object 622f5163-6147-41a0-b8bc-02740540de5d will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:45.212018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port f8f32adb-9a62-4733-865f-261775c9952f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:45.217091 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f8f32adb-9a62-4733-865f-261775c9952f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:45.218363 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.324952 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.348761 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-145252a7-be45-441f-b079-c8f10b0c7d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.395319 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=622f5163-6147-41a0-b8bc-02740540de5d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.430697 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.437596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network afbe7425-3922-4969-bac6-fb7086eeec3f is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:45.462425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:45.475915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:45.481465 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.514745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port f8f32adb-9a62-4733-865f-261775c9952f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f8f32adb-9a62-4733-865f-261775c9952f,segment=NetworkSegment(76e50e28-e8c5-4cb2-93b9-33f31d888e97),segment_id=76e50e28-e8c5-4cb2-93b9-33f31d888e97)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:45.518069 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.521241 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.549058 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-145252a7-be45-441f-b079-c8f10b0c7d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.560611 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-145252a7-be45-441f-b079-c8f10b0c7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.601742 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.607970 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=f8f32adb-9a62-4733-865f-261775c9952f,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.634880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145252a7-be45-441f-b079-c8f10b0c7d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8424facd-adbd-455a-b27e-f08d025c7950,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.639146 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-145252a7-be45-441f-b079-c8f10b0c7d98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dffe0c92d6ec43f781813e81a392bbc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6693962 Jul 16 18:15:45.642379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58024) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:45.689016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=21a66c0c-cceb-43bb-8a79-e96111dcbc27,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.720962 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.757790 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-113b18d8-adf7-4445-923c-d82548fac07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.795424 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-113b18d8-adf7-4445-923c-d82548fac07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.873376 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-113b18d8-adf7-4445-923c-d82548fac07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.876785 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-113b18d8-adf7-4445-923c-d82548fac07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.880821 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-113b18d8-adf7-4445-923c-d82548fac07c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8424facd-adbd-455a-b27e-f08d025c7950 HTTP/1.1" status: 204 len: 168 time: 0.2374392 Jul 16 18:15:45.891306 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b18d8-adf7-4445-923c-d82548fac07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8424facd-adbd-455a-b27e-f08d025c7950,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.910523 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.953024 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Floating IP afaa466f-a6a1-4e2a-be1a-6e1b0400a934 associated. External IP: 172.25.5.205, port: 3a72eaed-c78e-4606-ac09-fd8157ca1013. Jul 16 18:15:46.559661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553057c9-96bf-4f2a-b227-28968883da62 None None] Network afbe7425-3922-4969-bac6-fb7086eeec3f requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:46.800626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-38a6a164-2ccc-46d1-8730-9ca0a2327d3b None None] Provisioning for port 16352261-fea8-47fc-a8ef-6281f8dafe51 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:47.124187 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.144135 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.171008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 16352261-fea8-47fc-a8ef-6281f8dafe51 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:47.295193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 16352261-fea8-47fc-a8ef-6281f8dafe51 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:47.302343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 16352261-fea8-47fc-a8ef-6281f8dafe51 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:47.302721 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.391242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=622f5163-6147-41a0-b8bc-02740540de5d,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:47.397104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.420072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-15eb21bf-8ec3-4919-baea-178fe3d2ceaa None None] Provisioning for port 622f5163-6147-41a0-b8bc-02740540de5d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:47.430131 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-15eb21bf-8ec3-4919-baea-178fe3d2ceaa None None] Provisioning complete for port 622f5163-6147-41a0-b8bc-02740540de5d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:47.431636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-15eb21bf-8ec3-4919-baea-178fe3d2ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.469522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:47.584278 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.599552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-15eb21bf-8ec3-4919-baea-178fe3d2ceaa None None] Port 622f5163-6147-41a0-b8bc-02740540de5d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:47.633431 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 16352261-fea8-47fc-a8ef-6281f8dafe51, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=16352261-fea8-47fc-a8ef-6281f8dafe51,segment=NetworkSegment(67670533-c642-4f8b-ad06-453540db7e45),segment_id=67670533-c642-4f8b-ad06-453540db7e45)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:47.634978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-15eb21bf-8ec3-4919-baea-178fe3d2ceaa None None] Provisioning complete for port 16352261-fea8-47fc-a8ef-6281f8dafe51 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:47.635715 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-15eb21bf-8ec3-4919-baea-178fe3d2ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.671699 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.672567 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f8f32adb-9a62-4733-865f-261775c9952f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:47.709629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:47.730412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network afbe7425-3922-4969-bac6-fb7086eeec3f is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:47.739938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4fe959-b108-4106-9bf0-66b1e1e8c25b None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:47.751280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:47.809303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=16352261-fea8-47fc-a8ef-6281f8dafe51,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:47.828194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4fe959-b108-4106-9bf0-66b1e1e8c25b None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:47.828844 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2e4fe959-b108-4106-9bf0-66b1e1e8c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:47.881866 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.896930 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2e4fe959-b108-4106-9bf0-66b1e1e8c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:47.967796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4fe959-b108-4106-9bf0-66b1e1e8c25b None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:47.968452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2e4fe959-b108-4106-9bf0-66b1e1e8c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:47.978457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-feb9c9be-9ad8-4984-bd93-d7f7d755bd38 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7998188 Jul 16 18:15:47.981281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58098) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.987664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1282d621-2fd7-441e-83f0-55c53b058944 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'floatingip': {'port_id': '3a72eaed-c78e-4606-ac09-fd8157ca1013', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:47.995255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 862e635b-7c90-4071-9e84-f8d718ea3e55 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:48.032185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f8f32adb-9a62-4733-865f-261775c9952f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:48.032972 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.034786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2e4fe959-b108-4106-9bf0-66b1e1e8c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:48.035607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4fe959-b108-4106-9bf0-66b1e1e8c25b None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:48.159057 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1282d621-2fd7-441e-83f0-55c53b058944 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.213195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:48.214333 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-56355212-7480-4129-8e4a-1657a1e02e05 None None] Provisioning complete for port 622f5163-6147-41a0-b8bc-02740540de5d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:48.214333 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56355212-7480-4129-8e4a-1657a1e02e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.218683 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Sync routers for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:48.230892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3fea0493-0b19-4687-8849-744543239953 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0150125 Jul 16 18:15:48.232632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58104) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:48.237692 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:48.238181 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:48.246707 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6b991baa-93f3-467d-a156-40dcbe425f5a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'network': {'name': 'tempest-RoutersTest-1457941183'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:48.298561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b991baa-93f3-467d-a156-40dcbe425f5a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:48.304197 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6b991baa-93f3-467d-a156-40dcbe425f5a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.315728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-56355212-7480-4129-8e4a-1657a1e02e05 None None] Port 622f5163-6147-41a0-b8bc-02740540de5d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:48.367680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b991baa-93f3-467d-a156-40dcbe425f5a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:48.384123 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:48.394278 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6b991baa-93f3-467d-a156-40dcbe425f5a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.395321 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-6b991baa-93f3-467d-a156-40dcbe425f5a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Added segment f7ea2b8b-090b-4fd1-96c2-19356601a985 of type vlan for network ebe3a164-7e99-4ee5-b59d-01feb29232f4 Jul 16 18:15:48.517830 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6b991baa-93f3-467d-a156-40dcbe425f5a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.606179 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6b991baa-93f3-467d-a156-40dcbe425f5a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.624075 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b991baa-93f3-467d-a156-40dcbe425f5a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.624942 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6b991baa-93f3-467d-a156-40dcbe425f5a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.726522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b991baa-93f3-467d-a156-40dcbe425f5a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Network': ['ID=ebe3a164-7e99-4ee5-b59d-01feb29232f4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.743956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network ebe3a164-7e99-4ee5-b59d-01feb29232f4 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:48.747366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6b991baa-93f3-467d-a156-40dcbe425f5a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5062542 Jul 16 18:15:48.748126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58122) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:48.756008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6e30c1ee-c975-4cba-a512-db6398afe8e5 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'subnet': {'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:48.783731 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:46Z', 'revision_number': 2, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:48.860434 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Checking router: 862e635b-7c90-4071-9e84-f8d718ea3e55 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:48.860808 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Updating router 862e635b-7c90-4071-9e84-f8d718ea3e55 port 622f5163-6147-41a0-b8bc-02740540de5d binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:48.913914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e30c1ee-c975-4cba-a512-db6398afe8e5 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Made reservation on behalf of e48245bf08aa4cc6a7c81b024bab18f3 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:48.918979 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e30c1ee-c975-4cba-a512-db6398afe8e5 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.955283 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.025482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 16352261-fea8-47fc-a8ef-6281f8dafe51 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:49.136418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 16352261-fea8-47fc-a8ef-6281f8dafe51 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:49.136805 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.340237 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1282d621-2fd7-441e-83f0-55c53b058944 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.349588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1282d621-2fd7-441e-83f0-55c53b058944 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.380506 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e30c1ee-c975-4cba-a512-db6398afe8e5 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.508676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30c1ee-c975-4cba-a512-db6398afe8e5 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Subnet': ['ID=92d4403d-6d87-43d4-a2a3-cf7ad8820e1f,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:49.522808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30c1ee-c975-4cba-a512-db6398afe8e5 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Checking segment: {'id': 'f7ea2b8b-090b-4fd1-96c2-19356601a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:49.525369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e30c1ee-c975-4cba-a512-db6398afe8e5 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network hostable DHCP agents. Network: ebe3a164-7e99-4ee5-b59d-01feb29232f4, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:49.569643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e30c1ee-c975-4cba-a512-db6398afe8e5 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network ebe3a164-7e99-4ee5-b59d-01feb29232f4 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:49.597486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-6e30c1ee-c975-4cba-a512-db6398afe8e5 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, ebe3a164-7e99-4ee5-b59d-01feb29232f4) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:49.600562 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.613105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f1e8d5-8400-4c60-8f8b-6722f24b98bd None None] Network ebe3a164-7e99-4ee5-b59d-01feb29232f4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:49.613339 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30c1ee-c975-4cba-a512-db6398afe8e5 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:49.613845 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e30c1ee-c975-4cba-a512-db6398afe8e5 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.660619 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6e30c1ee-c975-4cba-a512-db6398afe8e5 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9094486 Jul 16 18:15:49.662682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58154) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:49.664216 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Transition to ACTIVE for port object 622f5163-6147-41a0-b8bc-02740540de5d will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:49.678553 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.843643 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1282d621-2fd7-441e-83f0-55c53b058944 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:49.998855 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f40e24-798f-4dba-a987-f9bffef9b9a8 None None] Pushing event updated for resources: {'Port': ['ID=622f5163-6147-41a0-b8bc-02740540de5d,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:50.068277 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Attempting to bind port 622f5163-6147-41a0-b8bc-02740540de5d on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:50.069561 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Attempting to bind port 622f5163-6147-41a0-b8bc-02740540de5d by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '67670533-c642-4f8b-ad06-453540db7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:50.069990 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Attempting to bind port 622f5163-6147-41a0-b8bc-02740540de5d on network afbe7425-3922-4969-bac6-fb7086eeec3f {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:50.083706 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:50.085846 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Checking segment: {'id': '67670533-c642-4f8b-ad06-453540db7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:50.086509 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.088490 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Bound using segment: {'id': '67670533-c642-4f8b-ad06-453540db7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:50.089084 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Bound port: 622f5163-6147-41a0-b8bc-02740540de5d, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67670533-c642-4f8b-ad06-453540db7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:50.090852 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.134664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-ebe3a164-7e99-4ee5-b59d-01feb29232f4', 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'fixed_ips': [{'subnet_id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:50.135579 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.211261 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1282d621-2fd7-441e-83f0-55c53b058944 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:50.222052 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1282d621-2fd7-441e-83f0-55c53b058944 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.245454 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] For port 622f5163-6147-41a0-b8bc-02740540de5d, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:50.251400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e645505-27a8-4a1a-bc5c-b1c18fb0a85e None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:50.255275 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] For port 622f5163-6147-41a0-b8bc-02740540de5d, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=622f5163-6147-41a0-b8bc-02740540de5d,segment=NetworkSegment(67670533-c642-4f8b-ad06-453540db7e45),segment_id=67670533-c642-4f8b-ad06-453540db7e45)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:50.270837 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.276166 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e645505-27a8-4a1a-bc5c-b1c18fb0a85e None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:50.277157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-3e645505-27a8-4a1a-bc5c-b1c18fb0a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:50.349196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-3e645505-27a8-4a1a-bc5c-b1c18fb0a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:50.428903 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1282d621-2fd7-441e-83f0-55c53b058944 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "PUT /v2.0/floatingips/afaa466f-a6a1-4e2a-be1a-6e1b0400a934 HTTP/1.1" status: 200 len: 978 time: 2.4428709 Jul 16 18:15:50.429513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e645505-27a8-4a1a-bc5c-b1c18fb0a85e None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:50.429513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-3e645505-27a8-4a1a-bc5c-b1c18fb0a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:50.429833 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58172) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:50.498414 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:50.510357 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:50.554901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-3e645505-27a8-4a1a-bc5c-b1c18fb0a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:50.556000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e645505-27a8-4a1a-bc5c-b1c18fb0a85e None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:50.564918 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Allocated IP 172.23.0.2 (ebe3a164-7e99-4ee5-b59d-01feb29232f4/92d4403d-6d87-43d4-a2a3-cf7ad8820e1f/23825d93-16c0-4c87-adc1-2a1375b73c93) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:50.698157 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.744487 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f40e24-798f-4dba-a987-f9bffef9b9a8 None None] Pushing event updated for resources: {'Port': ['ID=622f5163-6147-41a0-b8bc-02740540de5d,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:50.804965 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d59b56c8-0cc6-45d5-92e7-889f0fc8e45f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port 21a66c0c-cceb-43bb-8a79-e96111dcbc27 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:50.805300 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59b56c8-0cc6-45d5-92e7-889f0fc8e45f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.848591 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:50.891629 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.907037 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Transition to ACTIVE for port object 23825d93-16c0-4c87-adc1-2a1375b73c93 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:50.948017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Transition to ACTIVE for port object 23825d93-16c0-4c87-adc1-2a1375b73c93 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:50.960436 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.999376 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59b56c8-0cc6-45d5-92e7-889f0fc8e45f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.999946 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59b56c8-0cc6-45d5-92e7-889f0fc8e45f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.024024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Network ebe3a164-7e99-4ee5-b59d-01feb29232f4 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:51.030571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:51.038464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:51.064617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Pushing event updated for resources: {'Port': ['ID=23825d93-16c0-4c87-adc1-2a1375b73c93,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:51.077993 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d59b56c8-0cc6-45d5-92e7-889f0fc8e45f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for 21a66c0c-cceb-43bb-8a79-e96111dcbc27 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:51.205368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Attempting to bind port 23825d93-16c0-4c87-adc1-2a1375b73c93 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:51.205368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Attempting to bind port 23825d93-16c0-4c87-adc1-2a1375b73c93 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'f7ea2b8b-090b-4fd1-96c2-19356601a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:51.239113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Attempting to bind port 23825d93-16c0-4c87-adc1-2a1375b73c93 on network ebe3a164-7e99-4ee5-b59d-01feb29232f4 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:51.268143 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:51.268858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Checking segment: {'id': 'f7ea2b8b-090b-4fd1-96c2-19356601a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:51.269518 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.270151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Bound using segment: {'id': 'f7ea2b8b-090b-4fd1-96c2-19356601a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:51.270857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Bound port: 23825d93-16c0-4c87-adc1-2a1375b73c93, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ea2b8b-090b-4fd1-96c2-19356601a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:51.271486 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.433833 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:50Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:51.442183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] For port 23825d93-16c0-4c87-adc1-2a1375b73c93, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:51.470785 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59b56c8-0cc6-45d5-92e7-889f0fc8e45f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.471816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] For port 23825d93-16c0-4c87-adc1-2a1375b73c93, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=23825d93-16c0-4c87-adc1-2a1375b73c93,segment=NetworkSegment(f7ea2b8b-090b-4fd1-96c2-19356601a985),segment_id=f7ea2b8b-090b-4fd1-96c2-19356601a985)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:51.485183 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.523727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b56c8-0cc6-45d5-92e7-889f0fc8e45f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=21a66c0c-cceb-43bb-8a79-e96111dcbc27,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:51.563929 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dada8b-e5ec-490e-bc99-452b384e94e3 None None] The sync data for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 is: [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:50Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:51.676813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Allocated IP 172.23.0.1 (ebe3a164-7e99-4ee5-b59d-01feb29232f4/92d4403d-6d87-43d4-a2a3-cf7ad8820e1f/e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:51.701193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8715b0-a9d8-444d-9820-876c52a3380f None None] Pushing event updated for resources: {'Port': ['ID=23825d93-16c0-4c87-adc1-2a1375b73c93,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:51.812673 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59b56c8-0cc6-45d5-92e7-889f0fc8e45f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.813386 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-d59b56c8-0cc6-45d5-92e7-889f0fc8e45f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Floating IP afaa466f-a6a1-4e2a-be1a-6e1b0400a934 disassociated (deleted). External IP: 172.25.5.205, port: 3a72eaed-c78e-4606-ac09-fd8157ca1013. Jul 16 18:15:52.030286 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.056031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Transition to ACTIVE for port object e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:52.187939 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.255108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.275266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network ebe3a164-7e99-4ee5-b59d-01feb29232f4 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:52.278962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:52.294662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:52.362536 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59b56c8-0cc6-45d5-92e7-889f0fc8e45f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:52.389285 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.573106 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59b56c8-0cc6-45d5-92e7-889f0fc8e45f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:52.579064 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d59b56c8-0cc6-45d5-92e7-889f0fc8e45f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.588571 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ea51a-68db-48d5-8a0b-a859a195bde6 None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:52.637659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58246) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:52.638407 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d59b56c8-0cc6-45d5-92e7-889f0fc8e45f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/floatingips/afaa466f-a6a1-4e2a-be1a-6e1b0400a934 HTTP/1.1" status: 204 len: 168 time: 2.2085347 Jul 16 18:15:52.651331 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ea51a-68db-48d5-8a0b-a859a195bde6 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:52.657839 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-271ea51a-68db-48d5-8a0b-a859a195bde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:52.705942 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.796535 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-271ea51a-68db-48d5-8a0b-a859a195bde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:52.806743 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ea51a-68db-48d5-8a0b-a859a195bde6 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:52.807959 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-271ea51a-68db-48d5-8a0b-a859a195bde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:52.873240 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-271ea51a-68db-48d5-8a0b-a859a195bde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:52.876148 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ea51a-68db-48d5-8a0b-a859a195bde6 None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:53.129062 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 622f5163-6147-41a0-b8bc-02740540de5d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:53.254006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 622f5163-6147-41a0-b8bc-02740540de5d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:53.258905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 622f5163-6147-41a0-b8bc-02740540de5d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:53.259302 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.358693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758da1bc-1acc-4d92-a781-8f190f916a7e None None] Network ebe3a164-7e99-4ee5-b59d-01feb29232f4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:53.457646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4bc950ab-0830-4760-bf6d-28fff60410ed None None] Provisioning for port 23825d93-16c0-4c87-adc1-2a1375b73c93 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:53.528759 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.624910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 622f5163-6147-41a0-b8bc-02740540de5d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=622f5163-6147-41a0-b8bc-02740540de5d,segment=NetworkSegment(67670533-c642-4f8b-ad06-453540db7e45),segment_id=67670533-c642-4f8b-ad06-453540db7e45)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:53.773836 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.774922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 23825d93-16c0-4c87-adc1-2a1375b73c93 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:53.780806 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.811372 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.817051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f895a-8bfc-406a-a41d-6fcba68acf27 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port 3a72eaed-c78e-4606-ac09-fd8157ca1013 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:53.817391 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9a5f895a-8bfc-406a-a41d-6fcba68acf27 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.930994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9a5f895a-8bfc-406a-a41d-6fcba68acf27 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.950265 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 23825d93-16c0-4c87-adc1-2a1375b73c93 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:53.951503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=622f5163-6147-41a0-b8bc-02740540de5d,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:53.960967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 23825d93-16c0-4c87-adc1-2a1375b73c93 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:53.961347 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.986205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f895a-8bfc-406a-a41d-6fcba68acf27 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for 3a72eaed-c78e-4606-ac09-fd8157ca1013 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:54.096991 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.156026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 23825d93-16c0-4c87-adc1-2a1375b73c93, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=23825d93-16c0-4c87-adc1-2a1375b73c93,segment=NetworkSegment(f7ea2b8b-090b-4fd1-96c2-19356601a985),segment_id=f7ea2b8b-090b-4fd1-96c2-19356601a985)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:54.167358 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.260196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=23825d93-16c0-4c87-adc1-2a1375b73c93,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:54.293726 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.299756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event updated for resources: {'Port': ['ID=e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:54.470865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3f301477-7978-4348-b493-80fdb4002d96 None None] Provisioning complete for port 23825d93-16c0-4c87-adc1-2a1375b73c93 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:54.471258 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3f301477-7978-4348-b493-80fdb4002d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.529166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Network ebe3a164-7e99-4ee5-b59d-01feb29232f4 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:54.534672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:54.662009 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9a5f895a-8bfc-406a-a41d-6fcba68acf27 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.733374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f895a-8bfc-406a-a41d-6fcba68acf27 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=3a72eaed-c78e-4606-ac09-fd8157ca1013,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:54.818694 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3f301477-7978-4348-b493-80fdb4002d96 None None] Provisioning for port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:54.841126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3f301477-7978-4348-b493-80fdb4002d96 None None] Provisioning complete for port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:54.841710 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3f301477-7978-4348-b493-80fdb4002d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.915937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3f301477-7978-4348-b493-80fdb4002d96 None None] Port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:54.965462 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9a5f895a-8bfc-406a-a41d-6fcba68acf27 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.972197 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9a5f895a-8bfc-406a-a41d-6fcba68acf27 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/ports/3a72eaed-c78e-4606-ac09-fd8157ca1013 HTTP/1.1" status: 204 len: 168 time: 2.3306193 Jul 16 18:15:54.975874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58344) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:54.982477 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:55.015142 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 622f5163-6147-41a0-b8bc-02740540de5d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:55.028355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 862e635b-7c90-4071-9e84-f8d718ea3e55 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:55.080726 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.131105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a441dc88-e303-49c5-bad8-589094ffdecd None None] Provisioning complete for port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:55.131709 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a441dc88-e303-49c5-bad8-589094ffdecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.193105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 622f5163-6147-41a0-b8bc-02740540de5d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:55.193731 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.205355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a441dc88-e303-49c5-bad8-589094ffdecd None None] Port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:55.314936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:55.326237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-108e9544-c4e2-46b9-999a-3317926e1885 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6627045 Jul 16 18:15:55.329204 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.329379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Sync routers for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:55.329955 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58370) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:55.341501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4fdd036d-f20c-4eae-bf29-7f16e57ef33f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:55.600786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.25.5.238 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/3f3fea12-5f43-4437-955b-e808d13a68be) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:55.687341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6fbd36dd-0ef9-44a0-b70f-a686bfacd419 None None] Provisioning complete for port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:55.687749 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6fbd36dd-0ef9-44a0-b70f-a686bfacd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.775017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:55.776189 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:55.782401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.835779 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.890882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:55.894780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:55.899856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:55.983604 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=3f3fea12-5f43-4437-955b-e808d13a68be,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.043483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:56.181824 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.252046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.extraroute_db [None req-4fdd036d-f20c-4eae-bf29-7f16e57ef33f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:15:56.314822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.329975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.extraroute_db [None req-4fdd036d-f20c-4eae-bf29-7f16e57ef33f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Removed routes are [] {{(pid=100169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:15:56.331595 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fdd036d-f20c-4eae-bf29-7f16e57ef33f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.335966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 23825d93-16c0-4c87-adc1-2a1375b73c93 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:56.398658 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6fbd36dd-0ef9-44a0-b70f-a686bfacd419 None None] Port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:56.506757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 23825d93-16c0-4c87-adc1-2a1375b73c93 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:56.507140 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.546423 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.584694 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.604892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.658663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:52Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2', 'name': '', 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:f2:83:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:51Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 2, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:56.692497 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fdd036d-f20c-4eae-bf29-7f16e57ef33f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.702889 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fdd036d-f20c-4eae-bf29-7f16e57ef33f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.706101 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=3f3fea12-5f43-4437-955b-e808d13a68be,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.745089 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Checking router: 862e635b-7c90-4071-9e84-f8d718ea3e55 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:56.745457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Updating router 862e635b-7c90-4071-9e84-f8d718ea3e55 port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:56.754920 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.771659 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.777049 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-32b48b90-c3da-4147-a2e7-95d8f883ac57 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7995501 Jul 16 18:15:56.783032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58454) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:56.794273 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'port': {'network_id': '349e7dd7-acea-4b12-a032-b95051042e65', 'name': 'tempest-FloatingIPTestJSON-1233635856'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:56.867365 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.904529 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.943909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdd036d-f20c-4eae-bf29-7f16e57ef33f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 862e635b-7c90-4071-9e84-f8d718ea3e55 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:57.037330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Made reservation on behalf of b4002a3d2fd14d0ebd149108b6e6d08e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:57.041915 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.085443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] device_id is not set on port b8f36fc5-e90f-4ada-bdc2-d21acbb05aa8 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:57.098723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdd036d-f20c-4eae-bf29-7f16e57ef33f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:57.132478 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4fdd036d-f20c-4eae-bf29-7f16e57ef33f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.136123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4fdd036d-f20c-4eae-bf29-7f16e57ef33f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55 HTTP/1.1" status: 200 len: 934 time: 1.8024840 Jul 16 18:15:57.142183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58470) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:57.381013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a69ea1c6-4eb1-44a5-8ac9-54c4b6cd851b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55 HTTP/1.1" status: 200 len: 934 time: 0.2374380 Jul 16 18:15:57.383684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58480) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:57.398107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-08559852-12c2-4e52-9594-cf717e18b7ec tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'router': {'routes': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:57.453699 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.20.0.11 (349e7dd7-acea-4b12-a032-b95051042e65/f554010b-e659-4b69-a2d9-89d30a1b2a37/b8f36fc5-e90f-4ada-bdc2-d21acbb05aa8) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:57.502852 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.533349 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Transition to ACTIVE for port object e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:57.549140 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.617682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58486) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:57.624212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4635d-7aca-4d42-8e9f-6326aa53d643 None None] Pushing event updated for resources: {'Port': ['ID=e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:57.754075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Attempting to bind port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:57.754755 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Attempting to bind port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'f7ea2b8b-090b-4fd1-96c2-19356601a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:57.755309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Attempting to bind port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 on network ebe3a164-7e99-4ee5-b59d-01feb29232f4 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:57.764837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:57.765867 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Checking segment: {'id': 'f7ea2b8b-090b-4fd1-96c2-19356601a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:57.766629 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.767222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Bound using segment: {'id': 'f7ea2b8b-090b-4fd1-96c2-19356601a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:57.767984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Bound port: e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ea2b8b-090b-4fd1-96c2-19356601a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:57.768660 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.816586 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-05efdd33-edc5-43c1-90bc-350b3f7ffed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.953753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] For port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:57.958703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] For port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2,segment=NetworkSegment(f7ea2b8b-090b-4fd1-96c2-19356601a985),segment_id=f7ea2b8b-090b-4fd1-96c2-19356601a985)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:57.993378 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-05efdd33-edc5-43c1-90bc-350b3f7ffed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.003544 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.009234 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-05efdd33-edc5-43c1-90bc-350b3f7ffed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.091057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efdd33-edc5-43c1-90bc-350b3f7ffed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8010f8c7-d7bb-43b1-9116-4e026a6cf496,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:58.099873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-05efdd33-edc5-43c1-90bc-350b3f7ffed8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=261c43b72f914ba2b68871ff7a61d0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806628 Jul 16 18:15:58.102763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58496) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:58.108406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4635d-7aca-4d42-8e9f-6326aa53d643 None None] Pushing event updated for resources: {'Port': ['ID=e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:58.144143 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4e4952df-3d6b-467f-a5d0-a988a5d11f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.153269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:58.154388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:58.221096 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bef4f6d6-a088-48e7-bf8c-34f056d2aee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.267327 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bef4f6d6-a088-48e7-bf8c-34f056d2aee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.310492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:58.347737 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bef4f6d6-a088-48e7-bf8c-34f056d2aee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.350569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bef4f6d6-a088-48e7-bf8c-34f056d2aee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.354041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bef4f6d6-a088-48e7-bf8c-34f056d2aee0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8010f8c7-d7bb-43b1-9116-4e026a6cf496 HTTP/1.1" status: 204 len: 168 time: 0.2470024 Jul 16 18:15:58.361782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4f6d6-a088-48e7-bf8c-34f056d2aee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8010f8c7-d7bb-43b1-9116-4e026a6cf496,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:58.740858 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.819762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:56Z', 'revision_number': 6, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2', 'name': '', 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:f2:83:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:51Z', 'updated_at': '2021-07-16T18:15:57Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:58.869795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb51fe9-0a40-46d3-bb14-98bcd26bae3b None None] The sync data for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 is: [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:56Z', 'revision_number': 6, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2', 'name': '', 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:f2:83:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:51Z', 'updated_at': '2021-07-16T18:15:57Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:58.885900 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.038341 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 349e7dd7-acea-4b12-a032-b95051042e65 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:59.046551 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=b8f36fc5-e90f-4ada-bdc2-d21acbb05aa8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:59.057996 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:59.062789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:59.106612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.extraroute_db [None req-08559852-12c2-4e52-9594-cf717e18b7ec tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Added routes are [] {{(pid=100170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:15:59.112398 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.extraroute_db [None req-08559852-12c2-4e52-9594-cf717e18b7ec tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:15:59.161048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58520) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:59.184374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:59.185123 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.193247 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fdaa7c7-8593-4600-a244-e780ffe1f787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.211351 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08559852-12c2-4e52-9594-cf717e18b7ec tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.225037 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4e7d7254-22ec-4ca3-83e1-e5c4aec4fb00 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4404037 Jul 16 18:15:59.227812 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58524) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:59.236262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6ffda6c7-b275-4b7b-b51a-f80b784963e2 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'floatingip': {'port_id': 'b8f36fc5-e90f-4ada-bdc2-d21acbb05aa8'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:59.417831 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fdaa7c7-8593-4600-a244-e780ffe1f787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.438131 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fdaa7c7-8593-4600-a244-e780ffe1f787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.452060 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ffda6c7-b275-4b7b-b51a-f80b784963e2 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.493699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3fdaa7c7-8593-4600-a244-e780ffe1f787 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=355873b28fed4542894f6f01b3b61737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307540 Jul 16 18:15:59.496547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58534) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:59.516536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdaa7c7-8593-4600-a244-e780ffe1f787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a6dceb-05e5-4692-9d3d-aec67f3e1097,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:59.591463 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-778b7543-5f1b-42b4-b825-676b35fab875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.640968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-778b7543-5f1b-42b4-b825-676b35fab875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.702761 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-778b7543-5f1b-42b4-b825-676b35fab875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.706845 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-778b7543-5f1b-42b4-b825-676b35fab875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.708266 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-778b7543-5f1b-42b4-b825-676b35fab875 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08a6dceb-05e5-4692-9d3d-aec67f3e1097 HTTP/1.1" status: 204 len: 168 time: 0.2091141 Jul 16 18:15:59.718697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b7543-5f1b-42b4-b825-676b35fab875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a6dceb-05e5-4692-9d3d-aec67f3e1097,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:59.918405 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08559852-12c2-4e52-9594-cf717e18b7ec tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.933012 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08559852-12c2-4e52-9594-cf717e18b7ec tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.172509 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc753d-eb52-4a6f-8a9c-cc5e331de878 None None] Sync routers for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:00.183134 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc753d-eb52-4a6f-8a9c-cc5e331de878 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:00.184011 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bafc753d-eb52-4a6f-8a9c-cc5e331de878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:00.232378 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08559852-12c2-4e52-9594-cf717e18b7ec tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 862e635b-7c90-4071-9e84-f8d718ea3e55 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:00.306575 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-bafc753d-eb52-4a6f-8a9c-cc5e331de878 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:00.425079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.resource_extend [None req-6ffda6c7-b275-4b7b-b51a-f80b784963e2 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:16:00.481735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08559852-12c2-4e52-9594-cf717e18b7ec tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:00.490968 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08559852-12c2-4e52-9594-cf717e18b7ec tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.494800 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-08559852-12c2-4e52-9594-cf717e18b7ec tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55 HTTP/1.1" status: 200 len: 700 time: 3.1073151 Jul 16 18:16:00.495039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58568) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:00.506752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ffda6c7-b275-4b7b-b51a-f80b784963e2 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.529900 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ffda6c7-b275-4b7b-b51a-f80b784963e2 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.654223 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bafc753d-eb52-4a6f-8a9c-cc5e331de878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 7, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2', 'name': '', 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:f2:83:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:51Z', 'updated_at': '2021-07-16T18:15:57Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:00.688691 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc753d-eb52-4a6f-8a9c-cc5e331de878 None None] Checking router: 862e635b-7c90-4071-9e84-f8d718ea3e55 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:00.702947 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.704398 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc753d-eb52-4a6f-8a9c-cc5e331de878 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:00.705282 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bafc753d-eb52-4a6f-8a9c-cc5e331de878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:15:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:00.755571 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bda6687a-ae0f-4f74-a0f8-a1f715e204a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.840573 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-bafc753d-eb52-4a6f-8a9c-cc5e331de878 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:00.843359 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-6ffda6c7-b275-4b7b-b51a-f80b784963e2 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Floating IP 2445a5e1-4818-420d-9273-129fe1a3dc2d associated. External IP: 172.25.5.238, port: b8f36fc5-e90f-4ada-bdc2-d21acbb05aa8. Jul 16 18:16:01.106825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:01.249122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:01.255000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:01.255758 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.390750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffda6c7-b275-4b7b-b51a-f80b784963e2 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:01.445626 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c3a04249-06a1-4e5b-b074-39ab688cdead tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55 HTTP/1.1" status: 200 len: 700 time: 0.9493773 Jul 16 18:16:01.448730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58606) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:01.462260 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.473312 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bafc753d-eb52-4a6f-8a9c-cc5e331de878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 7, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2', 'name': '', 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:f2:83:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:51Z', 'updated_at': '2021-07-16T18:15:57Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:01.504753 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc753d-eb52-4a6f-8a9c-cc5e331de878 None None] The sync data for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 is: [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 7, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2', 'name': '', 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:f2:83:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:51Z', 'updated_at': '2021-07-16T18:15:57Z', 'revision_number': 4, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:01.554733 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2,segment=NetworkSegment(f7ea2b8b-090b-4fd1-96c2-19356601a985),segment_id=f7ea2b8b-090b-4fd1-96c2-19356601a985)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:01.562143 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.664302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:01.869650 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.965036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22294d95-0e95-4ab7-aa9f-5c3c9f0d4a93 None None] Sync routers for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:01.985601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22294d95-0e95-4ab7-aa9f-5c3c9f0d4a93 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:01.986691 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-22294d95-0e95-4ab7-aa9f-5c3c9f0d4a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:02.133695 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffda6c7-b275-4b7b-b51a-f80b784963e2 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:02.144407 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ffda6c7-b275-4b7b-b51a-f80b784963e2 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.148817 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba405da1-b99a-4554-9100-32207aa57ab7 None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:02.159720 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba405da1-b99a-4554-9100-32207aa57ab7 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:02.160549 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ba405da1-b99a-4554-9100-32207aa57ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:02.206099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-22294d95-0e95-4ab7-aa9f-5c3c9f0d4a93 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:02.221911 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6ffda6c7-b275-4b7b-b51a-f80b784963e2 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "PUT /v2.0/floatingips/2445a5e1-4818-420d-9273-129fe1a3dc2d HTTP/1.1" status: 200 len: 979 time: 2.9926651 Jul 16 18:16:02.224954 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58632) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:02.264824 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ba405da1-b99a-4554-9100-32207aa57ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:02.292805 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba405da1-b99a-4554-9100-32207aa57ab7 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:02.293448 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ba405da1-b99a-4554-9100-32207aa57ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:02.343447 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e3fccacf-2394-40e9-99a4-7ecc8abddd38 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.400886 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ba405da1-b99a-4554-9100-32207aa57ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:02.401545 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba405da1-b99a-4554-9100-32207aa57ab7 None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:02.527932 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port b8f36fc5-e90f-4ada-bdc2-d21acbb05aa8 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:02.528526 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.708663 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.727793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-22294d95-0e95-4ab7-aa9f-5c3c9f0d4a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 7, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2', 'name': '', 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:f2:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:51Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:02.801171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22294d95-0e95-4ab7-aa9f-5c3c9f0d4a93 None None] Checking router: 862e635b-7c90-4071-9e84-f8d718ea3e55 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:02.818472 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22294d95-0e95-4ab7-aa9f-5c3c9f0d4a93 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:02.819112 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-22294d95-0e95-4ab7-aa9f-5c3c9f0d4a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:02.876175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e3fccacf-2394-40e9-99a4-7ecc8abddd38 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:02.876520 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e3fccacf-2394-40e9-99a4-7ecc8abddd38 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.046573 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-22294d95-0e95-4ab7-aa9f-5c3c9f0d4a93 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:03.082908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-e3fccacf-2394-40e9-99a4-7ecc8abddd38 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] For port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2,segment=NetworkSegment(f7ea2b8b-090b-4fd1-96c2-19356601a985),segment_id=f7ea2b8b-090b-4fd1-96c2-19356601a985)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:03.083283 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e3fccacf-2394-40e9-99a4-7ecc8abddd38 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.115174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e3fccacf-2394-40e9-99a4-7ecc8abddd38 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:03.119654 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.120238 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.121187 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Floating IP 2445a5e1-4818-420d-9273-129fe1a3dc2d disassociated. External IP: 172.25.5.238, port: b8f36fc5-e90f-4ada-bdc2-d21acbb05aa8. Jul 16 18:16:03.121877 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for b8f36fc5-e90f-4ada-bdc2-d21acbb05aa8 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:03.314717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.424854 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=b8f36fc5-e90f-4ada-bdc2-d21acbb05aa8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.439369 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:03.439767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:03.440159 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:03.440499 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:03.440917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:03.441355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:03.441856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:03.442360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:03.442853 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:03.443853 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:03.444591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:03.445092 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:03.548176 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e3fccacf-2394-40e9-99a4-7ecc8abddd38 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.634788 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:03.644005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fccacf-2394-40e9-99a4-7ecc8abddd38 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.692645 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:03.913279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:03.923784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 18:16:03.971109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Port e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 not found, will not notify nova. {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 18:16:03.976793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:03.986857 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.001999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cea2eb-e157-45a6-bd65-7e152cb5da1e None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:04.085524 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cea2eb-e157-45a6-bd65-7e152cb5da1e None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:04.086393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-47cea2eb-e157-45a6-bd65-7e152cb5da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:04.148578 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.157707 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-49b86749-4f8c-49e2-8afe-075addb5f73d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/ports/b8f36fc5-e90f-4ada-bdc2-d21acbb05aa8 HTTP/1.1" status: 204 len: 168 time: 1.9264741 Jul 16 18:16:04.158762 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58672) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:04.184799 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e3fccacf-2394-40e9-99a4-7ecc8abddd38 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.209180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-47cea2eb-e157-45a6-bd65-7e152cb5da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:04.228417 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6fda5f0e-df27-4e2a-8713-361be9e5ae5f tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "GET /v2.0/floatingips/2445a5e1-4818-420d-9273-129fe1a3dc2d HTTP/1.1" status: 200 len: 688 time: 0.0677872 Jul 16 18:16:04.229161 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58676) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:04.261434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cea2eb-e157-45a6-bd65-7e152cb5da1e None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:04.266219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-47cea2eb-e157-45a6-bd65-7e152cb5da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:04.358208 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58678) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:04.363209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-47cea2eb-e157-45a6-bd65-7e152cb5da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:04.365869 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cea2eb-e157-45a6-bd65-7e152cb5da1e None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:04.398285 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-22294d95-0e95-4ab7-aa9f-5c3c9f0d4a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 7, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2', 'name': '', 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:f2:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:51Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:04.466232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22294d95-0e95-4ab7-aa9f-5c3c9f0d4a93 None None] The sync data for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 is: [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 7, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2', 'name': '', 'network_id': 'ebe3a164-7e99-4ee5-b59d-01feb29232f4', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:f2:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:51Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '92d4403d-6d87-43d4-a2a3-cf7ad8820e1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:04.516528 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d3135df4-6103-4cec-9c08-3e00f14ea184 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port 3f3fea12-5f43-4437-955b-e808d13a68be {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:04.517026 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d3135df4-6103-4cec-9c08-3e00f14ea184 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.643331 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-153bbaa0-2cf6-49ef-b542-884af6df9bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.646937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fccacf-2394-40e9-99a4-7ecc8abddd38 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 862e635b-7c90-4071-9e84-f8d718ea3e55 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:04.775004 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d3135df4-6103-4cec-9c08-3e00f14ea184 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.775955 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d3135df4-6103-4cec-9c08-3e00f14ea184 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.802771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d3135df4-6103-4cec-9c08-3e00f14ea184 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for 3f3fea12-5f43-4437-955b-e808d13a68be owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:04.822308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fccacf-2394-40e9-99a4-7ecc8abddd38 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:04.823165 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-153bbaa0-2cf6-49ef-b542-884af6df9bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.835045 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e500c92-91d4-4506-929d-1a9e95665f45 None None] Sync routers for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:04.848383 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-153bbaa0-2cf6-49ef-b542-884af6df9bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.858767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e3fccacf-2394-40e9-99a4-7ecc8abddd38 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4084563 Jul 16 18:16:04.859334 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e500c92-91d4-4506-929d-1a9e95665f45 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:04.860261 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8e500c92-91d4-4506-929d-1a9e95665f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:04.861474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58688) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:04.971017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting subnet 92d4403d-6d87-43d4-a2a3-cf7ad8820e1f {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:04.974604 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.014061 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-153bbaa0-2cf6-49ef-b542-884af6df9bda admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd289847563b4644961f2c047776d391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6521647 Jul 16 18:16:05.017906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58690) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:05.031845 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.053708 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bbaa0-2cf6-49ef-b542-884af6df9bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d950b2ce-00de-40eb-a448-e7e38ff0a4b0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.133242 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.177842 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-8e500c92-91d4-4506-929d-1a9e95665f45 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:05.190275 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.205327 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d3135df4-6103-4cec-9c08-3e00f14ea184 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.208867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.262323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3135df4-6103-4cec-9c08-3e00f14ea184 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=3f3fea12-5f43-4437-955b-e808d13a68be,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.300300 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.305128 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.307621 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.309290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d950b2ce-00de-40eb-a448-e7e38ff0a4b0 HTTP/1.1" status: 204 len: 168 time: 0.2902644 Jul 16 18:16:05.341785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Subnet': ['ID=92d4403d-6d87-43d4-a2a3-cf7ad8820e1f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.346761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d950b2ce-00de-40eb-a448-e7e38ff0a4b0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.349384 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.351573 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/92d4403d-6d87-43d4-a2a3-cf7ad8820e1f HTTP/1.1" status: 204 len: 168 time: 0.4881589 Jul 16 18:16:05.359541 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d14b99-899c-4e73-8529-e407b53ad951 None None] Network ebe3a164-7e99-4ee5-b59d-01feb29232f4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:05.360053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58694) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:05.376036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.376389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.376732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.377067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.377397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.377725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.378047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.378369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.378688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.379008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.379325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.379816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5fd82-3058-4c66-8dfa-4064de4475d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.383393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.383681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.384020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.384820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.384820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.385053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.385300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.385752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.386082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.386477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.386707 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.387309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faffd7-3bad-41de-a847-123288695aca tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:05.429100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d3135df4-6103-4cec-9c08-3e00f14ea184 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.433663 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d3135df4-6103-4cec-9c08-3e00f14ea184 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.449195 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d3135df4-6103-4cec-9c08-3e00f14ea184 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/floatingips/2445a5e1-4818-420d-9273-129fe1a3dc2d HTTP/1.1" status: 204 len: 168 time: 1.2174850 Jul 16 18:16:05.449875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58696) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:05.466002 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '7945af2b-2d48-4b2f-84e9-5f7511613fd6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:05.482178 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.533804 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.570804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port 23825d93-16c0-4c87-adc1-2a1375b73c93 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:05.571147 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.702681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] For port 23825d93-16c0-4c87-adc1-2a1375b73c93, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=23825d93-16c0-4c87-adc1-2a1375b73c93,segment=NetworkSegment(f7ea2b8b-090b-4fd1-96c2-19356601a985),segment_id=f7ea2b8b-090b-4fd1-96c2-19356601a985)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:05.703383 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.703811 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8e500c92-91d4-4506-929d-1a9e95665f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:03Z', 'revision_number': 8, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:05.716998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for 23825d93-16c0-4c87-adc1-2a1375b73c93 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:05.730418 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.760782 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e500c92-91d4-4506-929d-1a9e95665f45 None None] Checking router: 862e635b-7c90-4071-9e84-f8d718ea3e55 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:05.796863 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e500c92-91d4-4506-929d-1a9e95665f45 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:05.797529 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8e500c92-91d4-4506-929d-1a9e95665f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:05.813759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49e8ba8-cae1-4441-ab1b-324afc94e787 None None] DHCP port deletion for ebe3a164-7e99-4ee5-b59d-01feb29232f4 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:05.861382 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.892291 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c49e8ba8-cae1-4441-ab1b-324afc94e787 None None] Deleting port 23825d93-16c0-4c87-adc1-2a1375b73c93 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:05.892945 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c49e8ba8-cae1-4441-ab1b-324afc94e787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.929495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=23825d93-16c0-4c87-adc1-2a1375b73c93,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.941802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No DVR routers for this DVR port 23825d93-16c0-4c87-adc1-2a1375b73c93 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:05.960209 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-8e500c92-91d4-4506-929d-1a9e95665f45 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:05.963877 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.25.5.41 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/3b61637a-a767-4221-b7eb-918ab672e490) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:06.000563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58704) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:06.039798 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e45ac6b0-619a-454a-9ba3-c75fdbf1e160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.051324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c49e8ba8-cae1-4441-ab1b-324afc94e787 None None] For port 23825d93-16c0-4c87-adc1-2a1375b73c93, host n-d-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:06.051761 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c49e8ba8-cae1-4441-ab1b-324afc94e787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.086269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c49e8ba8-cae1-4441-ab1b-324afc94e787 None None] Calling delete_port for 23825d93-16c0-4c87-adc1-2a1375b73c93 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:06.097190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.ipam_backend_mixin [None req-c49e8ba8-cae1-4441-ab1b-324afc94e787 None None] Port 23825d93-16c0-4c87-adc1-2a1375b73c93 was not found and therefore no delete operation was performed {{(pid=100171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:16:06.098472 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c49e8ba8-cae1-4441-ab1b-324afc94e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.160939 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e45ac6b0-619a-454a-9ba3-c75fdbf1e160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.187660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e8ba8-cae1-4441-ab1b-324afc94e787 None None] No DVR routers for this DVR port 23825d93-16c0-4c87-adc1-2a1375b73c93 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:06.198615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e8ba8-cae1-4441-ab1b-324afc94e787 None None] Pushing event deleted for resources: {'Port': ['ID=23825d93-16c0-4c87-adc1-2a1375b73c93,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.223747 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.228267 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e45ac6b0-619a-454a-9ba3-c75fdbf1e160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.263579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e45ac6b0-619a-454a-9ba3-c75fdbf1e160 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=752eb1a7026f449ab193a3405fd3ad65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580638 Jul 16 18:16:06.268817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58708) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:06.272223 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe3a164-7e99-4ee5-b59d-01feb29232f4']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:06.294077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ea2b8b-090b-4fd1-96c2-19356601a985') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:06.294536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ea2b8b-090b-4fd1-96c2-19356601a985') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:06.294725 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.306568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ac6b0-619a-454a-9ba3-c75fdbf1e160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25766ffd-c840-47c8-b413-a0520fa55571,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.313149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.337521 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8e500c92-91d4-4506-929d-1a9e95665f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:03Z', 'revision_number': 8, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:06.340043 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.348513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:06.349490 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:06.353538 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:06.395086 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e500c92-91d4-4506-929d-1a9e95665f45 None None] The sync data for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 is: [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:03Z', 'revision_number': 8, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '622f5163-6147-41a0-b8bc-02740540de5d', 'name': '', 'network_id': 'afbe7425-3922-4969-bac6-fb7086eeec3f', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:a7:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:44Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '64cf024a-a41a-48a2-b1b0-e155a95768db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:06.399232 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd0f78e8-66ce-49c8-9046-71414c54e442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.439370 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.452696 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.460731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58710) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:06.461924 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/networks/ebe3a164-7e99-4ee5-b59d-01feb29232f4 HTTP/1.1" status: 204 len: 168 time: 1.0965397 Jul 16 18:16:06.477484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85fe46-85dd-40f4-8a0b-2a70ddcf11a9 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Network': ['ID=ebe3a164-7e99-4ee5-b59d-01feb29232f4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.480159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd0f78e8-66ce-49c8-9046-71414c54e442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.519332 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.612922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:06.626139 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:06.633989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:06.666778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=3b61637a-a767-4221-b7eb-918ab672e490,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.799565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd0f78e8-66ce-49c8-9046-71414c54e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.803157 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd0f78e8-66ce-49c8-9046-71414c54e442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.806520 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cd0f78e8-66ce-49c8-9046-71414c54e442 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25766ffd-c840-47c8-b413-a0520fa55571 HTTP/1.1" status: 204 len: 168 time: 0.5322547 Jul 16 18:16:06.843982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f78e8-66ce-49c8-9046-71414c54e442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25766ffd-c840-47c8-b413-a0520fa55571,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.996723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:07.050619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:07.050966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e0eae7d5-fabf-44ba-8c52-10a54a0ed5d2 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:07.051386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 23825d93-16c0-4c87-adc1-2a1375b73c93 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:07.093497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 23825d93-16c0-4c87-adc1-2a1375b73c93 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:07.093855 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 23825d93-16c0-4c87-adc1-2a1375b73c93 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:07.380150 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.521609 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0a05c21-5fe4-48b9-83c5-87c5d854b96b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.615095 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.999423 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.058566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.173095 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=3b61637a-a767-4221-b7eb-918ab672e490,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.189304 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.194903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e0a05c21-5fe4-48b9-83c5-87c5d854b96b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port 622f5163-6147-41a0-b8bc-02740540de5d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:08.195241 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0a05c21-5fe4-48b9-83c5-87c5d854b96b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.709053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-e0a05c21-5fe4-48b9-83c5-87c5d854b96b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] For port 622f5163-6147-41a0-b8bc-02740540de5d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=622f5163-6147-41a0-b8bc-02740540de5d,segment=NetworkSegment(67670533-c642-4f8b-ad06-453540db7e45),segment_id=67670533-c642-4f8b-ad06-453540db7e45)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:08.710156 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0a05c21-5fe4-48b9-83c5-87c5d854b96b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.713596 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Floating IP 183db217-d633-4a8e-9765-babc6355c554 associated. External IP: 172.25.5.41, port: 7945af2b-2d48-4b2f-84e9-5f7511613fd6. Jul 16 18:16:08.769692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e0a05c21-5fe4-48b9-83c5-87c5d854b96b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for 622f5163-6147-41a0-b8bc-02740540de5d owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:09.252555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:09.254208 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0a05c21-5fe4-48b9-83c5-87c5d854b96b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.290268 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a05c21-5fe4-48b9-83c5-87c5d854b96b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=622f5163-6147-41a0-b8bc-02740540de5d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:09.645482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:09.657102 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0a05c21-5fe4-48b9-83c5-87c5d854b96b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.668938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6291b35-eb85-496e-bb2b-35ac66a49144 None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:09.714350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6291b35-eb85-496e-bb2b-35ac66a49144 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:09.715867 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d6291b35-eb85-496e-bb2b-35ac66a49144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:09.767898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d6291b35-eb85-496e-bb2b-35ac66a49144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:09.784177 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.790658 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6291b35-eb85-496e-bb2b-35ac66a49144 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:09.791497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d6291b35-eb85-496e-bb2b-35ac66a49144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:09.856285 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d6291b35-eb85-496e-bb2b-35ac66a49144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:09.857143 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6291b35-eb85-496e-bb2b-35ac66a49144 None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:09.876294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58776) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:09.884307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5818efef-c0a5-4852-9b4f-b216d48b41a3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2050066724'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:09.891078 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c54a1515-6cba-4b43-bda7-3cdcbad95546 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.4336860 Jul 16 18:16:09.948607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5818efef-c0a5-4852-9b4f-b216d48b41a3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Made reservation on behalf of b4002a3d2fd14d0ebd149108b6e6d08e for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:09.963494 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5818efef-c0a5-4852-9b4f-b216d48b41a3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.002030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5818efef-c0a5-4852-9b4f-b216d48b41a3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:10.022232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5818efef-c0a5-4852-9b4f-b216d48b41a3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.023800 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-5818efef-c0a5-4852-9b4f-b216d48b41a3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Added segment 8e61dfa1-fdf8-4af0-87eb-95f07044b4dd of type vlan for network e3fe217f-e235-4ba7-aa5a-100c130ac167 Jul 16 18:16:10.049876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a05c21-5fe4-48b9-83c5-87c5d854b96b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 862e635b-7c90-4071-9e84-f8d718ea3e55 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:10.105911 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5818efef-c0a5-4852-9b4f-b216d48b41a3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.167969 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5818efef-c0a5-4852-9b4f-b216d48b41a3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.181340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5818efef-c0a5-4852-9b4f-b216d48b41a3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.183846 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5818efef-c0a5-4852-9b4f-b216d48b41a3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.234854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5818efef-c0a5-4852-9b4f-b216d48b41a3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3569729 Jul 16 18:16:10.235364 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58782) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:10.245202 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7e0ce2f1-44d1-4b6a-8ece-67cfa94bf01d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'subnet': {'network_id': 'e3fe217f-e235-4ba7-aa5a-100c130ac167', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:10.270006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818efef-c0a5-4852-9b4f-b216d48b41a3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Network': ['ID=e3fe217f-e235-4ba7-aa5a-100c130ac167,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:10.283475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network e3fe217f-e235-4ba7-aa5a-100c130ac167 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:10.314396 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a05c21-5fe4-48b9-83c5-87c5d854b96b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:10.324431 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e0a05c21-5fe4-48b9-83c5-87c5d854b96b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8580537 Jul 16 18:16:10.324865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58784) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:10.332295 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffff2a5-c532-4f6e-9c1e-dc9ee6dd1d58 None None] Sync routers for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:10.358888 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffff2a5-c532-4f6e-9c1e-dc9ee6dd1d58 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:10.359766 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3ffff2a5-c532-4f6e-9c1e-dc9ee6dd1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:10.422410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ba80fb-9126-436d-902c-c28693035182 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting subnet 64cf024a-a41a-48a2-b1b0-e155a95768db {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:10.428000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0ce2f1-44d1-4b6a-8ece-67cfa94bf01d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Made reservation on behalf of b4002a3d2fd14d0ebd149108b6e6d08e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:10.428234 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c7ba80fb-9126-436d-902c-c28693035182 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.448350 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce2f1-44d1-4b6a-8ece-67cfa94bf01d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.518818 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c7ba80fb-9126-436d-902c-c28693035182 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.555508 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3ffff2a5-c532-4f6e-9c1e-dc9ee6dd1d58 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:10.664221 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c7ba80fb-9126-436d-902c-c28693035182 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.782594 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c7ba80fb-9126-436d-902c-c28693035182 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.840880 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce2f1-44d1-4b6a-8ece-67cfa94bf01d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.844845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba80fb-9126-436d-902c-c28693035182 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Subnet': ['ID=64cf024a-a41a-48a2-b1b0-e155a95768db,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:10.871855 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c7ba80fb-9126-436d-902c-c28693035182 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.878754 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb202f9-ae48-4e6e-a3f1-a410b7b63725 None None] Network afbe7425-3922-4969-bac6-fb7086eeec3f requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:10.882907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c7ba80fb-9126-436d-902c-c28693035182 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/64cf024a-a41a-48a2-b1b0-e155a95768db HTTP/1.1" status: 204 len: 168 time: 0.5569487 Jul 16 18:16:10.896001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 58798) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.136138 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3ffff2a5-c532-4f6e-9c1e-dc9ee6dd1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:09Z', 'revision_number': 9, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:11.227107 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.266179 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffff2a5-c532-4f6e-9c1e-dc9ee6dd1d58 None None] Checking router: 862e635b-7c90-4071-9e84-f8d718ea3e55 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:11.281804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ce2f1-44d1-4b6a-8ece-67cfa94bf01d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Subnet': ['ID=b5990f7d-7a77-4f13-b02e-ed2d4bbf098b,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:11.285154 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffff2a5-c532-4f6e-9c1e-dc9ee6dd1d58 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:11.289727 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3ffff2a5-c532-4f6e-9c1e-dc9ee6dd1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:11.331931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port 16352261-fea8-47fc-a8ef-6281f8dafe51 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:11.332454 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.365683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ce2f1-44d1-4b6a-8ece-67cfa94bf01d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Checking segment: {'id': '8e61dfa1-fdf8-4af0-87eb-95f07044b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e3fe217f-e235-4ba7-aa5a-100c130ac167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:11.366110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ce2f1-44d1-4b6a-8ece-67cfa94bf01d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network hostable DHCP agents. Network: e3fe217f-e235-4ba7-aa5a-100c130ac167, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:11.437442 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ce2f1-44d1-4b6a-8ece-67cfa94bf01d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network e3fe217f-e235-4ba7-aa5a-100c130ac167 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:11.453769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] For port 16352261-fea8-47fc-a8ef-6281f8dafe51, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=16352261-fea8-47fc-a8ef-6281f8dafe51,segment=NetworkSegment(67670533-c642-4f8b-ad06-453540db7e45),segment_id=67670533-c642-4f8b-ad06-453540db7e45)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:11.454464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.456568 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7e0ce2f1-44d1-4b6a-8ece-67cfa94bf01d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, e3fe217f-e235-4ba7-aa5a-100c130ac167) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:11.462151 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0ce2f1-44d1-4b6a-8ece-67cfa94bf01d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.462961 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce2f1-44d1-4b6a-8ece-67cfa94bf01d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.470450 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for 16352261-fea8-47fc-a8ef-6281f8dafe51 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:11.503339 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7e0ce2f1-44d1-4b6a-8ece-67cfa94bf01d tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2635612 Jul 16 18:16:11.503777 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58810) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.507020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2cac7-d259-4977-a460-0ac74accc44a None None] Network e3fe217f-e235-4ba7-aa5a-100c130ac167 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:11.509725 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-887964592', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:11.567800 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3ffff2a5-c532-4f6e-9c1e-dc9ee6dd1d58 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:11.572362 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.572362 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.651697 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6bae93-0e7a-435f-9114-c1aa9deb4e34 None None] DHCP port deletion for afbe7425-3922-4969-bac6-fb7086eeec3f request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:11.699298 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.738946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No DVR routers for this DVR port 16352261-fea8-47fc-a8ef-6281f8dafe51 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:11.757613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-7f6bae93-0e7a-435f-9114-c1aa9deb4e34 None None] The port '16352261-fea8-47fc-a8ef-6281f8dafe51' was deleted {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 18:16:11.758330 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.812113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=16352261-fea8-47fc-a8ef-6281f8dafe51,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:11.980538 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:16:12.076256 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-e3fe217f-e235-4ba7-aa5a-100c130ac167', 'network_id': 'e3fe217f-e235-4ba7-aa5a-100c130ac167', 'tenant_id': 'b4002a3d2fd14d0ebd149108b6e6d08e', 'fixed_ips': [{'subnet_id': 'b5990f7d-7a77-4f13-b02e-ed2d4bbf098b'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:12.079224 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.224892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.294032 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3ffff2a5-c532-4f6e-9c1e-dc9ee6dd1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:09Z', 'revision_number': 9, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:12.460613 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffff2a5-c532-4f6e-9c1e-dc9ee6dd1d58 None None] The sync data for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 is: [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:09Z', 'revision_number': 9, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8f32adb-9a62-4733-865f-261775c9952f', 'name': '', 'network_id': '35d2cc64-924b-4097-bb5c-8226961c61b6', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:60:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '4608825c-f337-4df2-9ea6-e474f9e0527e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:12.597724 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Allocated IP 172.20.0.2 (e3fe217f-e235-4ba7-aa5a-100c130ac167/b5990f7d-7a77-4f13-b02e-ed2d4bbf098b/f3ce496c-fdaf-45c7-b15a-4457ac9be29e) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:12.728602 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.740627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbe7425-3922-4969-bac6-fb7086eeec3f']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:12.768738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67670533-c642-4f8b-ad06-453540db7e45') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:12.769400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67670533-c642-4f8b-ad06-453540db7e45') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:12.778374 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.788109 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.821554 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.853042 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.872998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:12.887809 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:12.899610 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:13.052532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 622f5163-6147-41a0-b8bc-02740540de5d no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:13.115714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 622f5163-6147-41a0-b8bc-02740540de5d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:13.117662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 622f5163-6147-41a0-b8bc-02740540de5d not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:13.120513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 16352261-fea8-47fc-a8ef-6281f8dafe51 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:13.131844 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.164020 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.166547 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/networks/afbe7425-3922-4969-bac6-fb7086eeec3f HTTP/1.1" status: 204 len: 168 time: 2.2695165 Jul 16 18:16:13.178711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 58864) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:13.181337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 16352261-fea8-47fc-a8ef-6281f8dafe51 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:13.181721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 16352261-fea8-47fc-a8ef-6281f8dafe51 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:13.190447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6824b3-2218-4823-8a08-494346da691c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Network': ['ID=afbe7425-3922-4969-bac6-fb7086eeec3f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.237454 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.260531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Transition to ACTIVE for port object f3ce496c-fdaf-45c7-b15a-4457ac9be29e will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:13.278995 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.25.5.6 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/cf610138-145f-45b2-b3d5-184588d1c007) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:13.315480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Transition to ACTIVE for port object f3ce496c-fdaf-45c7-b15a-4457ac9be29e will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:13.334098 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.544730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Network e3fe217f-e235-4ba7-aa5a-100c130ac167 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:13.553744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:13.565494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:13.636244 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Pushing event updated for resources: {'Port': ['ID=f3ce496c-fdaf-45c7-b15a-4457ac9be29e,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.737690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Attempting to bind port f3ce496c-fdaf-45c7-b15a-4457ac9be29e on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:13.737955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Attempting to bind port f3ce496c-fdaf-45c7-b15a-4457ac9be29e by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '8e61dfa1-fdf8-4af0-87eb-95f07044b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e3fe217f-e235-4ba7-aa5a-100c130ac167'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:13.738194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Attempting to bind port f3ce496c-fdaf-45c7-b15a-4457ac9be29e on network e3fe217f-e235-4ba7-aa5a-100c130ac167 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:13.747101 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:13.747766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Checking segment: {'id': '8e61dfa1-fdf8-4af0-87eb-95f07044b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e3fe217f-e235-4ba7-aa5a-100c130ac167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:13.748934 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.749478 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Bound using segment: {'id': '8e61dfa1-fdf8-4af0-87eb-95f07044b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e3fe217f-e235-4ba7-aa5a-100c130ac167'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:13.750299 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Bound port: f3ce496c-fdaf-45c7-b15a-4457ac9be29e, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e61dfa1-fdf8-4af0-87eb-95f07044b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e3fe217f-e235-4ba7-aa5a-100c130ac167'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:13.750867 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.978606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] For port f3ce496c-fdaf-45c7-b15a-4457ac9be29e, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:13.993539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] For port f3ce496c-fdaf-45c7-b15a-4457ac9be29e, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f3ce496c-fdaf-45c7-b15a-4457ac9be29e,segment=NetworkSegment(8e61dfa1-fdf8-4af0-87eb-95f07044b4dd),segment_id=8e61dfa1-fdf8-4af0-87eb-95f07044b4dd)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:14.001769 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.097525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a06e0a-2ccd-4e7f-be36-e195ce968cb1 None None] Pushing event updated for resources: {'Port': ['ID=f3ce496c-fdaf-45c7-b15a-4457ac9be29e,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:14.105268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.266393 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.337248 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:14.350167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:14.355277 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:14.393991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=cf610138-145f-45b2-b3d5-184588d1c007,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:14.699840 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be9f85c9-13ad-4def-a4e4-fc732694ca54 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.103094 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f3ce496c-fdaf-45c7-b15a-4457ac9be29e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:15.180177 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port f3ce496c-fdaf-45c7-b15a-4457ac9be29e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:15.378540 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.615074 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-be9f85c9-13ad-4def-a4e4-fc732694ca54 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port f8f32adb-9a62-4733-865f-261775c9952f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:15.615421 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be9f85c9-13ad-4def-a4e4-fc732694ca54 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.928783 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-be9f85c9-13ad-4def-a4e4-fc732694ca54 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] For port f8f32adb-9a62-4733-865f-261775c9952f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f8f32adb-9a62-4733-865f-261775c9952f,segment=NetworkSegment(76e50e28-e8c5-4cb2-93b9-33f31d888e97),segment_id=76e50e28-e8c5-4cb2-93b9-33f31d888e97)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:15.929165 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be9f85c9-13ad-4def-a4e4-fc732694ca54 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.929957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbefb9f-1ba6-454a-aa3e-ba9aa85f827d None None] Network e3fe217f-e235-4ba7-aa5a-100c130ac167 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:16.059327 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.063074 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-be9f85c9-13ad-4def-a4e4-fc732694ca54 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for f8f32adb-9a62-4733-865f-261775c9952f owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:16.070314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a137176c-b71d-4f51-b9bf-35054c23aa4e None None] Provisioning for port f3ce496c-fdaf-45c7-b15a-4457ac9be29e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:16.085785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a137176c-b71d-4f51-b9bf-35054c23aa4e None None] Provisioning complete for port f3ce496c-fdaf-45c7-b15a-4457ac9be29e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:16.086090 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a137176c-b71d-4f51-b9bf-35054c23aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.424348 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a137176c-b71d-4f51-b9bf-35054c23aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.514268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-a137176c-b71d-4f51-b9bf-35054c23aa4e None None] For port f3ce496c-fdaf-45c7-b15a-4457ac9be29e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f3ce496c-fdaf-45c7-b15a-4457ac9be29e,segment=NetworkSegment(8e61dfa1-fdf8-4af0-87eb-95f07044b4dd),segment_id=8e61dfa1-fdf8-4af0-87eb-95f07044b4dd)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:16.543109 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a137176c-b71d-4f51-b9bf-35054c23aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.612399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137176c-b71d-4f51-b9bf-35054c23aa4e None None] Pushing event updated for resources: {'Port': ['ID=f3ce496c-fdaf-45c7-b15a-4457ac9be29e,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:16.613963 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 4ffbd83a-5cb4-4047-80b0-265f02f95dcf is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:16.909117 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be9f85c9-13ad-4def-a4e4-fc732694ca54 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.979677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:17.000645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db987d3-cbc1-4a59-8bd8-8e5d9f59c0d3 None None] Sync routers for ids ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:17.027504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db987d3-cbc1-4a59-8bd8-8e5d9f59c0d3 None None] Routers {'4ffbd83a-5cb4-4047-80b0-265f02f95dcf'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:17.035489 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7db987d3-cbc1-4a59-8bd8-8e5d9f59c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:17.050747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f3ce496c-fdaf-45c7-b15a-4457ac9be29e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:17.077144 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f85c9-13ad-4def-a4e4-fc732694ca54 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=f8f32adb-9a62-4733-865f-261775c9952f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:17.142018 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.143757 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8dda2ee5-8c8d-459a-a04f-a65c940492de tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6386230 Jul 16 18:16:17.146358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59226) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:17.189443 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7db987d3-cbc1-4a59-8bd8-8e5d9f59c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:17.297206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db987d3-cbc1-4a59-8bd8-8e5d9f59c0d3 None None] Routers {'4ffbd83a-5cb4-4047-80b0-265f02f95dcf'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:17.303452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7db987d3-cbc1-4a59-8bd8-8e5d9f59c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:17.448868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a27c5dbe-22eb-44f2-881c-eb563de10042 None None] Provisioning complete for port f3ce496c-fdaf-45c7-b15a-4457ac9be29e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:17.449553 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a27c5dbe-22eb-44f2-881c-eb563de10042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.486162 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-be9f85c9-13ad-4def-a4e4-fc732694ca54 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.530006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7db987d3-cbc1-4a59-8bd8-8e5d9f59c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:17.531075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db987d3-cbc1-4a59-8bd8-8e5d9f59c0d3 None None] The sync data for ids ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:17.560381 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f3ce496c-fdaf-45c7-b15a-4457ac9be29e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:17.561380 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.891914 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9f85c9-13ad-4def-a4e4-fc732694ca54 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 862e635b-7c90-4071-9e84-f8d718ea3e55 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:18.080726 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9f85c9-13ad-4def-a4e4-fc732694ca54 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:18.088080 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-be9f85c9-13ad-4def-a4e4-fc732694ca54 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9081450 Jul 16 18:16:18.091139 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59310) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:18.097939 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b9736-f7c4-4089-8b91-5df5d256ae59 None None] Sync routers for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:18.123763 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b9736-f7c4-4089-8b91-5df5d256ae59 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:18.124695 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fd7b9736-f7c4-4089-8b91-5df5d256ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:18.215478 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.238628 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b742f26-a40a-4c4a-aab7-b65ecea2723f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting subnet 4608825c-f337-4df2-9ea6-e474f9e0527e {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:18.250578 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b742f26-a40a-4c4a-aab7-b65ecea2723f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.269087 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-fd7b9736-f7c4-4089-8b91-5df5d256ae59 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:18.365892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b742f26-a40a-4c4a-aab7-b65ecea2723f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.502601 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b742f26-a40a-4c4a-aab7-b65ecea2723f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.598537 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b742f26-a40a-4c4a-aab7-b65ecea2723f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.630176 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b742f26-a40a-4c4a-aab7-b65ecea2723f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Subnet': ['ID=4608825c-f337-4df2-9ea6-e474f9e0527e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.632902 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5b742f26-a40a-4c4a-aab7-b65ecea2723f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.635213 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5b742f26-a40a-4c4a-aab7-b65ecea2723f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/4608825c-f337-4df2-9ea6-e474f9e0527e HTTP/1.1" status: 204 len: 168 time: 0.5232334 Jul 16 18:16:18.637559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59348) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:18.645201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda0961-ac07-4dc5-9a73-37a719dff9b7 None None] Network 35d2cc64-924b-4097-bb5c-8226961c61b6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:18.651263 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fd7b9736-f7c4-4089-8b91-5df5d256ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:16Z', 'revision_number': 10, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:18.708442 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b9736-f7c4-4089-8b91-5df5d256ae59 None None] Checking router: 862e635b-7c90-4071-9e84-f8d718ea3e55 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:18.729560 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b9736-f7c4-4089-8b91-5df5d256ae59 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:18.730476 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fd7b9736-f7c4-4089-8b91-5df5d256ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:18.741784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.20.0.1 (e3fe217f-e235-4ba7-aa5a-100c130ac167/b5990f7d-7a77-4f13-b02e-ed2d4bbf098b/ba636849-56dd-4f8e-9af7-c4dd6ad8a05f) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:18.802052 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.893016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a3475a-e502-47c4-a18b-43805fcc1a2d None None] DHCP port deletion for 35d2cc64-924b-4097-bb5c-8226961c61b6 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:18.910117 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port bdf15237-ee49-4600-b5eb-19b4dd8a61da {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:18.911659 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.939098 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-fd7b9736-f7c4-4089-8b91-5df5d256ae59 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:19.008173 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.029057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-65a3475a-e502-47c4-a18b-43805fcc1a2d None None] Deleting port bdf15237-ee49-4600-b5eb-19b4dd8a61da {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:19.030053 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-65a3475a-e502-47c4-a18b-43805fcc1a2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.032294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Transition to ACTIVE for port object ba636849-56dd-4f8e-9af7-c4dd6ad8a05f will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:19.097332 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.132543 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] For port bdf15237-ee49-4600-b5eb-19b4dd8a61da, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=bdf15237-ee49-4600-b5eb-19b4dd8a61da,segment=NetworkSegment(76e50e28-e8c5-4cb2-93b9-33f31d888e97),segment_id=76e50e28-e8c5-4cb2-93b9-33f31d888e97)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:19.132916 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.180572 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for bdf15237-ee49-4600-b5eb-19b4dd8a61da owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:19.200309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-65a3475a-e502-47c4-a18b-43805fcc1a2d None None] For port bdf15237-ee49-4600-b5eb-19b4dd8a61da, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=bdf15237-ee49-4600-b5eb-19b4dd8a61da,segment=NetworkSegment(76e50e28-e8c5-4cb2-93b9-33f31d888e97),segment_id=76e50e28-e8c5-4cb2-93b9-33f31d888e97)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:19.200974 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-65a3475a-e502-47c4-a18b-43805fcc1a2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.227803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-65a3475a-e502-47c4-a18b-43805fcc1a2d None None] Calling delete_port for bdf15237-ee49-4600-b5eb-19b4dd8a61da owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:19.228553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=ba636849-56dd-4f8e-9af7-c4dd6ad8a05f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:19.256744 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fd7b9736-f7c4-4089-8b91-5df5d256ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:16Z', 'revision_number': 10, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:19.282793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network e3fe217f-e235-4ba7-aa5a-100c130ac167 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:19.285525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:19.292157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:19.309002 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b9736-f7c4-4089-8b91-5df5d256ae59 None None] The sync data for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 is: [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:16Z', 'revision_number': 10, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None, '_interfaces': [{'id': '8a8445f3-ae7a-4083-b84a-545e06ee67e3', 'name': '', 'network_id': 'f3c07fbb-f50b-4d82-9776-63a6e7a91a0a', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'mac_address': 'fa:16:3e:39:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:29Z', 'updated_at': '2021-07-16T18:15:39Z', 'revision_number': 5, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'subnets': [{'id': '88b6c2af-e12d-4270-92ab-7d8f5f85a84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:19.378820 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-65a3475a-e502-47c4-a18b-43805fcc1a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.408211 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.448981 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.510613 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=bdf15237-ee49-4600-b5eb-19b4dd8a61da,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:19.519754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No DVR routers for this DVR port bdf15237-ee49-4600-b5eb-19b4dd8a61da on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:19.802309 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.820410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d2cc64-924b-4097-bb5c-8226961c61b6']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:19.860278 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.878131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e50e28-e8c5-4cb2-93b9-33f31d888e97') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:19.878545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e50e28-e8c5-4cb2-93b9-33f31d888e97') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:19.900192 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.962503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.974110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:19.975061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.976893 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3475a-e502-47c4-a18b-43805fcc1a2d None None] Pushing event deleted for resources: {'Port': ['ID=bdf15237-ee49-4600-b5eb-19b4dd8a61da,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:19.989490 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:19.996347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a3475a-e502-47c4-a18b-43805fcc1a2d None None] No DVR routers for this DVR port bdf15237-ee49-4600-b5eb-19b4dd8a61da on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:20.027809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1bb522bd-7340-4c37-9f46-775e2072e0dd None None] Provisioning for port ba636849-56dd-4f8e-9af7-c4dd6ad8a05f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:20.033600 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1bb522bd-7340-4c37-9f46-775e2072e0dd None None] Provisioning complete for port ba636849-56dd-4f8e-9af7-c4dd6ad8a05f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:20.034852 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1bb522bd-7340-4c37-9f46-775e2072e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.117557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1bb522bd-7340-4c37-9f46-775e2072e0dd None None] Port ba636849-56dd-4f8e-9af7-c4dd6ad8a05f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:20.144891 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.153465 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.158935 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/networks/35d2cc64-924b-4097-bb5c-8226961c61b6 HTTP/1.1" status: 204 len: 168 time: 1.5200713 Jul 16 18:16:20.162405 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59390) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:20.179751 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c43a48-a661-433f-a57e-b36ee5209eba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Network': ['ID=35d2cc64-924b-4097-bb5c-8226961c61b6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:20.320590 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.328870 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.436672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=ba636849-56dd-4f8e-9af7-c4dd6ad8a05f,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:20.439643 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.541015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network e3fe217f-e235-4ba7-aa5a-100c130ac167 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:20.542700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:20.738514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 4ffbd83a-5cb4-4047-80b0-265f02f95dcf has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:20.800159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d44393d9-16c5-42eb-9323-c4684c131609 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.934884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fffe2b7a-86cd-4fbd-8d39-d62eeb9acbcd None None] Provisioning complete for port ba636849-56dd-4f8e-9af7-c4dd6ad8a05f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:20.936617 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fffe2b7a-86cd-4fbd-8d39-d62eeb9acbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.019563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fffe2b7a-86cd-4fbd-8d39-d62eeb9acbcd None None] Port ba636849-56dd-4f8e-9af7-c4dd6ad8a05f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:21.056175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:21.071262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f9c9b392-218c-4d70-b2a3-c941bef5d723 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "PUT /v2.0/routers/4ffbd83a-5cb4-4047-80b0-265f02f95dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9231815 Jul 16 18:16:21.072743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e625c9-6b35-4b4a-9c45-52dc350d4374 None None] Sync routers for ids ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:21.073721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59410) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:21.085348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'port': {'network_id': 'e3fe217f-e235-4ba7-aa5a-100c130ac167', 'name': 'tempest-FloatingIPTestJSON-345223330'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:21.098492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e625c9-6b35-4b4a-9c45-52dc350d4374 None None] Routers {'4ffbd83a-5cb4-4047-80b0-265f02f95dcf'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:21.098492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e8e625c9-6b35-4b4a-9c45-52dc350d4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:21.111094 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device bdf15237-ee49-4600-b5eb-19b4dd8a61da no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:21.219269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e8e625c9-6b35-4b4a-9c45-52dc350d4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:21.226592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: bdf15237-ee49-4600-b5eb-19b4dd8a61da {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:21.226941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device bdf15237-ee49-4600-b5eb-19b4dd8a61da not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:21.227376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f8f32adb-9a62-4733-865f-261775c9952f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:21.250365 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e625c9-6b35-4b4a-9c45-52dc350d4374 None None] Routers {'4ffbd83a-5cb4-4047-80b0-265f02f95dcf'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:21.251012 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e8e625c9-6b35-4b4a-9c45-52dc350d4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:21.254221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: f8f32adb-9a62-4733-865f-261775c9952f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:21.254786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f8f32adb-9a62-4733-865f-261775c9952f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:21.282778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Made reservation on behalf of b4002a3d2fd14d0ebd149108b6e6d08e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:21.287461 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.292189 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e8e625c9-6b35-4b4a-9c45-52dc350d4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:21.292849 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e625c9-6b35-4b4a-9c45-52dc350d4374 None None] The sync data for ids ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:21.309911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] device_id is not set on port 581a190f-daa2-4d44-a061-f32671e31631 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:16:21.428693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Allocated IP 172.20.0.8 (e3fe217f-e235-4ba7-aa5a-100c130ac167/b5990f7d-7a77-4f13-b02e-ed2d4bbf098b/581a190f-daa2-4d44-a061-f32671e31631) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:21.617062 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.633828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Transition to ACTIVE for port object 581a190f-daa2-4d44-a061-f32671e31631 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:21.671072 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.697414 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d44393d9-16c5-42eb-9323-c4684c131609 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port 8a8445f3-ae7a-4083-b84a-545e06ee67e3 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:21.698002 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d44393d9-16c5-42eb-9323-c4684c131609 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.725829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Network e3fe217f-e235-4ba7-aa5a-100c130ac167 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:21.729241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:21.731662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:21.739360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event updated for resources: {'Port': ['ID=581a190f-daa2-4d44-a061-f32671e31631,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:21.789158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:21.789917 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.801040 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-d44393d9-16c5-42eb-9323-c4684c131609 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] For port 8a8445f3-ae7a-4083-b84a-545e06ee67e3, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8a8445f3-ae7a-4083-b84a-545e06ee67e3,segment=NetworkSegment(ad29c01c-62ad-4b32-9320-aa9a675f76fd),segment_id=ad29c01c-62ad-4b32-9320-aa9a675f76fd)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:21.801691 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d44393d9-16c5-42eb-9323-c4684c131609 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.807550 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-00d34716-c939-4148-a704-6368a2e46c4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7325635 Jul 16 18:16:21.810139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59424) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:21.814918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d3dc1c79-84b5-4c8c-90be-9664fa6b6f5b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Request body: {'floatingip': {'port_id': '581a190f-daa2-4d44-a061-f32671e31631'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:21.824969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d44393d9-16c5-42eb-9323-c4684c131609 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for 8a8445f3-ae7a-4083-b84a-545e06ee67e3 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:21.895761 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1c79-84b5-4c8c-90be-9664fa6b6f5b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.053325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-329c4789-cf6c-4437-b2f5-924ea6454bb6 None None] Provisioning for port 581a190f-daa2-4d44-a061-f32671e31631 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:22.058145 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d44393d9-16c5-42eb-9323-c4684c131609 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.058350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-329c4789-cf6c-4437-b2f5-924ea6454bb6 None None] Provisioning complete for port 581a190f-daa2-4d44-a061-f32671e31631 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:22.058795 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-329c4789-cf6c-4437-b2f5-924ea6454bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.093717 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44393d9-16c5-42eb-9323-c4684c131609 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=8a8445f3-ae7a-4083-b84a-545e06ee67e3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:22.126632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-329c4789-cf6c-4437-b2f5-924ea6454bb6 None None] Port 581a190f-daa2-4d44-a061-f32671e31631 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:22.394845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59442) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:22.478458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d44393d9-16c5-42eb-9323-c4684c131609 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.730292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44393d9-16c5-42eb-9323-c4684c131609 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 862e635b-7c90-4071-9e84-f8d718ea3e55 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:22.850687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44393d9-16c5-42eb-9323-c4684c131609 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:22.856740 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d44393d9-16c5-42eb-9323-c4684c131609 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6932132 Jul 16 18:16:22.860937 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59452) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:22.864041 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81f8050-bcde-4da9-9560-55196e598360 None None] Sync routers for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:22.891889 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f8050-bcde-4da9-9560-55196e598360 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:22.892982 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c81f8050-bcde-4da9-9560-55196e598360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:22.914493 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1c79-84b5-4c8c-90be-9664fa6b6f5b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.931306 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6532566-0c34-4fd3-89e8-aaa15c71dc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.934820 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1c79-84b5-4c8c-90be-9664fa6b6f5b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.997960 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c81f8050-bcde-4da9-9560-55196e598360 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:23.011397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1959796f-fa2e-46c8-9f4e-39dbd1ec6145 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting subnet 88b6c2af-e12d-4270-92ab-7d8f5f85a84c {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:23.030055 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1959796f-fa2e-46c8-9f4e-39dbd1ec6145 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.081210 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c81f8050-bcde-4da9-9560-55196e598360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:21Z', 'revision_number': 11, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:23.082852 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6532566-0c34-4fd3-89e8-aaa15c71dc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.094091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6532566-0c34-4fd3-89e8-aaa15c71dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.119762 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81f8050-bcde-4da9-9560-55196e598360 None None] Checking router: 862e635b-7c90-4071-9e84-f8d718ea3e55 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:23.122079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1959796f-fa2e-46c8-9f4e-39dbd1ec6145 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.137935 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f8050-bcde-4da9-9560-55196e598360 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:23.139658 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c81f8050-bcde-4da9-9560-55196e598360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:23.142534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6532566-0c34-4fd3-89e8-aaa15c71dc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449957de-ad9d-47d4-9163-c4c6dcd0626c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:23.212400 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a6532566-0c34-4fd3-89e8-aaa15c71dc8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34c846d753c943948c0250220be70966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8162496 Jul 16 18:16:23.215160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59456) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:23.233441 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-d3dc1c79-84b5-4c8c-90be-9664fa6b6f5b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Floating IP 183db217-d633-4a8e-9765-babc6355c554 associated. External IP: 172.25.5.41, port: 7945af2b-2d48-4b2f-84e9-5f7511613fd6. Jul 16 18:16:23.243024 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c81f8050-bcde-4da9-9560-55196e598360 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:23.287035 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1959796f-fa2e-46c8-9f4e-39dbd1ec6145 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.320955 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9d515ec6-4c83-4317-bc40-3c55cf1db383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.325291 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c81f8050-bcde-4da9-9560-55196e598360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:21Z', 'revision_number': 11, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:23.356149 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81f8050-bcde-4da9-9560-55196e598360 None None] The sync data for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 is: [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:21Z', 'revision_number': 11, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:23.382195 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9d515ec6-4c83-4317-bc40-3c55cf1db383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.428492 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1959796f-fa2e-46c8-9f4e-39dbd1ec6145 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.473623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959796f-fa2e-46c8-9f4e-39dbd1ec6145 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Subnet': ['ID=88b6c2af-e12d-4270-92ab-7d8f5f85a84c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:23.482358 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1959796f-fa2e-46c8-9f4e-39dbd1ec6145 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.489360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023103b-7e29-4fab-b1d6-c23cbc18127e None None] Network f3c07fbb-f50b-4d82-9776-63a6e7a91a0a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:23.501793 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1959796f-fa2e-46c8-9f4e-39dbd1ec6145 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/88b6c2af-e12d-4270-92ab-7d8f5f85a84c HTTP/1.1" status: 204 len: 168 time: 0.6394422 Jul 16 18:16:23.505844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59464) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:23.583804 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9d515ec6-4c83-4317-bc40-3c55cf1db383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.588293 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9d515ec6-4c83-4317-bc40-3c55cf1db383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.592531 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9d515ec6-4c83-4317-bc40-3c55cf1db383 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/449957de-ad9d-47d4-9163-c4c6dcd0626c HTTP/1.1" status: 204 len: 168 time: 0.3731055 Jul 16 18:16:23.607009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dc1c79-84b5-4c8c-90be-9664fa6b6f5b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:23.613994 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d515ec6-4c83-4317-bc40-3c55cf1db383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449957de-ad9d-47d4-9163-c4c6dcd0626c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:23.673877 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.769027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Deleting port e0176924-8a95-4682-bc34-1910b075c2de {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:23.771221 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.827004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dc1c79-84b5-4c8c-90be-9664fa6b6f5b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:23.852615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54762d28-0bd8-400d-90a3-cbbcd0bacf3a None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:23.858962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8ed7cd-70b8-4932-a7b4-f29852c8684a None None] DHCP port deletion for f3c07fbb-f50b-4d82-9776-63a6e7a91a0a request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:23.925047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54762d28-0bd8-400d-90a3-cbbcd0bacf3a None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:23.926044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-54762d28-0bd8-400d-90a3-cbbcd0bacf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.011622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] For port e0176924-8a95-4682-bc34-1910b075c2de, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e0176924-8a95-4682-bc34-1910b075c2de,segment=NetworkSegment(ad29c01c-62ad-4b32-9320-aa9a675f76fd),segment_id=ad29c01c-62ad-4b32-9320-aa9a675f76fd)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:24.012219 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.033184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-54762d28-0bd8-400d-90a3-cbbcd0bacf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.040444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Calling delete_port for e0176924-8a95-4682-bc34-1910b075c2de owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:24.062037 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54762d28-0bd8-400d-90a3-cbbcd0bacf3a None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:24.064419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-54762d28-0bd8-400d-90a3-cbbcd0bacf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.156097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.180937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-54762d28-0bd8-400d-90a3-cbbcd0bacf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.185186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54762d28-0bd8-400d-90a3-cbbcd0bacf3a None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:24.192203 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Port': ['ID=e0176924-8a95-4682-bc34-1910b075c2de,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.194867 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No DVR routers for this DVR port e0176924-8a95-4682-bc34-1910b075c2de on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:24.235880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ed7cd-70b8-4932-a7b4-f29852c8684a None None] Deleting port e0176924-8a95-4682-bc34-1910b075c2de {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:24.242308 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd8ed7cd-70b8-4932-a7b4-f29852c8684a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.253602 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59474) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:24.270872 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f10aa147-b24a-4194-93db-768544654813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.298701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dc1c79-84b5-4c8c-90be-9664fa6b6f5b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 4ffbd83a-5cb4-4047-80b0-265f02f95dcf has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:24.319610 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-dd8ed7cd-70b8-4932-a7b4-f29852c8684a None None] For port e0176924-8a95-4682-bc34-1910b075c2de, host n-d-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:24.320165 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd8ed7cd-70b8-4932-a7b4-f29852c8684a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.333703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ed7cd-70b8-4932-a7b4-f29852c8684a None None] Calling delete_port for e0176924-8a95-4682-bc34-1910b075c2de owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:24.336811 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.ipam_backend_mixin [None req-dd8ed7cd-70b8-4932-a7b4-f29852c8684a None None] Port e0176924-8a95-4682-bc34-1910b075c2de was not found and therefore no delete operation was performed {{(pid=100171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:16:24.337179 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.338918 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd8ed7cd-70b8-4932-a7b4-f29852c8684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.356283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c07fbb-f50b-4d82-9776-63a6e7a91a0a']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.363105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ed7cd-70b8-4932-a7b4-f29852c8684a None None] Pushing event deleted for resources: {'Port': ['ID=e0176924-8a95-4682-bc34-1910b075c2de,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.376450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ed7cd-70b8-4932-a7b4-f29852c8684a None None] No DVR routers for this DVR port e0176924-8a95-4682-bc34-1910b075c2de on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:24.387595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad29c01c-62ad-4b32-9320-aa9a675f76fd') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.388162 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad29c01c-62ad-4b32-9320-aa9a675f76fd') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.413000 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.447811 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.460430 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:24.461102 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:24.467857 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:24.558436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dc1c79-84b5-4c8c-90be-9664fa6b6f5b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:24.564012 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1c79-84b5-4c8c-90be-9664fa6b6f5b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.570598 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61108b66-5acb-45e6-b526-0ae5fe96cfeb None None] Sync routers for ids ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:24.582008 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.588529 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.593646 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/networks/f3c07fbb-f50b-4d82-9776-63a6e7a91a0a HTTP/1.1" status: 204 len: 168 time: 1.0864530 Jul 16 18:16:24.593856 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61108b66-5acb-45e6-b526-0ae5fe96cfeb None None] Routers {'4ffbd83a-5cb4-4047-80b0-265f02f95dcf'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:24.594411 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-61108b66-5acb-45e6-b526-0ae5fe96cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.601019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59480) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:24.609455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5fa892ca-c7d3-4084-98d1-8c82921a5895 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'router': {'routes': None}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:24.620178 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214cad8-bec3-4af6-b41b-55178f15f018 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Pushing event deleted for resources: {'Network': ['ID=f3c07fbb-f50b-4d82-9776-63a6e7a91a0a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.635969 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f10aa147-b24a-4194-93db-768544654813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.648280 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f10aa147-b24a-4194-93db-768544654813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.657571 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-61108b66-5acb-45e6-b526-0ae5fe96cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.672206 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61108b66-5acb-45e6-b526-0ae5fe96cfeb None None] Routers {'4ffbd83a-5cb4-4047-80b0-265f02f95dcf'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:24.672841 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-61108b66-5acb-45e6-b526-0ae5fe96cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.723867 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-61108b66-5acb-45e6-b526-0ae5fe96cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.724794 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61108b66-5acb-45e6-b526-0ae5fe96cfeb None None] The sync data for ids ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:24.739178 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f10aa147-b24a-4194-93db-768544654813 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b56d544295ac458faee723d8fd8e6636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4820731 Jul 16 18:16:24.739178 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10aa147-b24a-4194-93db-768544654813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945fa4fb-781f-4e82-b88e-d5ce7da88f30,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.747769 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59484) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:24.823507 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13ff01ba-1ddc-4e86-9e7a-e9765d8c4c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.854464 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13ff01ba-1ddc-4e86-9e7a-e9765d8c4c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.872968 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.extraroute_db [None req-5fa892ca-c7d3-4084-98d1-8c82921a5895 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Added routes are [] {{(pid=100169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:16:24.873375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.extraroute_db [None req-5fa892ca-c7d3-4084-98d1-8c82921a5895 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Removed routes are [] {{(pid=100169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:16:24.873972 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5fa892ca-c7d3-4084-98d1-8c82921a5895 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.971260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8a8445f3-ae7a-4083-b84a-545e06ee67e3 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:24.988111 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d3dc1c79-84b5-4c8c-90be-9664fa6b6f5b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "PUT /v2.0/floatingips/183db217-d633-4a8e-9765-babc6355c554 HTTP/1.1" status: 200 len: 976 time: 3.1766768 Jul 16 18:16:24.998081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59488) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:25.019240 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13ff01ba-1ddc-4e86-9e7a-e9765d8c4c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.023871 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13ff01ba-1ddc-4e86-9e7a-e9765d8c4c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.025251 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-13ff01ba-1ddc-4e86-9e7a-e9765d8c4c50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/945fa4fb-781f-4e82-b88e-d5ce7da88f30 HTTP/1.1" status: 204 len: 168 time: 0.2750514 Jul 16 18:16:25.069591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 8a8445f3-ae7a-4083-b84a-545e06ee67e3 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:25.075591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff01ba-1ddc-4e86-9e7a-e9765d8c4c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945fa4fb-781f-4e82-b88e-d5ce7da88f30,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.076568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8a8445f3-ae7a-4083-b84a-545e06ee67e3 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:25.077502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e0176924-8a95-4682-bc34-1910b075c2de no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:25.172748 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e0176924-8a95-4682-bc34-1910b075c2de {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:25.173015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e0176924-8a95-4682-bc34-1910b075c2de not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:25.219181 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5fa892ca-c7d3-4084-98d1-8c82921a5895 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.230950 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5fa892ca-c7d3-4084-98d1-8c82921a5895 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.348047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa892ca-c7d3-4084-98d1-8c82921a5895 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router 862e635b-7c90-4071-9e84-f8d718ea3e55 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:25.360407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-59cf3f04-d06a-4a7d-bf63-47d7ab23751a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port 581a190f-daa2-4d44-a061-f32671e31631 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:25.360755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59cf3f04-d06a-4a7d-bf63-47d7ab23751a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.496398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa892ca-c7d3-4084-98d1-8c82921a5895 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:25.509116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086d2f3e-6c53-45a9-ba10-728a4660a518 None None] Sync routers for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:25.518398 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5fa892ca-c7d3-4084-98d1-8c82921a5895 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.519608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5fa892ca-c7d3-4084-98d1-8c82921a5895 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55 HTTP/1.1" status: 200 len: 701 time: 0.9170167 Jul 16 18:16:25.522804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59500) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:25.523723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d2f3e-6c53-45a9-ba10-728a4660a518 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:25.526071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-086d2f3e-6c53-45a9-ba10-728a4660a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:25.633245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-086d2f3e-6c53-45a9-ba10-728a4660a518 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:25.707467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-086d2f3e-6c53-45a9-ba10-728a4660a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:21Z', 'revision_number': 11, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:25.745964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086d2f3e-6c53-45a9-ba10-728a4660a518 None None] Checking router: 862e635b-7c90-4071-9e84-f8d718ea3e55 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:25.756966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d2f3e-6c53-45a9-ba10-728a4660a518 None None] Routers {'862e635b-7c90-4071-9e84-f8d718ea3e55'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:25.758051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-086d2f3e-6c53-45a9-ba10-728a4660a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['862e635b-7c90-4071-9e84-f8d718ea3e55'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:25.858150 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-086d2f3e-6c53-45a9-ba10-728a4660a518 None None] Set router 862e635b-7c90-4071-9e84-f8d718ea3e55 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:25.970905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-086d2f3e-6c53-45a9-ba10-728a4660a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:21Z', 'revision_number': 11, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:26.001010 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59cf3f04-d06a-4a7d-bf63-47d7ab23751a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.043956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086d2f3e-6c53-45a9-ba10-728a4660a518 None None] The sync data for ids ['862e635b-7c90-4071-9e84-f8d718ea3e55'] in n-d-787206-10 is: [{'id': '862e635b-7c90-4071-9e84-f8d718ea3e55', 'name': 'tempest-RoutersTest-router-1643185588', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:25Z', 'updated_at': '2021-07-16T18:16:21Z', 'revision_number': 11, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:26.234065 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8ef1da3f-2544-4236-ac09-b4af97fafd25 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=862e635b-7c90-4071-9e84-f8d718ea3e55 HTTP/1.1" status: 200 len: 205 time: 0.7106664 Jul 16 18:16:26.236927 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59520) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:26.338825 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59cf3f04-d06a-4a7d-bf63-47d7ab23751a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.340191 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59cf3f04-d06a-4a7d-bf63-47d7ab23751a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.340191 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-59cf3f04-d06a-4a7d-bf63-47d7ab23751a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Floating IP 183db217-d633-4a8e-9765-babc6355c554 disassociated. External IP: 172.25.5.41, port: 581a190f-daa2-4d44-a061-f32671e31631. Jul 16 18:16:26.340689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-59cf3f04-d06a-4a7d-bf63-47d7ab23751a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for 581a190f-daa2-4d44-a061-f32671e31631 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:26.396196 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34e2da38-d39f-4306-9753-be20ea284dd6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.400493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc473b35-28e8-435d-a79a-9085d53f56d9 req-7e377cda-36c7-4cef-a57f-f83ac5f76aef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1717815 Jul 16 18:16:26.529772 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.572047 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59cf3f04-d06a-4a7d-bf63-47d7ab23751a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.592535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc473b35-28e8-435d-a79a-9085d53f56d9 req-014b4f8d-9dd2-4eaa-beca-bd7c19d278b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:26.594307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc473b35-28e8-435d-a79a-9085d53f56d9 req-014b4f8d-9dd2-4eaa-beca-bd7c19d278b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 1097 time: 0.1369736 Jul 16 18:16:26.615238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf3f04-d06a-4a7d-bf63-47d7ab23751a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=581a190f-daa2-4d44-a061-f32671e31631,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:26.702143 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.703472 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34e2da38-d39f-4306-9753-be20ea284dd6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.706900 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34e2da38-d39f-4306-9753-be20ea284dd6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.804936 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34e2da38-d39f-4306-9753-be20ea284dd6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.805756 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e2da38-d39f-4306-9753-be20ea284dd6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Fanout notify agent at l3_agent the message router_deleted on router 862e635b-7c90-4071-9e84-f8d718ea3e55 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:26.815304 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34e2da38-d39f-4306-9753-be20ea284dd6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.831563 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-34e2da38-d39f-4306-9753-be20ea284dd6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55 HTTP/1.1" status: 204 len: 168 time: 0.5884831 Jul 16 18:16:26.833088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59534) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:26.837982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-aad09fb1-1dfb-4c6f-9fbe-1e191f80e8ae tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1545049702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:26.887823 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aad09fb1-1dfb-4c6f-9fbe-1e191f80e8ae tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.889782 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aad09fb1-1dfb-4c6f-9fbe-1e191f80e8ae tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.893658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cf3f04-d06a-4a7d-bf63-47d7ab23751a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 4ffbd83a-5cb4-4047-80b0-265f02f95dcf has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:27.003517 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aad09fb1-1dfb-4c6f-9fbe-1e191f80e8ae tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.009568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc473b35-28e8-435d-a79a-9085d53f56d9 req-efe9914d-65aa-4852-84dd-983ce2e63455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.011305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc473b35-28e8-435d-a79a-9085d53f56d9 req-efe9914d-65aa-4852-84dd-983ce2e63455 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.3870299 Jul 16 18:16:27.012110 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aad09fb1-1dfb-4c6f-9fbe-1e191f80e8ae tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.060910 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aad09fb1-1dfb-4c6f-9fbe-1e191f80e8ae tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.062250 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aad09fb1-1dfb-4c6f-9fbe-1e191f80e8ae tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2280953 Jul 16 18:16:27.065324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59538) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:27.069628 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8795ce66-0491-442e-886a-7503e0da4acb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:27.130538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc473b35-28e8-435d-a79a-9085d53f56d9 req-6d28c4af-7ebf-4be2-81b4-75d8d4dc4940 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc HTTP/1.1" status: 200 len: 1001 time: 0.1071374 Jul 16 18:16:27.261737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc473b35-28e8-435d-a79a-9085d53f56d9 req-3e19e8db-abfa-44b5-b0d9-831ce9020d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.263362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc473b35-28e8-435d-a79a-9085d53f56d9 req-3e19e8db-abfa-44b5-b0d9-831ce9020d67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.1210437 Jul 16 18:16:27.273977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cf3f04-d06a-4a7d-bf63-47d7ab23751a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:27.293487 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438eda64-00b3-4ee2-aceb-ecb5daa82186 None None] Sync routers for ids ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:27.314088 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438eda64-00b3-4ee2-aceb-ecb5daa82186 None None] Routers {'4ffbd83a-5cb4-4047-80b0-265f02f95dcf'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:27.319730 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-438eda64-00b3-4ee2-aceb-ecb5daa82186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.388306 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-438eda64-00b3-4ee2-aceb-ecb5daa82186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.405902 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438eda64-00b3-4ee2-aceb-ecb5daa82186 None None] Routers {'4ffbd83a-5cb4-4047-80b0-265f02f95dcf'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:27.408892 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-438eda64-00b3-4ee2-aceb-ecb5daa82186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.463271 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59cf3f04-d06a-4a7d-bf63-47d7ab23751a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.467938 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-59cf3f04-d06a-4a7d-bf63-47d7ab23751a tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/ports/581a190f-daa2-4d44-a061-f32671e31631 HTTP/1.1" status: 204 len: 168 time: 2.4663570 Jul 16 18:16:27.470125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59550) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:27.520565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8795ce66-0491-442e-886a-7503e0da4acb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.525896 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-438eda64-00b3-4ee2-aceb-ecb5daa82186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.528005 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438eda64-00b3-4ee2-aceb-ecb5daa82186 None None] The sync data for ids ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:27.540795 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8795ce66-0491-442e-886a-7503e0da4acb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.547543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc473b35-28e8-435d-a79a-9085d53f56d9 req-7453e38d-d429-46a7-97e3-ab42539dbd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.549426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc473b35-28e8-435d-a79a-9085d53f56d9 req-7453e38d-d429-46a7-97e3-ab42539dbd4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1969435 Jul 16 18:16:27.696415 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8795ce66-0491-442e-886a-7503e0da4acb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Router b8cd95b3-a80d-4ba2-82f6-61bdbffc480f is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:27.764506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc473b35-28e8-435d-a79a-9085d53f56d9 req-7ff0f367-7495-436e-8727-2af866f95959 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067611 Jul 16 18:16:27.804968 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8795ce66-0491-442e-886a-7503e0da4acb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:27.815645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17211170-2305-4d51-b966-4d61c0c0fca1 None None] Sync routers for ids ['b8cd95b3-a80d-4ba2-82f6-61bdbffc480f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:27.820290 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8795ce66-0491-442e-886a-7503e0da4acb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.824867 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8795ce66-0491-442e-886a-7503e0da4acb tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "PUT /v2.0/routers/b8cd95b3-a80d-4ba2-82f6-61bdbffc480f HTTP/1.1" status: 200 len: 694 time: 0.7585971 Jul 16 18:16:27.825709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59562) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:27.845656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17211170-2305-4d51-b966-4d61c0c0fca1 None None] Routers {'b8cd95b3-a80d-4ba2-82f6-61bdbffc480f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:27.846294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-17211170-2305-4d51-b966-4d61c0c0fca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b8cd95b3-a80d-4ba2-82f6-61bdbffc480f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.957202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-17211170-2305-4d51-b966-4d61c0c0fca1 None None] Set router b8cd95b3-a80d-4ba2-82f6-61bdbffc480f gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:27.961335 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-23f1f701-c985-45a7-a4a1-c79e76f97186 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/routers/b8cd95b3-a80d-4ba2-82f6-61bdbffc480f HTTP/1.1" status: 200 len: 700 time: 0.1338320 Jul 16 18:16:27.964805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59566) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:27.985105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc473b35-28e8-435d-a79a-9085d53f56d9 req-6742799d-8d54-4d98-8cba-f5be390312ce service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118416 Jul 16 18:16:28.003850 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aae24231-74e4-4e91-890a-f596f345ff6f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cd95b3-a80d-4ba2-82f6-61bdbffc480f HTTP/1.1" status: 200 len: 205 time: 0.0341010 Jul 16 18:16:28.006391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59568) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.074640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-17211170-2305-4d51-b966-4d61c0c0fca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cd95b3-a80d-4ba2-82f6-61bdbffc480f', 'name': 'tempest-RoutersTest-router-1545049702', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:26Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 2, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:28.120739 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17211170-2305-4d51-b966-4d61c0c0fca1 None None] Checking router: b8cd95b3-a80d-4ba2-82f6-61bdbffc480f for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:28.127478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2599d85-9db8-4174-a11b-1ce83f62136a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.137536 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4b40-0bc1-4b1f-8576-2bb02df97a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.140358 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17211170-2305-4d51-b966-4d61c0c0fca1 None None] Routers {'b8cd95b3-a80d-4ba2-82f6-61bdbffc480f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:28.141180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-17211170-2305-4d51-b966-4d61c0c0fca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b8cd95b3-a80d-4ba2-82f6-61bdbffc480f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:28.251673 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7978ec87-b8b9-494a-8879-db69d53713d3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.260667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-17211170-2305-4d51-b966-4d61c0c0fca1 None None] Set router b8cd95b3-a80d-4ba2-82f6-61bdbffc480f gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:28.403144 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-17211170-2305-4d51-b966-4d61c0c0fca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cd95b3-a80d-4ba2-82f6-61bdbffc480f', 'name': 'tempest-RoutersTest-router-1545049702', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:26Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 2, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:28.409166 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2599d85-9db8-4174-a11b-1ce83f62136a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.412700 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2599d85-9db8-4174-a11b-1ce83f62136a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.470389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17211170-2305-4d51-b966-4d61c0c0fca1 None None] The sync data for ids ['b8cd95b3-a80d-4ba2-82f6-61bdbffc480f'] in n-d-787206-10 is: [{'id': 'b8cd95b3-a80d-4ba2-82f6-61bdbffc480f', 'name': 'tempest-RoutersTest-router-1545049702', 'tenant_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:26Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 2, 'project_id': 'e48245bf08aa4cc6a7c81b024bab18f3', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:28.488709 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2599d85-9db8-4174-a11b-1ce83f62136a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.489558 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2599d85-9db8-4174-a11b-1ce83f62136a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Fanout notify agent at l3_agent the message router_deleted on router b8cd95b3-a80d-4ba2-82f6-61bdbffc480f {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:28.499816 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2599d85-9db8-4174-a11b-1ce83f62136a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.504590 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a2599d85-9db8-4174-a11b-1ce83f62136a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/b8cd95b3-a80d-4ba2-82f6-61bdbffc480f HTTP/1.1" status: 204 len: 168 time: 0.4962945 Jul 16 18:16:28.507087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59580) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.577845 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2295d854-08f3-44ae-a764-2e0f2aff5a8c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cd95b3-a80d-4ba2-82f6-61bdbffc480f HTTP/1.1" status: 200 len: 205 time: 0.0694044 Jul 16 18:16:28.580024 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59582) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.641992 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-485b88f4-e078-4715-9b40-69d19c7fb62a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] delete failed (client error): The resource could not be found. Jul 16 18:16:28.645405 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-485b88f4-e078-4715-9b40-69d19c7fb62a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/b8cd95b3-a80d-4ba2-82f6-61bdbffc480f HTTP/1.1" status: 404 len: 336 time: 0.0618320 Jul 16 18:16:28.649192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59586) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.677805 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c93f7f0-ce28-4961-b832-d6c8d72b903c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:28.678266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c93f7f0-ce28-4961-b832-d6c8d72b903c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:28.682292 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6c93f7f0-ce28-4961-b832-d6c8d72b903c tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/92d4403d-6d87-43d4-a2a3-cf7ad8820e1f HTTP/1.1" status: 404 len: 337 time: 0.0323486 Jul 16 18:16:28.682514 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59590) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.719758 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aba49ba-438c-4514-81e2-3ac731861dec tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:28.720215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aba49ba-438c-4514-81e2-3ac731861dec tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:28.724626 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7aba49ba-438c-4514-81e2-3ac731861dec tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/64cf024a-a41a-48a2-b1b0-e155a95768db HTTP/1.1" status: 404 len: 337 time: 0.0389121 Jul 16 18:16:28.726222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59594) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.784897 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadae07e-513b-458f-b3da-b13d68c07e2a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:28.785341 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aadae07e-513b-458f-b3da-b13d68c07e2a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:28.789345 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aadae07e-513b-458f-b3da-b13d68c07e2a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/4608825c-f337-4df2-9ea6-e474f9e0527e HTTP/1.1" status: 404 len: 337 time: 0.0599377 Jul 16 18:16:28.792626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59598) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.837059 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5d4685-524e-45c8-9d96-edf643f426c0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:28.837731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5d4685-524e-45c8-9d96-edf643f426c0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:28.843121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fe5d4685-524e-45c8-9d96-edf643f426c0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/88b6c2af-e12d-4270-92ab-7d8f5f85a84c HTTP/1.1" status: 404 len: 337 time: 0.0454485 Jul 16 18:16:28.843486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59602) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.892325 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e8026033-1886-4750-9e1f-3b8855de7775 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=862e635b-7c90-4071-9e84-f8d718ea3e55 HTTP/1.1" status: 200 len: 205 time: 0.0444956 Jul 16 18:16:28.897602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59604) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.979332 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-b3e92ee4-67b7-4f5e-ac9f-e8ab7bbd55ba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] delete failed (client error): The resource could not be found. Jul 16 18:16:28.980731 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b3e92ee4-67b7-4f5e-ac9f-e8ab7bbd55ba tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/862e635b-7c90-4071-9e84-f8d718ea3e55 HTTP/1.1" status: 404 len: 336 time: 0.0739079 Jul 16 18:16:28.986664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59608) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.043480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-7978ec87-b8b9-494a-8879-db69d53713d3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port ba636849-56dd-4f8e-9af7-c4dd6ad8a05f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:29.047591 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7978ec87-b8b9-494a-8879-db69d53713d3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.057452 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-357e5071-78fa-4c3d-b8ed-325029f62eb0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a239953-c5f1-4bed-af87-61f28a6a2356 HTTP/1.1" status: 200 len: 205 time: 0.0694141 Jul 16 18:16:29.059168 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59610) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.104629 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-487c8567-37c0-4f03-a7c4-c98a6292f6b6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] delete failed (client error): The resource could not be found. Jul 16 18:16:29.106309 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-487c8567-37c0-4f03-a7c4-c98a6292f6b6 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/9a239953-c5f1-4bed-af87-61f28a6a2356 HTTP/1.1" status: 404 len: 336 time: 0.0473268 Jul 16 18:16:29.109887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59612) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.162354 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7978ec87-b8b9-494a-8879-db69d53713d3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.177623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-7978ec87-b8b9-494a-8879-db69d53713d3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for ba636849-56dd-4f8e-9af7-c4dd6ad8a05f owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:29.192465 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-031a09ba-8d65-4c83-b906-ed32da3f0b8f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:29.196480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031a09ba-8d65-4c83-b906-ed32da3f0b8f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:29.198695 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-031a09ba-8d65-4c83-b906-ed32da3f0b8f tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/b5354c75-23f0-434b-b831-52f6914af712 HTTP/1.1" status: 404 len: 337 time: 0.0875738 Jul 16 18:16:29.202093 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59614) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.283891 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4cdc15cf-7042-44a3-949e-43d3dd198a21 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=b51857de-b29c-4102-876d-3e0644c9ae31 HTTP/1.1" status: 200 len: 205 time: 0.0793340 Jul 16 18:16:29.286194 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59616) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.341305 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-a3aa6525-6104-42cd-87b2-b8cbf4730634 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] delete failed (client error): The resource could not be found. Jul 16 18:16:29.343895 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a3aa6525-6104-42cd-87b2-b8cbf4730634 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/b51857de-b29c-4102-876d-3e0644c9ae31 HTTP/1.1" status: 404 len: 336 time: 0.0530822 Jul 16 18:16:29.347159 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59618) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.390186 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-30ca8af5-1b3b-4c49-9b32-7373600bdf08 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=2635e7fb-c7cf-4574-9629-290d39d06231 HTTP/1.1" status: 200 len: 205 time: 0.0416188 Jul 16 18:16:29.393786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59622) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.456433 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-0fe4a784-3cd6-412c-8537-7e41083a0c67 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] delete failed (client error): The resource could not be found. Jul 16 18:16:29.457718 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0fe4a784-3cd6-412c-8537-7e41083a0c67 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/2635e7fb-c7cf-4574-9629-290d39d06231 HTTP/1.1" status: 404 len: 336 time: 0.0626328 Jul 16 18:16:29.460862 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59624) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.560156 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-78240ee5-37dd-44f8-ae74-cbace1c7ead2 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:29.561463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78240ee5-37dd-44f8-ae74-cbace1c7ead2 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:29.563565 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-78240ee5-37dd-44f8-ae74-cbace1c7ead2 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/8aaa6b21-7d6d-48f4-86a9-5822408cf5aa HTTP/1.1" status: 404 len: 337 time: 0.0991929 Jul 16 18:16:29.568588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59630) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.644029 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d2beba33-66b0-4a32-a35a-1d0e76980c0d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=de9864bd-06ea-43c5-a4a3-1f4258a8d6f0 HTTP/1.1" status: 200 len: 205 time: 0.0720727 Jul 16 18:16:29.644740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59632) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.708202 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-58cfae31-923a-4ab8-bea0-f6a6fcc09c0b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] delete failed (client error): The resource could not be found. Jul 16 18:16:29.708202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-58cfae31-923a-4ab8-bea0-f6a6fcc09c0b tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/de9864bd-06ea-43c5-a4a3-1f4258a8d6f0 HTTP/1.1" status: 404 len: 336 time: 0.0600462 Jul 16 18:16:29.709684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59634) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.817958 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e644eb85-1d9f-4a67-a206-6f7d27814667 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:29.819788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e644eb85-1d9f-4a67-a206-6f7d27814667 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:29.823260 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e644eb85-1d9f-4a67-a206-6f7d27814667 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/8d849768-32c7-4204-acf3-1fad826b60c8 HTTP/1.1" status: 404 len: 337 time: 0.1118367 Jul 16 18:16:29.826533 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59638) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.868018 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c7492911-1c09-4f7d-9ee7-bd2c26dd630d tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd1d57b-69ae-4a0c-b8df-41a55e3f478e HTTP/1.1" status: 200 len: 205 time: 0.0391462 Jul 16 18:16:29.869424 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59642) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.918783 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7978ec87-b8b9-494a-8879-db69d53713d3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.933970 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-a065c068-1cfb-4d55-b0b3-e2ec857b044a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] delete failed (client error): The resource could not be found. Jul 16 18:16:29.939809 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a065c068-1cfb-4d55-b0b3-e2ec857b044a tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/routers/4bd1d57b-69ae-4a0c-b8df-41a55e3f478e HTTP/1.1" status: 404 len: 336 time: 0.0640585 Jul 16 18:16:29.939809 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59646) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.969820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978ec87-b8b9-494a-8879-db69d53713d3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=ba636849-56dd-4f8e-9af7-c4dd6ad8a05f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:29.983526 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc62c2c-0d62-4e0a-a627-131c8fb9a1f4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:29.983526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc62c2c-0d62-4e0a-a627-131c8fb9a1f4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:29.992954 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8cc62c2c-0d62-4e0a-a627-131c8fb9a1f4 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/117205af-eac8-4a90-b7f8-f44faa745c38 HTTP/1.1" status: 404 len: 337 time: 0.0509996 Jul 16 18:16:29.994161 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59648) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:30.036471 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-acef4737-54ed-4f63-82fd-37c7409874f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:30.037466 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acef4737-54ed-4f63-82fd-37c7409874f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:30.039937 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-acef4737-54ed-4f63-82fd-37c7409874f0 tempest-RoutersTest-824334118 tempest-RoutersTest-824334118-project] 10.222.0.41 "DELETE /v2.0/subnets/c551bd90-04ea-48df-82ba-69555ba6a561 HTTP/1.1" status: 404 len: 337 time: 0.0443640 Jul 16 18:16:30.467237 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7978ec87-b8b9-494a-8879-db69d53713d3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.688596 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.745090 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59658) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:30.753694 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6308d213-7895-4cc4-aedc-730a672a2d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.958801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7978ec87-b8b9-494a-8879-db69d53713d3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 4ffbd83a-5cb4-4047-80b0-265f02f95dcf has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:31.230056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59676) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:31.230677 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3583376b-ac71-4533-8d26-4018ae638a69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e48245bf08aa4cc6a7c81b024bab18f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775865 Jul 16 18:16:31.268991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7978ec87-b8b9-494a-8879-db69d53713d3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:31.278049 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7978ec87-b8b9-494a-8879-db69d53713d3 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "PUT /v2.0/routers/4ffbd83a-5cb4-4047-80b0-265f02f95dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8039711 Jul 16 18:16:31.280971 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5efbd-5b02-4b42-bb6b-9e598ea5927b None None] Sync routers for ids ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:31.281461 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59678) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:31.296460 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5efbd-5b02-4b42-bb6b-9e598ea5927b None None] Routers {'4ffbd83a-5cb4-4047-80b0-265f02f95dcf'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:31.297109 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-01a5efbd-5b02-4b42-bb6b-9e598ea5927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:31.320135 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de07b93f-0921-4c3d-9747-f28ddf6771fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.381792 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de07b93f-0921-4c3d-9747-f28ddf6771fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.455618 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de07b93f-0921-4c3d-9747-f28ddf6771fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.458784 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-de07b93f-0921-4c3d-9747-f28ddf6771fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.463854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-de07b93f-0921-4c3d-9747-f28ddf6771fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c7163f8-09e9-449b-b072-d4a9a36177e0 HTTP/1.1" status: 204 len: 168 time: 0.2320244 Jul 16 18:16:31.474685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07b93f-0921-4c3d-9747-f28ddf6771fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7163f8-09e9-449b-b072-d4a9a36177e0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:31.567970 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-01a5efbd-5b02-4b42-bb6b-9e598ea5927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:31.579079 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5efbd-5b02-4b42-bb6b-9e598ea5927b None None] Routers {'4ffbd83a-5cb4-4047-80b0-265f02f95dcf'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:31.579909 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-01a5efbd-5b02-4b42-bb6b-9e598ea5927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:31.622087 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-01a5efbd-5b02-4b42-bb6b-9e598ea5927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:31.624714 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5efbd-5b02-4b42-bb6b-9e598ea5927b None None] The sync data for ids ['4ffbd83a-5cb4-4047-80b0-265f02f95dcf'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:31.868942 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.934696 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.148690 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.263105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port cf610138-145f-45b2-b3d5-184588d1c007 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:32.264086 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.385068 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.401656 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for cf610138-145f-45b2-b3d5-184588d1c007 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:32.626140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.662311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=cf610138-145f-45b2-b3d5-184588d1c007,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:32.736159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.854726 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.860060 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.946325 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.947044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Fanout notify agent at l3_agent the message router_deleted on router 4ffbd83a-5cb4-4047-80b0-265f02f95dcf {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:32.962537 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.966564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59742) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:32.968017 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-35c566cc-f632-4dfa-a9bd-4d25967afb8c tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/routers/4ffbd83a-5cb4-4047-80b0-265f02f95dcf HTTP/1.1" status: 204 len: 168 time: 1.6854992 Jul 16 18:16:33.085558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2242e865-ce94-4155-8f58-a2f5ae06be42 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting subnet b5990f7d-7a77-4f13-b02e-ed2d4bbf098b {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:33.090803 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2242e865-ce94-4155-8f58-a2f5ae06be42 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.140405 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2242e865-ce94-4155-8f58-a2f5ae06be42 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.301153 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59754) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:33.325163 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2242e865-ce94-4155-8f58-a2f5ae06be42 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.454907 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2242e865-ce94-4155-8f58-a2f5ae06be42 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.470011 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2242e865-ce94-4155-8f58-a2f5ae06be42 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.474888 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59760) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:33.475297 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2242e865-ce94-4155-8f58-a2f5ae06be42 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/subnets/b5990f7d-7a77-4f13-b02e-ed2d4bbf098b HTTP/1.1" status: 204 len: 168 time: 0.5061181 Jul 16 18:16:33.485629 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db87caf-5051-47ea-bf51-64ccb5a7dede None None] Network e3fe217f-e235-4ba7-aa5a-100c130ac167 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:33.513254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242e865-ce94-4155-8f58-a2f5ae06be42 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Subnet': ['ID=b5990f7d-7a77-4f13-b02e-ed2d4bbf098b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.652639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.725915 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.807940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8ab7d400-0bd5-40e0-af6b-5b1fe14e68d9 tempest-DvrRoutersNegativeTest-539690833 tempest-DvrRoutersNegativeTest-539690833-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-735168432', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:33.812690 n-d-787206-10 neutron-server[100170]: DEBUG neutron.policy [None req-8ab7d400-0bd5-40e0-af6b-5b1fe14e68d9 tempest-DvrRoutersNegativeTest-539690833 tempest-DvrRoutersNegativeTest-539690833-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100170) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 18:16:33.813374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.policy [None req-8ab7d400-0bd5-40e0-af6b-5b1fe14e68d9 tempest-DvrRoutersNegativeTest-539690833 tempest-DvrRoutersNegativeTest-539690833-project] Failed policy check for 'create_router' {{(pid=100170) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 18:16:33.814149 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-8ab7d400-0bd5-40e0-af6b-5b1fe14e68d9 tempest-DvrRoutersNegativeTest-539690833 tempest-DvrRoutersNegativeTest-539690833-project] create failed (client error): Access was denied to this resource. Jul 16 18:16:33.815380 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8ab7d400-0bd5-40e0-af6b-5b1fe14e68d9 tempest-DvrRoutersNegativeTest-539690833 tempest-DvrRoutersNegativeTest-539690833-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5125279 Jul 16 18:16:33.845551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8939c0c0-737a-4cfd-b84c-fc2e1b7e9d1a None None] DHCP port deletion for e3fe217f-e235-4ba7-aa5a-100c130ac167 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:33.884447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port f3ce496c-fdaf-45c7-b15a-4457ac9be29e {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:33.885704 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.976788 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8939c0c0-737a-4cfd-b84c-fc2e1b7e9d1a None None] Deleting port f3ce496c-fdaf-45c7-b15a-4457ac9be29e {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:33.978538 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8939c0c0-737a-4cfd-b84c-fc2e1b7e9d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.005181 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] For port f3ce496c-fdaf-45c7-b15a-4457ac9be29e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f3ce496c-fdaf-45c7-b15a-4457ac9be29e,segment=NetworkSegment(8e61dfa1-fdf8-4af0-87eb-95f07044b4dd),segment_id=8e61dfa1-fdf8-4af0-87eb-95f07044b4dd)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:34.005680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.036532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for f3ce496c-fdaf-45c7-b15a-4457ac9be29e owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:34.175790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8939c0c0-737a-4cfd-b84c-fc2e1b7e9d1a None None] For port f3ce496c-fdaf-45c7-b15a-4457ac9be29e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f3ce496c-fdaf-45c7-b15a-4457ac9be29e,segment=NetworkSegment(8e61dfa1-fdf8-4af0-87eb-95f07044b4dd),segment_id=8e61dfa1-fdf8-4af0-87eb-95f07044b4dd)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:34.176693 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8939c0c0-737a-4cfd-b84c-fc2e1b7e9d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.209184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8939c0c0-737a-4cfd-b84c-fc2e1b7e9d1a None None] Calling delete_port for f3ce496c-fdaf-45c7-b15a-4457ac9be29e owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:34.275481 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.320342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=f3ce496c-fdaf-45c7-b15a-4457ac9be29e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.324336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] No DVR routers for this DVR port f3ce496c-fdaf-45c7-b15a-4457ac9be29e on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:34.438229 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8939c0c0-737a-4cfd-b84c-fc2e1b7e9d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.440583 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.452271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fe217f-e235-4ba7-aa5a-100c130ac167']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:34.463474 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e61dfa1-fdf8-4af0-87eb-95f07044b4dd') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:34.464082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e61dfa1-fdf8-4af0-87eb-95f07044b4dd') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:34.474219 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.490194 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.497618 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:34.498560 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.551915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59784) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:34.568062 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:34.574034 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.586311 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.592639 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/networks/e3fe217f-e235-4ba7-aa5a-100c130ac167 HTTP/1.1" status: 204 len: 168 time: 1.1153922 Jul 16 18:16:34.596630 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59788) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:34.606809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939c0c0-737a-4cfd-b84c-fc2e1b7e9d1a None None] Pushing event deleted for resources: {'Port': ['ID=f3ce496c-fdaf-45c7-b15a-4457ac9be29e,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.612353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8939c0c0-737a-4cfd-b84c-fc2e1b7e9d1a None None] No DVR routers for this DVR port f3ce496c-fdaf-45c7-b15a-4457ac9be29e on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:34.629125 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50d5c5-c04e-4814-b261-31ef68075e06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Network': ['ID=e3fe217f-e235-4ba7-aa5a-100c130ac167,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.922632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2b64e22b-6fee-4374-9f29-2bc35ab434c8 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port 3b61637a-a767-4221-b7eb-918ab672e490 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:34.923015 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2b64e22b-6fee-4374-9f29-2bc35ab434c8 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.975656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f3ce496c-fdaf-45c7-b15a-4457ac9be29e no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:35.021070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: f3ce496c-fdaf-45c7-b15a-4457ac9be29e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:35.021436 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f3ce496c-fdaf-45c7-b15a-4457ac9be29e not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:35.126028 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cd8d9c19-88a9-47dc-92c7-6aa3cf3e979d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.158675 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2b64e22b-6fee-4374-9f29-2bc35ab434c8 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.159102 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2b64e22b-6fee-4374-9f29-2bc35ab434c8 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.184068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2b64e22b-6fee-4374-9f29-2bc35ab434c8 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for 3b61637a-a767-4221-b7eb-918ab672e490 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:35.356817 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cd8d9c19-88a9-47dc-92c7-6aa3cf3e979d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.365766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cd8d9c19-88a9-47dc-92c7-6aa3cf3e979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.436483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cd8d9c19-88a9-47dc-92c7-6aa3cf3e979d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07c1ebe24d8d4a59971844b934ccea17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8831186 Jul 16 18:16:35.437591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59818) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:35.443072 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d9c19-88a9-47dc-92c7-6aa3cf3e979d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71439d16-630b-4af0-b450-9691f1a54e9a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:35.491453 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2b64e22b-6fee-4374-9f29-2bc35ab434c8 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.532588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80a0d769-7756-478b-a680-b5d9199d7016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.566067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80a0d769-7756-478b-a680-b5d9199d7016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.626459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64e22b-6fee-4374-9f29-2bc35ab434c8 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=3b61637a-a767-4221-b7eb-918ab672e490,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:35.642280 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80a0d769-7756-478b-a680-b5d9199d7016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.646251 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80a0d769-7756-478b-a680-b5d9199d7016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.649863 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-80a0d769-7756-478b-a680-b5d9199d7016 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71439d16-630b-4af0-b450-9691f1a54e9a HTTP/1.1" status: 204 len: 168 time: 0.2079391 Jul 16 18:16:35.665455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0d769-7756-478b-a680-b5d9199d7016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71439d16-630b-4af0-b450-9691f1a54e9a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:35.684760 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2b64e22b-6fee-4374-9f29-2bc35ab434c8 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.687556 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2b64e22b-6fee-4374-9f29-2bc35ab434c8 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.688725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2b64e22b-6fee-4374-9f29-2bc35ab434c8 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/floatingips/183db217-d633-4a8e-9765-babc6355c554 HTTP/1.1" status: 204 len: 168 time: 1.0907953 Jul 16 18:16:35.693162 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59824) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:35.725014 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60f093a-a454-4ec5-a5be-8817958654c1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:35.725722 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60f093a-a454-4ec5-a5be-8817958654c1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:35.727475 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d60f093a-a454-4ec5-a5be-8817958654c1 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/ports/581a190f-daa2-4d44-a061-f32671e31631 HTTP/1.1" status: 404 len: 333 time: 0.0332820 Jul 16 18:16:35.730118 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59828) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:35.782825 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-56425dba-b80d-49a0-ad75-dfecaed6d43b tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ffbd83a-5cb4-4047-80b0-265f02f95dcf HTTP/1.1" status: 200 len: 205 time: 0.0516529 Jul 16 18:16:35.785554 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59832) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:35.869340 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-246a4d31-31d4-4cd9-8e7c-9499bf3a6131 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] delete failed (client error): The resource could not be found. Jul 16 18:16:35.875610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-246a4d31-31d4-4cd9-8e7c-9499bf3a6131 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/routers/4ffbd83a-5cb4-4047-80b0-265f02f95dcf HTTP/1.1" status: 404 len: 336 time: 0.0888004 Jul 16 18:16:35.878110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59840) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:35.955665 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd53abd9-4264-4c20-a580-212d4ad48822 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:35.956584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd53abd9-4264-4c20-a580-212d4ad48822 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:35.961740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dd53abd9-4264-4c20-a580-212d4ad48822 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/subnets/b5990f7d-7a77-4f13-b02e-ed2d4bbf098b HTTP/1.1" status: 404 len: 337 time: 0.0825300 Jul 16 18:16:35.964449 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59842) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.197273 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5d62c0c1-efb6-4857-82c5-41e3c64e42b9 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port 7945af2b-2d48-4b2f-84e9-5f7511613fd6 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:36.197865 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5d62c0c1-efb6-4857-82c5-41e3c64e42b9 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.374772 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5d62c0c1-efb6-4857-82c5-41e3c64e42b9 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.390596 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5d62c0c1-efb6-4857-82c5-41e3c64e42b9 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for 7945af2b-2d48-4b2f-84e9-5f7511613fd6 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:36.638016 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5d62c0c1-efb6-4857-82c5-41e3c64e42b9 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.678633 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62c0c1-efb6-4857-82c5-41e3c64e42b9 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=7945af2b-2d48-4b2f-84e9-5f7511613fd6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:36.771561 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5d62c0c1-efb6-4857-82c5-41e3c64e42b9 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.776514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59896) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.787618 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5d62c0c1-efb6-4857-82c5-41e3c64e42b9 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/ports/7945af2b-2d48-4b2f-84e9-5f7511613fd6 HTTP/1.1" status: 204 len: 168 time: 0.8122108 Jul 16 18:16:36.947930 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59900) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.007290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-a322d711-872a-4426-8117-75a8d436aa4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port 37d73ee4-8309-428b-a78e-a878d0d46ccd {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:37.007668 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a322d711-872a-4426-8117-75a8d436aa4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.164744 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a322d711-872a-4426-8117-75a8d436aa4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.177547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-a322d711-872a-4426-8117-75a8d436aa4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for 37d73ee4-8309-428b-a78e-a878d0d46ccd owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:37.344812 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a322d711-872a-4426-8117-75a8d436aa4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.374506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f948780c-adaf-4745-93e6-ed27d456c0f7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712908608'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:37.393638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322d711-872a-4426-8117-75a8d436aa4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=37d73ee4-8309-428b-a78e-a878d0d46ccd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.421400 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f948780c-adaf-4745-93e6-ed27d456c0f7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.433307 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f948780c-adaf-4745-93e6-ed27d456c0f7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.483907 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a322d711-872a-4426-8117-75a8d436aa4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.486749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a322d711-872a-4426-8117-75a8d436aa4e tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/ports/37d73ee4-8309-428b-a78e-a878d0d46ccd HTTP/1.1" status: 204 len: 168 time: 0.7090642 Jul 16 18:16:37.489234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59918) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.613547 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f948780c-adaf-4745-93e6-ed27d456c0f7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.621658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aeea80-0062-45f8-ad00-0b2fa03dd3b6 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:37.625546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a0aeea80-0062-45f8-ad00-0b2fa03dd3b6 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dc0ee01-c5b5-4913-b50e-15036745064f HTTP/1.1" status: 200 len: 913 time: 0.1350293 Jul 16 18:16:37.631693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59930) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.639310 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f948780c-adaf-4745-93e6-ed27d456c0f7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.681116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948780c-adaf-4745-93e6-ed27d456c0f7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0660f12d-274c-4f88-b7ed-654fc98580cd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.751957 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f948780c-adaf-4745-93e6-ed27d456c0f7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.758484 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f948780c-adaf-4745-93e6-ed27d456c0f7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.796862 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f948780c-adaf-4745-93e6-ed27d456c0f7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.798795 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f948780c-adaf-4745-93e6-ed27d456c0f7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8498268 Jul 16 18:16:37.801517 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59932) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.810206 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948780c-adaf-4745-93e6-ed27d456c0f7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6932c5b-3bb3-43fa-bc97-b9837853dc05,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.868869 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-49123edb-03af-4837-b595-49e8146ee3c7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0660262 Jul 16 18:16:37.873571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59936) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.884908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b622a6a5-da63-4cad-b1c5-643a93f7cdaf tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group': {'name': 'tempest-security--19127041', 'description': 'tempest-security-description-1817839157'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:38.068475 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b622a6a5-da63-4cad-b1c5-643a93f7cdaf tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.139351 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b622a6a5-da63-4cad-b1c5-643a93f7cdaf tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.167762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b622a6a5-da63-4cad-b1c5-643a93f7cdaf tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.170639 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b622a6a5-da63-4cad-b1c5-643a93f7cdaf tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.171999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b622a6a5-da63-4cad-b1c5-643a93f7cdaf tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "PUT /v2.0/security-groups/f6932c5b-3bb3-43fa-bc97-b9837853dc05 HTTP/1.1" status: 200 len: 1778 time: 0.2968097 Jul 16 18:16:38.175072 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59950) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.205363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622a6a5-da63-4cad-b1c5-643a93f7cdaf tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6932c5b-3bb3-43fa-bc97-b9837853dc05,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.241762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69ce746c-ad20-4c61-81fc-a85bc751d886 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.274181 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f450f2da-0f14-4d18-b402-67a14ee231c5 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-groups/f6932c5b-3bb3-43fa-bc97-b9837853dc05 HTTP/1.1" status: 200 len: 1778 time: 0.0971885 Jul 16 18:16:38.276781 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59956) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.392868 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24727043-e39b-49fb-a8b1-5362488d7b78 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.419788 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24727043-e39b-49fb-a8b1-5362488d7b78 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.470836 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24727043-e39b-49fb-a8b1-5362488d7b78 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.474746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24727043-e39b-49fb-a8b1-5362488d7b78 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.478146 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-24727043-e39b-49fb-a8b1-5362488d7b78 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-groups/f6932c5b-3bb3-43fa-bc97-b9837853dc05 HTTP/1.1" status: 204 len: 168 time: 0.1959064 Jul 16 18:16:38.482598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59964) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.512262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24727043-e39b-49fb-a8b1-5362488d7b78 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6932c5b-3bb3-43fa-bc97-b9837853dc05,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.547559 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-976d0459-dd70-4b82-92c1-7305c9f1d9ad tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628521 Jul 16 18:16:38.549429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59966) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.565851 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-7ce6b630-8043-4fb3-aeeb-2d4c13cbd49d tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] delete failed (client error): The resource could not be found. Jul 16 18:16:38.567268 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7ce6b630-8043-4fb3-aeeb-2d4c13cbd49d tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-groups/f6932c5b-3bb3-43fa-bc97-b9837853dc05 HTTP/1.1" status: 404 len: 347 time: 0.0163710 Jul 16 18:16:38.571400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 59970) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.577182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-12d9e92f-f624-49a1-9c60-cc5e85f85d45 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094935578'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:38.629847 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12d9e92f-f624-49a1-9c60-cc5e85f85d45 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.817499 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12d9e92f-f624-49a1-9c60-cc5e85f85d45 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.823199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-69ce746c-ad20-4c61-81fc-a85bc751d886 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port 88dcc431-cf72-449b-a3ea-caec6f06956f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:38.824170 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69ce746c-ad20-4c61-81fc-a85bc751d886 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.827176 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12d9e92f-f624-49a1-9c60-cc5e85f85d45 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.886621 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12d9e92f-f624-49a1-9c60-cc5e85f85d45 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.890838 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-12d9e92f-f624-49a1-9c60-cc5e85f85d45 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3153903 Jul 16 18:16:38.891861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59980) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.897176 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-dd0fff62-aa54-403a-ab9f-845412508b7a tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group_rule': {'security_group_id': '2008147c-9869-4e8a-8570-db05b58062f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:38.916721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9e92f-f624-49a1-9c60-cc5e85f85d45 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2008147c-9869-4e8a-8570-db05b58062f7,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.975525 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69ce746c-ad20-4c61-81fc-a85bc751d886 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.982729 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd0fff62-aa54-403a-ab9f-845412508b7a tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.992468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-69ce746c-ad20-4c61-81fc-a85bc751d886 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for 88dcc431-cf72-449b-a3ea-caec6f06956f owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:39.086930 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd0fff62-aa54-403a-ab9f-845412508b7a tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.093022 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd0fff62-aa54-403a-ab9f-845412508b7a tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.120918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fff62-aa54-403a-ab9f-845412508b7a tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc1f8d8-14fb-48dd-9c97-e168610a70f9,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.131649 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd0fff62-aa54-403a-ab9f-845412508b7a tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.135816 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dd0fff62-aa54-403a-ab9f-845412508b7a tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2423954 Jul 16 18:16:39.136410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 59994) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:39.197398 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-efd98d7a-1af7-4075-bdc5-b1f7687abebb tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.214850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-efd98d7a-1af7-4075-bdc5-b1f7687abebb tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.258924 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-efd98d7a-1af7-4075-bdc5-b1f7687abebb tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.273177 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-efd98d7a-1af7-4075-bdc5-b1f7687abebb tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.277306 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-efd98d7a-1af7-4075-bdc5-b1f7687abebb tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/dbc1f8d8-14fb-48dd-9c97-e168610a70f9 HTTP/1.1" status: 204 len: 168 time: 0.1398840 Jul 16 18:16:39.279913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60000) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:39.292988 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd98d7a-1af7-4075-bdc5-b1f7687abebb tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbc1f8d8-14fb-48dd-9c97-e168610a70f9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.325387 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69ce746c-ad20-4c61-81fc-a85bc751d886 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.346322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60006) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:39.346615 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-94020612-23c9-485c-bfd9-831ea2540408 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654416 Jul 16 18:16:39.428379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce746c-ad20-4c61-81fc-a85bc751d886 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=88dcc431-cf72-449b-a3ea-caec6f06956f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.496268 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9a07c853-d63e-41dc-8061-ab917cce882b tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.532614 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9a07c853-d63e-41dc-8061-ab917cce882b tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.658616 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9a07c853-d63e-41dc-8061-ab917cce882b tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.661227 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9a07c853-d63e-41dc-8061-ab917cce882b tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.665929 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9a07c853-d63e-41dc-8061-ab917cce882b tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-groups/2008147c-9869-4e8a-8570-db05b58062f7 HTTP/1.1" status: 204 len: 168 time: 0.2930369 Jul 16 18:16:39.667088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60014) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:39.678498 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07c853-d63e-41dc-8061-ab917cce882b tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2008147c-9869-4e8a-8570-db05b58062f7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.695727 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-69ce746c-ad20-4c61-81fc-a85bc751d886 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.741533 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-035f2081-2856-4739-9e4e-28055a9e5904 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749123 Jul 16 18:16:39.746485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60020) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:39.759090 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-60371c10-a7cf-43e7-ad2e-47e6d4ab0ad1 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484468793'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:39.797773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60371c10-a7cf-43e7-ad2e-47e6d4ab0ad1 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.025103 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60371c10-a7cf-43e7-ad2e-47e6d4ab0ad1 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.034012 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60371c10-a7cf-43e7-ad2e-47e6d4ab0ad1 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.087284 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60371c10-a7cf-43e7-ad2e-47e6d4ab0ad1 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.089484 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-60371c10-a7cf-43e7-ad2e-47e6d4ab0ad1 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3418269 Jul 16 18:16:40.095337 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60026) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:40.101724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60371c10-a7cf-43e7-ad2e-47e6d4ab0ad1 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280b34d4-e4b3-4919-b27e-a4e0e9b773ad,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:40.134835 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-10081f9f-6e1d-4b13-b659-4db5f6f81143 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group_rule': {'security_group_id': '280b34d4-e4b3-4919-b27e-a4e0e9b773ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:40.224432 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10081f9f-6e1d-4b13-b659-4db5f6f81143 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.345773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ce746c-ad20-4c61-81fc-a85bc751d886 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Router 8dc0ee01-c5b5-4913-b50e-15036745064f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:40.365396 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10081f9f-6e1d-4b13-b659-4db5f6f81143 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.377466 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10081f9f-6e1d-4b13-b659-4db5f6f81143 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.418522 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10081f9f-6e1d-4b13-b659-4db5f6f81143 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d843caa-7594-40b0-b00b-3318ca48a1c1,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:40.442365 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10081f9f-6e1d-4b13-b659-4db5f6f81143 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.443625 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-10081f9f-6e1d-4b13-b659-4db5f6f81143 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3463817 Jul 16 18:16:40.448002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60038) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:40.454849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ffd2014c-ac1c-42ac-9f74-b55e22f23243 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group_rule': {'security_group_id': '280b34d4-e4b3-4919-b27e-a4e0e9b773ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:40.579813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ce746c-ad20-4c61-81fc-a85bc751d886 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:40.583331 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ffd2014c-ac1c-42ac-9f74-b55e22f23243 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.589444 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf79874-a124-4049-b16b-6592b208a814 None None] Sync routers for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:40.603714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-69ce746c-ad20-4c61-81fc-a85bc751d886 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "PUT /v2.0/routers/8dc0ee01-c5b5-4913-b50e-15036745064f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9705350 Jul 16 18:16:40.603878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf79874-a124-4049-b16b-6592b208a814 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:40.604462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9cf79874-a124-4049-b16b-6592b208a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:40.608507 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60044) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:40.669212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9cf79874-a124-4049-b16b-6592b208a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:40.682003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf79874-a124-4049-b16b-6592b208a814 None None] Routers {'8dc0ee01-c5b5-4913-b50e-15036745064f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:40.683423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9cf79874-a124-4049-b16b-6592b208a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:16:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8dc0ee01-c5b5-4913-b50e-15036745064f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:40.714233 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ffd2014c-ac1c-42ac-9f74-b55e22f23243 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.726837 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ffd2014c-ac1c-42ac-9f74-b55e22f23243 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.748053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9cf79874-a124-4049-b16b-6592b208a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:40.748999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf79874-a124-4049-b16b-6592b208a814 None None] The sync data for ids ['8dc0ee01-c5b5-4913-b50e-15036745064f'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:40.755969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2014c-ac1c-42ac-9f74-b55e22f23243 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5774451a-89fb-477d-b606-0f1dd6b3d25b,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:40.787977 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ffd2014c-ac1c-42ac-9f74-b55e22f23243 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.789470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ffd2014c-ac1c-42ac-9f74-b55e22f23243 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3403215 Jul 16 18:16:40.796181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60054) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:40.808294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4c18711f-c8e4-4e4a-b40a-1cdfff369414 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group_rule': {'security_group_id': '280b34d4-e4b3-4919-b27e-a4e0e9b773ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:40.849166 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.890865 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4c18711f-c8e4-4e4a-b40a-1cdfff369414 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.975752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.995811 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4c18711f-c8e4-4e4a-b40a-1cdfff369414 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.018525 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4c18711f-c8e4-4e4a-b40a-1cdfff369414 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.042585 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting port dd40e4e9-b6fa-475a-8d23-aa064997d487 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:41.043264 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.090188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18711f-c8e4-4e4a-b40a-1cdfff369414 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f188fab8-faaf-4468-8a32-e1593d0fff95,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:41.110775 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4c18711f-c8e4-4e4a-b40a-1cdfff369414 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.114840 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4c18711f-c8e4-4e4a-b40a-1cdfff369414 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3139021 Jul 16 18:16:41.115379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60062) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:41.122109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-94531db4-d597-4879-92fa-ac4aa97c9ced tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group_rule': {'security_group_id': '280b34d4-e4b3-4919-b27e-a4e0e9b773ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:41.181687 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94531db4-d597-4879-92fa-ac4aa97c9ced tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.203339 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.244743 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Calling delete_port for dd40e4e9-b6fa-475a-8d23-aa064997d487 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:41.291115 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94531db4-d597-4879-92fa-ac4aa97c9ced tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.297315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94531db4-d597-4879-92fa-ac4aa97c9ced tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.319799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94531db4-d597-4879-92fa-ac4aa97c9ced tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56f2860-9765-41f8-9bcd-7f0c86e9a222,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:41.324894 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94531db4-d597-4879-92fa-ac4aa97c9ced tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.329929 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-94531db4-d597-4879-92fa-ac4aa97c9ced tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2106199 Jul 16 18:16:41.330239 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60072) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:41.342681 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-35978727-2831-4847-8fef-f6a8a02308fd tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group_rule': {'security_group_id': '280b34d4-e4b3-4919-b27e-a4e0e9b773ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:41.431111 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35978727-2831-4847-8fef-f6a8a02308fd tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.535554 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35978727-2831-4847-8fef-f6a8a02308fd tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.545772 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35978727-2831-4847-8fef-f6a8a02308fd tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.556149 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.606224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35978727-2831-4847-8fef-f6a8a02308fd tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533ba43a-47bc-4ea4-a6b8-d53d8cf20a25,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:41.611599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35978727-2831-4847-8fef-f6a8a02308fd tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.612810 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-35978727-2831-4847-8fef-f6a8a02308fd tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2779143 Jul 16 18:16:41.614055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Port': ['ID=dd40e4e9-b6fa-475a-8d23-aa064997d487,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:41.616882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60086) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:41.690535 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab08061b-dd70-4155-a7c6-bba1d213cc2e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.708945 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab08061b-dd70-4155-a7c6-bba1d213cc2e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.723785 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.784759 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab08061b-dd70-4155-a7c6-bba1d213cc2e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.791863 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab08061b-dd70-4155-a7c6-bba1d213cc2e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.799197 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ab08061b-dd70-4155-a7c6-bba1d213cc2e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/533ba43a-47bc-4ea4-a6b8-d53d8cf20a25 HTTP/1.1" status: 204 len: 168 time: 0.1810400 Jul 16 18:16:41.799918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60096) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:41.845654 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.847879 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.853565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08061b-dd70-4155-a7c6-bba1d213cc2e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=533ba43a-47bc-4ea4-a6b8-d53d8cf20a25,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:41.922278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.923239 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Fanout notify agent at l3_agent the message router_deleted on router 8dc0ee01-c5b5-4913-b50e-15036745064f {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:41.944355 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.947893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e808bf60-be06-4126-bae7-b72b301f246c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1284418 Jul 16 18:16:41.948056 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-69581f82-da7b-495e-b9fe-bd62ced059f0 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/routers/8dc0ee01-c5b5-4913-b50e-15036745064f HTTP/1.1" status: 204 len: 168 time: 1.3345566 Jul 16 18:16:41.948698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60102) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:41.948825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60104) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.002406 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da0e3ec7-0dbf-4e8d-8e14-b271e443799f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.014983 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da0e3ec7-0dbf-4e8d-8e14-b271e443799f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.053577 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da0e3ec7-0dbf-4e8d-8e14-b271e443799f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.057219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-742b135f-97ce-4225-b3ae-2a7700391c06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Deleting subnet f554010b-e659-4b69-a2d9-89d30a1b2a37 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:42.061899 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-da0e3ec7-0dbf-4e8d-8e14-b271e443799f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.068876 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-da0e3ec7-0dbf-4e8d-8e14-b271e443799f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d56f2860-9765-41f8-9bcd-7f0c86e9a222 HTTP/1.1" status: 204 len: 168 time: 0.1182380 Jul 16 18:16:42.069450 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-742b135f-97ce-4225-b3ae-2a7700391c06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.082658 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60112) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.100145 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e3ec7-0dbf-4e8d-8e14-b271e443799f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d56f2860-9765-41f8-9bcd-7f0c86e9a222,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:42.142086 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a8eb11aa-cb2e-4de9-a682-bab73319262e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0673378 Jul 16 18:16:42.142760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60118) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.169443 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-602d7024-e2af-491a-8be7-f7086a851461 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.181890 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-602d7024-e2af-491a-8be7-f7086a851461 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.197600 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-742b135f-97ce-4225-b3ae-2a7700391c06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.212314 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-602d7024-e2af-491a-8be7-f7086a851461 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.219726 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-602d7024-e2af-491a-8be7-f7086a851461 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.224309 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-602d7024-e2af-491a-8be7-f7086a851461 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f188fab8-faaf-4468-8a32-e1593d0fff95 HTTP/1.1" status: 204 len: 168 time: 0.0804963 Jul 16 18:16:42.226279 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60122) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.246524 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d7024-e2af-491a-8be7-f7086a851461 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f188fab8-faaf-4468-8a32-e1593d0fff95,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:42.286433 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-742b135f-97ce-4225-b3ae-2a7700391c06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.307423 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-be868cfc-484e-4d94-87ac-2215496f967c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0799093 Jul 16 18:16:42.308111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60126) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.337473 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8e234b6-529a-46b1-ae14-1c7b1df5a2b0 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.352002 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8e234b6-529a-46b1-ae14-1c7b1df5a2b0 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.377176 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-742b135f-97ce-4225-b3ae-2a7700391c06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.387638 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8e234b6-529a-46b1-ae14-1c7b1df5a2b0 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.397978 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8e234b6-529a-46b1-ae14-1c7b1df5a2b0 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.401463 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b8e234b6-529a-46b1-ae14-1c7b1df5a2b0 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/5774451a-89fb-477d-b606-0f1dd6b3d25b HTTP/1.1" status: 204 len: 168 time: 0.0898998 Jul 16 18:16:42.405526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60130) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.430428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b135f-97ce-4225-b3ae-2a7700391c06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Subnet': ['ID=f554010b-e659-4b69-a2d9-89d30a1b2a37,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:42.438152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e234b6-529a-46b1-ae14-1c7b1df5a2b0 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5774451a-89fb-477d-b606-0f1dd6b3d25b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:42.446953 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-742b135f-97ce-4225-b3ae-2a7700391c06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.449886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-742b135f-97ce-4225-b3ae-2a7700391c06 tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/subnets/f554010b-e659-4b69-a2d9-89d30a1b2a37 HTTP/1.1" status: 204 len: 168 time: 0.5001216 Jul 16 18:16:42.453196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60136) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.495809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60138) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.496298 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cb657ebf-8708-4e33-a7c7-185826ad6de8 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0862737 Jul 16 18:16:42.579279 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-70b6d453-c9bf-4d1f-bd3e-db278232c5cb tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.603376 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b104b90d-7246-4533-815c-bb17e96f055e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.634697 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b104b90d-7246-4533-815c-bb17e96f055e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.711189 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-70b6d453-c9bf-4d1f-bd3e-db278232c5cb tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.724410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-70b6d453-c9bf-4d1f-bd3e-db278232c5cb tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349e7dd7-acea-4b12-a032-b95051042e65']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:42.726980 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b104b90d-7246-4533-815c-bb17e96f055e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.733197 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b104b90d-7246-4533-815c-bb17e96f055e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.734387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b104b90d-7246-4533-815c-bb17e96f055e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6d843caa-7594-40b0-b00b-3318ca48a1c1 HTTP/1.1" status: 204 len: 168 time: 0.2370508 Jul 16 18:16:42.737109 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60146) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.745730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-70b6d453-c9bf-4d1f-bd3e-db278232c5cb tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569f0336-883e-4f37-b121-4aec559e8092') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:42.746176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-70b6d453-c9bf-4d1f-bd3e-db278232c5cb tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569f0336-883e-4f37-b121-4aec559e8092') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:42.762685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b90d-7246-4533-815c-bb17e96f055e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d843caa-7594-40b0-b00b-3318ca48a1c1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:42.769573 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-70b6d453-c9bf-4d1f-bd3e-db278232c5cb tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.783924 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-32a661f8-a9ef-4498-a7a5-855b8d2ca6b2 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0456028 Jul 16 18:16:42.784361 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-70b6d453-c9bf-4d1f-bd3e-db278232c5cb tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.786560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60148) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.792199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b6d453-c9bf-4d1f-bd3e-db278232c5cb tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:42.792612 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-70b6d453-c9bf-4d1f-bd3e-db278232c5cb tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:42.813369 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:42.859761 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c1c23c1-6de0-449f-ae79-8ab33c327ef6 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.890597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c1c23c1-6de0-449f-ae79-8ab33c327ef6 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.921658 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-70b6d453-c9bf-4d1f-bd3e-db278232c5cb tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.931816 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-70b6d453-c9bf-4d1f-bd3e-db278232c5cb tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.936788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-70b6d453-c9bf-4d1f-bd3e-db278232c5cb tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] 10.222.0.41 "DELETE /v2.0/networks/349e7dd7-acea-4b12-a032-b95051042e65 HTTP/1.1" status: 204 len: 168 time: 0.4798126 Jul 16 18:16:42.948525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6d453-c9bf-4d1f-bd3e-db278232c5cb tempest-FloatingIPTestJSON-997488265 tempest-FloatingIPTestJSON-997488265-project] Pushing event deleted for resources: {'Network': ['ID=349e7dd7-acea-4b12-a032-b95051042e65,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:42.955797 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c1c23c1-6de0-449f-ae79-8ab33c327ef6 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.959186 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1c1c23c1-6de0-449f-ae79-8ab33c327ef6 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.963239 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1c1c23c1-6de0-449f-ae79-8ab33c327ef6 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-groups/280b34d4-e4b3-4919-b27e-a4e0e9b773ad HTTP/1.1" status: 204 len: 168 time: 0.1734006 Jul 16 18:16:42.963632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60156) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.990684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c23c1-6de0-449f-ae79-8ab33c327ef6 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=280b34d4-e4b3-4919-b27e-a4e0e9b773ad,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.067589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5fa9ed98-d6a3-45f9-bdae-387bcc290304 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1020589 Jul 16 18:16:43.072087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60160) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:43.079624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e6dd3543-ac12-4fc5-9950-7e8d3b54af3f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group': {'name': 'tempest-secgroup--833821665'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:43.138194 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3543-ac12-4fc5-9950-7e8d3b54af3f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.309532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60176) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:43.370440 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3543-ac12-4fc5-9950-7e8d3b54af3f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.378266 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3543-ac12-4fc5-9950-7e8d3b54af3f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.441985 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3543-ac12-4fc5-9950-7e8d3b54af3f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.453417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60186) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:43.454315 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e6dd3543-ac12-4fc5-9950-7e8d3b54af3f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3791823 Jul 16 18:16:43.460394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9d09fe47-cb4f-43c6-bd90-871affa6dfa7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group_rule': {'security_group_id': '86b05eb8-a543-44f4-abb8-bc8ce42747d5', 'direction': 'ingress', 'protocol': 17}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:43.462452 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd3543-ac12-4fc5-9950-7e8d3b54af3f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b05eb8-a543-44f4-abb8-bc8ce42747d5,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.582021 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9d09fe47-cb4f-43c6-bd90-871affa6dfa7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.599502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3d917741-a452-4bab-972d-38f20515b9e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4002a3d2fd14d0ebd149108b6e6d08e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839112 Jul 16 18:16:43.599732 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60194) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:43.688300 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9d09fe47-cb4f-43c6-bd90-871affa6dfa7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.692667 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9d09fe47-cb4f-43c6-bd90-871affa6dfa7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.720313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09fe47-cb4f-43c6-bd90-871affa6dfa7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b42aa1-1033-4e04-b431-6c6145123496,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.723991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9d09fe47-cb4f-43c6-bd90-871affa6dfa7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.725716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9d09fe47-cb4f-43c6-bd90-871affa6dfa7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2706561 Jul 16 18:16:43.728407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60198) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:43.772615 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-96ff3988-c357-4bc9-8d63-2cf9d5c36d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.816363 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-96ff3988-c357-4bc9-8d63-2cf9d5c36d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.832931 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b058e25e-c3a2-4c52-af22-031105ab4126 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.891578 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b058e25e-c3a2-4c52-af22-031105ab4126 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.916478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-96ff3988-c357-4bc9-8d63-2cf9d5c36d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.920496 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-96ff3988-c357-4bc9-8d63-2cf9d5c36d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.921945 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-96ff3988-c357-4bc9-8d63-2cf9d5c36d7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ef0c35f-5368-4161-ab93-8dd72c71bcd1 HTTP/1.1" status: 204 len: 168 time: 0.3171020 Jul 16 18:16:43.938654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff3988-c357-4bc9-8d63-2cf9d5c36d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef0c35f-5368-4161-ab93-8dd72c71bcd1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.966225 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b058e25e-c3a2-4c52-af22-031105ab4126 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.974314 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b058e25e-c3a2-4c52-af22-031105ab4126 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.979758 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60208) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:43.992047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b058e25e-c3a2-4c52-af22-031105ab4126 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-groups/86b05eb8-a543-44f4-abb8-bc8ce42747d5 HTTP/1.1" status: 204 len: 168 time: 0.2623279 Jul 16 18:16:44.022465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058e25e-c3a2-4c52-af22-031105ab4126 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b05eb8-a543-44f4-abb8-bc8ce42747d5,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:44.100732 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-044479be-ea93-4696-ad6c-0d4bcc5f1be7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1196334 Jul 16 18:16:44.104423 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60212) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:44.110463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-761752bf-2af0-49fc-a4a8-65e707a3ad12 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group': {'name': 'tempest-secgroup--43328880'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:44.139256 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-761752bf-2af0-49fc-a4a8-65e707a3ad12 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.274279 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-761752bf-2af0-49fc-a4a8-65e707a3ad12 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.280382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-761752bf-2af0-49fc-a4a8-65e707a3ad12 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.308288 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-761752bf-2af0-49fc-a4a8-65e707a3ad12 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.311741 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-761752bf-2af0-49fc-a4a8-65e707a3ad12 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2061019 Jul 16 18:16:44.315357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60224) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:44.323724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1f5b839c-83d6-4acf-a30e-5d353618341b tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595956363'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:44.326770 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761752bf-2af0-49fc-a4a8-65e707a3ad12 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1db8374-42bd-4d23-a3e5-96b609ddcd04,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:44.389030 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f5b839c-83d6-4acf-a30e-5d353618341b tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.522920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f5b839c-83d6-4acf-a30e-5d353618341b tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.528335 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f5b839c-83d6-4acf-a30e-5d353618341b tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.589737 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f5b839c-83d6-4acf-a30e-5d353618341b tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.592536 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1f5b839c-83d6-4acf-a30e-5d353618341b tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2748761 Jul 16 18:16:44.594950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b839c-83d6-4acf-a30e-5d353618341b tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6eaa24-4a24-41ec-8811-273ee4d5f009,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:44.596529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60236) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:44.601992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1aefdbba-d5e7-4039-8b47-dd9a87576549 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group_rule': {'security_group_id': 'c1db8374-42bd-4d23-a3e5-96b609ddcd04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dd6eaa24-4a24-41ec-8811-273ee4d5f009', 'remote_ip_prefix': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:44.676362 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1aefdbba-d5e7-4039-8b47-dd9a87576549 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.789876 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1aefdbba-d5e7-4039-8b47-dd9a87576549 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.799584 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1aefdbba-d5e7-4039-8b47-dd9a87576549 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.819376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefdbba-d5e7-4039-8b47-dd9a87576549 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d700eaba-eb67-471a-9013-b8c1615743b8,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:44.831743 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1aefdbba-d5e7-4039-8b47-dd9a87576549 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.833218 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1aefdbba-d5e7-4039-8b47-dd9a87576549 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2356660 Jul 16 18:16:44.836115 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60254) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:44.870191 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd661-489b-4d0e-ade7-64f5ee3b8563 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.884796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd661-489b-4d0e-ade7-64f5ee3b8563 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.930249 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd661-489b-4d0e-ade7-64f5ee3b8563 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.937189 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd661-489b-4d0e-ade7-64f5ee3b8563 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.938399 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f8cdd661-489b-4d0e-ade7-64f5ee3b8563 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d700eaba-eb67-471a-9013-b8c1615743b8 HTTP/1.1" status: 204 len: 168 time: 0.1010983 Jul 16 18:16:44.941428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60262) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:44.951419 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdd661-489b-4d0e-ade7-64f5ee3b8563 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d700eaba-eb67-471a-9013-b8c1615743b8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:45.043292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60276) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:45.048093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-74de8c58-2660-45c7-8585-26be2427a25e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1012111 Jul 16 18:16:45.128556 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f464fda6-3414-4ae7-a2cb-782a6d374536 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.184336 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f464fda6-3414-4ae7-a2cb-782a6d374536 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.248675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60284) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:45.256710 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f464fda6-3414-4ae7-a2cb-782a6d374536 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.259725 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f464fda6-3414-4ae7-a2cb-782a6d374536 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.264553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60288) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:45.272944 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f464fda6-3414-4ae7-a2cb-782a6d374536 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-groups/dd6eaa24-4a24-41ec-8811-273ee4d5f009 HTTP/1.1" status: 204 len: 168 time: 0.2277880 Jul 16 18:16:45.293677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464fda6-3414-4ae7-a2cb-782a6d374536 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6eaa24-4a24-41ec-8811-273ee4d5f009,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:45.396179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1497564306'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:45.433207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:45.438728 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.459725 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.498248 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b7d7ef32-0f99-4a77-a7fc-bd3c7e73018f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2319894 Jul 16 18:16:45.501260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60302) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:45.575079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b054f89e-bf80-43ac-9506-05bd7efd85ed tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.616020 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.626085 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.653531 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b054f89e-bf80-43ac-9506-05bd7efd85ed tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.663240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:45.691132 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.691406 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Added segment e350dc29-7b70-49e6-8734-cdcdf0cbd6e9 of type vlan for network e4f95080-b90c-4ac8-95b1-63f9692ee5a4 Jul 16 18:16:45.723746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b054f89e-bf80-43ac-9506-05bd7efd85ed tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.733100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b054f89e-bf80-43ac-9506-05bd7efd85ed tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.742363 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b054f89e-bf80-43ac-9506-05bd7efd85ed tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-groups/c1db8374-42bd-4d23-a3e5-96b609ddcd04 HTTP/1.1" status: 204 len: 168 time: 0.2386267 Jul 16 18:16:45.752378 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60310) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:45.785280 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054f89e-bf80-43ac-9506-05bd7efd85ed tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1db8374-42bd-4d23-a3e5-96b609ddcd04,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:45.818582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.867236 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ba5981f3-7ad7-40ae-adc7-197b1969c39c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116519 Jul 16 18:16:45.873975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60316) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:45.887063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e1220463-f7ec-4820-8022-f5360a1d8a2c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903673601'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:45.893919 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.901433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.901835 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.968461 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1220463-f7ec-4820-8022-f5360a1d8a2c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.989083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcb5ca4-7068-412e-b44d-b6cfcabb9ecd,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:46.008813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7553482 Jul 16 18:16:46.079266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f1f56-2817-4aac-a59e-835ffbb6177d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Network': ['ID=e4f95080-b90c-4ac8-95b1-63f9692ee5a4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:46.095977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network e4f95080-b90c-4ac8-95b1-63f9692ee5a4 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:46.267916 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1220463-f7ec-4820-8022-f5360a1d8a2c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.301336 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1220463-f7ec-4820-8022-f5360a1d8a2c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.424817 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1220463-f7ec-4820-8022-f5360a1d8a2c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.430806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60326) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:46.438041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-712157cf-c46d-45b1-ad11-90f7d5bc4c07 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group_rule': {'security_group_id': '9f093f23-9d12-4b42-9e78-db1b35ab7057', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:46.441707 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e1220463-f7ec-4820-8022-f5360a1d8a2c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5643139 Jul 16 18:16:46.444714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1220463-f7ec-4820-8022-f5360a1d8a2c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f093f23-9d12-4b42-9e78-db1b35ab7057,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:46.490620 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-712157cf-c46d-45b1-ad11-90f7d5bc4c07 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.740257 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-712157cf-c46d-45b1-ad11-90f7d5bc4c07 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.745774 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-712157cf-c46d-45b1-ad11-90f7d5bc4c07 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.772013 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-712157cf-c46d-45b1-ad11-90f7d5bc4c07 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.774083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-712157cf-c46d-45b1-ad11-90f7d5bc4c07 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3417716 Jul 16 18:16:46.777185 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60338) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:46.789663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712157cf-c46d-45b1-ad11-90f7d5bc4c07 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a41c2e1-2925-4f1a-bc67-7c94c2c523e0,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:46.831273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6279e354-6b03-40d8-9dd8-b6502155d2a7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.844298 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6279e354-6b03-40d8-9dd8-b6502155d2a7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.893367 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6279e354-6b03-40d8-9dd8-b6502155d2a7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.907042 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6279e354-6b03-40d8-9dd8-b6502155d2a7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.912068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60346) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:46.921473 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6279e354-6b03-40d8-9dd8-b6502155d2a7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1a41c2e1-2925-4f1a-bc67-7c94c2c523e0 HTTP/1.1" status: 204 len: 168 time: 0.1309156 Jul 16 18:16:46.952186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279e354-6b03-40d8-9dd8-b6502155d2a7 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a41c2e1-2925-4f1a-bc67-7c94c2c523e0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:47.017502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-61d35fd7-e4ac-4478-a638-31552e257638 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1039529 Jul 16 18:16:47.028650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60348) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:47.104374 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3aedda79-bb65-444a-82f4-00e250f348d4 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.149891 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3aedda79-bb65-444a-82f4-00e250f348d4 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.208772 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3aedda79-bb65-444a-82f4-00e250f348d4 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.212824 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3aedda79-bb65-444a-82f4-00e250f348d4 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.214059 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3aedda79-bb65-444a-82f4-00e250f348d4 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f093f23-9d12-4b42-9e78-db1b35ab7057 HTTP/1.1" status: 204 len: 168 time: 0.1815279 Jul 16 18:16:47.217880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60354) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:47.259623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedda79-bb65-444a-82f4-00e250f348d4 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f093f23-9d12-4b42-9e78-db1b35ab7057,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:47.350255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-25f25edd-155e-4871-b9aa-8914d17ff416 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1303933 Jul 16 18:16:47.354063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60356) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:47.360253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-62f41bce-d432-49a4-aa3b-edabb8fb330f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722555852'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:47.453326 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62f41bce-d432-49a4-aa3b-edabb8fb330f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.611865 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62f41bce-d432-49a4-aa3b-edabb8fb330f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.633131 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62f41bce-d432-49a4-aa3b-edabb8fb330f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.665176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60362) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:47.688600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-62f41bce-d432-49a4-aa3b-edabb8fb330f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.695061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60366) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:47.695648 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-62f41bce-d432-49a4-aa3b-edabb8fb330f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3399544 Jul 16 18:16:47.698524 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f41bce-d432-49a4-aa3b-edabb8fb330f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e798da7-0875-4567-a7b1-0a7dff97ae64,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:47.710351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-cd71ec68-faf5-4a0d-b198-0254b67ba57e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group_rule': {'security_group_id': '6e798da7-0875-4567-a7b1-0a7dff97ae64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:47.826295 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cd71ec68-faf5-4a0d-b198-0254b67ba57e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.015261 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e206fa0f-2ab2-4f16-99ec-ea64ebda735b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.205399 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cd71ec68-faf5-4a0d-b198-0254b67ba57e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.219764 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cd71ec68-faf5-4a0d-b198-0254b67ba57e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.275311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71ec68-faf5-4a0d-b198-0254b67ba57e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7896c3-07b0-447f-ad39-9455d979175b,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:48.395996 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e206fa0f-2ab2-4f16-99ec-ea64ebda735b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.402046 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e206fa0f-2ab2-4f16-99ec-ea64ebda735b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.421621 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cd71ec68-faf5-4a0d-b198-0254b67ba57e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.422835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cd71ec68-faf5-4a0d-b198-0254b67ba57e tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7265956 Jul 16 18:16:48.427081 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60380) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:48.453083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e206fa0f-2ab2-4f16-99ec-ea64ebda735b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7810b58f2245438786636b91060378c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7866681 Jul 16 18:16:48.455776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206fa0f-2ab2-4f16-99ec-ea64ebda735b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545366aa-199a-41dd-a496-2ad5babeb1e0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:48.458152 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60382) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:48.464791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60384) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:48.465791 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9b1c5ff2-d59f-4431-a19e-4136d3354a19 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules/2f7896c3-07b0-447f-ad39-9455d979175b HTTP/1.1" status: 200 len: 763 time: 0.0361230 Jul 16 18:16:48.555772 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4cd540c8-9bd6-4e84-b9ca-b6a4ffd81929 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0874696 Jul 16 18:16:48.556541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60388) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:48.567834 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3de5f4fa-4e0b-4480-be71-1822b8507412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.594820 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3de5f4fa-4e0b-4480-be71-1822b8507412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.618868 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4a46f5fd-10d0-49ac-962e-0ea6da2f27a3 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.647310 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4a46f5fd-10d0-49ac-962e-0ea6da2f27a3 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.657476 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3de5f4fa-4e0b-4480-be71-1822b8507412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.660425 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3de5f4fa-4e0b-4480-be71-1822b8507412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.661646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3de5f4fa-4e0b-4480-be71-1822b8507412 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/545366aa-199a-41dd-a496-2ad5babeb1e0 HTTP/1.1" status: 204 len: 168 time: 0.2025678 Jul 16 18:16:48.689403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5f4fa-4e0b-4480-be71-1822b8507412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545366aa-199a-41dd-a496-2ad5babeb1e0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:48.741761 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4a46f5fd-10d0-49ac-962e-0ea6da2f27a3 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.765254 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4a46f5fd-10d0-49ac-962e-0ea6da2f27a3 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.767002 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4a46f5fd-10d0-49ac-962e-0ea6da2f27a3 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2f7896c3-07b0-447f-ad39-9455d979175b HTTP/1.1" status: 204 len: 168 time: 0.2085931 Jul 16 18:16:48.768535 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46f5fd-10d0-49ac-962e-0ea6da2f27a3 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f7896c3-07b0-447f-ad39-9455d979175b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:48.769655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60396) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:48.876400 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ebfeca33-9c08-4cd0-bfd3-0dd612550a24 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1055372 Jul 16 18:16:48.878884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60398) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:48.890155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6089ed58-37ca-427c-8a57-4fea672e7cf5 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group_rule': {'security_group_id': '6e798da7-0875-4567-a7b1-0a7dff97ae64', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:48.890713 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:16:48.959491 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6089ed58-37ca-427c-8a57-4fea672e7cf5 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.100764 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6089ed58-37ca-427c-8a57-4fea672e7cf5 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.107061 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6089ed58-37ca-427c-8a57-4fea672e7cf5 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.127885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089ed58-37ca-427c-8a57-4fea672e7cf5 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc86a09-d81b-415e-b08f-82332c589516,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:49.144042 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6089ed58-37ca-427c-8a57-4fea672e7cf5 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.145459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6089ed58-37ca-427c-8a57-4fea672e7cf5 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2628248 Jul 16 18:16:49.148294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60410) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.168158 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a4bfbee1-0c43-481d-908f-9842f4b050e5 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules/fbc86a09-d81b-415e-b08f-82332c589516 HTTP/1.1" status: 200 len: 763 time: 0.0183764 Jul 16 18:16:49.170641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60412) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.260792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60416) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.288848 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab367691-003e-46d3-9db7-e159cc1266cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.296389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60420) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.299245 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7cd0749f-9aa1-4a11-a9a8-72c7e8c6e1a5 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1208434 Jul 16 18:16:49.329301 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dd235de9-6718-404d-af9c-6414e77ee55c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.337814 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dd235de9-6718-404d-af9c-6414e77ee55c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.379637 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dd235de9-6718-404d-af9c-6414e77ee55c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.390315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dd235de9-6718-404d-af9c-6414e77ee55c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.395311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60422) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.403759 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dd235de9-6718-404d-af9c-6414e77ee55c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fbc86a09-d81b-415e-b08f-82332c589516 HTTP/1.1" status: 204 len: 168 time: 0.0951018 Jul 16 18:16:49.441892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd235de9-6718-404d-af9c-6414e77ee55c tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbc86a09-d81b-415e-b08f-82332c589516,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:49.490585 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6657dde0-e5bd-468f-bb9c-ba9d4819909d tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0936544 Jul 16 18:16:49.492975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60428) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.504271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a8416c23-c8d6-46b3-a2a6-5f1ba7e0ad86 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Request body: {'security_group_rule': {'security_group_id': '6e798da7-0875-4567-a7b1-0a7dff97ae64', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:49.626000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60434) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.630413 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab367691-003e-46d3-9db7-e159cc1266cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.634429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-84afba07-095c-4c98-a980-131e6a78a69f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'subnet': {'network_id': 'e4f95080-b90c-4ac8-95b1-63f9692ee5a4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:49.639028 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab367691-003e-46d3-9db7-e159cc1266cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.717810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60436) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.723456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab367691-003e-46d3-9db7-e159cc1266cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45ecd48-b208-4fb5-89ce-2b2d483736bc,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:49.740689 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8416c23-c8d6-46b3-a2a6-5f1ba7e0ad86 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.754291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ab367691-003e-46d3-9db7-e159cc1266cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ed657cdbd2f480eaa9ca6a757864930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4928262 Jul 16 18:16:49.765305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60440) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.834362 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1104cdbb-07ad-4f88-bd49-96b537054bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.862547 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1104cdbb-07ad-4f88-bd49-96b537054bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.878696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84afba07-095c-4c98-a980-131e6a78a69f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:49.884141 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84afba07-095c-4c98-a980-131e6a78a69f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.939322 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8416c23-c8d6-46b3-a2a6-5f1ba7e0ad86 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.981903 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1104cdbb-07ad-4f88-bd49-96b537054bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.986355 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1104cdbb-07ad-4f88-bd49-96b537054bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.987725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1104cdbb-07ad-4f88-bd49-96b537054bd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d45ecd48-b208-4fb5-89ce-2b2d483736bc HTTP/1.1" status: 204 len: 168 time: 0.2299464 Jul 16 18:16:49.990718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8416c23-c8d6-46b3-a2a6-5f1ba7e0ad86 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.997310 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26b1df5d-c4e5-455d-b9d2-6ebc25527c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.010418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104cdbb-07ad-4f88-bd49-96b537054bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45ecd48-b208-4fb5-89ce-2b2d483736bc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.053249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8416c23-c8d6-46b3-a2a6-5f1ba7e0ad86 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bfa7b2-a9b3-421b-8776-4fd69ee6ec95,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.237247 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84afba07-095c-4c98-a980-131e6a78a69f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.260816 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26b1df5d-c4e5-455d-b9d2-6ebc25527c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.291598 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-26b1df5d-c4e5-455d-b9d2-6ebc25527c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.332441 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8416c23-c8d6-46b3-a2a6-5f1ba7e0ad86 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.333804 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a8416c23-c8d6-46b3-a2a6-5f1ba7e0ad86 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8383350 Jul 16 18:16:50.337218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60468) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.364447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1df5d-c4e5-455d-b9d2-6ebc25527c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23a6725-7a1c-43fa-8afe-831ddf21d8b6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.373925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0d908a71-cdac-4ce1-9d34-7b208fe5e68f tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules/e2bfa7b2-a9b3-421b-8776-4fd69ee6ec95 HTTP/1.1" status: 200 len: 764 time: 0.0345488 Jul 16 18:16:50.376735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60470) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.382989 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-26b1df5d-c4e5-455d-b9d2-6ebc25527c73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93dd8d27dc204c85a1f163d822ad342b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6636159 Jul 16 18:16:50.392397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60472) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.402650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afba07-095c-4c98-a980-131e6a78a69f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Subnet': ['ID=398e0913-db37-483b-bb6d-739b864ae75f,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.424999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84afba07-095c-4c98-a980-131e6a78a69f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Checking segment: {'id': 'e350dc29-7b70-49e6-8734-cdcdf0cbd6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4f95080-b90c-4ac8-95b1-63f9692ee5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:50.425617 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84afba07-095c-4c98-a980-131e6a78a69f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network hostable DHCP agents. Network: e4f95080-b90c-4ac8-95b1-63f9692ee5a4, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:50.467029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e04679db-e5c5-47f1-8033-c4fe146794ed tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0853298 Jul 16 18:16:50.472794 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60478) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.496269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84afba07-095c-4c98-a980-131e6a78a69f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network e4f95080-b90c-4ac8-95b1-63f9692ee5a4 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:50.528324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-84afba07-095c-4c98-a980-131e6a78a69f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, e4f95080-b90c-4ac8-95b1-63f9692ee5a4) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:50.536815 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37048024-7524-4d32-a2a6-b80331a09973 None None] Network e4f95080-b90c-4ac8-95b1-63f9692ee5a4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:50.544305 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84afba07-095c-4c98-a980-131e6a78a69f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.544305 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84afba07-095c-4c98-a980-131e6a78a69f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.548768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-44f7220f-2c77-4537-b23a-aab3bf06f3d1 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.563052 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09705a56-3bdf-4ba9-90ce-207336bb1dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.566353 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-44f7220f-2c77-4537-b23a-aab3bf06f3d1 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.599102 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-84afba07-095c-4c98-a980-131e6a78a69f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9714015 Jul 16 18:16:50.610421 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60486) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.631620 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a0809452-0ed4-466b-992e-95fa55024ac6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1008606814'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:50.641444 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09705a56-3bdf-4ba9-90ce-207336bb1dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.660375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a17dc-1d72-41f8-838c-8ea6e86f3ede req-75888a5b-5933-4ef8-b06d-84cdea35b345 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.662007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-456a17dc-1d72-41f8-838c-8ea6e86f3ede req-75888a5b-5933-4ef8-b06d-84cdea35b345 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.0860758 Jul 16 18:16:50.682796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-44f7220f-2c77-4537-b23a-aab3bf06f3d1 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.701209 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-44f7220f-2c77-4537-b23a-aab3bf06f3d1 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.708296 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-44f7220f-2c77-4537-b23a-aab3bf06f3d1 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e2bfa7b2-a9b3-421b-8776-4fd69ee6ec95 HTTP/1.1" status: 204 len: 168 time: 0.2292917 Jul 16 18:16:50.712406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60494) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.716087 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-456a17dc-1d72-41f8-838c-8ea6e86f3ede req-8ab758da-5bbe-4940-8283-730760e38bb7 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471876 Jul 16 18:16:50.788910 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-50258469-ab5e-4cff-af2b-0a7dd67c3fbb tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0682077 Jul 16 18:16:50.789143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60498) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.805741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7220f-2c77-4537-b23a-aab3bf06f3d1 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2bfa7b2-a9b3-421b-8776-4fd69ee6ec95,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.848920 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0809452-0ed4-466b-992e-95fa55024ac6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:50.854164 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0809452-0ed4-466b-992e-95fa55024ac6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.856812 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21f206b6-183d-4091-8afb-a325cfd75ba6 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.889434 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21f206b6-183d-4091-8afb-a325cfd75ba6 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.925084 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09705a56-3bdf-4ba9-90ce-207336bb1dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.928823 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09705a56-3bdf-4ba9-90ce-207336bb1dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.933528 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-09705a56-3bdf-4ba9-90ce-207336bb1dc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c23a6725-7a1c-43fa-8afe-831ddf21d8b6 HTTP/1.1" status: 204 len: 168 time: 0.5396988 Jul 16 18:16:50.940453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0809452-0ed4-466b-992e-95fa55024ac6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:50.962716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09705a56-3bdf-4ba9-90ce-207336bb1dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23a6725-7a1c-43fa-8afe-831ddf21d8b6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.968062 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21f206b6-183d-4091-8afb-a325cfd75ba6 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.970919 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21f206b6-183d-4091-8afb-a325cfd75ba6 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.972367 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-21f206b6-183d-4091-8afb-a325cfd75ba6 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "DELETE /v2.0/security-groups/6e798da7-0875-4567-a7b1-0a7dff97ae64 HTTP/1.1" status: 204 len: 168 time: 0.1821556 Jul 16 18:16:50.977041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60506) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.986316 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0809452-0ed4-466b-992e-95fa55024ac6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.986984 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-a0809452-0ed4-466b-992e-95fa55024ac6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Added segment f65765c7-e526-4eef-8ec5-3d6b577ae8e3 of type vlan for network e30aac58-d577-4c7f-932b-cc36bae3632e Jul 16 18:16:50.994491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f206b6-183d-4091-8afb-a325cfd75ba6 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e798da7-0875-4567-a7b1-0a7dff97ae64,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:51.045720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-e4f95080-b90c-4ac8-95b1-63f9692ee5a4', 'network_id': 'e4f95080-b90c-4ac8-95b1-63f9692ee5a4', 'tenant_id': '765a3bcdc6ae4033afdb4af30de3e3e6', 'fixed_ips': [{'subnet_id': '398e0913-db37-483b-bb6d-739b864ae75f'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:51.047376 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.103688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0809452-0ed4-466b-992e-95fa55024ac6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.116996 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-69ca0f64-2fc8-4357-9de1-889a5a702313 tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1385255 Jul 16 18:16:51.121021 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60518) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:51.207334 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0809452-0ed4-466b-992e-95fa55024ac6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.214171 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0809452-0ed4-466b-992e-95fa55024ac6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:51.214919 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0809452-0ed4-466b-992e-95fa55024ac6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.223063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Allocated IP 2001:db8:0:ffff::2 (e4f95080-b90c-4ac8-95b1-63f9692ee5a4/398e0913-db37-483b-bb6d-739b864ae75f/60788d06-24b7-484b-8998-5b0395ac5b5d) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:51.234388 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-69cf0dc0-97fa-4b47-9079-65721a276fde tempest-SecGroupTest-715234426 tempest-SecGroupTest-715234426-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119456 Jul 16 18:16:51.267940 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a0809452-0ed4-466b-992e-95fa55024ac6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6545870 Jul 16 18:16:51.271814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60524) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:51.279797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2a7dedd0-9d7c-44c8-a4e7-262d3450a065 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'subnet': {'network_id': 'e30aac58-d577-4c7f-932b-cc36bae3632e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:51.305009 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0809452-0ed4-466b-992e-95fa55024ac6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Network': ['ID=e30aac58-d577-4c7f-932b-cc36bae3632e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:51.319197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network e30aac58-d577-4c7f-932b-cc36bae3632e details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:51.465067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7dedd0-9d7c-44c8-a4e7-262d3450a065 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:51.470584 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a7dedd0-9d7c-44c8-a4e7-262d3450a065 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.554472 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.573009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Transition to ACTIVE for port object 60788d06-24b7-484b-8998-5b0395ac5b5d will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:51.609163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Transition to ACTIVE for port object 60788d06-24b7-484b-8998-5b0395ac5b5d will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:51.625482 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.716446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Pushing event updated for resources: {'Port': ['ID=60788d06-24b7-484b-8998-5b0395ac5b5d,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:51.724953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60544) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:51.730601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:51.731631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:51.732637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:51.733029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:51.733371 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:51.733705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:51.734036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:51.734373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:51.734701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:51.735024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:51.735352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:51.735704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:51.750552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Network e4f95080-b90c-4ac8-95b1-63f9692ee5a4 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:51.758505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:51.760961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:51.805042 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a7dedd0-9d7c-44c8-a4e7-262d3450a065 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.880704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dedd0-9d7c-44c8-a4e7-262d3450a065 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Subnet': ['ID=a9cda5fe-4821-4a65-9aa3-a8aa405b921f,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:51.889110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Attempting to bind port 60788d06-24b7-484b-8998-5b0395ac5b5d on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:51.889413 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Attempting to bind port 60788d06-24b7-484b-8998-5b0395ac5b5d by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'e350dc29-7b70-49e6-8734-cdcdf0cbd6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4f95080-b90c-4ac8-95b1-63f9692ee5a4'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:51.890001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Attempting to bind port 60788d06-24b7-484b-8998-5b0395ac5b5d on network e4f95080-b90c-4ac8-95b1-63f9692ee5a4 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:51.895646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:51.896308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Checking segment: {'id': 'e350dc29-7b70-49e6-8734-cdcdf0cbd6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4f95080-b90c-4ac8-95b1-63f9692ee5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:51.896902 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.897440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7dedd0-9d7c-44c8-a4e7-262d3450a065 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Checking segment: {'id': 'f65765c7-e526-4eef-8ec5-3d6b577ae8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e30aac58-d577-4c7f-932b-cc36bae3632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:51.897645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Bound using segment: {'id': 'e350dc29-7b70-49e6-8734-cdcdf0cbd6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4f95080-b90c-4ac8-95b1-63f9692ee5a4'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:51.898003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7dedd0-9d7c-44c8-a4e7-262d3450a065 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network hostable DHCP agents. Network: e30aac58-d577-4c7f-932b-cc36bae3632e, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:51.898779 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Bound port: 60788d06-24b7-484b-8998-5b0395ac5b5d, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e350dc29-7b70-49e6-8734-cdcdf0cbd6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e4f95080-b90c-4ac8-95b1-63f9692ee5a4'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:51.899343 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.947151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7dedd0-9d7c-44c8-a4e7-262d3450a065 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network e30aac58-d577-4c7f-932b-cc36bae3632e is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:51.963573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-2a7dedd0-9d7c-44c8-a4e7-262d3450a065 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, e30aac58-d577-4c7f-932b-cc36bae3632e) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:51.976956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7dedd0-9d7c-44c8-a4e7-262d3450a065 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:51.977550 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a7dedd0-9d7c-44c8-a4e7-262d3450a065 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.009639 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa0f47-272d-4ec8-8e29-0e3b6a830c9c None None] Network e30aac58-d577-4c7f-932b-cc36bae3632e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:52.010376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2a7dedd0-9d7c-44c8-a4e7-262d3450a065 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7373779 Jul 16 18:16:52.013679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60568) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:52.042303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] For port 60788d06-24b7-484b-8998-5b0395ac5b5d, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:52.127398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] For port 60788d06-24b7-484b-8998-5b0395ac5b5d, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=60788d06-24b7-484b-8998-5b0395ac5b5d,segment=NetworkSegment(e350dc29-7b70-49e6-8734-cdcdf0cbd6e9),segment_id=e350dc29-7b70-49e6-8734-cdcdf0cbd6e9)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:52.163158 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.193071 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ee13532c-d269-4bb0-b6c9-c75b4ad9a868 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84eb1637a7f845dc816deb0d61ecf153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667039 Jul 16 18:16:52.195316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60572) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:52.310786 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8a7085f-9f26-47d1-a80a-7c898faff04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.321851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b19985-556f-4aa0-9b9e-5ba933ef0d72 req-2af736c6-84d1-4c6b-9722-0793488ef0ba tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.329025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-96b19985-556f-4aa0-9b9e-5ba933ef0d72 req-2af736c6-84d1-4c6b-9722-0793488ef0ba tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.2717743 Jul 16 18:16:52.345434 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.372027 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8a7085f-9f26-47d1-a80a-7c898faff04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.444869 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96162615-3d2c-43f6-b40a-fa5550a8cee2 None None] Pushing event updated for resources: {'Port': ['ID=60788d06-24b7-484b-8998-5b0395ac5b5d,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.451931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-e30aac58-d577-4c7f-932b-cc36bae3632e', 'network_id': 'e30aac58-d577-4c7f-932b-cc36bae3632e', 'tenant_id': '765a3bcdc6ae4033afdb4af30de3e3e6', 'fixed_ips': [{'subnet_id': 'a9cda5fe-4821-4a65-9aa3-a8aa405b921f'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:52.453259 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.496186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-96b19985-556f-4aa0-9b9e-5ba933ef0d72 req-eff5e606-cac5-4191-b309-1296ba56d67e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572287 Jul 16 18:16:52.546440 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.576566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8a7085f-9f26-47d1-a80a-7c898faff04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.579367 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8a7085f-9f26-47d1-a80a-7c898faff04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.581929 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c8a7085f-9f26-47d1-a80a-7c898faff04a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0660f12d-274c-4f88-b7ed-654fc98580cd HTTP/1.1" status: 204 len: 168 time: 0.3845904 Jul 16 18:16:52.600138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7085f-9f26-47d1-a80a-7c898faff04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0660f12d-274c-4f88-b7ed-654fc98580cd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.719375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Allocated IP 2001:db8::1 (e30aac58-d577-4c7f-932b-cc36bae3632e/a9cda5fe-4821-4a65-9aa3-a8aa405b921f/a191ab8e-6bba-417c-add3-c1ef7e99f6e8) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:52.949937 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.985244 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Transition to ACTIVE for port object a191ab8e-6bba-417c-add3-c1ef7e99f6e8 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:53.018375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Transition to ACTIVE for port object a191ab8e-6bba-417c-add3-c1ef7e99f6e8 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:53.044176 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.067111 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.141369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 60788d06-24b7-484b-8998-5b0395ac5b5d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:53.160758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Subnet': ['ID=a9cda5fe-4821-4a65-9aa3-a8aa405b921f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:53.296393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Network e30aac58-d577-4c7f-932b-cc36bae3632e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:53.313047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:53.327603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:53.332160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Pushing event updated for resources: {'Port': ['ID=a191ab8e-6bba-417c-add3-c1ef7e99f6e8,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:53.372186 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.402162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30aac58-d577-4c7f-932b-cc36bae3632e']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:53.437543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65765c7-e526-4eef-8ec5-3d6b577ae8e3') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:53.438312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65765c7-e526-4eef-8ec5-3d6b577ae8e3') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:53.473157 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.476082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Attempting to bind port a191ab8e-6bba-417c-add3-c1ef7e99f6e8 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:53.476483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Attempting to bind port a191ab8e-6bba-417c-add3-c1ef7e99f6e8 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'f65765c7-e526-4eef-8ec5-3d6b577ae8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e30aac58-d577-4c7f-932b-cc36bae3632e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:53.476845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Attempting to bind port a191ab8e-6bba-417c-add3-c1ef7e99f6e8 on network e30aac58-d577-4c7f-932b-cc36bae3632e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:53.495665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:53.496049 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Checking segment: {'id': 'f65765c7-e526-4eef-8ec5-3d6b577ae8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e30aac58-d577-4c7f-932b-cc36bae3632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:53.496461 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.496861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Bound using segment: {'id': 'f65765c7-e526-4eef-8ec5-3d6b577ae8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e30aac58-d577-4c7f-932b-cc36bae3632e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:53.497346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Bound port: a191ab8e-6bba-417c-add3-c1ef7e99f6e8, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65765c7-e526-4eef-8ec5-3d6b577ae8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e30aac58-d577-4c7f-932b-cc36bae3632e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:53.503726 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.509284 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.522597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:53.523917 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:53.534916 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:53.658033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 60788d06-24b7-484b-8998-5b0395ac5b5d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:53.733321 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] For port a191ab8e-6bba-417c-add3-c1ef7e99f6e8, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:53.756282 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] For port a191ab8e-6bba-417c-add3-c1ef7e99f6e8, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a191ab8e-6bba-417c-add3-c1ef7e99f6e8,segment=NetworkSegment(f65765c7-e526-4eef-8ec5-3d6b577ae8e3),segment_id=f65765c7-e526-4eef-8ec5-3d6b577ae8e3)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:53.762201 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.api [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:16:53.762201 n-d-787206-10 neutron-server[100169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:16:53.762201 n-d-787206-10 neutron-server[100169]: [parameters: {'id': 'e30aac58-d577-4c7f-932b-cc36bae3632e'}] Jul 16 18:16:53.762201 n-d-787206-10 neutron-server[100169]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:16:53.763800 n-d-787206-10 neutron-server[100169]: DEBUG oslo_db.api [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:16:53.767174 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.989679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe2993c-bfff-4ab6-885f-fcea7bf5ba25 None None] Network e30aac58-d577-4c7f-932b-cc36bae3632e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:54.040764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d4b60-661a-463c-a637-77efc936dc6d req-3a77e6c3-4585-4525-8f8b-6b9b765aca10 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.042482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e48d4b60-661a-463c-a637-77efc936dc6d req-3a77e6c3-4585-4525-8f8b-6b9b765aca10 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.2183218 Jul 16 18:16:54.084357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506f492c-8d05-44ce-b2fc-9137587b86ba None None] Network e4f95080-b90c-4ac8-95b1-63f9692ee5a4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:54.141032 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e48d4b60-661a-463c-a637-77efc936dc6d req-4a7d855f-fa2d-4696-b8ae-63c3695b4487 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853486 Jul 16 18:16:54.173543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648a4e1-66b5-4bfe-9e09-10cd0e837ccb None None] Pushing event updated for resources: {'Port': ['ID=a191ab8e-6bba-417c-add3-c1ef7e99f6e8,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:54.209875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60670) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.218521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028872 Jul 16 18:16:54.218806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60672) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.265481 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.352520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Deleting port a191ab8e-6bba-417c-add3-c1ef7e99f6e8 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:54.352873 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.424170 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f0ec5e48-1f66-4b9e-9d49-57e61bd9fd82 tempest-NetworksApiDiscovery-637812502 tempest-NetworksApiDiscovery-637812502-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1979275 Jul 16 18:16:54.471731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6749c878-e56f-41ea-982d-4a2747bb6396 None None] Provisioning for port 60788d06-24b7-484b-8998-5b0395ac5b5d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:54.507273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] For port a191ab8e-6bba-417c-add3-c1ef7e99f6e8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a191ab8e-6bba-417c-add3-c1ef7e99f6e8,segment=NetworkSegment(f65765c7-e526-4eef-8ec5-3d6b577ae8e3),segment_id=f65765c7-e526-4eef-8ec5-3d6b577ae8e3)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:54.507863 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.519077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6749c878-e56f-41ea-982d-4a2747bb6396 None None] Provisioning complete for port 60788d06-24b7-484b-8998-5b0395ac5b5d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:54.519592 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6749c878-e56f-41ea-982d-4a2747bb6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.535646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Calling delete_port for a191ab8e-6bba-417c-add3-c1ef7e99f6e8 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:54.813050 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6749c878-e56f-41ea-982d-4a2747bb6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.816448 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.934402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Port': ['ID=a191ab8e-6bba-417c-add3-c1ef7e99f6e8,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:54.952473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6749c878-e56f-41ea-982d-4a2747bb6396 None None] For port 60788d06-24b7-484b-8998-5b0395ac5b5d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=60788d06-24b7-484b-8998-5b0395ac5b5d,segment=NetworkSegment(e350dc29-7b70-49e6-8734-cdcdf0cbd6e9),segment_id=e350dc29-7b70-49e6-8734-cdcdf0cbd6e9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:54.956895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No DVR routers for this DVR port a191ab8e-6bba-417c-add3-c1ef7e99f6e8 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:54.970325 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6749c878-e56f-41ea-982d-4a2747bb6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.100726 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60710) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.156609 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.168589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30aac58-d577-4c7f-932b-cc36bae3632e']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:55.180705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749c878-e56f-41ea-982d-4a2747bb6396 None None] Pushing event updated for resources: {'Port': ['ID=60788d06-24b7-484b-8998-5b0395ac5b5d,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:55.184102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65765c7-e526-4eef-8ec5-3d6b577ae8e3') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:55.186361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65765c7-e526-4eef-8ec5-3d6b577ae8e3') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:55.197887 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.218923 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.237859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:55.238088 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:55.322743 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:55.328527 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.335480 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.338367 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/e30aac58-d577-4c7f-932b-cc36bae3632e HTTP/1.1" status: 204 len: 168 time: 3.3233943 Jul 16 18:16:55.345238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60724) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.362076 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-00becd00-b906-466e-b257-a7a0882e0fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.364589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-075f8ff6-9881-4bd1-ab87-2fc0fd9e10ef tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-307262378'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:55.384123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1a70a-43cc-477c-98f8-9b92da15c95d tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Network': ['ID=e30aac58-d577-4c7f-932b-cc36bae3632e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:55.411720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075f8ff6-9881-4bd1-ab87-2fc0fd9e10ef tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:55.415761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7f97e1-c2e4-4cbb-94b5-73f0f78bc00a None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:16:55.416807 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-075f8ff6-9881-4bd1-ab87-2fc0fd9e10ef tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.452786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075f8ff6-9881-4bd1-ab87-2fc0fd9e10ef tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:55.465189 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-075f8ff6-9881-4bd1-ab87-2fc0fd9e10ef tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.466858 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-075f8ff6-9881-4bd1-ab87-2fc0fd9e10ef tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Added segment 1703f642-310b-4049-a44e-34f0ee0f742b of type vlan for network b953c7bf-d14e-490b-979f-a9e6dbbf8814 Jul 16 18:16:55.553803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-49c676fe-cbca-4943-a4a7-9e72a140e168 None None] Provisioning complete for port 60788d06-24b7-484b-8998-5b0395ac5b5d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:55.554311 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-49c676fe-cbca-4943-a4a7-9e72a140e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.586338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-00becd00-b906-466e-b257-a7a0882e0fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.595215 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-00becd00-b906-466e-b257-a7a0882e0fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.601121 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-075f8ff6-9881-4bd1-ab87-2fc0fd9e10ef tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.689365 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00becd00-b906-466e-b257-a7a0882e0fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ea7527-1819-4767-afaf-ba4813f1ea40,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:55.710236 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-00becd00-b906-466e-b257-a7a0882e0fc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b0bd83a090a4a51a6ab33a46e42ff61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078215 Jul 16 18:16:55.711185 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60736) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.764443 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7f97e1-c2e4-4cbb-94b5-73f0f78bc00a None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:16:55.774162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f1538-9218-4f5c-9af4-81a971d7f60d req-9d5b2f44-8b59-478b-b808-c4778337e6b0 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.776868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-805f1538-9218-4f5c-9af4-81a971d7f60d req-9d5b2f44-8b59-478b-b808-c4778337e6b0 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.2364659 Jul 16 18:16:55.777922 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-075f8ff6-9881-4bd1-ab87-2fc0fd9e10ef tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.788804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f8ff6-9881-4bd1-ab87-2fc0fd9e10ef tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.790244 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-075f8ff6-9881-4bd1-ab87-2fc0fd9e10ef tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.814448 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80967906-6a7c-4ef9-b656-7bbfb96ea160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.894147 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80967906-6a7c-4ef9-b656-7bbfb96ea160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.907950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-075f8ff6-9881-4bd1-ab87-2fc0fd9e10ef tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5612311 Jul 16 18:16:55.914901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60740) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.915845 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-805f1538-9218-4f5c-9af4-81a971d7f60d req-43abf6df-dd7e-41a3-a4c8-723bf2981139 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214700 Jul 16 18:16:55.933467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d09865d8-3bdd-473a-bc1c-7cb739833f94 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'subnet': {'network_id': 'b953c7bf-d14e-490b-979f-a9e6dbbf8814', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:55.955346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f8ff6-9881-4bd1-ab87-2fc0fd9e10ef tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Network': ['ID=b953c7bf-d14e-490b-979f-a9e6dbbf8814,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:55.988890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network b953c7bf-d14e-490b-979f-a9e6dbbf8814 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:56.121240 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80967906-6a7c-4ef9-b656-7bbfb96ea160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.124946 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80967906-6a7c-4ef9-b656-7bbfb96ea160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.128692 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-80967906-6a7c-4ef9-b656-7bbfb96ea160 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3ea7527-1819-4767-afaf-ba4813f1ea40 HTTP/1.1" status: 204 len: 168 time: 0.4131165 Jul 16 18:16:56.167843 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80967906-6a7c-4ef9-b656-7bbfb96ea160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ea7527-1819-4767-afaf-ba4813f1ea40,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:56.187133 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09865d8-3bdd-473a-bc1c-7cb739833f94 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:56.193571 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d09865d8-3bdd-473a-bc1c-7cb739833f94 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.516552 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.550352 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d09865d8-3bdd-473a-bc1c-7cb739833f94 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.623638 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09865d8-3bdd-473a-bc1c-7cb739833f94 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Subnet': ['ID=e17f351a-1732-4300-835e-3c74843fe015,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:56.641443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09865d8-3bdd-473a-bc1c-7cb739833f94 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Checking segment: {'id': '1703f642-310b-4049-a44e-34f0ee0f742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b953c7bf-d14e-490b-979f-a9e6dbbf8814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:56.641998 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09865d8-3bdd-473a-bc1c-7cb739833f94 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network hostable DHCP agents. Network: b953c7bf-d14e-490b-979f-a9e6dbbf8814, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:56.663784 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09865d8-3bdd-473a-bc1c-7cb739833f94 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network b953c7bf-d14e-490b-979f-a9e6dbbf8814 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:56.679883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-d09865d8-3bdd-473a-bc1c-7cb739833f94 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, b953c7bf-d14e-490b-979f-a9e6dbbf8814) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:56.686169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09865d8-3bdd-473a-bc1c-7cb739833f94 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:56.687275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d09865d8-3bdd-473a-bc1c-7cb739833f94 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.692091 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf3d4d8-1a74-4bf1-8bc6-ea70b1d63c03 None None] Network b953c7bf-d14e-490b-979f-a9e6dbbf8814 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:56.716024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60782) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:56.718227 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d09865d8-3bdd-473a-bc1c-7cb739833f94 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8007832 Jul 16 18:16:56.721782 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.724558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e4b949e4-e152-4db2-8a66-a2550e9f7d30 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1863292789'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:56.764583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b949e4-e152-4db2-8a66-a2550e9f7d30 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:56.768678 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e4b949e4-e152-4db2-8a66-a2550e9f7d30 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.840125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b949e4-e152-4db2-8a66-a2550e9f7d30 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:56.862480 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e4b949e4-e152-4db2-8a66-a2550e9f7d30 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.865717 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-e4b949e4-e152-4db2-8a66-a2550e9f7d30 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Added segment 956cfee9-f346-4826-9e65-53d08f6c68ae of type vlan for network ebf981e0-5112-424e-9da2-590e9b8936e7 Jul 16 18:16:56.926536 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-b953c7bf-d14e-490b-979f-a9e6dbbf8814', 'network_id': 'b953c7bf-d14e-490b-979f-a9e6dbbf8814', 'tenant_id': '765a3bcdc6ae4033afdb4af30de3e3e6', 'fixed_ips': [{'subnet_id': 'e17f351a-1732-4300-835e-3c74843fe015'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:56.927404 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.958036 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e4b949e4-e152-4db2-8a66-a2550e9f7d30 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.013977 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e4b949e4-e152-4db2-8a66-a2550e9f7d30 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.030153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 60788d06-24b7-484b-8998-5b0395ac5b5d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:57.031575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b949e4-e152-4db2-8a66-a2550e9f7d30 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.032478 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e4b949e4-e152-4db2-8a66-a2550e9f7d30 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.135923 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60796) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:57.141368 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'subnet': {'network_id': 'ebf981e0-5112-424e-9da2-590e9b8936e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:57.146270 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e4b949e4-e152-4db2-8a66-a2550e9f7d30 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4269838 Jul 16 18:16:57.284194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b949e4-e152-4db2-8a66-a2550e9f7d30 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Network': ['ID=ebf981e0-5112-424e-9da2-590e9b8936e7,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:57.299632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Allocated IP 2001:db8::3 (b953c7bf-d14e-490b-979f-a9e6dbbf8814/e17f351a-1732-4300-835e-3c74843fe015/b4d50c1f-9368-4921-bc36-bf83a6cc784a) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:57.304400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network ebf981e0-5112-424e-9da2-590e9b8936e7 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:57.344988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 60788d06-24b7-484b-8998-5b0395ac5b5d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:57.345964 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.409833 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:57.414023 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.443368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b7db-a71c-4bcb-8790-a1ec861fa537 req-9cbf873c-019a-4630-8adf-caeb37263056 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.452202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0465b7db-a71c-4bcb-8790-a1ec861fa537 req-9cbf873c-019a-4630-8adf-caeb37263056 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.1743898 Jul 16 18:16:57.555650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0465b7db-a71c-4bcb-8790-a1ec861fa537 req-61a69f61-3b17-415f-afce-a5e3ed6deddc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938313 Jul 16 18:16:57.556637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_backend_mixin [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Performing IP validity checks on allocation pools {{(pid=100170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:16:57.558574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_backend_mixin [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:16:57.798230 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.865748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Subnet': ['ID=38bba755-8774-426f-92f6-11f96a8215a7,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:57.951906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Checking segment: {'id': '956cfee9-f346-4826-9e65-53d08f6c68ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebf981e0-5112-424e-9da2-590e9b8936e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:57.952268 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network hostable DHCP agents. Network: ebf981e0-5112-424e-9da2-590e9b8936e7, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:57.977082 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.997230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network ebf981e0-5112-424e-9da2-590e9b8936e7 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:58.008299 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Transition to ACTIVE for port object b4d50c1f-9368-4921-bc36-bf83a6cc784a will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:58.015621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, ebf981e0-5112-424e-9da2-590e9b8936e7) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:58.021229 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.022328 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.053680 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-56b0d3db-b0ef-4e8b-96f5-e6387dfc860c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.063364 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dd78f987-a3e9-4219-9daa-8bf992c6234c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9261651 Jul 16 18:16:58.066066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60840) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.077291 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e354777-266c-4c2b-b11e-b93e075fc31d None None] Network ebf981e0-5112-424e-9da2-590e9b8936e7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:58.080993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Transition to ACTIVE for port object b4d50c1f-9368-4921-bc36-bf83a6cc784a will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:58.132545 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.328899 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.332873 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Network b953c7bf-d14e-490b-979f-a9e6dbbf8814 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:58.341951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:58.371569 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:58.396212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Pushing event updated for resources: {'Port': ['ID=b4d50c1f-9368-4921-bc36-bf83a6cc784a,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:58.431393 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.578814 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.623191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Attempting to bind port b4d50c1f-9368-4921-bc36-bf83a6cc784a on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:58.627009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Subnet': ['ID=38bba755-8774-426f-92f6-11f96a8215a7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:58.648481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Attempting to bind port b4d50c1f-9368-4921-bc36-bf83a6cc784a by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '1703f642-310b-4049-a44e-34f0ee0f742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b953c7bf-d14e-490b-979f-a9e6dbbf8814'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:58.649174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Attempting to bind port b4d50c1f-9368-4921-bc36-bf83a6cc784a on network b953c7bf-d14e-490b-979f-a9e6dbbf8814 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:58.694792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:58.697186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Checking segment: {'id': '1703f642-310b-4049-a44e-34f0ee0f742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b953c7bf-d14e-490b-979f-a9e6dbbf8814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:58.698276 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.698902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Bound using segment: {'id': '1703f642-310b-4049-a44e-34f0ee0f742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b953c7bf-d14e-490b-979f-a9e6dbbf8814'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:58.700230 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Bound port: b4d50c1f-9368-4921-bc36-bf83a6cc784a, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1703f642-310b-4049-a44e-34f0ee0f742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b953c7bf-d14e-490b-979f-a9e6dbbf8814'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:58.701738 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.763204 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.801736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf981e0-5112-424e-9da2-590e9b8936e7']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:58.843018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956cfee9-f346-4826-9e65-53d08f6c68ae') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:58.843354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956cfee9-f346-4826-9e65-53d08f6c68ae') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:58.849408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fb970a-ed93-41a9-a6ec-7bb13f0063e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-ebf981e0-5112-424e-9da2-590e9b8936e7', 'network_id': 'ebf981e0-5112-424e-9da2-590e9b8936e7', 'tenant_id': '765a3bcdc6ae4033afdb4af30de3e3e6', 'fixed_ips': [{'subnet_id': '38bba755-8774-426f-92f6-11f96a8215a7'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:58.852313 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-54fb970a-ed93-41a9-a6ec-7bb13f0063e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.861209 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.891991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.903395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:58.904451 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:58.907825 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:59.015144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10d10d-bca0-4ba2-b490-7bb5f25d839b req-3daf7aca-b10e-4066-b9ef-fb837ef3c673 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.022075 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f10d10d-bca0-4ba2-b490-7bb5f25d839b req-3daf7aca-b10e-4066-b9ef-fb837ef3c673 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.2225952 Jul 16 18:16:59.078466 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60916) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.102072 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f10d10d-bca0-4ba2-b490-7bb5f25d839b req-2f934b7b-faa6-4377-91e1-ff6126058b34 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791254 Jul 16 18:16:59.169911 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.177569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.179352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/ebf981e0-5112-424e-9da2-590e9b8936e7 HTTP/1.1" status: 204 len: 168 time: 1.1123233 Jul 16 18:16:59.181568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b058e40-f1a7-4aed-a514-ca9eea8daba8 None None] Network ebf981e0-5112-424e-9da2-590e9b8936e7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:59.183056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60924) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.188761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] For port b4d50c1f-9368-4921-bc36-bf83a6cc784a, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:59.189618 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d6eadd66-46b3-4a8e-802c-08df1175813b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-428399068'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:59.216346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98111087-4f46-46f6-8c94-f369c907e4b5 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Network': ['ID=ebf981e0-5112-424e-9da2-590e9b8936e7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:59.235048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b058e40-f1a7-4aed-a514-ca9eea8daba8 None None] Network ebf981e0-5112-424e-9da2-590e9b8936e7 could not be found, it might have been deleted concurrently. {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:16:59.241918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6eadd66-46b3-4a8e-802c-08df1175813b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:59.245572 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d6eadd66-46b3-4a8e-802c-08df1175813b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.274535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] For port b4d50c1f-9368-4921-bc36-bf83a6cc784a, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b4d50c1f-9368-4921-bc36-bf83a6cc784a,segment=NetworkSegment(1703f642-310b-4049-a44e-34f0ee0f742b),segment_id=1703f642-310b-4049-a44e-34f0ee0f742b)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:59.283820 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.329607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6eadd66-46b3-4a8e-802c-08df1175813b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:59.375309 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-927f2327-6a54-491f-bfd3-4a85f15f9755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.402536 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d6eadd66-46b3-4a8e-802c-08df1175813b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.403226 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-d6eadd66-46b3-4a8e-802c-08df1175813b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Added segment ceb0f406-73d9-4f6d-9f0e-831a6e380b2a of type vlan for network b8994e07-16e4-446a-b80f-f57046749d4d Jul 16 18:16:59.427186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd46333-ed60-4de4-b66e-fea55408a582 None None] Pushing event updated for resources: {'Port': ['ID=b4d50c1f-9368-4921-bc36-bf83a6cc784a,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:59.518284 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d6eadd66-46b3-4a8e-802c-08df1175813b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.613281 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d6eadd66-46b3-4a8e-802c-08df1175813b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.626726 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eadd66-46b3-4a8e-802c-08df1175813b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.629927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d6eadd66-46b3-4a8e-802c-08df1175813b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.717968 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-927f2327-6a54-491f-bfd3-4a85f15f9755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.793440 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eadd66-46b3-4a8e-802c-08df1175813b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Network': ['ID=b8994e07-16e4-446a-b80f-f57046749d4d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:59.799325 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-927f2327-6a54-491f-bfd3-4a85f15f9755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.808477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network b8994e07-16e4-446a-b80f-f57046749d4d details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:59.830857 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d6eadd66-46b3-4a8e-802c-08df1175813b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6466639 Jul 16 18:16:59.833970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 60966) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.840396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a2b2bf62-14d6-4403-8c59-5df711e216e4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'subnet': {'network_id': 'b8994e07-16e4-446a-b80f-f57046749d4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:59.862048 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-927f2327-6a54-491f-bfd3-4a85f15f9755 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e98c9fb9e384309855e4581ebecbfd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7815833 Jul 16 18:16:59.863288 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f2327-6a54-491f-bfd3-4a85f15f9755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e7fc19-4d92-4f4d-8f0a-7a7827291485,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:59.866625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60968) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.984732 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c4917ac-fcb2-4418-aa4a-b8e900122251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.032213 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c4917ac-fcb2-4418-aa4a-b8e900122251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.068192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 60984) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:00.098920 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c4917ac-fcb2-4418-aa4a-b8e900122251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.102671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c4917ac-fcb2-4418-aa4a-b8e900122251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.108057 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2c4917ac-fcb2-4418-aa4a-b8e900122251 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0e7fc19-4d92-4f4d-8f0a-7a7827291485 HTTP/1.1" status: 204 len: 168 time: 0.2401998 Jul 16 18:17:00.117504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4917ac-fcb2-4418-aa4a-b8e900122251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e7fc19-4d92-4f4d-8f0a-7a7827291485,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:00.311087 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa78a3f3-31d1-4fee-b0fa-43563b947f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.534619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb89071-98d6-4535-ad9d-f6934672cd93 req-b7833704-6ba0-49c7-aeb0-d9239b8a0954 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.541757 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cfb89071-98d6-4535-ad9d-f6934672cd93 req-b7833704-6ba0-49c7-aeb0-d9239b8a0954 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.1085753 Jul 16 18:17:00.550851 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa78a3f3-31d1-4fee-b0fa-43563b947f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.559156 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa78a3f3-31d1-4fee-b0fa-43563b947f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.656668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cfb89071-98d6-4535-ad9d-f6934672cd93 req-36c42e86-f46f-4e3f-aa12-215a49b0b318 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139100 Jul 16 18:17:00.656928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78a3f3-31d1-4fee-b0fa-43563b947f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e18cb5-05cf-49d5-8493-44c736bfc7a4,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:00.668084 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fa78a3f3-31d1-4fee-b0fa-43563b947f46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cbd6c223c0340d9a991c0ef2b6ba28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985334 Jul 16 18:17:00.672019 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 32780) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:00.705240 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.745264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b2bf62-14d6-4403-8c59-5df711e216e4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:00.751221 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a2b2bf62-14d6-4403-8c59-5df711e216e4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.758788 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4184-fc6e-4e31-88ca-483e2205afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.867721 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-05e119df-8dd6-4295-8539-bb7083cb3f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.940375 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-05e119df-8dd6-4295-8539-bb7083cb3f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.023199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b99dcd-3ec3-4a18-9a8c-6765161bb3de None None] Network b953c7bf-d14e-490b-979f-a9e6dbbf8814 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:01.088259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b4d50c1f-9368-4921-bc36-bf83a6cc784a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:01.115027 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-05e119df-8dd6-4295-8539-bb7083cb3f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.117832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-05e119df-8dd6-4295-8539-bb7083cb3f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.121786 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-05e119df-8dd6-4295-8539-bb7083cb3f5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4e18cb5-05cf-49d5-8493-44c736bfc7a4 HTTP/1.1" status: 204 len: 168 time: 0.4486513 Jul 16 18:17:01.137037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e119df-8dd6-4295-8539-bb7083cb3f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e18cb5-05cf-49d5-8493-44c736bfc7a4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:01.231276 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a2b2bf62-14d6-4403-8c59-5df711e216e4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.266722 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port b4d50c1f-9368-4921-bc36-bf83a6cc784a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:01.271193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-28af9d76-dd7f-4c61-8c31-35f5578a8978 None None] Provisioning for port b4d50c1f-9368-4921-bc36-bf83a6cc784a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:01.293171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-28af9d76-dd7f-4c61-8c31-35f5578a8978 None None] Provisioning complete for port b4d50c1f-9368-4921-bc36-bf83a6cc784a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:01.293560 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-28af9d76-dd7f-4c61-8c31-35f5578a8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.321477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2bf62-14d6-4403-8c59-5df711e216e4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Subnet': ['ID=a42e20aa-1287-46c1-a0be-904af6f4ab58,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:01.328883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b2bf62-14d6-4403-8c59-5df711e216e4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Checking segment: {'id': 'ceb0f406-73d9-4f6d-9f0e-831a6e380b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b8994e07-16e4-446a-b80f-f57046749d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:01.330915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b2bf62-14d6-4403-8c59-5df711e216e4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network hostable DHCP agents. Network: b8994e07-16e4-446a-b80f-f57046749d4d, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:01.353646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b4d50c1f-9368-4921-bc36-bf83a6cc784a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:01.354117 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.358225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b2bf62-14d6-4403-8c59-5df711e216e4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network b8994e07-16e4-446a-b80f-f57046749d4d is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:01.375744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-a2b2bf62-14d6-4403-8c59-5df711e216e4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, b8994e07-16e4-446a-b80f-f57046749d4d) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:01.381043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b2bf62-14d6-4403-8c59-5df711e216e4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:01.382048 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a2b2bf62-14d6-4403-8c59-5df711e216e4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.415052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 32820) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:01.415776 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a2b2bf62-14d6-4403-8c59-5df711e216e4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5805857 Jul 16 18:17:01.430738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9d0063-30e9-48b3-a625-46f4c3e5d46f None None] Network b8994e07-16e4-446a-b80f-f57046749d4d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:01.722736 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.729293 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-28af9d76-dd7f-4c61-8c31-35f5578a8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.759861 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.832933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.847171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-28af9d76-dd7f-4c61-8c31-35f5578a8978 None None] For port b4d50c1f-9368-4921-bc36-bf83a6cc784a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b4d50c1f-9368-4921-bc36-bf83a6cc784a,segment=NetworkSegment(1703f642-310b-4049-a44e-34f0ee0f742b),segment_id=1703f642-310b-4049-a44e-34f0ee0f742b)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:01.862220 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368daebe-f7a2-4925-bbaa-e50c705c9e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-b8994e07-16e4-446a-b80f-f57046749d4d', 'network_id': 'b8994e07-16e4-446a-b80f-f57046749d4d', 'tenant_id': '765a3bcdc6ae4033afdb4af30de3e3e6', 'fixed_ips': [{'subnet_id': 'a42e20aa-1287-46c1-a0be-904af6f4ab58'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:01.863566 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-368daebe-f7a2-4925-bbaa-e50c705c9e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.864940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 32852) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:01.892014 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-05735698-ec98-4d42-818f-3b47ff11975c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.924138 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-28af9d76-dd7f-4c61-8c31-35f5578a8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.983331 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.068073 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.182777 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.198500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8994e07-16e4-446a-b80f-f57046749d4d']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:02.216371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb0f406-73d9-4f6d-9f0e-831a6e380b2a') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:02.216689 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb0f406-73d9-4f6d-9f0e-831a6e380b2a') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:02.218209 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:02.219037 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:02.222621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af9d76-dd7f-4c61-8c31-35f5578a8978 None None] Pushing event updated for resources: {'Port': ['ID=b4d50c1f-9368-4921-bc36-bf83a6cc784a,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:02.231021 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Subnet': ['ID=a42e20aa-1287-46c1-a0be-904af6f4ab58,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:02.238029 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.242226 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01172fe-3328-498e-96e3-74b6158e4ecb None None] Network b8994e07-16e4-446a-b80f-f57046749d4d requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:02.262809 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.271656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cc6de-dbe6-4f19-bbdc-627796018644 req-042735c9-1bdb-45fd-bb44-2d7bb55d097b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:02.272925 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:02.274574 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:02.279126 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:02.282830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc2cc6de-dbe6-4f19-bbdc-627796018644 req-042735c9-1bdb-45fd-bb44-2d7bb55d097b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.3379738 Jul 16 18:17:02.395448 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc2cc6de-dbe6-4f19-bbdc-627796018644 req-10c43359-15f4-4891-a52c-d0fca31499ba tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115551 Jul 16 18:17:02.396761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-094f933f-f423-4ea9-89e3-97b5445ce19a None None] Provisioning complete for port b4d50c1f-9368-4921-bc36-bf83a6cc784a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:02.397204 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-094f933f-f423-4ea9-89e3-97b5445ce19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.432450 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-05735698-ec98-4d42-818f-3b47ff11975c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.439565 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-05735698-ec98-4d42-818f-3b47ff11975c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.498947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-05735698-ec98-4d42-818f-3b47ff11975c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41e6ca8f00534982ae45eb56b627f61f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6322894 Jul 16 18:17:02.502501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 32892) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:02.513525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05735698-ec98-4d42-818f-3b47ff11975c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa115a2e-abc8-4b3d-889d-ec8833894a9c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:02.627729 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-05a5c4e7-32fd-44ea-9647-6494ba2f1549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.658509 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-05a5c4e7-32fd-44ea-9647-6494ba2f1549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.723243 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-05a5c4e7-32fd-44ea-9647-6494ba2f1549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.740559 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-05a5c4e7-32fd-44ea-9647-6494ba2f1549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.744102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-05a5c4e7-32fd-44ea-9647-6494ba2f1549 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa115a2e-abc8-4b3d-889d-ec8833894a9c HTTP/1.1" status: 204 len: 168 time: 0.2371228 Jul 16 18:17:02.801899 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.803803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5c4e7-32fd-44ea-9647-6494ba2f1549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa115a2e-abc8-4b3d-889d-ec8833894a9c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:02.808599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.815058 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/b8994e07-16e4-446a-b80f-f57046749d4d HTTP/1.1" status: 204 len: 168 time: 1.3947017 Jul 16 18:17:02.816002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 32918) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:02.830364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6726bf0e-ed2f-436d-977e-ffb16d5828cc details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:02.834994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-7a51a4e0-922c-4747-97e4-179a067f1a59 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1522046819'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:02.871618 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641c24f-33cf-4f9e-b130-15f7e7e19d1c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Network': ['ID=b8994e07-16e4-446a-b80f-f57046749d4d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:02.941641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a51a4e0-922c-4747-97e4-179a067f1a59 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:02.956625 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a51a4e0-922c-4747-97e4-179a067f1a59 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.061077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a51a4e0-922c-4747-97e4-179a067f1a59 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:03.085605 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a51a4e0-922c-4747-97e4-179a067f1a59 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.086257 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-7a51a4e0-922c-4747-97e4-179a067f1a59 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Added segment 10018cc8-4dbd-4660-bcfd-8e31cb91e759 of type vlan for network 23d9a281-7217-47b6-96e6-c5ddac684939 Jul 16 18:17:03.227018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:03.242514 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'port_id': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'mac_address': 'fa:16:3e:d8:48:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:03.256274 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b4d50c1f-9368-4921-bc36-bf83a6cc784a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:03.311380 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a51a4e0-922c-4747-97e4-179a067f1a59 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.391209 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a51a4e0-922c-4747-97e4-179a067f1a59 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.399109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a51a4e0-922c-4747-97e4-179a067f1a59 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:03.401189 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a51a4e0-922c-4747-97e4-179a067f1a59 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.508539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7a51a4e0-922c-4747-97e4-179a067f1a59 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6890075 Jul 16 18:17:03.517796 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 32968) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:03.520567 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.523411 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'subnet': {'network_id': '23d9a281-7217-47b6-96e6-c5ddac684939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:03.590234 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6726bf0e-ed2f-436d-977e-ffb16d5828cc {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:03.603272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51a4e0-922c-4747-97e4-179a067f1a59 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Network': ['ID=23d9a281-7217-47b6-96e6-c5ddac684939,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:03.635527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 23d9a281-7217-47b6-96e6-c5ddac684939 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:03.701883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:03.707390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.914940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:03.920609 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.923352 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.929315 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b4d50c1f-9368-4921-bc36-bf83a6cc784a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:03.932191 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.947012 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.992319 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fbaeb-b4e2-43cd-a562-e7421cbe02bc req-cf096b73-57d1-4280-af02-c32600e9b2de tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:03.999957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-817fbaeb-b4e2-43cd-a562-e7421cbe02bc req-cf096b73-57d1-4280-af02-c32600e9b2de tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.2519560 Jul 16 18:17:04.034295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Checking segment: {'id': '10018cc8-4dbd-4660-bcfd-8e31cb91e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '23d9a281-7217-47b6-96e6-c5ddac684939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:04.034862 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network hostable DHCP agents. Network: 23d9a281-7217-47b6-96e6-c5ddac684939, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:04.072501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Subnet': ['ID=e66ee28b-c9a1-439f-ab7e-3539f76b4db7,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:04.087851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.088180 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.088519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.088857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.089176 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.089605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.095913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.096571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.098565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.099308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.099875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.100449 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.108665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['6726bf0e-ed2f-436d-977e-ffb16d5828cc'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:04.112516 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-817fbaeb-b4e2-43cd-a562-e7421cbe02bc req-8bce5c22-4d36-46ec-97d0-8ef13d15446f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092994 Jul 16 18:17:04.151027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network 23d9a281-7217-47b6-96e6-c5ddac684939 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:04.158450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 23d9a281-7217-47b6-96e6-c5ddac684939) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:04.164805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.167485 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.181638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cea2aef-8daf-464c-a29c-4763558820f2 None None] Network 23d9a281-7217-47b6-96e6-c5ddac684939 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:04.266025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33004) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:04.267394 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9cf99075-2e3a-4cc4-9e93-fe4c04677063 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7471576 Jul 16 18:17:04.521171 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.607993 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.684122 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.724987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Subnet': ['ID=e66ee28b-c9a1-439f-ab7e-3539f76b4db7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:04.755418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=6726bf0e-ed2f-436d-977e-ffb16d5828cc,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:04.850076 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.875018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d9a281-7217-47b6-96e6-c5ddac684939']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:04.896402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10018cc8-4dbd-4660-bcfd-8e31cb91e759') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:04.896866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10018cc8-4dbd-4660-bcfd-8e31cb91e759') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:04.919217 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.946517 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.957753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:04.962093 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:04.967419 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:05.156286 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.162039 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97385f4a-b289-49d0-8835-08733558f6de None None] Network 23d9a281-7217-47b6-96e6-c5ddac684939 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:05.184275 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.187697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/23d9a281-7217-47b6-96e6-c5ddac684939 HTTP/1.1" status: 204 len: 168 time: 0.9209514 Jul 16 18:17:05.188899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a391113-8d4d-4d46-a211-e10831dbf202 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Network': ['ID=23d9a281-7217-47b6-96e6-c5ddac684939,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:05.191195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33064) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:05.200935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-671434072'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:05.224843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97385f4a-b289-49d0-8835-08733558f6de None None] Network 23d9a281-7217-47b6-96e6-c5ddac684939 could not be found, it might have been deleted concurrently. {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:17:05.237020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:05.242515 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.279711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:05.298180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.298892 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Added segment 253d71f5-d8f6-4d1d-801f-9a62f4809040 of type vlan for network 55776a94-196d-4ae8-a0eb-44fa8ec1135b Jul 16 18:17:05.470488 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.686008 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.697404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:05.702001 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.864520 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33102) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:05.900872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Network': ['ID=55776a94-196d-4ae8-a0eb-44fa8ec1135b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:05.964900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d2b46-a556-4223-9ffc-abe33e5b03f6 req-ee68ad5c-4328-4098-bd8c-7de17eeeba4a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:05.975306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee8d2b46-a556-4223-9ffc-abe33e5b03f6 req-ee68ad5c-4328-4098-bd8c-7de17eeeba4a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 944 time: 0.5637097 Jul 16 18:17:06.027244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8331494 Jul 16 18:17:06.029373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:06.030318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33110) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:06.038929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7c0edebf-ec6c-4790-93fb-86b68c29b1d9 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'subnet': {'network_id': '55776a94-196d-4ae8-a0eb-44fa8ec1135b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:06.049343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:06.057711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:06.058945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:06.061052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:06.062135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:06.062596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:06.062958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:06.063265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:06.063625 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:06.063957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:06.064285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc24bae-038c-4b7c-91ce-4829e0fa8dfb tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:06.082731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 55776a94-196d-4ae8-a0eb-44fa8ec1135b details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:06.163701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee8d2b46-a556-4223-9ffc-abe33e5b03f6 req-e252fa74-cc1e-4d14-b401-f5b79e7a04c5 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856298 Jul 16 18:17:06.347615 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7573160e-6534-450d-b0a3-1f9276ade1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.361194 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0edebf-ec6c-4790-93fb-86b68c29b1d9 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:06.365674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c0edebf-ec6c-4790-93fb-86b68c29b1d9 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.705294 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7573160e-6534-450d-b0a3-1f9276ade1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.717441 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7573160e-6534-450d-b0a3-1f9276ade1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.760276 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c0edebf-ec6c-4790-93fb-86b68c29b1d9 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.813382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6726bf0e-ed2f-436d-977e-ffb16d5828cc up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:06.845267 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7573160e-6534-450d-b0a3-1f9276ade1f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58f6b86dd47a46a4924d70b764ec394b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9757726 Jul 16 18:17:06.845908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573160e-6534-450d-b0a3-1f9276ade1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8683302-485a-4c3b-8512-4a72ee494440,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:06.846597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33134) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:06.853051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0edebf-ec6c-4790-93fb-86b68c29b1d9 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Subnet': ['ID=418f5fe6-c7e9-43f8-a75e-4ebd7ea9295f,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:06.915798 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0edebf-ec6c-4790-93fb-86b68c29b1d9 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Checking segment: {'id': '253d71f5-d8f6-4d1d-801f-9a62f4809040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '55776a94-196d-4ae8-a0eb-44fa8ec1135b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:06.916547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0edebf-ec6c-4790-93fb-86b68c29b1d9 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network hostable DHCP agents. Network: 55776a94-196d-4ae8-a0eb-44fa8ec1135b, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:06.928123 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-20ff9699-311e-416b-a8a5-52512c2129fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.955099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 6726bf0e-ed2f-436d-977e-ffb16d5828cc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:06.958798 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.965148 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0edebf-ec6c-4790-93fb-86b68c29b1d9 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network 55776a94-196d-4ae8-a0eb-44fa8ec1135b is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:06.983497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7c0edebf-ec6c-4790-93fb-86b68c29b1d9 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 55776a94-196d-4ae8-a0eb-44fa8ec1135b) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:06.996719 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0edebf-ec6c-4790-93fb-86b68c29b1d9 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:06.997412 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c0edebf-ec6c-4790-93fb-86b68c29b1d9 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.005658 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-20ff9699-311e-416b-a8a5-52512c2129fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.033786 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7c0edebf-ec6c-4790-93fb-86b68c29b1d9 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0018086 Jul 16 18:17:07.036759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33136) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:07.043667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-92c98441-1a19-4990-ada7-95e681c45a23 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'subnet': {'network_id': '55776a94-196d-4ae8-a0eb-44fa8ec1135b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:07.074932 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3e584f-ebc7-44d9-8ac5-9975158b4b19 None None] Network 55776a94-196d-4ae8-a0eb-44fa8ec1135b requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:07.114831 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-20ff9699-311e-416b-a8a5-52512c2129fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.117982 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-20ff9699-311e-416b-a8a5-52512c2129fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.124257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-20ff9699-311e-416b-a8a5-52512c2129fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8683302-485a-4c3b-8512-4a72ee494440 HTTP/1.1" status: 204 len: 168 time: 0.2762351 Jul 16 18:17:07.145883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff9699-311e-416b-a8a5-52512c2129fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8683302-485a-4c3b-8512-4a72ee494440,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:07.336810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c98441-1a19-4990-ada7-95e681c45a23 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:07.342718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-92c98441-1a19-4990-ada7-95e681c45a23 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.760728 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.818461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292702e-c8d2-4f92-ad1b-bbef485265d3 req-4ce2f5ed-eb3b-4246-94c1-5afa62bde6dd tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:07.827524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a292702e-c8d2-4f92-ad1b-bbef485265d3 req-4ce2f5ed-eb3b-4246-94c1-5afa62bde6dd tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 944 time: 0.2845521 Jul 16 18:17:07.932741 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:07.943079 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06360d5-672f-4d12-a462-5524f80798bf" -d '{"events": [{"server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "name": "network-vif-plugged", "status": "completed", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:07.986082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:07.992488 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a292702e-c8d2-4f92-ad1b-bbef485265d3 req-6589f368-133c-40a6-81f3-b7b5aea1fd92 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573465 Jul 16 18:17:08.063891 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.084983 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6e7154-aabb-4a73-ae45-ccc3f1ec8d43 x-openstack-request-id: req-9f6e7154-aabb-4a73-ae45-ccc3f1ec8d43 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:08.085419 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "name": "network-vif-plugged", "status": "completed", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:08.085681 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f6e7154-aabb-4a73-ae45-ccc3f1ec8d43 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:08.086091 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'code': 200} Jul 16 18:17:08.136572 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-92c98441-1a19-4990-ada7-95e681c45a23 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.150863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-55776a94-196d-4ae8-a0eb-44fa8ec1135b', 'network_id': '55776a94-196d-4ae8-a0eb-44fa8ec1135b', 'tenant_id': '765a3bcdc6ae4033afdb4af30de3e3e6', 'fixed_ips': [{'subnet_id': '418f5fe6-c7e9-43f8-a75e-4ebd7ea9295f'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:08.152710 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.280315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c98441-1a19-4990-ada7-95e681c45a23 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Subnet': ['ID=bbfa672d-ef52-4679-a1a4-5ce79e5c5ed5,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:08.302072 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c98441-1a19-4990-ada7-95e681c45a23 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network 55776a94-196d-4ae8-a0eb-44fa8ec1135b is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:08.306427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-92c98441-1a19-4990-ada7-95e681c45a23 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:08.312323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c98441-1a19-4990-ada7-95e681c45a23 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.313817 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-92c98441-1a19-4990-ada7-95e681c45a23 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.392210 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-92c98441-1a19-4990-ada7-95e681c45a23 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3537683 Jul 16 18:17:08.394278 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33176) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:08.600825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=6726bf0e-ed2f-436d-977e-ffb16d5828cc,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:08.666815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3712c05-b579-453e-b17f-113a385daf73 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.668803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3712c05-b579-453e-b17f-113a385daf73 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.671358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3712c05-b579-453e-b17f-113a385daf73 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.673063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3712c05-b579-453e-b17f-113a385daf73 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.674103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Allocated IP 2001:db8::2 (55776a94-196d-4ae8-a0eb-44fa8ec1135b/418f5fe6-c7e9-43f8-a75e-4ebd7ea9295f/9b470061-c9d5-4518-9355-15604bbc2aa8) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:08.675678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3712c05-b579-453e-b17f-113a385daf73 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.678434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c3712c05-b579-453e-b17f-113a385daf73 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2831545 Jul 16 18:17:08.682255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33184) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:08.697416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-76a12e1e-876e-473a-8185-1dfe820ce409 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1233506092'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:08.757496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a12e1e-876e-473a-8185-1dfe820ce409 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:08.765473 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76a12e1e-876e-473a-8185-1dfe820ce409 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.842700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a12e1e-876e-473a-8185-1dfe820ce409 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:08.882958 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76a12e1e-876e-473a-8185-1dfe820ce409 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.885389 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-76a12e1e-876e-473a-8185-1dfe820ce409 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Added segment 1e48b41b-590d-4dd5-989a-bc631535cc18 of type vlan for network d938138f-31a6-43e8-a65a-4172361ef3e0 Jul 16 18:17:09.004227 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76a12e1e-876e-473a-8185-1dfe820ce409 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.096778 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76a12e1e-876e-473a-8185-1dfe820ce409 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.111647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a12e1e-876e-473a-8185-1dfe820ce409 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.114809 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76a12e1e-876e-473a-8185-1dfe820ce409 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.178890 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.202135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Transition to ACTIVE for port object 9b470061-c9d5-4518-9355-15604bbc2aa8 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:09.244928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Transition to ACTIVE for port object 9b470061-c9d5-4518-9355-15604bbc2aa8 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:09.252874 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.277705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a12e1e-876e-473a-8185-1dfe820ce409 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Network': ['ID=d938138f-31a6-43e8-a65a-4172361ef3e0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:09.303815 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d938138f-31a6-43e8-a65a-4172361ef3e0 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:09.309361 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Network 55776a94-196d-4ae8-a0eb-44fa8ec1135b is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:09.318371 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-76a12e1e-876e-473a-8185-1dfe820ce409 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6348603 Jul 16 18:17:09.320344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:09.321251 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33200) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:09.327540 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-354fd747-4d52-4964-9fe7-fdd0f847e693 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:09.385928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:09.497970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4ead4-cac9-40de-99cb-45383951ef44 req-e92e40ab-560a-40d4-ad38-d49a891eea31 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.519015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5bd4ead4-cac9-40de-99cb-45383951ef44 req-e92e40ab-560a-40d4-ad38-d49a891eea31 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.2038155 Jul 16 18:17:09.520436 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Pushing event updated for resources: {'Port': ['ID=9b470061-c9d5-4518-9355-15604bbc2aa8,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:09.620008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5bd4ead4-cac9-40de-99cb-45383951ef44 req-04101acf-4260-4037-a3c2-87e954566e4f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984366 Jul 16 18:17:09.659193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Attempting to bind port 9b470061-c9d5-4518-9355-15604bbc2aa8 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:09.659712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Attempting to bind port 9b470061-c9d5-4518-9355-15604bbc2aa8 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '253d71f5-d8f6-4d1d-801f-9a62f4809040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '55776a94-196d-4ae8-a0eb-44fa8ec1135b'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:09.665321 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Attempting to bind port 9b470061-c9d5-4518-9355-15604bbc2aa8 on network 55776a94-196d-4ae8-a0eb-44fa8ec1135b {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:09.673621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:09.676235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Checking segment: {'id': '253d71f5-d8f6-4d1d-801f-9a62f4809040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '55776a94-196d-4ae8-a0eb-44fa8ec1135b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:09.677745 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.678656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Bound using segment: {'id': '253d71f5-d8f6-4d1d-801f-9a62f4809040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '55776a94-196d-4ae8-a0eb-44fa8ec1135b'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:09.680731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Bound port: 9b470061-c9d5-4518-9355-15604bbc2aa8, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253d71f5-d8f6-4d1d-801f-9a62f4809040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '55776a94-196d-4ae8-a0eb-44fa8ec1135b'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:09.681860 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.689564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-354fd747-4d52-4964-9fe7-fdd0f847e693 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.707982 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-354fd747-4d52-4964-9fe7-fdd0f847e693 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.809846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fd747-4d52-4964-9fe7-fdd0f847e693 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Network': ['ID=d938138f-31a6-43e8-a65a-4172361ef3e0,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:09.814268 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-354fd747-4d52-4964-9fe7-fdd0f847e693 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network d938138f-31a6-43e8-a65a-4172361ef3e0 is not hosted by any dhcp agent {{(pid=100170) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:17:09.819023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-88dec496-123e-4a7d-b48e-377421291459 None None] For port 9b470061-c9d5-4518-9355-15604bbc2aa8, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:09.822069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354fd747-4d52-4964-9fe7-fdd0f847e693 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.822242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-88dec496-123e-4a7d-b48e-377421291459 None None] For port 9b470061-c9d5-4518-9355-15604bbc2aa8, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9b470061-c9d5-4518-9355-15604bbc2aa8,segment=NetworkSegment(253d71f5-d8f6-4d1d-801f-9a62f4809040),segment_id=253d71f5-d8f6-4d1d-801f-9a62f4809040)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:09.823314 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-354fd747-4d52-4964-9fe7-fdd0f847e693 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.825097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d938138f-31a6-43e8-a65a-4172361ef3e0 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:09.826486 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-354fd747-4d52-4964-9fe7-fdd0f847e693 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "PUT /v2.0/networks/d938138f-31a6-43e8-a65a-4172361ef3e0 HTTP/1.1" status: 200 len: 723 time: 0.5040507 Jul 16 18:17:09.829637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33212) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:09.843577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3e6b8121-c632-4f69-a548-e52c7be49a6a tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'subnet': {'network_id': 'd938138f-31a6-43e8-a65a-4172361ef3e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:09.844982 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.005026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dec496-123e-4a7d-b48e-377421291459 None None] Pushing event updated for resources: {'Port': ['ID=9b470061-c9d5-4518-9355-15604bbc2aa8,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.084560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6b8121-c632-4f69-a548-e52c7be49a6a tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:10.088682 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8121-c632-4f69-a548-e52c7be49a6a tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.591968 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8121-c632-4f69-a548-e52c7be49a6a tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.762646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b8121-c632-4f69-a548-e52c7be49a6a tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Subnet': ['ID=e31dc904-a708-4985-bd53-699f100b6feb,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.775855 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b8121-c632-4f69-a548-e52c7be49a6a tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Checking segment: {'id': '1e48b41b-590d-4dd5-989a-bc631535cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd938138f-31a6-43e8-a65a-4172361ef3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:10.776443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6b8121-c632-4f69-a548-e52c7be49a6a tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network hostable DHCP agents. Network: d938138f-31a6-43e8-a65a-4172361ef3e0, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:10.800871 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6b8121-c632-4f69-a548-e52c7be49a6a tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network d938138f-31a6-43e8-a65a-4172361ef3e0 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:10.817403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-3e6b8121-c632-4f69-a548-e52c7be49a6a tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d938138f-31a6-43e8-a65a-4172361ef3e0) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:10.833139 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6b8121-c632-4f69-a548-e52c7be49a6a tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:10.834043 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8121-c632-4f69-a548-e52c7be49a6a tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.850506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5085548-bfa1-468d-aa56-8bf4d8694407 None None] Network d938138f-31a6-43e8-a65a-4172361ef3e0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:10.878122 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3e6b8121-c632-4f69-a548-e52c7be49a6a tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0474102 Jul 16 18:17:10.881591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33236) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:10.907969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-52ce9355-1bbf-4a3f-b528-24162b2d220c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:11.046065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485f93c-5f85-48dd-abe6-d21d118a29e2 req-07f531b6-b70d-4ab7-90ac-8d062775f05d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:11.062921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2485f93c-5f85-48dd-abe6-d21d118a29e2 req-07f531b6-b70d-4ab7-90ac-8d062775f05d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.2358894 Jul 16 18:17:11.190024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-52ce9355-1bbf-4a3f-b528-24162b2d220c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9694236'] for subnet, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.211075 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2485f93c-5f85-48dd-abe6-d21d118a29e2 req-9fe9bf2a-97bd-470b-b077-2bea2d5ad84f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390097 Jul 16 18:17:11.321638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-d938138f-31a6-43e8-a65a-4172361ef3e0', 'network_id': 'd938138f-31a6-43e8-a65a-4172361ef3e0', 'tenant_id': '765a3bcdc6ae4033afdb4af30de3e3e6', 'fixed_ips': [{'subnet_id': 'e31dc904-a708-4985-bd53-699f100b6feb'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:11.324381 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.335297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9b470061-c9d5-4518-9355-15604bbc2aa8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:11.635000 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-52ce9355-1bbf-4a3f-b528-24162b2d220c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764365509259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9720462'] for subnet, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.637183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 9b470061-c9d5-4518-9355-15604bbc2aa8 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:11.694878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ce9355-1bbf-4a3f-b528-24162b2d220c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:11.694878 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-52ce9355-1bbf-4a3f-b528-24162b2d220c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.700622 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33248) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:11.709396 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-52ce9355-1bbf-4a3f-b528-24162b2d220c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "PUT /v2.0/subnets/e31dc904-a708-4985-bd53-699f100b6feb HTTP/1.1" status: 200 len: 826 time: 0.8214417 Jul 16 18:17:11.774619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce9355-1bbf-4a3f-b528-24162b2d220c tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Subnet': ['ID=e31dc904-a708-4985-bd53-699f100b6feb,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:11.862853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Allocated IP 2001:db8::2 (d938138f-31a6-43e8-a65a-4172361ef3e0/e31dc904-a708-4985-bd53-699f100b6feb/f049b6a0-837e-4f9d-b38e-1f0ee2328b40) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:12.019645 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.054922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6527d61c-ad95-4c10-99aa-25d7ef44941a None None] Network 55776a94-196d-4ae8-a0eb-44fa8ec1135b requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:12.105379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-da1698f5-765a-497b-b5ac-496b3340d035 None None] Provisioning for port 9b470061-c9d5-4518-9355-15604bbc2aa8 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:12.114188 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-da1698f5-765a-497b-b5ac-496b3340d035 None None] Provisioning complete for port 9b470061-c9d5-4518-9355-15604bbc2aa8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:12.114956 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-da1698f5-765a-497b-b5ac-496b3340d035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.148726 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.358165 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.398103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Transition to ACTIVE for port object f049b6a0-837e-4f9d-b38e-1f0ee2328b40 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:12.439984 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-da1698f5-765a-497b-b5ac-496b3340d035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.455550 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Transition to ACTIVE for port object f049b6a0-837e-4f9d-b38e-1f0ee2328b40 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:12.486873 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-da1698f5-765a-497b-b5ac-496b3340d035 None None] For port 9b470061-c9d5-4518-9355-15604bbc2aa8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9b470061-c9d5-4518-9355-15604bbc2aa8,segment=NetworkSegment(253d71f5-d8f6-4d1d-801f-9a62f4809040),segment_id=253d71f5-d8f6-4d1d-801f-9a62f4809040)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:12.498844 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.505533 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.584150 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-da1698f5-765a-497b-b5ac-496b3340d035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.589199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Pushing event updated for resources: {'Port': ['ID=f049b6a0-837e-4f9d-b38e-1f0ee2328b40,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:12.621425 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.645603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Network d938138f-31a6-43e8-a65a-4172361ef3e0 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:12.648056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d938138f-31a6-43e8-a65a-4172361ef3e0']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:12.650098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:12.655542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:12.698302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e48b41b-590d-4dd5-989a-bc631535cc18') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:12.699148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e48b41b-590d-4dd5-989a-bc631535cc18') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:12.759266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1698f5-765a-497b-b5ac-496b3340d035 None None] Pushing event updated for resources: {'Port': ['ID=9b470061-c9d5-4518-9355-15604bbc2aa8,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:12.792235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Subnet': ['ID=e31dc904-a708-4985-bd53-699f100b6feb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:12.795667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Attempting to bind port f049b6a0-837e-4f9d-b38e-1f0ee2328b40 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:12.796319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Attempting to bind port f049b6a0-837e-4f9d-b38e-1f0ee2328b40 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '1e48b41b-590d-4dd5-989a-bc631535cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd938138f-31a6-43e8-a65a-4172361ef3e0'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:12.802141 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Attempting to bind port f049b6a0-837e-4f9d-b38e-1f0ee2328b40 on network d938138f-31a6-43e8-a65a-4172361ef3e0 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:12.821420 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.826086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:12.826673 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Checking segment: {'id': '1e48b41b-590d-4dd5-989a-bc631535cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd938138f-31a6-43e8-a65a-4172361ef3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:12.827248 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.827619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Bound using segment: {'id': '1e48b41b-590d-4dd5-989a-bc631535cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd938138f-31a6-43e8-a65a-4172361ef3e0'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:12.828117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Bound port: f049b6a0-837e-4f9d-b38e-1f0ee2328b40, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e48b41b-590d-4dd5-989a-bc631535cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd938138f-31a6-43e8-a65a-4172361ef3e0'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:12.828508 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.870333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.880820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:12.881884 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.963965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf2223a-02fe-41e4-9f1f-24d01a59d1db None None] Update dhcp port {'port': {'network_id': '55776a94-196d-4ae8-a0eb-44fa8ec1135b', 'fixed_ips': [{'subnet_id': '418f5fe6-c7e9-43f8-a75e-4ebd7ea9295f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bbfa672d-ef52-4679-a1a4-5ce79e5c5ed5'}], 'binding:host_id': 'n-d-787206-10'}, 'id': '9b470061-c9d5-4518-9355-15604bbc2aa8'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:12.992240 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:13.004434 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.api [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:17:13.004434 n-d-787206-10 neutron-server[100169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:17:13.004434 n-d-787206-10 neutron-server[100169]: [parameters: {'id': 'd938138f-31a6-43e8-a65a-4172361ef3e0'}] Jul 16 18:17:13.004434 n-d-787206-10 neutron-server[100169]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:13.006239 n-d-787206-10 neutron-server[100169]: DEBUG oslo_db.api [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:13.032680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe94b90-d520-47f4-b882-c56a72b92176 req-c29a30ef-eb75-40d2-93f4-9fe76fc7f060 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:13.045717 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfe94b90-d520-47f4-b882-c56a72b92176 req-c29a30ef-eb75-40d2-93f4-9fe76fc7f060 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.6337328 Jul 16 18:17:13.094273 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7bf2223a-02fe-41e4-9f1f-24d01a59d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.148065 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfe94b90-d520-47f4-b882-c56a72b92176 req-a18e4a37-e6a2-449a-a2fb-fd6340626bad tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003156 Jul 16 18:17:13.236751 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] For port f049b6a0-837e-4f9d-b38e-1f0ee2328b40, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:13.241203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] For port f049b6a0-837e-4f9d-b38e-1f0ee2328b40, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f049b6a0-837e-4f9d-b38e-1f0ee2328b40,segment=NetworkSegment(1e48b41b-590d-4dd5-989a-bc631535cc18),segment_id=1e48b41b-590d-4dd5-989a-bc631535cc18)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:13.244955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9b470061-c9d5-4518-9355-15604bbc2aa8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:13.416041 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.509363 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.709907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Deleting port f049b6a0-837e-4f9d-b38e-1f0ee2328b40 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:13.710272 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.828684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 9b470061-c9d5-4518-9355-15604bbc2aa8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:13.829062 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.893148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] For port f049b6a0-837e-4f9d-b38e-1f0ee2328b40, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f049b6a0-837e-4f9d-b38e-1f0ee2328b40,segment=NetworkSegment(1e48b41b-590d-4dd5-989a-bc631535cc18),segment_id=1e48b41b-590d-4dd5-989a-bc631535cc18)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:13.893425 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.912224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Calling delete_port for f049b6a0-837e-4f9d-b38e-1f0ee2328b40 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:13.967470 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072885d9-6a39-4383-af3f-be39117ea8c8 None None] Pushing event updated for resources: {'Port': ['ID=f049b6a0-837e-4f9d-b38e-1f0ee2328b40,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:14.069275 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319c18f8-d087-422c-88ba-406a2436f332 None None] Network d938138f-31a6-43e8-a65a-4172361ef3e0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:14.082795 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.146180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Port': ['ID=f049b6a0-837e-4f9d-b38e-1f0ee2328b40,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:14.160112 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No DVR routers for this DVR port f049b6a0-837e-4f9d-b38e-1f0ee2328b40 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:14.357341 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.401722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d938138f-31a6-43e8-a65a-4172361ef3e0']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:14.452304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e48b41b-590d-4dd5-989a-bc631535cc18') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:14.452774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e48b41b-590d-4dd5-989a-bc631535cc18') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:14.526992 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.537280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-7bf2223a-02fe-41e4-9f1f-24d01a59d1db None None] Allocated IP 172.20.0.1 (55776a94-196d-4ae8-a0eb-44fa8ec1135b/bbfa672d-ef52-4679-a1a4-5ce79e5c5ed5/9b470061-c9d5-4518-9355-15604bbc2aa8) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:14.562787 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.604122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:14.605246 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:14.611198 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:14.665370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-7bf2223a-02fe-41e4-9f1f-24d01a59d1db None None] For port 9b470061-c9d5-4518-9355-15604bbc2aa8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9b470061-c9d5-4518-9355-15604bbc2aa8,segment=NetworkSegment(253d71f5-d8f6-4d1d-801f-9a62f4809040),segment_id=253d71f5-d8f6-4d1d-801f-9a62f4809040)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:14.704619 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7bf2223a-02fe-41e4-9f1f-24d01a59d1db None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.799151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be237e-9582-4018-81d6-067bb790f32c req-2706abf5-d180-4aa0-be3e-36981214cb45 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:14.803200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6be237e-9582-4018-81d6-067bb790f32c req-2706abf5-d180-4aa0-be3e-36981214cb45 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.3900962 Jul 16 18:17:14.804566 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.819789 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.836954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/d938138f-31a6-43e8-a65a-4172361ef3e0 HTTP/1.1" status: 204 len: 168 time: 3.1335299 Jul 16 18:17:14.837202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7bf2223a-02fe-41e4-9f1f-24d01a59d1db None None] Transition to ACTIVE for port object 9b470061-c9d5-4518-9355-15604bbc2aa8 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:14.840050 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33298) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:14.858660 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7bf2223a-02fe-41e4-9f1f-24d01a59d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.884822 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b3f462-ec3c-43df-87be-a681f69661e0 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:14.886274 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b3f462-ec3c-43df-87be-a681f69661e0 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:14.895967 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-95b3f462-ec3c-43df-87be-a681f69661e0 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/d938138f-31a6-43e8-a65a-4172361ef3e0 HTTP/1.1" status: 404 len: 339 time: 0.0542967 Jul 16 18:17:14.897328 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33300) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:14.916340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb14ea-36f0-4cf7-8e60-9c697cc38d97 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Network': ['ID=d938138f-31a6-43e8-a65a-4172361ef3e0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:14.929320 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-74f00a21-c90f-4bb3-b20a-8ad928d32578 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-123082933', 'description': 'd1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:14.954249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6be237e-9582-4018-81d6-067bb790f32c req-352e59cd-e85b-44eb-8b1b-396e4b8867ce tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360595 Jul 16 18:17:14.989622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f00a21-c90f-4bb3-b20a-8ad928d32578 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:14.994955 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74f00a21-c90f-4bb3-b20a-8ad928d32578 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.004242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc32a3e2-d48b-4aef-9755-18d3fc73d2c4 None None] Network d938138f-31a6-43e8-a65a-4172361ef3e0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:15.033242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc32a3e2-d48b-4aef-9755-18d3fc73d2c4 None None] Network d938138f-31a6-43e8-a65a-4172361ef3e0 could not be found, it might have been deleted concurrently. {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:17:15.033953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f00a21-c90f-4bb3-b20a-8ad928d32578 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:15.056607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74f00a21-c90f-4bb3-b20a-8ad928d32578 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.057172 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-74f00a21-c90f-4bb3-b20a-8ad928d32578 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Added segment f9a7d9d8-2d9b-4a38-a1b0-67f81d324097 of type vlan for network a5f89fd9-c713-4ebd-ac7d-ba6ad728a068 Jul 16 18:17:15.173238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2223a-02fe-41e4-9f1f-24d01a59d1db None None] Pushing event updated for resources: {'Port': ['ID=9b470061-c9d5-4518-9355-15604bbc2aa8,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:15.188864 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74f00a21-c90f-4bb3-b20a-8ad928d32578 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.329117 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74f00a21-c90f-4bb3-b20a-8ad928d32578 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.346795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f00a21-c90f-4bb3-b20a-8ad928d32578 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:15.347531 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-74f00a21-c90f-4bb3-b20a-8ad928d32578 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.510347 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f00a21-c90f-4bb3-b20a-8ad928d32578 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Network': ['ID=a5f89fd9-c713-4ebd-ac7d-ba6ad728a068,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:15.521100 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-74f00a21-c90f-4bb3-b20a-8ad928d32578 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6216676 Jul 16 18:17:15.523866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33306) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:15.527374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network a5f89fd9-c713-4ebd-ac7d-ba6ad728a068 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:15.761733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbf1188-6a30-4be7-8c71-e4cd50fafeac tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:15.765117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ebbf1188-6a30-4be7-8c71-e4cd50fafeac tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "GET /v2.0/networks?id=a5f89fd9-c713-4ebd-ac7d-ba6ad728a068 HTTP/1.1" status: 200 len: 764 time: 0.2402215 Jul 16 18:17:15.767908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33312) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:15.775759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5bc899be-4252-4269-9c09-e45eb29857be tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'network': {'description': 'd2'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:16.110877 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bc899be-4252-4269-9c09-e45eb29857be tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.149050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bc899be-4252-4269-9c09-e45eb29857be tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.188710 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5bc899be-4252-4269-9c09-e45eb29857be tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network a5f89fd9-c713-4ebd-ac7d-ba6ad728a068 is not hosted by any dhcp agent {{(pid=100170) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:17:16.210026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc899be-4252-4269-9c09-e45eb29857be tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:16.210688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bc899be-4252-4269-9c09-e45eb29857be tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.212442 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5bc899be-4252-4269-9c09-e45eb29857be tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "PUT /v2.0/networks/a5f89fd9-c713-4ebd-ac7d-ba6ad728a068 HTTP/1.1" status: 200 len: 761 time: 0.4428573 Jul 16 18:17:16.215274 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33322) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:16.420928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc899be-4252-4269-9c09-e45eb29857be tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Network': ['ID=a5f89fd9-c713-4ebd-ac7d-ba6ad728a068,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:16.439022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network a5f89fd9-c713-4ebd-ac7d-ba6ad728a068 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:16.492242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c66e266-1d88-470e-b9eb-709e144202db None None] Network 55776a94-196d-4ae8-a0eb-44fa8ec1135b requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:16.525499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01446b5b-11cd-48ce-9513-b7dc83e266ff tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:16.532863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-01446b5b-11cd-48ce-9513-b7dc83e266ff tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "GET /v2.0/networks?id=a5f89fd9-c713-4ebd-ac7d-ba6ad728a068 HTTP/1.1" status: 200 len: 764 time: 0.3155665 Jul 16 18:17:16.536670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33324) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:16.643939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16265bc-b2ca-43fd-bc27-ead95e8b5896 req-01a7c2e2-0d06-4921-8317-4f80c0f60036 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:16.646237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b16265bc-b2ca-43fd-bc27-ead95e8b5896 req-01a7c2e2-0d06-4921-8317-4f80c0f60036 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.3258376 Jul 16 18:17:16.714729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-80cc6394-e23d-4c07-9c1a-d4d92cd863fb None None] Provisioning for port 9b470061-c9d5-4518-9355-15604bbc2aa8 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:16.728718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-80cc6394-e23d-4c07-9c1a-d4d92cd863fb None None] Provisioning complete for port 9b470061-c9d5-4518-9355-15604bbc2aa8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:16.732487 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-80cc6394-e23d-4c07-9c1a-d4d92cd863fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.750334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b16265bc-b2ca-43fd-bc27-ead95e8b5896 req-d9e68023-9847-4770-9a8e-2eb3350a7b61 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975902 Jul 16 18:17:17.206883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c508e12c-f56a-4c27-b509-6b9bb057e257 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.212979 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c508e12c-f56a-4c27-b509-6b9bb057e257 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6751063 Jul 16 18:17:17.217993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33346) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:17.250220 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9b470061-c9d5-4518-9355-15604bbc2aa8 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:17.338469 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33352) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:17.346724 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d38b09fa-19e4-426b-a580-8d6123777bb3 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 207 time: 0.1252751 Jul 16 18:17:17.470989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 9b470061-c9d5-4518-9355-15604bbc2aa8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:17.472063 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.793626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a35a87-9232-4eef-9853-272f31fa83f1 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.800413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a35a87-9232-4eef-9853-272f31fa83f1 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.806604 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a35a87-9232-4eef-9853-272f31fa83f1 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.812763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a35a87-9232-4eef-9853-272f31fa83f1 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.818496 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a35a87-9232-4eef-9853-272f31fa83f1 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.824337 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a35a87-9232-4eef-9853-272f31fa83f1 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.834045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33362) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:17.847479 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b2a35a87-9232-4eef-9853-272f31fa83f1 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5075738 Jul 16 18:17:17.874046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33366) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:17.955979 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fe1225-54c8-48cc-8478-dc3967730861 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:17:18.056458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-06a39292-7fc7-4b82-82f7-1ef4c51c072e None None] Provisioning complete for port 9b470061-c9d5-4518-9355-15604bbc2aa8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:18.056835 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-06a39292-7fc7-4b82-82f7-1ef4c51c072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.114601 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-22d54ebf-07e7-4c5c-a340-986b0d43337e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.264100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6686f452-8601-46cf-a46e-6c19aa47ebc3 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4276502 Jul 16 18:17:18.265746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33376) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.280071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe1225-54c8-48cc-8478-dc3967730861 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:17:18.371244 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-22d54ebf-07e7-4c5c-a340-986b0d43337e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.386538 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-22d54ebf-07e7-4c5c-a340-986b0d43337e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.460267 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-22d54ebf-07e7-4c5c-a340-986b0d43337e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3a7dd8389b84be383c2c5e2819ac3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5848615 Jul 16 18:17:18.460889 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33380) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.497266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ee63e-8c41-4b38-a710-797bf93b0cca tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.499355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ee63e-8c41-4b38-a710-797bf93b0cca tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.501734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d54ebf-07e7-4c5c-a340-986b0d43337e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a618b12b-82f9-409c-b125-09057ce2a73c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:18.503605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ee63e-8c41-4b38-a710-797bf93b0cca tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.505876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ee63e-8c41-4b38-a710-797bf93b0cca tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.507102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ee63e-8c41-4b38-a710-797bf93b0cca tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.509202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ae5ee63e-8c41-4b38-a710-797bf93b0cca tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2408178 Jul 16 18:17:18.517616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33382) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.585784 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aa2c220b-8d3b-4ffa-a09e-5800aecd0821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.600585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f1276-e7fb-4d35-9863-c8469d8b7949 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['shared'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.602191 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f1276-e7fb-4d35-9863-c8469d8b7949 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['shared'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.603786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f1276-e7fb-4d35-9863-c8469d8b7949 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['shared'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.605217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f1276-e7fb-4d35-9863-c8469d8b7949 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['shared'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.607079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f1276-e7fb-4d35-9863-c8469d8b7949 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['shared'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.613257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-639f1276-e7fb-4d35-9863-c8469d8b7949 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0863667 Jul 16 18:17:18.613967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33384) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.649576 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aa2c220b-8d3b-4ffa-a09e-5800aecd0821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.761884 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aa2c220b-8d3b-4ffa-a09e-5800aecd0821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.764930 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aa2c220b-8d3b-4ffa-a09e-5800aecd0821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.766092 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aa2c220b-8d3b-4ffa-a09e-5800aecd0821 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a618b12b-82f9-409c-b125-09057ce2a73c HTTP/1.1" status: 204 len: 168 time: 0.3040910 Jul 16 18:17:18.791232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c220b-8d3b-4ffa-a09e-5800aecd0821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a618b12b-82f9-409c-b125-09057ce2a73c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:18.837905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de790fa6-6a0d-4bc3-a548-f30286b6a5ba tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.843690 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-de790fa6-6a0d-4bc3-a548-f30286b6a5ba tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "GET /v2.0/networks/e4f95080-b90c-4ac8-95b1-63f9692ee5a4 HTTP/1.1" status: 200 len: 804 time: 0.2242498 Jul 16 18:17:18.843844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33396) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.855179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd0997-f9ca-43b1-8617-ba854614ac95 req-0cc10456-50cf-44fa-aa9d-d3155ee07f2e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.857339 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83cd0997-f9ca-43b1-8617-ba854614ac95 req-0cc10456-50cf-44fa-aa9d-d3155ee07f2e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.5902696 Jul 16 18:17:19.039854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83cd0997-f9ca-43b1-8617-ba854614ac95 req-eb0f08b8-fb3c-4b4d-b97f-8af5d9665795 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769850 Jul 16 18:17:19.113237 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4aa3e910-3d2f-490a-97fe-e433d0f89143 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "GET /v2.0/networks/e4f95080-b90c-4ac8-95b1-63f9692ee5a4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2682700 Jul 16 18:17:19.118164 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33404) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:19.225868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fd65ee-6c06-4cd4-9d17-e66643a6c00b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:19.231550 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e8fd65ee-6c06-4cd4-9d17-e66643a6c00b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "GET /v2.0/subnets/398e0913-db37-483b-bb6d-739b864ae75f HTTP/1.1" status: 200 len: 843 time: 0.1081133 Jul 16 18:17:19.232590 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33406) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:19.332416 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f160d5cb-99e5-4db8-b8a0-2e8fa81fee9b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:19.335036 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f160d5cb-99e5-4db8-b8a0-2e8fa81fee9b tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "GET /v2.0/subnets/398e0913-db37-483b-bb6d-739b864ae75f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0993106 Jul 16 18:17:19.338008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33410) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:19.349330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2eaa69d6-b6dc-4d0f-ad4e-863aefb92860 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-550874661'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:19.360793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33414) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:19.384197 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7eb7dd4f-d1b1-4215-bafb-c701323a51ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.430725 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaa69d6-b6dc-4d0f-ad4e-863aefb92860 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:19.454922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eaa69d6-b6dc-4d0f-ad4e-863aefb92860 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.499056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaa69d6-b6dc-4d0f-ad4e-863aefb92860 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:19.517220 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eaa69d6-b6dc-4d0f-ad4e-863aefb92860 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.517570 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-2eaa69d6-b6dc-4d0f-ad4e-863aefb92860 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Added segment f64e68d2-3603-41bd-8d81-454a2db7cc61 of type vlan for network aa8c9009-2aff-420f-b0a5-685d4fda7b0e Jul 16 18:17:19.598657 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eaa69d6-b6dc-4d0f-ad4e-863aefb92860 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.613933 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7eb7dd4f-d1b1-4215-bafb-c701323a51ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.624716 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7eb7dd4f-d1b1-4215-bafb-c701323a51ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.671890 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eaa69d6-b6dc-4d0f-ad4e-863aefb92860 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.682691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7eb7dd4f-d1b1-4215-bafb-c701323a51ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd56709c24994533a312571103376f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200340 Jul 16 18:17:19.686840 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa69d6-b6dc-4d0f-ad4e-863aefb92860 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:19.687884 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2eaa69d6-b6dc-4d0f-ad4e-863aefb92860 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.691292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33418) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:19.713621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7dd4f-d1b1-4215-bafb-c701323a51ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236b4183-b501-4382-a899-7db074553c98,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:19.883077 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2eaa69d6-b6dc-4d0f-ad4e-863aefb92860 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5436904 Jul 16 18:17:19.886962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33422) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:19.890101 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa69d6-b6dc-4d0f-ad4e-863aefb92860 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Network': ['ID=aa8c9009-2aff-420f-b0a5-685d4fda7b0e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:19.906144 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network aa8c9009-2aff-420f-b0a5-685d4fda7b0e details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:19.913805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'subnet': {'network_id': 'aa8c9009-2aff-420f-b0a5-685d4fda7b0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:19.953104 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13290475-5bd6-412a-bd1f-49da91820ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.003633 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13290475-5bd6-412a-bd1f-49da91820ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.122706 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13290475-5bd6-412a-bd1f-49da91820ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.126255 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13290475-5bd6-412a-bd1f-49da91820ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.128187 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-13290475-5bd6-412a-bd1f-49da91820ec9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/236b4183-b501-4382-a899-7db074553c98 HTTP/1.1" status: 204 len: 168 time: 0.4311812 Jul 16 18:17:20.164546 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13290475-5bd6-412a-bd1f-49da91820ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236b4183-b501-4382-a899-7db074553c98,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:20.312972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Made reservation on behalf of 765a3bcdc6ae4033afdb4af30de3e3e6 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:20.318562 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.397596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.ipam_backend_mixin [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Performing IP validity checks on allocation pools {{(pid=100169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:17:20.398355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.ipam_backend_mixin [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:17:21.186645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b4a7b-cc86-41fc-808c-c5ca4987cdad req-97b2f900-22fe-40fe-86d1-429c56ce6b1c tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:21.196281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-612b4a7b-cc86-41fc-808c-c5ca4987cdad req-97b2f900-22fe-40fe-86d1-429c56ce6b1c tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.7945039 Jul 16 18:17:21.308140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-612b4a7b-cc86-41fc-808c-c5ca4987cdad req-1ede3fb7-78f7-45c1-99fd-c84423c6e781 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106756 Jul 16 18:17:21.489187 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.581238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Checking segment: {'id': 'f64e68d2-3603-41bd-8d81-454a2db7cc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aa8c9009-2aff-420f-b0a5-685d4fda7b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:21.581673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network hostable DHCP agents. Network: aa8c9009-2aff-420f-b0a5-685d4fda7b0e, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:21.585162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Subnet': ['ID=fe3bf973-964c-4a03-af42-d3db03753a44,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:21.605052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Network aa8c9009-2aff-420f-b0a5-685d4fda7b0e is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:21.629064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, aa8c9009-2aff-420f-b0a5-685d4fda7b0e) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:21.634855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:21.636048 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.640289 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a077b22-5aac-4798-bf15-09ea581f2086 None None] Network aa8c9009-2aff-420f-b0a5-685d4fda7b0e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:21.664290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9909de3d-88a9-40a4-bfb4-930bed218828 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7747843 Jul 16 18:17:21.666981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33476) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:21.690546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f6e81cd0-6fcc-41a5-ad35-4813eed742f0 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:21.880749 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6e81cd0-6fcc-41a5-ad35-4813eed742f0 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8403081'] for subnet, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.032096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-aa8c9009-2aff-420f-b0a5-685d4fda7b0e', 'network_id': 'aa8c9009-2aff-420f-b0a5-685d4fda7b0e', 'tenant_id': '765a3bcdc6ae4033afdb4af30de3e3e6', 'fixed_ips': [{'subnet_id': 'fe3bf973-964c-4a03-af42-d3db03753a44'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:22.033639 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.188748 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6e81cd0-6fcc-41a5-ad35-4813eed742f0 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764365509259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8749111'] for subnet, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.271761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e81cd0-6fcc-41a5-ad35-4813eed742f0 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.272376 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6e81cd0-6fcc-41a5-ad35-4813eed742f0 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.280673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33496) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:22.281951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f6e81cd0-6fcc-41a5-ad35-4813eed742f0 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "PUT /v2.0/subnets/fe3bf973-964c-4a03-af42-d3db03753a44 HTTP/1.1" status: 200 len: 900 time: 0.6138103 Jul 16 18:17:22.308327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e81cd0-6fcc-41a5-ad35-4813eed742f0 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event updated for resources: {'Subnet': ['ID=fe3bf973-964c-4a03-af42-d3db03753a44,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:22.328389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Allocated IP 2001:db8::3 (aa8c9009-2aff-420f-b0a5-685d4fda7b0e/fe3bf973-964c-4a03-af42-d3db03753a44/6af6d7d7-ee07-4515-8c01-93abc924ef80) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:22.656244 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.709825 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.731504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Transition to ACTIVE for port object 6af6d7d7-ee07-4515-8c01-93abc924ef80 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:22.742686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e050e84-19b4-413f-a171-25dbfb00ebf2 req-c209c555-28ca-4fc6-a258-5e45f2b2a5ea tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.745517 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e050e84-19b4-413f-a171-25dbfb00ebf2 req-c209c555-28ca-4fc6-a258-5e45f2b2a5ea tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.1569445 Jul 16 18:17:22.760288 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Transition to ACTIVE for port object 6af6d7d7-ee07-4515-8c01-93abc924ef80 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:22.774405 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.829058 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.861289 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Network aa8c9009-2aff-420f-b0a5-685d4fda7b0e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:22.873987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:22.881470 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:22.940586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e050e84-19b4-413f-a171-25dbfb00ebf2 req-93f97575-36d2-4eb2-893c-3e9247d4a04c tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882176 Jul 16 18:17:22.958165 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.965256 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Pushing event updated for resources: {'Port': ['ID=6af6d7d7-ee07-4515-8c01-93abc924ef80,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:22.990213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3bf973-964c-4a03-af42-d3db03753a44,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:23.037312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Attempting to bind port 6af6d7d7-ee07-4515-8c01-93abc924ef80 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:23.037714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Attempting to bind port 6af6d7d7-ee07-4515-8c01-93abc924ef80 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'f64e68d2-3603-41bd-8d81-454a2db7cc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aa8c9009-2aff-420f-b0a5-685d4fda7b0e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:23.038342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Attempting to bind port 6af6d7d7-ee07-4515-8c01-93abc924ef80 on network aa8c9009-2aff-420f-b0a5-685d4fda7b0e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:23.051981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:23.052356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Checking segment: {'id': 'f64e68d2-3603-41bd-8d81-454a2db7cc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aa8c9009-2aff-420f-b0a5-685d4fda7b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:23.052836 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.053195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Bound using segment: {'id': 'f64e68d2-3603-41bd-8d81-454a2db7cc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aa8c9009-2aff-420f-b0a5-685d4fda7b0e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:23.053638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Bound port: 6af6d7d7-ee07-4515-8c01-93abc924ef80, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64e68d2-3603-41bd-8d81-454a2db7cc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aa8c9009-2aff-420f-b0a5-685d4fda7b0e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:23.054016 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.093183 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.105345 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8c9009-2aff-420f-b0a5-685d4fda7b0e']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:23.117787 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64e68d2-3603-41bd-8d81-454a2db7cc61') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:23.117787 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64e68d2-3603-41bd-8d81-454a2db7cc61') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:23.147037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.171462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] For port 6af6d7d7-ee07-4515-8c01-93abc924ef80, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:23.175278 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] For port 6af6d7d7-ee07-4515-8c01-93abc924ef80, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6af6d7d7-ee07-4515-8c01-93abc924ef80,segment=NetworkSegment(f64e68d2-3603-41bd-8d81-454a2db7cc61),segment_id=f64e68d2-3603-41bd-8d81-454a2db7cc61)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:23.182577 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.184839 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.194366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:23.194781 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:23.204079 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:23.331864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06597a40-b4ef-4d41-a0b0-ba08753f45ae None None] Pushing event updated for resources: {'Port': ['ID=6af6d7d7-ee07-4515-8c01-93abc924ef80,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:23.372659 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddddd8a-f978-4696-b25d-94e62fd72cbd None None] Network aa8c9009-2aff-420f-b0a5-685d4fda7b0e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:23.426897 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:17:23.426897 n-d-787206-10 neutron-server[100170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:17:23.426897 n-d-787206-10 neutron-server[100170]: [parameters: {'id': 'aa8c9009-2aff-420f-b0a5-685d4fda7b0e'}] Jul 16 18:17:23.426897 n-d-787206-10 neutron-server[100170]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:23.427862 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:23.622951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df9123-5d26-448a-8334-21677260e58e None None] Network aa8c9009-2aff-420f-b0a5-685d4fda7b0e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:23.831668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bf68a9-2d93-471a-a65b-4f346da087f8 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:17:23.928901 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.067649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf68a9-2d93-471a-a65b-4f346da087f8 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:17:24.097991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Deleting port 6af6d7d7-ee07-4515-8c01-93abc924ef80 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:24.098336 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.246067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] For port 6af6d7d7-ee07-4515-8c01-93abc924ef80, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6af6d7d7-ee07-4515-8c01-93abc924ef80,segment=NetworkSegment(f64e68d2-3603-41bd-8d81-454a2db7cc61),segment_id=f64e68d2-3603-41bd-8d81-454a2db7cc61)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:24.246462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.260351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Calling delete_port for 6af6d7d7-ee07-4515-8c01-93abc924ef80 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:24.355703 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.386265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33550) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:24.416477 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Port': ['ID=6af6d7d7-ee07-4515-8c01-93abc924ef80,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:24.422608 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No DVR routers for this DVR port 6af6d7d7-ee07-4515-8c01-93abc924ef80 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:24.446576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317cbfb-e0fd-408d-a06b-f74e56d6898e req-073b54f4-1913-4b9d-9e89-5082f0ad6296 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:24.449563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e317cbfb-e0fd-408d-a06b-f74e56d6898e req-073b54f4-1913-4b9d-9e89-5082f0ad6296 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.2071354 Jul 16 18:17:24.536223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e317cbfb-e0fd-408d-a06b-f74e56d6898e req-92ec5834-a3d7-4fff-bfc6-a311529c21e9 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806315 Jul 16 18:17:24.721047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.724391 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-81798e57-9dc3-47b6-b51c-38f0ed1fab61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.750260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8c9009-2aff-420f-b0a5-685d4fda7b0e']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:24.802321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64e68d2-3603-41bd-8d81-454a2db7cc61') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:24.802615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64e68d2-3603-41bd-8d81-454a2db7cc61') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:24.833599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.870979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.885720 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:24.886133 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:24.892205 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:24.921561 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-81798e57-9dc3-47b6-b51c-38f0ed1fab61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.929006 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-81798e57-9dc3-47b6-b51c-38f0ed1fab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.969404 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.989546 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.993080 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/aa8c9009-2aff-420f-b0a5-685d4fda7b0e HTTP/1.1" status: 204 len: 168 time: 2.7103307 Jul 16 18:17:24.998343 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33562) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.033484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-81798e57-9dc3-47b6-b51c-38f0ed1fab61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9e750574a124cb0a49dacf7cd9ad4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6377640 Jul 16 18:17:25.034506 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81798e57-9dc3-47b6-b51c-38f0ed1fab61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67744f9-aa90-4bdc-9ff1-87b689deb594,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.037017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33564) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.059418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86faa3b-bcc3-4f8e-a734-385680a94470 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Network': ['ID=aa8c9009-2aff-420f-b0a5-685d4fda7b0e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.063015 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-988042b5-bd24-4408-a766-a555f6d3405e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:25.063965 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988042b5-bd24-4408-a766-a555f6d3405e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:25.070656 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-988042b5-bd24-4408-a766-a555f6d3405e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/subnets/fe3bf973-964c-4a03-af42-d3db03753a44 HTTP/1.1" status: 404 len: 337 time: 0.0710149 Jul 16 18:17:25.073414 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33566) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.123592 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-68abbeb4-124b-49a8-9f2b-e4cfac88cdd4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:25.129979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68abbeb4-124b-49a8-9f2b-e4cfac88cdd4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:25.135176 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-68abbeb4-124b-49a8-9f2b-e4cfac88cdd4 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/aa8c9009-2aff-420f-b0a5-685d4fda7b0e HTTP/1.1" status: 404 len: 339 time: 0.0602937 Jul 16 18:17:25.135404 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-923273ee-892e-42d8-b4c1-5ca182548d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.142045 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33568) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.175868 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-923273ee-892e-42d8-b4c1-5ca182548d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.310350 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-923273ee-892e-42d8-b4c1-5ca182548d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.311818 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4acb6614-3643-4f69-8569-df8644dde053 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.314399 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-923273ee-892e-42d8-b4c1-5ca182548d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.316978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-923273ee-892e-42d8-b4c1-5ca182548d3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f67744f9-aa90-4bdc-9ff1-87b689deb594 HTTP/1.1" status: 204 len: 168 time: 0.2791173 Jul 16 18:17:25.333310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923273ee-892e-42d8-b4c1-5ca182548d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67744f9-aa90-4bdc-9ff1-87b689deb594,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.468741 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4acb6614-3643-4f69-8569-df8644dde053 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.482225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4acb6614-3643-4f69-8569-df8644dde053 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f89fd9-c713-4ebd-ac7d-ba6ad728a068']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:25.503055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4acb6614-3643-4f69-8569-df8644dde053 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a7d9d8-2d9b-4a38-a1b0-67f81d324097') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:25.503362 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4acb6614-3643-4f69-8569-df8644dde053 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a7d9d8-2d9b-4a38-a1b0-67f81d324097') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:25.516895 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4acb6614-3643-4f69-8569-df8644dde053 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.536732 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4acb6614-3643-4f69-8569-df8644dde053 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.550836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acb6614-3643-4f69-8569-df8644dde053 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:25.551255 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4acb6614-3643-4f69-8569-df8644dde053 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:25.554716 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:25.711829 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4acb6614-3643-4f69-8569-df8644dde053 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.746806 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4acb6614-3643-4f69-8569-df8644dde053 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.758225 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4acb6614-3643-4f69-8569-df8644dde053 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/a5f89fd9-c713-4ebd-ac7d-ba6ad728a068 HTTP/1.1" status: 204 len: 168 time: 0.6129534 Jul 16 18:17:25.758225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb6614-3643-4f69-8569-df8644dde053 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Network': ['ID=a5f89fd9-c713-4ebd-ac7d-ba6ad728a068,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.758594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33582) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.865891 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62bd472-b29c-4aa9-a390-050d98226d68 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:25.866928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62bd472-b29c-4aa9-a390-050d98226d68 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:25.873370 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f62bd472-b29c-4aa9-a390-050d98226d68 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/subnets/e31dc904-a708-4985-bd53-699f100b6feb HTTP/1.1" status: 404 len: 337 time: 0.1136305 Jul 16 18:17:25.875701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33586) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.892796 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:17:25.920010 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fce9ef0-e881-47bd-bd01-c74b44f1f350 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:25.921932 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fce9ef0-e881-47bd-bd01-c74b44f1f350 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:25.927217 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6fce9ef0-e881-47bd-bd01-c74b44f1f350 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/d938138f-31a6-43e8-a65a-4172361ef3e0 HTTP/1.1" status: 404 len: 339 time: 0.0504639 Jul 16 18:17:25.929695 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33588) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.932807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004509c-7584-4740-9a77-4830c337a040 req-bb7b6cbf-6cf0-477c-b2b9-c39f522abae0 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:25.937428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b004509c-7584-4740-9a77-4830c337a040 req-bb7b6cbf-6cf0-477c-b2b9-c39f522abae0 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.1596630 Jul 16 18:17:25.973032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33590) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:26.015219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b004509c-7584-4740-9a77-4830c337a040 req-d6fd3903-e713-4517-97a4-c11705ee66e5 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713713 Jul 16 18:17:26.016829 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d13be4d4-ef95-4746-874e-efb61dff4b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.061639 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-45480dcd-76cd-4f43-8e97-6b26cfbda043 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Deleting subnet bbfa672d-ef52-4679-a1a4-5ce79e5c5ed5 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:26.072807 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45480dcd-76cd-4f43-8e97-6b26cfbda043 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.120040 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45480dcd-76cd-4f43-8e97-6b26cfbda043 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.198497 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d13be4d4-ef95-4746-874e-efb61dff4b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.204839 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d13be4d4-ef95-4746-874e-efb61dff4b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.319581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d13be4d4-ef95-4746-874e-efb61dff4b6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5459eb291b7e464ba141ba4a2b781a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448267 Jul 16 18:17:26.322798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13be4d4-ef95-4746-874e-efb61dff4b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f064e83-4eb5-49eb-b3b8-88aa256a18d9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:26.342007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33596) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:26.417452 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-453a0c72-d605-44e9-8584-aee28279be52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.465490 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-453a0c72-d605-44e9-8584-aee28279be52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.535682 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.587471 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-453a0c72-d605-44e9-8584-aee28279be52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.595995 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-453a0c72-d605-44e9-8584-aee28279be52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.602135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-453a0c72-d605-44e9-8584-aee28279be52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f064e83-4eb5-49eb-b3b8-88aa256a18d9 HTTP/1.1" status: 204 len: 168 time: 0.2564433 Jul 16 18:17:26.623154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a0c72-d605-44e9-8584-aee28279be52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f064e83-4eb5-49eb-b3b8-88aa256a18d9,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:26.713857 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.718688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45480dcd-76cd-4f43-8e97-6b26cfbda043 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.786690 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45480dcd-76cd-4f43-8e97-6b26cfbda043 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.820923 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45480dcd-76cd-4f43-8e97-6b26cfbda043 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Subnet': ['ID=bbfa672d-ef52-4679-a1a4-5ce79e5c5ed5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:26.825492 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45480dcd-76cd-4f43-8e97-6b26cfbda043 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.830856 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-45480dcd-76cd-4f43-8e97-6b26cfbda043 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/subnets/bbfa672d-ef52-4679-a1a4-5ce79e5c5ed5 HTTP/1.1" status: 204 len: 168 time: 0.8970964 Jul 16 18:17:26.830974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33600) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:26.836577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b16eec2-bbbb-4d56-aa95-9b8ef7158f0c None None] Network 55776a94-196d-4ae8-a0eb-44fa8ec1135b requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:26.977745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0faaa459-b082-44ad-9901-86692d2b5f0f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Deleting subnet 418f5fe6-c7e9-43f8-a75e-4ebd7ea9295f {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:26.982233 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0faaa459-b082-44ad-9901-86692d2b5f0f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.062251 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0faaa459-b082-44ad-9901-86692d2b5f0f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.176114 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0faaa459-b082-44ad-9901-86692d2b5f0f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.476325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9335b-6b0c-4607-b12c-6ffcaa44f08e req-7eda8f52-07a9-4a6f-a790-0064abe198f4 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:27.477987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b9335b-6b0c-4607-b12c-6ffcaa44f08e req-7eda8f52-07a9-4a6f-a790-0064abe198f4 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.2398012 Jul 16 18:17:27.514807 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0faaa459-b082-44ad-9901-86692d2b5f0f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.588967 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0faaa459-b082-44ad-9901-86692d2b5f0f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.594217 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0faaa459-b082-44ad-9901-86692d2b5f0f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/subnets/418f5fe6-c7e9-43f8-a75e-4ebd7ea9295f HTTP/1.1" status: 204 len: 168 time: 0.7607751 Jul 16 18:17:27.595459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33628) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:27.640578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaa459-b082-44ad-9901-86692d2b5f0f tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Subnet': ['ID=418f5fe6-c7e9-43f8-a75e-4ebd7ea9295f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:27.670726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7b9335b-6b0c-4607-b12c-6ffcaa44f08e req-1f1240d9-1d4e-4ded-a72b-1352a073eb3f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710615 Jul 16 18:17:27.676679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269cb1f-b817-4491-aced-5dd8845ad775 req-b7d00c37-a4b1-406b-8c19-86ed78992c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:27.684150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5269cb1f-b817-4491-aced-5dd8845ad775 req-b7d00c37-a4b1-406b-8c19-86ed78992c9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 1097 time: 0.3249524 Jul 16 18:17:27.803843 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.921081 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Deleting port 9b470061-c9d5-4518-9355-15604bbc2aa8 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:27.921693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.946970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269cb1f-b817-4491-aced-5dd8845ad775 req-b8565dfe-1981-49ca-9bf8-3736a5ed41b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:27.956341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5269cb1f-b817-4491-aced-5dd8845ad775 req-b8565dfe-1981-49ca-9bf8-3736a5ed41b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.2308824 Jul 16 18:17:28.005240 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9e0152fc-967d-4db8-9819-ea6469cfc9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.046432 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] For port 9b470061-c9d5-4518-9355-15604bbc2aa8, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9b470061-c9d5-4518-9355-15604bbc2aa8,segment=NetworkSegment(253d71f5-d8f6-4d1d-801f-9a62f4809040),segment_id=253d71f5-d8f6-4d1d-801f-9a62f4809040)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:28.047261 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.061212 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Calling delete_port for 9b470061-c9d5-4518-9355-15604bbc2aa8 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:28.165313 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5269cb1f-b817-4491-aced-5dd8845ad775 req-547dc12b-7a1a-4de6-a7e9-e8ee67263fc3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc HTTP/1.1" status: 200 len: 1001 time: 0.2031851 Jul 16 18:17:28.280342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269cb1f-b817-4491-aced-5dd8845ad775 req-a3e07283-4324-44fb-a0fb-a450182861b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:28.282104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5269cb1f-b817-4491-aced-5dd8845ad775 req-a3e07283-4324-44fb-a0fb-a450182861b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.1092248 Jul 16 18:17:28.300378 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.343576 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No DVR routers for this DVR port 9b470061-c9d5-4518-9355-15604bbc2aa8 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:28.368788 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5f809ea8-ac3d-463c-a972-5a6f4620c0f2 None None] Could not find standard attr ID for object 9b470061-c9d5-4518-9355-15604bbc2aa8. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:17:28.385246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1557b8-a738-4abc-ad16-bc17873a6416 None None] Network 55776a94-196d-4ae8-a0eb-44fa8ec1135b requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:28.394572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269cb1f-b817-4491-aced-5dd8845ad775 req-71de551c-486a-4449-bcf4-838dbd7c86e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:28.396343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5269cb1f-b817-4491-aced-5dd8845ad775 req-71de551c-486a-4449-bcf4-838dbd7c86e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064422 Jul 16 18:17:28.450917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Port': ['ID=9b470061-c9d5-4518-9355-15604bbc2aa8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:28.673077 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.706951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5269cb1f-b817-4491-aced-5dd8845ad775 req-1ebd7e0c-269b-474d-b4c4-b4084b5badba service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768749 Jul 16 18:17:28.721539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291d4ee6-82a0-4ddb-aaaa-8bb8843fad1a None None] DHCP port deletion for 55776a94-196d-4ae8-a0eb-44fa8ec1135b request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:28.741715 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55776a94-196d-4ae8-a0eb-44fa8ec1135b']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:28.795331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253d71f5-d8f6-4d1d-801f-9a62f4809040') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:28.795711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253d71f5-d8f6-4d1d-801f-9a62f4809040') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:28.834219 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.868301 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.884885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:28.886928 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:28.892880 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:29.009248 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.014937 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.017287 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/55776a94-196d-4ae8-a0eb-44fa8ec1135b HTTP/1.1" status: 204 len: 168 time: 1.4205065 Jul 16 18:17:29.023232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33690) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.047866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33692) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.057923 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5269cb1f-b817-4491-aced-5dd8845ad775 req-d19ea899-595c-41bc-8f89-922cd3173bac service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421137 Jul 16 18:17:29.121719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5dd38-0a7b-4d57-ab0a-815474ee8402 req-f92c1139-71e0-44dc-a107-6db0ae7f682f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:29.136819 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6cc5dd38-0a7b-4d57-ab0a-815474ee8402 req-f92c1139-71e0-44dc-a107-6db0ae7f682f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.2048674 Jul 16 18:17:29.138171 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33698) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.142870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a747b86-3efa-44ba-a43a-f83afd990f71 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Network': ['ID=55776a94-196d-4ae8-a0eb-44fa8ec1135b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:29.150643 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c21a1ef-d5ae-4a61-ba98-677b60a0b1d3 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:29.151735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c21a1ef-d5ae-4a61-ba98-677b60a0b1d3 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:29.154681 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8c21a1ef-d5ae-4a61-ba98-677b60a0b1d3 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/subnets/e66ee28b-c9a1-439f-ab7e-3539f76b4db7 HTTP/1.1" status: 404 len: 337 time: 0.1287825 Jul 16 18:17:29.161245 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33702) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.183423 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a98c133-a0d9-4f1b-8a13-87a568e5124e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:29.184243 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a98c133-a0d9-4f1b-8a13-87a568e5124e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:29.187102 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3a98c133-a0d9-4f1b-8a13-87a568e5124e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/23d9a281-7217-47b6-96e6-c5ddac684939 HTTP/1.1" status: 404 len: 339 time: 0.0246542 Jul 16 18:17:29.189647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33706) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.221264 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d334cf6e-2508-4ab9-ac4b-1c7f0fe64004 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:29.222370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d334cf6e-2508-4ab9-ac4b-1c7f0fe64004 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:29.228513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9b470061-c9d5-4518-9355-15604bbc2aa8 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:29.229154 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d334cf6e-2508-4ab9-ac4b-1c7f0fe64004 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/subnets/a42e20aa-1287-46c1-a0be-904af6f4ab58 HTTP/1.1" status: 404 len: 337 time: 0.0377023 Jul 16 18:17:29.231832 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33708) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.253299 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f188c975-2fdd-4945-aadb-e61dc28b5b81 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:29.254759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f188c975-2fdd-4945-aadb-e61dc28b5b81 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:29.257960 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f188c975-2fdd-4945-aadb-e61dc28b5b81 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/b8994e07-16e4-446a-b80f-f57046749d4d HTTP/1.1" status: 404 len: 339 time: 0.0238166 Jul 16 18:17:29.259589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33710) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.295792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 9b470061-c9d5-4518-9355-15604bbc2aa8 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:29.296081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9b470061-c9d5-4518-9355-15604bbc2aa8 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:29.312940 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-605b4d68-ded7-402e-8fc0-a1b6c614cad0 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:29.313443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605b4d68-ded7-402e-8fc0-a1b6c614cad0 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:29.318570 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-605b4d68-ded7-402e-8fc0-a1b6c614cad0 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/subnets/38bba755-8774-426f-92f6-11f96a8215a7 HTTP/1.1" status: 404 len: 337 time: 0.0565116 Jul 16 18:17:29.320426 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33712) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.353490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6cc5dd38-0a7b-4d57-ab0a-815474ee8402 req-79a40771-dd87-4696-aae4-b66176625087 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151971 Jul 16 18:17:29.368794 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e42837-a51d-4a57-85be-1b63b6421956 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:29.369802 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e42837-a51d-4a57-85be-1b63b6421956 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:29.376597 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d2e42837-a51d-4a57-85be-1b63b6421956 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/ebf981e0-5112-424e-9da2-590e9b8936e7 HTTP/1.1" status: 404 len: 339 time: 0.0565219 Jul 16 18:17:29.379151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33716) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.386610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362144-d11f-427d-9518-8327dd41e449 req-2ce65638-b767-4cf4-9a6e-7fceb9a42cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:29.392151 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93362144-d11f-427d-9518-8327dd41e449 req-2ce65638-b767-4cf4-9a6e-7fceb9a42cf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 1097 time: 0.1982977 Jul 16 18:17:29.401503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a96d79ef-f39b-4afd-8170-488ffb015e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.429011 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-295752c9-aab4-4192-9f3a-3683a434aac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.543902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0886587d-b238-4621-8cf7-5ee78258abc6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Deleting subnet e17f351a-1732-4300-835e-3c74843fe015 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:29.548850 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0886587d-b238-4621-8cf7-5ee78258abc6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.550166 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a96d79ef-f39b-4afd-8170-488ffb015e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.609256 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0886587d-b238-4621-8cf7-5ee78258abc6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.612733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362144-d11f-427d-9518-8327dd41e449 req-ef606d4a-c453-4bf8-80cd-03220b767089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:29.614219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93362144-d11f-427d-9518-8327dd41e449 req-ef606d4a-c453-4bf8-80cd-03220b767089 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.2131858 Jul 16 18:17:29.677942 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-295752c9-aab4-4192-9f3a-3683a434aac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.680381 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a96d79ef-f39b-4afd-8170-488ffb015e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.719208 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a96d79ef-f39b-4afd-8170-488ffb015e4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50fba62e956547bcb3899de39b2fc413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6691267 Jul 16 18:17:29.720618 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-295752c9-aab4-4192-9f3a-3683a434aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.723644 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33726) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.728708 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93362144-d11f-427d-9518-8327dd41e449 req-1ebaa720-4f6d-4db0-a18a-c71b67e90046 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc HTTP/1.1" status: 200 len: 1001 time: 0.0947864 Jul 16 18:17:29.792386 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d79ef-f39b-4afd-8170-488ffb015e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb210a2-c732-4c8a-a4dd-cb846b6e5ce5,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:29.818000 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0886587d-b238-4621-8cf7-5ee78258abc6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.844829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295752c9-aab4-4192-9f3a-3683a434aac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c099012e-3299-4183-8c1d-5c5d993565ff,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:29.850984 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-295752c9-aab4-4192-9f3a-3683a434aac6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2a9d8009ed543f0b90b29b2061bb615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7110639 Jul 16 18:17:29.861381 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362144-d11f-427d-9518-8327dd41e449 req-9c865ad4-f3b1-4ab4-8ceb-189fa84d9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:29.863093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93362144-d11f-427d-9518-8327dd41e449 req-9c865ad4-f3b1-4ab4-8ceb-189fa84d9c64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.1166782 Jul 16 18:17:29.865682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33728) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.870320 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fc18cf4-98cb-48b2-a8df-fdd1238438d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.897179 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fc18cf4-98cb-48b2-a8df-fdd1238438d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.960968 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fc18cf4-98cb-48b2-a8df-fdd1238438d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.966557 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fc18cf4-98cb-48b2-a8df-fdd1238438d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.967845 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0fc18cf4-98cb-48b2-a8df-fdd1238438d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aeb210a2-c732-4c8a-a4dd-cb846b6e5ce5 HTTP/1.1" status: 204 len: 168 time: 0.2420976 Jul 16 18:17:29.977703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc18cf4-98cb-48b2-a8df-fdd1238438d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb210a2-c732-4c8a-a4dd-cb846b6e5ce5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.008742 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0886587d-b238-4621-8cf7-5ee78258abc6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.046616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886587d-b238-4621-8cf7-5ee78258abc6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Subnet': ['ID=e17f351a-1732-4300-835e-3c74843fe015,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.052227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362144-d11f-427d-9518-8327dd41e449 req-1e9f6031-c3a5-4dce-b986-56fc86d7757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:30.053534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93362144-d11f-427d-9518-8327dd41e449 req-1e9f6031-c3a5-4dce-b986-56fc86d7757b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1762795 Jul 16 18:17:30.062868 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0886587d-b238-4621-8cf7-5ee78258abc6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.069182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0886587d-b238-4621-8cf7-5ee78258abc6 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/subnets/e17f351a-1732-4300-835e-3c74843fe015 HTTP/1.1" status: 204 len: 168 time: 0.6870604 Jul 16 18:17:30.069446 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33732) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:30.070107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e596f499-1fd7-489c-9250-69d1fce0ac20 None None] Network b953c7bf-d14e-490b-979f-a9e6dbbf8814 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:30.082698 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cbd8a143-665b-4895-9c6f-26d797abecfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.137181 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cbd8a143-665b-4895-9c6f-26d797abecfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.217513 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.255537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93362144-d11f-427d-9518-8327dd41e449 req-687b2a15-0564-4dee-80a7-8a262054c560 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844125 Jul 16 18:17:30.296614 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cbd8a143-665b-4895-9c6f-26d797abecfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.299179 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cbd8a143-665b-4895-9c6f-26d797abecfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.302569 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cbd8a143-665b-4895-9c6f-26d797abecfc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c099012e-3299-4183-8c1d-5c5d993565ff HTTP/1.1" status: 204 len: 168 time: 0.4328654 Jul 16 18:17:30.323815 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Deleting port b4d50c1f-9368-4921-bc36-bf83a6cc784a {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:30.324291 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.347462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8a143-665b-4895-9c6f-26d797abecfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c099012e-3299-4183-8c1d-5c5d993565ff,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.380978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ce31d-36b8-4595-bad1-7947c19e082c None None] DHCP port deletion for b953c7bf-d14e-490b-979f-a9e6dbbf8814 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:30.462293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93362144-d11f-427d-9518-8327dd41e449 req-34b07696-6c0a-49a0-8102-9d3fe0cabeac service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002196 Jul 16 18:17:30.508804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e71ce31d-36b8-4595-bad1-7947c19e082c None None] Deleting port b4d50c1f-9368-4921-bc36-bf83a6cc784a {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:30.509297 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e71ce31d-36b8-4595-bad1-7947c19e082c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.532012 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] For port b4d50c1f-9368-4921-bc36-bf83a6cc784a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b4d50c1f-9368-4921-bc36-bf83a6cc784a,segment=NetworkSegment(1703f642-310b-4049-a44e-34f0ee0f742b),segment_id=1703f642-310b-4049-a44e-34f0ee0f742b)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:30.532363 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.571910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Calling delete_port for b4d50c1f-9368-4921-bc36-bf83a6cc784a owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:30.695329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e71ce31d-36b8-4595-bad1-7947c19e082c None None] For port b4d50c1f-9368-4921-bc36-bf83a6cc784a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b4d50c1f-9368-4921-bc36-bf83a6cc784a,segment=NetworkSegment(1703f642-310b-4049-a44e-34f0ee0f742b),segment_id=1703f642-310b-4049-a44e-34f0ee0f742b)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:30.697265 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e71ce31d-36b8-4595-bad1-7947c19e082c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.740216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18d1f2-a45d-4a94-afbd-dadd68ce723b req-cba37ae6-e3ee-4ce0-820e-7bb38e265c95 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:30.745618 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.748835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9b18d1f2-a45d-4a94-afbd-dadd68ce723b req-cba37ae6-e3ee-4ce0-820e-7bb38e265c95 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.1508813 Jul 16 18:17:30.760857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e71ce31d-36b8-4595-bad1-7947c19e082c None None] Calling delete_port for b4d50c1f-9368-4921-bc36-bf83a6cc784a owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:30.810413 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.813819 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9b18d1f2-a45d-4a94-afbd-dadd68ce723b req-fe475a41-fb41-492f-939a-885ac0248b2f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639813 Jul 16 18:17:30.814924 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-62a44cc2-67e7-434f-b5d5-c2f071db6c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.855455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No DVR routers for this DVR port b4d50c1f-9368-4921-bc36-bf83a6cc784a on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:30.861982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Port': ['ID=b4d50c1f-9368-4921-bc36-bf83a6cc784a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:17:30.939580 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:17:30.959771 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e71ce31d-36b8-4595-bad1-7947c19e082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.986777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ce31d-36b8-4595-bad1-7947c19e082c None None] Pushing event deleted for resources: {'Port': ['ID=b4d50c1f-9368-4921-bc36-bf83a6cc784a,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.989225 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.007122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ce31d-36b8-4595-bad1-7947c19e082c None None] No DVR routers for this DVR port b4d50c1f-9368-4921-bc36-bf83a6cc784a on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:31.017623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b953c7bf-d14e-490b-979f-a9e6dbbf8814']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:31.035969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1703f642-310b-4049-a44e-34f0ee0f742b') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:31.036351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1703f642-310b-4049-a44e-34f0ee0f742b') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:31.058205 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.097263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.114744 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:31.115343 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:31.131390 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:31.198305 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b4d50c1f-9368-4921-bc36-bf83a6cc784a no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:31.256483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: b4d50c1f-9368-4921-bc36-bf83a6cc784a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:31.256746 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b4d50c1f-9368-4921-bc36-bf83a6cc784a not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:31.287161 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.306518 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.314331 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/b953c7bf-d14e-490b-979f-a9e6dbbf8814 HTTP/1.1" status: 204 len: 168 time: 1.2432013 Jul 16 18:17:31.316908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33782) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:31.340290 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d8afb-f5ab-4a15-91d0-a55e6b6a4bbe tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Network': ['ID=b953c7bf-d14e-490b-979f-a9e6dbbf8814,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:31.359606 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c95e499-dd4b-4d17-af70-557d65fec651 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:31.360092 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c95e499-dd4b-4d17-af70-557d65fec651 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:31.364219 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4c95e499-dd4b-4d17-af70-557d65fec651 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/subnets/a9cda5fe-4821-4a65-9aa3-a8aa405b921f HTTP/1.1" status: 404 len: 337 time: 0.0437071 Jul 16 18:17:31.364526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 33788) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:31.388653 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ef37ff-5ea9-4688-84a6-b7f04b9c242e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:31.389374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ef37ff-5ea9-4688-84a6-b7f04b9c242e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:31.393970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e0ef37ff-5ea9-4688-84a6-b7f04b9c242e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/e30aac58-d577-4c7f-932b-cc36bae3632e HTTP/1.1" status: 404 len: 339 time: 0.0259402 Jul 16 18:17:31.394459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33790) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:31.453824 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-232f97f6-8be0-47ee-b809-bc03c0e4441e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Deleting subnet 398e0913-db37-483b-bb6d-739b864ae75f {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:31.458224 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-232f97f6-8be0-47ee-b809-bc03c0e4441e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.531902 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-232f97f6-8be0-47ee-b809-bc03c0e4441e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.630273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-232f97f6-8be0-47ee-b809-bc03c0e4441e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.739917 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-232f97f6-8be0-47ee-b809-bc03c0e4441e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.792631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f97f6-8be0-47ee-b809-bc03c0e4441e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Subnet': ['ID=398e0913-db37-483b-bb6d-739b864ae75f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:31.800718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-232f97f6-8be0-47ee-b809-bc03c0e4441e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.804974 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-232f97f6-8be0-47ee-b809-bc03c0e4441e tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/subnets/398e0913-db37-483b-bb6d-739b864ae75f HTTP/1.1" status: 204 len: 168 time: 0.4072182 Jul 16 18:17:31.805256 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 33816) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:31.807393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c0229-cac4-4c65-9c72-e0b5e832e341 None None] Network e4f95080-b90c-4ac8-95b1-63f9692ee5a4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:31.927834 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.003145 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Deleting port 60788d06-24b7-484b-8998-5b0395ac5b5d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:32.003540 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.141329 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] For port 60788d06-24b7-484b-8998-5b0395ac5b5d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=60788d06-24b7-484b-8998-5b0395ac5b5d,segment=NetworkSegment(e350dc29-7b70-49e6-8734-cdcdf0cbd6e9),segment_id=e350dc29-7b70-49e6-8734-cdcdf0cbd6e9)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:32.142727 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.143672 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.174813 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Calling delete_port for 60788d06-24b7-484b-8998-5b0395ac5b5d owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:32.288312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759032a4-72a7-4b1f-ad9b-f3bf80522984 req-681c756e-a40c-46b1-833f-562bfc063a2f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:32.308283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-759032a4-72a7-4b1f-ad9b-f3bf80522984 req-681c756e-a40c-46b1-833f-562bfc063a2f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 945 time: 0.2625802 Jul 16 18:17:32.368294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f9ab04-a8c3-4f7a-8714-f8fc6ddaa499 None None] DHCP port deletion for e4f95080-b90c-4ac8-95b1-63f9692ee5a4 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:32.378933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.419594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Port': ['ID=60788d06-24b7-484b-8998-5b0395ac5b5d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:32.428931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] No DVR routers for this DVR port 60788d06-24b7-484b-8998-5b0395ac5b5d on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:32.459660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-759032a4-72a7-4b1f-ad9b-f3bf80522984 req-60a04799-8b90-462f-9110-178312caa67d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385674 Jul 16 18:17:32.621578 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.648965 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f95080-b90c-4ac8-95b1-63f9692ee5a4']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:32.668135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e350dc29-7b70-49e6-8734-cdcdf0cbd6e9') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:32.669608 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e350dc29-7b70-49e6-8734-cdcdf0cbd6e9') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:32.680124 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.696899 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.705679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:32.710983 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.732089 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-57f9ab04-a8c3-4f7a-8714-f8fc6ddaa499 None None] Deleting port 60788d06-24b7-484b-8998-5b0395ac5b5d {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:32.732732 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-57f9ab04-a8c3-4f7a-8714-f8fc6ddaa499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:32.784236 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:32.793068 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.807637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.809888 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] 10.222.0.41 "DELETE /v2.0/networks/e4f95080-b90c-4ac8-95b1-63f9692ee5a4 HTTP/1.1" status: 204 len: 168 time: 1.0019457 Jul 16 18:17:32.823766 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d60b1-8530-4f85-914c-2ba5e65e9054 tempest-NetworksIpV6Test-357185979 tempest-NetworksIpV6Test-357185979-project] Pushing event deleted for resources: {'Network': ['ID=e4f95080-b90c-4ac8-95b1-63f9692ee5a4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:32.853790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-57f9ab04-a8c3-4f7a-8714-f8fc6ddaa499 None None] For port 60788d06-24b7-484b-8998-5b0395ac5b5d, host n-d-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:32.854244 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-57f9ab04-a8c3-4f7a-8714-f8fc6ddaa499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.873504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-57f9ab04-a8c3-4f7a-8714-f8fc6ddaa499 None None] Calling delete_port for 60788d06-24b7-484b-8998-5b0395ac5b5d owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:32.877090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.ipam_backend_mixin [None req-57f9ab04-a8c3-4f7a-8714-f8fc6ddaa499 None None] Port 60788d06-24b7-484b-8998-5b0395ac5b5d was not found and therefore no delete operation was performed {{(pid=100171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:17:32.879337 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-57f9ab04-a8c3-4f7a-8714-f8fc6ddaa499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.894892 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57f9ab04-a8c3-4f7a-8714-f8fc6ddaa499 None None] Network e4f95080-b90c-4ac8-95b1-63f9692ee5a4 is not hosted by any dhcp agent {{(pid=100171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:17:32.895523 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f9ab04-a8c3-4f7a-8714-f8fc6ddaa499 None None] No DVR routers for this DVR port 60788d06-24b7-484b-8998-5b0395ac5b5d on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:32.932924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6726bf0e-ed2f-436d-977e-ffb16d5828cc no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:32.938521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9ab04-a8c3-4f7a-8714-f8fc6ddaa499 None None] Pushing event deleted for resources: {'Port': ['ID=60788d06-24b7-484b-8998-5b0395ac5b5d,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:33.172683 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.206776 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 60788d06-24b7-484b-8998-5b0395ac5b5d no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:33.246606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 60788d06-24b7-484b-8998-5b0395ac5b5d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:33.247857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 60788d06-24b7-484b-8998-5b0395ac5b5d not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:33.259598 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:33.263377 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d77f11-8fa6-4e60-979a-3eb3c318beac" -d '{"events": [{"server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "name": "network-vif-unplugged", "status": "completed", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:33.280179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:33.286075 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.362113 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf25388-57e7-4915-97b8-06a738f559f7 x-openstack-request-id: req-eaf25388-57e7-4915-97b8-06a738f559f7 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:33.362702 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "name": "network-vif-unplugged", "status": "failed", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc", "code": 422}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:33.363378 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eaf25388-57e7-4915-97b8-06a738f559f7 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:33.364051 n-d-787206-10 neutron-server[100171]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'code': 422} returned with failed status Jul 16 18:17:33.370223 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=6726bf0e-ed2f-436d-977e-ffb16d5828cc,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:33.482806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34018) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:33.515427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34024) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:33.600684 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.673663 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34048) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:33.679087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2744c6bc-634f-40e7-a69e-772760230cde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631155378', 'description': 'tempest-secgroup-smoke-1631155378 description', 'project_id': '407f6f1770c34505b8d60a8097455895'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:33.744567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:33.748468 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2744c6bc-634f-40e7-a69e-772760230cde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.777010 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2744c6bc-634f-40e7-a69e-772760230cde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.818812 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.826845 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3f332828-05f3-470f-ad1d-0f3db5925378 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=765a3bcdc6ae4033afdb4af30de3e3e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422060 Jul 16 18:17:33.829299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34066) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:33.860738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b0c6b-827f-4a70-bfcc-ea42ed843471 req-1b05eded-f580-484f-8723-0e138be737c5 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:33.864139 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea5b0c6b-827f-4a70-bfcc-ea42ed843471 req-1b05eded-f580-484f-8723-0e138be737c5 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.1666687 Jul 16 18:17:33.919502 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-987637df-d9ad-47b1-b222-68ab5e1a1cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.959857 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-987637df-d9ad-47b1-b222-68ab5e1a1cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.964771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea5b0c6b-827f-4a70-bfcc-ea42ed843471 req-9b85d286-5825-4747-b59d-6923075c2389 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795054 Jul 16 18:17:34.056604 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-987637df-d9ad-47b1-b222-68ab5e1a1cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.061629 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2744c6bc-634f-40e7-a69e-772760230cde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.061820 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-987637df-d9ad-47b1-b222-68ab5e1a1cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.068071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-987637df-d9ad-47b1-b222-68ab5e1a1cde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/adcb5ca4-7068-412e-b44d-b6cfcabb9ecd HTTP/1.1" status: 204 len: 168 time: 0.2372496 Jul 16 18:17:34.081059 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2744c6bc-634f-40e7-a69e-772760230cde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.081904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987637df-d9ad-47b1-b222-68ab5e1a1cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcb5ca4-7068-412e-b44d-b6cfcabb9ecd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.177503 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744c6bc-634f-40e7-a69e-772760230cde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223a261e-886f-4d6c-be93-f78df9ba9034,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.193975 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.390762 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2744c6bc-634f-40e7-a69e-772760230cde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.398616 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2744c6bc-634f-40e7-a69e-772760230cde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.448310 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Allocated IP 172.25.5.49 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/cbc47c8f-c326-4d4a-915a-12e8d32bb0a2) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:34.455870 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2744c6bc-634f-40e7-a69e-772760230cde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.461958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34142) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:34.463007 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2744c6bc-634f-40e7-a69e-772760230cde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7875376 Jul 16 18:17:34.464964 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744c6bc-634f-40e7-a69e-772760230cde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683331f0-5402-47d8-af06-3e5bc3219296,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.469563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-bc088e66-b36b-4159-847e-f970605f9702 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': '683331f0-5402-47d8-af06-3e5bc3219296', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:34.537819 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc088e66-b36b-4159-847e-f970605f9702 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.692874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.750994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc088e66-b36b-4159-847e-f970605f9702 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.756833 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc088e66-b36b-4159-847e-f970605f9702 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.809280 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.833520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc088e66-b36b-4159-847e-f970605f9702 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738ec364-3f9d-44a6-a9c8-e1e7d8481edb,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.836560 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc088e66-b36b-4159-847e-f970605f9702 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.837766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bc088e66-b36b-4159-847e-f970605f9702 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3735974 Jul 16 18:17:34.846200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34188) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:34.851275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-829e937f-7584-4246-95b7-02eb883308f2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': '683331f0-5402-47d8-af06-3e5bc3219296', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:34.882530 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:34.898665 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:34.906037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:34.952140 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-829e937f-7584-4246-95b7-02eb883308f2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.015476 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Pushing event updated for resources: {'Port': ['ID=cbc47c8f-c326-4d4a-915a-12e8d32bb0a2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:35.098430 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.177822 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-829e937f-7584-4246-95b7-02eb883308f2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.188548 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-829e937f-7584-4246-95b7-02eb883308f2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.224962 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.258272 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-829e937f-7584-4246-95b7-02eb883308f2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.265838 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-829e937f-7584-4246-95b7-02eb883308f2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4183767 Jul 16 18:17:35.272619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34228) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:35.280641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e937f-7584-4246-95b7-02eb883308f2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f28018-33e1-48d0-9b23-25a5857b7e56,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:35.282460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b978c607-5ca3-4706-937d-35c2d4dcdf62 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': '683331f0-5402-47d8-af06-3e5bc3219296', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:35.370451 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b978c607-5ca3-4706-937d-35c2d4dcdf62 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.576316 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b978c607-5ca3-4706-937d-35c2d4dcdf62 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.589075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b978c607-5ca3-4706-937d-35c2d4dcdf62 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.636765 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978c607-5ca3-4706-937d-35c2d4dcdf62 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f645ad-0659-42f3-b068-6179bf7184c7,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:35.668186 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b978c607-5ca3-4706-937d-35c2d4dcdf62 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.673118 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b978c607-5ca3-4706-937d-35c2d4dcdf62 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3970006 Jul 16 18:17:35.678460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34274) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:35.682664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34276) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:35.688960 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-19a0c05c-e633-4b1c-9483-f3423e7f5aea tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': '683331f0-5402-47d8-af06-3e5bc3219296', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:35.755118 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be44d8-a47d-4eab-87a6-c650f3ad2665 req-3f5cd2be-8028-4919-b5a8-7c5ce8d6a7aa tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:35.765994 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.767417 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4be44d8-a47d-4eab-87a6-c650f3ad2665 req-3f5cd2be-8028-4919-b5a8-7c5ce8d6a7aa tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.1114790 Jul 16 18:17:35.779872 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.847009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4be44d8-a47d-4eab-87a6-c650f3ad2665 req-7b05f14e-b175-4127-8a79-c64d99720908 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700290 Jul 16 18:17:35.895036 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19a0c05c-e633-4b1c-9483-f3423e7f5aea tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.967912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-16ad1639-595c-4ae3-8c62-9ec557d9299f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1729137812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:36.007773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16ad1639-595c-4ae3-8c62-9ec557d9299f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.008892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16ad1639-595c-4ae3-8c62-9ec557d9299f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.018887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Pushing event updated for resources: {'Port': ['ID=cbc47c8f-c326-4d4a-915a-12e8d32bb0a2,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:36.027023 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.050818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34328) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.064448 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.065915 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2f0b08d3-df8d-4eea-bc5b-823888559bae tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5489829 Jul 16 18:17:36.069010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34336) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.074435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-742868693', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'fixed_ips': [{'ip_address': '172.25.5.49'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:36.114275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Made reservation on behalf of 8ac7b087eb0d4ee89a46d41ecab0fa54 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:36.117251 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.129395 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16ad1639-595c-4ae3-8c62-9ec557d9299f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.137296 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16ad1639-595c-4ae3-8c62-9ec557d9299f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.145641 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.163650 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19a0c05c-e633-4b1c-9483-f3423e7f5aea tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.172151 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19a0c05c-e633-4b1c-9483-f3423e7f5aea tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.190065 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16ad1639-595c-4ae3-8c62-9ec557d9299f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.194276 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-16ad1639-595c-4ae3-8c62-9ec557d9299f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5078568 Jul 16 18:17:36.194988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34348) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.196519 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-19a0c05c-e633-4b1c-9483-f3423e7f5aea tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.197878 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-19a0c05c-e633-4b1c-9483-f3423e7f5aea tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5181906 Jul 16 18:17:36.201613 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34350) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.207049 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-548f8567-1b81-4b79-8839-dce0b0dd3124 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': '683331f0-5402-47d8-af06-3e5bc3219296', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:36.207254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-536610081'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:36.211691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0c05c-e633-4b1c-9483-f3423e7f5aea tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448d8a45-b379-47b6-835e-1c9699fd4d4d,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:36.235913 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [None req-548f8567-1b81-4b79-8839-dce0b0dd3124 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:17:36.235913 n-d-787206-10 neutron-server[100170]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:17:36.235913 n-d-787206-10 neutron-server[100170]: [parameters: {'project_id_1': '407f6f1770c34505b8d60a8097455895', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 17, 36, 217351)}] Jul 16 18:17:36.235913 n-d-787206-10 neutron-server[100170]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:36.236643 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [None req-548f8567-1b81-4b79-8839-dce0b0dd3124 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:36.238207 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.db.api [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:17:36.238207 n-d-787206-10 neutron-server[100169]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:17:36.238207 n-d-787206-10 neutron-server[100169]: [parameters: {'project_id_1': '8ac7b087eb0d4ee89a46d41ecab0fa54', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 17, 36, 220529)}] Jul 16 18:17:36.238207 n-d-787206-10 neutron-server[100169]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:36.238774 n-d-787206-10 neutron-server[100169]: DEBUG oslo_db.api [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:36.258257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Made reservation on behalf of 7fca27acdbb64103b41d7d7451c98b0c for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:36.261770 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.275733 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.296382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-416ee928-f8e3-4430-911b-cf2348ba583b req-6c1bcd19-60e1-4a7b-82fe-12d1520a5ac5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2437396 Jul 16 18:17:36.424628 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.437937 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.463426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:36.492467 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.493726 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Added segment d9d4a76b-90ea-4542-b361-0e8f6ce2af19 of type vlan for network b95afbf4-afd1-4d19-9a7c-b953c3874286 Jul 16 18:17:36.505208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5dc8ad-22ee-446d-802c-68fd7edc3559,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:36.551174 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.594652 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.603126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:36.603876 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.649796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4518225 Jul 16 18:17:36.652128 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34388) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.657716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-963030f1-b983-4402-8574-d039378ffa7f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Request body: {'subnet': {'network_id': 'b95afbf4-afd1-4d19-9a7c-b953c3874286', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:36.723843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dc093-4ccb-4161-8724-a51b177c43a6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event updated for resources: {'Network': ['ID=b95afbf4-afd1-4d19-9a7c-b953c3874286,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:36.739734 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.742235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network b95afbf4-afd1-4d19-9a7c-b953c3874286 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:36.870015 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.875383 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.882702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] device_id is not set on port e1903935-86ec-4e9d-851a-77e4eb94406f yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:17:36.909483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963030f1-b983-4402-8574-d039378ffa7f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Made reservation on behalf of 7fca27acdbb64103b41d7d7451c98b0c for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:36.916485 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-963030f1-b983-4402-8574-d039378ffa7f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.928296 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6726bf0e-ed2f-436d-977e-ffb16d5828cc no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:36.977387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bb1a8d-7150-49e8-b847-7bdec3c45293,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:37.134614 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-548f8567-1b81-4b79-8839-dce0b0dd3124 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Project 407f6f1770c34505b8d60a8097455895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:17:37.145732 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-548f8567-1b81-4b79-8839-dce0b0dd3124 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.238761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6744b07-6075-45c5-8661-f64308b861b3 req-9253c17c-036d-425b-83fe-8387f4e2c79f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.249063 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6744b07-6075-45c5-8661-f64308b861b3 req-9253c17c-036d-425b-83fe-8387f4e2c79f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.2038195 Jul 16 18:17:37.276804 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:17:37.277297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:37.288443 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-548f8567-1b81-4b79-8839-dce0b0dd3124 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.308763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8876ff47-3655-4b84-9fe6-7878adbc3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2362778 Jul 16 18:17:37.317167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34410) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.325586 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-548f8567-1b81-4b79-8839-dce0b0dd3124 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.351138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f8567-1b81-4b79-8839-dce0b0dd3124 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f3e632-bae2-4741-b0ad-cd64bc7a239b,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:37.351315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c6744b07-6075-45c5-8661-f64308b861b3 req-13286e81-ea8d-48b6-8a6c-0c56ccb94119 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013384 Jul 16 18:17:37.436205 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-963030f1-b983-4402-8574-d039378ffa7f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.506888 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-548f8567-1b81-4b79-8839-dce0b0dd3124 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.510762 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-548f8567-1b81-4b79-8839-dce0b0dd3124 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3052742 Jul 16 18:17:37.511069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34412) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.516672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-fb2ed05c-45f7-46c2-b15e-7a3a2a58ccde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': '683331f0-5402-47d8-af06-3e5bc3219296', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:37.564049 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-fb2ed05c-45f7-46c2-b15e-7a3a2a58ccde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Project 407f6f1770c34505b8d60a8097455895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:17:37.573019 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed05c-45f7-46c2-b15e-7a3a2a58ccde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.650132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963030f1-b983-4402-8574-d039378ffa7f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event updated for resources: {'Subnet': ['ID=c7415467-8132-402e-8dad-8595b155c309,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:37.705138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-18326340-4f01-4d13-bd53-507f3a3ffdef tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Deleting port cbc47c8f-c326-4d4a-915a-12e8d32bb0a2 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:37.705878 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18326340-4f01-4d13-bd53-507f3a3ffdef tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.724950 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed05c-45f7-46c2-b15e-7a3a2a58ccde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.736857 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed05c-45f7-46c2-b15e-7a3a2a58ccde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.750061 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963030f1-b983-4402-8574-d039378ffa7f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Checking segment: {'id': 'd9d4a76b-90ea-4542-b361-0e8f6ce2af19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b95afbf4-afd1-4d19-9a7c-b953c3874286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:37.751225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963030f1-b983-4402-8574-d039378ffa7f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Network hostable DHCP agents. Network: b95afbf4-afd1-4d19-9a7c-b953c3874286, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:37.769509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ed05c-45f7-46c2-b15e-7a3a2a58ccde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da19811-e907-42b0-9eba-339e7552b4ae,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:37.779320 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed05c-45f7-46c2-b15e-7a3a2a58ccde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.780586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fb2ed05c-45f7-46c2-b15e-7a3a2a58ccde tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2684863 Jul 16 18:17:37.783567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34414) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.788534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-17d7bf06-5eb2-464a-891f-1a6fb6d16991 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'network': {'name': 'tempest-network-smoke--688742545', 'project_id': '407f6f1770c34505b8d60a8097455895', 'port_security_enabled': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:37.821160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d7bf06-5eb2-464a-891f-1a6fb6d16991 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Made reservation on behalf of 407f6f1770c34505b8d60a8097455895 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:37.822511 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963030f1-b983-4402-8574-d039378ffa7f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Network b95afbf4-afd1-4d19-9a7c-b953c3874286 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:37.826478 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-17d7bf06-5eb2-464a-891f-1a6fb6d16991 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.826770 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18326340-4f01-4d13-bd53-507f3a3ffdef tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.827110 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18326340-4f01-4d13-bd53-507f3a3ffdef tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.850055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-963030f1-b983-4402-8574-d039378ffa7f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, b95afbf4-afd1-4d19-9a7c-b953c3874286) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:37.855481 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963030f1-b983-4402-8574-d039378ffa7f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.856427 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-963030f1-b983-4402-8574-d039378ffa7f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.861674 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-18326340-4f01-4d13-bd53-507f3a3ffdef tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Calling delete_port for cbc47c8f-c326-4d4a-915a-12e8d32bb0a2 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:37.862847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866588e7-0a0c-4e63-a7b2-0f94cb20ae28 None None] Network b95afbf4-afd1-4d19-9a7c-b953c3874286 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:37.873790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d7bf06-5eb2-464a-891f-1a6fb6d16991 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:37.891041 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-963030f1-b983-4402-8574-d039378ffa7f tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2370472 Jul 16 18:17:37.901829 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-17d7bf06-5eb2-464a-891f-1a6fb6d16991 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.902190 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-17d7bf06-5eb2-464a-891f-1a6fb6d16991 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Added segment 3dcebf4c-c5ee-41be-8ad4-c4d4af2df628 of type vlan for network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 Jul 16 18:17:37.931048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34416) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.937949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8dc101d3-9f50-42dd-bb19-e90db9a7a5f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Request body: {'network': {'name': 'tempest-router-network01--957023684'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:37.979091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-17d7bf06-5eb2-464a-891f-1a6fb6d16991 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.000322 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc101d3-9f50-42dd-bb19-e90db9a7a5f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Made reservation on behalf of 7fca27acdbb64103b41d7d7451c98b0c for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:38.010751 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dc101d3-9f50-42dd-bb19-e90db9a7a5f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.016715 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-17d7bf06-5eb2-464a-891f-1a6fb6d16991 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.024062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d7bf06-5eb2-464a-891f-1a6fb6d16991 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:38.024941 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-17d7bf06-5eb2-464a-891f-1a6fb6d16991 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.070911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-17d7bf06-5eb2-464a-891f-1a6fb6d16991 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2857027 Jul 16 18:17:38.073199 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34418) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.086724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'admin_state_up': True, 'project_id': '407f6f1770c34505b8d60a8097455895', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:38.122305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7bf06-5eb2-464a-891f-1a6fb6d16991 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Network': ['ID=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:38.133957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:38.158316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc101d3-9f50-42dd-bb19-e90db9a7a5f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:38.160718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18326340-4f01-4d13-bd53-507f3a3ffdef tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.202849 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-b95afbf4-afd1-4d19-9a7c-b953c3874286', 'network_id': 'b95afbf4-afd1-4d19-9a7c-b953c3874286', 'tenant_id': '7fca27acdbb64103b41d7d7451c98b0c', 'fixed_ips': [{'subnet_id': 'c7415467-8132-402e-8dad-8595b155c309'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:38.204032 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.291414 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18326340-4f01-4d13-bd53-507f3a3ffdef tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.295585 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-18326340-4f01-4d13-bd53-507f3a3ffdef tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.297060 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-18326340-4f01-4d13-bd53-507f3a3ffdef tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/8620d3b4-186e-458a-a04c-98d965ca5fd4 HTTP/1.1" status: 204 len: 168 time: 0.9785817 Jul 16 18:17:38.298081 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18326340-4f01-4d13-bd53-507f3a3ffdef tempest-ExternalNetworksAdminNegativeTestJSON-1784831890 tempest-ExternalNetworksAdminNegativeTestJSON-1784831890-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbc47c8f-c326-4d4a-915a-12e8d32bb0a2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:38.304356 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dc101d3-9f50-42dd-bb19-e90db9a7a5f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.304735 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-8dc101d3-9f50-42dd-bb19-e90db9a7a5f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Added segment f912461e-5849-4a46-aa9d-4fe6a963e5a4 of type vlan for network bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea Jul 16 18:17:38.320185 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.321339 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.388163 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.552492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Allocated IP 172.20.0.2 (b95afbf4-afd1-4d19-9a7c-b953c3874286/c7415467-8132-402e-8dad-8595b155c309/c664f9a5-f99a-400e-b694-4ec34f698ec4) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:38.575565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dc101d3-9f50-42dd-bb19-e90db9a7a5f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.786702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60aeb5b-c57f-46bf-b8ac-06aa9dc7cd50 req-e4b635f7-0941-4c6b-92fb-d27ade358303 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:38.790275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.797045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f60aeb5b-c57f-46bf-b8ac-06aa9dc7cd50 req-e4b635f7-0941-4c6b-92fb-d27ade358303 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.1525950 Jul 16 18:17:38.823794 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.resource_extend [None req-8dc101d3-9f50-42dd-bb19-e90db9a7a5f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:17:38.861014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f60aeb5b-c57f-46bf-b8ac-06aa9dc7cd50 req-5296311b-d5bb-4087-9f19-fa274baefe2a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626283 Jul 16 18:17:38.908436 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dc101d3-9f50-42dd-bb19-e90db9a7a5f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.914907 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.919340 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc101d3-9f50-42dd-bb19-e90db9a7a5f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:38.921966 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8dc101d3-9f50-42dd-bb19-e90db9a7a5f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.957991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34430) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.964017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-831f1eed-3ca6-4d9a-ab5d-3fd2b16d6f3c tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Request body: {'network': {'name': 'tempest-router-network02--1398502830'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:38.969210 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8dc101d3-9f50-42dd-bb19-e90db9a7a5f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0361793 Jul 16 18:17:38.971947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34434) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.975775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Transition to ACTIVE for port object c664f9a5-f99a-400e-b694-4ec34f698ec4 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:39.010682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Transition to ACTIVE for port object c664f9a5-f99a-400e-b694-4ec34f698ec4 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:39.026721 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.035567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831f1eed-3ca6-4d9a-ab5d-3fd2b16d6f3c tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Made reservation on behalf of 7fca27acdbb64103b41d7d7451c98b0c for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:39.039781 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-831f1eed-3ca6-4d9a-ab5d-3fd2b16d6f3c tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.101872 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc101d3-9f50-42dd-bb19-e90db9a7a5f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event updated for resources: {'Network': ['ID=bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:39.120420 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831f1eed-3ca6-4d9a-ab5d-3fd2b16d6f3c tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:39.138397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Network b95afbf4-afd1-4d19-9a7c-b953c3874286 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:39.139708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:39.154721 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-831f1eed-3ca6-4d9a-ab5d-3fd2b16d6f3c tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.155085 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-831f1eed-3ca6-4d9a-ab5d-3fd2b16d6f3c tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Added segment 85e50125-0ae3-44c2-a42c-143cb334d90f of type vlan for network 5275783e-9840-4a0a-8f6e-19c05f19d343 Jul 16 18:17:39.159243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:39.165989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:39.171793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Pushing event updated for resources: {'Port': ['ID=c664f9a5-f99a-400e-b694-4ec34f698ec4,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:39.237666 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6425ed5-cd0d-49d5-9168-213a80ca79ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.263158 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-831f1eed-3ca6-4d9a-ab5d-3fd2b16d6f3c tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.328954 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-831f1eed-3ca6-4d9a-ab5d-3fd2b16d6f3c tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.330573 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Attempting to bind port c664f9a5-f99a-400e-b694-4ec34f698ec4 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:39.330968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Attempting to bind port c664f9a5-f99a-400e-b694-4ec34f698ec4 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'd9d4a76b-90ea-4542-b361-0e8f6ce2af19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b95afbf4-afd1-4d19-9a7c-b953c3874286'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:39.331361 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Attempting to bind port c664f9a5-f99a-400e-b694-4ec34f698ec4 on network b95afbf4-afd1-4d19-9a7c-b953c3874286 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:39.336609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831f1eed-3ca6-4d9a-ab5d-3fd2b16d6f3c tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:39.337665 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-831f1eed-3ca6-4d9a-ab5d-3fd2b16d6f3c tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.337805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:39.338054 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Checking segment: {'id': 'd9d4a76b-90ea-4542-b361-0e8f6ce2af19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b95afbf4-afd1-4d19-9a7c-b953c3874286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:39.338471 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.338870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Bound using segment: {'id': 'd9d4a76b-90ea-4542-b361-0e8f6ce2af19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b95afbf4-afd1-4d19-9a7c-b953c3874286'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:39.339342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Bound port: c664f9a5-f99a-400e-b694-4ec34f698ec4, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d4a76b-90ea-4542-b361-0e8f6ce2af19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b95afbf4-afd1-4d19-9a7c-b953c3874286'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:39.339840 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.348418 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.377557 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.443142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f1eed-3ca6-4d9a-ab5d-3fd2b16d6f3c tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event updated for resources: {'Network': ['ID=5275783e-9840-4a0a-8f6e-19c05f19d343,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:39.469491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 5275783e-9840-4a0a-8f6e-19c05f19d343 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:39.488569 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] For port c664f9a5-f99a-400e-b694-4ec34f698ec4, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:39.518064 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6425ed5-cd0d-49d5-9168-213a80ca79ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.520201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] For port c664f9a5-f99a-400e-b694-4ec34f698ec4, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c664f9a5-f99a-400e-b694-4ec34f698ec4,segment=NetworkSegment(d9d4a76b-90ea-4542-b361-0e8f6ce2af19),segment_id=d9d4a76b-90ea-4542-b361-0e8f6ce2af19)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:39.528721 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6425ed5-cd0d-49d5-9168-213a80ca79ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.531157 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.25.5.108 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/fb5117a0-210e-4b5d-bbc4-29ac720dbd3f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:39.532164 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.565757 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-831f1eed-3ca6-4d9a-ab5d-3fd2b16d6f3c tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6064203 Jul 16 18:17:39.584635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34440) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.602362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1372f07f-5ad5-4b4d-b4c8-054015abe76b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Request body: {'subnet': {'network_id': 'bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:39.679081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f22ef-eeb1-442d-a887-a3099d5d80bb None None] Pushing event updated for resources: {'Port': ['ID=c664f9a5-f99a-400e-b694-4ec34f698ec4,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:39.741655 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.750367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6425ed5-cd0d-49d5-9168-213a80ca79ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64931ecc-4c07-4917-84d2-7023ba6336b7,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:39.770516 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a6425ed5-cd0d-49d5-9168-213a80ca79ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7eb5e65d6d8b497aac13b6b59749e71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7951472 Jul 16 18:17:39.771018 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34446) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.850862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1372f07f-5ad5-4b4d-b4c8-054015abe76b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Made reservation on behalf of 7fca27acdbb64103b41d7d7451c98b0c for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:39.856114 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1372f07f-5ad5-4b4d-b4c8-054015abe76b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.867668 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.916564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8127125d-dfc1-4a2b-af3a-501d87797266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.939703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=fb5117a0-210e-4b5d-bbc4-29ac720dbd3f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:39.953215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:39.959142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:39.965732 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:39.979529 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8127125d-dfc1-4a2b-af3a-501d87797266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.350447 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1372f07f-5ad5-4b4d-b4c8-054015abe76b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.912282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372f07f-5ad5-4b4d-b4c8-054015abe76b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event updated for resources: {'Subnet': ['ID=a8aa9371-fabe-476f-ba39-9d4600e69347,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:40.960821 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372f07f-5ad5-4b4d-b4c8-054015abe76b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Checking segment: {'id': 'f912461e-5849-4a46-aa9d-4fe6a963e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:40.961351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372f07f-5ad5-4b4d-b4c8-054015abe76b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Network hostable DHCP agents. Network: bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:40.973830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bcd11-4267-4ff3-bf33-6fd6a5513441 req-e18be77f-c725-46c8-8f19-73a82ce86620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:40.981024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d84bcd11-4267-4ff3-bf33-6fd6a5513441 req-e18be77f-c725-46c8-8f19-73a82ce86620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.7831790 Jul 16 18:17:41.060008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d84bcd11-4267-4ff3-bf33-6fd6a5513441 req-47fb82ba-4170-4a62-b8a3-eeabf30f15b6 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752754 Jul 16 18:17:41.060235 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.060802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372f07f-5ad5-4b4d-b4c8-054015abe76b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Network bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:41.085681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-1372f07f-5ad5-4b4d-b4c8-054015abe76b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:41.099867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1372f07f-5ad5-4b4d-b4c8-054015abe76b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:41.099867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1372f07f-5ad5-4b4d-b4c8-054015abe76b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.105640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40742ac8-191b-41a6-b0bc-8e6579924026 None None] Network bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:41.144317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1372f07f-5ad5-4b4d-b4c8-054015abe76b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5555568 Jul 16 18:17:41.146955 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34462) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:41.157694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-cd51f7d6-ea1c-429e-9974-2bc6d0e29bf4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Request body: {'subnet': {'network_id': '5275783e-9840-4a0a-8f6e-19c05f19d343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:41.196312 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8127125d-dfc1-4a2b-af3a-501d87797266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.199122 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8127125d-dfc1-4a2b-af3a-501d87797266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.207453 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8127125d-dfc1-4a2b-af3a-501d87797266 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64931ecc-4c07-4917-84d2-7023ba6336b7 HTTP/1.1" status: 204 len: 168 time: 1.4304702 Jul 16 18:17:41.268362 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127125d-dfc1-4a2b-af3a-501d87797266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64931ecc-4c07-4917-84d2-7023ba6336b7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:41.313490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c664f9a5-f99a-400e-b694-4ec34f698ec4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:41.386654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd51f7d6-ea1c-429e-9974-2bc6d0e29bf4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Made reservation on behalf of 7fca27acdbb64103b41d7d7451c98b0c for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:41.390875 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cd51f7d6-ea1c-429e-9974-2bc6d0e29bf4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.438388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7379be-fb76-43a3-83fe-dd22afb43d8a None None] Network b95afbf4-afd1-4d19-9a7c-b953c3874286 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:41.687530 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-158c6b00-8255-4cef-9287-cb53c3a54264 None None] Provisioning for port c664f9a5-f99a-400e-b694-4ec34f698ec4 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:41.706020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port c664f9a5-f99a-400e-b694-4ec34f698ec4 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:41.712695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-158c6b00-8255-4cef-9287-cb53c3a54264 None None] Provisioning complete for port c664f9a5-f99a-400e-b694-4ec34f698ec4 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:41.713442 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-158c6b00-8255-4cef-9287-cb53c3a54264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.721819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c664f9a5-f99a-400e-b694-4ec34f698ec4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:41.722584 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.749706 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.780043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34470) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:41.879347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea', 'network_id': 'bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea', 'tenant_id': '7fca27acdbb64103b41d7d7451c98b0c', 'fixed_ips': [{'subnet_id': 'a8aa9371-fabe-476f-ba39-9d4600e69347'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:41.881547 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a5f3b1f5-311e-40f0-8825-e7ca6a14ef25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ac7b087eb0d4ee89a46d41ecab0fa54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977328 Jul 16 18:17:41.882156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34474) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:41.883397 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.967475 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cd51f7d6-ea1c-429e-9974-2bc6d0e29bf4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.061772 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router 0ae83138-c07e-4642-8ba4-d076e42c7b4a is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:42.132180 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.195717 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-23613d47-1755-4438-b1de-afe9e2a3ac2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.217404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Allocated IP 172.20.0.2 (bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea/a8aa9371-fabe-476f-ba39-9d4600e69347/7e850113-07b3-4bd3-a506-bdfc0694f6cc) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:42.241951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-23613d47-1755-4438-b1de-afe9e2a3ac2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.277435 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:42.289792 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Sync routers for ids ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:42.308631 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Routers {'0ae83138-c07e-4642-8ba4-d076e42c7b4a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:42.310131 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:17:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:42.316327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51f7d6-ea1c-429e-9974-2bc6d0e29bf4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event updated for resources: {'Subnet': ['ID=e8d3308e-ca15-4137-bb1b-f750bccbd7e1,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.333230 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.337935 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0bb3ad1e-7f1c-4743-ae1e-8b4a07d3272f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.2631783 Jul 16 18:17:42.338665 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34482) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:42.354826 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-158c6b00-8255-4cef-9287-cb53c3a54264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.413084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51f7d6-ea1c-429e-9974-2bc6d0e29bf4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Checking segment: {'id': '85e50125-0ae3-44c2-a42c-143cb334d90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5275783e-9840-4a0a-8f6e-19c05f19d343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:42.413681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd51f7d6-ea1c-429e-9974-2bc6d0e29bf4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Network hostable DHCP agents. Network: 5275783e-9840-4a0a-8f6e-19c05f19d343, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:42.473539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd51f7d6-ea1c-429e-9974-2bc6d0e29bf4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Network 5275783e-9840-4a0a-8f6e-19c05f19d343 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:42.486691 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Set router 0ae83138-c07e-4642-8ba4-d076e42c7b4a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:42.494130 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-23613d47-1755-4438-b1de-afe9e2a3ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.500403 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-23613d47-1755-4438-b1de-afe9e2a3ac2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.502457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-23613d47-1755-4438-b1de-afe9e2a3ac2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4bb1a8d-7150-49e8-b847-7bdec3c45293 HTTP/1.1" status: 204 len: 168 time: 0.6153030 Jul 16 18:17:42.520452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23613d47-1755-4438-b1de-afe9e2a3ac2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bb1a8d-7150-49e8-b847-7bdec3c45293,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.534625 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-cd51f7d6-ea1c-429e-9974-2bc6d0e29bf4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 5275783e-9840-4a0a-8f6e-19c05f19d343) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:42.558935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd51f7d6-ea1c-429e-9974-2bc6d0e29bf4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:42.560317 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af264008-b8c0-4b3a-92fb-447f828a39d1 None None] Network 5275783e-9840-4a0a-8f6e-19c05f19d343 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:42.561474 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cd51f7d6-ea1c-429e-9974-2bc6d0e29bf4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.596436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11945c27-9a01-45cf-8ebd-0d784432f718 req-e3eda7c6-ea54-45f5-8769-ab2bba308e45 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:42.604773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port c664f9a5-f99a-400e-b694-4ec34f698ec4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c664f9a5-f99a-400e-b694-4ec34f698ec4,segment=NetworkSegment(d9d4a76b-90ea-4542-b361-0e8f6ce2af19),segment_id=d9d4a76b-90ea-4542-b361-0e8f6ce2af19)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:42.614154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11945c27-9a01-45cf-8ebd-0d784432f718 req-e3eda7c6-ea54-45f5-8769-ab2bba308e45 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.2560768 Jul 16 18:17:42.650664 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cd51f7d6-ea1c-429e-9974-2bc6d0e29bf4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5021229 Jul 16 18:17:42.652996 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34492) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:42.697243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11945c27-9a01-45cf-8ebd-0d784432f718 req-99b5008f-18d9-4e77-a386-e3edc846d7e6 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820267 Jul 16 18:17:42.723287 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.904563 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:40Z', 'revision_number': 3, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:39Z', 'updated_at': '2021-07-16T18:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:42.942214 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Checking router: 0ae83138-c07e-4642-8ba4-d076e42c7b4a for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:42.943753 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Updating router 0ae83138-c07e-4642-8ba4-d076e42c7b4a port fb5117a0-210e-4b5d-bbc4-29ac720dbd3f binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:43.025405 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.135216 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d3016dc3-4cc2-4cc8-8c5b-5ec7a31f52cc tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=407f6f1770c34505b8d60a8097455895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7951252 Jul 16 18:17:43.138045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34502) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:43.365203 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.378661 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Transition to ACTIVE for port object fb5117a0-210e-4b5d-bbc4-29ac720dbd3f will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:43.387352 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.394149 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-158c6b00-8255-4cef-9287-cb53c3a54264 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:43.394720 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-158c6b00-8255-4cef-9287-cb53c3a54264 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:43.441572 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Pushing event updated for resources: {'Port': ['ID=fb5117a0-210e-4b5d-bbc4-29ac720dbd3f,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.466188 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:43.466896 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:43.467452 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:43.468627 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:43.469208 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:43.469722 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:43.470250 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:43.470743 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:43.471277 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:43.471801 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:43.472393 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:43.472930 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:43.476936 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Attempting to bind port fb5117a0-210e-4b5d-bbc4-29ac720dbd3f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:43.477569 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Attempting to bind port fb5117a0-210e-4b5d-bbc4-29ac720dbd3f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:43.478249 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Attempting to bind port fb5117a0-210e-4b5d-bbc4-29ac720dbd3f on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:43.485888 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:43.486518 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:43.487110 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.487709 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:43.488470 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Bound port: fb5117a0-210e-4b5d-bbc4-29ac720dbd3f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:43.489029 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.499217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ef8864-3e92-4b2a-8b1f-c099d98e37e1 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:43.500440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d7ef8864-3e92-4b2a-8b1f-c099d98e37e1 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3610640 Jul 16 18:17:43.503159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34510) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:43.520786 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.547717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.554547 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] For port fb5117a0-210e-4b5d-bbc4-29ac720dbd3f, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:43.557833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=c664f9a5-f99a-400e-b694-4ec34f698ec4,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.558915 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] For port fb5117a0-210e-4b5d-bbc4-29ac720dbd3f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=fb5117a0-210e-4b5d-bbc4-29ac720dbd3f,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:43.566094 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.574003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Transition to ACTIVE for port object 7e850113-07b3-4bd3-a506-bdfc0694f6cc will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:43.602913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34514) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:43.603137 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-df84974b-c651-4064-ac00-58130f46f94e tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0945563 Jul 16 18:17:43.614065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d4c6e9c9-55cd-4095-ba3e-1e8a5847966b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2062015407', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'project_id': '407f6f1770c34505b8d60a8097455895', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:43.631788 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa20564-205b-42bb-bb83-41b14280c7fc None None] Pushing event updated for resources: {'Port': ['ID=fb5117a0-210e-4b5d-bbc4-29ac720dbd3f,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.648551 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Routers {'0ae83138-c07e-4642-8ba4-d076e42c7b4a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:43.653105 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:17:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:43.689341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Transition to ACTIVE for port object 7e850113-07b3-4bd3-a506-bdfc0694f6cc will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:43.711626 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.776184 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] Set router 0ae83138-c07e-4642-8ba4-d076e42c7b4a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:43.785503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Pushing event updated for resources: {'Port': ['ID=7e850113-07b3-4bd3-a506-bdfc0694f6cc,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.849274 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-5275783e-9840-4a0a-8f6e-19c05f19d343', 'network_id': '5275783e-9840-4a0a-8f6e-19c05f19d343', 'tenant_id': '7fca27acdbb64103b41d7d7451c98b0c', 'fixed_ips': [{'subnet_id': 'e8d3308e-ca15-4137-bb1b-f750bccbd7e1'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:43.851605 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.854276 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Network bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:43.907473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:43.925139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:44.037918 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:40Z', 'revision_number': 3, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:39Z', 'updated_at': '2021-07-16T18:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:44.068242 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94103e37-76dc-4243-9f14-6fe51960b65f None None] The sync data for ids ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'] in n-d-787206-10 is: [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:40Z', 'revision_number': 3, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:39Z', 'updated_at': '2021-07-16T18:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:44.097323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c3d24-752a-43da-8385-55255dd68a82 req-8b55c7e0-eab5-4ae4-895c-719c7f54a2ea tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:44.105885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-982c3d24-752a-43da-8385-55255dd68a82 req-8b55c7e0-eab5-4ae4-895c-719c7f54a2ea tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.1746609 Jul 16 18:17:44.159701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-982c3d24-752a-43da-8385-55255dd68a82 req-9225d6da-eb44-4544-9c75-1a59e3e7518e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487852 Jul 16 18:17:44.199414 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c6e9c9-55cd-4095-ba3e-1e8a5847966b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Made reservation on behalf of 407f6f1770c34505b8d60a8097455895 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:44.210914 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e9c9-55cd-4095-ba3e-1e8a5847966b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.357596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Attempting to bind port 7e850113-07b3-4bd3-a506-bdfc0694f6cc on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:44.358432 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Attempting to bind port 7e850113-07b3-4bd3-a506-bdfc0694f6cc by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'f912461e-5849-4a46-aa9d-4fe6a963e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:44.358996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Attempting to bind port 7e850113-07b3-4bd3-a506-bdfc0694f6cc on network bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:44.379188 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:44.383366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Checking segment: {'id': 'f912461e-5849-4a46-aa9d-4fe6a963e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:44.384633 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.386012 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Bound using segment: {'id': 'f912461e-5849-4a46-aa9d-4fe6a963e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:44.387149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Bound port: 7e850113-07b3-4bd3-a506-bdfc0694f6cc, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f912461e-5849-4a46-aa9d-4fe6a963e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:44.389890 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.495543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] For port 7e850113-07b3-4bd3-a506-bdfc0694f6cc, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:44.501155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] For port 7e850113-07b3-4bd3-a506-bdfc0694f6cc, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7e850113-07b3-4bd3-a506-bdfc0694f6cc,segment=NetworkSegment(f912461e-5849-4a46-aa9d-4fe6a963e5a4),segment_id=f912461e-5849-4a46-aa9d-4fe6a963e5a4)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:44.600086 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.756230 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-006116b7-fc6d-4978-9921-c3d55fa8e94d None None] Provisioning complete for port c664f9a5-f99a-400e-b694-4ec34f698ec4 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:44.759948 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-006116b7-fc6d-4978-9921-c3d55fa8e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.787658 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Allocated IP 172.20.0.1 (bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea/a8aa9371-fabe-476f-ba39-9d4600e69347/8535773e-351b-41f1-ae5b-0855277cd7af) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:44.879181 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Allocated IP 172.20.0.2 (5275783e-9840-4a0a-8f6e-19c05f19d343/e8d3308e-ca15-4137-bb1b-f750bccbd7e1/636bd5a6-b5f3-484e-87be-3012b7044558) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:44.897045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596ad8a-b364-4a0b-b31d-7835ed68f1f4 None None] Pushing event updated for resources: {'Port': ['ID=7e850113-07b3-4bd3-a506-bdfc0694f6cc,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.280302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e9c9-55cd-4095-ba3e-1e8a5847966b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.461014 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6e9c9-55cd-4095-ba3e-1e8a5847966b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Subnet': ['ID=622d26d9-d6a1-4f0e-83ae-b0352e3ad605,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.485672 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.537662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Transition to ACTIVE for port object 636bd5a6-b5f3-484e-87be-3012b7044558 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:45.615386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Transition to ACTIVE for port object 636bd5a6-b5f3-484e-87be-3012b7044558 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:45.634097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.634969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34548) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:45.641213 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.643330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6e9c9-55cd-4095-ba3e-1e8a5847966b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Checking segment: {'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:45.643915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c6e9c9-55cd-4095-ba3e-1e8a5847966b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network hostable DHCP agents. Network: c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:45.688084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Transition to ACTIVE for port object 8535773e-351b-41f1-ae5b-0855277cd7af will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:45.693043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c6e9c9-55cd-4095-ba3e-1e8a5847966b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:45.705433 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-d4c6e9c9-55cd-4095-ba3e-1e8a5847966b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:45.719033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c6e9c9-55cd-4095-ba3e-1e8a5847966b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.719950 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e9c9-55cd-4095-ba3e-1e8a5847966b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.743279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fb5117a0-210e-4b5d-bbc4-29ac720dbd3f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:45.748886 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3c097a-ce2d-475f-8dc3-c3ca2f6c4ab5 None None] Network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:45.751793 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d4c6e9c9-55cd-4095-ba3e-1e8a5847966b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1446354 Jul 16 18:17:45.754554 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34552) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:45.763813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f085c1-2a69-4a40-a2e2-6389a3c33a06 req-79de6081-07d3-4cde-bbd7-e299d304f4ee tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.772282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2f085c1-2a69-4a40-a2e2-6389a3c33a06 req-79de6081-07d3-4cde-bbd7-e299d304f4ee tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.2556987 Jul 16 18:17:45.829983 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.858361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Network bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:45.867420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2f085c1-2a69-4a40-a2e2-6389a3c33a06 req-1f44e779-b03a-417e-81f0-66bd5bf50df2 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845404 Jul 16 18:17:45.885160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Network 5275783e-9840-4a0a-8f6e-19c05f19d343 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:45.900632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:45.911312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Pushing event updated for resources: {'Port': ['ID=636bd5a6-b5f3-484e-87be-3012b7044558,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.911312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:45.934000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:45.967807 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:46.070465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2053280980'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:46.096275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event updated for resources: {'Port': ['ID=8535773e-351b-41f1-ae5b-0855277cd7af,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:46.103812 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.132207 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Attempting to bind port 636bd5a6-b5f3-484e-87be-3012b7044558 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:46.132657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Attempting to bind port 636bd5a6-b5f3-484e-87be-3012b7044558 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '85e50125-0ae3-44c2-a42c-143cb334d90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5275783e-9840-4a0a-8f6e-19c05f19d343'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:46.133100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Attempting to bind port 636bd5a6-b5f3-484e-87be-3012b7044558 on network 5275783e-9840-4a0a-8f6e-19c05f19d343 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:46.175231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port fb5117a0-210e-4b5d-bbc4-29ac720dbd3f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:46.179851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port fb5117a0-210e-4b5d-bbc4-29ac720dbd3f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:46.180167 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.182807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:46.182807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Checking segment: {'id': '85e50125-0ae3-44c2-a42c-143cb334d90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5275783e-9840-4a0a-8f6e-19c05f19d343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:46.183090 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.183580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Bound using segment: {'id': '85e50125-0ae3-44c2-a42c-143cb334d90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5275783e-9840-4a0a-8f6e-19c05f19d343'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:46.184586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Bound port: 636bd5a6-b5f3-484e-87be-3012b7044558, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e50125-0ae3-44c2-a42c-143cb334d90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5275783e-9840-4a0a-8f6e-19c05f19d343'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:46.185063 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.191301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ips': [{'subnet_id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:46.192207 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.340122 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Made reservation on behalf of 70ec93db11f343f9afbe3ea3911ca56f for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:46.347503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.362713 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.588725 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.622636 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] For port 636bd5a6-b5f3-484e-87be-3012b7044558, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:46.626350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] For port 636bd5a6-b5f3-484e-87be-3012b7044558, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=636bd5a6-b5f3-484e-87be-3012b7044558,segment=NetworkSegment(85e50125-0ae3-44c2-a42c-143cb334d90f),segment_id=85e50125-0ae3-44c2-a42c-143cb334d90f)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:46.653429 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.702113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port fb5117a0-210e-4b5d-bbc4-29ac720dbd3f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=fb5117a0-210e-4b5d-bbc4-29ac720dbd3f,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:46.754892 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.755709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c664f9a5-f99a-400e-b694-4ec34f698ec4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:46.779075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8b1448-3c25-46bd-b261-38a38985d6ad None None] Network bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:46.860723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6a0fd-9f68-4ddc-9f6f-c3989b0f80d8 None None] Pushing event updated for resources: {'Port': ['ID=636bd5a6-b5f3-484e-87be-3012b7044558,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:47.029970 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.085654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=fb5117a0-210e-4b5d-bbc4-29ac720dbd3f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:47.209006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Allocated IP 172.20.0.2 (c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6/622d26d9-d6a1-4f0e-83ae-b0352e3ad605/69e18a30-5263-4ae1-b284-7e1fd7619a37) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:47.222485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ab8979d4-1dfc-4941-8762-a4063cfe7967 None None] Provisioning for port 7e850113-07b3-4bd3-a506-bdfc0694f6cc completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:47.332011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f7d19-01ca-440c-8387-0d2e697e69ca req-cdea14c4-f3fc-428f-b30d-9b9e7a992550 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.339853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-270f7d19-01ca-440c-8387-0d2e697e69ca req-cdea14c4-f3fc-428f-b30d-9b9e7a992550 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.1576126 Jul 16 18:17:47.414725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-270f7d19-01ca-440c-8387-0d2e697e69ca req-f3c8dc87-c21d-4ef4-992c-ec4f4f76effb tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713813 Jul 16 18:17:47.537879 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c664f9a5-f99a-400e-b694-4ec34f698ec4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:47.538301 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.699306 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.710347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Transition to ACTIVE for port object 69e18a30-5263-4ae1-b284-7e1fd7619a37 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:47.758166 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Transition to ACTIVE for port object 69e18a30-5263-4ae1-b284-7e1fd7619a37 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:47.791210 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.865740 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.878775 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.890882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:47.903671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.904507 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Added segment 1415d63f-9fdc-43dc-8da5-af0c5a792411 of type vlan for network 8bf0a0a9-b559-4448-a4a4-eaf928558115 Jul 16 18:17:48.200564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34574) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:48.212600 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:48.226290 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:48.252376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:48.271123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Pushing event updated for resources: {'Port': ['ID=69e18a30-5263-4ae1-b284-7e1fd7619a37,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:48.318767 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.327780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b12b60-ea1e-440e-bdb2-168641bcbf13,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:48.426957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Attempting to bind port 69e18a30-5263-4ae1-b284-7e1fd7619a37 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:48.427348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Attempting to bind port 69e18a30-5263-4ae1-b284-7e1fd7619a37 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:48.427926 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Attempting to bind port 69e18a30-5263-4ae1-b284-7e1fd7619a37 on network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:48.438014 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:48.438449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Checking segment: {'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:48.438805 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.439216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Bound using segment: {'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:48.439727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Bound port: 69e18a30-5263-4ae1-b284-7e1fd7619a37, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:48.440118 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.506600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.515156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:48.515660 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.543315 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ad1a91-1d07-4252-8d10-3b28ee3912fa None None] Network 5275783e-9840-4a0a-8f6e-19c05f19d343 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:48.694448 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.708433 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f7f31dfb-24d7-4ed0-b0d5-e9f2d519d99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.736504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fb5117a0-210e-4b5d-bbc4-29ac720dbd3f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:48.737112 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.0993495 Jul 16 18:17:48.837427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ee928-f8e3-4430-911b-cf2348ba583b req-6c2d4dc8-b7a3-475f-87d3-3a940a944079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:48.839036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-416ee928-f8e3-4430-911b-cf2348ba583b req-6c2d4dc8-b7a3-475f-87d3-3a940a944079 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30&tenant_id=52e2e8ac1bd64732b9d829c8d24ba015 HTTP/1.1" status: 200 len: 1095 time: 0.3912082 Jul 16 18:17:48.916870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66ca90-f330-4a3b-9792-32e1ccc9d1a5 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Pushing event updated for resources: {'Network': ['ID=8bf0a0a9-b559-4448-a4a4-eaf928558115,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:48.953580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 8bf0a0a9-b559-4448-a4a4-eaf928558115 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:48.958144 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e59d9274-9d55-4a22-8bc4-a441a2bff918 None None] Provisioning for port 636bd5a6-b5f3-484e-87be-3012b7044558 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:48.998667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.022091 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.072113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] For port 69e18a30-5263-4ae1-b284-7e1fd7619a37, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:49.161851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ee928-f8e3-4430-911b-cf2348ba583b req-2561d3d8-921b-4547-ba0b-25928c90607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:49.163154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-416ee928-f8e3-4430-911b-cf2348ba583b req-2561d3d8-921b-4547-ba0b-25928c90607e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 1095 time: 0.2450943 Jul 16 18:17:49.166585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] For port 69e18a30-5263-4ae1-b284-7e1fd7619a37, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=69e18a30-5263-4ae1-b284-7e1fd7619a37,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:49.212936 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.283205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event updated for resources: {'Port': ['ID=8535773e-351b-41f1-ae5b-0855277cd7af,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.287360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc47c0-85bf-424e-aebf-32365d796d1e None None] Pushing event updated for resources: {'Port': ['ID=69e18a30-5263-4ae1-b284-7e1fd7619a37,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.303614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ee928-f8e3-4430-911b-cf2348ba583b req-eb722609-b484-486f-9f9d-1b54b41453a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:49.305138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-416ee928-f8e3-4430-911b-cf2348ba583b req-eb722609-b484-486f-9f9d-1b54b41453a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.1327393 Jul 16 18:17:49.306890 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.314067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34586) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:49.314545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709a116-973f-4f7b-83c9-ea6063c8abe7 req-70658b54-27dd-4849-9e15-c73f7ffb7496 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:49.321596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5709a116-973f-4f7b-83c9-ea6063c8abe7 req-70658b54-27dd-4849-9e15-c73f7ffb7496 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.5149784 Jul 16 18:17:49.339027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port fb5117a0-210e-4b5d-bbc4-29ac720dbd3f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:49.339483 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.348711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Request body: {'port': {'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115', 'binding:host_id': 'n-h2-787206-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-907823682'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:49.408850 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6c6bc629-5e35-4c00-9844-69d7a4b7086d None None] Provisioning for port 8535773e-351b-41f1-ae5b-0855277cd7af completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:49.409925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-416ee928-f8e3-4430-911b-cf2348ba583b req-0c408ad3-8c74-419d-8ea0-58739d353949 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc HTTP/1.1" status: 200 len: 999 time: 0.0845633 Jul 16 18:17:49.419597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6c6bc629-5e35-4c00-9844-69d7a4b7086d None None] Provisioning complete for port 8535773e-351b-41f1-ae5b-0855277cd7af triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:49.419985 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6c6bc629-5e35-4c00-9844-69d7a4b7086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.487265 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5709a116-973f-4f7b-83c9-ea6063c8abe7 req-d163ea24-c470-424a-b416-b8f098fd2419 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645389 Jul 16 18:17:49.578895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7e850113-07b3-4bd3-a506-bdfc0694f6cc up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:49.587350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ee928-f8e3-4430-911b-cf2348ba583b req-f1617bcf-4f19-4dfb-9d36-75169186f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:49.588905 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-416ee928-f8e3-4430-911b-cf2348ba583b req-f1617bcf-4f19-4dfb-9d36-75169186f1d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.1300049 Jul 16 18:17:49.598043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.20.0.1 (c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6/622d26d9-d6a1-4f0e-83ae-b0352e3ad605/4110c781-1580-412f-95ca-a2a10a9f101f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:49.703176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6c6bc629-5e35-4c00-9844-69d7a4b7086d None None] Port 8535773e-351b-41f1-ae5b-0855277cd7af cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:49.727158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 7e850113-07b3-4bd3-a506-bdfc0694f6cc completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:49.734397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7e850113-07b3-4bd3-a506-bdfc0694f6cc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:49.734888 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.770263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6c6bc629-5e35-4c00-9844-69d7a4b7086d None None] Provisioning complete for port 7e850113-07b3-4bd3-a506-bdfc0694f6cc triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:49.770947 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6c6bc629-5e35-4c00-9844-69d7a4b7086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.772652 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f7f31dfb-24d7-4ed0-b0d5-e9f2d519d99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.795740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ee928-f8e3-4430-911b-cf2348ba583b req-16b12dd9-ba1d-4cd4-8308-4439b39b3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:49.807897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-416ee928-f8e3-4430-911b-cf2348ba583b req-16b12dd9-ba1d-4cd4-8308-4439b39b3a74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2098246 Jul 16 18:17:49.808782 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f7f31dfb-24d7-4ed0-b0d5-e9f2d519d99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.904692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34594) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:49.906324 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f7f31dfb-24d7-4ed0-b0d5-e9f2d519d99c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08834b7d6eaa4c81a5edac7b22d651e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7031503 Jul 16 18:17:49.957314 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.962263 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Made reservation on behalf of af0fd4b7f83d43b099ab04b2984ac9c2 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:49.966465 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.995405 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Network bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:50.008580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:50.031560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f31dfb-24d7-4ed0-b0d5-e9f2d519d99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4156ec-24dd-49b7-a6f9-1f7b9cc4f69e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:50.038154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-416ee928-f8e3-4430-911b-cf2348ba583b req-8dba83fe-2a1a-4be7-a516-1c889c89a584 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798174 Jul 16 18:17:50.056518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 7e850113-07b3-4bd3-a506-bdfc0694f6cc, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7e850113-07b3-4bd3-a506-bdfc0694f6cc,segment=NetworkSegment(f912461e-5849-4a46-aa9d-4fe6a963e5a4),segment_id=f912461e-5849-4a46-aa9d-4fe6a963e5a4)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:50.056832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.063990 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.080005 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.088505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 636bd5a6-b5f3-484e-87be-3012b7044558 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:50.149530 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Transition to ACTIVE for port object 4110c781-1580-412f-95ca-a2a10a9f101f will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:50.173312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-416ee928-f8e3-4430-911b-cf2348ba583b req-e1784614-40b3-445a-9c26-edf19bf273d4 service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280215 Jul 16 18:17:50.226437 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=7e850113-07b3-4bd3-a506-bdfc0694f6cc,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:50.232752 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6c6bc629-5e35-4c00-9844-69d7a4b7086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.334295 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-6c6bc629-5e35-4c00-9844-69d7a4b7086d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:50.337061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eec9b6d6-5d9e-412f-a665-6104dd47cee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.339134 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-6c6bc629-5e35-4c00-9844-69d7a4b7086d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:50.352738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 636bd5a6-b5f3-484e-87be-3012b7044558 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:50.367503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 636bd5a6-b5f3-484e-87be-3012b7044558 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:50.368129 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.393200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.396477 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eec9b6d6-5d9e-412f-a665-6104dd47cee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.552418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=4110c781-1580-412f-95ca-a2a10a9f101f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:50.609542 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.680334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 636bd5a6-b5f3-484e-87be-3012b7044558, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=636bd5a6-b5f3-484e-87be-3012b7044558,segment=NetworkSegment(85e50125-0ae3-44c2-a42c-143cb334d90f),segment_id=85e50125-0ae3-44c2-a42c-143cb334d90f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:50.688940 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.698240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:50.708666 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.710865 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:50.745294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:50.753258 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.757949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] device_id is not set on port bf5fa114-4631-4f84-80ee-c90cd497d5e3 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:17:50.902491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=636bd5a6-b5f3-484e-87be-3012b7044558,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:50.968538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01edfce-7eec-4991-99bb-5fd97ae76d1a req-e79bd8ae-cfae-4914-bd03-071a7598baf8 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:50.983237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d01edfce-7eec-4991-99bb-5fd97ae76d1a req-e79bd8ae-cfae-4914-bd03-071a7598baf8 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.1650887 Jul 16 18:17:51.067556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d01edfce-7eec-4991-99bb-5fd97ae76d1a req-af5ab82e-84aa-4b92-b3c8-45704b5e735a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827036 Jul 16 18:17:51.120789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7e850113-07b3-4bd3-a506-bdfc0694f6cc up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:51.128606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-85472bfc-ea65-499a-bdd7-aef7756062f5 None None] Provisioning complete for port 636bd5a6-b5f3-484e-87be-3012b7044558 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:51.128949 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85472bfc-ea65-499a-bdd7-aef7756062f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.191190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390dc0a6-2767-4dd3-b3bc-28d3aa02c0a7 None None] Network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:51.227093 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eec9b6d6-5d9e-412f-a665-6104dd47cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.229921 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eec9b6d6-5d9e-412f-a665-6104dd47cee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.231299 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-eec9b6d6-5d9e-412f-a665-6104dd47cee9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f4156ec-24dd-49b7-a6f9-1f7b9cc4f69e HTTP/1.1" status: 204 len: 168 time: 1.3253889 Jul 16 18:17:51.236094 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730fabc8-6a38-42d5-8e82-eab29a4b26a6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:51.238790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Router 282d2868-c2cc-415b-b225-ce286d118ab9 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:51.255807 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9b6d6-5d9e-412f-a665-6104dd47cee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4156ec-24dd-49b7-a6f9-1f7b9cc4f69e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:51.282565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] device_id is not set on port bf5fa114-4631-4f84-80ee-c90cd497d5e3 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:17:51.297984 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.366632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7e850113-07b3-4bd3-a506-bdfc0694f6cc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:51.367169 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.386297 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.507933 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-85472bfc-ea65-499a-bdd7-aef7756062f5 None None] Provisioning complete for port 8535773e-351b-41f1-ae5b-0855277cd7af triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:51.508382 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85472bfc-ea65-499a-bdd7-aef7756062f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.598868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Transition to ACTIVE for port object bf5fa114-4631-4f84-80ee-c90cd497d5e3 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:51.602005 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 69e18a30-5263-4ae1-b284-7e1fd7619a37 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:51.639832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.642235 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.650843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-85472bfc-ea65-499a-bdd7-aef7756062f5 None None] Port 8535773e-351b-41f1-ae5b-0855277cd7af cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:51.714544 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 69e18a30-5263-4ae1-b284-7e1fd7619a37 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:51.791128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Provisioning for port 69e18a30-5263-4ae1-b284-7e1fd7619a37 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:51.796174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Provisioning complete for port 69e18a30-5263-4ae1-b284-7e1fd7619a37 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:51.796816 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.816249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:51.843317 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400f884-28da-4989-bd47-e99b753c69df None None] Sync routers for ids ['282d2868-c2cc-415b-b225-ce286d118ab9'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:51.889015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400f884-28da-4989-bd47-e99b753c69df None None] Routers {'282d2868-c2cc-415b-b225-ce286d118ab9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:51.889685 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e400f884-28da-4989-bd47-e99b753c69df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:17:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['282d2868-c2cc-415b-b225-ce286d118ab9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:51.912723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34620) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:51.913515 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2ac70a85-88a9-4b15-97c3-05d7657fc758 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "PUT /v2.0/routers/282d2868-c2cc-415b-b225-ce286d118ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2583702 Jul 16 18:17:52.015540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e400f884-28da-4989-bd47-e99b753c69df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:52.075015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400f884-28da-4989-bd47-e99b753c69df None None] Routers {'282d2868-c2cc-415b-b225-ce286d118ab9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:52.076607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e400f884-28da-4989-bd47-e99b753c69df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:17:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['282d2868-c2cc-415b-b225-ce286d118ab9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:52.083133 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34624) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:52.162080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e400f884-28da-4989-bd47-e99b753c69df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:52.162712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400f884-28da-4989-bd47-e99b753c69df None None] The sync data for ids ['282d2868-c2cc-415b-b225-ce286d118ab9'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:52.186990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event updated for resources: {'Port': ['ID=bf5fa114-4631-4f84-80ee-c90cd497d5e3,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.246080 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4c3de3e-3f87-4b28-9ce5-90489c33c039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.252725 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Checking segment: {'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:52.253244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Network hostable DHCP agents. Network: 8bf0a0a9-b559-4448-a4a4-eaf928558115, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:52.290082 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.435654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] For port 69e18a30-5263-4ae1-b284-7e1fd7619a37, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=69e18a30-5263-4ae1-b284-7e1fd7619a37,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:52.446498 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.571466 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Network 8bf0a0a9-b559-4448-a4a4-eaf928558115 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:52.573045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Pushing event updated for resources: {'Port': ['ID=69e18a30-5263-4ae1-b284-7e1fd7619a37,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.592993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:52.594576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:52.595319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:52.595974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:52.596632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:52.597798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:52.602201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:52.603468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:52.605379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:52.607075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:52.609056 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:52.611978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbee38-bbab-407b-bbd8-7c702a05fc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:52.613511 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4c3de3e-3f87-4b28-9ce5-90489c33c039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.643076 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e3db7a0d-c284-4009-bdab-40a15679d669 None None] Provisioning complete for port 69e18a30-5263-4ae1-b284-7e1fd7619a37 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:52.643825 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e3db7a0d-c284-4009-bdab-40a15679d669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.644766 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.653528 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 8bf0a0a9-b559-4448-a4a4-eaf928558115) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:52.664183 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4c3de3e-3f87-4b28-9ce5-90489c33c039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.667100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fe2773-adf8-4d88-868a-f6027eae388b None None] Network 8bf0a0a9-b559-4448-a4a4-eaf928558115 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:52.674097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:52.682653 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.854423 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:52.854647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:52.855035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:52.865716 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b4c3de3e-3f87-4b28-9ce5-90489c33c039 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddbbfecb884f455da90f482dac45aa8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7705793 Jul 16 18:17:52.875578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34634) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:52.888519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 69e18a30-5263-4ae1-b284-7e1fd7619a37 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:52.900158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685c363-947b-48a4-887b-31b0abc90dd6 req-f2f3e588-b62c-423b-a0f2-278f4b9835cc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.903911 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3de3e-3f87-4b28-9ce5-90489c33c039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3dc919-2335-4cd2-ab28-58338adb549c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.918322 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8685c363-947b-48a4-887b-31b0abc90dd6 req-f2f3e588-b62c-423b-a0f2-278f4b9835cc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.4297466 Jul 16 18:17:52.935086 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:52.939832 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:52.948464 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 2 to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 Jul 16 18:17:52.975012 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.988330 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-bb3cb89e-8889-4cec-94b8-0839d4f56a8e tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:17:52.989369 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bb3cb89e-8889-4cec-94b8-0839d4f56a8e tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "PUT /v2.0/routers/282d2868-c2cc-415b-b225-ce286d118ab9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0756001 Jul 16 18:17:53.021244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34636) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:53.023460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=4110c781-1580-412f-95ca-a2a10a9f101f,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.053193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8685c363-947b-48a4-887b-31b0abc90dd6 req-463ae2bd-c4ae-4ccb-a08f-c5dd50dbe8b5 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239591 Jul 16 18:17:53.056550 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 69e18a30-5263-4ae1-b284-7e1fd7619a37 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:53.057487 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.150331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:53.150932 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:53.151598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:53.389896 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:53.390580 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:53.441551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e3db7a0d-c284-4009-bdab-40a15679d669 None None] Provisioning for port 4110c781-1580-412f-95ca-a2a10a9f101f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:53.448567 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e3db7a0d-c284-4009-bdab-40a15679d669 None None] Provisioning complete for port 4110c781-1580-412f-95ca-a2a10a9f101f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:53.448968 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e3db7a0d-c284-4009-bdab-40a15679d669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.477524 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 3 to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 Jul 16 18:17:53.501489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:53.515403 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e3db7a0d-c284-4009-bdab-40a15679d669 None None] Port 4110c781-1580-412f-95ca-a2a10a9f101f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:53.525214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:53.531457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:53.531785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:53.532125 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:53.542794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 636bd5a6-b5f3-484e-87be-3012b7044558 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:53.558975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:53.559366 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:53.569052 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 4 to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 Jul 16 18:17:53.571821 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69b6-9e97-4e71-9111-a7609dee8d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.690633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 636bd5a6-b5f3-484e-87be-3012b7044558 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:53.691371 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.735655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:53.735999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:53.736355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:53.767980 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:53.768359 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:53.791213 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69b6-9e97-4e71-9111-a7609dee8d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.796708 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 5 to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 Jul 16 18:17:53.951327 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-170ff83c-5364-47ec-9373-f6a5a9231790 None None] Provisioning complete for port 4110c781-1580-412f-95ca-a2a10a9f101f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:53.951327 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-170ff83c-5364-47ec-9373-f6a5a9231790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.994608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-170ff83c-5364-47ec-9373-f6a5a9231790 None None] Port 4110c781-1580-412f-95ca-a2a10a9f101f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:54.318448 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:54.319052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:54.319539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:54.336415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519380c-c532-463f-9acd-3befa8adfd47 req-49e3a2c2-55ee-4c31-a1c8-799fbfd03813 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:54.345490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b519380c-c532-463f-9acd-3befa8adfd47 req-49e3a2c2-55ee-4c31-a1c8-799fbfd03813 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.0834389 Jul 16 18:17:54.395841 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b519380c-c532-463f-9acd-3befa8adfd47 req-645711e4-9142-4696-9f2f-628c3fc1c8c8 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469246 Jul 16 18:17:54.396584 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:54.397095 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:54.403376 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 6 to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 Jul 16 18:17:54.455006 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router 0ae83138-c07e-4642-8ba4-d076e42c7b4a has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:54.471628 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:54.471971 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:54.472350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:54.491235 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:54.491722 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:54.509603 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 7 to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 Jul 16 18:17:54.523753 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69b6-9e97-4e71-9111-a7609dee8d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.526463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac4d69b6-9e97-4e71-9111-a7609dee8d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.527385 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ac4d69b6-9e97-4e71-9111-a7609dee8d9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c3dc919-2335-4cd2-ab28-58338adb549c HTTP/1.1" status: 204 len: 168 time: 1.6443617 Jul 16 18:17:54.619732 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:54.619899 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:54.620235 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:54.626662 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d69b6-9e97-4e71-9111-a7609dee8d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3dc919-2335-4cd2-ab28-58338adb549c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.656975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:54.657426 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:54.662094 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 8 to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 Jul 16 18:17:54.720906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:54.721295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:54.721575 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:54.758380 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:54.758721 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:54.761720 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 9 to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 Jul 16 18:17:54.790152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:54.796339 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4608d7e7-1599-465c-a130-27d6f98d9e1e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "PUT /v2.0/routers/0ae83138-c07e-4642-8ba4-d076e42c7b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0405869 Jul 16 18:17:54.798071 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:54.798361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:54.798776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:54.808688 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Sync routers for ids ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:54.822895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:54.824096 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:54.835403 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Routers {'0ae83138-c07e-4642-8ba4-d076e42c7b4a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:54.836618 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:17:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:54.853759 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 10 to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 Jul 16 18:17:54.873467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:54.873709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:54.874043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:54.881701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:54.882128 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port bf5fa114-4631-4f84-80ee-c90cd497d5e3 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:54.882382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.897779 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16c6685b-6f61-4d1e-a8f3-e34e047963bc tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.016582 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Set router 0ae83138-c07e-4642-8ba4-d076e42c7b4a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:55.151776 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-519461b7-1421-4633-8c84-78e33beeac79 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631155378&fields=id&tenant_id=407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 267 time: 0.0742762 Jul 16 18:17:55.306844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] For port bf5fa114-4631-4f84-80ee-c90cd497d5e3, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:55.309711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempted to set empty binding levels {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:17:55.376550 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.497623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-f9e830b9-142d-4bf8-a9b6-413b6f51842b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.524218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-f9e830b9-142d-4bf8-a9b6-413b6f51842b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/networks?id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 HTTP/1.1" status: 200 len: 796 time: 0.3707271 Jul 16 18:17:55.554594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.555355 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.572848 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event updated for resources: {'Port': ['ID=bf5fa114-4631-4f84-80ee-c90cd497d5e3,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.574132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-d87e8bd2-e446-4ebb-be39-80779fcd2a3c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/quotas/407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 375 time: 0.0489330 Jul 16 18:17:55.605212 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9983ee39-666a-4137-8a5b-6407d585c44a tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 6.2688673 Jul 16 18:17:55.607352 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34678) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.713264 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:51Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:39Z', 'updated_at': '2021-07-16T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4110c781-1580-412f-95ca-a2a10a9f101f', 'name': '', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:43:d9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:49Z', 'updated_at': '2021-07-16T18:17:51Z', 'revision_number': 2, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:55.767181 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Checking router: 0ae83138-c07e-4642-8ba4-d076e42c7b4a for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:55.767841 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Updating router 0ae83138-c07e-4642-8ba4-d076e42c7b4a port 4110c781-1580-412f-95ca-a2a10a9f101f binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:55.805511 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.915718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-6595eb50-921e-4cfc-aa02-5562a4eca4d4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3284762 Jul 16 18:17:55.952864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298492b-fa99-40be-9cf3-785143cb1ed8 req-8de82588-41c7-4c74-9b18-4c7d4d13ef2a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.963391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1298492b-fa99-40be-9cf3-785143cb1ed8 req-8de82588-41c7-4c74-9b18-4c7d4d13ef2a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.2660258 Jul 16 18:17:56.002202 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-15b95e46-442c-4e26-9af0-e2c799aae190 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Deleting port bf5fa114-4631-4f84-80ee-c90cd497d5e3 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:56.006037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15b95e46-442c-4e26-9af0-e2c799aae190 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.008745 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-16c6685b-6f61-4d1e-a8f3-e34e047963bc tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Deleting port 8535773e-351b-41f1-ae5b-0855277cd7af {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:56.013627 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16c6685b-6f61-4d1e-a8f3-e34e047963bc tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.081910 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1298492b-fa99-40be-9cf3-785143cb1ed8 req-a83bc509-24a0-45cd-98d9-a41d47518e95 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172955 Jul 16 18:17:56.265790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-15b95e46-442c-4e26-9af0-e2c799aae190 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] For port bf5fa114-4631-4f84-80ee-c90cd497d5e3, host n-h2-787206-10, got binding levels [] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:56.266553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15b95e46-442c-4e26-9af0-e2c799aae190 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.289875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-15b95e46-442c-4e26-9af0-e2c799aae190 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Calling delete_port for bf5fa114-4631-4f84-80ee-c90cd497d5e3 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:56.304330 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16c6685b-6f61-4d1e-a8f3-e34e047963bc tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.341612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-16c6685b-6f61-4d1e-a8f3-e34e047963bc tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Calling delete_port for 8535773e-351b-41f1-ae5b-0855277cd7af owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:56.412222 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-3cda8925-2bd4-4b5a-ba6a-7c489776ad59 service neutron] 10.222.0.41 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940393 Jul 16 18:17:56.541072 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.584596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-f03a643e-aa59-495c-a78b-a5824a5c3930 service neutron] 10.222.0.41 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685240 Jul 16 18:17:56.593711 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.611033 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Transition to ACTIVE for port object 4110c781-1580-412f-95ca-a2a10a9f101f will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:56.625236 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.643247 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15b95e46-442c-4e26-9af0-e2c799aae190 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.699211 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.721609 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b95e46-442c-4e26-9af0-e2c799aae190 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf5fa114-4631-4f84-80ee-c90cd497d5e3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:56.786489 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7112b-4f96-4c8e-9148-2f4bd3a41822 None None] Pushing event updated for resources: {'Port': ['ID=4110c781-1580-412f-95ca-a2a10a9f101f,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:56.798102 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-15b95e46-442c-4e26-9af0-e2c799aae190 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.805561 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-15b95e46-442c-4e26-9af0-e2c799aae190 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "DELETE /v2.0/ports/bf5fa114-4631-4f84-80ee-c90cd497d5e3 HTTP/1.1" status: 204 len: 168 time: 1.1968174 Jul 16 18:17:56.808421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34698) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:56.936890 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ca0db9-043d-4bb5-a753-91bb2318e1ec tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:17:56.941096 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-60ca0db9-043d-4bb5-a753-91bb2318e1ec tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "GET /v2.0/ports/bf5fa114-4631-4f84-80ee-c90cd497d5e3 HTTP/1.1" status: 404 len: 333 time: 0.1308913 Jul 16 18:17:56.945343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34702) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:56.952179 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Attempting to bind port 4110c781-1580-412f-95ca-a2a10a9f101f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:56.952835 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Attempting to bind port 4110c781-1580-412f-95ca-a2a10a9f101f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:56.953316 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Attempting to bind port 4110c781-1580-412f-95ca-a2a10a9f101f on network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:56.958793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1d1abe95-5b6a-407f-85b3-e16f5e6afc2b tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Request body: {'port': {'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1183633251'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:56.968090 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:56.978197 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Checking segment: {'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:56.978817 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.981040 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Bound using segment: {'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:56.981671 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Bound port: 4110c781-1580-412f-95ca-a2a10a9f101f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:56.982371 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.039128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1abe95-5b6a-407f-85b3-e16f5e6afc2b tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Made reservation on behalf of af0fd4b7f83d43b099ab04b2984ac9c2 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:57.042723 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d1abe95-5b6a-407f-85b3-e16f5e6afc2b tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.088830 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34706) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:57.098988 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16c6685b-6f61-4d1e-a8f3-e34e047963bc tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.180808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-1d1abe95-5b6a-407f-85b3-e16f5e6afc2b tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] device_id is not set on port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:17:57.226939 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] For port 4110c781-1580-412f-95ca-a2a10a9f101f, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:57.237384 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] For port 4110c781-1580-412f-95ca-a2a10a9f101f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4110c781-1580-412f-95ca-a2a10a9f101f,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:57.256661 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.277867 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6685b-6f61-4d1e-a8f3-e34e047963bc tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event deleted for resources: {'Port': ['ID=8535773e-351b-41f1-ae5b-0855277cd7af,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.445481 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Routers {'0ae83138-c07e-4642-8ba4-d076e42c7b4a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:57.448247 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:17:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:57.457216 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7112b-4f96-4c8e-9148-2f4bd3a41822 None None] Pushing event updated for resources: {'Port': ['ID=4110c781-1580-412f-95ca-a2a10a9f101f,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.530936 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f191c912-d223-4d67-8c21-036719a7718b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.631124 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d1abe95-5b6a-407f-85b3-e16f5e6afc2b tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.703449 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d059d76-0110-4944-b298-96ea73f651ab req-f0a6f491-81ae-43be-b70f-962e093f91d2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 210 time: 0.6052864 Jul 16 18:17:57.707691 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d1abe95-5b6a-407f-85b3-e16f5e6afc2b tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.761184 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16c6685b-6f61-4d1e-a8f3-e34e047963bc tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.766490 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] Set router 0ae83138-c07e-4642-8ba4-d076e42c7b4a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:57.773110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1abe95-5b6a-407f-85b3-e16f5e6afc2b tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Network 8bf0a0a9-b559-4448-a4a4-eaf928558115 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:57.777288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-1d1abe95-5b6a-407f-85b3-e16f5e6afc2b tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:57.846075 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1abe95-5b6a-407f-85b3-e16f5e6afc2b tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:57.847037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1abe95-5b6a-407f-85b3-e16f5e6afc2b tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.847663 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d1abe95-5b6a-407f-85b3-e16f5e6afc2b tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.922525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1abe95-5b6a-407f-85b3-e16f5e6afc2b tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event updated for resources: {'Port': ['ID=d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.952288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd2ab6-2ba1-40a6-9334-73674b960fcc req-456ee36d-1b68-41f7-881b-3d5918cb359b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.957225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39dd2ab6-2ba1-40a6-9334-73674b960fcc req-456ee36d-1b68-41f7-881b-3d5918cb359b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.2523520 Jul 16 18:17:58.017244 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1ec9-caa7-4226-b9c7-0bf272b118ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.077599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39dd2ab6-2ba1-40a6-9334-73674b960fcc req-057df78c-0cc0-491f-9778-0dbd840440d9 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141744 Jul 16 18:17:58.127934 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c6685b-6f61-4d1e-a8f3-e34e047963bc tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Router 282d2868-c2cc-415b-b225-ce286d118ab9 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:58.249164 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c6685b-6f61-4d1e-a8f3-e34e047963bc tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:58.267201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017d02e-2dbc-40ac-980b-7485118a0b4b None None] Sync routers for ids ['282d2868-c2cc-415b-b225-ce286d118ab9'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:58.268047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34720) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:58.274415 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:51Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:39Z', 'updated_at': '2021-07-16T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4110c781-1580-412f-95ca-a2a10a9f101f', 'name': '', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:43:d9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:49Z', 'updated_at': '2021-07-16T18:17:57Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:58.276688 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-16c6685b-6f61-4d1e-a8f3-e34e047963bc tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "PUT /v2.0/routers/282d2868-c2cc-415b-b225-ce286d118ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2363520 Jul 16 18:17:58.289740 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f191c912-d223-4d67-8c21-036719a7718b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.292466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017d02e-2dbc-40ac-980b-7485118a0b4b None None] Routers {'282d2868-c2cc-415b-b225-ce286d118ab9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:58.297034 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6017d02e-2dbc-40ac-980b-7485118a0b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:17:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['282d2868-c2cc-415b-b225-ce286d118ab9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:58.299358 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f191c912-d223-4d67-8c21-036719a7718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.322890 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab9b35-39e9-4342-9f28-0a3890dc1ac5 None None] The sync data for ids ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'] in n-d-787206-10 is: [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:51Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:39Z', 'updated_at': '2021-07-16T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4110c781-1580-412f-95ca-a2a10a9f101f', 'name': '', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:43:d9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:49Z', 'updated_at': '2021-07-16T18:17:57Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:58.362633 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-fab70a7f-eff3-48e4-bfef-202afcc7b8c6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] delete failed (client error): The resource could not be found. Jul 16 18:17:58.370029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fab70a7f-eff3-48e4-bfef-202afcc7b8c6 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-612093615 HTTP/1.1" status: 404 len: 334 time: 0.1005361 Jul 16 18:17:58.370866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34722) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:58.388146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d269529b-a758-4a23-9c55-46a444d62974 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Request body: {'router': {'external_gateway_info': {'network_id': '282d2868-c2cc-415b-b225-ce286d118ab9'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:58.396284 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f191c912-d223-4d67-8c21-036719a7718b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d32714e7c4c404d84e3b0c8fa9758bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3062682 Jul 16 18:17:58.416620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34724) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:58.419725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1d1abe95-5b6a-407f-85b3-e16f5e6afc2b tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4717023 Jul 16 18:17:58.447510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6017d02e-2dbc-40ac-980b-7485118a0b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:58.449623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34726) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:58.451871 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191c912-d223-4d67-8c21-036719a7718b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03e4269-5496-4290-9195-7d13e3b4a672,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:58.461800 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017d02e-2dbc-40ac-980b-7485118a0b4b None None] Routers {'282d2868-c2cc-415b-b225-ce286d118ab9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:58.462564 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6017d02e-2dbc-40ac-980b-7485118a0b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:17:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['282d2868-c2cc-415b-b225-ce286d118ab9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:58.466397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:58.535212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6017d02e-2dbc-40ac-980b-7485118a0b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:58.536398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017d02e-2dbc-40ac-980b-7485118a0b4b None None] The sync data for ids ['282d2868-c2cc-415b-b225-ce286d118ab9'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:58.677985 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.961162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4110c781-1580-412f-95ca-a2a10a9f101f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:59.040081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 4110c781-1580-412f-95ca-a2a10a9f101f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:59.047806 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 4110c781-1580-412f-95ca-a2a10a9f101f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:59.048701 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.282580 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.294920 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] device_id is not set on port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:17:59.322765 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.342622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 4110c781-1580-412f-95ca-a2a10a9f101f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4110c781-1580-412f-95ca-a2a10a9f101f,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:59.348405 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.416653 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Transition to ACTIVE for port object d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:59.424731 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.440609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=4110c781-1580-412f-95ca-a2a10a9f101f,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:59.593276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event updated for resources: {'Port': ['ID=d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:59.627857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:59.628477 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:59.629018 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:59.645670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:59.646307 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:59.646890 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 2 to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 Jul 16 18:17:59.689573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:59.690100 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:59.693962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:59.712521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:59.712853 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:59.713244 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 3 to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 Jul 16 18:17:59.739375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:59.739619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:59.739812 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:59.745177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:59.745177 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:59.745778 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 4 to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 Jul 16 18:17:59.810589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:59.810940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:59.811258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:59.838449 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:59.838981 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:59.839383 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 5 to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 Jul 16 18:17:59.890459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:59.890830 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:59.891124 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:59.907738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:59.909784 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:59.910406 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 6 to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 Jul 16 18:17:59.954788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:59.955401 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:59.956073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:59.968810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:59.969397 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:17:59.969962 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 7 to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 Jul 16 18:18:00.001643 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:00.002267 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:00.002817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:00.033142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:00.034191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40399249-28f4-4853-9451-c79f5044dee3 req-2253dbc8-7b79-4354-a086-527b6e5110de tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 210 time: 0.4141965 Jul 16 18:18:00.051057 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:00.052018 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 8 to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 Jul 16 18:18:00.096011 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:00.096659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:00.100140 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:00.125605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:00.126158 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:00.126880 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 9 to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 Jul 16 18:18:00.163692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:00.164838 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:00.165198 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:00.175215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:00.175587 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:00.180743 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 10 to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 Jul 16 18:18:00.203866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:00.204203 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:00.205926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:00.212369 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:00.213168 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:00.213834 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.216564 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66f66899-9bc3-4949-904b-71cd10f6b925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.289584 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66f66899-9bc3-4949-904b-71cd10f6b925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.340687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] For port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:00.341828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempted to set empty binding levels {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:18:00.356979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.416044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] In _notify_port_updated(), no bound segment for port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:18:00.417063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:00.418346 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.419135 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d269529b-a758-4a23-9c55-46a444d62974 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.427890 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "PUT /v2.0/ports/d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 HTTP/1.1" status: 200 len: 976 time: 1.9685850 Jul 16 18:18:00.428663 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34748) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:00.554351 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-d269529b-a758-4a23-9c55-46a444d62974 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] update failed (client error): The resource could not be found. Jul 16 18:18:00.555446 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d269529b-a758-4a23-9c55-46a444d62974 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "PUT /v2.0/routers/282d2868-c2cc-415b-b225-ce286d118ab9 HTTP/1.1" status: 404 len: 339 time: 2.1822670 Jul 16 18:18:00.557964 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66f66899-9bc3-4949-904b-71cd10f6b925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.561183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34750) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:00.573943 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-66f66899-9bc3-4949-904b-71cd10f6b925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.579197 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-66f66899-9bc3-4949-904b-71cd10f6b925 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a03e4269-5496-4290-9195-7d13e3b4a672 HTTP/1.1" status: 204 len: 168 time: 2.1320102 Jul 16 18:18:00.619324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f66899-9bc3-4949-904b-71cd10f6b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03e4269-5496-4290-9195-7d13e3b4a672,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:00.702453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6367473-59cb-4d37-86c5-6a0818612745 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event updated for resources: {'Port': ['ID=d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:00.706286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf454-0af4-4d4e-9638-b114fa01eae2 req-50f48ede-7aad-43d3-b369-0b6c584137aa tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:00.713579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02dbf454-0af4-4d4e-9638-b114fa01eae2 req-50f48ede-7aad-43d3-b369-0b6c584137aa tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 1.0874724 Jul 16 18:18:00.753646 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.805848 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-66686bf2-5905-49bd-971b-b439a039a86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.922812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4110c781-1580-412f-95ca-a2a10a9f101f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:01.062326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 4110c781-1580-412f-95ca-a2a10a9f101f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:01.062702 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.111129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-bf31a099-443c-48ac-afc1-f00d237e3cb8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.112750 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-bf31a099-443c-48ac-afc1-f00d237e3cb8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.43 "GET /v2.0/networks?id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 HTTP/1.1" status: 200 len: 796 time: 0.3953209 Jul 16 18:18:01.236148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-b6267734-1032-482e-b4a7-20145e9bf848 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 380 time: 0.1115956 Jul 16 18:18:01.242824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02dbf454-0af4-4d4e-9638-b114fa01eae2 req-db3d22fd-295f-4233-a659-34837aef2dfe tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5197599 Jul 16 18:18:01.249943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'port': {'device_id': 'f595d795-1dd3-43da-af58-b26436a55bef', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'admin_state_up': True, 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'security_groups': ['683331f0-5402-47d8-af06-3e5bc3219296']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:01.301326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.310563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.311334 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.312249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.312887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.313526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.314163 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.314786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.315477 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.316111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.316732 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.317405 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.318041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.318669 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.320107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.321884 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.328203 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d3f2f187-4907-44c6-b509-9df95e88266e tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14704 time: 0.8963902 Jul 16 18:18:01.331638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34764) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:01.546594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d6ae49d-412e-4736-8cc1-77655d3290e2 req-73a7a0b3-3a6d-44f8-8607-f33060eb8c19 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 210 time: 0.2006645 Jul 16 18:18:01.586936 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.714912 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-0881d350-5f33-49cb-86da-d85d548264bb tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Deleting port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:01.715396 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0881d350-5f33-49cb-86da-d85d548264bb tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.831946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-0881d350-5f33-49cb-86da-d85d548264bb tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] For port d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6, host n-h2-787206-10, got binding levels [] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:01.832346 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0881d350-5f33-49cb-86da-d85d548264bb tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.849225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-0881d350-5f33-49cb-86da-d85d548264bb tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Calling delete_port for d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:01.897090 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.971863 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Made reservation on behalf of 407f6f1770c34505b8d60a8097455895 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:01.977511 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.057398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34778) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:02.180805 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0881d350-5f33-49cb-86da-d85d548264bb tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.259594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Allocated IP 172.20.0.1 (b95afbf4-afd1-4d19-9a7c-b953c3874286/c7415467-8132-402e-8dad-8595b155c309/b49c552e-bc54-41ba-a2bc-d05d7376b3fb) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:02.276684 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0881d350-5f33-49cb-86da-d85d548264bb tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.284529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0881d350-5f33-49cb-86da-d85d548264bb tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 HTTP/1.1" status: 204 len: 168 time: 0.9518051 Jul 16 18:18:02.285615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34782) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:02.297209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881d350-5f33-49cb-86da-d85d548264bb tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event deleted for resources: {'Port': ['ID=d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:02.343114 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c85ab6d-46d1-45fe-8ca2-96d14ef61785 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:18:02.345250 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3c85ab6d-46d1-45fe-8ca2-96d14ef61785 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "GET /v2.0/ports/d90cca66-3d4c-4d6d-bdce-9d2f6b7fa6c6 HTTP/1.1" status: 404 len: 333 time: 0.0548270 Jul 16 18:18:02.351653 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34788) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:02.368688 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-fd73bfd4-e78d-42a9-8aa7-870830b09b62 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1293039878', 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:02.390480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.20.0.13 (c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6/622d26d9-d6a1-4f0e-83ae-b0352e3ad605/92936992-24a5-4c10-a66c-027ab1632b22) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:02.404274 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd73bfd4-e78d-42a9-8aa7-870830b09b62 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Made reservation on behalf of af0fd4b7f83d43b099ab04b2984ac9c2 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:02.413300 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd73bfd4-e78d-42a9-8aa7-870830b09b62 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.787559 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.807994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Transition to ACTIVE for port object 92936992-24a5-4c10-a66c-027ab1632b22 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:02.893601 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:18:02.913866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-318639261-network', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:03.030755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.120216 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.143454 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Transition to ACTIVE for port object b49c552e-bc54-41ba-a2bc-d05d7376b3fb will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:03.177870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-fd73bfd4-e78d-42a9-8aa7-870830b09b62 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] device_id is not set on port 8cc34ec2-eba9-480a-8491-a6b43ccaf94c yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:18:03.238049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:03.270358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Made reservation on behalf of a536c247c8e645a3873c7cd03ecab5ff for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:03.276313 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.308065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412c950-4431-49aa-85a1-51ea5a460f02 req-0c364ad5-6ff3-4903-8138-97ebc4e433f0 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.319641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e412c950-4431-49aa-85a1-51ea5a460f02 req-0c364ad5-6ff3-4903-8138-97ebc4e433f0 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.4241354 Jul 16 18:18:03.321967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:03.324068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=92936992-24a5-4c10-a66c-027ab1632b22,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:03.332926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:03.353529 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.368426 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd73bfd4-e78d-42a9-8aa7-870830b09b62 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.423073 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.431919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.431919 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.470060 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd73bfd4-e78d-42a9-8aa7-870830b09b62 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.470811 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-a498c838-61a5-405a-ae27-fd8ada95eb5a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2262866 Jul 16 18:18:03.493881 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Network b95afbf4-afd1-4d19-9a7c-b953c3874286 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:03.505152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:03.512141 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:03.552064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event updated for resources: {'Port': ['ID=b49c552e-bc54-41ba-a2bc-d05d7376b3fb,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:03.556851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd73bfd4-e78d-42a9-8aa7-870830b09b62 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Network 8bf0a0a9-b559-4448-a4a4-eaf928558115 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:03.568063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-fd73bfd4-e78d-42a9-8aa7-870830b09b62 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:03.584909 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.598313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02027f95-3bd8-46d7-980f-a2cc29adab59 req-1c0e26e3-f22d-4c46-b64d-d22bb22c0a35 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.600115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02027f95-3bd8-46d7-980f-a2cc29adab59 req-1c0e26e3-f22d-4c46-b64d-d22bb22c0a35 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 932 time: 0.7205386 Jul 16 18:18:03.605566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Request body: {'port': {'device_id': 'f595d795-1dd3-43da-af58-b26436a55bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:03.610073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd73bfd4-e78d-42a9-8aa7-870830b09b62 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:03.611519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd73bfd4-e78d-42a9-8aa7-870830b09b62 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.612356 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd73bfd4-e78d-42a9-8aa7-870830b09b62 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.622096 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.646536 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.696668 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.710693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:03.722107 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.722566 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Added segment 8917e86b-16fc-4e79-97af-0a348f0d8710 of type vlan for network aa4f7374-2b76-40d0-a822-df5bb9b0a1f9 Jul 16 18:18:03.752701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73bfd4-e78d-42a9-8aa7-870830b09b62 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event updated for resources: {'Port': ['ID=8cc34ec2-eba9-480a-8491-a6b43ccaf94c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:03.757122 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fd73bfd4-e78d-42a9-8aa7-870830b09b62 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4043999 Jul 16 18:18:03.760325 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34796) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:03.772121 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.810707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3543df73-3020-49b8-aae6-df39be431482 None None] Provisioning for port 92936992-24a5-4c10-a66c-027ab1632b22 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:03.815788 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3543df73-3020-49b8-aae6-df39be431482 None None] Provisioning complete for port 92936992-24a5-4c10-a66c-027ab1632b22 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:03.818033 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3543df73-3020-49b8-aae6-df39be431482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.819866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e412c950-4431-49aa-85a1-51ea5a460f02 req-f41045b2-dae4-4148-aaee-fc31b4f7f31c tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4990840 Jul 16 18:18:03.909566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717ced71-9c99-40ab-83b4-182adf20cb16,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:03.920171 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.926513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3543df73-3020-49b8-aae6-df39be431482 None None] Port 92936992-24a5-4c10-a66c-027ab1632b22 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:03.951521 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.952859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.953432 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.971034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11444b85-0dc0-4275-aca0-92f3dc17913f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.972461 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-11444b85-0dc0-4275-aca0-92f3dc17913f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "GET /v2.0/ports/8cc34ec2-eba9-480a-8491-a6b43ccaf94c HTTP/1.1" status: 200 len: 955 time: 0.2083635 Jul 16 18:18:03.975308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34802) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:04.007373 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.060865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-84f86c9d-c27a-41c3-a5e3-326fe74b6d50 None None] Provisioning for port b49c552e-bc54-41ba-a2bc-d05d7376b3fb completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:04.068958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-84f86c9d-c27a-41c3-a5e3-326fe74b6d50 None None] Provisioning complete for port b49c552e-bc54-41ba-a2bc-d05d7376b3fb triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:04.069896 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-84f86c9d-c27a-41c3-a5e3-326fe74b6d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.129088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-84f86c9d-c27a-41c3-a5e3-326fe74b6d50 None None] Port b49c552e-bc54-41ba-a2bc-d05d7376b3fb cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:04.171849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34806) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:04.202241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1402164 Jul 16 18:18:04.203995 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34810) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:04.222203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0717e4eb-7ba3-4dbc-ba33-fb8eb9640442 admin admin] Request body: {'subnet': {'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-318639261-subnet', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:04.261493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0717e4eb-7ba3-4dbc-ba33-fb8eb9640442 admin admin] Made reservation on behalf of a536c247c8e645a3873c7cd03ecab5ff for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:04.264715 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0717e4eb-7ba3-4dbc-ba33-fb8eb9640442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.353321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02027f95-3bd8-46d7-980f-a2cc29adab59 req-d3cfc44b-45bc-4272-82c1-5d3c030292b0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5387449 Jul 16 18:18:04.358271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-14366a0b-3c88-49be-8944-10d0715cc142 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Deleting port 8cc34ec2-eba9-480a-8491-a6b43ccaf94c {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:04.359276 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14366a0b-3c88-49be-8944-10d0715cc142 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.359399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378b696-95cc-436e-8baf-dc3af741d7a3 admin admin] Pushing event updated for resources: {'Network': ['ID=aa4f7374-2b76-40d0-a822-df5bb9b0a1f9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.370091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b3c62c81-f12d-4f86-be19-8a74cc8e9385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.375980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network aa4f7374-2b76-40d0-a822-df5bb9b0a1f9 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:04.446243 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14366a0b-3c88-49be-8944-10d0715cc142 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.457652 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.464222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-14366a0b-3c88-49be-8944-10d0715cc142 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Calling delete_port for 8cc34ec2-eba9-480a-8491-a6b43ccaf94c owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:04.465862 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.586264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event updated for resources: {'Port': ['ID=b49c552e-bc54-41ba-a2bc-d05d7376b3fb,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.588276 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.608297 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:04.608728 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:04.608976 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:04.609313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:04.609642 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:04.609972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:04.610305 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:04.610620 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:04.610940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:04.611274 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:04.611615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:04.611932 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:04.621048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92936992-24a5-4c10-a66c-027ab1632b22 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:04.638938 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.681736 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14366a0b-3c88-49be-8944-10d0715cc142 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.691645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Transition to ACTIVE for port object 92936992-24a5-4c10-a66c-027ab1632b22 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:04.710055 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.720338 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14366a0b-3c88-49be-8944-10d0715cc142 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cc34ec2-eba9-480a-8491-a6b43ccaf94c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.733970 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14366a0b-3c88-49be-8944-10d0715cc142 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.735620 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-14366a0b-3c88-49be-8944-10d0715cc142 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8cc34ec2-eba9-480a-8491-a6b43ccaf94c HTTP/1.1" status: 204 len: 168 time: 0.7595437 Jul 16 18:18:04.740819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34812) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:04.753852 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0717e4eb-7ba3-4dbc-ba33-fb8eb9640442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.767756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b3c62c81-f12d-4f86-be19-8a74cc8e9385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.772500 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9c152f-d3e1-4c4d-b71c-1dcc94af9526 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:18:04.778303 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0e9c152f-d3e1-4c4d-b71c-1dcc94af9526 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "GET /v2.0/ports/8cc34ec2-eba9-480a-8491-a6b43ccaf94c HTTP/1.1" status: 404 len: 333 time: 0.0323765 Jul 16 18:18:04.778303 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34814) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:04.783223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-412e3b08-b7f8-4919-b30f-7c296e841d2f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Request body: {'port': {'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1294632010'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:04.789012 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Network b95afbf4-afd1-4d19-9a7c-b953c3874286 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:04.792417 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:04.806296 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b3c62c81-f12d-4f86-be19-8a74cc8e9385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.854487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Pushing event updated for resources: {'Port': ['ID=92936992-24a5-4c10-a66c-027ab1632b22,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.888269 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717e4eb-7ba3-4dbc-ba33-fb8eb9640442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5936ef3f-5e13-4ee5-973c-1d1894d282e5,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.922980 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Router 282d2868-c2cc-415b-b225-ce286d118ab9 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:04.926901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412e3b08-b7f8-4919-b30f-7c296e841d2f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Made reservation on behalf of af0fd4b7f83d43b099ab04b2984ac9c2 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:04.929515 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-412e3b08-b7f8-4919-b30f-7c296e841d2f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.946514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c62c81-f12d-4f86-be19-8a74cc8e9385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f0389d-2cca-4908-9e92-7c4d004d2c87,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.947891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-412e3b08-b7f8-4919-b30f-7c296e841d2f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] device_id is not set on port 469fdb3f-5145-4388-b2b3-8741404637a2 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:18:04.953159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b3c62c81-f12d-4f86-be19-8a74cc8e9385 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60208d4eaeb747c9a7711a6c55499e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7779229 Jul 16 18:18:04.975533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34818) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:05.005139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717e4eb-7ba3-4dbc-ba33-fb8eb9640442 admin admin] Checking segment: {'id': '8917e86b-16fc-4e79-97af-0a348f0d8710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:05.005496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0717e4eb-7ba3-4dbc-ba33-fb8eb9640442 admin admin] Network hostable DHCP agents. Network: aa4f7374-2b76-40d0-a822-df5bb9b0a1f9, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:05.035084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Attempting to bind port 92936992-24a5-4c10-a66c-027ab1632b22 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:05.035416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Attempting to bind port 92936992-24a5-4c10-a66c-027ab1632b22 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:05.035782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Attempting to bind port 92936992-24a5-4c10-a66c-027ab1632b22 on network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:05.080981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Port 92936992-24a5-4c10-a66c-027ab1632b22 on network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:05.081313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Attempting to bind port 92936992-24a5-4c10-a66c-027ab1632b22 on network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:05.105908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0717e4eb-7ba3-4dbc-ba33-fb8eb9640442 admin admin] Network aa4f7374-2b76-40d0-a822-df5bb9b0a1f9 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:05.113181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:05.113181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Checking segment: {'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:05.113520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Bound using segment: {'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:05.113764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Bound port: 92936992-24a5-4c10-a66c-027ab1632b22, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:05.114109 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.146257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-0717e4eb-7ba3-4dbc-ba33-fb8eb9640442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, aa4f7374-2b76-40d0-a822-df5bb9b0a1f9) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:05.151846 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-301f083a-b004-4f32-92f0-f1cf14a2a7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.156554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3adb5c-1499-4205-9823-96a5dc065847 None None] Network aa4f7374-2b76-40d0-a822-df5bb9b0a1f9 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:05.160789 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0717e4eb-7ba3-4dbc-ba33-fb8eb9640442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.161379 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0717e4eb-7ba3-4dbc-ba33-fb8eb9640442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.182622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:05.183593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8862bc4d-e634-42bc-b3cc-eb4ca8acd4d8 None None] Provisioning complete for port b49c552e-bc54-41ba-a2bc-d05d7376b3fb triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:05.185284 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8862bc4d-e634-42bc-b3cc-eb4ca8acd4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.197360 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf2ef8a-dd2b-4481-a11d-e6870b8c53f0 None None] Sync routers for ids ['282d2868-c2cc-415b-b225-ce286d118ab9'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:05.207139 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf2ef8a-dd2b-4481-a11d-e6870b8c53f0 None None] Routers {'282d2868-c2cc-415b-b225-ce286d118ab9'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:05.208042 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-baf2ef8a-dd2b-4481-a11d-e6870b8c53f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['282d2868-c2cc-415b-b225-ce286d118ab9'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:05.225200 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6b2f026f-a818-4f8e-a741-07cdf109d399 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "PUT /v2.0/routers/282d2868-c2cc-415b-b225-ce286d118ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6559923 Jul 16 18:18:05.225848 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34822) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:05.240768 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-baf2ef8a-dd2b-4481-a11d-e6870b8c53f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:05.250193 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf2ef8a-dd2b-4481-a11d-e6870b8c53f0 None None] Routers {'282d2868-c2cc-415b-b225-ce286d118ab9'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:05.251065 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-baf2ef8a-dd2b-4481-a11d-e6870b8c53f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['282d2868-c2cc-415b-b225-ce286d118ab9'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:05.252595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] For port 92936992-24a5-4c10-a66c-027ab1632b22, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:05.257845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] For port 92936992-24a5-4c10-a66c-027ab1632b22, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=92936992-24a5-4c10-a66c-027ab1632b22,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:05.260405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8862bc4d-e634-42bc-b3cc-eb4ca8acd4d8 None None] Port b49c552e-bc54-41ba-a2bc-d05d7376b3fb cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:05.289767 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-baf2ef8a-dd2b-4481-a11d-e6870b8c53f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:05.290753 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf2ef8a-dd2b-4481-a11d-e6870b8c53f0 None None] The sync data for ids ['282d2868-c2cc-415b-b225-ce286d118ab9'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:05.303207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cc312-1a14-491a-9ae8-a97c2886fe9e req-e6b39971-1e22-4bf2-bbb0-6f4d7bcfbe50 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.304832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-582cc312-1a14-491a-9ae8-a97c2886fe9e req-e6b39971-1e22-4bf2-bbb0-6f4d7bcfbe50 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.2546072 Jul 16 18:18:05.305995 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.312721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0717e4eb-7ba3-4dbc-ba33-fb8eb9640442 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0914447 Jul 16 18:18:05.320676 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34824) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:05.325778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-318639261-router', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:05.345125 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-301f083a-b004-4f32-92f0-f1cf14a2a7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.357130 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-412e3b08-b7f8-4919-b30f-7c296e841d2f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.365538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-aa4f7374-2b76-40d0-a822-df5bb9b0a1f9', 'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'fixed_ips': [{'subnet_id': '5936ef3f-5e13-4ee5-973c-1d1894d282e5'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:05.367050 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.378520 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6704fe03-73e0-41de-a936-1d7bc811e6f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.420739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.421362 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.422764 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] 10.222.0.43 "PUT /v2.0/ports/92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 200 len: 1093 time: 1.8357346 Jul 16 18:18:05.426203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-582cc312-1a14-491a-9ae8-a97c2886fe9e req-1011462c-9cc4-456f-87b1-00b60d10e0db tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011324 Jul 16 18:18:05.426657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:05.437656 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df958f3-a077-460f-ab9f-c7f6db96e78c" -d '{"events": [{"name": "network-changed", "server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "tag": "92936992-24a5-4c10-a66c-027ab1632b22"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:05.547230 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.549004 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.553936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca1636-1af7-4855-a9d9-3229bc1976c9 service neutron] Pushing event updated for resources: {'Port': ['ID=92936992-24a5-4c10-a66c-027ab1632b22,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:05.559225 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d079adb1-e3ec-4449-bf08-c03582487f4a x-openstack-request-id: req-d079adb1-e3ec-4449-bf08-c03582487f4a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:05.559645 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "tag": "92936992-24a5-4c10-a66c-027ab1632b22", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:05.559871 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d079adb1-e3ec-4449-bf08-c03582487f4a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:05.560302 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22', 'status': 'completed', 'code': 200} Jul 16 18:18:05.567773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-412e3b08-b7f8-4919-b30f-7c296e841d2f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.578474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Allocated IP 172.20.0.2 (aa4f7374-2b76-40d0-a822-df5bb9b0a1f9/5936ef3f-5e13-4ee5-973c-1d1894d282e5/59ea93ac-9bf6-4ea7-8510-141514f9e143) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:05.607996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-ea9d05d6-3e74-40bc-ae6c-4fe0d2221749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.609291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-ea9d05d6-3e74-40bc-ae6c-4fe0d2221749 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1096 time: 0.1353679 Jul 16 18:18:05.621024 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e3b08-b7f8-4919-b30f-7c296e841d2f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event updated for resources: {'Port': ['ID=469fdb3f-5145-4388-b2b3-8741404637a2,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:05.640565 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-301f083a-b004-4f32-92f0-f1cf14a2a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.643917 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-301f083a-b004-4f32-92f0-f1cf14a2a7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.648083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-301f083a-b004-4f32-92f0-f1cf14a2a7c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05f0389d-2cca-4908-9e92-7c4d004d2c87 HTTP/1.1" status: 204 len: 168 time: 0.6661010 Jul 16 18:18:05.670577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412e3b08-b7f8-4919-b30f-7c296e841d2f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Network 8bf0a0a9-b559-4448-a4a4-eaf928558115 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:05.696617 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f083a-b004-4f32-92f0-f1cf14a2a7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f0389d-2cca-4908-9e92-7c4d004d2c87,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:05.704718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-eb9a2cd8-d267-406e-bef6-b58e5bcd6d76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 200 len: 217 time: 0.0860407 Jul 16 18:18:05.712625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-412e3b08-b7f8-4919-b30f-7c296e841d2f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:05.719859 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e3b08-b7f8-4919-b30f-7c296e841d2f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:05.721281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e3b08-b7f8-4919-b30f-7c296e841d2f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.721435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e6887-dbcd-4a2d-9221-4fbc0905a9cb req-daf7525f-3277-4b06-a661-57dc24e5cab6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.722215 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-412e3b08-b7f8-4919-b30f-7c296e841d2f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.730580 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514e6887-dbcd-4a2d-9221-4fbc0905a9cb req-daf7525f-3277-4b06-a661-57dc24e5cab6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 944 time: 0.1899474 Jul 16 18:18:05.737262 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.740545 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-6704fe03-73e0-41de-a936-1d7bc811e6f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:18:05.741929 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6704fe03-73e0-41de-a936-1d7bc811e6f3 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "DELETE /v2.0/routers/282d2868-c2cc-415b-b225-ce286d118ab9 HTTP/1.1" status: 409 len: 329 time: 0.5097432 Jul 16 18:18:05.745083 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34832) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:05.783889 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.798052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Transition to ACTIVE for port object 59ea93ac-9bf6-4ea7-8510-141514f9e143 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:05.823603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-2cbb8329-6b14-429f-9169-958314daa78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.824325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Transition to ACTIVE for port object 59ea93ac-9bf6-4ea7-8510-141514f9e143 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:05.825343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-2cbb8329-6b14-429f-9169-958314daa78b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=622d26d9-d6a1-4f0e-83ae-b0352e3ad605 HTTP/1.1" status: 200 len: 835 time: 0.0924361 Jul 16 18:18:05.838011 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.842705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-514e6887-dbcd-4a2d-9221-4fbc0905a9cb req-b9ebac0d-bd53-4325-9ad0-c575da7df598 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108744 Jul 16 18:18:05.880285 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-412e3b08-b7f8-4919-b30f-7c296e841d2f tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1010823 Jul 16 18:18:05.887774 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34836) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:05.888060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Network aa4f7374-2b76-40d0-a822-df5bb9b0a1f9 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:05.891241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:05.895950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:05.896685 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:05.909846 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Pushing event updated for resources: {'Port': ['ID=59ea93ac-9bf6-4ea7-8510-141514f9e143,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:05.931451 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-f84cba03-9235-4446-98af-e6c28c74ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.933832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-f84cba03-9235-4446-98af-e6c28c74ce77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873644 Jul 16 18:18:05.973851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Attempting to bind port 59ea93ac-9bf6-4ea7-8510-141514f9e143 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:05.974237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Attempting to bind port 59ea93ac-9bf6-4ea7-8510-141514f9e143 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '8917e86b-16fc-4e79-97af-0a348f0d8710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:05.974622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Attempting to bind port 59ea93ac-9bf6-4ea7-8510-141514f9e143 on network aa4f7374-2b76-40d0-a822-df5bb9b0a1f9 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:05.979732 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:05.980114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Checking segment: {'id': '8917e86b-16fc-4e79-97af-0a348f0d8710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:05.980523 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.982017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Bound using segment: {'id': '8917e86b-16fc-4e79-97af-0a348f0d8710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:05.982570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Bound port: 59ea93ac-9bf6-4ea7-8510-141514f9e143, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8917e86b-16fc-4e79-97af-0a348f0d8710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:05.983077 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.053079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] For port 59ea93ac-9bf6-4ea7-8510-141514f9e143, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:06.056331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] For port 59ea93ac-9bf6-4ea7-8510-141514f9e143, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=59ea93ac-9bf6-4ea7-8510-141514f9e143,segment=NetworkSegment(8917e86b-16fc-4e79-97af-0a348f0d8710),segment_id=8917e86b-16fc-4e79-97af-0a348f0d8710)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:06.061908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-1be6751b-3f39-4222-b4c9-844dd53b4572 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201608 Jul 16 18:18:06.063512 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.143719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02352679-0cc2-414c-8963-f8b53da6cc18 None None] Pushing event updated for resources: {'Port': ['ID=59ea93ac-9bf6-4ea7-8510-141514f9e143,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:06.204349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8efd3e22-a49c-43de-ae37-94ee611223e2 req-d24656d3-a062-4c53-a591-2b01997667d3 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331825 Jul 16 18:18:06.315791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df958f3-a077-460f-ab9f-c7f6db96e78c req-01569ebb-79c2-485a-8045-bb4541ee1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:06.317464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7df958f3-a077-460f-ab9f-c7f6db96e78c req-01569ebb-79c2-485a-8045-bb4541ee1993 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1096 time: 0.0623460 Jul 16 18:18:06.495572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df958f3-a077-460f-ab9f-c7f6db96e78c req-9738158e-0e05-4199-b619-bdc1cf8943b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:06.500014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7df958f3-a077-460f-ab9f-c7f6db96e78c req-9738158e-0e05-4199-b619-bdc1cf8943b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 HTTP/1.1" status: 200 len: 897 time: 0.1736441 Jul 16 18:18:06.557692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7df958f3-a077-460f-ab9f-c7f6db96e78c req-6659a56f-6a5c-443f-bd0d-46889c186cc0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 200 len: 217 time: 0.0506594 Jul 16 18:18:06.609811 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.632404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df958f3-a077-460f-ab9f-c7f6db96e78c req-6a0dea1b-f034-4306-9089-ac5584815730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:06.634153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7df958f3-a077-460f-ab9f-c7f6db96e78c req-6a0dea1b-f034-4306-9089-ac5584815730 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=622d26d9-d6a1-4f0e-83ae-b0352e3ad605 HTTP/1.1" status: 200 len: 835 time: 0.0700324 Jul 16 18:18:06.647520 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.663721 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34858) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:06.753101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b37e2-ef92-4e7a-bc14-84077b40203d req-bdfb3720-1c1d-4f8a-b934-606d43ad9514 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:06.755673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-711b37e2-ef92-4e7a-bc14-84077b40203d req-bdfb3720-1c1d-4f8a-b934-606d43ad9514 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.1381319 Jul 16 18:18:06.757908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df958f3-a077-460f-ab9f-c7f6db96e78c req-d998f978-acec-4130-9083-24741529e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:06.759661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7df958f3-a077-460f-ab9f-c7f6db96e78c req-d998f978-acec-4130-9083-24741529e8e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032135 Jul 16 18:18:06.827853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-711b37e2-ef92-4e7a-bc14-84077b40203d req-16382127-cdfa-4345-9d8c-bc52734a3d8e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642672 Jul 16 18:18:06.859557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1048964198-network', 'tenant_id': 'd7b90e5fcf744127a4bc69335151b0a5'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:06.916661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 59ea93ac-9bf6-4ea7-8510-141514f9e143 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:06.998187 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Made reservation on behalf of d7b90e5fcf744127a4bc69335151b0a5 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:07.002008 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.032131 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 59ea93ac-9bf6-4ea7-8510-141514f9e143 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:07.039935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] device_id is not set on port 469fdb3f-5145-4388-b2b3-8741404637a2 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:18:07.050189 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.055712 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.163461 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Transition to ACTIVE for port object 469fdb3f-5145-4388-b2b3-8741404637a2 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:07.177541 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.251264 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-804e0eda-274a-4f5c-9dc2-a8fc2515dec8 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.278437 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482bfc92-851f-41d5-9881-b266fe733134 None None] Network aa4f7374-2b76-40d0-a822-df5bb9b0a1f9 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:07.343507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7df958f3-a077-460f-ab9f-c7f6db96e78c req-9adbf105-c97a-4ad8-9728-f0f28b40885b service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749676 Jul 16 18:18:07.359128 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event updated for resources: {'Port': ['ID=469fdb3f-5145-4388-b2b3-8741404637a2,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:07.373553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2c943151-e8fc-4a43-bf3a-796ace9ec26f None None] Provisioning for port 59ea93ac-9bf6-4ea7-8510-141514f9e143 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:07.380940 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.396920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2c943151-e8fc-4a43-bf3a-796ace9ec26f None None] Provisioning complete for port 59ea93ac-9bf6-4ea7-8510-141514f9e143 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:07.397291 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c943151-e8fc-4a43-bf3a-796ace9ec26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.405387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf39ed8-2f47-4107-8dc1-c87b28756882 req-ef81048a-c88f-4a21-b68a-978e2aa4a2ae tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:07.412295 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eaf39ed8-2f47-4107-8dc1-c87b28756882 req-ef81048a-c88f-4a21-b68a-978e2aa4a2ae tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 944 time: 0.1284456 Jul 16 18:18:07.428750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:07.429108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:07.429442 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:07.433211 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.456193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:07.456531 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:07.488627 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 2 to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 Jul 16 18:18:07.505415 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eaf39ed8-2f47-4107-8dc1-c87b28756882 req-a8be28fe-6a88-41b9-ac9a-0ed258660d7d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917308 Jul 16 18:18:07.521499 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7df958f3-a077-460f-ab9f-c7f6db96e78c req-0f333a0c-b3de-4faf-bc8d-90c7ff61e856 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643834 Jul 16 18:18:07.521712 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c943151-e8fc-4a43-bf3a-796ace9ec26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.558110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2c943151-e8fc-4a43-bf3a-796ace9ec26f None None] For port 59ea93ac-9bf6-4ea7-8510-141514f9e143, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=59ea93ac-9bf6-4ea7-8510-141514f9e143,segment=NetworkSegment(8917e86b-16fc-4e79-97af-0a348f0d8710),segment_id=8917e86b-16fc-4e79-97af-0a348f0d8710)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:07.562383 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c943151-e8fc-4a43-bf3a-796ace9ec26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.586481 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:07.586822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:07.587160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:07.591577 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.604917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:07.605241 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:07.606330 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.611701 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 3 to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 Jul 16 18:18:07.618993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c943151-e8fc-4a43-bf3a-796ace9ec26f None None] Pushing event updated for resources: {'Port': ['ID=59ea93ac-9bf6-4ea7-8510-141514f9e143,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:07.680095 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:07.680427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:07.680781 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:07.689044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:07.705983 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d587b0cd-a965-4adc-a950-46d554a73f24,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:07.708431 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:07.708744 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:07.713436 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 4 to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 Jul 16 18:18:07.724492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Allocated IP 172.25.5.112 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/195300ed-b3a1-431b-b115-605278af5b76) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:07.726782 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.727159 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Added segment 22a06b88-e4a8-404c-92fb-4b96fd2ec05e of type vlan for network b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 Jul 16 18:18:07.782731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:07.782986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:07.783321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:07.784142 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-15fa3030-dea2-4847-b65c-2b874906dbd9 None None] Provisioning complete for port 59ea93ac-9bf6-4ea7-8510-141514f9e143 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:07.784515 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-15fa3030-dea2-4847-b65c-2b874906dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.831204 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:07.831475 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:07.833140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.839378 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 5 to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 Jul 16 18:18:07.912681 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:07.913074 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:07.913353 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:07.961283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:07.961614 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:07.964294 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 6 to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 Jul 16 18:18:07.979943 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.980910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:07.981767 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.015882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dfd69-5f06-474e-b970-9d817ee3ab04 req-15ab9f48-92d1-4207-a1a7-a9dfbdbe1e82 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.017402 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be4dfd69-5f06-474e-b970-9d817ee3ab04 req-15ab9f48-92d1-4207-a1a7-a9dfbdbe1e82 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.0658736 Jul 16 18:18:08.022619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:08.022962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:08.023301 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:08.050221 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3853467 Jul 16 18:18:08.054565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.056572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 92936992-24a5-4c10-a66c-027ab1632b22 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:08.058517 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:08.058879 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:08.059659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34866) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:08.063668 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 7 to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 Jul 16 18:18:08.068233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be4dfd69-5f06-474e-b970-9d817ee3ab04 req-d2ef20c9-a4b6-4d2f-a653-b5dabe47f277 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Jul 16 18:18:08.096599 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c93732bd-40ad-4a87-912f-5865dc76209f admin admin] Request body: {'subnet': {'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1048964198-subnet', 'tenant_id': 'd7b90e5fcf744127a4bc69335151b0a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:08.115464 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc07a2-bd6e-4485-8ebf-5a86da7db25f admin admin] Pushing event updated for resources: {'Network': ['ID=b8dd5d9e-2a29-4b00-beae-99a5b44d98e1,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:08.131684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:08.134966 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:08.135461 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:08.135670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:08.143034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-804e0eda-274a-4f5c-9dc2-a8fc2515dec8 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Deleting port b49c552e-bc54-41ba-a2bc-d05d7376b3fb {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:08.143373 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-804e0eda-274a-4f5c-9dc2-a8fc2515dec8 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.168734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:08.169227 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:08.172851 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 8 to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 Jul 16 18:18:08.193163 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93732bd-40ad-4a87-912f-5865dc76209f admin admin] Made reservation on behalf of d7b90e5fcf744127a4bc69335151b0a5 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:08.195531 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c93732bd-40ad-4a87-912f-5865dc76209f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.209219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 92936992-24a5-4c10-a66c-027ab1632b22, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=92936992-24a5-4c10-a66c-027ab1632b22,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:08.221738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '92936992-24a5-4c10-a66c-027ab1632b22', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'port_id': '92936992-24a5-4c10-a66c-027ab1632b22', 'mac_address': 'fa:16:3e:94:2a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:08.223557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:08.223897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:08.224237 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:08.259245 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.268548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:08.268885 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:08.272847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92936992-24a5-4c10-a66c-027ab1632b22 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:08.275805 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 9 to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 Jul 16 18:18:08.293169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 92936992-24a5-4c10-a66c-027ab1632b22, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=92936992-24a5-4c10-a66c-027ab1632b22,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:08.294140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.297518 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.350159 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=92936992-24a5-4c10-a66c-027ab1632b22,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:08.368353 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:08.368670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:08.368938 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:08.379251 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-804e0eda-274a-4f5c-9dc2-a8fc2515dec8 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.407193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:08.407528 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:08.412711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:08.414898 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempt 10 to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 Jul 16 18:18:08.419500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-804e0eda-274a-4f5c-9dc2-a8fc2515dec8 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Calling delete_port for b49c552e-bc54-41ba-a2bc-d05d7376b3fb owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:08.428557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:08.438924 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Pushing event updated for resources: {'Port': ['ID=195300ed-b3a1-431b-b115-605278af5b76,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:08.441235 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:08.477231 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:08.477572 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:08.477917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempting to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:08.527410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:08.528428 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Failed to bind port 469fdb3f-5145-4388-b2b3-8741404637a2 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '1415d63f-9fdc-43dc-8da5-af0c5a792411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8bf0a0a9-b559-4448-a4a4-eaf928558115'}] Jul 16 18:18:08.529035 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.551062 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['92936992-24a5-4c10-a66c-027ab1632b22'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:08.683791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe24f0f-6c48-4e10-8d85-305f63e9b369 req-db54b0e2-a87e-4377-a583-734888c83d37 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.686360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dfe24f0f-6c48-4e10-8d85-305f63e9b369 req-db54b0e2-a87e-4377-a583-734888c83d37 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 945 time: 0.0734739 Jul 16 18:18:08.738783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dfe24f0f-6c48-4e10-8d85-305f63e9b369 req-3f0e5179-7457-42e2-8aea-bbeb4ac8a0c2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459347 Jul 16 18:18:08.837258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 59ea93ac-9bf6-4ea7-8510-141514f9e143 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:08.845371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] For port 469fdb3f-5145-4388-b2b3-8741404637a2, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:08.845974 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attempted to set empty binding levels {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:18:08.846898 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c93732bd-40ad-4a87-912f-5865dc76209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.875826 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.891874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 59ea93ac-9bf6-4ea7-8510-141514f9e143 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:08.892321 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.992573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] In _notify_port_updated(), no bound segment for port 469fdb3f-5145-4388-b2b3-8741404637a2 on network 8bf0a0a9-b559-4448-a4a4-eaf928558115 {{(pid=100170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:18:08.993445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.994043 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.995363 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "PUT /v2.0/ports/469fdb3f-5145-4388-b2b3-8741404637a2 HTTP/1.1" status: 200 len: 976 time: 3.1050086 Jul 16 18:18:08.998366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34870) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:09.035579 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93732bd-40ad-4a87-912f-5865dc76209f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6dce15f-5a7d-4f2c-aaeb-31acc8dee7b3,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:09.042636 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43917b70-8c19-46a5-bb23-47b955567f56 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event updated for resources: {'Port': ['ID=469fdb3f-5145-4388-b2b3-8741404637a2,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:09.086491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Deleting port 469fdb3f-5145-4388-b2b3-8741404637a2 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:09.086769 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.093378 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93732bd-40ad-4a87-912f-5865dc76209f admin admin] Checking segment: {'id': '22a06b88-e4a8-404c-92fb-4b96fd2ec05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:09.093748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93732bd-40ad-4a87-912f-5865dc76209f admin admin] Network hostable DHCP agents. Network: b8dd5d9e-2a29-4b00-beae-99a5b44d98e1, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:09.099554 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-804e0eda-274a-4f5c-9dc2-a8fc2515dec8 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.142405 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e0eda-274a-4f5c-9dc2-a8fc2515dec8 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event deleted for resources: {'Port': ['ID=b49c552e-bc54-41ba-a2bc-d05d7376b3fb,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:09.164223 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] For port 469fdb3f-5145-4388-b2b3-8741404637a2, host n-h2-787206-10, got binding levels [] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:09.164587 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.176563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.180562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Calling delete_port for 469fdb3f-5145-4388-b2b3-8741404637a2 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:09.234661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93732bd-40ad-4a87-912f-5865dc76209f admin admin] Network b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:09.257209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-c93732bd-40ad-4a87-912f-5865dc76209f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, b8dd5d9e-2a29-4b00-beae-99a5b44d98e1) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:09.268348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f587ae-fa2d-4011-a545-24c894d6f742 None None] Network b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:09.269457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93732bd-40ad-4a87-912f-5865dc76209f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:09.270055 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c93732bd-40ad-4a87-912f-5865dc76209f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.345459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09907af-dcfc-4d83-b6cc-ea580aff8dd3 req-7ee19322-f276-4aca-8ab1-765a4d50daed tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:09.353707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c09907af-dcfc-4d83-b6cc-ea580aff8dd3 req-7ee19322-f276-4aca-8ab1-765a4d50daed tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.1493242 Jul 16 18:18:09.385309 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.432018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c09907af-dcfc-4d83-b6cc-ea580aff8dd3 req-b6d996c6-c9f1-4f2f-9de2-5eb7225ea07e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772643 Jul 16 18:18:09.435636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Pushing event deleted for resources: {'Port': ['ID=469fdb3f-5145-4388-b2b3-8741404637a2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:09.440615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0ecf4d-9128-4ce1-bff4-2d3e2cb17c1e None None] Network b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:09.464051 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.467123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "DELETE /v2.0/ports/469fdb3f-5145-4388-b2b3-8741404637a2 HTTP/1.1" status: 204 len: 168 time: 0.4676747 Jul 16 18:18:09.469883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.470512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.471118 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.471893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.472607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.473249 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.473969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.474777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.475489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.476196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.476824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.477365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043ca95-ece4-4698-8465-14df2acb2b03 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.485532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34874) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:09.516244 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5897ac-abeb-41a5-87bf-16e7c25b4783 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:18:09.518010 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5e5897ac-abeb-41a5-87bf-16e7c25b4783 tempest-PortsAdminExtendedAttrsTestJSON-589217245 tempest-PortsAdminExtendedAttrsTestJSON-589217245-project-admin] 10.222.0.41 "GET /v2.0/ports/469fdb3f-5145-4388-b2b3-8741404637a2 HTTP/1.1" status: 404 len: 333 time: 0.0313444 Jul 16 18:18:09.521614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34876) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:09.608615 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41b80f02-d63d-4dae-ae21-6a6a5105cdf1 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.699065 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41b80f02-d63d-4dae-ae21-6a6a5105cdf1 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.709450 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-41b80f02-d63d-4dae-ae21-6a6a5105cdf1 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf0a0a9-b559-4448-a4a4-eaf928558115']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:09.720526 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c93732bd-40ad-4a87-912f-5865dc76209f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6539783 Jul 16 18:18:09.720724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-41b80f02-d63d-4dae-ae21-6a6a5105cdf1 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1415d63f-9fdc-43dc-8da5-af0c5a792411') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:09.720866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-41b80f02-d63d-4dae-ae21-6a6a5105cdf1 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1415d63f-9fdc-43dc-8da5-af0c5a792411') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:09.730090 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41b80f02-d63d-4dae-ae21-6a6a5105cdf1 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.732267 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-804e0eda-274a-4f5c-9dc2-a8fc2515dec8 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.748034 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41b80f02-d63d-4dae-ae21-6a6a5105cdf1 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.754773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b80f02-d63d-4dae-ae21-6a6a5105cdf1 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:09.756763 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41b80f02-d63d-4dae-ae21-6a6a5105cdf1 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:09.758455 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:09.828867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41b80f02-d63d-4dae-ae21-6a6a5105cdf1 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.836273 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-41b80f02-d63d-4dae-ae21-6a6a5105cdf1 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.844103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-41b80f02-d63d-4dae-ae21-6a6a5105cdf1 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] 10.222.0.41 "DELETE /v2.0/networks/8bf0a0a9-b559-4448-a4a4-eaf928558115 HTTP/1.1" status: 204 len: 168 time: 0.3209333 Jul 16 18:18:09.862753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b80f02-d63d-4dae-ae21-6a6a5105cdf1 tempest-PortsAdminExtendedAttrsTestJSON-1376376915 tempest-PortsAdminExtendedAttrsTestJSON-1376376915-project] Pushing event deleted for resources: {'Network': ['ID=8bf0a0a9-b559-4448-a4a4-eaf928558115,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:09.984519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804e0eda-274a-4f5c-9dc2-a8fc2515dec8 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Router 282d2868-c2cc-415b-b225-ce286d118ab9 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:09.985831 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.995377 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec21ef1-ac9f-4818-9739-46fbe080d647 req-5670f68f-0c11-4a7d-8a71-33baa92645e0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:10.003763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ec21ef1-ac9f-4818-9739-46fbe080d647 req-5670f68f-0c11-4a7d-8a71-33baa92645e0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 945 time: 0.0897660 Jul 16 18:18:10.058348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ec21ef1-ac9f-4818-9739-46fbe080d647 req-2c7a4510-e083-4c86-9ebe-f36af35c4b83 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534697 Jul 16 18:18:10.073817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 92936992-24a5-4c10-a66c-027ab1632b22 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:10.137158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 92936992-24a5-4c10-a66c-027ab1632b22 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:10.139837 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804e0eda-274a-4f5c-9dc2-a8fc2515dec8 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:10.144447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 92936992-24a5-4c10-a66c-027ab1632b22 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:10.144829 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.149092 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-804e0eda-274a-4f5c-9dc2-a8fc2515dec8 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "PUT /v2.0/routers/282d2868-c2cc-415b-b225-ce286d118ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4029672 Jul 16 18:18:10.153276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34890) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:10.169088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34892) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:10.193369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8d904-5ef2-472c-9a8e-42d64a4020b9 None None] Sync routers for ids ['282d2868-c2cc-415b-b225-ce286d118ab9'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:10.202540 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-11b53d79-85f1-43d2-a4e9-c72814b9cfb4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] show failed (client error): The resource could not be found. Jul 16 18:18:10.208921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-11b53d79-85f1-43d2-a4e9-c72814b9cfb4 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1961994522 HTTP/1.1" status: 404 len: 335 time: 0.0487697 Jul 16 18:18:10.209336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34896) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:10.217001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-03faea97-3c0d-4c69-b14b-b906cb795b86 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:10.235493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8d904-5ef2-472c-9a8e-42d64a4020b9 None None] Routers {'282d2868-c2cc-415b-b225-ce286d118ab9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:10.236160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a3c8d904-5ef2-472c-9a8e-42d64a4020b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['282d2868-c2cc-415b-b225-ce286d118ab9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:10.256610 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-03faea97-3c0d-4c69-b14b-b906cb795b86 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] update failed (client error): The resource could not be found. Jul 16 18:18:10.257806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-03faea97-3c0d-4c69-b14b-b906cb795b86 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-550350515 HTTP/1.1" status: 404 len: 334 time: 0.0473526 Jul 16 18:18:10.263573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34898) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:10.273843 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Router b5c2200b-227c-4820-9573-7c3a0170b16c is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:10.279676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a3c8d904-5ef2-472c-9a8e-42d64a4020b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:10.298947 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8d904-5ef2-472c-9a8e-42d64a4020b9 None None] Routers {'282d2868-c2cc-415b-b225-ce286d118ab9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:10.299834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a3c8d904-5ef2-472c-9a8e-42d64a4020b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['282d2868-c2cc-415b-b225-ce286d118ab9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:10.355232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d07ec62-bf9b-4f2e-bdf2-053406543a64 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Deleting subnet e8d3308e-ca15-4137-bb1b-f750bccbd7e1 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:10.356426 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a3c8d904-5ef2-472c-9a8e-42d64a4020b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:10.357080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8d904-5ef2-472c-9a8e-42d64a4020b9 None None] The sync data for ids ['282d2868-c2cc-415b-b225-ce286d118ab9'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:10.361692 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3d07ec62-bf9b-4f2e-bdf2-053406543a64 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.393251 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.411714 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3d07ec62-bf9b-4f2e-bdf2-053406543a64 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.441755 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:10.444265 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b611a28-b18d-411f-85f0-1460198b00b3" -d '{"events": [{"server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "name": "network-vif-plugged", "status": "completed", "tag": "92936992-24a5-4c10-a66c-027ab1632b22"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:10.488199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 92936992-24a5-4c10-a66c-027ab1632b22, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=92936992-24a5-4c10-a66c-027ab1632b22,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:10.495781 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.503329 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0b4498c4-ab7b-48e1-a067-acdc3e1dcf7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70ec93db11f343f9afbe3ea3911ca56f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327708 Jul 16 18:18:10.505603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34908) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:10.521371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:10.532827 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Sync routers for ids ['b5c2200b-227c-4820-9573-7c3a0170b16c'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:10.550557 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.553214 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e58cab2f-4b9a-42ff-948c-2fe317e5fad9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2309349 Jul 16 18:18:10.555813 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34910) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:10.556241 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3d07ec62-bf9b-4f2e-bdf2-053406543a64 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.570382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=92936992-24a5-4c10-a66c-027ab1632b22,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:10.572630 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Routers {'b5c2200b-227c-4820-9573-7c3a0170b16c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:10.574493 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b5c2200b-227c-4820-9573-7c3a0170b16c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:10.606951 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8af463-0c6b-4dd6-8ecb-0883188286ea x-openstack-request-id: req-7e8af463-0c6b-4dd6-8ecb-0883188286ea {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:10.607649 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "name": "network-vif-plugged", "status": "completed", "tag": "92936992-24a5-4c10-a66c-027ab1632b22", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:10.608415 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e8af463-0c6b-4dd6-8ecb-0883188286ea {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:10.609068 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22', 'code': 200} Jul 16 18:18:10.656680 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1a7d06d9-57de-4a66-b8f1-f6439f13f6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.717668 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3d07ec62-bf9b-4f2e-bdf2-053406543a64 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.733260 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Set router b5c2200b-227c-4820-9573-7c3a0170b16c gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:10.744063 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1a7d06d9-57de-4a66-b8f1-f6439f13f6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.823527 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3d07ec62-bf9b-4f2e-bdf2-053406543a64 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.828160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3d07ec62-bf9b-4f2e-bdf2-053406543a64 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "DELETE /v2.0/subnets/e8d3308e-ca15-4137-bb1b-f750bccbd7e1 HTTP/1.1" status: 204 len: 168 time: 0.5622439 Jul 16 18:18:10.830093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb90cf-48b9-43f1-8a38-404939ac07f4 None None] Network 5275783e-9840-4a0a-8f6e-19c05f19d343 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:10.835879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07ec62-bf9b-4f2e-bdf2-053406543a64 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d3308e-ca15-4137-bb1b-f750bccbd7e1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:10.841935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34914) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:10.937504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-980a0e1a-913f-46db-bf68-52b0386b6119 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Deleting subnet a8aa9371-fabe-476f-ba39-9d4600e69347 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:10.942775 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-980a0e1a-913f-46db-bf68-52b0386b6119 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.969225 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'name': 'tempest-TestAggregatesBasicOps-318639261-router', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '195300ed-b3a1-431b-b115-605278af5b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:05Z', 'updated_at': '2021-07-16T18:18:08Z', 'revision_number': 3, 'project_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'gw_port': {'id': '195300ed-b3a1-431b-b115-605278af5b76', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:07Z', 'updated_at': '2021-07-16T18:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:10.996762 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Checking router: b5c2200b-227c-4820-9573-7c3a0170b16c for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:10.997560 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Updating router b5c2200b-227c-4820-9573-7c3a0170b16c port 195300ed-b3a1-431b-b115-605278af5b76 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:11.005119 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-980a0e1a-913f-46db-bf68-52b0386b6119 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.048985 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.084750 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1a7d06d9-57de-4a66-b8f1-f6439f13f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.087485 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1a7d06d9-57de-4a66-b8f1-f6439f13f6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.091677 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1a7d06d9-57de-4a66-b8f1-f6439f13f6b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34b12b60-ea1e-440e-bdb2-168641bcbf13 HTTP/1.1" status: 204 len: 168 time: 0.5821455 Jul 16 18:18:11.120068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6726bf0e-ed2f-436d-977e-ffb16d5828cc details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:11.132576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d06d9-57de-4a66-b8f1-f6439f13f6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b12b60-ea1e-440e-bdb2-168641bcbf13,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.167732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c96ee-4d56-4cf8-994a-b5ddc32bd09e req-054aee8a-8621-4672-8284-d4bf0e0724ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:11.185705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2926de-c15f-46c9-bd09-180ecdb6e3e9 None None] DHCP port deletion for 5275783e-9840-4a0a-8f6e-19c05f19d343 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:11.187723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-904c96ee-4d56-4cf8-994a-b5ddc32bd09e req-054aee8a-8621-4672-8284-d4bf0e0724ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1098 time: 0.4912884 Jul 16 18:18:11.226888 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.230274 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461fd7f-a189-405b-9a7c-c1d4ed94d5fe req-c7eaae6a-674d-4864-a5fe-87206ccfda53 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:11.232782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9461fd7f-a189-405b-9a7c-c1d4ed94d5fe req-c7eaae6a-674d-4864-a5fe-87206ccfda53 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 943 time: 0.4853950 Jul 16 18:18:11.324220 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-980a0e1a-913f-46db-bf68-52b0386b6119 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.336458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-904c96ee-4d56-4cf8-994a-b5ddc32bd09e req-b83b9aac-2dba-490b-b01f-ff09366d0cc0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392562 Jul 16 18:18:11.382719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9d2926de-c15f-46c9-bd09-180ecdb6e3e9 None None] Deleting port 636bd5a6-b5f3-484e-87be-3012b7044558 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:11.383261 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9d2926de-c15f-46c9-bd09-180ecdb6e3e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.435866 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:11.452832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9461fd7f-a189-405b-9a7c-c1d4ed94d5fe req-5fd6725c-528b-4551-9d04-67de0630d3f1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028596 Jul 16 18:18:11.529614 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-980a0e1a-913f-46db-bf68-52b0386b6119 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.548011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'port_id': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'mac_address': 'fa:16:3e:d8:48:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:11.564858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-980a0e1a-913f-46db-bf68-52b0386b6119 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.568735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6d489c-4378-46a0-90d6-5a455bfe16da None None] Network bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:11.577486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-980a0e1a-913f-46db-bf68-52b0386b6119 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "DELETE /v2.0/subnets/a8aa9371-fabe-476f-ba39-9d4600e69347 HTTP/1.1" status: 204 len: 168 time: 0.7206540 Jul 16 18:18:11.588221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9d2926de-c15f-46c9-bd09-180ecdb6e3e9 None None] For port 636bd5a6-b5f3-484e-87be-3012b7044558, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=636bd5a6-b5f3-484e-87be-3012b7044558,segment=NetworkSegment(85e50125-0ae3-44c2-a42c-143cb334d90f),segment_id=85e50125-0ae3-44c2-a42c-143cb334d90f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:11.589043 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9d2926de-c15f-46c9-bd09-180ecdb6e3e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.592337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fdd6a-a2b9-4aa5-8316-6fac9c3c4248 req-7e1e1a71-ad78-4d9f-a47c-e34dcac545b4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:11.595476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f2fdd6a-a2b9-4aa5-8316-6fac9c3c4248 req-7e1e1a71-ad78-4d9f-a47c-e34dcac545b4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.2273836 Jul 16 18:18:11.597572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34924) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:11.645108 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9d2926de-c15f-46c9-bd09-180ecdb6e3e9 None None] Calling delete_port for 636bd5a6-b5f3-484e-87be-3012b7044558 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:11.660089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a0e1a-913f-46db-bf68-52b0386b6119 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event deleted for resources: {'Subnet': ['ID=a8aa9371-fabe-476f-ba39-9d4600e69347,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.677099 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Allocated IP 172.20.0.1 (aa4f7374-2b76-40d0-a822-df5bb9b0a1f9/5936ef3f-5e13-4ee5-973c-1d1894d282e5/99bba1d1-749d-44c5-a470-2dea98d9916b) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:11.708502 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.709486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34926) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:11.781810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6726bf0e-ed2f-436d-977e-ffb16d5828cc {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:11.784409 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.796400 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Transition to ACTIVE for port object 195300ed-b3a1-431b-b115-605278af5b76 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:11.802615 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.804777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f2fdd6a-a2b9-4aa5-8316-6fac9c3c4248 req-31a738cb-775a-47be-a2e0-801ef54338b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626194 Jul 16 18:18:11.841338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.845147 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:11.854180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.859007 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.866319 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Attempting to bind port 195300ed-b3a1-431b-b115-605278af5b76 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:11.866771 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Attempting to bind port 195300ed-b3a1-431b-b115-605278af5b76 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:11.867181 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Attempting to bind port 195300ed-b3a1-431b-b115-605278af5b76 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:11.869342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Transition to ACTIVE for port object 99bba1d1-749d-44c5-a470-2dea98d9916b will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:11.881806 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:11.882561 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:11.883610 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.884203 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:11.884912 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Bound port: 195300ed-b3a1-431b-b115-605278af5b76, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:11.885513 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.889077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b9df36de-fde3-4c00-bcec-5b901143b8d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af0fd4b7f83d43b099ab04b2984ac9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634824 Jul 16 18:18:11.893548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34928) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:11.906755 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9d2926de-c15f-46c9-bd09-180ecdb6e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.916249 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be652401-212c-4772-be29-d4a378bfe800 None None] Pushing event updated for resources: {'Port': ['ID=195300ed-b3a1-431b-b115-605278af5b76,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.931099 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.937594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=6726bf0e-ed2f-436d-977e-ffb16d5828cc,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.940292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2926de-c15f-46c9-bd09-180ecdb6e3e9 None None] No DVR routers for this DVR port 636bd5a6-b5f3-484e-87be-3012b7044558 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:11.955587 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] For port 195300ed-b3a1-431b-b115-605278af5b76, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:11.962534 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] For port 195300ed-b3a1-431b-b115-605278af5b76, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=195300ed-b3a1-431b-b115-605278af5b76,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:11.971110 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.041921 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-124932b8-ddd0-4166-bc84-e48e65816dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.060640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Network aa4f7374-2b76-40d0-a822-df5bb9b0a1f9 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:12.069641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:12.073891 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Routers {'b5c2200b-227c-4820-9573-7c3a0170b16c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:12.075712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:12.076316 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b5c2200b-227c-4820-9573-7c3a0170b16c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:12.105026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Pushing event updated for resources: {'Port': ['ID=99bba1d1-749d-44c5-a470-2dea98d9916b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.134896 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.138067 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be652401-212c-4772-be29-d4a378bfe800 None None] Pushing event updated for resources: {'Port': ['ID=195300ed-b3a1-431b-b115-605278af5b76,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.159521 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-124932b8-ddd0-4166-bc84-e48e65816dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.209878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db01e2-b7c0-4d9f-8382-dc107f220be5 None None] DHCP port deletion for bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:12.216165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2926de-c15f-46c9-bd09-180ecdb6e3e9 None None] Pushing event deleted for resources: {'Port': ['ID=636bd5a6-b5f3-484e-87be-3012b7044558,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.257384 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-124932b8-ddd0-4166-bc84-e48e65816dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.260537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-124932b8-ddd0-4166-bc84-e48e65816dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.261753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-124932b8-ddd0-4166-bc84-e48e65816dbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/730fabc8-6a38-42d5-8e82-eab29a4b26a6 HTTP/1.1" status: 204 len: 168 time: 0.3337686 Jul 16 18:18:12.272433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124932b8-ddd0-4166-bc84-e48e65816dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730fabc8-6a38-42d5-8e82-eab29a4b26a6,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.273218 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] Set router b5c2200b-227c-4820-9573-7c3a0170b16c gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:12.278748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Deleting port 636bd5a6-b5f3-484e-87be-3012b7044558 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:12.279393 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.305292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['6726bf0e-ed2f-436d-977e-ffb16d5828cc'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:12.364733 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.393325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] For port 636bd5a6-b5f3-484e-87be-3012b7044558, host n-d-787206-10, got binding levels [] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:12.394311 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.410064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Calling delete_port for 636bd5a6-b5f3-484e-87be-3012b7044558 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:12.414282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.ipam_backend_mixin [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Port 636bd5a6-b5f3-484e-87be-3012b7044558 was not found and therefore no delete operation was performed {{(pid=100169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:18:12.416838 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.455824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] No DVR routers for this DVR port 636bd5a6-b5f3-484e-87be-3012b7044558 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:12.463717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event deleted for resources: {'Port': ['ID=636bd5a6-b5f3-484e-87be-3012b7044558,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.520915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b9db01e2-b7c0-4d9f-8382-dc107f220be5 None None] Deleting port 7e850113-07b3-4bd3-a506-bdfc0694f6cc {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:12.521537 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9db01e2-b7c0-4d9f-8382-dc107f220be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.569081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-66db3873-c0df-4df3-9807-540a7425c039 None None] Provisioning for port 99bba1d1-749d-44c5-a470-2dea98d9916b completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:12.606983 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.624405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-66db3873-c0df-4df3-9807-540a7425c039 None None] Provisioning complete for port 99bba1d1-749d-44c5-a470-2dea98d9916b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:12.625054 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-66db3873-c0df-4df3-9807-540a7425c039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.634349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5275783e-9840-4a0a-8f6e-19c05f19d343']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:12.658390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b9db01e2-b7c0-4d9f-8382-dc107f220be5 None None] For port 7e850113-07b3-4bd3-a506-bdfc0694f6cc, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7e850113-07b3-4bd3-a506-bdfc0694f6cc,segment=NetworkSegment(f912461e-5849-4a46-aa9d-4fe6a963e5a4),segment_id=f912461e-5849-4a46-aa9d-4fe6a963e5a4)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:12.659397 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9db01e2-b7c0-4d9f-8382-dc107f220be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.662772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e50125-0ae3-44c2-a42c-143cb334d90f') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:12.665228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e50125-0ae3-44c2-a42c-143cb334d90f') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:12.697408 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.716884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b9db01e2-b7c0-4d9f-8382-dc107f220be5 None None] Calling delete_port for 7e850113-07b3-4bd3-a506-bdfc0694f6cc owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:12.733028 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.748118 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:12.748663 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.765599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.775979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:12.777251 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:12.781995 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'name': 'tempest-TestAggregatesBasicOps-318639261-router', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '195300ed-b3a1-431b-b115-605278af5b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:05Z', 'updated_at': '2021-07-16T18:18:08Z', 'revision_number': 3, 'project_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'gw_port': {'id': '195300ed-b3a1-431b-b115-605278af5b76', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:07Z', 'updated_at': '2021-07-16T18:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:12.874566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7e850113-07b3-4bd3-a506-bdfc0694f6cc no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:12.891272 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00295627-921b-4e8c-bd0e-778d7499195e None None] The sync data for ids ['b5c2200b-227c-4820-9573-7c3a0170b16c'] in n-d-787206-10 is: [{'id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'name': 'tempest-TestAggregatesBasicOps-318639261-router', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '195300ed-b3a1-431b-b115-605278af5b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:05Z', 'updated_at': '2021-07-16T18:18:08Z', 'revision_number': 3, 'project_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'gw_port': {'id': '195300ed-b3a1-431b-b115-605278af5b76', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:07Z', 'updated_at': '2021-07-16T18:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:12.917984 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.932695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.939742 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Pushing event updated for resources: {'Port': ['ID=99bba1d1-749d-44c5-a470-2dea98d9916b,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.953848 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.956200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "DELETE /v2.0/networks/5275783e-9840-4a0a-8f6e-19c05f19d343 HTTP/1.1" status: 204 len: 168 time: 1.3571324 Jul 16 18:18:12.960004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6b829-468a-4ec3-a280-e35a4e0d917b tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event deleted for resources: {'Network': ['ID=5275783e-9840-4a0a-8f6e-19c05f19d343,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.960127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34950) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:12.994211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39def4-183a-46d3-87ea-f6fee5a8860d req-e241226f-c9d8-4af5-8e09-f8d463b9c400 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:12.995927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a39def4-183a-46d3-87ea-f6fee5a8860d req-e241226f-c9d8-4af5-8e09-f8d463b9c400 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 944 time: 0.2200334 Jul 16 18:18:13.062891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-66db3873-c0df-4df3-9807-540a7425c039 None None] Port 99bba1d1-749d-44c5-a470-2dea98d9916b cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:13.163989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a39def4-183a-46d3-87ea-f6fee5a8860d req-12b56538-ce43-48ff-8d68-91c7ed8e8885 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598718 Jul 16 18:18:13.174162 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6a80cfc-9d5e-41a0-8e47-85a78ed97abf tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.180724 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9db01e2-b7c0-4d9f-8382-dc107f220be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.211969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c6776-3752-4618-a2c9-49d3a262d203 req-4ff687a8-60e1-47da-a607-7481cb104398 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.219355 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-314c6776-3752-4618-a2c9-49d3a262d203 req-4ff687a8-60e1-47da-a607-7481cb104398 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.1306391 Jul 16 18:18:13.224112 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.229361 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db01e2-b7c0-4d9f-8382-dc107f220be5 None None] Pushing event deleted for resources: {'Port': ['ID=7e850113-07b3-4bd3-a506-bdfc0694f6cc,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:13.233089 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db01e2-b7c0-4d9f-8382-dc107f220be5 None None] No DVR routers for this DVR port 7e850113-07b3-4bd3-a506-bdfc0694f6cc on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:13.268850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-314c6776-3752-4618-a2c9-49d3a262d203 req-05d82e17-52b9-4f18-ab0f-2053802a1041 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477591 Jul 16 18:18:13.319047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 636bd5a6-b5f3-484e-87be-3012b7044558 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:13.357685 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 636bd5a6-b5f3-484e-87be-3012b7044558 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:13.358086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 636bd5a6-b5f3-484e-87be-3012b7044558 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:13.475733 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Network aa4f7374-2b76-40d0-a822-df5bb9b0a1f9 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:13.484147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:13.522164 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6a80cfc-9d5e-41a0-8e47-85a78ed97abf tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.540105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c6a80cfc-9d5e-41a0-8e47-85a78ed97abf tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.601357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c6a80cfc-9d5e-41a0-8e47-85a78ed97abf tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f912461e-5849-4a46-aa9d-4fe6a963e5a4') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.601835 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-c6a80cfc-9d5e-41a0-8e47-85a78ed97abf tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f912461e-5849-4a46-aa9d-4fe6a963e5a4') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.605502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc022b-140a-4f14-b732-a7a2eaae375b req-0175e03b-2baf-486e-b0e5-3e429ed0ca04 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.616539 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6a80cfc-9d5e-41a0-8e47-85a78ed97abf tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.624747 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bbdc022b-140a-4f14-b732-a7a2eaae375b req-0175e03b-2baf-486e-b0e5-3e429ed0ca04 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.1497855 Jul 16 18:18:13.635029 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6a80cfc-9d5e-41a0-8e47-85a78ed97abf tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.643322 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a80cfc-9d5e-41a0-8e47-85a78ed97abf tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:13.643912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6a80cfc-9d5e-41a0-8e47-85a78ed97abf tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:13.663238 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:13.695243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bbdc022b-140a-4f14-b732-a7a2eaae375b req-a9b03f44-8e84-4d01-b603-5f0e049810d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693195 Jul 16 18:18:13.710694 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34966) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:13.840728 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6a80cfc-9d5e-41a0-8e47-85a78ed97abf tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.867254 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6a80cfc-9d5e-41a0-8e47-85a78ed97abf tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.869187 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c6a80cfc-9d5e-41a0-8e47-85a78ed97abf tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "DELETE /v2.0/networks/bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea HTTP/1.1" status: 204 len: 168 time: 0.8955290 Jul 16 18:18:13.871807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34970) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:13.881077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a80cfc-9d5e-41a0-8e47-85a78ed97abf tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event deleted for resources: {'Network': ['ID=bd91e0aa-f39b-4ad9-8d9c-172ff93d8fea,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:13.889480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Router b5c2200b-227c-4820-9573-7c3a0170b16c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:13.898231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-92a542e4-7085-4499-9a0c-e24968b4430f None None] Provisioning complete for port 99bba1d1-749d-44c5-a470-2dea98d9916b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:13.898862 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-92a542e4-7085-4499-9a0c-e24968b4430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.948258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-92a542e4-7085-4499-9a0c-e24968b4430f None None] Port 99bba1d1-749d-44c5-a470-2dea98d9916b cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:13.949876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbcf40e-a915-425c-9e21-57094db83409 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.958969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34972) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:13.964025 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-afbcf40e-a915-425c-9e21-57094db83409 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1093 time: 0.2524469 Jul 16 18:18:13.971081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '92936992-24a5-4c10-a66c-027ab1632b22', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:13.986085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92a9e4b-6d3c-4717-b86b-7a4cefed1694 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Deleting subnet c7415467-8132-402e-8dad-8595b155c309 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:13.989620 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f92a9e4b-6d3c-4717-b86b-7a4cefed1694 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.043026 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f92a9e4b-6d3c-4717-b86b-7a4cefed1694 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.103261 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.148589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:14.174868 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-052dfeb2-8640-4ecc-b919-95d223756f12 admin admin] 10.222.0.41 "PUT /v2.0/routers/b5c2200b-227c-4820-9573-7c3a0170b16c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6125827 Jul 16 18:18:14.181835 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f92a9e4b-6d3c-4717-b86b-7a4cefed1694 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.350499 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f92a9e4b-6d3c-4717-b86b-7a4cefed1694 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.382036 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f92a9e4b-6d3c-4717-b86b-7a4cefed1694 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.391453 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e038c169-4da9-4cb8-834d-5c96cd88eeca None None] Network b95afbf4-afd1-4d19-9a7c-b953c3874286 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:14.391689 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f92a9e4b-6d3c-4717-b86b-7a4cefed1694 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "DELETE /v2.0/subnets/c7415467-8132-402e-8dad-8595b155c309 HTTP/1.1" status: 204 len: 168 time: 0.5164115 Jul 16 18:18:14.391920 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 34992) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:14.487531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a9e4b-6d3c-4717-b86b-7a4cefed1694 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event deleted for resources: {'Subnet': ['ID=c7415467-8132-402e-8dad-8595b155c309,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:14.543798 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.547575 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.580091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 34996) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:14.705951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f4206-f42d-4185-9345-fe5e94597f95 None None] DHCP port deletion for b95afbf4-afd1-4d19-9a7c-b953c3874286 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:14.774335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736be8f8-2c82-4a6b-938f-719bb9bd4c2f req-b2172526-eced-44d8-b1cd-ca9dafcd4e07 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:14.779124 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-736be8f8-2c82-4a6b-938f-719bb9bd4c2f req-b2172526-eced-44d8-b1cd-ca9dafcd4e07 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 944 time: 0.3804235 Jul 16 18:18:14.854393 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Deleting port c664f9a5-f99a-400e-b694-4ec34f698ec4 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:14.861031 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.895008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-166f4206-f42d-4185-9345-fe5e94597f95 None None] Deleting port c664f9a5-f99a-400e-b694-4ec34f698ec4 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:14.895551 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-166f4206-f42d-4185-9345-fe5e94597f95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.970020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-736be8f8-2c82-4a6b-938f-719bb9bd4c2f req-dfc8738e-bd78-47c0-8a8f-0f6d803b777a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737235 Jul 16 18:18:14.971203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 195300ed-b3a1-431b-b115-605278af5b76 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:14.996652 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] For port c664f9a5-f99a-400e-b694-4ec34f698ec4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c664f9a5-f99a-400e-b694-4ec34f698ec4,segment=NetworkSegment(d9d4a76b-90ea-4542-b361-0e8f6ce2af19),segment_id=d9d4a76b-90ea-4542-b361-0e8f6ce2af19)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:14.997354 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.003638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.25.5.82 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/711b11b5-f0b5-40bf-9fa8-27b0a3400488) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:15.015569 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Calling delete_port for c664f9a5-f99a-400e-b694-4ec34f698ec4 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:15.092115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-166f4206-f42d-4185-9345-fe5e94597f95 None None] For port c664f9a5-f99a-400e-b694-4ec34f698ec4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c664f9a5-f99a-400e-b694-4ec34f698ec4,segment=NetworkSegment(d9d4a76b-90ea-4542-b361-0e8f6ce2af19),segment_id=d9d4a76b-90ea-4542-b361-0e8f6ce2af19)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:15.092538 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-166f4206-f42d-4185-9345-fe5e94597f95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.105257 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 195300ed-b3a1-431b-b115-605278af5b76 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:15.115145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-166f4206-f42d-4185-9345-fe5e94597f95 None None] Calling delete_port for c664f9a5-f99a-400e-b694-4ec34f698ec4 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:15.119912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 195300ed-b3a1-431b-b115-605278af5b76 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:15.120347 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.181353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-873232267', 'router:external': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:15.187810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6726bf0e-ed2f-436d-977e-ffb16d5828cc up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:15.198726 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.244928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event deleted for resources: {'Port': ['ID=c664f9a5-f99a-400e-b694-4ec34f698ec4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.251269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] No DVR routers for this DVR port c664f9a5-f99a-400e-b694-4ec34f698ec4 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:15.288400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.335209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Made reservation on behalf of a54b5845827443fa888d484bbe30a7d9 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:15.339176 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.353313 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.370541 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.385166 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95afbf4-afd1-4d19-9a7c-b953c3874286']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:15.399379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d4a76b-90ea-4542-b361-0e8f6ce2af19') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:15.399706 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d4a76b-90ea-4542-b361-0e8f6ce2af19') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:15.413275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.427516 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35012) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:15.439489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-7784783-network', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:15.442583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.443342 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.455903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:15.456134 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.457312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 6726bf0e-ed2f-436d-977e-ffb16d5828cc triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:15.457700 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:15.459269 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:15.478265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:15.494689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:15.495401 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.504694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:15.507887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=711b11b5-f0b5-40bf-9fa8-27b0a3400488,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.535555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Made reservation on behalf of fdc5b616514545d9996b50d867dbe95c for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:15.539490 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.553565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.555324 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.565080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 195300ed-b3a1-431b-b115-605278af5b76, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=195300ed-b3a1-431b-b115-605278af5b76,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:15.566782 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.569110 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-166f4206-f42d-4185-9345-fe5e94597f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.572375 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "DELETE /v2.0/networks/b95afbf4-afd1-4d19-9a7c-b953c3874286 HTTP/1.1" status: 204 len: 168 time: 1.1791108 Jul 16 18:18:15.577388 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35016) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:15.600239 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.609385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-166f4206-f42d-4185-9345-fe5e94597f95 None None] Network b95afbf4-afd1-4d19-9a7c-b953c3874286 is not hosted by any dhcp agent {{(pid=100171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:18:15.610378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f4206-f42d-4185-9345-fe5e94597f95 None None] No DVR routers for this DVR port c664f9a5-f99a-400e-b694-4ec34f698ec4 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:15.618942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f4206-f42d-4185-9345-fe5e94597f95 None None] Pushing event deleted for resources: {'Port': ['ID=c664f9a5-f99a-400e-b694-4ec34f698ec4,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.640761 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffb921-2791-4dc6-a3aa-82e3de170714 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Pushing event deleted for resources: {'Network': ['ID=b95afbf4-afd1-4d19-9a7c-b953c3874286,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.649365 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a559b1e1-a797-4b67-b265-eb96e33450d8 tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "GET /v2.0/ports?device_id=282d2868-c2cc-415b-b225-ce286d118ab9 HTTP/1.1" status: 200 len: 205 time: 0.0645387 Jul 16 18:18:15.652019 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35018) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:15.703824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=195300ed-b3a1-431b-b115-605278af5b76,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.730035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c664f9a5-f99a-400e-b694-4ec34f698ec4 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:15.758595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: c664f9a5-f99a-400e-b694-4ec34f698ec4 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:15.759216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c664f9a5-f99a-400e-b694-4ec34f698ec4 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:15.762363 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f4f7777-0f59-4980-8c02-82d3482bd27e tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.779309 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.811351 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:15.814240 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba62c6c4-35a0-488e-8f40-f65bd5de1f9a" -d '{"events": [{"server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "name": "network-vif-plugged", "status": "completed", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:15.831270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:15.834642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Sync routers for ids ['b5c2200b-227c-4820-9573-7c3a0170b16c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:15.845464 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.858197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Routers {'b5c2200b-227c-4820-9573-7c3a0170b16c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:15.858197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b5c2200b-227c-4820-9573-7c3a0170b16c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:15.937699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=6726bf0e-ed2f-436d-977e-ffb16d5828cc,revision_number=10']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.953374 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f4f7777-0f59-4980-8c02-82d3482bd27e tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.955477 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fe08f0-3771-4d14-bf74-94e925b0ab4c x-openstack-request-id: req-a7fe08f0-3771-4d14-bf74-94e925b0ab4c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:15.955623 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f4f7777-0f59-4980-8c02-82d3482bd27e tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.955742 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "name": "network-vif-plugged", "status": "completed", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:15.957217 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7fe08f0-3771-4d14-bf74-94e925b0ab4c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:15.957217 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'code': 200} Jul 16 18:18:15.958749 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.973907 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.999752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:16.012742 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.013343 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Added segment fd9a4a90-ba8c-4a7f-9f6d-76195580fe55 of type vlan for network b339dd0b-1e24-4954-8653-05f3434c348a Jul 16 18:18:16.072538 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.094805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Set router b5c2200b-227c-4820-9573-7c3a0170b16c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:16.123586 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.124587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:16.125193 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.227164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d52a53-2302-44ec-b12d-d70d23bb6cb3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:16.337371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event updated for resources: {'Network': ['ID=b339dd0b-1e24-4954-8653-05f3434c348a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:16.361823 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network b339dd0b-1e24-4954-8653-05f3434c348a details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:16.460175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'name': 'tempest-TestAggregatesBasicOps-318639261-router', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '195300ed-b3a1-431b-b115-605278af5b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:05Z', 'updated_at': '2021-07-16T18:18:12Z', 'revision_number': 4, 'project_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'gw_port': {'id': '195300ed-b3a1-431b-b115-605278af5b76', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:07Z', 'updated_at': '2021-07-16T18:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '99bba1d1-749d-44c5-a470-2dea98d9916b', 'name': '', 'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'mac_address': 'fa:16:3e:d3:2f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '5936ef3f-5e13-4ee5-973c-1d1894d282e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:11Z', 'updated_at': '2021-07-16T18:18:12Z', 'revision_number': 2, 'project_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'subnets': [{'id': '5936ef3f-5e13-4ee5-973c-1d1894d282e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:16.462206 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f4f7777-0f59-4980-8c02-82d3482bd27e tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.462904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4f7777-0f59-4980-8c02-82d3482bd27e tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Fanout notify agent at l3_agent the message router_deleted on router 282d2868-c2cc-415b-b225-ce286d118ab9 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:16.476481 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f4f7777-0f59-4980-8c02-82d3482bd27e tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.477884 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0f4f7777-0f59-4980-8c02-82d3482bd27e tempest-RoutersNegativeTest-1466944528 tempest-RoutersNegativeTest-1466944528-project] 10.222.0.41 "DELETE /v2.0/routers/282d2868-c2cc-415b-b225-ce286d118ab9 HTTP/1.1" status: 204 len: 168 time: 0.8243990 Jul 16 18:18:16.521552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Checking router: b5c2200b-227c-4820-9573-7c3a0170b16c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:16.522137 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Updating router b5c2200b-227c-4820-9573-7c3a0170b16c port 99bba1d1-749d-44c5-a470-2dea98d9916b binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:16.561503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.567366 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.572136 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.601290 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:16.624514 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.624876 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Added segment 63a71f29-1200-4bb3-b3bc-544d98401f3c of type vlan for network d951800d-30c5-48ca-a7c7-9fe10da70e05 Jul 16 18:18:16.634518 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7724c91-50fe-4a0b-88a1-1edd9d485b38,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:16.683579 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.738778 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.740588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:16.741442 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.788645 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3576140 Jul 16 18:18:16.789623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35028) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:16.795588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-275c8f49-b1eb-4fb7-a215-25f1390816f2 admin admin] Request body: {'subnet': {'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-7784783-subnet', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:16.851305 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abf8fe-6b2e-4cc1-b3a4-4a4ae2015d63 admin admin] Pushing event updated for resources: {'Network': ['ID=d951800d-30c5-48ca-a7c7-9fe10da70e05,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:16.879890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d951800d-30c5-48ca-a7c7-9fe10da70e05 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:16.915648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 195300ed-b3a1-431b-b115-605278af5b76 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:16.935501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275c8f49-b1eb-4fb7-a215-25f1390816f2 admin admin] Made reservation on behalf of fdc5b616514545d9996b50d867dbe95c for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:16.938261 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-275c8f49-b1eb-4fb7-a215-25f1390816f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.001339 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.083691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5b91eb26-4c79-49b2-9c23-1630fe09e8e3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5020430 Jul 16 18:18:17.085599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35032) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:17.085972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35034) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:17.097353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc5944-0cbb-4632-8b36-17149040fe57 req-49a1143e-b018-4b50-b42f-79d791e931f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.099251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 195300ed-b3a1-431b-b115-605278af5b76 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:17.099989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64cc5944-0cbb-4632-8b36-17149040fe57 req-49a1143e-b018-4b50-b42f-79d791e931f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 1098 time: 0.9787648 Jul 16 18:18:17.100629 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.104665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2d7a7a47-694c-41aa-87d7-1b4c964d9abb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Request body: {'subnet': {'network_id': 'b339dd0b-1e24-4954-8653-05f3434c348a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:17.135403 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-275c8f49-b1eb-4fb7-a215-25f1390816f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.151788 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.167923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Transition to ACTIVE for port object 99bba1d1-749d-44c5-a470-2dea98d9916b will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:17.179930 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.217459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c8f49-b1eb-4fb7-a215-25f1390816f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d48ab61-222c-48ab-a351-c5eeb9997fae,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:17.264080 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c8f49-b1eb-4fb7-a215-25f1390816f2 admin admin] Checking segment: {'id': '63a71f29-1200-4bb3-b3bc-544d98401f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:17.264470 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c8f49-b1eb-4fb7-a215-25f1390816f2 admin admin] Network hostable DHCP agents. Network: d951800d-30c5-48ca-a7c7-9fe10da70e05, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:17.266417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c2b99-9a90-4cb2-88f0-96682e344812 None None] Pushing event updated for resources: {'Port': ['ID=99bba1d1-749d-44c5-a470-2dea98d9916b,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:17.294370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c8f49-b1eb-4fb7-a215-25f1390816f2 admin admin] Network d951800d-30c5-48ca-a7c7-9fe10da70e05 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:17.294702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1298a-b614-4a18-8d1a-079dac0f45aa req-fd515892-6849-418c-96d3-d64b45872a28 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.296423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ce1298a-b614-4a18-8d1a-079dac0f45aa req-fd515892-6849-418c-96d3-d64b45872a28 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 946 time: 1.1082265 Jul 16 18:18:17.305503 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-275c8f49-b1eb-4fb7-a215-25f1390816f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d951800d-30c5-48ca-a7c7-9fe10da70e05) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:17.310726 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275c8f49-b1eb-4fb7-a215-25f1390816f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.311527 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-275c8f49-b1eb-4fb7-a215-25f1390816f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.318774 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.331625 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-275c8f49-b1eb-4fb7-a215-25f1390816f2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5416350 Jul 16 18:18:17.332092 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5103d6-8b24-41e0-92ec-1ae02d8ccf95 None None] Network d951800d-30c5-48ca-a7c7-9fe10da70e05 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:17.334493 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35038) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:17.342827 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7a7a47-694c-41aa-87d7-1b4c964d9abb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Made reservation on behalf of a54b5845827443fa888d484bbe30a7d9 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:17.344150 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7a47-694c-41aa-87d7-1b4c964d9abb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.354245 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-7784783-router', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:17.405060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64cc5944-0cbb-4632-8b36-17149040fe57 req-77d71517-d63d-49e8-b5fd-4c3f285edcc6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889245 Jul 16 18:18:17.423634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Attempting to bind port 99bba1d1-749d-44c5-a470-2dea98d9916b on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:17.424027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Attempting to bind port 99bba1d1-749d-44c5-a470-2dea98d9916b by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '8917e86b-16fc-4e79-97af-0a348f0d8710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:17.424374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Attempting to bind port 99bba1d1-749d-44c5-a470-2dea98d9916b on network aa4f7374-2b76-40d0-a822-df5bb9b0a1f9 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:17.432741 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:17.433146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Checking segment: {'id': '8917e86b-16fc-4e79-97af-0a348f0d8710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:17.433547 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.435138 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Bound using segment: {'id': '8917e86b-16fc-4e79-97af-0a348f0d8710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:17.435944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Bound port: 99bba1d1-749d-44c5-a470-2dea98d9916b, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8917e86b-16fc-4e79-97af-0a348f0d8710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:17.436394 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.442467 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.443699 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.526993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d2604157-47c6-4592-81b3-ad530a45371a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fca27acdbb64103b41d7d7451c98b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338703 Jul 16 18:18:17.553149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ce1298a-b614-4a18-8d1a-079dac0f45aa req-d8344673-9549-49a4-a59c-ddf7ac2f921a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443120 Jul 16 18:18:17.565679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35042) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:17.602793 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.669702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-d951800d-30c5-48ca-a7c7-9fe10da70e05', 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'fixed_ips': [{'subnet_id': '4d48ab61-222c-48ab-a351-c5eeb9997fae'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:17.670690 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.786406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] For port 99bba1d1-749d-44c5-a470-2dea98d9916b, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:17.814142 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] For port 99bba1d1-749d-44c5-a470-2dea98d9916b, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=99bba1d1-749d-44c5-a470-2dea98d9916b,segment=NetworkSegment(8917e86b-16fc-4e79-97af-0a348f0d8710),segment_id=8917e86b-16fc-4e79-97af-0a348f0d8710)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:17.832054 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.836662 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-21ac8ea9-331e-4d9d-8e4d-0fa1c5501106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.842977 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.887095 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-21ac8ea9-331e-4d9d-8e4d-0fa1c5501106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.927711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Routers {'b5c2200b-227c-4820-9573-7c3a0170b16c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:17.928630 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b5c2200b-227c-4820-9573-7c3a0170b16c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:17.988285 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Allocated IP 172.20.0.2 (d951800d-30c5-48ca-a7c7-9fe10da70e05/4d48ab61-222c-48ab-a351-c5eeb9997fae/e21aa602-016c-4b30-bb56-138b82c74aff) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:18.020314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c2b99-9a90-4cb2-88f0-96682e344812 None None] Pushing event updated for resources: {'Port': ['ID=99bba1d1-749d-44c5-a470-2dea98d9916b,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:18.053707 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-21ac8ea9-331e-4d9d-8e4d-0fa1c5501106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.057114 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-21ac8ea9-331e-4d9d-8e4d-0fa1c5501106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.060198 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.060694 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-21ac8ea9-331e-4d9d-8e4d-0fa1c5501106 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b5dc8ad-22ee-446d-802c-68fd7edc3559 HTTP/1.1" status: 204 len: 168 time: 0.4912722 Jul 16 18:18:18.077148 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.103223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac8ea9-331e-4d9d-8e4d-0fa1c5501106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5dc8ad-22ee-446d-802c-68fd7edc3559,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:18.259583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.372076 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.405151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.objects.ports [None req-2d7a7a47-694c-41aa-87d7-1b4c964d9abb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100169) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:18:18.405642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7a47-694c-41aa-87d7-1b4c964d9abb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.412684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.485302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a7a47-694c-41aa-87d7-1b4c964d9abb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fa714c1a-5ae0-4825-a0ec-cfbf97d2139b,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:18.627574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=711b11b5-f0b5-40bf-9fa8-27b0a3400488,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:18.638008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] Set router b5c2200b-227c-4820-9573-7c3a0170b16c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:18.690259 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Allocated IP 172.25.5.56 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/56f9b5f4-4f21-402f-99de-f6efb336a4e0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:18.706689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7a7a47-694c-41aa-87d7-1b4c964d9abb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Checking segment: {'id': 'fd9a4a90-ba8c-4a7f-9f6d-76195580fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b339dd0b-1e24-4954-8653-05f3434c348a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:18.706837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7a7a47-694c-41aa-87d7-1b4c964d9abb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Network hostable DHCP agents. Network: b339dd0b-1e24-4954-8653-05f3434c348a, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:18.820749 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Floating IP acdfb7cb-82e1-4a6d-81d0-bb1e624f0581 associated. External IP: 172.25.5.82, port: 92936992-24a5-4c10-a66c-027ab1632b22. Jul 16 18:18:18.920612 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.944715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7a7a47-694c-41aa-87d7-1b4c964d9abb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Network b339dd0b-1e24-4954-8653-05f3434c348a is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:18.981937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-2d7a7a47-694c-41aa-87d7-1b4c964d9abb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, b339dd0b-1e24-4954-8653-05f3434c348a) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:19.004519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223653a9-28ff-4134-a89d-0b87abbc7301 None None] Network b339dd0b-1e24-4954-8653-05f3434c348a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:19.005453 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.031154 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Transition to ACTIVE for port object e21aa602-016c-4b30-bb56-138b82c74aff will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:19.069658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7a7a47-694c-41aa-87d7-1b4c964d9abb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:19.070544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7a47-694c-41aa-87d7-1b4c964d9abb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.078525 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.126503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Transition to ACTIVE for port object e21aa602-016c-4b30-bb56-138b82c74aff will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:19.140480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:19.150349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:19.171607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:19.174900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Pushing event updated for resources: {'Port': ['ID=56f9b5f4-4f21-402f-99de-f6efb336a4e0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:19.176620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2d7a7a47-694c-41aa-87d7-1b4c964d9abb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0817177 Jul 16 18:18:19.178023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35098) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:19.186271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1755815614', 'network_id': 'b339dd0b-1e24-4954-8653-05f3434c348a'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:19.193480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c9d94-ec2a-48df-82c6-a18bd2b6d817 req-d92ee727-b3d0-427c-ba62-7d2e86b8beb2 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:19.201097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-162c9d94-ec2a-48df-82c6-a18bd2b6d817 req-d92ee727-b3d0-427c-ba62-7d2e86b8beb2 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 946 time: 0.2228405 Jul 16 18:18:19.228652 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.266468 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Made reservation on behalf of a54b5845827443fa888d484bbe30a7d9 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:19.269545 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.305548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-162c9d94-ec2a-48df-82c6-a18bd2b6d817 req-899dd5ba-70c2-4780-bfa3-834d049b35d3 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012757 Jul 16 18:18:19.397116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Network d951800d-30c5-48ca-a7c7-9fe10da70e05 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:19.409423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:19.427637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] device_id is not set on port 6b4ca85e-58c0-46b7-b982-95200f44f28f yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:18:19.430829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:19.437631 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router 0ae83138-c07e-4642-8ba4-d076e42c7b4a has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:19.459743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Pushing event updated for resources: {'Port': ['ID=e21aa602-016c-4b30-bb56-138b82c74aff,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:19.548492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0517d98-64d5-441c-a8e5-aa100b390875 None None] Network b339dd0b-1e24-4954-8653-05f3434c348a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:19.599740 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Attempting to bind port e21aa602-016c-4b30-bb56-138b82c74aff on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:19.600467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Attempting to bind port e21aa602-016c-4b30-bb56-138b82c74aff by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '63a71f29-1200-4bb3-b3bc-544d98401f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:19.601231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Attempting to bind port e21aa602-016c-4b30-bb56-138b82c74aff on network d951800d-30c5-48ca-a7c7-9fe10da70e05 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:19.652857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:19.654031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Checking segment: {'id': '63a71f29-1200-4bb3-b3bc-544d98401f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:19.654636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.655246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Bound using segment: {'id': '63a71f29-1200-4bb3-b3bc-544d98401f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:19.656266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Bound port: e21aa602-016c-4b30-bb56-138b82c74aff, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a71f29-1200-4bb3-b3bc-544d98401f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:19.656858 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.683821 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'name': 'tempest-TestAggregatesBasicOps-318639261-router', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '195300ed-b3a1-431b-b115-605278af5b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:05Z', 'updated_at': '2021-07-16T18:18:12Z', 'revision_number': 4, 'project_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'gw_port': {'id': '195300ed-b3a1-431b-b115-605278af5b76', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:07Z', 'updated_at': '2021-07-16T18:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '99bba1d1-749d-44c5-a470-2dea98d9916b', 'name': '', 'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'mac_address': 'fa:16:3e:d3:2f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '5936ef3f-5e13-4ee5-973c-1d1894d282e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:11Z', 'updated_at': '2021-07-16T18:18:17Z', 'revision_number': 4, 'project_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'subnets': [{'id': '5936ef3f-5e13-4ee5-973c-1d1894d282e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:19.787998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:19.789311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] For port e21aa602-016c-4b30-bb56-138b82c74aff, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:19.792812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] For port e21aa602-016c-4b30-bb56-138b82c74aff, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e21aa602-016c-4b30-bb56-138b82c74aff,segment=NetworkSegment(63a71f29-1200-4bb3-b3bc-544d98401f3c),segment_id=63a71f29-1200-4bb3-b3bc-544d98401f3c)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:19.797667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfee907-0011-4578-bac5-ec8cfa11cdf2 None None] The sync data for ids ['b5c2200b-227c-4820-9573-7c3a0170b16c'] in n-d-787206-10 is: [{'id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'name': 'tempest-TestAggregatesBasicOps-318639261-router', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '195300ed-b3a1-431b-b115-605278af5b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:05Z', 'updated_at': '2021-07-16T18:18:12Z', 'revision_number': 4, 'project_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'gw_port': {'id': '195300ed-b3a1-431b-b115-605278af5b76', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:07Z', 'updated_at': '2021-07-16T18:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '99bba1d1-749d-44c5-a470-2dea98d9916b', 'name': '', 'network_id': 'aa4f7374-2b76-40d0-a822-df5bb9b0a1f9', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'mac_address': 'fa:16:3e:d3:2f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '5936ef3f-5e13-4ee5-973c-1d1894d282e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:11Z', 'updated_at': '2021-07-16T18:18:17Z', 'revision_number': 4, 'project_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'subnets': [{'id': '5936ef3f-5e13-4ee5-973c-1d1894d282e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:19.801640 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.808723 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7deaab-39f3-4919-8dad-3a02d13a9d39 None None] Sync routers for ids ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:19.821543 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7deaab-39f3-4919-8dad-3a02d13a9d39 None None] Routers {'0ae83138-c07e-4642-8ba4-d076e42c7b4a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:19.822399 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0e7deaab-39f3-4919-8dad-3a02d13a9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:19.827657 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.026991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6344aae6-c667-40af-a1a9-78bd161ddce0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0657730 Jul 16 18:18:20.026991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:20.040750 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c40026-e5b9-4aa8-819b-fe2d8117c8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "tag": "92936992-24a5-4c10-a66c-027ab1632b22"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:20.101213 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.114266 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-0e7deaab-39f3-4919-8dad-3a02d13a9d39 None None] Set router 0ae83138-c07e-4642-8ba4-d076e42c7b4a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:20.130653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93affc3-ef85-4d9b-81a9-8c0ab05be6bc None None] Pushing event updated for resources: {'Port': ['ID=e21aa602-016c-4b30-bb56-138b82c74aff,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:20.153865 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5807afd-a3da-4709-8dbb-ad176a09545b x-openstack-request-id: req-b5807afd-a3da-4709-8dbb-ad176a09545b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:20.156946 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "tag": "92936992-24a5-4c10-a66c-027ab1632b22", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:20.157222 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5807afd-a3da-4709-8dbb-ad176a09545b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:20.157644 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22', 'status': 'completed', 'code': 200} Jul 16 18:18:20.286318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Allocated IP 2001:db8::249 (b339dd0b-1e24-4954-8653-05f3434c348a/fa714c1a-5ae0-4825-a0ec-cfbf97d2139b/6b4ca85e-58c0-46b7-b982-95200f44f28f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:20.343864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c40026-e5b9-4aa8-819b-fe2d8117c8f2 req-2a136d86-ecf3-4096-868b-6b9bce161bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.349666 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7c40026-e5b9-4aa8-819b-fe2d8117c8f2 req-2a136d86-ecf3-4096-868b-6b9bce161bab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1098 time: 0.1722100 Jul 16 18:18:20.866078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c40026-e5b9-4aa8-819b-fe2d8117c8f2 req-28d4ac0d-c7b1-4c91-a7a3-3544a4abcb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.867632 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7c40026-e5b9-4aa8-819b-fe2d8117c8f2 req-28d4ac0d-c7b1-4c91-a7a3-3544a4abcb11 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 HTTP/1.1" status: 200 len: 897 time: 0.5077574 Jul 16 18:18:20.888809 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0e7deaab-39f3-4919-8dad-3a02d13a9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:51Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:39Z', 'updated_at': '2021-07-16T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'acdfb7cb-82e1-4a6d-81d0-bb1e624f0581', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'port_id': '92936992-24a5-4c10-a66c-027ab1632b22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'mac_address': 'fa:16:3e:94:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595d795-1dd3-43da-af58-b26436a55bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:16Z', 'updated_at': '2021-07-16T18:18:16Z', 'revision_number': 0, 'project_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4110c781-1580-412f-95ca-a2a10a9f101f', 'name': '', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:43:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:49Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:20.994500 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7deaab-39f3-4919-8dad-3a02d13a9d39 None None] Checking router: 0ae83138-c07e-4642-8ba4-d076e42c7b4a for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:21.010654 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.017264 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7deaab-39f3-4919-8dad-3a02d13a9d39 None None] Routers {'0ae83138-c07e-4642-8ba4-d076e42c7b4a'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:21.020601 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0e7deaab-39f3-4919-8dad-3a02d13a9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:21.118489 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e21aa602-016c-4b30-bb56-138b82c74aff up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:21.120420 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad91818-52e2-432d-a701-d0815bf21479 req-55558b02-93cc-4860-b397-7e9dd0ebc23e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.123020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cad91818-52e2-432d-a701-d0815bf21479 req-55558b02-93cc-4860-b397-7e9dd0ebc23e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.6801889 Jul 16 18:18:21.139066 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.258576 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-0e7deaab-39f3-4919-8dad-3a02d13a9d39 None None] Set router 0ae83138-c07e-4642-8ba4-d076e42c7b4a gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:21.269541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7c40026-e5b9-4aa8-819b-fe2d8117c8f2 req-9c839cf7-c27f-415f-ad84-d33ded18da20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 200 len: 999 time: 0.3366315 Jul 16 18:18:21.289478 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e21aa602-016c-4b30-bb56-138b82c74aff completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:21.295842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 99bba1d1-749d-44c5-a470-2dea98d9916b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:21.359666 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.408843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cad91818-52e2-432d-a701-d0815bf21479 req-78c81fad-b367-4568-81a0-e5931bab55ed tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599046 Jul 16 18:18:21.435342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 99bba1d1-749d-44c5-a470-2dea98d9916b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:21.437470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8a1e2-8626-427b-9aaf-2d3845251ee4 req-f2276748-d622-420b-bb06-5b67e77cf55a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.444128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 99bba1d1-749d-44c5-a470-2dea98d9916b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:21.444510 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.456541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b8b8a1e2-8626-427b-9aaf-2d3845251ee4 req-f2276748-d622-420b-bb06-5b67e77cf55a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 946 time: 0.6538200 Jul 16 18:18:21.461924 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35134) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:21.476721 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event updated for resources: {'Port': ['ID=6b4ca85e-58c0-46b7-b982-95200f44f28f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:21.598424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c40026-e5b9-4aa8-819b-fe2d8117c8f2 req-6ccc81eb-f907-4f53-84d6-b2c4b96a9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.604840 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7c40026-e5b9-4aa8-819b-fe2d8117c8f2 req-6ccc81eb-f907-4f53-84d6-b2c4b96a9d1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=622d26d9-d6a1-4f0e-83ae-b0352e3ad605 HTTP/1.1" status: 200 len: 835 time: 0.3094003 Jul 16 18:18:21.684253 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.739647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Network b339dd0b-1e24-4954-8653-05f3434c348a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:21.744240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:21.751517 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:21.752458 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.753059 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.788688 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cb703ae1-4fb3-4ea7-86b0-cbdbf5296535 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/acdfb7cb-82e1-4a6d-81d0-bb1e624f0581 HTTP/1.1" status: 200 len: 991 time: 0.2912843 Jul 16 18:18:21.813794 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a9a7d1c0-f93a-47ed-8f66-03d3c9800bb3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6323278 Jul 16 18:18:21.814707 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35140) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:21.817896 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Router 981495f7-0f0b-4692-8e67-7ade81362b66 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:21.841732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b8b8a1e2-8626-427b-9aaf-2d3845251ee4 req-6ee088ea-a712-4f92-98e4-edc77a8892cc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3842201 Jul 16 18:18:21.916092 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 99bba1d1-749d-44c5-a470-2dea98d9916b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=99bba1d1-749d-44c5-a470-2dea98d9916b,segment=NetworkSegment(8917e86b-16fc-4e79-97af-0a348f0d8710),segment_id=8917e86b-16fc-4e79-97af-0a348f0d8710)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:21.922741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c40026-e5b9-4aa8-819b-fe2d8117c8f2 req-78625f54-b1b2-4f50-9c22-9718a07b4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.932194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7c40026-e5b9-4aa8-819b-fe2d8117c8f2 req-78625f54-b1b2-4f50-9c22-9718a07b4211 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3108358 Jul 16 18:18:21.940708 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.050442 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0e7deaab-39f3-4919-8dad-3a02d13a9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:51Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:39Z', 'updated_at': '2021-07-16T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'acdfb7cb-82e1-4a6d-81d0-bb1e624f0581', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'port_id': '92936992-24a5-4c10-a66c-027ab1632b22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'mac_address': 'fa:16:3e:94:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595d795-1dd3-43da-af58-b26436a55bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:16Z', 'updated_at': '2021-07-16T18:18:16Z', 'revision_number': 0, 'project_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4110c781-1580-412f-95ca-a2a10a9f101f', 'name': '', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:43:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:49Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:22.106737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=99bba1d1-749d-44c5-a470-2dea98d9916b,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:22.162280 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7deaab-39f3-4919-8dad-3a02d13a9d39 None None] The sync data for ids ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'] in n-d-787206-10 is: [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:51Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:39Z', 'updated_at': '2021-07-16T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'acdfb7cb-82e1-4a6d-81d0-bb1e624f0581', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'port_id': '92936992-24a5-4c10-a66c-027ab1632b22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'mac_address': 'fa:16:3e:94:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f595d795-1dd3-43da-af58-b26436a55bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:16Z', 'updated_at': '2021-07-16T18:18:16Z', 'revision_number': 0, 'project_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4110c781-1580-412f-95ca-a2a10a9f101f', 'name': '', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:43:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:49Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:22.169099 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7c40026-e5b9-4aa8-819b-fe2d8117c8f2 req-9c583be8-6538-427c-a012-21cd80be1c98 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295473 Jul 16 18:18:22.209088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabfeca6-fb37-478a-8d49-9e6a1c8b0381 None None] Network d951800d-30c5-48ca-a7c7-9fe10da70e05 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:22.291782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b7c40026-e5b9-4aa8-819b-fe2d8117c8f2 req-d2d0ec66-d094-4364-9ad0-3709a0885977 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162541 Jul 16 18:18:22.295304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9af37095-847c-49cf-bfef-04220cf20868 None None] Provisioning for port e21aa602-016c-4b30-bb56-138b82c74aff completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:22.302412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-08aadd2b-6b58-4872-bd6b-1657ce2a4382 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Deleting port 6b4ca85e-58c0-46b7-b982-95200f44f28f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:22.302940 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08aadd2b-6b58-4872-bd6b-1657ce2a4382 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.337330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9af37095-847c-49cf-bfef-04220cf20868 None None] Provisioning complete for port e21aa602-016c-4b30-bb56-138b82c74aff triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:22.337961 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9af37095-847c-49cf-bfef-04220cf20868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.421227 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:22.456956 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.461026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35152) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:22.462388 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7e3526ec-80b2-49cb-9618-374d1ca1667d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1266851 Jul 16 18:18:22.472747 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08aadd2b-6b58-4872-bd6b-1657ce2a4382 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.487945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-08aadd2b-6b58-4872-bd6b-1657ce2a4382 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Calling delete_port for 6b4ca85e-58c0-46b7-b982-95200f44f28f owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:22.502027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Sync routers for ids ['981495f7-0f0b-4692-8e67-7ade81362b66'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:22.631194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Routers {'981495f7-0f0b-4692-8e67-7ade81362b66'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:22.632008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['981495f7-0f0b-4692-8e67-7ade81362b66'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:22.721256 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cbfcaf-3692-40e2-931e-4a97f71f1f1f None None] New status for floating IP acdfb7cb-82e1-4a6d-81d0-bb1e624f0581: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:18:22.781763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35156) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:22.896032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 99bba1d1-749d-44c5-a470-2dea98d9916b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:22.936563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08aadd2b-6b58-4872-bd6b-1657ce2a4382 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.967985 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9af37095-847c-49cf-bfef-04220cf20868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.990412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aadd2b-6b58-4872-bd6b-1657ce2a4382 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b4ca85e-58c0-46b7-b982-95200f44f28f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:23.038204 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c4937946-3107-4ef5-a6c7-88dd80588890 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/acdfb7cb-82e1-4a6d-81d0-bb1e624f0581 HTTP/1.1" status: 200 len: 991 time: 0.2543468 Jul 16 18:18:23.038693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08aadd2b-6b58-4872-bd6b-1657ce2a4382 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.040555 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-08aadd2b-6b58-4872-bd6b-1657ce2a4382 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "DELETE /v2.0/ports/6b4ca85e-58c0-46b7-b982-95200f44f28f HTTP/1.1" status: 204 len: 168 time: 1.2237184 Jul 16 18:18:23.043208 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35158) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:23.054052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Set router 981495f7-0f0b-4692-8e67-7ade81362b66 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:23.056233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b339dd0b-1e24-4954-8653-05f3434c348a', 'external_fixed_ips': [{'subnet_id': 'fa714c1a-5ae0-4825-a0ec-cfbf97d2139b', 'ip_address': '2001:db8::249'}]}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:23.087534 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.090145 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.102160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 99bba1d1-749d-44c5-a470-2dea98d9916b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:23.102552 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.166668 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.354135 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.413744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9af37095-847c-49cf-bfef-04220cf20868 None None] For port e21aa602-016c-4b30-bb56-138b82c74aff, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e21aa602-016c-4b30-bb56-138b82c74aff,segment=NetworkSegment(63a71f29-1200-4bb3-b3bc-544d98401f3c),segment_id=63a71f29-1200-4bb3-b3bc-544d98401f3c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:23.425614 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9af37095-847c-49cf-bfef-04220cf20868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.552088 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.669182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af37095-847c-49cf-bfef-04220cf20868 None None] Pushing event updated for resources: {'Port': ['ID=e21aa602-016c-4b30-bb56-138b82c74aff,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:23.760136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d48de582-1350-400a-8dd3-e3b699437eb9 None None] Provisioning complete for port e21aa602-016c-4b30-bb56-138b82c74aff triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:23.760864 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d48de582-1350-400a-8dd3-e3b699437eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.763925 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'name': 'tempest-TestAggregatesBasicOps-7784783-router', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:17Z', 'updated_at': '2021-07-16T18:18:19Z', 'revision_number': 3, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'gw_port': {'id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:18Z', 'updated_at': '2021-07-16T18:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:23.796918 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.819543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Checking router: 981495f7-0f0b-4692-8e67-7ade81362b66 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:23.820238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Updating router 981495f7-0f0b-4692-8e67-7ade81362b66 port 56f9b5f4-4f21-402f-99de-f6efb336a4e0 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:23.866217 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.892342 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.980261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Allocated IP 172.20.0.1 (d951800d-30c5-48ca-a7c7-9fe10da70e05/4d48ab61-222c-48ab-a351-c5eeb9997fae/239d31b1-3395-420a-a42a-d116dd66c0bb) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:24.044796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35166) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:24.128508 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-233d0734-e1fe-4a00-9dfb-6bd5d7c0a687 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/acdfb7cb-82e1-4a6d-81d0-bb1e624f0581 HTTP/1.1" status: 200 len: 993 time: 0.0827537 Jul 16 18:18:24.185639 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Allocated IP 2001:db8::249 (b339dd0b-1e24-4954-8653-05f3434c348a/fa714c1a-5ae0-4825-a0ec-cfbf97d2139b/5f512193-c287-4e77-9b51-a51762be7ad8) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:24.280087 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.320501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Transition to ACTIVE for port object 239d31b1-3395-420a-a42a-d116dd66c0bb will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:24.412873 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.424835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Transition to ACTIVE for port object 56f9b5f4-4f21-402f-99de-f6efb336a4e0 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:24.426598 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.431804 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.445435 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.493212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Network d951800d-30c5-48ca-a7c7-9fe10da70e05 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:24.502250 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:24.518518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:24.523308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477866c-9fb4-4df3-9c4a-a6df3fa4f3d1 None None] Pushing event updated for resources: {'Port': ['ID=56f9b5f4-4f21-402f-99de-f6efb336a4e0,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:24.554347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=239d31b1-3395-420a-a42a-d116dd66c0bb,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:24.580224 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.593934 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Attempting to bind port 56f9b5f4-4f21-402f-99de-f6efb336a4e0 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:24.594440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Attempting to bind port 56f9b5f4-4f21-402f-99de-f6efb336a4e0 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:24.594809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Attempting to bind port 56f9b5f4-4f21-402f-99de-f6efb336a4e0 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:24.613854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.617799 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:24.618235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:24.622733 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.623186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:24.627560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Bound port: 56f9b5f4-4f21-402f-99de-f6efb336a4e0, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:24.627994 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.725781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] For port 56f9b5f4-4f21-402f-99de-f6efb336a4e0, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:24.734615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] For port 56f9b5f4-4f21-402f-99de-f6efb336a4e0, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=56f9b5f4-4f21-402f-99de-f6efb336a4e0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:24.744672 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.892124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Routers {'981495f7-0f0b-4692-8e67-7ade81362b66'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:24.893771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['981495f7-0f0b-4692-8e67-7ade81362b66'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:24.918665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e21aa602-016c-4b30-bb56-138b82c74aff up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:25.093650 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477866c-9fb4-4df3-9c4a-a6df3fa4f3d1 None None] Pushing event updated for resources: {'Port': ['ID=56f9b5f4-4f21-402f-99de-f6efb336a4e0,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:25.118544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.147216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2c6f6ffd-e067-445f-b6c3-440444b88466 None None] Provisioning for port 239d31b1-3395-420a-a42a-d116dd66c0bb completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:25.184420 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Network b339dd0b-1e24-4954-8653-05f3434c348a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:25.186410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:25.190241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:25.192780 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2c6f6ffd-e067-445f-b6c3-440444b88466 None None] Provisioning complete for port 239d31b1-3395-420a-a42a-d116dd66c0bb triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:25.193434 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6ffd-e067-445f-b6c3-440444b88466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.264120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f6ffd-e067-445f-b6c3-440444b88466 None None] Port 239d31b1-3395-420a-a42a-d116dd66c0bb cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:25.271876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e21aa602-016c-4b30-bb56-138b82c74aff triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:25.272379 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.318612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] Set router 981495f7-0f0b-4692-8e67-7ade81362b66 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:25.497716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event updated for resources: {'Port': ['ID=5f512193-c287-4e77-9b51-a51762be7ad8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:25.713214 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.719954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c9aa2e5-b887-448c-968d-a17d09d1156c req-8a536918-83a1-4319-80bb-5f276953bcb3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7514956 Jul 16 18:18:25.820199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'name': 'tempest-TestAggregatesBasicOps-7784783-router', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:17Z', 'updated_at': '2021-07-16T18:18:24Z', 'revision_number': 4, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'gw_port': {'id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:18Z', 'updated_at': '2021-07-16T18:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '239d31b1-3395-420a-a42a-d116dd66c0bb', 'name': '', 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'mac_address': 'fa:16:3e:20:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '4d48ab61-222c-48ab-a351-c5eeb9997fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:23Z', 'updated_at': '2021-07-16T18:18:23Z', 'revision_number': 1, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'subnets': [{'id': '4d48ab61-222c-48ab-a351-c5eeb9997fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:25.849495 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d47910-23c9-4f99-a1e3-ef7f31f406fb None None] The sync data for ids ['981495f7-0f0b-4692-8e67-7ade81362b66'] in n-d-787206-10 is: [{'id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'name': 'tempest-TestAggregatesBasicOps-7784783-router', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:17Z', 'updated_at': '2021-07-16T18:18:24Z', 'revision_number': 4, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'gw_port': {'id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:18Z', 'updated_at': '2021-07-16T18:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '239d31b1-3395-420a-a42a-d116dd66c0bb', 'name': '', 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'mac_address': 'fa:16:3e:20:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '4d48ab61-222c-48ab-a351-c5eeb9997fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:23Z', 'updated_at': '2021-07-16T18:18:23Z', 'revision_number': 1, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'subnets': [{'id': '4d48ab61-222c-48ab-a351-c5eeb9997fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:25.896784 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.905478 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.014977 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.051723 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.056384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=239d31b1-3395-420a-a42a-d116dd66c0bb,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:26.064889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aa2e5-b887-448c-968d-a17d09d1156c req-5662d05f-6fb4-459f-8978-68e33d9ddf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.066435 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c9aa2e5-b887-448c-968d-a17d09d1156c req-5662d05f-6fb4-459f-8978-68e33d9ddf54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1098 time: 0.2360840 Jul 16 18:18:26.238140 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Router 61f2b08a-6c97-4b3d-a58d-849adced3792 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:26.311839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Network d951800d-30c5-48ca-a7c7-9fe10da70e05 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:26.318706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:26.338279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aa2e5-b887-448c-968d-a17d09d1156c req-2677077b-a215-4b48-b0c2-fcc0a43684d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.340032 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c9aa2e5-b887-448c-968d-a17d09d1156c req-2677077b-a215-4b48-b0c2-fcc0a43684d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 HTTP/1.1" status: 200 len: 897 time: 0.2424314 Jul 16 18:18:26.384843 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:26.394214 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] Sync routers for ids ['61f2b08a-6c97-4b3d-a58d-849adced3792'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:26.411898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] Routers {'61f2b08a-6c97-4b3d-a58d-849adced3792'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:26.413605 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['61f2b08a-6c97-4b3d-a58d-849adced3792'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:26.418475 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.425846 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-822f6f1f-2b64-45f3-b5ee-fb4592495909 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3734891 Jul 16 18:18:26.426673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35186) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:26.594007 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.597931 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.633366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] Set router 61f2b08a-6c97-4b3d-a58d-849adced3792 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:26.700392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c9aa2e5-b887-448c-968d-a17d09d1156c req-327004e9-372b-46df-9d87-8df2eab4bc2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 200 len: 1001 time: 0.3537657 Jul 16 18:18:26.765203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aa2e5-b887-448c-968d-a17d09d1156c req-0bf32eb0-cacb-46d5-9067-fe7f60755cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.768024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c9aa2e5-b887-448c-968d-a17d09d1156c req-0bf32eb0-cacb-46d5-9067-fe7f60755cb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=622d26d9-d6a1-4f0e-83ae-b0352e3ad605 HTTP/1.1" status: 200 len: 835 time: 0.0578742 Jul 16 18:18:26.775589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Router 981495f7-0f0b-4692-8e67-7ade81362b66 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:26.832341 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.838452 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.851474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-abd00592-2281-436f-abd3-693f29f73785 None None] Provisioning complete for port 239d31b1-3395-420a-a42a-d116dd66c0bb triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:26.851474 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-abd00592-2281-436f-abd3-693f29f73785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.972558 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Deleting port 5f512193-c287-4e77-9b51-a51762be7ad8 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:26.973814 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.993623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aa2e5-b887-448c-968d-a17d09d1156c req-30c00c52-265a-4da4-9e6b-99dfc8c7bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.995181 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c9aa2e5-b887-448c-968d-a17d09d1156c req-30c00c52-265a-4da4-9e6b-99dfc8c7bed7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2183485 Jul 16 18:18:27.064610 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-abd00592-2281-436f-abd3-693f29f73785 None None] Port 239d31b1-3395-420a-a42a-d116dd66c0bb cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:27.076419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:27.106248 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-90c95bfa-e6ab-459a-a6ca-9560cf5ff8e9 admin admin] 10.222.0.41 "PUT /v2.0/routers/981495f7-0f0b-4692-8e67-7ade81362b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6428888 Jul 16 18:18:27.130593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.163624 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c9aa2e5-b887-448c-968d-a17d09d1156c req-c11a4928-f83d-4e52-8a68-b3de9845bff5 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598513 Jul 16 18:18:27.167620 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Calling delete_port for 5f512193-c287-4e77-9b51-a51762be7ad8 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:27.267938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f2b08a-6c97-4b3d-a58d-849adced3792', 'name': '', 'tenant_id': 'a54b5845827443fa888d484bbe30a7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b339dd0b-1e24-4954-8653-05f3434c348a', 'external_fixed_ips': [{'subnet_id': 'fa714c1a-5ae0-4825-a0ec-cfbf97d2139b', 'ip_address': '2001:db8::249'}], 'enable_snat': True}, 'gw_port_id': '5f512193-c287-4e77-9b51-a51762be7ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:23Z', 'updated_at': '2021-07-16T18:18:25Z', 'revision_number': 3, 'project_id': 'a54b5845827443fa888d484bbe30a7d9', 'gw_port': {'id': '5f512193-c287-4e77-9b51-a51762be7ad8', 'name': '', 'network_id': 'b339dd0b-1e24-4954-8653-05f3434c348a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:45:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f2b08a-6c97-4b3d-a58d-849adced3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'fa714c1a-5ae0-4825-a0ec-cfbf97d2139b', 'ip_address': '2001:db8::249', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:23Z', 'updated_at': '2021-07-16T18:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa714c1a-5ae0-4825-a0ec-cfbf97d2139b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:27.322948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] Checking router: 61f2b08a-6c97-4b3d-a58d-849adced3792 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:27.323300 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] Updating router 61f2b08a-6c97-4b3d-a58d-849adced3792 port 5f512193-c287-4e77-9b51-a51762be7ad8 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:27.378287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c9aa2e5-b887-448c-968d-a17d09d1156c req-fc57a813-573e-4a4f-ae0e-513ff5084ad5 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034912 Jul 16 18:18:27.407908 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.445214 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.486863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] Port 5f512193-c287-4e77-9b51-a51762be7ad8 not found while updating agent binding for router 61f2b08a-6c97-4b3d-a58d-849adced3792. {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:18:27.496613 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f512193-c287-4e77-9b51-a51762be7ad8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:27.501415 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.510654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] Routers {'61f2b08a-6c97-4b3d-a58d-849adced3792'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:27.513397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['61f2b08a-6c97-4b3d-a58d-849adced3792'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:27.656739 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.665416 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.691048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] Set router 61f2b08a-6c97-4b3d-a58d-849adced3792 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:27.795866 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f2b08a-6c97-4b3d-a58d-849adced3792', 'name': '', 'tenant_id': 'a54b5845827443fa888d484bbe30a7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:23Z', 'updated_at': '2021-07-16T18:18:27Z', 'revision_number': 5, 'project_id': 'a54b5845827443fa888d484bbe30a7d9', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:27.798326 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.798791 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61f2b08a-6c97-4b3d-a58d-849adced3792 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:27.804991 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.807061 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-abd20f90-bf81-476e-aced-61d0cb4979f1 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "DELETE /v2.0/routers/61f2b08a-6c97-4b3d-a58d-849adced3792 HTTP/1.1" status: 204 len: 168 time: 1.3789194 Jul 16 18:18:27.810251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35210) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:27.866346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6c9cb-1042-4fe9-bc13-3b951545d2d0 None None] The sync data for ids ['61f2b08a-6c97-4b3d-a58d-849adced3792'] in n-d-787206-10 is: [{'id': '61f2b08a-6c97-4b3d-a58d-849adced3792', 'name': '', 'tenant_id': 'a54b5845827443fa888d484bbe30a7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:23Z', 'updated_at': '2021-07-16T18:18:27Z', 'revision_number': 5, 'project_id': 'a54b5845827443fa888d484bbe30a7d9', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:27.870940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-85245910-ba37-49f4-9c4f-a1d041057efb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Deleting subnet fa714c1a-5ae0-4825-a0ec-cfbf97d2139b {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:27.890286 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85245910-ba37-49f4-9c4f-a1d041057efb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.963030 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85245910-ba37-49f4-9c4f-a1d041057efb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.012470 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b7268085-7a55-41fe-bec3-cdc5335b6bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.051954 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85245910-ba37-49f4-9c4f-a1d041057efb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.189377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16b9b3d8-6d08-4f90-b628-ccdf4bbd13d4 req-bf50dbdf-54ca-47ed-b67c-15c1467a1be4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1346176 Jul 16 18:18:28.190878 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85245910-ba37-49f4-9c4f-a1d041057efb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.273421 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85245910-ba37-49f4-9c4f-a1d041057efb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.275095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-85245910-ba37-49f4-9c4f-a1d041057efb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/fa714c1a-5ae0-4825-a0ec-cfbf97d2139b HTTP/1.1" status: 204 len: 168 time: 0.4635642 Jul 16 18:18:28.276401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85245910-ba37-49f4-9c4f-a1d041057efb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fa714c1a-5ae0-4825-a0ec-cfbf97d2139b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:28.282403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35226) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:28.344363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9b3d8-6d08-4f90-b628-ccdf4bbd13d4 req-51ee43b6-169e-4985-80cf-830fdfae2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:28.346095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16b9b3d8-6d08-4f90-b628-ccdf4bbd13d4 req-51ee43b6-169e-4985-80cf-830fdfae2705 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 1098 time: 0.0859239 Jul 16 18:18:28.422380 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.551793 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.569951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b339dd0b-1e24-4954-8653-05f3434c348a']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.582228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9b3d8-6d08-4f90-b628-ccdf4bbd13d4 req-b8f69fbb-c311-4319-84f9-14f41fe1fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:28.583873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16b9b3d8-6d08-4f90-b628-ccdf4bbd13d4 req-b8f69fbb-c311-4319-84f9-14f41fe1fd3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.2099009 Jul 16 18:18:28.609304 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9a4a90-ba8c-4a7f-9f6d-76195580fe55') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.609304 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9a4a90-ba8c-4a7f-9f6d-76195580fe55') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.631502 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.660845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.708581 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:28.709002 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:28.710928 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:28.830088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16b9b3d8-6d08-4f90-b628-ccdf4bbd13d4 req-d78e5ef5-787f-48f7-84d3-2b7bf8a3a970 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc HTTP/1.1" status: 200 len: 1001 time: 0.2384996 Jul 16 18:18:28.860326 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.866580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b339dd0b-1e24-4954-8653-05f3434c348a {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:18:28.869831 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.871796 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "DELETE /v2.0/networks/b339dd0b-1e24-4954-8653-05f3434c348a HTTP/1.1" status: 204 len: 168 time: 0.5875609 Jul 16 18:18:28.908132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8c00d-d2f9-416e-91d0-8d9d2d36a5f2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event deleted for resources: {'Network': ['ID=b339dd0b-1e24-4954-8653-05f3434c348a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:28.957488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 56f9b5f4-4f21-402f-99de-f6efb336a4e0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:29.000726 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9b3d8-6d08-4f90-b628-ccdf4bbd13d4 req-e61d3867-8644-48ba-953e-0920bb426f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:29.002310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16b9b3d8-6d08-4f90-b628-ccdf4bbd13d4 req-e61d3867-8644-48ba-953e-0920bb426f6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.1595435 Jul 16 18:18:29.092637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 56f9b5f4-4f21-402f-99de-f6efb336a4e0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:29.097548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 56f9b5f4-4f21-402f-99de-f6efb336a4e0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:29.098197 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.205805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9b3d8-6d08-4f90-b628-ccdf4bbd13d4 req-c9c0e444-716a-4210-803e-6b6edf897ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:29.207324 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16b9b3d8-6d08-4f90-b628-ccdf4bbd13d4 req-c9c0e444-716a-4210-803e-6b6edf897ef1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964183 Jul 16 18:18:29.309297 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35266) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.314928 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.352139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 56f9b5f4-4f21-402f-99de-f6efb336a4e0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=56f9b5f4-4f21-402f-99de-f6efb336a4e0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:29.360562 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.402279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16b9b3d8-6d08-4f90-b628-ccdf4bbd13d4 req-a4b68ee1-5858-416c-b89f-a9407ca90aef service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816518 Jul 16 18:18:29.426237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=56f9b5f4-4f21-402f-99de-f6efb336a4e0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:29.555188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35270) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.561161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-7f85b331-18ab-4fa6-81b4-ff2da0ba3734 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Request body: {'router': {'name': 'tempest-router--913942632', 'project_id': '00f8465b455845638ccf94c5d0957293'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:29.587253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16b9b3d8-6d08-4f90-b628-ccdf4bbd13d4 req-8e25b8a3-170f-49bb-b04a-e8a0d96dda4c service neutron] 10.222.0.35 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792736 Jul 16 18:18:29.607697 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7f85b331-18ab-4fa6-81b4-ff2da0ba3734 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.609505 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7f85b331-18ab-4fa6-81b4-ff2da0ba3734 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.730177 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7f85b331-18ab-4fa6-81b4-ff2da0ba3734 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.737156 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7f85b331-18ab-4fa6-81b4-ff2da0ba3734 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.756537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7f85b331-18ab-4fa6-81b4-ff2da0ba3734 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.764826 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7f85b331-18ab-4fa6-81b4-ff2da0ba3734 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2053938 Jul 16 18:18:29.765829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35272) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.910555 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7323ed74-a8ae-40c3-9014-bd5e47e46eb8 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.971618 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cae7ca79-1512-4ff7-b299-680549be9a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.239386 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7323ed74-a8ae-40c3-9014-bd5e47e46eb8 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.241819 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7323ed74-a8ae-40c3-9014-bd5e47e46eb8 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.332030 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7323ed74-a8ae-40c3-9014-bd5e47e46eb8 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.332660 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7323ed74-a8ae-40c3-9014-bd5e47e46eb8 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f73a3271-a1bb-4abb-9282-70b6bf169daa {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:30.337227 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7323ed74-a8ae-40c3-9014-bd5e47e46eb8 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.341739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7323ed74-a8ae-40c3-9014-bd5e47e46eb8 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f73a3271-a1bb-4abb-9282-70b6bf169daa HTTP/1.1" status: 204 len: 168 time: 0.5664785 Jul 16 18:18:30.363602 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-cae7ca79-1512-4ff7-b299-680549be9a18 admin admin] Deleting port 99bba1d1-749d-44c5-a470-2dea98d9916b {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:30.364868 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cae7ca79-1512-4ff7-b299-680549be9a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.480166 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-cae7ca79-1512-4ff7-b299-680549be9a18 admin admin] For port 99bba1d1-749d-44c5-a470-2dea98d9916b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=99bba1d1-749d-44c5-a470-2dea98d9916b,segment=NetworkSegment(8917e86b-16fc-4e79-97af-0a348f0d8710),segment_id=8917e86b-16fc-4e79-97af-0a348f0d8710)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:30.485360 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cae7ca79-1512-4ff7-b299-680549be9a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.499295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35288) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:30.502791 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-cae7ca79-1512-4ff7-b299-680549be9a18 admin admin] Calling delete_port for 99bba1d1-749d-44c5-a470-2dea98d9916b owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:30.688469 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.740161 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-38298fcb-bffd-495b-a15a-dd9351748d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.794125 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cae7ca79-1512-4ff7-b299-680549be9a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.801830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-89754805', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:30.829885 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.831671 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.833607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7ca79-1512-4ff7-b299-680549be9a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=99bba1d1-749d-44c5-a470-2dea98d9916b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:30.888638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 56f9b5f4-4f21-402f-99de-f6efb336a4e0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:30.999076 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 56f9b5f4-4f21-402f-99de-f6efb336a4e0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:30.999569 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.002436 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.104015 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Sync routers for ids ['981495f7-0f0b-4692-8e67-7ade81362b66'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:31.119870 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Routers {'981495f7-0f0b-4692-8e67-7ade81362b66'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:31.122519 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['981495f7-0f0b-4692-8e67-7ade81362b66'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:31.274710 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cae7ca79-1512-4ff7-b299-680549be9a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.355759 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.397535 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Set router 981495f7-0f0b-4692-8e67-7ade81362b66 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:31.708939 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.777372 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.826592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae7ca79-1512-4ff7-b299-680549be9a18 admin admin] Router b5c2200b-227c-4820-9573-7c3a0170b16c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:31.871006 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'name': 'tempest-TestAggregatesBasicOps-7784783-router', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:17Z', 'updated_at': '2021-07-16T18:18:24Z', 'revision_number': 4, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'gw_port': {'id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:18Z', 'updated_at': '2021-07-16T18:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '239d31b1-3395-420a-a42a-d116dd66c0bb', 'name': '', 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'mac_address': 'fa:16:3e:20:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '4d48ab61-222c-48ab-a351-c5eeb9997fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:23Z', 'updated_at': '2021-07-16T18:18:25Z', 'revision_number': 2, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'subnets': [{'id': '4d48ab61-222c-48ab-a351-c5eeb9997fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:31.896918 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.915485 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Checking router: 981495f7-0f0b-4692-8e67-7ade81362b66 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:31.915912 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Updating router 981495f7-0f0b-4692-8e67-7ade81362b66 port 239d31b1-3395-420a-a42a-d116dd66c0bb binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:31.968889 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.975282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Allocated IP 172.25.5.208 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/54334281-4742-419b-9ec2-a53f2fde54f9) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:32.204970 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.257701 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.323567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Pushing event updated for resources: {'Port': ['ID=54334281-4742-419b-9ec2-a53f2fde54f9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:32.344567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:32.348261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:32.350864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:32.452742 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.477149 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Transition to ACTIVE for port object 239d31b1-3395-420a-a42a-d116dd66c0bb will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:32.492793 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.512915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae7ca79-1512-4ff7-b299-680549be9a18 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:32.524164 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cae7ca79-1512-4ff7-b299-680549be9a18 admin admin] 10.222.0.41 "PUT /v2.0/routers/b5c2200b-227c-4820-9573-7c3a0170b16c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2107491 Jul 16 18:18:32.524335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bcaa40-6227-4092-8926-7554e51a8073 None None] Sync routers for ids ['b5c2200b-227c-4820-9573-7c3a0170b16c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:32.524461 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35304) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:32.548422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bcaa40-6227-4092-8926-7554e51a8073 None None] Routers {'b5c2200b-227c-4820-9573-7c3a0170b16c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:32.549076 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-44bcaa40-6227-4092-8926-7554e51a8073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b5c2200b-227c-4820-9573-7c3a0170b16c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:32.657701 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Attempting to bind port 239d31b1-3395-420a-a42a-d116dd66c0bb on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:32.658071 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Attempting to bind port 239d31b1-3395-420a-a42a-d116dd66c0bb by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '63a71f29-1200-4bb3-b3bc-544d98401f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:32.658432 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Attempting to bind port 239d31b1-3395-420a-a42a-d116dd66c0bb on network d951800d-30c5-48ca-a7c7-9fe10da70e05 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:32.660727 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9655fd3-efef-4e37-a8ee-ad7bf06296e5 None None] Pushing event updated for resources: {'Port': ['ID=239d31b1-3395-420a-a42a-d116dd66c0bb,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:32.667346 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:32.667762 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Checking segment: {'id': '63a71f29-1200-4bb3-b3bc-544d98401f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:32.669067 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.669484 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Bound using segment: {'id': '63a71f29-1200-4bb3-b3bc-544d98401f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:32.670045 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Bound port: 239d31b1-3395-420a-a42a-d116dd66c0bb, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a71f29-1200-4bb3-b3bc-544d98401f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:32.670551 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.773785 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.799836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-44bcaa40-6227-4092-8926-7554e51a8073 None None] Set router b5c2200b-227c-4820-9573-7c3a0170b16c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:32.801408 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] For port 239d31b1-3395-420a-a42a-d116dd66c0bb, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:32.806224 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] For port 239d31b1-3395-420a-a42a-d116dd66c0bb, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=239d31b1-3395-420a-a42a-d116dd66c0bb,segment=NetworkSegment(63a71f29-1200-4bb3-b3bc-544d98401f3c),segment_id=63a71f29-1200-4bb3-b3bc-544d98401f3c)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:32.820186 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.915384 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Routers {'981495f7-0f0b-4692-8e67-7ade81362b66'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:32.916213 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['981495f7-0f0b-4692-8e67-7ade81362b66'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:32.946917 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.034892 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9655fd3-efef-4e37-a8ee-ad7bf06296e5 None None] Pushing event updated for resources: {'Port': ['ID=239d31b1-3395-420a-a42a-d116dd66c0bb,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:33.075007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.160093 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] Set router 981495f7-0f0b-4692-8e67-7ade81362b66 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:33.197926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Deleting port 195300ed-b3a1-431b-b115-605278af5b76 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:33.198791 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.393815 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] For port 195300ed-b3a1-431b-b115-605278af5b76, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=195300ed-b3a1-431b-b115-605278af5b76,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:33.394179 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.411496 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Calling delete_port for 195300ed-b3a1-431b-b115-605278af5b76 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:33.677355 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.700102 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-44bcaa40-6227-4092-8926-7554e51a8073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'name': 'tempest-TestAggregatesBasicOps-318639261-router', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '195300ed-b3a1-431b-b115-605278af5b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:05Z', 'updated_at': '2021-07-16T18:18:30Z', 'revision_number': 5, 'project_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'gw_port': {'id': '195300ed-b3a1-431b-b115-605278af5b76', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:07Z', 'updated_at': '2021-07-16T18:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:33.757295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bcaa40-6227-4092-8926-7554e51a8073 None None] Checking router: b5c2200b-227c-4820-9573-7c3a0170b16c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:33.763158 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'name': 'tempest-TestAggregatesBasicOps-7784783-router', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:17Z', 'updated_at': '2021-07-16T18:18:24Z', 'revision_number': 4, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'gw_port': {'id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:18Z', 'updated_at': '2021-07-16T18:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '239d31b1-3395-420a-a42a-d116dd66c0bb', 'name': '', 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'mac_address': 'fa:16:3e:20:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '4d48ab61-222c-48ab-a351-c5eeb9997fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:23Z', 'updated_at': '2021-07-16T18:18:32Z', 'revision_number': 4, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'subnets': [{'id': '4d48ab61-222c-48ab-a351-c5eeb9997fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:33.776046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bcaa40-6227-4092-8926-7554e51a8073 None None] Routers {'b5c2200b-227c-4820-9573-7c3a0170b16c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:33.776750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-44bcaa40-6227-4092-8926-7554e51a8073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b5c2200b-227c-4820-9573-7c3a0170b16c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:33.814104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.840999 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb4e8e-3910-4fe1-b4ae-4888b049467a None None] The sync data for ids ['981495f7-0f0b-4692-8e67-7ade81362b66'] in n-d-787206-10 is: [{'id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'name': 'tempest-TestAggregatesBasicOps-7784783-router', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:17Z', 'updated_at': '2021-07-16T18:18:24Z', 'revision_number': 4, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'gw_port': {'id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:18Z', 'updated_at': '2021-07-16T18:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '239d31b1-3395-420a-a42a-d116dd66c0bb', 'name': '', 'network_id': 'd951800d-30c5-48ca-a7c7-9fe10da70e05', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'mac_address': 'fa:16:3e:20:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '4d48ab61-222c-48ab-a351-c5eeb9997fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:23Z', 'updated_at': '2021-07-16T18:18:32Z', 'revision_number': 4, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'subnets': [{'id': '4d48ab61-222c-48ab-a351-c5eeb9997fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:33.864152 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.901266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Pushing event deleted for resources: {'Port': ['ID=195300ed-b3a1-431b-b115-605278af5b76,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:33.958198 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-44bcaa40-6227-4092-8926-7554e51a8073 None None] Set router b5c2200b-227c-4820-9573-7c3a0170b16c gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:34.003509 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.051616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-44bcaa40-6227-4092-8926-7554e51a8073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'name': 'tempest-TestAggregatesBasicOps-318639261-router', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:05Z', 'updated_at': '2021-07-16T18:18:33Z', 'revision_number': 6, 'project_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:34.096596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bcaa40-6227-4092-8926-7554e51a8073 None None] The sync data for ids ['b5c2200b-227c-4820-9573-7c3a0170b16c'] in n-d-787206-10 is: [{'id': 'b5c2200b-227c-4820-9573-7c3a0170b16c', 'name': 'tempest-TestAggregatesBasicOps-318639261-router', 'tenant_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:05Z', 'updated_at': '2021-07-16T18:18:33Z', 'revision_number': 6, 'project_id': 'a536c247c8e645a3873c7cd03ecab5ff', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:34.123345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Router 6e0347a3-b46f-4684-88b3-970a0f6c921c is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:34.137144 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.144270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.216825 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.217423 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5c2200b-227c-4820-9573-7c3a0170b16c {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:34.225245 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.225934 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-db184135-4d63-4f98-b0fe-c3fdc21001aa admin admin] 10.222.0.41 "DELETE /v2.0/routers/b5c2200b-227c-4820-9573-7c3a0170b16c HTTP/1.1" status: 204 len: 168 time: 1.7005076 Jul 16 18:18:34.229005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35314) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.301632 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bd8eb7-e5bf-4118-a3ed-82cadd4a868e admin admin] Deleting subnet 5936ef3f-5e13-4ee5-973c-1d1894d282e5 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:34.304960 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8eb7-e5bf-4118-a3ed-82cadd4a868e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.316046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:34.326044 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b96f0-7d80-40a9-9408-0bb44d48e341 None None] Sync routers for ids ['6e0347a3-b46f-4684-88b3-970a0f6c921c'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:34.346386 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b96f0-7d80-40a9-9408-0bb44d48e341 None None] Routers {'6e0347a3-b46f-4684-88b3-970a0f6c921c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:34.347034 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c24b96f0-7d80-40a9-9408-0bb44d48e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6e0347a3-b46f-4684-88b3-970a0f6c921c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:34.374027 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.377734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8afd9ac5-90ab-4bd9-aba8-25707e31d9c7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8749621 Jul 16 18:18:34.378006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35318) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.392888 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8eb7-e5bf-4118-a3ed-82cadd4a868e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.434542 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c24b96f0-7d80-40a9-9408-0bb44d48e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:34.463459 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b96f0-7d80-40a9-9408-0bb44d48e341 None None] Routers {'6e0347a3-b46f-4684-88b3-970a0f6c921c'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:34.464084 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c24b96f0-7d80-40a9-9408-0bb44d48e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6e0347a3-b46f-4684-88b3-970a0f6c921c'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:34.542202 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c24b96f0-7d80-40a9-9408-0bb44d48e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:34.544123 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b96f0-7d80-40a9-9408-0bb44d48e341 None None] The sync data for ids ['6e0347a3-b46f-4684-88b3-970a0f6c921c'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:34.566241 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8eb7-e5bf-4118-a3ed-82cadd4a868e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.590740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f3033322-2b07-487f-8423-c1addc8d8519 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/routers/6e0347a3-b46f-4684-88b3-970a0f6c921c HTTP/1.1" status: 200 len: 923 time: 0.2089226 Jul 16 18:18:34.590898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35320) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.629447 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-089a4dc4-aadf-4925-949a-11f157468338 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e0347a3-b46f-4684-88b3-970a0f6c921c HTTP/1.1" status: 200 len: 205 time: 0.0352144 Jul 16 18:18:34.630548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35322) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.806848 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8eb7-e5bf-4118-a3ed-82cadd4a868e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.874864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a66291-af3c-46bb-a5c4-ad0d471ae5d2 None None] Network aa4f7374-2b76-40d0-a822-df5bb9b0a1f9 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:34.878959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8eb7-e5bf-4118-a3ed-82cadd4a868e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.881228 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e5bd8eb7-e5bf-4118-a3ed-82cadd4a868e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5936ef3f-5e13-4ee5-973c-1d1894d282e5 HTTP/1.1" status: 204 len: 168 time: 0.6512842 Jul 16 18:18:34.882213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd8eb7-e5bf-4118-a3ed-82cadd4a868e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5936ef3f-5e13-4ee5-973c-1d1894d282e5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:34.884307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35328) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.919014 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.105922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.131948 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.248775 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Deleting port 54334281-4742-419b-9ec2-a53f2fde54f9 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:35.250177 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.274534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 239d31b1-3395-420a-a42a-d116dd66c0bb up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:35.326563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Deleting port 59ea93ac-9bf6-4ea7-8510-141514f9e143 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:35.327136 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.363373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e780d-a947-4308-a95b-abde4c8eaa91 None None] DHCP port deletion for aa4f7374-2b76-40d0-a822-df5bb9b0a1f9 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:35.420349 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.453225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Calling delete_port for 54334281-4742-419b-9ec2-a53f2fde54f9 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:35.484461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] For port 59ea93ac-9bf6-4ea7-8510-141514f9e143, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=59ea93ac-9bf6-4ea7-8510-141514f9e143,segment=NetworkSegment(8917e86b-16fc-4e79-97af-0a348f0d8710),segment_id=8917e86b-16fc-4e79-97af-0a348f0d8710)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:35.484811 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.498364 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Calling delete_port for 59ea93ac-9bf6-4ea7-8510-141514f9e143 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:35.539201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 239d31b1-3395-420a-a42a-d116dd66c0bb completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:35.545391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 239d31b1-3395-420a-a42a-d116dd66c0bb triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:35.546043 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.615967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-789e780d-a947-4308-a95b-abde4c8eaa91 None None] Deleting port 59ea93ac-9bf6-4ea7-8510-141514f9e143 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:35.616341 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-789e780d-a947-4308-a95b-abde4c8eaa91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.646040 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.698637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ea93ac-9bf6-4ea7-8510-141514f9e143,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.706585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] No DVR routers for this DVR port 59ea93ac-9bf6-4ea7-8510-141514f9e143 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:35.732468 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.801647 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.838592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-789e780d-a947-4308-a95b-abde4c8eaa91 None None] For port 59ea93ac-9bf6-4ea7-8510-141514f9e143, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=59ea93ac-9bf6-4ea7-8510-141514f9e143,segment=NetworkSegment(8917e86b-16fc-4e79-97af-0a348f0d8710),segment_id=8917e86b-16fc-4e79-97af-0a348f0d8710)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:35.841634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Pushing event deleted for resources: {'Port': ['ID=54334281-4742-419b-9ec2-a53f2fde54f9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.842162 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-789e780d-a947-4308-a95b-abde4c8eaa91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.843745 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.856121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-789e780d-a947-4308-a95b-abde4c8eaa91 None None] Calling delete_port for 59ea93ac-9bf6-4ea7-8510-141514f9e143 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:35.860760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4f7374-2b76-40d0-a822-df5bb9b0a1f9']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:35.871803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8917e86b-16fc-4e79-97af-0a348f0d8710') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:35.872296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8917e86b-16fc-4e79-97af-0a348f0d8710') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:35.882980 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.907698 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.919780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:35.920822 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.940665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 239d31b1-3395-420a-a42a-d116dd66c0bb, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=239d31b1-3395-420a-a42a-d116dd66c0bb,segment=NetworkSegment(63a71f29-1200-4bb3-b3bc-544d98401f3c),segment_id=63a71f29-1200-4bb3-b3bc-544d98401f3c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:35.961467 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.024932 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-789e780d-a947-4308-a95b-abde4c8eaa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:36.038377 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:36.049844 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.065609 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.065825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e780d-a947-4308-a95b-abde4c8eaa91 None None] No DVR routers for this DVR port 59ea93ac-9bf6-4ea7-8510-141514f9e143 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:36.068692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=239d31b1-3395-420a-a42a-d116dd66c0bb,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.080093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] 10.222.0.41 "DELETE /v2.0/networks/aa4f7374-2b76-40d0-a822-df5bb9b0a1f9 HTTP/1.1" status: 204 len: 168 time: 1.1946688 Jul 16 18:18:36.089965 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35360) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:36.098288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab3962-ad04-480b-8064-3c1469bc2a96 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa4f7374-2b76-40d0-a822-df5bb9b0a1f9,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.099579 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e780d-a947-4308-a95b-abde4c8eaa91 None None] Pushing event deleted for resources: {'Port': ['ID=59ea93ac-9bf6-4ea7-8510-141514f9e143,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.159367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 195300ed-b3a1-431b-b115-605278af5b76 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:36.160972 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.179965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 195300ed-b3a1-431b-b115-605278af5b76 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:36.180318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 195300ed-b3a1-431b-b115-605278af5b76 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:36.180730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 99bba1d1-749d-44c5-a470-2dea98d9916b no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:36.201088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 99bba1d1-749d-44c5-a470-2dea98d9916b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:36.201483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 99bba1d1-749d-44c5-a470-2dea98d9916b not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:36.306302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.313097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.400808 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.401829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Fanout notify agent at l3_agent the message router_deleted on router 6e0347a3-b46f-4684-88b3-970a0f6c921c {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:36.415932 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.425818 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8315c679-e8f2-4a6d-a2c0-a339a9b1d888 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "DELETE /v2.0/routers/6e0347a3-b46f-4684-88b3-970a0f6c921c HTTP/1.1" status: 204 len: 168 time: 1.7942016 Jul 16 18:18:36.426738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35366) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:36.431153 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1369083849', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'enable_snat': False}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:36.477102 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.478500 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.540244 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.672341 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bee0e09c-d1fd-4059-b26f-08e8e202fbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.745599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.906384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 239d31b1-3395-420a-a42a-d116dd66c0bb up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:36.985792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 239d31b1-3395-420a-a42a-d116dd66c0bb triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:36.987097 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.096626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-bee0e09c-d1fd-4059-b26f-08e8e202fbff admin admin] Deleting port 239d31b1-3395-420a-a42a-d116dd66c0bb {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:37.097157 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bee0e09c-d1fd-4059-b26f-08e8e202fbff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.206608 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-bee0e09c-d1fd-4059-b26f-08e8e202fbff admin admin] For port 239d31b1-3395-420a-a42a-d116dd66c0bb, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=239d31b1-3395-420a-a42a-d116dd66c0bb,segment=NetworkSegment(63a71f29-1200-4bb3-b3bc-544d98401f3c),segment_id=63a71f29-1200-4bb3-b3bc-544d98401f3c)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:37.207136 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bee0e09c-d1fd-4059-b26f-08e8e202fbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.227773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.231530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-bee0e09c-d1fd-4059-b26f-08e8e202fbff admin admin] Calling delete_port for 239d31b1-3395-420a-a42a-d116dd66c0bb owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:37.281134 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.286373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 59ea93ac-9bf6-4ea7-8510-141514f9e143 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:37.339554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 59ea93ac-9bf6-4ea7-8510-141514f9e143 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:37.340604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 59ea93ac-9bf6-4ea7-8510-141514f9e143 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:37.487419 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Allocated IP 172.25.5.239 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/2d208265-5889-4a51-a82f-5c5c1643e4b0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:37.496889 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bee0e09c-d1fd-4059-b26f-08e8e202fbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.539149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0e09c-d1fd-4059-b26f-08e8e202fbff admin admin] Pushing event deleted for resources: {'Port': ['ID=239d31b1-3395-420a-a42a-d116dd66c0bb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:37.701848 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.783420 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.828740 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bee0e09c-d1fd-4059-b26f-08e8e202fbff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.833905 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:37.842366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:37.852094 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:37.892183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event updated for resources: {'Port': ['ID=2d208265-5889-4a51-a82f-5c5c1643e4b0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.155749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee0e09c-d1fd-4059-b26f-08e8e202fbff admin admin] Router 981495f7-0f0b-4692-8e67-7ade81362b66 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:38.209588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.341833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee0e09c-d1fd-4059-b26f-08e8e202fbff admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:38.354802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bee0e09c-d1fd-4059-b26f-08e8e202fbff admin admin] 10.222.0.41 "PUT /v2.0/routers/981495f7-0f0b-4692-8e67-7ade81362b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2603335 Jul 16 18:18:38.354910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f97fb5-2eed-43fe-9b4d-fce7ae520ba3 None None] Sync routers for ids ['981495f7-0f0b-4692-8e67-7ade81362b66'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:38.355886 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35398) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:38.368703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f97fb5-2eed-43fe-9b4d-fce7ae520ba3 None None] Routers {'981495f7-0f0b-4692-8e67-7ade81362b66'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:38.369346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e1f97fb5-2eed-43fe-9b4d-fce7ae520ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['981495f7-0f0b-4692-8e67-7ade81362b66'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:38.572403 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.573893 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-e1f97fb5-2eed-43fe-9b4d-fce7ae520ba3 None None] Set router 981495f7-0f0b-4692-8e67-7ade81362b66 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:38.647265 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.795571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e1f97fb5-2eed-43fe-9b4d-fce7ae520ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'name': 'tempest-TestAggregatesBasicOps-7784783-router', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:17Z', 'updated_at': '2021-07-16T18:18:37Z', 'revision_number': 5, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'gw_port': {'id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:18Z', 'updated_at': '2021-07-16T18:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:38.841395 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f97fb5-2eed-43fe-9b4d-fce7ae520ba3 None None] Checking router: 981495f7-0f0b-4692-8e67-7ade81362b66 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:38.843294 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.852399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f97fb5-2eed-43fe-9b4d-fce7ae520ba3 None None] Routers {'981495f7-0f0b-4692-8e67-7ade81362b66'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:38.852399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e1f97fb5-2eed-43fe-9b4d-fce7ae520ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['981495f7-0f0b-4692-8e67-7ade81362b66'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:38.992898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Deleting port 56f9b5f4-4f21-402f-99de-f6efb336a4e0 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:38.993659 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.024101 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Router e2168c82-1ff8-4869-bb2a-d30d7f633e0e is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:39.041744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-e1f97fb5-2eed-43fe-9b4d-fce7ae520ba3 None None] Set router 981495f7-0f0b-4692-8e67-7ade81362b66 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:39.141572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] For port 56f9b5f4-4f21-402f-99de-f6efb336a4e0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=56f9b5f4-4f21-402f-99de-f6efb336a4e0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:39.141943 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.154448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Calling delete_port for 56f9b5f4-4f21-402f-99de-f6efb336a4e0 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:39.196645 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:39.212224 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Sync routers for ids ['e2168c82-1ff8-4869-bb2a-d30d7f633e0e'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:39.225598 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Routers {'e2168c82-1ff8-4869-bb2a-d30d7f633e0e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:39.226240 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e2168c82-1ff8-4869-bb2a-d30d7f633e0e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:39.229587 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.233927 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-250d5e60-d40c-49ca-9b13-06821a15a137 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.8048091 Jul 16 18:18:39.235330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35412) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:39.300637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e1f97fb5-2eed-43fe-9b4d-fce7ae520ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'name': 'tempest-TestAggregatesBasicOps-7784783-router', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:17Z', 'updated_at': '2021-07-16T18:18:37Z', 'revision_number': 5, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'gw_port': {'id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:18Z', 'updated_at': '2021-07-16T18:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:39.412035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f97fb5-2eed-43fe-9b4d-fce7ae520ba3 None None] The sync data for ids ['981495f7-0f0b-4692-8e67-7ade81362b66'] in n-d-787206-10 is: [{'id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'name': 'tempest-TestAggregatesBasicOps-7784783-router', 'tenant_id': 'fdc5b616514545d9996b50d867dbe95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:17Z', 'updated_at': '2021-07-16T18:18:37Z', 'revision_number': 5, 'project_id': 'fdc5b616514545d9996b50d867dbe95c', 'gw_port': {'id': '56f9b5f4-4f21-402f-99de-f6efb336a4e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981495f7-0f0b-4692-8e67-7ade81362b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:18Z', 'updated_at': '2021-07-16T18:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:39.593982 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.618363 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Set router e2168c82-1ff8-4869-bb2a-d30d7f633e0e gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:39.697589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Pushing event deleted for resources: {'Port': ['ID=56f9b5f4-4f21-402f-99de-f6efb336a4e0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:39.802684 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.901374 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:18:39.928865 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.931503 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.990139 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.991976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 981495f7-0f0b-4692-8e67-7ade81362b66 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:40.001869 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.018066 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2f5b5bd0-5165-4256-bb11-7dba2696857b tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/routers/e2168c82-1ff8-4869-bb2a-d30d7f633e0e HTTP/1.1" status: 200 len: 909 time: 0.7811058 Jul 16 18:18:40.019146 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2168c82-1ff8-4869-bb2a-d30d7f633e0e', 'name': 'tempest-snat-router-1369083849', 'tenant_id': 'a54b5845827443fa888d484bbe30a7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.239'}], 'enable_snat': False}, 'gw_port_id': '2d208265-5889-4a51-a82f-5c5c1643e4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:36Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 3, 'project_id': 'a54b5845827443fa888d484bbe30a7d9', 'gw_port': {'id': '2d208265-5889-4a51-a82f-5c5c1643e4b0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2168c82-1ff8-4869-bb2a-d30d7f633e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:37Z', 'updated_at': '2021-07-16T18:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:40.020483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35428) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:40.024321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d414ad93-e79b-48fa-800b-b2eddef33fff admin admin] 10.222.0.41 "DELETE /v2.0/routers/981495f7-0f0b-4692-8e67-7ade81362b66 HTTP/1.1" status: 204 len: 168 time: 1.6648123 Jul 16 18:18:40.024655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35430) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:40.031129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1369083849', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'enable_snat': True}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:40.078234 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Checking router: e2168c82-1ff8-4869-bb2a-d30d7f633e0e for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:40.079180 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Updating router e2168c82-1ff8-4869-bb2a-d30d7f633e0e port 2d208265-5889-4a51-a82f-5c5c1643e4b0 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:40.189013 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.190437 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.194193 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.201783 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59decc8-27f9-40fe-8196-501ee3f8379c admin admin] Deleting subnet 4d48ab61-222c-48ab-a351-c5eeb9997fae {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:40.209501 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b59decc8-27f9-40fe-8196-501ee3f8379c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.296235 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b59decc8-27f9-40fe-8196-501ee3f8379c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.327016 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.523693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.531199 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b59decc8-27f9-40fe-8196-501ee3f8379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.597772 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.636818 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Transition to ACTIVE for port object 2d208265-5889-4a51-a82f-5c5c1643e4b0 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:40.641588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b59decc8-27f9-40fe-8196-501ee3f8379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.654275 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.695752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59decc8-27f9-40fe-8196-501ee3f8379c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d48ab61-222c-48ab-a351-c5eeb9997fae,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.734480 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Attempting to bind port 2d208265-5889-4a51-a82f-5c5c1643e4b0 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:40.734858 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Attempting to bind port 2d208265-5889-4a51-a82f-5c5c1643e4b0 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:40.735198 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Attempting to bind port 2d208265-5889-4a51-a82f-5c5c1643e4b0 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:40.737221 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c03eaf-78d6-47b1-9c87-e57c03d91bda None None] Pushing event updated for resources: {'Port': ['ID=2d208265-5889-4a51-a82f-5c5c1643e4b0,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.742694 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:40.743074 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:40.743486 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.743867 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:40.744451 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Bound port: 2d208265-5889-4a51-a82f-5c5c1643e4b0, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:40.744838 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.748618 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b59decc8-27f9-40fe-8196-501ee3f8379c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.750564 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b59decc8-27f9-40fe-8196-501ee3f8379c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4d48ab61-222c-48ab-a351-c5eeb9997fae HTTP/1.1" status: 204 len: 168 time: 0.7249770 Jul 16 18:18:40.753207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35450) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:40.758930 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f6148a-0013-4a93-884f-c056210e2aca None None] Network d951800d-30c5-48ca-a7c7-9fe10da70e05 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:40.841522 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] For port 2d208265-5889-4a51-a82f-5c5c1643e4b0, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:40.844931 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.846019 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] For port 2d208265-5889-4a51-a82f-5c5c1643e4b0, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2d208265-5889-4a51-a82f-5c5c1643e4b0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:40.852658 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.937638 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Routers {'e2168c82-1ff8-4869-bb2a-d30d7f633e0e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:40.938263 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e2168c82-1ff8-4869-bb2a-d30d7f633e0e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:40.944359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 239d31b1-3395-420a-a42a-d116dd66c0bb no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:40.974086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 239d31b1-3395-420a-a42a-d116dd66c0bb {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:40.974718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 239d31b1-3395-420a-a42a-d116dd66c0bb not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:40.975264 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 56f9b5f4-4f21-402f-99de-f6efb336a4e0 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:40.998875 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 56f9b5f4-4f21-402f-99de-f6efb336a4e0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:40.999750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 56f9b5f4-4f21-402f-99de-f6efb336a4e0 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:41.002173 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.021650 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c03eaf-78d6-47b1-9c87-e57c03d91bda None None] Pushing event updated for resources: {'Port': ['ID=2d208265-5889-4a51-a82f-5c5c1643e4b0,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.044209 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.125417 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Deleting port e21aa602-016c-4b30-bb56-138b82c74aff {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:41.129024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.165075 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] Set router e2168c82-1ff8-4869-bb2a-d30d7f633e0e gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:41.203591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b32f5b-7f76-4957-b251-1906af6de9b7 None None] DHCP port deletion for d951800d-30c5-48ca-a7c7-9fe10da70e05 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:41.309448 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] For port e21aa602-016c-4b30-bb56-138b82c74aff, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e21aa602-016c-4b30-bb56-138b82c74aff,segment=NetworkSegment(63a71f29-1200-4bb3-b3bc-544d98401f3c),segment_id=63a71f29-1200-4bb3-b3bc-544d98401f3c)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:41.309821 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.314141 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c4b32f5b-7f76-4957-b251-1906af6de9b7 None None] Deleting port e21aa602-016c-4b30-bb56-138b82c74aff {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:41.314545 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c4b32f5b-7f76-4957-b251-1906af6de9b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.344312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Calling delete_port for e21aa602-016c-4b30-bb56-138b82c74aff owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:41.346462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Allocated IP 172.25.5.56 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/a5a76756-44b9-4fd3-ae06-5625f8040a8d) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:41.429727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c4b32f5b-7f76-4957-b251-1906af6de9b7 None None] For port e21aa602-016c-4b30-bb56-138b82c74aff, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e21aa602-016c-4b30-bb56-138b82c74aff,segment=NetworkSegment(63a71f29-1200-4bb3-b3bc-544d98401f3c),segment_id=63a71f29-1200-4bb3-b3bc-544d98401f3c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:41.430134 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c4b32f5b-7f76-4957-b251-1906af6de9b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.450240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c4b32f5b-7f76-4957-b251-1906af6de9b7 None None] Calling delete_port for e21aa602-016c-4b30-bb56-138b82c74aff owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:41.457471 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2168c82-1ff8-4869-bb2a-d30d7f633e0e', 'name': 'tempest-snat-router-1369083849', 'tenant_id': 'a54b5845827443fa888d484bbe30a7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.239'}], 'enable_snat': False}, 'gw_port_id': '2d208265-5889-4a51-a82f-5c5c1643e4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:36Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 3, 'project_id': 'a54b5845827443fa888d484bbe30a7d9', 'gw_port': {'id': '2d208265-5889-4a51-a82f-5c5c1643e4b0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2168c82-1ff8-4869-bb2a-d30d7f633e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:37Z', 'updated_at': '2021-07-16T18:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:41.524685 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1961b4-3cee-4bb4-b2b0-b15f8525d209 None None] The sync data for ids ['e2168c82-1ff8-4869-bb2a-d30d7f633e0e'] in n-d-787206-10 is: [{'id': 'e2168c82-1ff8-4869-bb2a-d30d7f633e0e', 'name': 'tempest-snat-router-1369083849', 'tenant_id': 'a54b5845827443fa888d484bbe30a7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.239'}], 'enable_snat': False}, 'gw_port_id': '2d208265-5889-4a51-a82f-5c5c1643e4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:36Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 3, 'project_id': 'a54b5845827443fa888d484bbe30a7d9', 'gw_port': {'id': '2d208265-5889-4a51-a82f-5c5c1643e4b0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2168c82-1ff8-4869-bb2a-d30d7f633e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:37Z', 'updated_at': '2021-07-16T18:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:41.538800 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c4b32f5b-7f76-4957-b251-1906af6de9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.553589 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b32f5b-7f76-4957-b251-1906af6de9b7 None None] No DVR routers for this DVR port e21aa602-016c-4b30-bb56-138b82c74aff on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:41.578515 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b32f5b-7f76-4957-b251-1906af6de9b7 None None] Pushing event deleted for resources: {'Port': ['ID=e21aa602-016c-4b30-bb56-138b82c74aff,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.609617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.637259 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.730313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e21aa602-016c-4b30-bb56-138b82c74aff,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.734300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] No DVR routers for this DVR port e21aa602-016c-4b30-bb56-138b82c74aff on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:41.762810 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.832128 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:41.838123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:41.875385 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.878452 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:41.894197 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event updated for resources: {'Port': ['ID=a5a76756-44b9-4fd3-ae06-5625f8040a8d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.919018 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d951800d-30c5-48ca-a7c7-9fe10da70e05']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:41.935346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a71f29-1200-4bb3-b3bc-544d98401f3c') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:41.935734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a71f29-1200-4bb3-b3bc-544d98401f3c') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:41.952684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.044439 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.055775 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:42.056186 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:42.059243 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:42.154632 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.160558 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.164872 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] 10.222.0.41 "DELETE /v2.0/networks/d951800d-30c5-48ca-a7c7-9fe10da70e05 HTTP/1.1" status: 204 len: 168 time: 1.4082985 Jul 16 18:18:42.221681 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602f398-3d37-46b9-8bbb-40e9d22628ca admin admin] Pushing event deleted for resources: {'Network': ['ID=d951800d-30c5-48ca-a7c7-9fe10da70e05,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:42.321784 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.436344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35494) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:42.551223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ee31f7f0-9ce1-4268-8ad3-37bb1cf95bcc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a536c247c8e645a3873c7cd03ecab5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1136422 Jul 16 18:18:42.551992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35496) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:42.623653 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31e4000b-388a-4140-8a92-623ad1a555f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.645604 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.659773 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31e4000b-388a-4140-8a92-623ad1a555f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.738183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31e4000b-388a-4140-8a92-623ad1a555f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.745230 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-31e4000b-388a-4140-8a92-623ad1a555f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.752383 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-31e4000b-388a-4140-8a92-623ad1a555f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/717ced71-9c99-40ab-83b4-182adf20cb16 HTTP/1.1" status: 204 len: 168 time: 0.1988204 Jul 16 18:18:42.766200 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4000b-388a-4140-8a92-623ad1a555f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717ced71-9c99-40ab-83b4-182adf20cb16,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:42.923323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Router 1902fa70-326e-4b1d-a939-8d02267790a8 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:42.973169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2d208265-5889-4a51-a82f-5c5c1643e4b0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:43.075415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 2d208265-5889-4a51-a82f-5c5c1643e4b0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:43.080043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 2d208265-5889-4a51-a82f-5c5c1643e4b0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:43.080427 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.096688 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:43.115411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Sync routers for ids ['1902fa70-326e-4b1d-a939-8d02267790a8'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:43.120209 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.123252 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c6d0d819-dc1c-4243-8f33-8549bc252826 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1001942 Jul 16 18:18:43.127463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35512) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:43.137240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Routers {'1902fa70-326e-4b1d-a939-8d02267790a8'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:43.137844 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1902fa70-326e-4b1d-a939-8d02267790a8'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:43.282674 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-37460cee-43c5-4593-81cc-12962f60da5c tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/routers/1902fa70-326e-4b1d-a939-8d02267790a8 HTTP/1.1" status: 200 len: 907 time: 0.1537330 Jul 16 18:18:43.285106 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35516) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:43.435589 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Set router 1902fa70-326e-4b1d-a939-8d02267790a8 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:43.466958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35518) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:43.492894 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.573633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-44500a6d-22bc-409f-9289-9f6bb15bfec8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdc5b616514545d9996b50d867dbe95c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1049967 Jul 16 18:18:43.575070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35530) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:43.697977 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26c42c38-3e2f-4bcd-bd49-b7f70b2ea5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.758435 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26c42c38-3e2f-4bcd-bd49-b7f70b2ea5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.874022 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26c42c38-3e2f-4bcd-bd49-b7f70b2ea5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.876677 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26c42c38-3e2f-4bcd-bd49-b7f70b2ea5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.880984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-26c42c38-3e2f-4bcd-bd49-b7f70b2ea5a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7724c91-50fe-4a0b-88a1-1edd9d485b38 HTTP/1.1" status: 204 len: 168 time: 0.3043158 Jul 16 18:18:43.893713 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.901076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c42c38-3e2f-4bcd-bd49-b7f70b2ea5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7724c91-50fe-4a0b-88a1-1edd9d485b38,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:43.943828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 2d208265-5889-4a51-a82f-5c5c1643e4b0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2d208265-5889-4a51-a82f-5c5c1643e4b0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:43.961041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902fa70-326e-4b1d-a939-8d02267790a8', 'name': 'tempest-snat-router-1369083849', 'tenant_id': 'a54b5845827443fa888d484bbe30a7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'a5a76756-44b9-4fd3-ae06-5625f8040a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:42Z', 'revision_number': 3, 'project_id': 'a54b5845827443fa888d484bbe30a7d9', 'gw_port': {'id': 'a5a76756-44b9-4fd3-ae06-5625f8040a8d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1902fa70-326e-4b1d-a939-8d02267790a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:43.995339 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Checking router: 1902fa70-326e-4b1d-a939-8d02267790a8 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:43.996687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Updating router 1902fa70-326e-4b1d-a939-8d02267790a8 port a5a76756-44b9-4fd3-ae06-5625f8040a8d binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:43.998385 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.077410 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.297255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e21aa602-016c-4b30-bb56-138b82c74aff no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:44.328775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=2d208265-5889-4a51-a82f-5c5c1643e4b0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:44.332176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e21aa602-016c-4b30-bb56-138b82c74aff {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:44.332509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e21aa602-016c-4b30-bb56-138b82c74aff not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:44.404407 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.421715 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.436637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Transition to ACTIVE for port object a5a76756-44b9-4fd3-ae06-5625f8040a8d will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:44.446011 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.514244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Deleting port a5a76756-44b9-4fd3-ae06-5625f8040a8d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:44.514733 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.518836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Attempting to bind port a5a76756-44b9-4fd3-ae06-5625f8040a8d on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:44.519411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Attempting to bind port a5a76756-44b9-4fd3-ae06-5625f8040a8d by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:44.520018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Attempting to bind port a5a76756-44b9-4fd3-ae06-5625f8040a8d on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:44.530547 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:44.544525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:44.544706 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.545089 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:44.545741 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Bound port: a5a76756-44b9-4fd3-ae06-5625f8040a8d, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:44.546190 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.623543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] For port a5a76756-44b9-4fd3-ae06-5625f8040a8d, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:44.623543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] For port a5a76756-44b9-4fd3-ae06-5625f8040a8d, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a5a76756-44b9-4fd3-ae06-5625f8040a8d,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:44.639867 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.642103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe500c8c-e2be-4c4f-81c9-5074dd87fe4f None None] Pushing event updated for resources: {'Port': ['ID=a5a76756-44b9-4fd3-ae06-5625f8040a8d,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:44.713850 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Routers {'1902fa70-326e-4b1d-a939-8d02267790a8'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:44.714484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1902fa70-326e-4b1d-a939-8d02267790a8'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:44.718208 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.744622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Calling delete_port for a5a76756-44b9-4fd3-ae06-5625f8040a8d owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:44.814876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] Set router 1902fa70-326e-4b1d-a939-8d02267790a8 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:44.908374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902fa70-326e-4b1d-a939-8d02267790a8', 'name': 'tempest-snat-router-1369083849', 'tenant_id': 'a54b5845827443fa888d484bbe30a7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:44Z', 'revision_number': 4, 'project_id': 'a54b5845827443fa888d484bbe30a7d9', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:44.910776 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe500c8c-e2be-4c4f-81c9-5074dd87fe4f None None] Pushing event updated for resources: {'Port': ['ID=a5a76756-44b9-4fd3-ae06-5625f8040a8d,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:44.913981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2d208265-5889-4a51-a82f-5c5c1643e4b0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:45.088619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83706ce-d03c-4873-ad9b-5259b9ef4acd None None] The sync data for ids ['1902fa70-326e-4b1d-a939-8d02267790a8'] in n-d-787206-10 is: [{'id': '1902fa70-326e-4b1d-a939-8d02267790a8', 'name': 'tempest-snat-router-1369083849', 'tenant_id': 'a54b5845827443fa888d484bbe30a7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:44Z', 'revision_number': 4, 'project_id': 'a54b5845827443fa888d484bbe30a7d9', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:45.112510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 2d208265-5889-4a51-a82f-5c5c1643e4b0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:45.112895 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.157032 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.217621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5a76756-44b9-4fd3-ae06-5625f8040a8d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:45.320360 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.416748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35584) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:45.475597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.478478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.546338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.547239 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1902fa70-326e-4b1d-a939-8d02267790a8 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:45.553620 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.555367 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5837de90-1ce3-4d8a-a8e4-01dcd9fd2f33 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "DELETE /v2.0/routers/1902fa70-326e-4b1d-a939-8d02267790a8 HTTP/1.1" status: 204 len: 168 time: 2.2680910 Jul 16 18:18:45.557783 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35588) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:45.575549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-771650912-network', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:45.605991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Made reservation on behalf of 7c42d0dd31f24319bd3c1183a3a094a4 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:45.611071 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.624509 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.690832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.741341 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.745623 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.773742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:45.785284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3127294d-8b53-42ce-a5a2-038bdf618038,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:45.798464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.798724 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Added segment d0d6d962-4335-40cd-add3-6eb9d40c556e of type vlan for network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af Jul 16 18:18:45.818656 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.862031 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.879371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Deleting port 2d208265-5889-4a51-a82f-5c5c1643e4b0 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:45.879764 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.901003 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.902265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:45.903183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.938355 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5167971 Jul 16 18:18:45.939284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35596) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:45.944280 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-032d31a8-675a-4310-84f5-1c29ece3a4b3 admin admin] Request body: {'subnet': {'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-771650912-subnet', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:45.971207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce1ae3-f81e-4522-b5fa-1d15b9b72717 admin admin] Pushing event updated for resources: {'Network': ['ID=9efa3351-e9e2-4f6e-9df8-3ee47f6914af,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:45.989157 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] For port 2d208265-5889-4a51-a82f-5c5c1643e4b0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2d208265-5889-4a51-a82f-5c5c1643e4b0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:45.989544 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.999759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032d31a8-675a-4310-84f5-1c29ece3a4b3 admin admin] Made reservation on behalf of 7c42d0dd31f24319bd3c1183a3a094a4 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:46.002895 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-032d31a8-675a-4310-84f5-1c29ece3a4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.005566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:46.022025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Calling delete_port for 2d208265-5889-4a51-a82f-5c5c1643e4b0 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:46.380964 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-032d31a8-675a-4310-84f5-1c29ece3a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.446064 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.468892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d31a8-675a-4310-84f5-1c29ece3a4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59439290-4958-4c20-beb6-811e08de55a5,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.502578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d208265-5889-4a51-a82f-5c5c1643e4b0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.561833 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d31a8-675a-4310-84f5-1c29ece3a4b3 admin admin] Checking segment: {'id': 'd0d6d962-4335-40cd-add3-6eb9d40c556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:46.562293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d31a8-675a-4310-84f5-1c29ece3a4b3 admin admin] Network hostable DHCP agents. Network: 9efa3351-e9e2-4f6e-9df8-3ee47f6914af, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:46.582509 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.682569 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d31a8-675a-4310-84f5-1c29ece3a4b3 admin admin] Network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:46.695602 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.697979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.702196 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-032d31a8-675a-4310-84f5-1c29ece3a4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 9efa3351-e9e2-4f6e-9df8-3ee47f6914af) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:46.710266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4010e6f-faaa-4a60-ad50-24fa5ac3c08f None None] Network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:46.712053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032d31a8-675a-4310-84f5-1c29ece3a4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:46.712222 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-032d31a8-675a-4310-84f5-1c29ece3a4b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.783553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.783553 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2168c82-1ff8-4869-bb2a-d30d7f633e0e {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:46.783553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.783553 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-38dfac90-5b05-4198-907a-3552b8303664 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e2168c82-1ff8-4869-bb2a-d30d7f633e0e HTTP/1.1" status: 204 len: 168 time: 1.2236943 Jul 16 18:18:46.786679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35626) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:46.794216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-608475385', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:46.805629 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-032d31a8-675a-4310-84f5-1c29ece3a4b3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8650820 Jul 16 18:18:46.808173 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35628) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:46.813963 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:46.854138 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.856066 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.888852 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.890146 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.969883 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.984594 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.992428 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'fixed_ips': [{'subnet_id': '59439290-4958-4c20-beb6-811e08de55a5'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:46.993643 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.247512 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Allocated IP 172.20.0.2 (9efa3351-e9e2-4f6e-9df8-3ee47f6914af/59439290-4958-4c20-beb6-811e08de55a5/038aac4a-30a9-4678-a871-a48169bab90a) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:47.250977 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.269843 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.442579 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.458044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Transition to ACTIVE for port object 038aac4a-30a9-4678-a871-a48169bab90a will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:47.476867 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Transition to ACTIVE for port object 038aac4a-30a9-4678-a871-a48169bab90a will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:47.489097 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.545654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:47.548482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:47.553092 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:47.561117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Pushing event updated for resources: {'Port': ['ID=038aac4a-30a9-4678-a871-a48169bab90a,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:47.573187 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.579244 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.598963 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.600348 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.658857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Attempting to bind port 038aac4a-30a9-4678-a871-a48169bab90a on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:47.659318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Attempting to bind port 038aac4a-30a9-4678-a871-a48169bab90a by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'd0d6d962-4335-40cd-add3-6eb9d40c556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:47.659825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Attempting to bind port 038aac4a-30a9-4678-a871-a48169bab90a on network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:47.668868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:47.669774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Checking segment: {'id': 'd0d6d962-4335-40cd-add3-6eb9d40c556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:47.670263 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.672152 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Bound using segment: {'id': 'd0d6d962-4335-40cd-add3-6eb9d40c556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:47.672446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Bound port: 038aac4a-30a9-4678-a871-a48169bab90a, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d6d962-4335-40cd-add3-6eb9d40c556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:47.672945 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.743230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Allocated IP 172.25.5.79 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/9d1f7944-3f63-48ae-b278-0eb592291754) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:47.744184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] For port 038aac4a-30a9-4678-a871-a48169bab90a, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:47.748174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] For port 038aac4a-30a9-4678-a871-a48169bab90a, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=038aac4a-30a9-4678-a871-a48169bab90a,segment=NetworkSegment(d0d6d962-4335-40cd-add3-6eb9d40c556e),segment_id=d0d6d962-4335-40cd-add3-6eb9d40c556e)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:47.754245 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.841705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe63d6-ea89-41cd-91e7-bded2f997cd4 None None] Pushing event updated for resources: {'Port': ['ID=038aac4a-30a9-4678-a871-a48169bab90a,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:47.904727 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.955614 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.997577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:48.002539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:48.009307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:48.050305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Pushing event updated for resources: {'Port': ['ID=9d1f7944-3f63-48ae-b278-0eb592291754,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:48.101918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Allocated IP 172.25.5.101 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/de29e2cf-4698-4733-a80d-edf76d79095d) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:48.263874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.337798 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.386281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:48.390218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:48.394256 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:48.413689 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.440358 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Pushing event updated for resources: {'Port': ['ID=de29e2cf-4698-4733-a80d-edf76d79095d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:48.784903 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.967107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 038aac4a-30a9-4678-a871-a48169bab90a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:49.061188 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 038aac4a-30a9-4678-a871-a48169bab90a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:49.078723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2d208265-5889-4a51-a82f-5c5c1643e4b0 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:49.137224 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 2d208265-5889-4a51-a82f-5c5c1643e4b0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:49.137993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2d208265-5889-4a51-a82f-5c5c1643e4b0 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:49.219688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.266286 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.388127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:49.465181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Router 4de5980b-a7e7-45c3-abba-adf5be92f7e4 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:49.482979 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ffa95-4446-4b63-be04-57eb90fa7b8a None None] Network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:49.565258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:49.578381 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Sync routers for ids ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:49.588439 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Routers {'1ce0c861-2fae-49f6-ba45-4be2906fbfe3'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:49.589394 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:49.590383 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.594792 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-25a99bfc-e43c-4745-8ebe-403f4b7152d8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7827566 Jul 16 18:18:49.595401 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35690) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:49.598696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dfc5a551-a87b-4f38-b8b1-6ba4c99879c6 None None] Provisioning for port 038aac4a-30a9-4678-a871-a48169bab90a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:49.610806 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dfc5a551-a87b-4f38-b8b1-6ba4c99879c6 None None] Provisioning complete for port 038aac4a-30a9-4678-a871-a48169bab90a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:49.611237 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dfc5a551-a87b-4f38-b8b1-6ba4c99879c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.783552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:49.807898 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Set router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:49.812980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09013eea-6634-4acf-a3ff-e87422f081be None None] Sync routers for ids ['4de5980b-a7e7-45c3-abba-adf5be92f7e4'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:49.814434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174ad6-d134-44af-9eaa-3029674afbf7 req-1fa3210d-bae8-4d3a-b15a-993a1fb12600 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.822417 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba174ad6-d134-44af-9eaa-3029674afbf7 req-1fa3210d-bae8-4d3a-b15a-993a1fb12600 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1098 time: 0.1924789 Jul 16 18:18:49.840658 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ba174ad6-d134-44af-9eaa-3029674afbf7 req-4ab5cd98-15c2-4d81-a366-8f7d14553afe tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.843530 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09013eea-6634-4acf-a3ff-e87422f081be None None] Routers {'4de5980b-a7e7-45c3-abba-adf5be92f7e4'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:49.844286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-09013eea-6634-4acf-a3ff-e87422f081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4de5980b-a7e7-45c3-abba-adf5be92f7e4'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:49.844766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.846136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-59d8fc84-b734-4548-a391-e7cd81c650b1 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0574133 Jul 16 18:18:49.851906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35692) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:49.857189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-32687a6f-972e-426e-b3d9-17ab59536f0e tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'enable_snat': False}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:49.886718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-09013eea-6634-4acf-a3ff-e87422f081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:49.898466 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dfc5a551-a87b-4f38-b8b1-6ba4c99879c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.903619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09013eea-6634-4acf-a3ff-e87422f081be None None] Routers {'4de5980b-a7e7-45c3-abba-adf5be92f7e4'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:49.904242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-09013eea-6634-4acf-a3ff-e87422f081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4de5980b-a7e7-45c3-abba-adf5be92f7e4'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:50.034807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-09013eea-6634-4acf-a3ff-e87422f081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:50.035630 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09013eea-6634-4acf-a3ff-e87422f081be None None] The sync data for ids ['4de5980b-a7e7-45c3-abba-adf5be92f7e4'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:50.098347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-dfc5a551-a87b-4f38-b8b1-6ba4c99879c6 None None] For port 038aac4a-30a9-4678-a871-a48169bab90a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=038aac4a-30a9-4678-a871-a48169bab90a,segment=NetworkSegment(d0d6d962-4335-40cd-add3-6eb9d40c556e),segment_id=d0d6d962-4335-40cd-add3-6eb9d40c556e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:50.115573 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dfc5a551-a87b-4f38-b8b1-6ba4c99879c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.251088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5a551-a87b-4f38-b8b1-6ba4c99879c6 None None] Pushing event updated for resources: {'Port': ['ID=038aac4a-30a9-4678-a871-a48169bab90a,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:50.281502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1731f981-8006-4851-bd0f-c1de195cba9b None None] Provisioning complete for port 038aac4a-30a9-4678-a871-a48169bab90a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:50.282020 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1731f981-8006-4851-bd0f-c1de195cba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.391697 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:48Z', 'revision_number': 3, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port': {'id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:47Z', 'updated_at': '2021-07-16T18:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:50.481895 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Checking router: 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:50.481895 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Updating router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 port de29e2cf-4698-4733-a80d-edf76d79095d binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:50.504546 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ba174ad6-d134-44af-9eaa-3029674afbf7 req-4ab5cd98-15c2-4d81-a366-8f7d14553afe tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.513935 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32687a6f-972e-426e-b3d9-17ab59536f0e tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.520099 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ba174ad6-d134-44af-9eaa-3029674afbf7 req-4ab5cd98-15c2-4d81-a366-8f7d14553afe tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.530869 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.561422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba174ad6-d134-44af-9eaa-3029674afbf7 req-4ab5cd98-15c2-4d81-a366-8f7d14553afe tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7353883 Jul 16 18:18:50.668500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5cd98-15c2-4d81-a366-8f7d14553afe tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0ae431-99ac-4e20-9419-ba2bc3cdee02,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:50.882433 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 038aac4a-30a9-4678-a871-a48169bab90a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:50.903626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12f8b2-24d2-48b6-924d-087e86271800 req-ec42e7e8-c20f-4f5b-863c-cc7a37fbf68f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:50.905312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a12f8b2-24d2-48b6-924d-087e86271800 req-ec42e7e8-c20f-4f5b-863c-cc7a37fbf68f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.1008415 Jul 16 18:18:50.936841 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.009891 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a12f8b2-24d2-48b6-924d-087e86271800 req-2ead935b-0da2-42dd-a233-1854ca290639 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710058 Jul 16 18:18:51.014707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 038aac4a-30a9-4678-a871-a48169bab90a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:51.015458 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.054547 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.068321 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Transition to ACTIVE for port object de29e2cf-4698-4733-a80d-edf76d79095d will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:51.095903 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.098545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35726) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:51.175654 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Attempting to bind port de29e2cf-4698-4733-a80d-edf76d79095d on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:51.176109 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Attempting to bind port de29e2cf-4698-4733-a80d-edf76d79095d by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:51.176486 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Attempting to bind port de29e2cf-4698-4733-a80d-edf76d79095d on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:51.179875 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Pushing event updated for resources: {'Port': ['ID=de29e2cf-4698-4733-a80d-edf76d79095d,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:51.189793 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:51.190095 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:51.190492 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.190887 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:51.191520 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Bound port: de29e2cf-4698-4733-a80d-edf76d79095d, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:51.191911 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.196203 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:51.196551 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:51.196891 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:51.197226 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:51.197559 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:51.197906 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:51.198231 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:51.198513 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:51.198835 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:51.202633 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:51.202990 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:51.203329 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:51.251634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Allocated IP 172.20.0.1 (9efa3351-e9e2-4f6e-9df8-3ee47f6914af/59439290-4958-4c20-beb6-811e08de55a5/586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:51.284734 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] For port de29e2cf-4698-4733-a80d-edf76d79095d, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:51.289021 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] For port de29e2cf-4698-4733-a80d-edf76d79095d, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=de29e2cf-4698-4733-a80d-edf76d79095d,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:51.304878 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.313286 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cc395d15-c3f5-4762-a768-34843936ea5d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/acdfb7cb-82e1-4a6d-81d0-bb1e624f0581 HTTP/1.1" status: 200 len: 993 time: 0.2121725 Jul 16 18:18:51.407335 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Routers {'1ce0c861-2fae-49f6-ba45-4be2906fbfe3'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:51.408152 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:51.426917 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.445152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Transition to ACTIVE for port object 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:51.530564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.576088 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32687a6f-972e-426e-b3d9-17ab59536f0e tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.594049 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32687a6f-972e-426e-b3d9-17ab59536f0e tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.602050 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f672be-ac37-4405-b582-864a2befcfe5 None None] Pushing event updated for resources: {'Port': ['ID=de29e2cf-4698-4733-a80d-edf76d79095d,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:51.611323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:51.620339 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Pushing event updated for resources: {'Port': ['ID=586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:51.624140 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:51.633154 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:51.747993 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.802954 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] Set router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:51.804941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32687a6f-972e-426e-b3d9-17ab59536f0e tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Router 4de5980b-a7e7-45c3-abba-adf5be92f7e4 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:52.087908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32687a6f-972e-426e-b3d9-17ab59536f0e tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:52.101991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-32687a6f-972e-426e-b3d9-17ab59536f0e tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.103963 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-32687a6f-972e-426e-b3d9-17ab59536f0e tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "PUT /v2.0/routers/4de5980b-a7e7-45c3-abba-adf5be92f7e4 HTTP/1.1" status: 200 len: 924 time: 2.2509773 Jul 16 18:18:52.108647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35756) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.125866 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2c266dac-3c9a-4834-a5ca-eaf0ef4b775a None None] Provisioning for port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:52.131616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2c266dac-3c9a-4834-a5ca-eaf0ef4b775a None None] Provisioning complete for port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:52.132270 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c266dac-3c9a-4834-a5ca-eaf0ef4b775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.143217 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043b4a2-0179-4281-85b2-f9417a1d7907 None None] Sync routers for ids ['4de5980b-a7e7-45c3-abba-adf5be92f7e4'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:52.146259 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.202365 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2c266dac-3c9a-4834-a5ca-eaf0ef4b775a None None] Port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:52.244121 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043b4a2-0179-4281-85b2-f9417a1d7907 None None] Routers {'4de5980b-a7e7-45c3-abba-adf5be92f7e4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:52.245073 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7043b4a2-0179-4281-85b2-f9417a1d7907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4de5980b-a7e7-45c3-abba-adf5be92f7e4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:52.272956 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-13a912f4-0621-4e3d-a465-57a4bc71121c tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/routers/4de5980b-a7e7-45c3-abba-adf5be92f7e4 HTTP/1.1" status: 200 len: 924 time: 0.1630757 Jul 16 18:18:52.276052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35758) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.312892 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7043b4a2-0179-4281-85b2-f9417a1d7907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:52.331351 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043b4a2-0179-4281-85b2-f9417a1d7907 None None] Routers {'4de5980b-a7e7-45c3-abba-adf5be92f7e4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:52.332043 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7043b4a2-0179-4281-85b2-f9417a1d7907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4de5980b-a7e7-45c3-abba-adf5be92f7e4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:52.415551 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7043b4a2-0179-4281-85b2-f9417a1d7907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:52.421132 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043b4a2-0179-4281-85b2-f9417a1d7907 None None] The sync data for ids ['4de5980b-a7e7-45c3-abba-adf5be92f7e4'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:52.439954 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d82007d-0bb3-42e0-9770-81c8b4738fc2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.444287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35766) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.444420 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8d82007d-0bb3-42e0-9770-81c8b4738fc2 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&device_id=4de5980b-a7e7-45c3-abba-adf5be92f7e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1649199 Jul 16 18:18:52.457035 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:48Z', 'revision_number': 3, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port': {'id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:47Z', 'updated_at': '2021-07-16T18:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:52.508899 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea1d8c-9ecb-419f-9fc9-d359c5ea96a6 None None] The sync data for ids ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'] in n-d-787206-10 is: [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:48Z', 'revision_number': 3, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port': {'id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:47Z', 'updated_at': '2021-07-16T18:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:52.552421 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.569370 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.651338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.693073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Pushing event updated for resources: {'Port': ['ID=586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:52.736088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3b5169-b8be-4a50-a2e2-dc4541fb808e tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.737658 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-eb3b5169-b8be-4a50-a2e2-dc4541fb808e tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 881 time: 0.2923741 Jul 16 18:18:52.742623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35774) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.784231 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:52.785655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:52.811317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fd4ff801-e7cd-4ffb-80fd-dccc6b6e928d tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de5980b-a7e7-45c3-abba-adf5be92f7e4 HTTP/1.1" status: 200 len: 205 time: 0.0643098 Jul 16 18:18:52.812351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35780) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.822903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-fa74f72b-03ad-4aef-bde8-6716734d704a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2665966 Jul 16 18:18:52.833514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565be3f9-ed61-4a00-8dec-68213404248b req-d9ed0c5b-0e99-4ebb-b863-19d3c094c7a0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.850497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-565be3f9-ed61-4a00-8dec-68213404248b req-d9ed0c5b-0e99-4ebb-b863-19d3c094c7a0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.2695286 Jul 16 18:18:52.985622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:53.273225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:53.281866 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2a312741-1220-469a-aec8-233565e3ea62 admin admin] 10.222.0.41 "PUT /v2.0/routers/1ce0c861-2fae-49f6-ba45-4be2906fbfe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6852639 Jul 16 18:18:53.338720 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.342732 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4ac7627c-428b-4632-95f7-26a84b342fae None None] Provisioning complete for port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:53.345117 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4ac7627c-428b-4632-95f7-26a84b342fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.349365 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-565be3f9-ed61-4a00-8dec-68213404248b req-a6010f19-c085-4149-8ac4-213461bbca38 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995683 Jul 16 18:18:53.607292 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.767755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Deleting port 9d1f7944-3f63-48ae-b278-0eb592291754 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:53.774643 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.946917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7627c-428b-4632-95f7-26a84b342fae None None] Port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:53.977219 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.037544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Calling delete_port for 9d1f7944-3f63-48ae-b278-0eb592291754 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:54.429312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35854) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:54.435568 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1011089347-network', 'tenant_id': 'd751fa19823f4618960a444fe39547c2'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:54.480474 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.483214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Made reservation on behalf of d751fa19823f4618960a444fe39547c2 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:54.489215 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.515640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Pushing event deleted for resources: {'Port': ['ID=9d1f7944-3f63-48ae-b278-0eb592291754,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:54.527853 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.632336 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.729548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.736463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.786049 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:54.802494 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b80665a-ef52-4c49-9e44-e742bf13a37a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:54.822326 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.823183 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Added segment 6e62adb6-4153-4b6c-a3bb-c4d912bfbef4 of type vlan for network 8b770393-f63c-4511-a564-2a78b4f2d452 Jul 16 18:18:54.890940 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.936923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.938976 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.939882 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.047049 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device de29e2cf-4698-4733-a80d-edf76d79095d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:55.169016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] Pushing event updated for resources: {'Network': ['ID=8b770393-f63c-4511-a564-2a78b4f2d452,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.179891 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b722ebf6-a1e9-43da-95d9-d8d6fcd8ea26 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7494473 Jul 16 18:18:55.187180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 8b770393-f63c-4511-a564-2a78b4f2d452 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:55.187410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35868) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:55.200320 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-fa8c3222-7008-41c6-afe5-fd328c7373ab admin admin] Request body: {'subnet': {'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1011089347-subnet', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:55.220700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port de29e2cf-4698-4733-a80d-edf76d79095d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:55.237568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port de29e2cf-4698-4733-a80d-edf76d79095d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:55.238126 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.264455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8c3222-7008-41c6-afe5-fd328c7373ab admin admin] Made reservation on behalf of d751fa19823f4618960a444fe39547c2 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:55.266843 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3222-7008-41c6-afe5-fd328c7373ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.410686 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.413012 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.454463 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.499376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port de29e2cf-4698-4733-a80d-edf76d79095d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=de29e2cf-4698-4733-a80d-edf76d79095d,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:55.505623 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.563543 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.564088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Fanout notify agent at l3_agent the message router_deleted on router 4de5980b-a7e7-45c3-abba-adf5be92f7e4 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:55.575971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=de29e2cf-4698-4733-a80d-edf76d79095d,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.590380 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.592204 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c28cb964-2e23-424c-ae01-ce1627ce45d3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "DELETE /v2.0/routers/4de5980b-a7e7-45c3-abba-adf5be92f7e4 HTTP/1.1" status: 204 len: 168 time: 2.7779326 Jul 16 18:18:55.600217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35878) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:55.602493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:55.602830 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:55.603194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:55.607654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:55.607654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:55.607654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:55.607654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:55.608009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ad2e807e-9389-4ef3-a271-578351c53094 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-910918946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:55.608609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:55.608900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:55.609257 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:55.609603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:55.611160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:55.634132 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3222-7008-41c6-afe5-fd328c7373ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.675101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d8ce4-187e-4725-9170-30cf18f335bf req-726a220e-97f1-45a4-8f0d-496ccf1c1452 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:55.682006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-286d8ce4-187e-4725-9170-30cf18f335bf req-726a220e-97f1-45a4-8f0d-496ccf1c1452 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.9829550 Jul 16 18:18:55.691849 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad2e807e-9389-4ef3-a271-578351c53094 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.692839 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad2e807e-9389-4ef3-a271-578351c53094 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.719449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a09183-74d6-4304-aa38-2583a048d8aa req-b8b75be5-d98a-4356-a1c4-115f52befa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:55.724363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-b8b75be5-d98a-4356-a1c4-115f52befa75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1098 time: 0.2355921 Jul 16 18:18:55.740405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Sync routers for ids ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:55.741055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c3222-7008-41c6-afe5-fd328c7373ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3bee7c-6740-41f6-ac57-99b18648bd01,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.753558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Routers {'1ce0c861-2fae-49f6-ba45-4be2906fbfe3'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:55.754370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:55.763533 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c3222-7008-41c6-afe5-fd328c7373ab admin admin] Checking segment: {'id': '6e62adb6-4153-4b6c-a3bb-c4d912bfbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:55.763899 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c3222-7008-41c6-afe5-fd328c7373ab admin admin] Network hostable DHCP agents. Network: 8b770393-f63c-4511-a564-2a78b4f2d452, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:55.803409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c3222-7008-41c6-afe5-fd328c7373ab admin admin] Network 8b770393-f63c-4511-a564-2a78b4f2d452 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:55.820789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c3222-7008-41c6-afe5-fd328c7373ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 8b770393-f63c-4511-a564-2a78b4f2d452) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:55.824991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad2e807e-9389-4ef3-a271-578351c53094 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.825619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8c3222-7008-41c6-afe5-fd328c7373ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:55.826205 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3222-7008-41c6-afe5-fd328c7373ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.848605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-286d8ce4-187e-4725-9170-30cf18f335bf req-0e129c7d-6054-4365-9486-adeaf7f70807 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657262 Jul 16 18:18:55.850952 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fa8c3222-7008-41c6-afe5-fd328c7373ab admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6614459 Jul 16 18:18:55.852425 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad2e807e-9389-4ef3-a271-578351c53094 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.853207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35882) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:55.860795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1011089347-router', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:55.890467 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.892003 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.909115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ecd923-8889-4806-9927-4135bf5cc1a2 None None] Network 8b770393-f63c-4511-a564-2a78b4f2d452 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:55.928856 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad2e807e-9389-4ef3-a271-578351c53094 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.930379 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ad2e807e-9389-4ef3-a271-578351c53094 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3280773 Jul 16 18:18:55.933015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35886) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:55.939927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Request body: {'router': {'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:55.989277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.000457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Set router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:56.103181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a09183-74d6-4304-aa38-2583a048d8aa req-a2cb1c28-d5e5-460e-bfb8-c4eb79b2034a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.105178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-a2cb1c28-d5e5-460e-bfb8-c4eb79b2034a service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 HTTP/1.1" status: 200 len: 897 time: 0.3568692 Jul 16 18:18:56.236885 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.280990 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.294399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-1a039ac3-99e6-4ef3-adf4-496ee655e701 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 200 len: 1001 time: 0.1576738 Jul 16 18:18:56.378917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a09183-74d6-4304-aa38-2583a048d8aa req-bc1c52ac-e767-4d07-a878-09e23179a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.380599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-bc1c52ac-e767-4d07-a878-09e23179a6b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=622d26d9-d6a1-4f0e-83ae-b0352e3ad605 HTTP/1.1" status: 200 len: 835 time: 0.0756001 Jul 16 18:18:56.544649 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.570849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a09183-74d6-4304-aa38-2583a048d8aa req-1c2d453c-84c9-45da-b8c3-950c23da12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.573018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-1c2d453c-84c9-45da-b8c3-950c23da12c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1834819 Jul 16 18:18:56.576323 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.597727 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.662067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-8b770393-f63c-4511-a564-2a78b4f2d452', 'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'fixed_ips': [{'subnet_id': '0e3bee7c-6740-41f6-ac57-99b18648bd01'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:56.662929 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.675375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-796bd615-63f8-4667-9b2d-d68223598e08 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948446 Jul 16 18:18:56.745028 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Allocated IP 172.25.5.250 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/8885e728-0a70-4b59-a111-fe36f769a233) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:56.839267 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-7feeaef3-415a-4768-a8ad-44c6c57513a4 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319129 Jul 16 18:18:56.854722 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port': {'id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:47Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9', 'name': '', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'mac_address': 'fa:16:3e:5a:f9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '59439290-4958-4c20-beb6-811e08de55a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 2, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'subnets': [{'id': '59439290-4958-4c20-beb6-811e08de55a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:56.891579 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.929768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.931695 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.981222 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.988655 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device de29e2cf-4698-4733-a80d-edf76d79095d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:56.996632 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.012675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Checking router: 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:57.013064 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Updating router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:57.053476 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:57.057786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:57.060005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Pushing event updated for resources: {'Port': ['ID=8885e728-0a70-4b59-a111-fe36f769a233,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:57.062241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:57.092588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Allocated IP 172.25.5.117 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/17434b78-04b1-498c-afc6-1cb85d1a0204) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:57.180237 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.210326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port de29e2cf-4698-4733-a80d-edf76d79095d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:57.210701 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.217695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Allocated IP 172.20.0.2 (8b770393-f63c-4511-a564-2a78b4f2d452/0e3bee7c-6740-41f6-ac57-99b18648bd01/1defb711-e6fc-43a9-9f66-dd1b31e58244) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:57.302354 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.349731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e4bdb-db44-4afd-86bc-73177bec604f req-6bd7d087-1eb6-497a-8ce6-fe49f452ba2d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.351187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-374e4bdb-db44-4afd-86bc-73177bec604f req-6bd7d087-1eb6-497a-8ce6-fe49f452ba2d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.1054189 Jul 16 18:18:57.449453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-374e4bdb-db44-4afd-86bc-73177bec604f req-c8ee8b51-6f8f-412a-9750-8c2878909368 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873325 Jul 16 18:18:57.454803 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.483330 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:57.485937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:57.509864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:57.532432 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.577083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Pushing event updated for resources: {'Port': ['ID=17434b78-04b1-498c-afc6-1cb85d1a0204,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:57.868064 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.911911 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Transition to ACTIVE for port object 1defb711-e6fc-43a9-9f66-dd1b31e58244 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:57.931406 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.934609 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.953541 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.956370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Transition to ACTIVE for port object 1defb711-e6fc-43a9-9f66-dd1b31e58244 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:57.977329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Transition to ACTIVE for port object 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:57.982021 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.095262 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.112302 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Router 88180762-a525-4d93-99ae-c0e65c244100 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:58.165139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Pushing event updated for resources: {'Port': ['ID=1defb711-e6fc-43a9-9f66-dd1b31e58244,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.191420 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Network 8b770393-f63c-4511-a564-2a78b4f2d452 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:58.194225 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a5ca67f2-7cc9-47f8-bb4b-617f44d3b7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.210104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.219152 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.241469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:58.250226 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:58.294107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:58.307981 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Sync routers for ids ['88180762-a525-4d93-99ae-c0e65c244100'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:58.320161 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.324831 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6215aa5d-15df-418b-b7e2-95f402e7f87d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4671533 Jul 16 18:18:58.325052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35932) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:58.327504 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Routers {'88180762-a525-4d93-99ae-c0e65c244100'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:58.330017 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['88180762-a525-4d93-99ae-c0e65c244100'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:58.474534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e21f9b-9312-4351-bee0-6dbce7a69ccc None None] Pushing event updated for resources: {'Port': ['ID=586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.548577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Router 5dc1221a-2cdc-4123-8d3e-e2176b7c91a5 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:58.564071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Attempting to bind port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:58.564448 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Attempting to bind port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'd0d6d962-4335-40cd-add3-6eb9d40c556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:58.564819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Attempting to bind port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 on network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:58.582840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:58.583229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Checking segment: {'id': 'd0d6d962-4335-40cd-add3-6eb9d40c556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:58.583653 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.584051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Bound using segment: {'id': 'd0d6d962-4335-40cd-add3-6eb9d40c556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:58.584534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Bound port: 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d6d962-4335-40cd-add3-6eb9d40c556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:58.584922 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.598493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Attempting to bind port 1defb711-e6fc-43a9-9f66-dd1b31e58244 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:58.598877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Attempting to bind port 1defb711-e6fc-43a9-9f66-dd1b31e58244 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '6e62adb6-4153-4b6c-a3bb-c4d912bfbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:58.599248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Attempting to bind port 1defb711-e6fc-43a9-9f66-dd1b31e58244 on network 8b770393-f63c-4511-a564-2a78b4f2d452 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:58.621989 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Set router 88180762-a525-4d93-99ae-c0e65c244100 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:58.622616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:58.623004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Checking segment: {'id': '6e62adb6-4153-4b6c-a3bb-c4d912bfbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:58.623534 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.633842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Bound using segment: {'id': '6e62adb6-4153-4b6c-a3bb-c4d912bfbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:58.634360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Bound port: 1defb711-e6fc-43a9-9f66-dd1b31e58244, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e62adb6-4153-4b6c-a3bb-c4d912bfbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:58.634762 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.849328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] For port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:58.853148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] For port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9,segment=NetworkSegment(d0d6d962-4335-40cd-add3-6eb9d40c556e),segment_id=d0d6d962-4335-40cd-add3-6eb9d40c556e)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:58.859060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5d30e-22ec-49fc-b0df-0922ebbee564 req-bcf79f80-5895-4b0c-907b-d151db189d78 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:58.860955 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50f5d30e-22ec-49fc-b0df-0922ebbee564 req-bcf79f80-5895-4b0c-907b-d151db189d78 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.2025030 Jul 16 18:18:58.884231 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.917820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:58.936058 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.939869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-894ec64b-9c4f-4534-b5e6-9416a702a7a5 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "PUT /v2.0/routers/5dc1221a-2cdc-4123-8d3e-e2176b7c91a5 HTTP/1.1" status: 200 len: 883 time: 3.0026815 Jul 16 18:18:58.945092 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35946) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:58.998310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d949fca4-7708-4871-9ec1-07ae54dae6d7 None None] Sync routers for ids ['5dc1221a-2cdc-4123-8d3e-e2176b7c91a5'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:59.082449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] For port 1defb711-e6fc-43a9-9f66-dd1b31e58244, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:59.094004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d949fca4-7708-4871-9ec1-07ae54dae6d7 None None] Routers {'5dc1221a-2cdc-4123-8d3e-e2176b7c91a5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:59.099621 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88180762-a525-4d93-99ae-c0e65c244100', 'name': 'tempest-TestServerBasicOps-1011089347-router', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '8885e728-0a70-4b59-a111-fe36f769a233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:55Z', 'updated_at': '2021-07-16T18:18:57Z', 'revision_number': 3, 'project_id': 'd751fa19823f4618960a444fe39547c2', 'gw_port': {'id': '8885e728-0a70-4b59-a111-fe36f769a233', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88180762-a525-4d93-99ae-c0e65c244100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:56Z', 'updated_at': '2021-07-16T18:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:59.100456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d949fca4-7708-4871-9ec1-07ae54dae6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['5dc1221a-2cdc-4123-8d3e-e2176b7c91a5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:59.113985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] For port 1defb711-e6fc-43a9-9f66-dd1b31e58244, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=1defb711-e6fc-43a9-9f66-dd1b31e58244,segment=NetworkSegment(6e62adb6-4153-4b6c-a3bb-c4d912bfbef4),segment_id=6e62adb6-4153-4b6c-a3bb-c4d912bfbef4)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:59.206478 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Checking router: 88180762-a525-4d93-99ae-c0e65c244100 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:59.206888 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Updating router 88180762-a525-4d93-99ae-c0e65c244100 port 8885e728-0a70-4b59-a111-fe36f769a233 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:59.232784 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.234725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d949fca4-7708-4871-9ec1-07ae54dae6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:59.239842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50f5d30e-22ec-49fc-b0df-0922ebbee564 req-3ec30773-73ff-41fa-aaf2-068aa759204c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586025 Jul 16 18:18:59.278443 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Routers {'1ce0c861-2fae-49f6-ba45-4be2906fbfe3'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:59.279031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:59.286575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e8cae5c8-129f-45e1-b6ad-79754bc89e87 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/routers/5dc1221a-2cdc-4123-8d3e-e2176b7c91a5 HTTP/1.1" status: 200 len: 924 time: 0.3365886 Jul 16 18:18:59.287262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35952) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:59.290108 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.517812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b297f-253b-49ff-9546-14dc93e72417 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.520916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5d3b297f-253b-49ff-9546-14dc93e72417 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&device_id=5dc1221a-2cdc-4123-8d3e-e2176b7c91a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2315357 Jul 16 18:18:59.523061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35958) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:59.538313 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] Set router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:59.689865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4154212-cc76-49de-b67c-24a593e4cbfa tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.694946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e4154212-cc76-49de-b67c-24a593e4cbfa tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 881 time: 0.1687403 Jul 16 18:18:59.697351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 35962) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:59.774915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 35966) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:59.783526 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0db83a50-34e3-4528-80d3-a6bb6e5dd7d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1221a-2cdc-4123-8d3e-e2176b7c91a5 HTTP/1.1" status: 200 len: 205 time: 0.0733101 Jul 16 18:18:59.807841 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.836323 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Transition to ACTIVE for port object 8885e728-0a70-4b59-a111-fe36f769a233 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:59.845894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e21f9b-9312-4351-bee0-6dbce7a69ccc None None] Pushing event updated for resources: {'Port': ['ID=586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:59.854249 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.902921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e35e97-86a9-418a-ad2d-ec06b0866d58 None None] Pushing event updated for resources: {'Port': ['ID=1defb711-e6fc-43a9-9f66-dd1b31e58244,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:59.941871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d949fca4-7708-4871-9ec1-07ae54dae6d7 None None] Routers {'5dc1221a-2cdc-4123-8d3e-e2176b7c91a5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:59.944345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d949fca4-7708-4871-9ec1-07ae54dae6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['5dc1221a-2cdc-4123-8d3e-e2176b7c91a5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:59.947676 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Attempting to bind port 8885e728-0a70-4b59-a111-fe36f769a233 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:59.948049 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Attempting to bind port 8885e728-0a70-4b59-a111-fe36f769a233 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:59.949504 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Attempting to bind port 8885e728-0a70-4b59-a111-fe36f769a233 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:59.963380 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b6cb6-00ac-4a37-a652-fed2de8d68b2 None None] Pushing event updated for resources: {'Port': ['ID=8885e728-0a70-4b59-a111-fe36f769a233,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:59.971825 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:59.972234 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:59.972646 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.975280 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:59.975280 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Bound port: 8885e728-0a70-4b59-a111-fe36f769a233, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:59.975280 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.031555 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d949fca4-7708-4871-9ec1-07ae54dae6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:00.032229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d949fca4-7708-4871-9ec1-07ae54dae6d7 None None] The sync data for ids ['5dc1221a-2cdc-4123-8d3e-e2176b7c91a5'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:00.053741 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] For port 8885e728-0a70-4b59-a111-fe36f769a233, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:00.056756 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] For port 8885e728-0a70-4b59-a111-fe36f769a233, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8885e728-0a70-4b59-a111-fe36f769a233,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:00.073189 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.081277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.084239 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.135609 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Routers {'88180762-a525-4d93-99ae-c0e65c244100'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:00.136306 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:18:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['88180762-a525-4d93-99ae-c0e65c244100'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:00.267208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port': {'id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:47Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9', 'name': '', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'mac_address': 'fa:16:3e:5a:f9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '59439290-4958-4c20-beb6-811e08de55a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:18:58Z', 'revision_number': 4, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'subnets': [{'id': '59439290-4958-4c20-beb6-811e08de55a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:00.395419 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] Set router 88180762-a525-4d93-99ae-c0e65c244100 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:00.397698 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b6cb6-00ac-4a37-a652-fed2de8d68b2 None None] Pushing event updated for resources: {'Port': ['ID=8885e728-0a70-4b59-a111-fe36f769a233,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:00.409314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b126b-d4af-4a7f-af42-f6f3f2ab7316 None None] The sync data for ids ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'] in n-d-787206-10 is: [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port': {'id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:47Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9', 'name': '', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'mac_address': 'fa:16:3e:5a:f9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '59439290-4958-4c20-beb6-811e08de55a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:18:58Z', 'revision_number': 4, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'subnets': [{'id': '59439290-4958-4c20-beb6-811e08de55a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:00.437342 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.648532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a64c84-1b6c-42f0-8dbc-5f2ceebc2c5c req-ed3b1aed-6cd3-435f-b789-674f3f7816c9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.650601 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4a64c84-1b6c-42f0-8dbc-5f2ceebc2c5c req-ed3b1aed-6cd3-435f-b789-674f3f7816c9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.2066998 Jul 16 18:19:00.684802 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.736175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4a64c84-1b6c-42f0-8dbc-5f2ceebc2c5c req-455062c3-fcdf-4c09-985e-5215a0d6d099 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745745 Jul 16 18:19:00.752380 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-120d329d-82a4-457d-939a-4cc22084eded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.792025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Deleting port 17434b78-04b1-498c-afc6-1cb85d1a0204 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:00.792560 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.793191 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88180762-a525-4d93-99ae-c0e65c244100', 'name': 'tempest-TestServerBasicOps-1011089347-router', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '8885e728-0a70-4b59-a111-fe36f769a233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:55Z', 'updated_at': '2021-07-16T18:18:57Z', 'revision_number': 3, 'project_id': 'd751fa19823f4618960a444fe39547c2', 'gw_port': {'id': '8885e728-0a70-4b59-a111-fe36f769a233', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88180762-a525-4d93-99ae-c0e65c244100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:56Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:00.873762 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Allocated IP 172.20.0.1 (8b770393-f63c-4511-a564-2a78b4f2d452/0e3bee7c-6740-41f6-ac57-99b18648bd01/0ce69a12-69c8-4c73-a331-9f3aac6c0eea) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:00.990872 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.009004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Calling delete_port for 17434b78-04b1-498c-afc6-1cb85d1a0204 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:01.064033 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e233d2-0f51-4eea-b794-eb42c7f0d946 None None] The sync data for ids ['88180762-a525-4d93-99ae-c0e65c244100'] in n-d-787206-10 is: [{'id': '88180762-a525-4d93-99ae-c0e65c244100', 'name': 'tempest-TestServerBasicOps-1011089347-router', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '8885e728-0a70-4b59-a111-fe36f769a233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:55Z', 'updated_at': '2021-07-16T18:18:57Z', 'revision_number': 3, 'project_id': 'd751fa19823f4618960a444fe39547c2', 'gw_port': {'id': '8885e728-0a70-4b59-a111-fe36f769a233', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88180762-a525-4d93-99ae-c0e65c244100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:56Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:01.064572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:01.170773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:01.180074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:01.181703 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.372590 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.379250 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.408271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Transition to ACTIVE for port object 0ce69a12-69c8-4c73-a331-9f3aac6c0eea will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:01.488538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9,segment=NetworkSegment(d0d6d962-4335-40cd-add3-6eb9d40c556e),segment_id=d0d6d962-4335-40cd-add3-6eb9d40c556e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:01.498309 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.499106 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 1defb711-e6fc-43a9-9f66-dd1b31e58244 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:01.592030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.601913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:01.674173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc25f6f-0455-4146-9f23-5c46bdb8eed9 req-396cc758-778f-4564-801a-7645cb14d5e7 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:01.687539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc25f6f-0455-4146-9f23-5c46bdb8eed9 req-396cc758-778f-4564-801a-7645cb14d5e7 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 946 time: 0.1964686 Jul 16 18:19:01.697712 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.735581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 1defb711-e6fc-43a9-9f66-dd1b31e58244 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:01.767134 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Pushing event deleted for resources: {'Port': ['ID=17434b78-04b1-498c-afc6-1cb85d1a0204,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:01.835022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc25f6f-0455-4146-9f23-5c46bdb8eed9 req-c0e80075-2631-4a01-a383-5b466b49ea42 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431117 Jul 16 18:19:01.873442 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.902567 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d03b62f-62e4-41cd-a8e9-7188465d8509 None None] Network 8b770393-f63c-4511-a564-2a78b4f2d452 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:01.957316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Network 8b770393-f63c-4511-a564-2a78b4f2d452 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:01.966442 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:01.974445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:02.025562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Pushing event updated for resources: {'Port': ['ID=0ce69a12-69c8-4c73-a331-9f3aac6c0eea,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:02.028737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.097516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857c77c-08ff-4f79-8f09-4dceafaa9bdc req-9ced38e9-7029-4343-bc4f-33c88f9f6f74 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.099773 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b857c77c-08ff-4f79-8f09-4dceafaa9bdc req-9ced38e9-7029-4343-bc4f-33c88f9f6f74 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.1478844 Jul 16 18:19:02.163549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b1520c2f-9e3e-41e4-ae86-0a2565fb338e None None] Provisioning for port 1defb711-e6fc-43a9-9f66-dd1b31e58244 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:02.182232 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b857c77c-08ff-4f79-8f09-4dceafaa9bdc req-74d6df36-ff43-427f-a24a-8c50b957c029 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768869 Jul 16 18:19:02.210473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b1520c2f-9e3e-41e4-ae86-0a2565fb338e None None] Provisioning complete for port 1defb711-e6fc-43a9-9f66-dd1b31e58244 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:02.211053 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1520c2f-9e3e-41e4-ae86-0a2565fb338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.263139 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.275566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.287231 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.336531 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1520c2f-9e3e-41e4-ae86-0a2565fb338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.438900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b1520c2f-9e3e-41e4-ae86-0a2565fb338e None None] For port 1defb711-e6fc-43a9-9f66-dd1b31e58244, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=1defb711-e6fc-43a9-9f66-dd1b31e58244,segment=NetworkSegment(6e62adb6-4153-4b6c-a3bb-c4d912bfbef4),segment_id=6e62adb6-4153-4b6c-a3bb-c4d912bfbef4)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:02.467020 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1520c2f-9e3e-41e4-ae86-0a2565fb338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.583277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1520c2f-9e3e-41e4-ae86-0a2565fb338e None None] Pushing event updated for resources: {'Port': ['ID=1defb711-e6fc-43a9-9f66-dd1b31e58244,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:02.584791 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.585922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Fanout notify agent at l3_agent the message router_deleted on router 5dc1221a-2cdc-4123-8d3e-e2176b7c91a5 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:02.597265 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.608667 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e29cbf17-f023-4170-be6c-27ba75b6ef8a tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "DELETE /v2.0/routers/5dc1221a-2cdc-4123-8d3e-e2176b7c91a5 HTTP/1.1" status: 204 len: 168 time: 2.8293722 Jul 16 18:19:02.612338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36024) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:02.619015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-13b8aeae-5347-4a0d-a3ea-2887d734d6c3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-826621018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:02.657146 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-13b8aeae-5347-4a0d-a3ea-2887d734d6c3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.666541 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-13b8aeae-5347-4a0d-a3ea-2887d734d6c3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.783089 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.806991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-13b8aeae-5347-4a0d-a3ea-2887d734d6c3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.822992 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-13b8aeae-5347-4a0d-a3ea-2887d734d6c3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.874091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-13b8aeae-5347-4a0d-a3ea-2887d734d6c3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.875662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-13b8aeae-5347-4a0d-a3ea-2887d734d6c3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2619619 Jul 16 18:19:02.878735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36030) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:02.890143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'enable_snat': True}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:03.028680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6ce61db2-dbb2-43e3-899a-3f6e6ce59946 None None] Provisioning for port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:03.035466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6ce61db2-dbb2-43e3-899a-3f6e6ce59946 None None] Provisioning complete for port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:03.035857 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6ce61db2-dbb2-43e3-899a-3f6e6ce59946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.155980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:03.255969 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6ce61db2-dbb2-43e3-899a-3f6e6ce59946 None None] Port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:03.295887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6ce61db2-dbb2-43e3-899a-3f6e6ce59946 None None] Provisioning complete for port 1defb711-e6fc-43a9-9f66-dd1b31e58244 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:03.296525 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6ce61db2-dbb2-43e3-899a-3f6e6ce59946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.367035 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.375404 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.386881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:03.387468 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.459075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.548732 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Pushing event updated for resources: {'Port': ['ID=0ce69a12-69c8-4c73-a331-9f3aac6c0eea,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:03.577939 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.645308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Network 8b770393-f63c-4511-a564-2a78b4f2d452 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:03.646465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:03.763212 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.774904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8885e728-0a70-4b59-a111-fe36f769a233 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:03.906540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 8885e728-0a70-4b59-a111-fe36f769a233 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:03.919611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Router 88180762-a525-4d93-99ae-c0e65c244100 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:03.926009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8885e728-0a70-4b59-a111-fe36f769a233 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:03.926480 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.932782 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-96836036-6c9d-49a8-8e0d-372246dae56d None None] Provisioning complete for port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:03.932782 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96836036-6c9d-49a8-8e0d-372246dae56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.054714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-96836036-6c9d-49a8-8e0d-372246dae56d None None] Port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:04.176491 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:04.200315 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d697196b-00bf-4834-bdcf-8d5a7dad87ab admin admin] 10.222.0.41 "PUT /v2.0/routers/88180762-a525-4d93-99ae-c0e65c244100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8731036 Jul 16 18:19:04.254575 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.272814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2e6a631a-3f79-430c-8c6d-f076816cf83b None None] Provisioning complete for port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:04.273843 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2e6a631a-3f79-430c-8c6d-f076816cf83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.348602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 8885e728-0a70-4b59-a111-fe36f769a233, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8885e728-0a70-4b59-a111-fe36f769a233,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:04.366627 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.367901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 1defb711-e6fc-43a9-9f66-dd1b31e58244 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:04.388824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745a38-134c-4e97-96ad-4d22e413f378 req-24bc22e3-b583-4a6c-9372-ec474c7f2a7a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.390685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b8745a38-134c-4e97-96ad-4d22e413f378 req-24bc22e3-b583-4a6c-9372-ec474c7f2a7a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 946 time: 0.9583337 Jul 16 18:19:04.400796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-b2d9664b-43f0-40a8-92b3-d866bbbddc8a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.403616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-b2d9664b-43f0-40a8-92b3-d866bbbddc8a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 946 time: 1.3413756 Jul 16 18:19:04.452323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a631a-3f79-430c-8c6d-f076816cf83b None None] Port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:04.616293 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=8885e728-0a70-4b59-a111-fe36f769a233,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:04.635658 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 1defb711-e6fc-43a9-9f66-dd1b31e58244 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:04.636004 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.738552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17373454-1d85-4ce1-a104-ce506b3af4c5 req-9870e41b-1552-43f3-bd46-3911ac94e66e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.747269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17373454-1d85-4ce1-a104-ce506b3af4c5 req-9870e41b-1552-43f3-bd46-3911ac94e66e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 1.1992702 Jul 16 18:19:04.764764 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Sync routers for ids ['88180762-a525-4d93-99ae-c0e65c244100'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:04.781444 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Routers {'88180762-a525-4d93-99ae-c0e65c244100'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:04.782088 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['88180762-a525-4d93-99ae-c0e65c244100'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:04.789240 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b8745a38-134c-4e97-96ad-4d22e413f378 req-c9eedc8f-cf21-49d5-ba99-2fedd389acdb tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=84d1cc5d-b20b-4576-90d2-dda28a508fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817685 Jul 16 18:19:04.848044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17373454-1d85-4ce1-a104-ce506b3af4c5 req-f266c321-795d-49e5-9867-df6b5cb244ca tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994198 Jul 16 18:19:04.887481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Deleting port 6726bf0e-ed2f-436d-977e-ffb16d5828cc {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:04.887894 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.959942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8885e728-0a70-4b59-a111-fe36f769a233 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:05.036717 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Set router 88180762-a525-4d93-99ae-c0e65c244100 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:05.082219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 8885e728-0a70-4b59-a111-fe36f769a233 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:05.082777 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.124441 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.172464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.185558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] For port 6726bf0e-ed2f-436d-977e-ffb16d5828cc, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=6726bf0e-ed2f-436d-977e-ffb16d5828cc,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:05.185941 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.446021 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88180762-a525-4d93-99ae-c0e65c244100', 'name': 'tempest-TestServerBasicOps-1011089347-router', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '8885e728-0a70-4b59-a111-fe36f769a233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:55Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 4, 'project_id': 'd751fa19823f4618960a444fe39547c2', 'gw_port': {'id': '8885e728-0a70-4b59-a111-fe36f769a233', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88180762-a525-4d93-99ae-c0e65c244100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:56Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '0ce69a12-69c8-4c73-a331-9f3aac6c0eea', 'name': '', 'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'mac_address': 'fa:16:3e:9a:41:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88180762-a525-4d93-99ae-c0e65c244100', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '0e3bee7c-6740-41f6-ac57-99b18648bd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:00Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 2, 'project_id': 'd751fa19823f4618960a444fe39547c2', 'subnets': [{'id': '0e3bee7c-6740-41f6-ac57-99b18648bd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:05.478171 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Checking router: 88180762-a525-4d93-99ae-c0e65c244100 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:05.478712 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Updating router 88180762-a525-4d93-99ae-c0e65c244100 port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:05.550154 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36072) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:05.551705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Allocated IP 172.25.5.143 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/79bad471-9d30-482a-bc85-48bbeed1be12) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:05.555822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62774127', 'description': 'tempest-secgroup-smoke-62774127 description', 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:05.566681 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.585812 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.586348 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.586690 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Floating IP 1bbd0734-61d1-452f-bb62-0d1821acfc53 disassociated. External IP: 172.25.5.219, port: 6726bf0e-ed2f-436d-977e-ffb16d5828cc. Jul 16 18:19:05.587125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Calling delete_port for 6726bf0e-ed2f-436d-977e-ffb16d5828cc owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:05.592084 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.776241 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.787352 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.815309 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.841172 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb7ced1-4f41-49dd-94f1-32288365c392,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:05.851161 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.851615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.851855 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.852190 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.853490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.853490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.853490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.853921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.853921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.854269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.854520 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.854839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.885275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.887203 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-64ae97ad-2922-4ebd-8f5f-81e8bb5e019b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3358581 Jul 16 18:19:05.890127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36084) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:05.895352 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f4330e97-5824-4fd5-a4b5-20433033b4ad tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Request body: {'security_group_rule': {'security_group_id': '8bb7ced1-4f41-49dd-94f1-32288365c392', 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:05.940437 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.952442 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Transition to ACTIVE for port object 0ce69a12-69c8-4c73-a331-9f3aac6c0eea will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:05.955084 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.955871 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f4330e97-5824-4fd5-a4b5-20433033b4ad tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.973499 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.023669 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.043696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event deleted for resources: {'Port': ['ID=6726bf0e-ed2f-436d-977e-ffb16d5828cc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:06.085170 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f4330e97-5824-4fd5-a4b5-20433033b4ad tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.092956 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6d2d7-22b6-4821-9423-54db9a1fa4cb None None] Pushing event updated for resources: {'Port': ['ID=0ce69a12-69c8-4c73-a331-9f3aac6c0eea,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:06.099674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f4330e97-5824-4fd5-a4b5-20433033b4ad tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.134931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4330e97-5824-4fd5-a4b5-20433033b4ad tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dad00b8-8c8a-421f-a1c2-7044f51d2b55,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:06.162126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event updated for resources: {'Port': ['ID=79bad471-9d30-482a-bc85-48bbeed1be12,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:06.166123 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f4330e97-5824-4fd5-a4b5-20433033b4ad tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.169731 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f4330e97-5824-4fd5-a4b5-20433033b4ad tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2786210 Jul 16 18:19:06.172520 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36088) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:06.178347 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-41553e36-2927-42fb-9e15-bfc16d28fe13 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Request body: {'security_group_rule': {'security_group_id': '8bb7ced1-4f41-49dd-94f1-32288365c392', 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:06.181675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d05455e-889e-4ebd-be80-833319fc5cd0 req-7232df8e-480c-46ed-83f5-1aef5d85f8be tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 210 time: 0.0569527 Jul 16 18:19:06.211769 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Attempting to bind port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:06.211769 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Attempting to bind port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '6e62adb6-4153-4b6c-a3bb-c4d912bfbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:06.211769 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Attempting to bind port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea on network 8b770393-f63c-4511-a564-2a78b4f2d452 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:06.224153 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:06.224524 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Checking segment: {'id': '6e62adb6-4153-4b6c-a3bb-c4d912bfbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:06.224923 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.225482 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Bound using segment: {'id': '6e62adb6-4153-4b6c-a3bb-c4d912bfbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:06.229360 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Bound port: 0ce69a12-69c8-4c73-a331-9f3aac6c0eea, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e62adb6-4153-4b6c-a3bb-c4d912bfbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:06.229757 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.251202 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41553e36-2927-42fb-9e15-bfc16d28fe13 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.259058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:06.304723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:06.313909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:06.444224 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] For port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:06.457242 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] For port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0ce69a12-69c8-4c73-a331-9f3aac6c0eea,segment=NetworkSegment(6e62adb6-4153-4b6c-a3bb-c4d912bfbef4),segment_id=6e62adb6-4153-4b6c-a3bb-c4d912bfbef4)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:06.463886 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41553e36-2927-42fb-9e15-bfc16d28fe13 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.469025 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.479697 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41553e36-2927-42fb-9e15-bfc16d28fe13 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.594200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41553e36-2927-42fb-9e15-bfc16d28fe13 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.601557 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-41553e36-2927-42fb-9e15-bfc16d28fe13 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4272256 Jul 16 18:19:06.602142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36094) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:06.613458 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41553e36-2927-42fb-9e15-bfc16d28fe13 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de720e9-cc20-487b-9bfd-5071dd69777f,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:06.642051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6bcfd64a-a10d-4686-ba5e-e44d0e225c94 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Request body: {'security_group_rule': {'security_group_id': '8bb7ced1-4f41-49dd-94f1-32288365c392', 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:06.645684 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Routers {'88180762-a525-4d93-99ae-c0e65c244100'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:06.646354 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['88180762-a525-4d93-99ae-c0e65c244100'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:06.692180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95df58b-c8f0-4867-a41f-b59431297f2f req-664b133f-de21-49c6-8ad6-4c2bda2f4d19 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.693789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d95df58b-c8f0-4867-a41f-b59431297f2f req-664b133f-de21-49c6-8ad6-4c2bda2f4d19 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.4335403 Jul 16 18:19:06.709643 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd64a-a10d-4686-ba5e-e44d0e225c94 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.780146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Router 4aedfc27-4fb9-4edf-9a4d-895b056d387c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:06.844899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d95df58b-c8f0-4867-a41f-b59431297f2f req-c6bef0d6-6b84-4f98-8520-2060345520c7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337364 Jul 16 18:19:06.904220 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd64a-a10d-4686-ba5e-e44d0e225c94 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.910721 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd64a-a10d-4686-ba5e-e44d0e225c94 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.969275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfd64a-a10d-4686-ba5e-e44d0e225c94 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26f84be-3f4c-4c43-992c-9e424e7ac555,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:06.978900 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd64a-a10d-4686-ba5e-e44d0e225c94 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.981680 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6bcfd64a-a10d-4686-ba5e-e44d0e225c94 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3736815 Jul 16 18:19:06.984433 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36102) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:06.996236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c03e5e9e-2d9c-4dfe-a8c0-d44a4b901550 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Request body: {'security_group_rule': {'security_group_id': '8bb7ced1-4f41-49dd-94f1-32288365c392', 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:07.003955 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6d2d7-22b6-4821-9423-54db9a1fa4cb None None] Pushing event updated for resources: {'Port': ['ID=0ce69a12-69c8-4c73-a331-9f3aac6c0eea,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.026584 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] Set router 88180762-a525-4d93-99ae-c0e65c244100 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:07.038714 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e9e-2d9c-4dfe-a8c0-d44a4b901550 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.133922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:07.149243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac798f-7bd2-41d8-8903-184ce874cc21 None None] Sync routers for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:07.154090 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e9e-2d9c-4dfe-a8c0-d44a4b901550 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.160515 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e9e-2d9c-4dfe-a8c0-d44a4b901550 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.168374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac798f-7bd2-41d8-8903-184ce874cc21 None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:07.169104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ecac798f-7bd2-41d8-8903-184ce874cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:07.177752 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.193522 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e9e-2d9c-4dfe-a8c0-d44a4b901550 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.194640 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c03e5e9e-2d9c-4dfe-a8c0-d44a4b901550 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2086387 Jul 16 18:19:07.195717 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e5e9e-2d9c-4dfe-a8c0-d44a4b901550 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2bde09-d1c7-4671-b78c-d1ab39cdf1b3,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.197713 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36106) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:07.210213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-050f83b7-1a2c-47fb-889f-a88b0f49199b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Request body: {'security_group_rule': {'security_group_id': '8bb7ced1-4f41-49dd-94f1-32288365c392', 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:07.242493 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-050f83b7-1a2c-47fb-889f-a88b0f49199b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Project 7c42d0dd31f24319bd3c1183a3a094a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:19:07.249779 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-050f83b7-1a2c-47fb-889f-a88b0f49199b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.270230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] No DVR routers for this DVR port 6726bf0e-ed2f-436d-977e-ffb16d5828cc on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:07.281825 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.283771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c176059b-6516-49a8-a2e1-9e5cd6dde3b9 req-23c9374d-9abc-4875-8796-ddf98f89f110 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.35 "DELETE /v2.0/ports/6726bf0e-ed2f-436d-977e-ffb16d5828cc HTTP/1.1" status: 204 len: 173 time: 2.8491964 Jul 16 18:19:07.284217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'name': 'network-vif-deleted', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:07.296577 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b2d4d5-8633-4189-8440-311075b8b435" -d '{"events": [{"server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "name": "network-vif-deleted", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:07.385684 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c4d19e-e2f0-4ed2-bcf4-8510ecf9190a x-openstack-request-id: req-b1c4d19e-e2f0-4ed2-bcf4-8510ecf9190a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:07.390059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6726bf0e-ed2f-436d-977e-ffb16d5828cc no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:07.393800 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4de610d-6115-4621-b54e-4921c9f0fb30", "name": "network-vif-deleted", "tag": "6726bf0e-ed2f-436d-977e-ffb16d5828cc", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:07.394272 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1c4d19e-e2f0-4ed2-bcf4-8510ecf9190a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:07.396763 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4de610d-6115-4621-b54e-4921c9f0fb30', 'name': 'network-vif-deleted', 'tag': '6726bf0e-ed2f-436d-977e-ffb16d5828cc', 'status': 'completed', 'code': 200} Jul 16 18:19:07.414668 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88180762-a525-4d93-99ae-c0e65c244100', 'name': 'tempest-TestServerBasicOps-1011089347-router', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '8885e728-0a70-4b59-a111-fe36f769a233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:55Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 4, 'project_id': 'd751fa19823f4618960a444fe39547c2', 'gw_port': {'id': '8885e728-0a70-4b59-a111-fe36f769a233', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88180762-a525-4d93-99ae-c0e65c244100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:56Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '0ce69a12-69c8-4c73-a331-9f3aac6c0eea', 'name': '', 'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'mac_address': 'fa:16:3e:9a:41:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88180762-a525-4d93-99ae-c0e65c244100', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '0e3bee7c-6740-41f6-ac57-99b18648bd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:00Z', 'updated_at': '2021-07-16T18:19:06Z', 'revision_number': 4, 'project_id': 'd751fa19823f4618960a444fe39547c2', 'subnets': [{'id': '0e3bee7c-6740-41f6-ac57-99b18648bd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:07.429237 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-050f83b7-1a2c-47fb-889f-a88b0f49199b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.432319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 6726bf0e-ed2f-436d-977e-ffb16d5828cc {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:07.432877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 6726bf0e-ed2f-436d-977e-ffb16d5828cc not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:07.443389 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-050f83b7-1a2c-47fb-889f-a88b0f49199b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.463791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-ecac798f-7bd2-41d8-8903-184ce874cc21 None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:07.464350 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf17f9-ec44-4ce4-afab-8f6fee8c9da5 None None] The sync data for ids ['88180762-a525-4d93-99ae-c0e65c244100'] in n-d-787206-10 is: [{'id': '88180762-a525-4d93-99ae-c0e65c244100', 'name': 'tempest-TestServerBasicOps-1011089347-router', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '8885e728-0a70-4b59-a111-fe36f769a233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:55Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 4, 'project_id': 'd751fa19823f4618960a444fe39547c2', 'gw_port': {'id': '8885e728-0a70-4b59-a111-fe36f769a233', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88180762-a525-4d93-99ae-c0e65c244100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:56Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '0ce69a12-69c8-4c73-a331-9f3aac6c0eea', 'name': '', 'network_id': '8b770393-f63c-4511-a564-2a78b4f2d452', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'mac_address': 'fa:16:3e:9a:41:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88180762-a525-4d93-99ae-c0e65c244100', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '0e3bee7c-6740-41f6-ac57-99b18648bd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:00Z', 'updated_at': '2021-07-16T18:19:06Z', 'revision_number': 4, 'project_id': 'd751fa19823f4618960a444fe39547c2', 'subnets': [{'id': '0e3bee7c-6740-41f6-ac57-99b18648bd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:07.486321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f83b7-1a2c-47fb-889f-a88b0f49199b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288f0a47-14ad-4c24-9997-f4c0110db2b3,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.510737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-050f83b7-1a2c-47fb-889f-a88b0f49199b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.513766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-412889d2-9967-48de-8a1d-fb6128aa9fbc req-5d39ea6e-ec80-410e-971d-f35ae39c0a8a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4de610d-6115-4621-b54e-4921c9f0fb30 HTTP/1.1" status: 200 len: 210 time: 0.0616384 Jul 16 18:19:07.515279 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-050f83b7-1a2c-47fb-889f-a88b0f49199b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3167126 Jul 16 18:19:07.515909 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36116) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:07.520958 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-78186063-cc99-481d-841f-65a42e53039c tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Request body: {'security_group_rule': {'security_group_id': '8bb7ced1-4f41-49dd-94f1-32288365c392', 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:07.587787 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-78186063-cc99-481d-841f-65a42e53039c tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Project 7c42d0dd31f24319bd3c1183a3a094a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:19:07.600400 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78186063-cc99-481d-841f-65a42e53039c tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.708983 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.713458 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.758916 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78186063-cc99-481d-841f-65a42e53039c tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.786256 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78186063-cc99-481d-841f-65a42e53039c tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.842012 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78186063-cc99-481d-841f-65a42e53039c tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b863d91e-12e4-425d-b4cf-ef7581294611,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.865152 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78186063-cc99-481d-841f-65a42e53039c tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.866540 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-78186063-cc99-481d-841f-65a42e53039c tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3495455 Jul 16 18:19:07.881711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ecac798f-7bd2-41d8-8903-184ce874cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:07.946995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac798f-7bd2-41d8-8903-184ce874cc21 None None] Checking router: 4aedfc27-4fb9-4edf-9a4d-895b056d387c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:07.977170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac798f-7bd2-41d8-8903-184ce874cc21 None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:07.978120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ecac798f-7bd2-41d8-8903-184ce874cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:08.122647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cf2f4-f937-48fd-b378-a78289bf5ad8 req-5440c7e7-9a57-4b29-a85f-9c3fe46646a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:08.125904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb0cf2f4-f937-48fd-b378-a78289bf5ad8 req-5440c7e7-9a57-4b29-a85f-9c3fe46646a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.1431577 Jul 16 18:19:08.178302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Router 62c963e1-14c7-40df-bc41-2ad872d60345 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:08.240188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-85d9a558-fd18-4b99-a64c-6ad7478bac73 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62774127&fields=id&tenant_id=7c42d0dd31f24319bd3c1183a3a094a4 HTTP/1.1" status: 200 len: 267 time: 0.1130245 Jul 16 18:19:08.528838 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-ecac798f-7bd2-41d8-8903-184ce874cc21 None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:08.569416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:08.579522 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.580745 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddf9102-9bd1-4f3a-bf4f-9d61868e0377 None None] Sync routers for ids ['62c963e1-14c7-40df-bc41-2ad872d60345'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:08.581191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-737fbee1-b72a-413b-92d6-6a11fd530dbb tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "PUT /v2.0/routers/62c963e1-14c7-40df-bc41-2ad872d60345 HTTP/1.1" status: 200 len: 918 time: 5.7003582 Jul 16 18:19:08.583455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36164) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:08.618018 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddf9102-9bd1-4f3a-bf4f-9d61868e0377 None None] Routers {'62c963e1-14c7-40df-bc41-2ad872d60345'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:08.618948 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6ddf9102-9bd1-4f3a-bf4f-9d61868e0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['62c963e1-14c7-40df-bc41-2ad872d60345'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:08.640312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb0cf2f4-f937-48fd-b378-a78289bf5ad8 req-7a9e5672-6e30-45cc-95c2-332572a2f635 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4138722 Jul 16 18:19:08.734096 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6ddf9102-9bd1-4f3a-bf4f-9d61868e0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:08.756225 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddf9102-9bd1-4f3a-bf4f-9d61868e0377 None None] Routers {'62c963e1-14c7-40df-bc41-2ad872d60345'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:08.757481 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6ddf9102-9bd1-4f3a-bf4f-9d61868e0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['62c963e1-14c7-40df-bc41-2ad872d60345'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:08.793115 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-6ddf9102-9bd1-4f3a-bf4f-9d61868e0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:08.794190 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddf9102-9bd1-4f3a-bf4f-9d61868e0377 None None] The sync data for ids ['62c963e1-14c7-40df-bc41-2ad872d60345'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:08.865082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feb923-d44f-45b7-8947-a97702be9b94 req-f02db76b-036d-416a-a3ea-1a6f558cb347 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:08.869672 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-f02db76b-036d-416a-a3ea-1a6f558cb347 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/networks?id=9efa3351-e9e2-4f6e-9df8-3ee47f6914af HTTP/1.1" status: 200 len: 808 time: 0.6164281 Jul 16 18:19:08.872669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36174) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:08.895576 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8cf191e3-a83b-47cb-a47d-bdd8bd3a62a3 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/routers/62c963e1-14c7-40df-bc41-2ad872d60345 HTTP/1.1" status: 200 len: 924 time: 0.3105345 Jul 16 18:19:08.898383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36176) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:08.960725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ecac798f-7bd2-41d8-8903-184ce874cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:08.966066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-56c602fd-0057-4019-b235-95951ddbd65c tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/quotas/7c42d0dd31f24319bd3c1183a3a094a4 HTTP/1.1" status: 200 len: 375 time: 0.0389707 Jul 16 18:19:09.012763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac798f-7bd2-41d8-8903-184ce874cc21 None None] The sync data for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 is: [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:09.054323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0ce69a12-69c8-4c73-a331-9f3aac6c0eea up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:09.081823 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4042361-a895-4432-b524-f2b0f6f31b9d tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.085717 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e4042361-a895-4432-b524-f2b0f6f31b9d tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&device_id=62c963e1-14c7-40df-bc41-2ad872d60345&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1780274 Jul 16 18:19:09.088233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36178) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:09.164086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:09.169390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:09.169940 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.269114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65a2369-3825-40ee-b81f-bbdb917e0e6f tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.273452 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f65a2369-3825-40ee-b81f-bbdb917e0e6f tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 881 time: 0.1813962 Jul 16 18:19:09.273571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36186) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:09.330298 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.335043 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-39a09183-74d6-4304-aa38-2583a048d8aa req-2b0df5eb-5111-48d7-af98-88c9a049028f service neutron] show failed (client error): The resource could not be found. Jul 16 18:19:09.336310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-2b0df5eb-5111-48d7-af98-88c9a049028f service neutron] 10.222.0.43 "GET /v2.0/ports/92936992-24a5-4c10-a66c-027ab1632b22/bindings/n-h1-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.3028879 Jul 16 18:19:09.338131 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.349644 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e8d10d3a-d6f8-47af-926d-b7c7ba1931f9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c963e1-14c7-40df-bc41-2ad872d60345 HTTP/1.1" status: 200 len: 205 time: 0.0747993 Jul 16 18:19:09.355582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36188) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:09.379315 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-fdd64ec5-2faf-43ec-94dd-5ffc8c1ef043 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c42d0dd31f24319bd3c1183a3a094a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3879378 Jul 16 18:19:09.423411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0ce69a12-69c8-4c73-a331-9f3aac6c0eea,segment=NetworkSegment(6e62adb6-4153-4b6c-a3bb-c4d912bfbef4),segment_id=6e62adb6-4153-4b6c-a3bb-c4d912bfbef4)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:09.437489 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.495243 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.551134 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=0ce69a12-69c8-4c73-a331-9f3aac6c0eea,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:09.739773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397e576f-a1fb-48bb-aa0c-afe966c984c6 None None] New status for floating IP 1bbd0734-61d1-452f-bb62-0d1821acfc53: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:19:10.292358 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.352146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-9a1c968a-60b0-47d2-8320-a5943a84d016 service neutron] 10.222.0.41 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9254012 Jul 16 18:19:10.364017 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.366529 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.370336 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "DELETE /v2.0/security-groups/84d1cc5d-b20b-4576-90d2-dda28a508fd1 HTTP/1.1" status: 204 len: 168 time: 1.4932156 Jul 16 18:19:10.371199 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36208) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:10.397058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a09183-74d6-4304-aa38-2583a048d8aa req-55fa16df-6ce3-4a44-a2a8-852829e5de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:10.397558 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-3c4a1cd2-d2cb-42eb-984a-99c6bc747b5d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] show failed (client error): The resource could not be found. Jul 16 18:19:10.398622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-55fa16df-6ce3-4a44-a2a8-852829e5de45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef&tenant_id=407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 1098 time: 0.2835224 Jul 16 18:19:10.399016 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3c4a1cd2-d2cb-42eb-984a-99c6bc747b5d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups/84d1cc5d-b20b-4576-90d2-dda28a508fd1 HTTP/1.1" status: 404 len: 347 time: 0.0257099 Jul 16 18:19:10.402118 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36210) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:10.448287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:10.454457 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d1cc5d-b20b-4576-90d2-dda28a508fd1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:10.513171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770511d-9c1b-4f8e-b76b-2bc83eacb347 req-89205da9-e779-444f-ab0d-a643041bce34 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:10.514831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4770511d-9c1b-4f8e-b76b-2bc83eacb347 req-89205da9-e779-444f-ab0d-a643041bce34 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.3893058 Jul 16 18:19:10.523481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:10.524753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:10.525264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:10.525590 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:10.525916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:10.526240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:10.526562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:10.527528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:10.527860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:10.528175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:10.528495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:10.528809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d708c-f683-4a26-80ba-9af67fb8981a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:10.610056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-35564214-74ee-4fdc-98e5-12f408f90efc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Deleting port ca1a1f66-a7de-43f0-aa19-ff4d37b69824 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:10.610400 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35564214-74ee-4fdc-98e5-12f408f90efc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.659254 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.718734 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35564214-74ee-4fdc-98e5-12f408f90efc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.719048 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35564214-74ee-4fdc-98e5-12f408f90efc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.720651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-5840c141-a95c-4928-a9c0-fd8e299b0c93 service neutron] 10.222.0.41 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508623 Jul 16 18:19:10.734279 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-35564214-74ee-4fdc-98e5-12f408f90efc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Calling delete_port for ca1a1f66-a7de-43f0-aa19-ff4d37b69824 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:10.766473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4770511d-9c1b-4f8e-b76b-2bc83eacb347 req-3dacdbec-6ddd-4546-be35-c4665a8de286 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318759 Jul 16 18:19:10.789972 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.889954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Deleting port 79bad471-9d30-482a-bc85-48bbeed1be12 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:10.890561 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.952271 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0ce69a12-69c8-4c73-a331-9f3aac6c0eea up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:11.016077 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35564214-74ee-4fdc-98e5-12f408f90efc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.061409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35564214-74ee-4fdc-98e5-12f408f90efc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event deleted for resources: {'Port': ['ID=ca1a1f66-a7de-43f0-aa19-ff4d37b69824,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:11.106602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:11.107219 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.202360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7e873bb-f587-4255-8364-3797929aba39 req-a4a8df71-0a9c-427e-bc6c-e3484530ebc8 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 210 time: 0.0563793 Jul 16 18:19:11.272018 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35564214-74ee-4fdc-98e5-12f408f90efc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.276373 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35564214-74ee-4fdc-98e5-12f408f90efc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.279971 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-35564214-74ee-4fdc-98e5-12f408f90efc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "DELETE /v2.0/floatingips/1bbd0734-61d1-452f-bb62-0d1821acfc53 HTTP/1.1" status: 204 len: 168 time: 0.8765292 Jul 16 18:19:11.321647 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.434492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] For port 92936992-24a5-4c10-a66c-027ab1632b22, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=92936992-24a5-4c10-a66c-027ab1632b22,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:11.472020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] For port 92936992-24a5-4c10-a66c-027ab1632b22, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:11.513033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Calling delete_port for 79bad471-9d30-482a-bc85-48bbeed1be12 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:11.712439 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:11.721776 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e6cfb2-8672-4105-b07b-9cf76034da48" -d '{"events": [{"server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "name": "network-vif-unplugged", "status": "completed", "tag": "92936992-24a5-4c10-a66c-027ab1632b22"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:11.728614 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.804932 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8d93ba-fc24-4568-91d7-218201b816c9 x-openstack-request-id: req-3e8d93ba-fc24-4568-91d7-218201b816c9 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:11.805299 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "name": "network-vif-unplugged", "status": "completed", "tag": "92936992-24a5-4c10-a66c-027ab1632b22", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:11.805547 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e8d93ba-fc24-4568-91d7-218201b816c9 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:11.806036 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22', 'code': 200} Jul 16 18:19:11.828301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Transition to ACTIVE for port object 92936992-24a5-4c10-a66c-027ab1632b22 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:11.852941 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.888506 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.898268 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36262) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:11.904647 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6550563f-7010-47d1-9e43-705bf4329c39 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--266425610', 'description': 'tempest-description--1149994118'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:11.954846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6550563f-7010-47d1-9e43-705bf4329c39 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.212726 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6550563f-7010-47d1-9e43-705bf4329c39 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.218989 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6550563f-7010-47d1-9e43-705bf4329c39 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.265500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550563f-7010-47d1-9e43-705bf4329c39 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:12.283067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6550563f-7010-47d1-9e43-705bf4329c39 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.287769 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6550563f-7010-47d1-9e43-705bf4329c39 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3884246 Jul 16 18:19:12.288625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36276) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:12.293676 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4d4a52f1-93e4-4d61-94c0-1d224f3ccb2a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Request body: {'security_group_rule': {'security_group_id': '2549dcff-ffd4-4e24-a34f-8b4c1e05d47a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:12.330756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 92936992-24a5-4c10-a66c-027ab1632b22 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:12.341393 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d4a52f1-93e4-4d61-94c0-1d224f3ccb2a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.383082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 92936992-24a5-4c10-a66c-027ab1632b22 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:12.426293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Pushing event updated for resources: {'Port': ['ID=92936992-24a5-4c10-a66c-027ab1632b22,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:12.429095 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.475789 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d4a52f1-93e4-4d61-94c0-1d224f3ccb2a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.487628 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d4a52f1-93e4-4d61-94c0-1d224f3ccb2a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.520822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a52f1-93e4-4d61-94c0-1d224f3ccb2a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac50fa57-526f-4b6b-bcaf-58678308397b,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:12.531175 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d4a52f1-93e4-4d61-94c0-1d224f3ccb2a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.532733 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4d4a52f1-93e4-4d61-94c0-1d224f3ccb2a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2429588 Jul 16 18:19:12.535386 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36284) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:12.540667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-cd716a04-58e0-4878-b0b5-bafa59688114 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Request body: {'security_group_rule': {'security_group_id': '2549dcff-ffd4-4e24-a34f-8b4c1e05d47a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:12.593093 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd716a04-58e0-4878-b0b5-bafa59688114 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.611192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f881e8df-a358-4c27-8841-ff96815011f7 req-fbf07416-eb74-431c-84b0-1ac5240bd1b7 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 210 time: 0.1715522 Jul 16 18:19:12.656472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Pushing event deleted for resources: {'Port': ['ID=79bad471-9d30-482a-bc85-48bbeed1be12,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:12.674421 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd716a04-58e0-4878-b0b5-bafa59688114 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.678599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd716a04-58e0-4878-b0b5-bafa59688114 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.687246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] No DVR routers for this DVR port 92936992-24a5-4c10-a66c-027ab1632b22 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:12.690503 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.705947 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd716a04-58e0-4878-b0b5-bafa59688114 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475b6298-bac7-4d41-bb5e-bddb12cf78f7,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:12.711695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd716a04-58e0-4878-b0b5-bafa59688114 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.713271 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cd716a04-58e0-4878-b0b5-bafa59688114 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763108 Jul 16 18:19:12.716636 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36286) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:12.721425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:12.742986 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.750745 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.806367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990734a-c2db-4937-bb45-21abf8edd0f8 req-c610ccd8-5c41-40c9-bb74-e5f9564a5ae3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:12.813892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6990734a-c2db-4937-bb45-21abf8edd0f8 req-c610ccd8-5c41-40c9-bb74-e5f9564a5ae3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 944 time: 0.6115468 Jul 16 18:19:12.864869 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.865422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Fanout notify agent at l3_agent the message router_deleted on router 62c963e1-14c7-40df-bc41-2ad872d60345 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:12.875303 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.876439 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7dcdb32f-a362-4e9b-8f47-1ed6a4d4a8d0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "DELETE /v2.0/routers/62c963e1-14c7-40df-bc41-2ad872d60345 HTTP/1.1" status: 204 len: 168 time: 3.5178349 Jul 16 18:19:12.881550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36292) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:12.891859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d14bd959-addf-4f70-9601-d61eb13bf6e8 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1761775188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:12.915489 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.952907 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14bd959-addf-4f70-9601-d61eb13bf6e8 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.953966 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14bd959-addf-4f70-9601-d61eb13bf6e8 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.972798 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6990734a-c2db-4937-bb45-21abf8edd0f8 req-af139e05-2c9a-4121-8d73-197833a355d5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580193 Jul 16 18:19:13.080652 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Allocated IP 172.25.5.57 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/d3f4c76b-db6f-4993-a7bd-a8b81b9ad8cd) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:13.138050 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14bd959-addf-4f70-9601-d61eb13bf6e8 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.141983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Attempting to bind port 92936992-24a5-4c10-a66c-027ab1632b22 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:13.142159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Attempting to bind port 92936992-24a5-4c10-a66c-027ab1632b22 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:13.142711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Attempting to bind port 92936992-24a5-4c10-a66c-027ab1632b22 on network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:13.225233 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Port 92936992-24a5-4c10-a66c-027ab1632b22 on network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:13.225784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Attempting to bind port 92936992-24a5-4c10-a66c-027ab1632b22 on network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:13.235774 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14bd959-addf-4f70-9601-d61eb13bf6e8 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.246972 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.278169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:13.278728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Checking segment: {'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:13.280348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Bound using segment: {'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:13.281115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Bound port: 92936992-24a5-4c10-a66c-027ab1632b22, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:13.281725 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.310693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.366870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:13.366870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:13.379471 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:13.382851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event updated for resources: {'Port': ['ID=d3f4c76b-db6f-4993-a7bd-a8b81b9ad8cd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:13.402883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] For port 92936992-24a5-4c10-a66c-027ab1632b22, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:13.409394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] For port 92936992-24a5-4c10-a66c-027ab1632b22, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=92936992-24a5-4c10-a66c-027ab1632b22,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:13.416544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14bd959-addf-4f70-9601-d61eb13bf6e8 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.418579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d14bd959-addf-4f70-9601-d61eb13bf6e8 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5311759 Jul 16 18:19:13.425746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36304) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:13.430983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'enable_snat': False}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:13.436318 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.508771 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.549570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feb923-d44f-45b7-8947-a97702be9b94 req-a48ffb39-59c3-4945-8ef9-b6326e8b9c33 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:13.551098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-a48ffb39-59c3-4945-8ef9-b6326e8b9c33 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.35 "GET /v2.0/networks?id=9efa3351-e9e2-4f6e-9df8-3ee47f6914af HTTP/1.1" status: 200 len: 808 time: 0.5926094 Jul 16 18:19:13.564047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.579457 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:13.580092 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.581464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] 10.222.0.35 "PUT /v2.0/ports/92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 200 len: 1093 time: 3.1388104 Jul 16 18:19:13.838556 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.856687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.953574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event updated for resources: {'Port': ['ID=d3f4c76b-db6f-4993-a7bd-a8b81b9ad8cd,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:13.969197 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.987617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.998329 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4df1b6c7-289b-4035-994a-7866e07855e1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2742021 Jul 16 18:19:14.092567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:14.094696 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c" -d '{"events": [{"name": "network-changed", "server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "tag": "92936992-24a5-4c10-a66c-027ab1632b22"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:14.182774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ebccde84-6efa-469c-ad7a-d32ae74174a6 req-e6884425-6a8b-425e-ba44-04f33c00903a tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 210 time: 0.0849743 Jul 16 18:19:14.226074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b32f8-88ee-462f-bf57-146dacfdb184 service neutron] Pushing event updated for resources: {'Port': ['ID=92936992-24a5-4c10-a66c-027ab1632b22,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:14.340761 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379e7306-3878-4f9a-a2b1-5a9d1b3448ee x-openstack-request-id: req-379e7306-3878-4f9a-a2b1-5a9d1b3448ee {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:14.341091 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "tag": "92936992-24a5-4c10-a66c-027ab1632b22", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:14.341296 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-379e7306-3878-4f9a-a2b1-5a9d1b3448ee {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:14.341683 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22', 'status': 'completed', 'code': 200} Jul 16 18:19:14.368591 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.400351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-2f396601-5ecb-4e01-b1a6-5c116a26c0bd tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c42d0dd31f24319bd3c1183a3a094a4 HTTP/1.1" status: 200 len: 378 time: 0.8371191 Jul 16 18:19:14.419109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-98feb923-d44f-45b7-8947-a97702be9b94 req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Request body: {'port': {'device_id': 'a432bebf-5ccd-4258-8821-fe938bab525e', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'admin_state_up': True, 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'security_groups': ['8bb7ced1-4f41-49dd-94f1-32288365c392']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:14.481303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a09183-74d6-4304-aa38-2583a048d8aa req-9162bd99-3b33-4393-8676-80e10d0fb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.482785 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-9162bd99-3b33-4393-8676-80e10d0fb923 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1096 time: 0.8564997 Jul 16 18:19:14.601517 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-49a3dbbc-36e3-4bd7-863f-5c40552713e3 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--266425610&fields=id&tenant_id=52e2e8ac1bd64732b9d829c8d24ba015 HTTP/1.1" status: 200 len: 267 time: 0.1970367 Jul 16 18:19:14.674853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc8ff6-4b65-49ee-8422-1e4e853646e2 req-7e75c211-7725-4482-a118-f5e448126bb9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.676373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91bc8ff6-4b65-49ee-8422-1e4e853646e2 req-7e75c211-7725-4482-a118-f5e448126bb9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 944 time: 0.5091331 Jul 16 18:19:14.752393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-bcea12c5-957f-491e-8994-7b799beb75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.754085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-bcea12c5-957f-491e-8994-7b799beb75f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1096 time: 0.4093480 Jul 16 18:19:14.883074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a09183-74d6-4304-aa38-2583a048d8aa req-cd370d98-0668-478f-a8d7-f89428702bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.884648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-cd370d98-0668-478f-a8d7-f89428702bf6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 HTTP/1.1" status: 200 len: 897 time: 0.3880064 Jul 16 18:19:14.940104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91bc8ff6-4b65-49ee-8422-1e4e853646e2 req-4787d17f-5462-496f-b807-050f05ea3925 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417357 Jul 16 18:19:15.010197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98feb923-d44f-45b7-8947-a97702be9b94 req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Made reservation on behalf of 7c42d0dd31f24319bd3c1183a3a094a4 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:15.014494 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98feb923-d44f-45b7-8947-a97702be9b94 req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.050085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-c08f3048-a7df-41af-a6aa-dbb027e27568 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.051960 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-c08f3048-a7df-41af-a6aa-dbb027e27568 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 816 time: 0.4345613 Jul 16 18:19:15.114892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-f14adbfd-1481-4829-beda-03912da2edfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 200 len: 999 time: 0.2122514 Jul 16 18:19:15.115941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-10cc9348-db47-4305-96d9-8093206dfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.117305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-10cc9348-db47-4305-96d9-8093206dfbd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 HTTP/1.1" status: 200 len: 897 time: 0.3446655 Jul 16 18:19:15.118557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-206bcb7b-7917-4d34-8b9e-08c6c18d6040 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/quotas/52e2e8ac1bd64732b9d829c8d24ba015 HTTP/1.1" status: 200 len: 375 time: 0.0525081 Jul 16 18:19:15.459111 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e12def59-650e-4ee2-a420-3a0ebe7ff709 req-33e7c095-1de0-4366-8344-dca3aab3b9ab tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 210 time: 0.1154463 Jul 16 18:19:15.492197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a09183-74d6-4304-aa38-2583a048d8aa req-a0e2401e-0530-4991-a0a9-3d33b69e0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.493618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-a0e2401e-0530-4991-a0a9-3d33b69e0c0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=622d26d9-d6a1-4f0e-83ae-b0352e3ad605 HTTP/1.1" status: 200 len: 835 time: 0.3679078 Jul 16 18:19:15.519149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-98feb923-d44f-45b7-8947-a97702be9b94 req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Allocated IP 172.20.0.9 (9efa3351-e9e2-4f6e-9df8-3ee47f6914af/59439290-4958-4c20-beb6-811e08de55a5/ffeb8f47-79a3-4898-ac17-c19215eac36a) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:15.582086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-e900a38e-423c-4253-80ea-00f462239cd1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 200 len: 999 time: 0.4488525 Jul 16 18:19:15.595142 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-756dcdf0-cbea-43d3-8634-67354c457b0d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4581175 Jul 16 18:19:15.726614 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.781662 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.796543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-f45860be-1fdf-453f-9b1a-05c1bf870f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.798831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-f45860be-1fdf-453f-9b1a-05c1bf870f98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=622d26d9-d6a1-4f0e-83ae-b0352e3ad605 HTTP/1.1" status: 200 len: 835 time: 0.1989937 Jul 16 18:19:15.861942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a09183-74d6-4304-aa38-2583a048d8aa req-9d0da7fd-aae9-46a8-a63c-d10a283124a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.863418 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-9d0da7fd-aae9-46a8-a63c-d10a283124a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3592629 Jul 16 18:19:16.460976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-12476624-c64f-448c-abe9-bff7881081f9 service neutron] 10.222.0.41 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8430090 Jul 16 18:19:16.582255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-d3954841-edcf-40f7-acf0-6835a5a4d2f1 service neutron] 10.222.0.35 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7067547 Jul 16 18:19:16.656614 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98feb923-d44f-45b7-8947-a97702be9b94 req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.696305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-98feb923-d44f-45b7-8947-a97702be9b94 req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Transition to ACTIVE for port object ffeb8f47-79a3-4898-ac17-c19215eac36a will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:16.757260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-bf9c5bfe-5fea-46bf-aa12-79eaa063682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:16.758902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-bf9c5bfe-5fea-46bf-aa12-79eaa063682f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9035747 Jul 16 18:19:16.821468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Allocated IP 172.25.5.61 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/e506a324-cf96-4033-9fee-9b5a5f608b13) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:16.900926 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:19:16.904146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-b1c6c0d1-f247-4aeb-8e4a-e940d221e1f1 service neutron] 10.222.0.41 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214995 Jul 16 18:19:16.924359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15012e-194e-4187-aa6e-3120f634277a req-674a3749-388b-4ce2-bf58-2a36b84920b8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:16.925900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a15012e-194e-4187-aa6e-3120f634277a req-674a3749-388b-4ce2-bf58-2a36b84920b8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 944 time: 0.8364346 Jul 16 18:19:17.067505 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39a09183-74d6-4304-aa38-2583a048d8aa req-99e07d3b-86ae-4bba-995c-4703f3e773f8 service neutron] 10.222.0.35 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704800 Jul 16 18:19:17.068538 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98feb923-d44f-45b7-8947-a97702be9b94 req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.249501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-fb01e6e0-0afd-4992-ab51-339560658d2e service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780307 Jul 16 18:19:17.329212 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a15012e-194e-4187-aa6e-3120f634277a req-f6e91a19-49cf-49e9-ab11-44b7c2e51ab4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347869 Jul 16 18:19:17.332517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98feb923-d44f-45b7-8947-a97702be9b94 req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:17.367734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-98feb923-d44f-45b7-8947-a97702be9b94 req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:17.388386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-98feb923-d44f-45b7-8947-a97702be9b94 req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:17.405161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Pushing event updated for resources: {'Port': ['ID=ffeb8f47-79a3-4898-ac17-c19215eac36a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.538353 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.552999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36606270-170c-450e-a6af-9aca3aa78e05 req-70dd5672-8be7-40e7-89a4-6ad4223b7636 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 210 time: 0.1099520 Jul 16 18:19:17.579907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feb923-d44f-45b7-8947-a97702be9b94 req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.580545 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98feb923-d44f-45b7-8947-a97702be9b94 req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.616734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-d149a207-ff5f-43ea-9112-fdcf1267e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.618241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-d149a207-ff5f-43ea-9112-fdcf1267e14b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1096 time: 0.4089932 Jul 16 18:19:17.629944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1c7b-beb0-405b-a836-8d81f6ab314a req-ed7f956e-e7c8-4317-8825-15c4fe2c4c16 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.631517 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8aaa1c7b-beb0-405b-a836-8d81f6ab314a req-ed7f956e-e7c8-4317-8825-15c4fe2c4c16 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 931 time: 0.3928416 Jul 16 18:19:17.638407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-0c11c105-a1c3-421b-b13a-e1bd21727b08 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2244816 Jul 16 18:19:17.655902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-0506b2b0-8e09-4be2-8881-74e958834cb7 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739684 Jul 16 18:19:17.676713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Request body: {'port': {'device_id': 'a432bebf-5ccd-4258-8821-fe938bab525e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:17.800881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8626f72d-a1e5-4a6f-b2e7-92f133b812c6 None None] Provisioning for port ffeb8f47-79a3-4898-ac17-c19215eac36a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:17.805002 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8626f72d-a1e5-4a6f-b2e7-92f133b812c6 None None] Provisioning complete for port ffeb8f47-79a3-4898-ac17-c19215eac36a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:17.805455 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8626f72d-a1e5-4a6f-b2e7-92f133b812c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.809511 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.847031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8626f72d-a1e5-4a6f-b2e7-92f133b812c6 None None] Port ffeb8f47-79a3-4898-ac17-c19215eac36a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:17.872926 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8aaa1c7b-beb0-405b-a836-8d81f6ab314a req-146656a5-9337-4296-92bd-f473cbfe0d94 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bb7ced1-4f41-49dd-94f1-32288365c392&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2217500 Jul 16 18:19:17.905678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:17.913663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-b59c3f7b-2c9f-453f-b650-9008288d10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.915260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-b59c3f7b-2c9f-453f-b650-9008288d10a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 HTTP/1.1" status: 200 len: 897 time: 0.2825773 Jul 16 18:19:17.915966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:17.918868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Pushing event updated for resources: {'Port': ['ID=e506a324-cf96-4033-9fee-9b5a5f608b13,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.921456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:17.924417 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.110012 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-9c945ebe-95a3-4c9b-bba1-d6d8c5448213 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 200 len: 999 time: 0.1772127 Jul 16 18:19:18.289142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-1afe2ebc-4472-426a-ba86-3a2e123173c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.290679 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-1afe2ebc-4472-426a-ba86-3a2e123173c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=622d26d9-d6a1-4f0e-83ae-b0352e3ad605 HTTP/1.1" status: 200 len: 835 time: 0.1493669 Jul 16 18:19:18.800165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-8511e93e-47d6-4bef-8813-eef966c34a43 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.801715 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-8511e93e-47d6-4bef-8813-eef966c34a43 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.43 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 816 time: 0.2862935 Jul 16 18:19:18.906098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63148b2f-ba7a-4567-a62a-33a3ffcc62e5 req-3e26c1b1-f7f7-49bc-9b07-56f4be8135cd tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 210 time: 0.0854146 Jul 16 18:19:18.931576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-819bd152-643f-4c8c-8c77-c7e5f726917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.933137 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-819bd152-643f-4c8c-8c77-c7e5f726917e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6328418 Jul 16 18:19:18.958939 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.398382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 92936992-24a5-4c10-a66c-027ab1632b22 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:19.426494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5cdd26e3-2ca6-4169-8203-22309435444d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52e2e8ac1bd64732b9d829c8d24ba015 HTTP/1.1" status: 200 len: 379 time: 0.5973518 Jul 16 18:19:19.474664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a128408-c57b-41ff-b5b0-6ea46083eb31 req-8a07747e-626c-4373-b535-4f4733a80329 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.482755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a128408-c57b-41ff-b5b0-6ea46083eb31 req-8a07747e-626c-4373-b535-4f4733a80329 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 944 time: 0.9449933 Jul 16 18:19:19.492699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Request body: {'port': {'device_id': '6dde3080-c919-49ab-a307-f495b95e895d', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'admin_state_up': True, 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'security_groups': ['2549dcff-ffd4-4e24-a34f-8b4c1e05d47a']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:19.523668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 92936992-24a5-4c10-a66c-027ab1632b22, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=92936992-24a5-4c10-a66c-027ab1632b22,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:19.533208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '92936992-24a5-4c10-a66c-027ab1632b22', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'port_id': '92936992-24a5-4c10-a66c-027ab1632b22', 'mac_address': 'fa:16:3e:94:2a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:19.583284 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.601802 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92936992-24a5-4c10-a66c-027ab1632b22 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:19.626134 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 92936992-24a5-4c10-a66c-027ab1632b22, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=92936992-24a5-4c10-a66c-027ab1632b22,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:19.632325 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.665159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffeb8f47-79a3-4898-ac17-c19215eac36a {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:19.691231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=92936992-24a5-4c10-a66c-027ab1632b22,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:19.737576 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.788489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a128408-c57b-41ff-b5b0-6ea46083eb31 req-5ade8891-7339-48a7-9464-799587894068 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047934 Jul 16 18:19:19.797737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Transition to ACTIVE for port object ffeb8f47-79a3-4898-ac17-c19215eac36a will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:19.805725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-351453ac-bd70-4bd2-924f-8ae4b1ef3e0e service neutron] 10.222.0.35 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8638618 Jul 16 18:19:19.818569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.881345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['92936992-24a5-4c10-a66c-027ab1632b22'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:19.989626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e956b-8b3f-4b05-88d5-7475d05127c6 req-99794a96-2331-4c35-8fde-e234be67f885 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.997181 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-914e956b-8b3f-4b05-88d5-7475d05127c6 req-99794a96-2331-4c35-8fde-e234be67f885 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 931 time: 0.5875895 Jul 16 18:19:20.133226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Pushing event updated for resources: {'Port': ['ID=ffeb8f47-79a3-4898-ac17-c19215eac36a,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:20.162424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Made reservation on behalf of 52e2e8ac1bd64732b9d829c8d24ba015 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:20.179315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.310457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-914e956b-8b3f-4b05-88d5-7475d05127c6 req-95e27830-98e0-450b-b4c4-e3ad43517544 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bb7ced1-4f41-49dd-94f1-32288365c392&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3123116 Jul 16 18:19:20.317865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a7c004a5-037d-4898-b210-c498fa919864 req-f2debf70-ecd0-4113-a3e9-5493d69ae7b4 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 210 time: 0.0600898 Jul 16 18:19:20.331630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83f6a365-42c4-4d98-8fd2-9a1369e4e46c req-46e86d41-5ce7-4afe-b4bc-1011d7009431 service neutron] 10.222.0.35 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047381 Jul 16 18:19:20.335563 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.400206 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.430354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Attempting to bind port ffeb8f47-79a3-4898-ac17-c19215eac36a on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:20.430688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Attempting to bind port ffeb8f47-79a3-4898-ac17-c19215eac36a by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'd0d6d962-4335-40cd-add3-6eb9d40c556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:20.431012 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Attempting to bind port ffeb8f47-79a3-4898-ac17-c19215eac36a on network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:20.479410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Port ffeb8f47-79a3-4898-ac17-c19215eac36a on network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:20.480294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Attempting to bind port ffeb8f47-79a3-4898-ac17-c19215eac36a on network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:20.499988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:20.500325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Checking segment: {'id': 'd0d6d962-4335-40cd-add3-6eb9d40c556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:20.500716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Bound using segment: {'id': 'd0d6d962-4335-40cd-add3-6eb9d40c556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:20.501158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Bound port: ffeb8f47-79a3-4898-ac17-c19215eac36a, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d6d962-4335-40cd-add3-6eb9d40c556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:20.501527 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.623307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Allocated IP 172.20.0.7 (dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e/5fdb3375-c2b1-427d-8df3-a6a570876d38/9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:20.703787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] For port ffeb8f47-79a3-4898-ac17-c19215eac36a, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:20.738078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] For port ffeb8f47-79a3-4898-ac17-c19215eac36a, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ffeb8f47-79a3-4898-ac17-c19215eac36a,segment=NetworkSegment(d0d6d962-4335-40cd-add3-6eb9d40c556e),segment_id=d0d6d962-4335-40cd-add3-6eb9d40c556e)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:20.755214 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.757100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Router 31c397de-7275-4900-aa40-bdcd0b5e362e is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:20.851147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.859306 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.860916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] 10.222.0.35 "PUT /v2.0/ports/ffeb8f47-79a3-4898-ac17-c19215eac36a HTTP/1.1" status: 200 len: 1092 time: 3.2076728 Jul 16 18:19:20.865111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a432bebf-5ccd-4258-8821-fe938bab525e', 'tag': 'ffeb8f47-79a3-4898-ac17-c19215eac36a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:20.867472 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b05325-f603-441a-ad0b-f6567e94afee" -d '{"events": [{"name": "network-changed", "server_uuid": "a432bebf-5ccd-4258-8821-fe938bab525e", "tag": "ffeb8f47-79a3-4898-ac17-c19215eac36a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:21.056782 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae02722e-921f-4966-9f85-c92fd1c6873b x-openstack-request-id: req-ae02722e-921f-4966-9f85-c92fd1c6873b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:21.057741 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a432bebf-5ccd-4258-8821-fe938bab525e", "tag": "ffeb8f47-79a3-4898-ac17-c19215eac36a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:21.058385 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae02722e-921f-4966-9f85-c92fd1c6873b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:21.061277 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a432bebf-5ccd-4258-8821-fe938bab525e', 'tag': 'ffeb8f47-79a3-4898-ac17-c19215eac36a', 'status': 'completed', 'code': 200} Jul 16 18:19:21.131855 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.134690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e612a-9dd2-4396-bdff-3ca2971d0b8e service neutron] Pushing event updated for resources: {'Port': ['ID=ffeb8f47-79a3-4898-ac17-c19215eac36a,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.210622 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Transition to ACTIVE for port object 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:21.250716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:21.262900 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a4eadf-c8ed-43b8-8afe-c0e29e75ec2d None None] Sync routers for ids ['31c397de-7275-4900-aa40-bdcd0b5e362e'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:21.277553 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.278410 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a4eadf-c8ed-43b8-8afe-c0e29e75ec2d None None] Routers {'31c397de-7275-4900-aa40-bdcd0b5e362e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:21.281444 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bd33e140-e38f-43e0-9b35-9873124c8a89 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "PUT /v2.0/routers/31c397de-7275-4900-aa40-bdcd0b5e362e HTTP/1.1" status: 200 len: 919 time: 7.8520553 Jul 16 18:19:21.281600 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-93a4eadf-c8ed-43b8-8afe-c0e29e75ec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['31c397de-7275-4900-aa40-bdcd0b5e362e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:21.281826 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36492) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:21.318473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feb923-d44f-45b7-8947-a97702be9b94 req-4d156443-41c0-4d0a-82bb-56fce9fbf1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.320036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-4d156443-41c0-4d0a-82bb-56fce9fbf1fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c42d0dd31f24319bd3c1183a3a094a4&device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 1095 time: 0.4057693 Jul 16 18:19:21.346172 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-93a4eadf-c8ed-43b8-8afe-c0e29e75ec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:21.372796 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a4eadf-c8ed-43b8-8afe-c0e29e75ec2d None None] Routers {'31c397de-7275-4900-aa40-bdcd0b5e362e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:21.373641 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-93a4eadf-c8ed-43b8-8afe-c0e29e75ec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['31c397de-7275-4900-aa40-bdcd0b5e362e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:21.382700 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.384921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-494b30f7-80df-4558-a484-7caed04f5573 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeb8f47-79a3-4898-ac17-c19215eac36a HTTP/1.1" status: 200 len: 217 time: 0.0557399 Jul 16 18:19:21.410450 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-93a4eadf-c8ed-43b8-8afe-c0e29e75ec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:21.411341 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a4eadf-c8ed-43b8-8afe-c0e29e75ec2d None None] The sync data for ids ['31c397de-7275-4900-aa40-bdcd0b5e362e'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:21.421755 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a75e280d-d9f1-460b-8c26-10495dbdb132 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/routers/31c397de-7275-4900-aa40-bdcd0b5e362e HTTP/1.1" status: 200 len: 925 time: 0.1364038 Jul 16 18:19:21.422031 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36498) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:21.430729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 92936992-24a5-4c10-a66c-027ab1632b22 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:21.476347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:21.505275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:21.505456 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfceb93-3158-44c6-9461-264bbf3a3e91 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.520135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 92936992-24a5-4c10-a66c-027ab1632b22 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:21.523304 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6bfceb93-3158-44c6-9461-264bbf3a3e91 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&device_id=31c397de-7275-4900-aa40-bdcd0b5e362e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0980394 Jul 16 18:19:21.524621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36500) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:21.529356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 92936992-24a5-4c10-a66c-027ab1632b22 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:21.529827 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.535132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3186863-e344-49c7-b7da-fa0f515ba66f req-f372d162-6b0e-4552-9fe9-ccd5264552e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.536745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3186863-e344-49c7-b7da-fa0f515ba66f req-f372d162-6b0e-4552-9fe9-ccd5264552e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 945 time: 0.4665904 Jul 16 18:19:21.556354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:21.563060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event updated for resources: {'Port': ['ID=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.574338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feb923-d44f-45b7-8947-a97702be9b94 req-d6c71e96-0956-4a9c-8a8e-e498e0c7700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.575908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-d6c71e96-0956-4a9c-8a8e-e498e0c7700e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59439290-4958-4c20-beb6-811e08de55a5 HTTP/1.1" status: 200 len: 847 time: 0.1811249 Jul 16 18:19:21.656173 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.664910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.665596 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.690675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:21.693006 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5b6ff7-6ce4-47f0-bc96-3a4597d03298" -d '{"events": [{"server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "name": "network-vif-plugged", "status": "completed", "tag": "92936992-24a5-4c10-a66c-027ab1632b22"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:21.711146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 92936992-24a5-4c10-a66c-027ab1632b22, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=92936992-24a5-4c10-a66c-027ab1632b22,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:21.722895 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.748846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd93586-850a-4cf5-a3ab-cd609479aee4 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.751027 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4fd93586-850a-4cf5-a3ab-cd609479aee4 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/networks/12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 881 time: 0.2241921 Jul 16 18:19:21.756046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36508) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:21.801621 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9438988a-cd62-44a8-99a0-86cd36dfa799 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "GET /v2.0/ports?device_id=31c397de-7275-4900-aa40-bdcd0b5e362e HTTP/1.1" status: 200 len: 205 time: 0.0417113 Jul 16 18:19:21.801902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36514) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:21.808907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3186863-e344-49c7-b7da-fa0f515ba66f req-9dc050c8-1dc8-46a9-9c8f-b5213cf3014b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481606 Jul 16 18:19:21.820877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=92936992-24a5-4c10-a66c-027ab1632b22,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.873628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-5af5da91-5949-44d3-999c-8508fb02b49f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4093208 Jul 16 18:19:21.910347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0e0b6e16-4899-4e4d-ad20-d83561678a93 None None] Provisioning for port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:21.911936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Request body: {'port': {'device_id': '6dde3080-c919-49ab-a307-f495b95e895d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:21.920618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0e0b6e16-4899-4e4d-ad20-d83561678a93 None None] Provisioning complete for port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:21.922193 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6e16-4899-4e4d-ad20-d83561678a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.950750 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.004086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b6e16-4899-4e4d-ad20-d83561678a93 None None] Port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:22.065304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feb923-d44f-45b7-8947-a97702be9b94 req-76e498c8-5f05-4b68-bc56-f200ac2c9840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:22.067266 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-76e498c8-5f05-4b68-bc56-f200ac2c9840 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9efa3351-e9e2-4f6e-9df8-3ee47f6914af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3848858 Jul 16 18:19:22.080288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfabbcf-dfca-40d4-bc45-163c468c3ab1 req-68547b0c-31eb-47b0-8dc8-52e1c1e43840 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:22.081987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbfabbcf-dfca-40d4-bc45-163c468c3ab1 req-68547b0c-31eb-47b0-8dc8-52e1c1e43840 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 943 time: 0.5423539 Jul 16 18:19:22.145878 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.242197 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Deleting port e506a324-cf96-4033-9fee-9b5a5f608b13 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:22.243625 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.672537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-bab2a71e-ab56-441f-984f-06f1ebcd29fb service neutron] 10.222.0.35 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894568 Jul 16 18:19:22.708494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64de3ae-44a3-4112-ab0b-1aecd0366666 req-afab927a-f07c-44ab-9aed-a55942dac7fc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:22.710339 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c64de3ae-44a3-4112-ab0b-1aecd0366666 req-afab927a-f07c-44ab-9aed-a55942dac7fc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 931 time: 0.7138536 Jul 16 18:19:22.737214 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.758645 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.772917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbfabbcf-dfca-40d4-bc45-163c468c3ab1 req-546b6e86-c487-4b72-b1c6-5d4ed3b3c8f6 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bb7ced1-4f41-49dd-94f1-32288365c392&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6788564 Jul 16 18:19:22.774764 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Calling delete_port for e506a324-cf96-4033-9fee-9b5a5f608b13 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:22.805185 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c64de3ae-44a3-4112-ab0b-1aecd0366666 req-bac3f72c-c54e-4312-8c32-3f91afe7d7f8 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875907 Jul 16 18:19:22.910494 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0356f88e-f588-45fe-aa19-017644ea886b x-openstack-request-id: req-0356f88e-f588-45fe-aa19-017644ea886b {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:22.910964 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "name": "network-vif-plugged", "status": "completed", "tag": "92936992-24a5-4c10-a66c-027ab1632b22", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:22.911068 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0356f88e-f588-45fe-aa19-017644ea886b {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:22.911528 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22', 'code': 200} Jul 16 18:19:23.012242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98feb923-d44f-45b7-8947-a97702be9b94 req-50334498-00e8-461d-a48c-7678ae11453f service neutron] 10.222.0.35 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219500 Jul 16 18:19:23.164897 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.213224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Pushing event deleted for resources: {'Port': ['ID=e506a324-cf96-4033-9fee-9b5a5f608b13,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:23.345862 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.373107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:23.387355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b05325-f603-441a-ad0b-f6567e94afee req-a586fa6d-c421-4a74-90ad-09a1490156a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.388992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8b05325-f603-441a-ad0b-f6567e94afee req-a586fa6d-c421-4a74-90ad-09a1490156a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c42d0dd31f24319bd3c1183a3a094a4&device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 1095 time: 0.3139033 Jul 16 18:19:23.412603 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.460327 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.463944 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.500588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Transition to ACTIVE for port object 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:23.520035 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.520644 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Fanout notify agent at l3_agent the message router_deleted on router 31c397de-7275-4900-aa40-bdcd0b5e362e {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:23.534958 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.536478 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-95ee4244-b787-47bf-9347-0958d16de8a3 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "DELETE /v2.0/routers/31c397de-7275-4900-aa40-bdcd0b5e362e HTTP/1.1" status: 204 len: 168 time: 1.7335906 Jul 16 18:19:23.540315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36542) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:23.545133 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1663645590', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:23.557226 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.570662 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.572338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.636630 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69679100-bc60-4111-8e5a-6cfab2eb3237 req-a29d3cea-deb6-4e55-aa42-86db722d20e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.642302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69679100-bc60-4111-8e5a-6cfab2eb3237 req-a29d3cea-deb6-4e55-aa42-86db722d20e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.3671453 Jul 16 18:19:23.662833 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.728653 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-71177c0a-a4a1-4c26-b092-7b15c7442333 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.731118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-71177c0a-a4a1-4c26-b092-7b15c7442333 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.43 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef&tenant_id=407f6f1770c34505b8d60a8097455895&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 946 time: 0.4343147 Jul 16 18:19:23.733798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260784cb-b111-4404-8b56-0e167181375d service neutron] Pushing event updated for resources: {'Port': ['ID=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:23.741601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b05325-f603-441a-ad0b-f6567e94afee req-07b539dd-846d-4c97-a82c-387ace243bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.743162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8b05325-f603-441a-ad0b-f6567e94afee req-07b539dd-846d-4c97-a82c-387ace243bcc service neutron] 10.222.0.35 "GET /v2.0/networks?id=9efa3351-e9e2-4f6e-9df8-3ee47f6914af HTTP/1.1" status: 200 len: 909 time: 0.3266134 Jul 16 18:19:23.848838 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8b05325-f603-441a-ad0b-f6567e94afee req-1ffdf4b5-5e12-4e41-90b9-4bc6269457c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeb8f47-79a3-4898-ac17-c19215eac36a HTTP/1.1" status: 200 len: 217 time: 0.0876806 Jul 16 18:19:23.850880 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.853109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-69679100-bc60-4111-8e5a-6cfab2eb3237 req-f5e1482f-c7cc-458f-8bae-617c5ac5d390 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802740 Jul 16 18:19:23.971352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b05325-f603-441a-ad0b-f6567e94afee req-9435be30-c38a-4980-ae82-94de075cd244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.972927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8b05325-f603-441a-ad0b-f6567e94afee req-9435be30-c38a-4980-ae82-94de075cd244 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59439290-4958-4c20-beb6-811e08de55a5 HTTP/1.1" status: 200 len: 847 time: 0.0951312 Jul 16 18:19:23.975823 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-5c674033-80f3-4ddf-93a5-919902543a86 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:19:23.976821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-5c674033-80f3-4ddf-93a5-919902543a86 service neutron] 10.222.0.43 "DELETE /v2.0/ports/92936992-24a5-4c10-a66c-027ab1632b22/bindings/n-h2-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.2326782 Jul 16 18:19:23.977628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Attempting to bind port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:23.977978 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Attempting to bind port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:23.978305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Attempting to bind port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb on network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:24.046918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb on network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:24.047595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Attempting to bind port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb on network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:24.120999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:24.120999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Checking segment: {'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:24.120999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Bound using segment: {'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:24.120999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Bound port: 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:24.120999 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.184833 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.205250 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.284620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b05325-f603-441a-ad0b-f6567e94afee req-8fa82435-c05a-40d0-a1d4-ffeb2957235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.286145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8b05325-f603-441a-ad0b-f6567e94afee req-8fa82435-c05a-40d0-a1d4-ffeb2957235d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9efa3351-e9e2-4f6e-9df8-3ee47f6914af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3036647 Jul 16 18:19:24.298460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb88f-31e7-4514-a6c7-2aeefd473711 req-4ffa6c65-3bb8-4d6f-9625-5169b70017be tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.300000 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67ceb88f-31e7-4514-a6c7-2aeefd473711 req-4ffa6c65-3bb8-4d6f-9625-5169b70017be tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 943 time: 0.2904856 Jul 16 18:19:24.301801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-313dde18-03d1-421a-9a87-e10b02083078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.303179 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-313dde18-03d1-421a-9a87-e10b02083078 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1098 time: 0.2535739 Jul 16 18:19:24.319170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] For port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:24.328075 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Allocated IP 172.25.5.201 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/98838997-ce03-4e63-bcdb-b11b3313ca1d) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:24.461913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] For port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:24.462229 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.486611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedbb29-5bbb-4de7-b775-2bf80a62766e req-9d99aa52-6b9e-4b0b-90e9-a7c78ecbe0e2 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.488350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-beedbb29-5bbb-4de7-b775-2bf80a62766e req-9d99aa52-6b9e-4b0b-90e9-a7c78ecbe0e2 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.4114480 Jul 16 18:19:24.516287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-691b4978-ea2a-4f8d-a94e-e902d7011bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.518250 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.521503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-691b4978-ea2a-4f8d-a94e-e902d7011bda service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 HTTP/1.1" status: 200 len: 897 time: 0.1990302 Jul 16 18:19:24.558367 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:24.565496 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:24.569105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:24.589740 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.600577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Pushing event updated for resources: {'Port': ['ID=98838997-ce03-4e63-bcdb-b11b3313ca1d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.641614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8b05325-f603-441a-ad0b-f6567e94afee req-c8732751-f346-41d5-b084-f07a4b56fe56 service neutron] 10.222.0.35 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366556 Jul 16 18:19:24.738635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.740692 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.741692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-260784cb-b111-4404-8b56-0e167181375d service neutron] 10.222.0.43 "PUT /v2.0/ports/9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb HTTP/1.1" status: 200 len: 1092 time: 2.8462467 Jul 16 18:19:24.774350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:24.778121 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d2ead9-21dd-4169-953b-ff8192280618" -d '{"events": [{"name": "network-changed", "server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:24.800835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67ceb88f-31e7-4514-a6c7-2aeefd473711 req-5b407f23-3011-46e8-a0ee-66bce355d5be tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bb7ced1-4f41-49dd-94f1-32288365c392&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4844103 Jul 16 18:19:24.814882 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-beedbb29-5bbb-4de7-b775-2bf80a62766e req-078c270c-d7b0-4979-b678-b4960d1882ec tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862628 Jul 16 18:19:24.958286 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fd8243-9d6d-4e48-9948-366e3bf854ad x-openstack-request-id: req-06fd8243-9d6d-4e48-9948-366e3bf854ad {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:24.958610 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:24.958854 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06fd8243-9d6d-4e48-9948-366e3bf854ad {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:24.959392 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'status': 'completed', 'code': 200} Jul 16 18:19:25.098050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.122438 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-ecde3b54-3a62-4585-95d0-bd27ec070a57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 200 len: 1001 time: 0.5245037 Jul 16 18:19:25.209022 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260784cb-b111-4404-8b56-0e167181375d service neutron] Pushing event updated for resources: {'Port': ['ID=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:25.291736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-287733ca-d0a4-4fd8-84dd-033abe331cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.293126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-287733ca-d0a4-4fd8-84dd-033abe331cf2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 1095 time: 0.4893911 Jul 16 18:19:25.295038 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8b05325-f603-441a-ad0b-f6567e94afee req-7a56bb4d-5c18-4ec6-9fdb-9bfd0cff94b6 service neutron] 10.222.0.35 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152380 Jul 16 18:19:25.301152 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-24a4888e-9aa6-4b54-a4a4-cb9e021e3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.302641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-24a4888e-9aa6-4b54-a4a4-cb9e021e3937 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=622d26d9-d6a1-4f0e-83ae-b0352e3ad605 HTTP/1.1" status: 200 len: 835 time: 0.0986748 Jul 16 18:19:25.364988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-b9aba0dc-e440-4093-bba9-95607dbe9d4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb HTTP/1.1" status: 200 len: 217 time: 0.0582221 Jul 16 18:19:25.429148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cb8ca-ed60-4889-9fe3-fe871887f2e5 req-191f1c07-6287-4c22-a86b-2f639bf4cf11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.429644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ffeb8f47-79a3-4898-ac17-c19215eac36a details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:25.430721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-603cb8ca-ed60-4889-9fe3-fe871887f2e5 req-191f1c07-6287-4c22-a86b-2f639bf4cf11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.3267474 Jul 16 18:19:25.436843 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.489258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-e830a66f-8800-44a9-be2a-73d6498e6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.490701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-e830a66f-8800-44a9-be2a-73d6498e6636 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.1046922 Jul 16 18:19:25.538592 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-603cb8ca-ed60-4889-9fe3-fe871887f2e5 req-336a1bb2-55c0-4ddb-b97e-b3077edd3d43 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904484 Jul 16 18:19:25.570698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-4e09107b-7316-4b9e-be9e-1df6abdd805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.572444 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-4e09107b-7316-4b9e-be9e-1df6abdd805a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2560585 Jul 16 18:19:25.670322 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Router c656004c-824b-496e-b713-22339659db71 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:25.721245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port ffeb8f47-79a3-4898-ac17-c19215eac36a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ffeb8f47-79a3-4898-ac17-c19215eac36a,segment=NetworkSegment(d0d6d962-4335-40cd-add3-6eb9d40c556e),segment_id=d0d6d962-4335-40cd-add3-6eb9d40c556e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:25.737823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-62a63a03-7d36-4df2-b67f-48faaa5481cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.739212 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-62a63a03-7d36-4df2-b67f-48faaa5481cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2395527 Jul 16 18:19:25.748948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'ffeb8f47-79a3-4898-ac17-c19215eac36a', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'port_id': 'ffeb8f47-79a3-4898-ac17-c19215eac36a', 'mac_address': 'fa:16:3e:aa:9b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59439290-4958-4c20-beb6-811e08de55a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:25.812112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-1314b005-f592-410b-83b3-2cfc1f23d6fa service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321458 Jul 16 18:19:25.851976 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.884286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffeb8f47-79a3-4898-ac17-c19215eac36a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:25.930571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:25.940085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port ffeb8f47-79a3-4898-ac17-c19215eac36a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ffeb8f47-79a3-4898-ac17-c19215eac36a,segment=NetworkSegment(d0d6d962-4335-40cd-add3-6eb9d40c556e),segment_id=d0d6d962-4335-40cd-add3-6eb9d40c556e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:25.944378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d4fe1-66d6-42e4-9675-58244085d63f None None] Sync routers for ids ['c656004c-824b-496e-b713-22339659db71'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:25.953432 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.980884 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.985086 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2284467a-ba68-46d6-85a2-df58aa8942d9 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4438665 Jul 16 18:19:25.985711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36672) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:25.992700 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:26.071027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=ffeb8f47-79a3-4898-ac17-c19215eac36a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:26.081082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d4fe1-66d6-42e4-9675-58244085d63f None None] Routers {'c656004c-824b-496e-b713-22339659db71'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:26.082043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f50d4fe1-66d6-42e4-9675-58244085d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c656004c-824b-496e-b713-22339659db71'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:26.127927 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f50d4fe1-66d6-42e4-9675-58244085d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:26.142661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d4fe1-66d6-42e4-9675-58244085d63f None None] Routers {'c656004c-824b-496e-b713-22339659db71'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:26.143114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89ae1088-53c1-44bb-b521-f7ed022ecaa6 req-5623407d-99b7-496c-97ed-b986070d4ea5 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045926 Jul 16 18:19:26.143990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f50d4fe1-66d6-42e4-9675-58244085d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c656004c-824b-496e-b713-22339659db71'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:26.238106 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['ffeb8f47-79a3-4898-ac17-c19215eac36a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:26.238808 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-3907077f-eb95-48ec-8bf3-2359fb1ac357 service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908228 Jul 16 18:19:26.239993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f50d4fe1-66d6-42e4-9675-58244085d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:26.240597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d4fe1-66d6-42e4-9675-58244085d63f None None] The sync data for ids ['c656004c-824b-496e-b713-22339659db71'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:26.544612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ad3e-7ad8-40cb-ac8a-1ae33f89a3a5 req-bbe5e7d6-e901-4160-8e0c-5118fc61a0f2 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.550498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75d0ad3e-7ad8-40cb-ac8a-1ae33f89a3a5 req-bbe5e7d6-e901-4160-8e0c-5118fc61a0f2 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.4063506 Jul 16 18:19:26.598899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87947e-4f70-4db7-b906-2376ef72ba46 req-dcb5795a-24c8-4e01-943d-1d1634716f8f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.601140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c87947e-4f70-4db7-b906-2376ef72ba46 req-dcb5795a-24c8-4e01-943d-1d1634716f8f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 944 time: 0.4444575 Jul 16 18:19:26.617132 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.685729 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.710440 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.768920 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.814730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Deleting port 98838997-ce03-4e63-bcdb-b11b3313ca1d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:26.815175 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.997841 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.029249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Calling delete_port for 98838997-ce03-4e63-bcdb-b11b3313ca1d owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:27.208808 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dcbcb90-c4cf-4386-8106-869207dd3c84 req-3fe632ed-f685-4e2a-a1b4-db6533621dd2 service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9503822 Jul 16 18:19:27.354895 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75d0ad3e-7ad8-40cb-ac8a-1ae33f89a3a5 req-c921a048-27fd-4c14-a908-d97979432a44 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7490451 Jul 16 18:19:27.363307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c87947e-4f70-4db7-b906-2376ef72ba46 req-77eee718-8aa4-4784-94c8-00c7c041c9a4 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bb7ced1-4f41-49dd-94f1-32288365c392&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1572223 Jul 16 18:19:27.425311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ffeb8f47-79a3-4898-ac17-c19215eac36a up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:27.452740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2ead9-21dd-4169-953b-ff8192280618 req-75984bfd-f3e2-4271-b0a4-34548a525e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.454269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09d2ead9-21dd-4169-953b-ff8192280618 req-75984bfd-f3e2-4271-b0a4-34548a525e71 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 1095 time: 0.1676922 Jul 16 18:19:27.501662 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.557244 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port ffeb8f47-79a3-4898-ac17-c19215eac36a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:27.564351 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port ffeb8f47-79a3-4898-ac17-c19215eac36a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:27.565483 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.634641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Pushing event deleted for resources: {'Port': ['ID=98838997-ce03-4e63-bcdb-b11b3313ca1d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.687412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2ead9-21dd-4169-953b-ff8192280618 req-8680e6d8-a7f6-4af2-80b7-d090a7166f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.690780 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.693160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09d2ead9-21dd-4169-953b-ff8192280618 req-8680e6d8-a7f6-4af2-80b7-d090a7166f10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.2292500 Jul 16 18:19:27.707420 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.724823 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a432bebf-5ccd-4258-8821-fe938bab525e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeb8f47-79a3-4898-ac17-c19215eac36a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:27.726989 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94047ca7-f57f-481a-be19-ab34d6d05bb4" -d '{"events": [{"server_uuid": "a432bebf-5ccd-4258-8821-fe938bab525e", "name": "network-vif-plugged", "status": "completed", "tag": "ffeb8f47-79a3-4898-ac17-c19215eac36a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:27.763853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port ffeb8f47-79a3-4898-ac17-c19215eac36a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ffeb8f47-79a3-4898-ac17-c19215eac36a,segment=NetworkSegment(d0d6d962-4335-40cd-add3-6eb9d40c556e),segment_id=d0d6d962-4335-40cd-add3-6eb9d40c556e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:27.773469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09d2ead9-21dd-4169-953b-ff8192280618 req-e49f424d-7cee-4917-b34f-bbee8f34c3a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb HTTP/1.1" status: 200 len: 217 time: 0.0672941 Jul 16 18:19:27.777592 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.793569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8daae6-d2a6-4cd7-8d7b-37ed3dd14b56 req-abe634a2-40a2-482c-834e-d37c26bf77c6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.808121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce8daae6-d2a6-4cd7-8d7b-37ed3dd14b56 req-abe634a2-40a2-482c-834e-d37c26bf77c6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.2298162 Jul 16 18:19:27.828974 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0880ddd6-ddf9-4382-b600-f1d4828e3f96 x-openstack-request-id: req-0880ddd6-ddf9-4382-b600-f1d4828e3f96 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:27.829574 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a432bebf-5ccd-4258-8821-fe938bab525e", "name": "network-vif-plugged", "status": "completed", "tag": "ffeb8f47-79a3-4898-ac17-c19215eac36a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:27.829574 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0880ddd6-ddf9-4382-b600-f1d4828e3f96 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:27.830128 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a432bebf-5ccd-4258-8821-fe938bab525e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeb8f47-79a3-4898-ac17-c19215eac36a', 'code': 200} Jul 16 18:19:27.881350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=ffeb8f47-79a3-4898-ac17-c19215eac36a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.926674 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce8daae6-d2a6-4cd7-8d7b-37ed3dd14b56 req-f9156ef1-c0ea-4e91-b5e0-a40dcd85d27d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176534 Jul 16 18:19:27.960846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36854) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:27.972490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2ead9-21dd-4169-953b-ff8192280618 req-a8df8435-8409-4886-b2dc-12a5f2a11715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.973351 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.974008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09d2ead9-21dd-4169-953b-ff8192280618 req-a8df8435-8409-4886-b2dc-12a5f2a11715 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.1633821 Jul 16 18:19:27.977095 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.012364 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-96cdab7f-901d-4f30-ac4b-55c54644c613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.076743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-633a0a0a-6fd2-436b-a11d-5bd043fb0198 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/acdfb7cb-82e1-4a6d-81d0-bb1e624f0581 HTTP/1.1" status: 200 len: 993 time: 0.1152604 Jul 16 18:19:28.104334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4d736-7136-495a-936d-932005b0621b req-5ed37c52-5bdc-4318-880e-23e17be8ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:28.106478 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-add4d736-7136-495a-936d-932005b0621b req-5ed37c52-5bdc-4318-880e-23e17be8ed93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 1097 time: 0.1993475 Jul 16 18:19:28.113117 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Router c656004c-824b-496e-b713-22339659db71 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:28.154242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2ead9-21dd-4169-953b-ff8192280618 req-e8be2445-a804-4ebd-be41-515f72dd59af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:28.157023 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09d2ead9-21dd-4169-953b-ff8192280618 req-e8be2445-a804-4ebd-be41-515f72dd59af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488709 Jul 16 18:19:28.182598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-add4d736-7136-495a-936d-932005b0621b req-a94f8703-9fd3-4cd0-adb0-9e9a3fbfe0e1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8bb7ced1-4f41-49dd-94f1-32288365c392&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645127 Jul 16 18:19:28.206568 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:28.217419 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2deb60-3c20-44cb-8a5c-2bec9e7bce6b None None] Sync routers for ids ['c656004c-824b-496e-b713-22339659db71'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:28.237889 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2deb60-3c20-44cb-8a5c-2bec9e7bce6b None None] Routers {'c656004c-824b-496e-b713-22339659db71'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:28.238530 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ba2deb60-3c20-44cb-8a5c-2bec9e7bce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c656004c-824b-496e-b713-22339659db71'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:28.241109 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.242301 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c48015de-3025-48b2-9ff2-d4aa69529dd4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "PUT /v2.0/routers/c656004c-824b-496e-b713-22339659db71 HTTP/1.1" status: 200 len: 710 time: 2.2556686 Jul 16 18:19:28.246825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 36896) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:28.332294 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ba2deb60-3c20-44cb-8a5c-2bec9e7bce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:28.350344 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2deb60-3c20-44cb-8a5c-2bec9e7bce6b None None] Routers {'c656004c-824b-496e-b713-22339659db71'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:28.351095 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ba2deb60-3c20-44cb-8a5c-2bec9e7bce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c656004c-824b-496e-b713-22339659db71'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:28.431014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09d2ead9-21dd-4169-953b-ff8192280618 req-3d599d7c-4824-440e-9753-5b495ad4ba79 service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521710 Jul 16 18:19:28.482788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36934) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:28.483876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d07ffe13-4ed7-4441-a7f7-701cb87294f9 tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/routers/c656004c-824b-496e-b713-22339659db71 HTTP/1.1" status: 200 len: 745 time: 0.2354825 Jul 16 18:19:28.606483 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2375788e-91ad-4af7-b00b-143d6994057d tempest-RoutersIpV6AdminTest-1100225261 tempest-RoutersIpV6AdminTest-1100225261-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&device_id=c656004c-824b-496e-b713-22339659db71 HTTP/1.1" status: 200 len: 205 time: 0.1224158 Jul 16 18:19:28.607841 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36952) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:28.633125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09d2ead9-21dd-4169-953b-ff8192280618 req-b5cc7db1-9eec-44ff-944e-d194adb6ef20 service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946270 Jul 16 18:19:28.654176 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-87a2041c-3a76-47a3-b511-fe452fc3f2b6 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "GET /v2.0/ports?device_id=c656004c-824b-496e-b713-22339659db71 HTTP/1.1" status: 200 len: 205 time: 0.0449955 Jul 16 18:19:28.655060 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 36958) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:28.677062 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ba2deb60-3c20-44cb-8a5c-2bec9e7bce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:28.677708 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2deb60-3c20-44cb-8a5c-2bec9e7bce6b None None] The sync data for ids ['c656004c-824b-496e-b713-22339659db71'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:28.824983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406555b-275b-4c48-899d-eb1557cf6b1f req-432499d2-d6d9-467f-8c26-8ce3e3180902 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:28.826579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7406555b-275b-4c48-899d-eb1557cf6b1f req-432499d2-d6d9-467f-8c26-8ce3e3180902 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 945 time: 0.1880360 Jul 16 18:19:28.837776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13a788-885a-4836-baaf-b4b4e0d71f0b req-b787cb09-3c7b-4314-8ad4-4707d42fb108 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:28.840089 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef13a788-885a-4836-baaf-b4b4e0d71f0b req-b787cb09-3c7b-4314-8ad4-4707d42fb108 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.2051003 Jul 16 18:19:28.988308 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7406555b-275b-4c48-899d-eb1557cf6b1f req-e51c22a3-7d4a-47a9-8712-f36a74d85305 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bb7ced1-4f41-49dd-94f1-32288365c392&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1470480 Jul 16 18:19:29.034487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef13a788-885a-4836-baaf-b4b4e0d71f0b req-6784c5e9-429d-4fea-982e-66570a726d18 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845489 Jul 16 18:19:29.211654 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f20ef986-075c-4621-bb09-8c54c76c81a4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.220664 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff028230-a5f7-403d-ae2f-53c5df74ae4f req-31b01f4e-059f-40b1-ab77-d0c7c4fc0ab1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1274953 Jul 16 18:19:29.329827 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37030) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.388521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028230-a5f7-403d-ae2f-53c5df74ae4f req-5749126e-4f60-47a7-b291-7416857e40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.390513 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff028230-a5f7-403d-ae2f-53c5df74ae4f req-5749126e-4f60-47a7-b291-7416857e40bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1098 time: 0.1138906 Jul 16 18:19:29.421184 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f20ef986-075c-4621-bb09-8c54c76c81a4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.423458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f20ef986-075c-4621-bb09-8c54c76c81a4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.472881 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ead99d9e-d2d3-4f88-9039-7b1428f68e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.483032 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f20ef986-075c-4621-bb09-8c54c76c81a4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.483916 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20ef986-075c-4621-bb09-8c54c76c81a4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Fanout notify agent at l3_agent the message router_deleted on router c656004c-824b-496e-b713-22339659db71 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:29.491752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f20ef986-075c-4621-bb09-8c54c76c81a4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.492919 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f20ef986-075c-4621-bb09-8c54c76c81a4 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "DELETE /v2.0/routers/c656004c-824b-496e-b713-22339659db71 HTTP/1.1" status: 204 len: 168 time: 0.8365262 Jul 16 18:19:29.499655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37052) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.531028 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2061bac5-5c71-4edb-8d9b-ccf976994195 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "GET /v2.0/ports?device_id=c656004c-824b-496e-b713-22339659db71 HTTP/1.1" status: 200 len: 205 time: 0.0302980 Jul 16 18:19:29.533463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37058) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.592784 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-c911d4cf-735a-456b-932d-94b99ab0eb06 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] delete failed (client error): The resource could not be found. Jul 16 18:19:29.593810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c911d4cf-735a-456b-932d-94b99ab0eb06 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "DELETE /v2.0/routers/c656004c-824b-496e-b713-22339659db71 HTTP/1.1" status: 404 len: 336 time: 0.0594399 Jul 16 18:19:29.596607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37072) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.607253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028230-a5f7-403d-ae2f-53c5df74ae4f req-5a895e0d-7a4e-47b3-936e-5d32cbde2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.608876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff028230-a5f7-403d-ae2f-53c5df74ae4f req-5a895e0d-7a4e-47b3-936e-5d32cbde2950 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 HTTP/1.1" status: 200 len: 897 time: 0.1893239 Jul 16 18:19:29.633316 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-80b9b24e-3fdd-4af9-b4c2-3c1f9dd7d326 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "GET /v2.0/ports?device_id=31c397de-7275-4900-aa40-bdcd0b5e362e HTTP/1.1" status: 200 len: 205 time: 0.0334628 Jul 16 18:19:29.633665 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37078) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.678411 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-029cd4a5-ff44-40ff-b541-6a70fa673791 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] delete failed (client error): The resource could not be found. Jul 16 18:19:29.679486 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-029cd4a5-ff44-40ff-b541-6a70fa673791 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "DELETE /v2.0/routers/31c397de-7275-4900-aa40-bdcd0b5e362e HTTP/1.1" status: 404 len: 336 time: 0.0449729 Jul 16 18:19:29.682291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37084) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.723427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0a29f077-9e27-40b5-b0ce-284761dec860 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "GET /v2.0/ports?device_id=62c963e1-14c7-40df-bc41-2ad872d60345 HTTP/1.1" status: 200 len: 205 time: 0.0400279 Jul 16 18:19:29.725283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff028230-a5f7-403d-ae2f-53c5df74ae4f req-2be81c78-361b-4e2f-8724-b7f7153f97e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 200 len: 1001 time: 0.1055982 Jul 16 18:19:29.725940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37092) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.767574 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-6b4ce548-9576-4f51-88a0-154ecc604e7c tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] delete failed (client error): The resource could not be found. Jul 16 18:19:29.768519 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6b4ce548-9576-4f51-88a0-154ecc604e7c tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "DELETE /v2.0/routers/62c963e1-14c7-40df-bc41-2ad872d60345 HTTP/1.1" status: 404 len: 336 time: 0.0413706 Jul 16 18:19:29.771150 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37098) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.791213 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ead99d9e-d2d3-4f88-9039-7b1428f68e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.799089 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ead99d9e-d2d3-4f88-9039-7b1428f68e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.807553 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-17be6a82-4d42-4443-8d31-f6185492e2e7 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc1221a-2cdc-4123-8d3e-e2176b7c91a5 HTTP/1.1" status: 200 len: 205 time: 0.0345385 Jul 16 18:19:29.809515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37100) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.820808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028230-a5f7-403d-ae2f-53c5df74ae4f req-b21feb58-93d0-43d1-b474-f9b29a83d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.822280 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff028230-a5f7-403d-ae2f-53c5df74ae4f req-b21feb58-93d0-43d1-b474-f9b29a83d15b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=622d26d9-d6a1-4f0e-83ae-b0352e3ad605 HTTP/1.1" status: 200 len: 835 time: 0.0828097 Jul 16 18:19:29.845964 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-91f5ceaa-1941-4af1-ba08-9f57f5c9e0d2 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] delete failed (client error): The resource could not be found. Jul 16 18:19:29.847002 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-91f5ceaa-1941-4af1-ba08-9f57f5c9e0d2 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "DELETE /v2.0/routers/5dc1221a-2cdc-4123-8d3e-e2176b7c91a5 HTTP/1.1" status: 404 len: 336 time: 0.0365946 Jul 16 18:19:29.849707 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37102) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.870204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead99d9e-d2d3-4f88-9039-7b1428f68e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d0d864-87a3-47ea-9ca7-ad773738b3ed,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:29.878993 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5209f194-037e-4b52-b895-2581127cb937 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de5980b-a7e7-45c3-abba-adf5be92f7e4 HTTP/1.1" status: 200 len: 205 time: 0.0282590 Jul 16 18:19:29.879575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ead99d9e-d2d3-4f88-9039-7b1428f68e8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60f5b2b4c18b42a5ad1ee171a947a23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5486972 Jul 16 18:19:29.879787 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37104) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.881180 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37106) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.912525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028230-a5f7-403d-ae2f-53c5df74ae4f req-b36c91d3-1217-41d7-acb6-d764701902e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.914020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff028230-a5f7-403d-ae2f-53c5df74ae4f req-b36c91d3-1217-41d7-acb6-d764701902e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806298 Jul 16 18:19:29.939016 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-7e8687e9-e95a-4a6e-9a28-61a49d2d55f0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] delete failed (client error): The resource could not be found. Jul 16 18:19:29.940104 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7e8687e9-e95a-4a6e-9a28-61a49d2d55f0 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "DELETE /v2.0/routers/4de5980b-a7e7-45c3-abba-adf5be92f7e4 HTTP/1.1" status: 404 len: 336 time: 0.0528615 Jul 16 18:19:29.943223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37108) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.981969 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-01398071-ce51-46ec-adc0-0e71aefe9019 tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e0347a3-b46f-4684-88b3-970a0f6c921c HTTP/1.1" status: 200 len: 205 time: 0.0376561 Jul 16 18:19:29.984458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37110) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.996851 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-96c3afac-5b67-4fcc-a89e-66d10a66e5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.019583 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-96c3afac-5b67-4fcc-a89e-66d10a66e5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.025983 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-fcbe7fb2-3f26-42fa-a9b8-1e76f339669f tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] delete failed (client error): The resource could not be found. Jul 16 18:19:30.027860 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fcbe7fb2-3f26-42fa-a9b8-1e76f339669f tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "DELETE /v2.0/routers/6e0347a3-b46f-4684-88b3-970a0f6c921c HTTP/1.1" status: 404 len: 336 time: 0.0424602 Jul 16 18:19:30.030831 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37114) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.049504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff028230-a5f7-403d-ae2f-53c5df74ae4f req-b0b4bbc3-615b-4591-a8c8-61c0fbc6282d service neutron] 10.222.0.35 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274805 Jul 16 18:19:30.082245 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bebca8e-1207-4c9a-9727-5dd26c0e06bf tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] DELETE failed (client error): The resource could not be found. Jul 16 18:19:30.082779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bebca8e-1207-4c9a-9727-5dd26c0e06bf tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:19:30.093132 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5bebca8e-1207-4c9a-9727-5dd26c0e06bf tempest-RoutersIpV6AdminTest-1616874421 tempest-RoutersIpV6AdminTest-1616874421-project] 10.222.0.41 "DELETE /v2.0/subnets/fa714c1a-5ae0-4825-a0ec-cfbf97d2139b HTTP/1.1" status: 404 len: 337 time: 0.0607710 Jul 16 18:19:30.121687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-96c3afac-5b67-4fcc-a89e-66d10a66e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.126258 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-96c3afac-5b67-4fcc-a89e-66d10a66e5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.127445 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-96c3afac-5b67-4fcc-a89e-66d10a66e5e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45d0d864-87a3-47ea-9ca7-ad773738b3ed HTTP/1.1" status: 204 len: 168 time: 0.2469645 Jul 16 18:19:30.169846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3afac-5b67-4fcc-a89e-66d10a66e5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d0d864-87a3-47ea-9ca7-ad773738b3ed,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.228531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff028230-a5f7-403d-ae2f-53c5df74ae4f req-c1fefad3-c777-4fe1-9224-ad5e36b67366 service neutron] 10.222.0.35 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721232 Jul 16 18:19:30.289059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec61ba7-8374-4889-9365-f2ecde6043af req-dd09a0fa-947c-4d0e-8663-019342190590 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:30.290694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ec61ba7-8374-4889-9365-f2ecde6043af req-dd09a0fa-947c-4d0e-8663-019342190590 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 945 time: 0.1427851 Jul 16 18:19:30.334486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2d5ae-3406-49ed-951f-3f6365e4370f req-a7f06e50-2e30-488d-9995-174cd26ec462 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:30.336011 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fce2d5ae-3406-49ed-951f-3f6365e4370f req-a7f06e50-2e30-488d-9995-174cd26ec462 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.1221189 Jul 16 18:19:30.353277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ec61ba7-8374-4889-9365-f2ecde6043af req-787f2e9d-8539-4839-8e5f-7d286b02e7d3 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bb7ced1-4f41-49dd-94f1-32288365c392&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545454 Jul 16 18:19:30.392316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37132) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.400637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fce2d5ae-3406-49ed-951f-3f6365e4370f req-aff3eee3-a1f5-4ed6-aff5-60952136d944 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518215 Jul 16 18:19:30.415774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:30.547736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37146) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.571474 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ba243b8-8089-4b99-91c0-3ad0f4961cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.586144 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:30.604252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'port_id': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'mac_address': 'fa:16:3e:21:12:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:30.647944 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.651774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632632c5-cdf1-4806-8b24-e8287e28e4a1 req-7f6aee98-2722-496f-bc3c-ecf19fc29f28 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:30.659166 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-632632c5-cdf1-4806-8b24-e8287e28e4a1 req-7f6aee98-2722-496f-bc3c-ecf19fc29f28 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 945 time: 0.1698837 Jul 16 18:19:30.669287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:30.692867 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:30.707358 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.716252 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ba243b8-8089-4b99-91c0-3ad0f4961cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.724239 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ba243b8-8089-4b99-91c0-3ad0f4961cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.746980 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.750959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-0882ca5c-bd2f-4049-ad86-2f19977b889a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:30.756482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-0882ca5c-bd2f-4049-ad86-2f19977b889a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/networks?id=b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 HTTP/1.1" status: 200 len: 814 time: 0.1905732 Jul 16 18:19:30.762977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-632632c5-cdf1-4806-8b24-e8287e28e4a1 req-efb2d36d-6a7b-47a1-82ee-88b02516c875 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bb7ced1-4f41-49dd-94f1-32288365c392&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029658 Jul 16 18:19:30.771889 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7ba243b8-8089-4b99-91c0-3ad0f4961cd2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b18eca4cc10e4dffbb0b2374abcdc7c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229002 Jul 16 18:19:30.772953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba243b8-8089-4b99-91c0-3ad0f4961cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4756fe56-b172-4e20-a5a2-27324e5b2ab6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.775536 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37148) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.780375 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4058a708-35e8-4c17-945d-4d2266220909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.795001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.803406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-73a07891-4eeb-46a5-a449-1c3e9b7c658a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/quotas/d7b90e5fcf744127a4bc69335151b0a5 HTTP/1.1" status: 200 len: 375 time: 0.0382521 Jul 16 18:19:30.829197 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd410-c872-4d8b-9f60-92b700c51a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.853188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-4bb6d7b6-6678-4a13-8743-61771748bf10 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7b90e5fcf744127a4bc69335151b0a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418603 Jul 16 18:19:30.903035 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c935919d-d612-40e0-9586-4fd0143408e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.918709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:30.937659 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c935919d-d612-40e0-9586-4fd0143408e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.999694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-72a627bd-7103-42bc-9aee-e5717ca36ee3 service neutron] 10.222.0.41 "GET /v2.0/networks/b8dd5d9e-2a29-4b00-beae-99a5b44d98e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384294 Jul 16 18:19:31.014030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd410-c872-4d8b-9f60-92b700c51a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.024235 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd410-c872-4d8b-9f60-92b700c51a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.033778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f51956-d36f-4e3f-8dd0-b9a5e1f7488d req-ab11873c-6e90-4117-b8a2-d2be497d17c6 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.035458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42f51956-d36f-4e3f-8dd0-b9a5e1f7488d req-ab11873c-6e90-4117-b8a2-d2be497d17c6 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 945 time: 0.1399834 Jul 16 18:19:31.035735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c935919d-d612-40e0-9586-4fd0143408e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.038185 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c935919d-d612-40e0-9586-4fd0143408e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.039321 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c935919d-d612-40e0-9586-4fd0143408e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4756fe56-b172-4e20-a5a2-27324e5b2ab6 HTTP/1.1" status: 204 len: 168 time: 0.2627821 Jul 16 18:19:31.071618 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7cfbd410-c872-4d8b-9f60-92b700c51a4a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75b3e3af02f9417093ecbc41e41e3f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6759648 Jul 16 18:19:31.073145 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbd410-c872-4d8b-9f60-92b700c51a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc3e2b-78ba-4af5-befe-f1f2c27665ba,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:31.076077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37154) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.093916 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935919d-d612-40e0-9586-4fd0143408e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4756fe56-b172-4e20-a5a2-27324e5b2ab6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:31.130736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42f51956-d36f-4e3f-8dd0-b9a5e1f7488d req-a41cc1f8-04de-4689-bfcc-695cb1fb51ba tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bb7ced1-4f41-49dd-94f1-32288365c392&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830259 Jul 16 18:19:31.147836 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72f91975-51ab-4158-a93c-775a172fcfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.154832 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37156) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.166277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-548d7b1d-43cd-47dd-86f8-88f787cee8f0 service neutron] 10.222.0.41 "GET /v2.0/networks/b8dd5d9e-2a29-4b00-beae-99a5b44d98e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601825 Jul 16 18:19:31.192350 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72f91975-51ab-4158-a93c-775a172fcfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.264438 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72f91975-51ab-4158-a93c-775a172fcfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.266961 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72f91975-51ab-4158-a93c-775a172fcfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.268151 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-72f91975-51ab-4158-a93c-775a172fcfa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80bc3e2b-78ba-4af5-befe-f1f2c27665ba HTTP/1.1" status: 204 len: 168 time: 0.1909764 Jul 16 18:19:31.279210 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f91975-51ab-4158-a93c-775a172fcfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc3e2b-78ba-4af5-befe-f1f2c27665ba,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:31.398783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e54917f9-a977-4ae1-8067-5735afbfca8b req-9f591408-6010-440f-91d8-9377867b0608 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 210 time: 0.0552084 Jul 16 18:19:31.480651 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba291a6a-40f7-4a70-b47e-51a1dda55775 tempest-TestServerBasicOps-241344922 tempest-TestServerBasicOps-241344922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.491130 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37176) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.496348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': 'ffeb8f47-79a3-4898-ac17-c19215eac36a', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:31.500134 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ba291a6a-40f7-4a70-b47e-51a1dda55775 tempest-TestServerBasicOps-241344922 tempest-TestServerBasicOps-241344922-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 1092 time: 0.3440490 Jul 16 18:19:31.540322 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.666030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873ad4a-75df-4707-ac33-3150b86870d7 req-64062cde-602a-4f3f-b4b0-f817bec9dc42 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.673345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2873ad4a-75df-4707-ac33-3150b86870d7 req-64062cde-602a-4f3f-b4b0-f817bec9dc42 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 944 time: 0.1171143 Jul 16 18:19:31.732053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37188) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.782018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2873ad4a-75df-4707-ac33-3150b86870d7 req-2bc99ae8-4c1c-489b-b67c-6cf60560f89a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076672 Jul 16 18:19:31.804630 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c7b207ed-c223-45ef-b914-a8540abe7257 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a54b5845827443fa888d484bbe30a7d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631514 Jul 16 18:19:31.804630 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37190) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.808191 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.867274 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68b4c9fa-5fc1-4709-aa4b-7135cca03727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.892244 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.895945 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68b4c9fa-5fc1-4709-aa4b-7135cca03727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.964638 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68b4c9fa-5fc1-4709-aa4b-7135cca03727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.969106 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68b4c9fa-5fc1-4709-aa4b-7135cca03727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.970965 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-68b4c9fa-5fc1-4709-aa4b-7135cca03727 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15d52a53-2302-44ec-b12d-d70d23bb6cb3 HTTP/1.1" status: 204 len: 168 time: 0.1704364 Jul 16 18:19:31.991144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Allocated IP 172.25.5.149 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/38f3617e-f792-42c4-a599-72034bb951c3) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:32.004001 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4c9fa-5fc1-4709-aa4b-7135cca03727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d52a53-2302-44ec-b12d-d70d23bb6cb3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:32.172769 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.215798 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.264850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:32.270253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:32.274411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:32.296780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Pushing event updated for resources: {'Port': ['ID=38f3617e-f792-42c4-a599-72034bb951c3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:32.416069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:32.476105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:32.481259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:32.481636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.593002 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.623280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:32.626831 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac96e95-7307-40f3-b62f-243fc24c31b5" -d '{"events": [{"server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:32.646017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49e72eb5-5e2a-4a3b-bea0-ddea7b6bb0a6 req-89ab6f6f-2b07-4374-b7a4-1203e79946ba tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 210 time: 0.0694065 Jul 16 18:19:32.651140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:32.658872 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.718321 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37f8cb4-c432-40f2-ac62-3648e4ff4013 x-openstack-request-id: req-b37f8cb4-c432-40f2-ac62-3648e4ff4013 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:32.718684 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:32.718923 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b37f8cb4-c432-40f2-ac62-3648e4ff4013 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:32.719405 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'code': 200} Jul 16 18:19:32.741960 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.071816 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.142511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-57bacbe3-dc5a-4494-904d-0a21ad524a4e tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.144306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-57bacbe3-dc5a-4494-904d-0a21ad524a4e tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.43 "GET /v2.0/networks?id=b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 HTTP/1.1" status: 200 len: 814 time: 0.3076861 Jul 16 18:19:33.153708 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1837863-4619-4dc0-861f-a832e52ee56c req-af94793a-6b1c-4c9e-b419-a41577842a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.155161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1837863-4619-4dc0-861f-a832e52ee56c req-af94793a-6b1c-4c9e-b419-a41577842a76 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 1097 time: 0.3176656 Jul 16 18:19:33.163470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-f67120ce-9afe-4eed-80c2-0f256cd87e2f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Request body: {'port': {'device_id': '200093b0-1e7c-4d45-997e-d4d464ba6088', 'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1', 'admin_state_up': True, 'tenant_id': 'd7b90e5fcf744127a4bc69335151b0a5'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:33.397023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37248) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:33.520751 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc5a76b4-aa4d-4a4e-865a-d5d93706accd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.624600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc5a76b4-aa4d-4a4e-865a-d5d93706accd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.628940 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.630478 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.631052 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc5a76b4-aa4d-4a4e-865a-d5d93706accd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.639378 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5d42-7047-4db5-ade4-b325a1f2594e req-86e6254b-149f-4d8a-91ce-10d5b92a5a13 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.643957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3fe5d42-7047-4db5-ade4-b325a1f2594e req-86e6254b-149f-4d8a-91ce-10d5b92a5a13 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.6619895 Jul 16 18:19:33.677626 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dc5a76b4-aa4d-4a4e-865a-d5d93706accd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ae659bcb89e4909bfa6f9d9cda350c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772169 Jul 16 18:19:33.677957 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a76b4-aa4d-4a4e-865a-d5d93706accd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91173d6b-2c5f-424d-be48-466bce4d48f0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.680323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37264) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:33.706899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1837863-4619-4dc0-861f-a832e52ee56c req-3886523d-d7ab-40de-ac84-b08371c21561 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5345027 Jul 16 18:19:33.747768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-518a97a0-00d2-4f0c-bcdd-340c476acda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.772705 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-518a97a0-00d2-4f0c-bcdd-340c476acda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.825977 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-518a97a0-00d2-4f0c-bcdd-340c476acda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.828955 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-518a97a0-00d2-4f0c-bcdd-340c476acda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.830690 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-518a97a0-00d2-4f0c-bcdd-340c476acda6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91173d6b-2c5f-424d-be48-466bce4d48f0 HTTP/1.1" status: 204 len: 168 time: 0.1490633 Jul 16 18:19:33.842150 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a97a0-00d2-4f0c-bcdd-340c476acda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91173d6b-2c5f-424d-be48-466bce4d48f0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.900094 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51aece83-b10c-41b4-aeb2-7232703116bd req-8bbba891-f442-440d-ac4a-07764cb227ec tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 210 time: 0.0387142 Jul 16 18:19:33.908825 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37270) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:33.934705 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.947399 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.993567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c7409d5b-2867-4440-beae-2dcb6059e703 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-542933719'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:34.005547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-f67120ce-9afe-4eed-80c2-0f256cd87e2f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Made reservation on behalf of d7b90e5fcf744127a4bc69335151b0a5 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:34.009055 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-f67120ce-9afe-4eed-80c2-0f256cd87e2f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.034212 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7409d5b-2867-4440-beae-2dcb6059e703 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.035390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7409d5b-2867-4440-beae-2dcb6059e703 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.061990 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.100117 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7409d5b-2867-4440-beae-2dcb6059e703 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.111289 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7409d5b-2867-4440-beae-2dcb6059e703 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.125548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7409d5b-2867-4440-beae-2dcb6059e703 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.127278 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c7409d5b-2867-4440-beae-2dcb6059e703 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2174075 Jul 16 18:19:34.129981 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37276) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:34.130255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Pushing event updated for resources: {'Port': ['ID=38f3617e-f792-42c4-a599-72034bb951c3,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.141428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3fe5d42-7047-4db5-ade4-b325a1f2594e req-86919100-a6db-4e3b-9d32-66886a82e13e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4785960 Jul 16 18:19:34.210937 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b154-2512-40ae-b89c-3f5c708a6326 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.279174 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Floating IP fe63cf8f-8d0d-43eb-b991-954dc58e8584 associated. External IP: 172.25.5.149, port: ffeb8f47-79a3-4898-ac17-c19215eac36a. Jul 16 18:19:34.313781 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37278) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:34.347000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-f67120ce-9afe-4eed-80c2-0f256cd87e2f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Allocated IP 172.20.0.8 (b8dd5d9e-2a29-4b00-beae-99a5b44d98e1/c6dce15f-5a7d-4f2c-aaeb-31acc8dee7b3/1d9591d4-3bd0-455e-9261-e1e628b7ea2b) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:34.390555 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-714d5c54-03af-414d-8b80-39dade01a1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.403912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b154-2512-40ae-b89c-3f5c708a6326 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.406095 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b154-2512-40ae-b89c-3f5c708a6326 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.468720 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b154-2512-40ae-b89c-3f5c708a6326 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.469205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf3b154-2512-40ae-b89c-3f5c708a6326 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2a027cc-c71d-4d8b-b5e0-562aaff64170 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:34.473551 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b154-2512-40ae-b89c-3f5c708a6326 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.477661 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2bf3b154-2512-40ae-b89c-3f5c708a6326 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e2a027cc-c71d-4d8b-b5e0-562aaff64170 HTTP/1.1" status: 204 len: 168 time: 0.3432372 Jul 16 18:19:34.477877 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37280) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:34.486292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-275b54c2-c265-47b9-b754-2fc3f88e568d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Request body: {'router': {'name': 'tempest-router-355976983', 'distributed': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:34.560581 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-714d5c54-03af-414d-8b80-39dade01a1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.569086 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-714d5c54-03af-414d-8b80-39dade01a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.612945 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-275b54c2-c265-47b9-b754-2fc3f88e568d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.613965 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-275b54c2-c265-47b9-b754-2fc3f88e568d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.623306 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-714d5c54-03af-414d-8b80-39dade01a1c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f65b1eee7c464b94ab8547968eac50d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085182 Jul 16 18:19:34.626949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37284) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:34.627662 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d5c54-03af-414d-8b80-39dade01a1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239f19ac-7a84-47c1-85c0-50acc0191766,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.652054 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-f67120ce-9afe-4eed-80c2-0f256cd87e2f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.660664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:34.709689 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-275b54c2-c265-47b9-b754-2fc3f88e568d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.715798 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-275b54c2-c265-47b9-b754-2fc3f88e568d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.733700 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea657-5b5c-467e-b4d0-e039350bb0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.746748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-275b54c2-c265-47b9-b754-2fc3f88e568d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.750657 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-275b54c2-c265-47b9-b754-2fc3f88e568d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2692113 Jul 16 18:19:34.751142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37286) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:34.766253 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea657-5b5c-467e-b4d0-e039350bb0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.772944 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-f67120ce-9afe-4eed-80c2-0f256cd87e2f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.835006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-f67120ce-9afe-4eed-80c2-0f256cd87e2f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Network b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:34.843002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-f67120ce-9afe-4eed-80c2-0f256cd87e2f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:34.846674 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-f67120ce-9afe-4eed-80c2-0f256cd87e2f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:34.851421 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12f6aa5-c3ed-404f-90dd-458de61dfa97 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.869244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67120ce-9afe-4eed-80c2-0f256cd87e2f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Pushing event updated for resources: {'Port': ['ID=1d9591d4-3bd0-455e-9261-e1e628b7ea2b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.875302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:34.888625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c2fee-47f9-4aa5-875f-563386d2431b None None] Sync routers for ids ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:34.900964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c2fee-47f9-4aa5-875f-563386d2431b None None] Routers {'1ce0c861-2fae-49f6-ba45-4be2906fbfe3'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:34.902931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ca0c2fee-47f9-4aa5-875f-563386d2431b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:34.906520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-f67120ce-9afe-4eed-80c2-0f256cd87e2f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:34.906910 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-f67120ce-9afe-4eed-80c2-0f256cd87e2f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.911247 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.960403 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-f67120ce-9afe-4eed-80c2-0f256cd87e2f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8041654 Jul 16 18:19:34.975468 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a7e09fb1-dfac-4287-9056-bb2b5978189f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4699860 Jul 16 18:19:34.975468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a432bebf-5ccd-4258-8821-fe938bab525e', 'tag': 'ffeb8f47-79a3-4898-ac17-c19215eac36a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:34.975468 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e2f6eb-fb76-4a80-baf5-94bf61380a30" -d '{"events": [{"name": "network-changed", "server_uuid": "a432bebf-5ccd-4258-8821-fe938bab525e", "tag": "ffeb8f47-79a3-4898-ac17-c19215eac36a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:34.994241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Request body: {'port': {'device_id': '200093b0-1e7c-4d45-997e-d4d464ba6088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:35.014466 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea657-5b5c-467e-b4d0-e039350bb0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.017019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea657-5b5c-467e-b4d0-e039350bb0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.021778 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6a3ea657-5b5c-467e-b4d0-e039350bb0fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/239f19ac-7a84-47c1-85c0-50acc0191766 HTTP/1.1" status: 204 len: 168 time: 0.3896878 Jul 16 18:19:35.034445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ea657-5b5c-467e-b4d0-e039350bb0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239f19ac-7a84-47c1-85c0-50acc0191766,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:35.037225 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12f6aa5-c3ed-404f-90dd-458de61dfa97 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.039645 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12f6aa5-c3ed-404f-90dd-458de61dfa97 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.048816 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4223b02-decf-4105-8500-4b37e979f703 x-openstack-request-id: req-c4223b02-decf-4105-8500-4b37e979f703 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:35.049146 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a432bebf-5ccd-4258-8821-fe938bab525e", "tag": "ffeb8f47-79a3-4898-ac17-c19215eac36a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:35.049306 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4223b02-decf-4105-8500-4b37e979f703 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:35.049716 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a432bebf-5ccd-4258-8821-fe938bab525e', 'tag': 'ffeb8f47-79a3-4898-ac17-c19215eac36a', 'status': 'completed', 'code': 200} Jul 16 18:19:35.070226 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-ca0c2fee-47f9-4aa5-875f-563386d2431b None None] Set router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:35.110222 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12f6aa5-c3ed-404f-90dd-458de61dfa97 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.110761 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12f6aa5-c3ed-404f-90dd-458de61dfa97 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfd4f453-7934-4209-9b0d-5c2dd2462f93 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:35.119204 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12f6aa5-c3ed-404f-90dd-458de61dfa97 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.120510 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e12f6aa5-c3ed-404f-90dd-458de61dfa97 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] 10.222.0.41 "DELETE /v2.0/routers/bfd4f453-7934-4209-9b0d-5c2dd2462f93 HTTP/1.1" status: 204 len: 168 time: 0.3683255 Jul 16 18:19:35.124296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37296) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:35.128813 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-fcb7ee0c-db93-4163-ba75-418185cb19fe tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Request body: {'router': {'name': 'tempest-router-1108203373', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0da0c6cabcd94217815c99ee4ff60252'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:35.153426 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ee0c-db93-4163-ba75-418185cb19fe tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.155702 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ee0c-db93-4163-ba75-418185cb19fe tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.218320 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.234134 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ee0c-db93-4163-ba75-418185cb19fe tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.255960 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ee0c-db93-4163-ba75-418185cb19fe tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.271209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2f6eb-fb76-4a80-baf5-94bf61380a30 req-b525c4d4-01d2-4d5f-9c34-99104e77b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.273050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5e2f6eb-fb76-4a80-baf5-94bf61380a30 req-b525c4d4-01d2-4d5f-9c34-99104e77b6b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c42d0dd31f24319bd3c1183a3a094a4&device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 1097 time: 0.2126343 Jul 16 18:19:35.295637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ee0c-db93-4163-ba75-418185cb19fe tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.301035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37300) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:35.301224 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fcb7ee0c-db93-4163-ba75-418185cb19fe tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1755922 Jul 16 18:19:35.325242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-67760261-a783-4247-9d8e-4382aae2b5da tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:35.375903 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ca0c2fee-47f9-4aa5-875f-563386d2431b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port': {'id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:47Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'fe63cf8f-8d0d-43eb-b991-954dc58e8584', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'port_id': 'ffeb8f47-79a3-4898-ac17-c19215eac36a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'mac_address': 'fa:16:3e:aa:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a432bebf-5ccd-4258-8821-fe938bab525e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:32Z', 'updated_at': '2021-07-16T18:19:32Z', 'revision_number': 0, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9', 'name': '', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'mac_address': 'fa:16:3e:5a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '59439290-4958-4c20-beb6-811e08de55a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:01Z', 'revision_number': 5, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'subnets': [{'id': '59439290-4958-4c20-beb6-811e08de55a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:35.403919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c2fee-47f9-4aa5-875f-563386d2431b None None] Checking router: 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:35.412449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c2fee-47f9-4aa5-875f-563386d2431b None None] Routers {'1ce0c861-2fae-49f6-ba45-4be2906fbfe3'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:35.413240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ca0c2fee-47f9-4aa5-875f-563386d2431b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:35.440548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed0685-98a0-40a5-80ea-4d438b6ce7ec req-83632728-9d6b-452b-abcc-ca77d0db9d0d tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.442074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04ed0685-98a0-40a5-80ea-4d438b6ce7ec req-83632728-9d6b-452b-abcc-ca77d0db9d0d tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 931 time: 0.3186309 Jul 16 18:19:35.532981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-ca0c2fee-47f9-4aa5-875f-563386d2431b None None] Set router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:35.714842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04ed0685-98a0-40a5-80ea-4d438b6ce7ec req-5a2c7cd0-0fbd-44b9-9404-a8cee7b0c369 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225394 Jul 16 18:19:35.787384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2f6eb-fb76-4a80-baf5-94bf61380a30 req-a3aa0b0e-123e-4348-b5e4-8b5a7f482929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.788930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5e2f6eb-fb76-4a80-baf5-94bf61380a30 req-a3aa0b0e-123e-4348-b5e4-8b5a7f482929 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9efa3351-e9e2-4f6e-9df8-3ee47f6914af HTTP/1.1" status: 200 len: 909 time: 0.5035927 Jul 16 18:19:35.879474 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-67760261-a783-4247-9d8e-4382aae2b5da tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.879808 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-67760261-a783-4247-9d8e-4382aae2b5da tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.888435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a19799-358d-4431-8f0f-3848111d21b9 req-26bed9a1-fb87-488d-af7d-76b2c1007921 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.889951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11a19799-358d-4431-8f0f-3848111d21b9 req-26bed9a1-fb87-488d-af7d-76b2c1007921 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.5705259 Jul 16 18:19:35.936771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-ca0c2fee-47f9-4aa5-875f-563386d2431b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port': {'id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:47Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'fe63cf8f-8d0d-43eb-b991-954dc58e8584', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'port_id': 'ffeb8f47-79a3-4898-ac17-c19215eac36a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'mac_address': 'fa:16:3e:aa:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a432bebf-5ccd-4258-8821-fe938bab525e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:32Z', 'updated_at': '2021-07-16T18:19:32Z', 'revision_number': 0, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9', 'name': '', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'mac_address': 'fa:16:3e:5a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '59439290-4958-4c20-beb6-811e08de55a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:01Z', 'revision_number': 5, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'subnets': [{'id': '59439290-4958-4c20-beb6-811e08de55a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:35.965989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c2fee-47f9-4aa5-875f-563386d2431b None None] The sync data for ids ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'] in n-d-787206-10 is: [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port': {'id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:47Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'fe63cf8f-8d0d-43eb-b991-954dc58e8584', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'port_id': 'ffeb8f47-79a3-4898-ac17-c19215eac36a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'mac_address': 'fa:16:3e:aa:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a432bebf-5ccd-4258-8821-fe938bab525e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:32Z', 'updated_at': '2021-07-16T18:19:32Z', 'revision_number': 0, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9', 'name': '', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'mac_address': 'fa:16:3e:5a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '59439290-4958-4c20-beb6-811e08de55a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:01Z', 'revision_number': 5, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'subnets': [{'id': '59439290-4958-4c20-beb6-811e08de55a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:36.035647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-67760261-a783-4247-9d8e-4382aae2b5da tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100169) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 18:19:36.035949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-67760261-a783-4247-9d8e-4382aae2b5da tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Router 7e1e959b-1077-45aa-afe9-ffa6d509f64b migrating from provider to provider. {{(pid=100169) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 18:19:36.036320 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-67760261-a783-4247-9d8e-4382aae2b5da tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.039108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5e2f6eb-fb76-4a80-baf5-94bf61380a30 req-d696a653-d32b-4f51-b4f7-aa67cf79f703 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeb8f47-79a3-4898-ac17-c19215eac36a HTTP/1.1" status: 200 len: 999 time: 0.2056365 Jul 16 18:19:36.064947 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-67760261-a783-4247-9d8e-4382aae2b5da tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.100972 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11a19799-358d-4431-8f0f-3848111d21b9 req-8f0b5b9c-3f1c-46cf-a622-8af25c9cb31c tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418128 Jul 16 18:19:36.121074 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-67760261-a783-4247-9d8e-4382aae2b5da tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3827589'] for router, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.295452 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c54264-90c6-4896-93ac-d6d03ac3464b None None] New status for floating IP fe63cf8f-8d0d-43eb-b991-954dc58e8584: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:19:36.578144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9591d4-3bd0-455e-9261-e1e628b7ea2b {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:36.597500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2f6eb-fb76-4a80-baf5-94bf61380a30 req-609a2e83-b078-484b-ab26-ea36348b389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.599016 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5e2f6eb-fb76-4a80-baf5-94bf61380a30 req-609a2e83-b078-484b-ab26-ea36348b389a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59439290-4958-4c20-beb6-811e08de55a5 HTTP/1.1" status: 200 len: 847 time: 0.5479167 Jul 16 18:19:36.600812 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.674746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Transition to ACTIVE for port object 1d9591d4-3bd0-455e-9261-e1e628b7ea2b will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:36.687944 n-d-787206-10 neutron-server[100169]: WARNING neutron.scheduler.l3_agent_scheduler [None req-67760261-a783-4247-9d8e-4382aae2b5da tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] No L3 agents can host the router 7e1e959b-1077-45aa-afe9-ffa6d509f64b Jul 16 18:19:36.690479 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.852039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9591d4-3bd0-455e-9261-e1e628b7ea2b,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:36.884833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b122a9d-810e-40c0-bbdc-f26679c6d84b req-d9e9b4aa-199f-4492-bcc9-40053fdf5f1e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.886640 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b122a9d-810e-40c0-bbdc-f26679c6d84b req-d9e9b4aa-199f-4492-bcc9-40053fdf5f1e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.3136642 Jul 16 18:19:36.894914 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37350) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:36.900169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6083ddf1-3f5b-4399-b530-916f41966431 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Request body: {'floatingip': {'port_id': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:36.904331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2f6eb-fb76-4a80-baf5-94bf61380a30 req-b2da7a0a-e03d-4ad4-9c30-0a40250fef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.905236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5e2f6eb-fb76-4a80-baf5-94bf61380a30 req-b2da7a0a-e03d-4ad4-9c30-0a40250fef1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9efa3351-e9e2-4f6e-9df8-3ee47f6914af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2821369 Jul 16 18:19:36.944139 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6083ddf1-3f5b-4399-b530-916f41966431 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.032166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67760261-a783-4247-9d8e-4382aae2b5da tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Hosts for router 7e1e959b-1077-45aa-afe9-ffa6d509f64b: [] {{(pid=100169) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 18:19:37.080797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Attempting to bind port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:37.081142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Attempting to bind port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '22a06b88-e4a8-404c-92fb-4b96fd2ec05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:37.081493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Attempting to bind port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b on network b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:37.083343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67760261-a783-4247-9d8e-4382aae2b5da tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Hosts for other DVR routers connected to router 7e1e959b-1077-45aa-afe9-ffa6d509f64b: set() {{(pid=100169) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 18:19:37.087210 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-67760261-a783-4247-9d8e-4382aae2b5da tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.088319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-67760261-a783-4247-9d8e-4382aae2b5da tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] 10.222.0.41 "PUT /v2.0/routers/7e1e959b-1077-45aa-afe9-ffa6d509f64b HTTP/1.1" status: 200 len: 717 time: 1.7701128 Jul 16 18:19:37.116674 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37356) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:37.134732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b on network b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:37.134732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Attempting to bind port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b on network b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:37.146824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:37.147165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Checking segment: {'id': '22a06b88-e4a8-404c-92fb-4b96fd2ec05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:37.147577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Bound using segment: {'id': '22a06b88-e4a8-404c-92fb-4b96fd2ec05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:37.148011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Bound port: 1d9591d4-3bd0-455e-9261-e1e628b7ea2b, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a06b88-e4a8-404c-92fb-4b96fd2ec05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:37.148368 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.171686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f0b31-948a-43c5-ad03-01ab9d3d3d60 req-ec6f4d8c-c31c-4b9b-8c37-89fd15e2cc3c tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.173224 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-116f0b31-948a-43c5-ad03-01ab9d3d3d60 req-ec6f4d8c-c31c-4b9b-8c37-89fd15e2cc3c tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 943 time: 0.3165824 Jul 16 18:19:37.210485 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c3726c8e-07e3-4efb-92a5-9c44c0c42d94 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] 10.222.0.41 "GET /v2.0/routers/7e1e959b-1077-45aa-afe9-ffa6d509f64b HTTP/1.1" status: 200 len: 717 time: 0.0903676 Jul 16 18:19:37.225102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37362) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:37.237302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5e2f6eb-fb76-4a80-baf5-94bf61380a30 req-ce14f5f5-d0c5-4518-a52f-35232d63290f service neutron] 10.222.0.35 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103590 Jul 16 18:19:37.308717 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-116f0b31-948a-43c5-ad03-01ab9d3d3d60 req-90cccea6-9552-426e-a8f1-071759ee241b tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282983 Jul 16 18:19:37.315981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] For port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:37.360575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] For port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=1d9591d4-3bd0-455e-9261-e1e628b7ea2b,segment=NetworkSegment(22a06b88-e4a8-404c-92fb-4b96fd2ec05e),segment_id=22a06b88-e4a8-404c-92fb-4b96fd2ec05e)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:37.371409 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.428648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d5e2f6eb-fb76-4a80-baf5-94bf61380a30 req-97b9f311-c1ba-4ae5-8f65-1f6b99558217 service neutron] 10.222.0.35 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825445 Jul 16 18:19:37.431386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.432022 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.433964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] 10.222.0.43 "PUT /v2.0/ports/1d9591d4-3bd0-455e-9261-e1e628b7ea2b HTTP/1.1" status: 200 len: 1092 time: 2.4532492 Jul 16 18:19:37.443855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200093b0-1e7c-4d45-997e-d4d464ba6088', 'tag': '1d9591d4-3bd0-455e-9261-e1e628b7ea2b'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:37.446049 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51591e3-dbc9-4f88-bc0d-82d54acd4427" -d '{"events": [{"name": "network-changed", "server_uuid": "200093b0-1e7c-4d45-997e-d4d464ba6088", "tag": "1d9591d4-3bd0-455e-9261-e1e628b7ea2b"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:37.479224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b358f0-7556-4f76-bc00-d20227dd7da6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9591d4-3bd0-455e-9261-e1e628b7ea2b,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:37.520291 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6a0248-7106-47e4-a0f0-7fd2cbf60584 x-openstack-request-id: req-3f6a0248-7106-47e4-a0f0-7fd2cbf60584 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:37.520574 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200093b0-1e7c-4d45-997e-d4d464ba6088", "tag": "1d9591d4-3bd0-455e-9261-e1e628b7ea2b", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:37.520819 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f6a0248-7106-47e4-a0f0-7fd2cbf60584 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:37.521203 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200093b0-1e7c-4d45-997e-d4d464ba6088', 'tag': '1d9591d4-3bd0-455e-9261-e1e628b7ea2b', 'status': 'completed', 'code': 200} Jul 16 18:19:37.585305 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6083ddf1-3f5b-4399-b530-916f41966431 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.589923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6083ddf1-3f5b-4399-b530-916f41966431 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.609504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-30dfca1a-a9a6-4f98-9ee3-b8c0f906f5a3 tempest-RoutersTestDVR-373955708 tempest-RoutersTestDVR-373955708-project] 10.222.0.41 "GET /v2.0/routers/7e1e959b-1077-45aa-afe9-ffa6d509f64b HTTP/1.1" status: 200 len: 683 time: 0.3795409 Jul 16 18:19:37.610878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37372) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:37.692197 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c59d122-eac7-46ae-b954-7e3b5f537a6d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.717050 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-6083ddf1-3f5b-4399-b530-916f41966431 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Floating IP 0397bfd9-dcad-43d5-a667-0fc95cdc922d associated. External IP: 172.25.5.57, port: 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb. Jul 16 18:19:37.727145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-624560f3-a437-49a2-802a-fc558cb962fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.728684 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-624560f3-a437-49a2-802a-fc558cb962fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7b90e5fcf744127a4bc69335151b0a5&device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 1095 time: 0.2441950 Jul 16 18:19:37.797879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-50c487ca-c098-4623-9920-72f814a84f69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d9591d4-3bd0-455e-9261-e1e628b7ea2b HTTP/1.1" status: 200 len: 217 time: 0.0443139 Jul 16 18:19:37.916982 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c59d122-eac7-46ae-b954-7e3b5f537a6d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.922574 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c59d122-eac7-46ae-b954-7e3b5f537a6d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.947412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6083ddf1-3f5b-4399-b530-916f41966431 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Router 4aedfc27-4fb9-4edf-9a4d-895b056d387c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:37.970011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-d7acca9a-7d1f-4932-b861-fe66f27487fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.971499 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-d7acca9a-7d1f-4932-b861-fe66f27487fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6dce15f-5a7d-4f2c-aaeb-31acc8dee7b3 HTTP/1.1" status: 200 len: 854 time: 0.1457450 Jul 16 18:19:37.987006 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c59d122-eac7-46ae-b954-7e3b5f537a6d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.987529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c59d122-eac7-46ae-b954-7e3b5f537a6d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e1e959b-1077-45aa-afe9-ffa6d509f64b {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:37.992394 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c59d122-eac7-46ae-b954-7e3b5f537a6d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.997453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9c59d122-eac7-46ae-b954-7e3b5f537a6d tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] 10.222.0.41 "DELETE /v2.0/routers/7e1e959b-1077-45aa-afe9-ffa6d509f64b HTTP/1.1" status: 204 len: 168 time: 0.3816524 Jul 16 18:19:37.998300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37380) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:38.004689 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1b80d773-7287-4a2d-8e10-b6644e689233 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Request body: {'router': {'name': 'tempest-router-422259921', 'distributed': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:38.014373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-ae764c7b-6a42-4845-acaa-f61acc2dfdef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8dd5d9e-2a29-4b00-beae-99a5b44d98e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355239 Jul 16 18:19:38.078072 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b80d773-7287-4a2d-8e10-b6644e689233 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.079084 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b80d773-7287-4a2d-8e10-b6644e689233 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.112260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6083ddf1-3f5b-4399-b530-916f41966431 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:38.117471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-a76880ee-d1ec-42d1-9930-c872c64d914b service neutron] 10.222.0.43 "GET /v2.0/networks/b8dd5d9e-2a29-4b00-beae-99a5b44d98e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961554 Jul 16 18:19:38.120423 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6083ddf1-3f5b-4399-b530-916f41966431 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.129756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccc851-b0d0-4f10-9829-6b67be04e24d None None] Sync routers for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:38.141220 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fccc851-b0d0-4f10-9829-6b67be04e24d None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:38.142242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9fccc851-b0d0-4f10-9829-6b67be04e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:38.172392 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b80d773-7287-4a2d-8e10-b6644e689233 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.187361 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b80d773-7287-4a2d-8e10-b6644e689233 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.191035 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6083ddf1-3f5b-4399-b530-916f41966431 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "PUT /v2.0/floatingips/0397bfd9-dcad-43d5-a667-0fc95cdc922d HTTP/1.1" status: 200 len: 990 time: 1.2948384 Jul 16 18:19:38.192529 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:38.194859 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01502db8-ceee-4ab4-aa35-dd69f7461e22" -d '{"events": [{"name": "network-changed", "server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:38.211737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b80d773-7287-4a2d-8e10-b6644e689233 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.216006 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1b80d773-7287-4a2d-8e10-b6644e689233 tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2136195 Jul 16 18:19:38.216286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37388) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:38.264220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d129a48-624c-4653-a84d-cdbfa010b8c7 req-6f17bf8a-3dfe-4655-a7d0-e29fc37488f1 service neutron] 10.222.0.43 "GET /v2.0/networks/b8dd5d9e-2a29-4b00-beae-99a5b44d98e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368008 Jul 16 18:19:38.347087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-9fccc851-b0d0-4f10-9829-6b67be04e24d None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:38.355950 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed4a376e-7584-42c5-a8ce-d71f2e6ad6ab tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.538411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51591e3-dbc9-4f88-bc0d-82d54acd4427 req-8d67fc0c-c574-45bd-affd-c22c9d579964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.540966 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d51591e3-dbc9-4f88-bc0d-82d54acd4427 req-8d67fc0c-c574-45bd-affd-c22c9d579964 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7b90e5fcf744127a4bc69335151b0a5&device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 1095 time: 0.1979153 Jul 16 18:19:38.571147 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c948efff-bae4-4711-b30d-5e68ae079763 x-openstack-request-id: req-c948efff-bae4-4711-b30d-5e68ae079763 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:38.571463 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:38.571710 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c948efff-bae4-4711-b30d-5e68ae079763 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:38.572110 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'status': 'completed', 'code': 200} Jul 16 18:19:38.584564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed4a376e-7584-42c5-a8ce-d71f2e6ad6ab tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.592575 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed4a376e-7584-42c5-a8ce-d71f2e6ad6ab tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.715490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9fccc851-b0d0-4f10-9829-6b67be04e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '0397bfd9-dcad-43d5-a667-0fc95cdc922d', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'port_id': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'mac_address': 'fa:16:3e:21:12:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dde3080-c919-49ab-a307-f495b95e895d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:13Z', 'updated_at': '2021-07-16T18:19:37Z', 'revision_number': 1, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:38.748977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccc851-b0d0-4f10-9829-6b67be04e24d None None] Checking router: 4aedfc27-4fb9-4edf-9a4d-895b056d387c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:38.753565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51591e3-dbc9-4f88-bc0d-82d54acd4427 req-f67d1e3d-086e-42ef-9875-f63c44733899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.755112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d51591e3-dbc9-4f88-bc0d-82d54acd4427 req-f67d1e3d-086e-42ef-9875-f63c44733899 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 HTTP/1.1" status: 200 len: 915 time: 0.2013626 Jul 16 18:19:38.809505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fccc851-b0d0-4f10-9829-6b67be04e24d None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:38.810167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9fccc851-b0d0-4f10-9829-6b67be04e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:38.822364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d51591e3-dbc9-4f88-bc0d-82d54acd4427 req-184cd32c-2cb9-4276-b31c-85acf7a0d038 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d9591d4-3bd0-455e-9261-e1e628b7ea2b HTTP/1.1" status: 200 len: 217 time: 0.0542519 Jul 16 18:19:38.841665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01502db8-ceee-4ab4-aa35-dd69f7461e22 req-622355c3-4057-4121-a82a-f87f128352c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.843766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01502db8-ceee-4ab4-aa35-dd69f7461e22 req-622355c3-4057-4121-a82a-f87f128352c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 1097 time: 0.2500548 Jul 16 18:19:38.927582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51591e3-dbc9-4f88-bc0d-82d54acd4427 req-7ee3d1bf-b12f-4bdc-b53f-15c27b3fbe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.929130 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d51591e3-dbc9-4f88-bc0d-82d54acd4427 req-7ee3d1bf-b12f-4bdc-b53f-15c27b3fbe13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6dce15f-5a7d-4f2c-aaeb-31acc8dee7b3 HTTP/1.1" status: 200 len: 854 time: 0.0957940 Jul 16 18:19:39.002687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d51591e3-dbc9-4f88-bc0d-82d54acd4427 req-ca697f2b-187b-4b31-8724-9e5695ac866c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8dd5d9e-2a29-4b00-beae-99a5b44d98e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386183 Jul 16 18:19:39.062357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-9fccc851-b0d0-4f10-9829-6b67be04e24d None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:39.065256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e25d0-4fb2-4862-a106-2dd710dc98fd req-b8efb950-486a-4948-b64e-e9f2b224173a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.066925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b68e25d0-4fb2-4862-a106-2dd710dc98fd req-b8efb950-486a-4948-b64e-e9f2b224173a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 943 time: 0.3889279 Jul 16 18:19:39.087057 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed4a376e-7584-42c5-a8ce-d71f2e6ad6ab tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.088349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4a376e-7584-42c5-a8ce-d71f2e6ad6ab tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cfa7548-2818-42cf-bce7-182139741f2b {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:39.104286 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed4a376e-7584-42c5-a8ce-d71f2e6ad6ab tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.106207 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ed4a376e-7584-42c5-a8ce-d71f2e6ad6ab tempest-RoutersTestDVR-1892940268 tempest-RoutersTestDVR-1892940268-project-admin] 10.222.0.41 "DELETE /v2.0/routers/5cfa7548-2818-42cf-bce7-182139741f2b HTTP/1.1" status: 204 len: 168 time: 0.8877835 Jul 16 18:19:39.206622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b68e25d0-4fb2-4862-a106-2dd710dc98fd req-4247ffba-2996-4c07-9706-4fd6b1b60fd2 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020188 Jul 16 18:19:39.209668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01502db8-ceee-4ab4-aa35-dd69f7461e22 req-75745faa-e231-4650-aeaf-47cdf3ca8128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.211334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01502db8-ceee-4ab4-aa35-dd69f7461e22 req-75745faa-e231-4650-aeaf-47cdf3ca8128 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.2859221 Jul 16 18:19:39.273960 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d51591e3-dbc9-4f88-bc0d-82d54acd4427 req-ac634200-77e9-4a4c-8079-2a29f9382df5 service neutron] 10.222.0.43 "GET /v2.0/networks/b8dd5d9e-2a29-4b00-beae-99a5b44d98e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614939 Jul 16 18:19:39.351593 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01502db8-ceee-4ab4-aa35-dd69f7461e22 req-5744c1f2-f63a-42c2-9813-8d4a253d68a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb HTTP/1.1" status: 200 len: 998 time: 0.1297114 Jul 16 18:19:39.394871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-9fccc851-b0d0-4f10-9829-6b67be04e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '0397bfd9-dcad-43d5-a667-0fc95cdc922d', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'port_id': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'mac_address': 'fa:16:3e:21:12:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dde3080-c919-49ab-a307-f495b95e895d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:13Z', 'updated_at': '2021-07-16T18:19:37Z', 'revision_number': 1, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:39.448673 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccc851-b0d0-4f10-9829-6b67be04e24d None None] The sync data for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 is: [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '0397bfd9-dcad-43d5-a667-0fc95cdc922d', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'port_id': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'mac_address': 'fa:16:3e:21:12:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dde3080-c919-49ab-a307-f495b95e895d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:13Z', 'updated_at': '2021-07-16T18:19:37Z', 'revision_number': 1, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:39.455349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01502db8-ceee-4ab4-aa35-dd69f7461e22 req-02cf1965-deb0-4131-b830-3b9359960253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.455495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37420) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:39.456919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01502db8-ceee-4ab4-aa35-dd69f7461e22 req-02cf1965-deb0-4131-b830-3b9359960253 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.0677052 Jul 16 18:19:39.459170 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d51591e3-dbc9-4f88-bc0d-82d54acd4427 req-e2cbaae6-8edb-4ad9-99ae-fd86fd1685cb service neutron] 10.222.0.43 "GET /v2.0/networks/b8dd5d9e-2a29-4b00-beae-99a5b44d98e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792908 Jul 16 18:19:39.567169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01502db8-ceee-4ab4-aa35-dd69f7461e22 req-43fb7cc5-6a13-4834-b397-d4a42b10fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.568778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01502db8-ceee-4ab4-aa35-dd69f7461e22 req-43fb7cc5-6a13-4834-b397-d4a42b10fd81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005268 Jul 16 18:19:39.604458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ab8250d-a07f-415e-a8c2-0fe89086eb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.697630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01502db8-ceee-4ab4-aa35-dd69f7461e22 req-4d2cb214-be26-4ecf-a4f2-c0ac12167b7c service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210277 Jul 16 18:19:39.732576 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ab8250d-a07f-415e-a8c2-0fe89086eb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.737875 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ab8250d-a07f-415e-a8c2-0fe89086eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.765656 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802a1de-0e13-4dde-862d-467c43a64a08 None None] New status for floating IP 0397bfd9-dcad-43d5-a667-0fc95cdc922d: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:19:39.775251 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3ab8250d-a07f-415e-a8c2-0fe89086eb99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0da0c6cabcd94217815c99ee4ff60252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187571 Jul 16 18:19:39.782613 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37426) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:39.821604 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8250d-a07f-415e-a8c2-0fe89086eb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e615f9-2f5d-459a-a243-6b16b87ee3f5,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:39.827620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01502db8-ceee-4ab4-aa35-dd69f7461e22 req-0d23b214-57d8-452a-8420-3e44f086d2a0 service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230404 Jul 16 18:19:39.854610 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fd65717-24cf-4a5c-8dca-f85f80b41e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.877467 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fd65717-24cf-4a5c-8dca-f85f80b41e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.924351 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fd65717-24cf-4a5c-8dca-f85f80b41e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.926874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0fd65717-24cf-4a5c-8dca-f85f80b41e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.928053 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0fd65717-24cf-4a5c-8dca-f85f80b41e63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78e615f9-2f5d-459a-a243-6b16b87ee3f5 HTTP/1.1" status: 204 len: 168 time: 0.1445191 Jul 16 18:19:39.935845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd65717-24cf-4a5c-8dca-f85f80b41e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e615f9-2f5d-459a-a243-6b16b87ee3f5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:40.225346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37432) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:40.239832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-020f1fb2-3d15-405b-a43f-8c2fcf719c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.335105 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-020f1fb2-3d15-405b-a43f-8c2fcf719c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.339508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-020f1fb2-3d15-405b-a43f-8c2fcf719c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.377632 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-020f1fb2-3d15-405b-a43f-8c2fcf719c7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81d1262edb394514b01638bcd56637ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511562 Jul 16 18:19:40.378486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f1fb2-3d15-405b-a43f-8c2fcf719c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e96a5b8-3a50-45fe-be64-32998596706e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:40.380722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37436) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:40.440267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440b2cb-fe7a-461a-bd37-aeae2c9f6ff7 req-379596cb-0e26-4aea-9ff8-0c2798dbe1d0 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.441939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5440b2cb-fe7a-461a-bd37-aeae2c9f6ff7 req-379596cb-0e26-4aea-9ff8-0c2798dbe1d0 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 943 time: 0.1060762 Jul 16 18:19:40.447740 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 1d9591d4-3bd0-455e-9261-e1e628b7ea2b details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:40.467202 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45e6eb4d-cfa4-4038-a26d-ff99cd4776d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.508620 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45e6eb4d-cfa4-4038-a26d-ff99cd4776d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.513164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5440b2cb-fe7a-461a-bd37-aeae2c9f6ff7 req-c7c988fd-fa3f-4bd0-a9ab-f4ab6c097eb8 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577209 Jul 16 18:19:40.567237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=1d9591d4-3bd0-455e-9261-e1e628b7ea2b,segment=NetworkSegment(22a06b88-e4a8-404c-92fb-4b96fd2ec05e),segment_id=22a06b88-e4a8-404c-92fb-4b96fd2ec05e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:40.570908 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45e6eb4d-cfa4-4038-a26d-ff99cd4776d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.574671 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45e6eb4d-cfa4-4038-a26d-ff99cd4776d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.578186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-45e6eb4d-cfa4-4038-a26d-ff99cd4776d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e96a5b8-3a50-45fe-be64-32998596706e HTTP/1.1" status: 204 len: 168 time: 0.1927900 Jul 16 18:19:40.584957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '1d9591d4-3bd0-455e-9261-e1e628b7ea2b', 'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1', 'port_id': '1d9591d4-3bd0-455e-9261-e1e628b7ea2b', 'mac_address': 'fa:16:3e:46:6b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6dce15f-5a7d-4f2c-aaeb-31acc8dee7b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:40.587982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6eb4d-cfa4-4038-a26d-ff99cd4776d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e96a5b8-3a50-45fe-be64-32998596706e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:40.640719 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.655738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9591d4-3bd0-455e-9261-e1e628b7ea2b {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:40.678080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=1d9591d4-3bd0-455e-9261-e1e628b7ea2b,segment=NetworkSegment(22a06b88-e4a8-404c-92fb-4b96fd2ec05e),segment_id=22a06b88-e4a8-404c-92fb-4b96fd2ec05e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:40.685527 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.751676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=1d9591d4-3bd0-455e-9261-e1e628b7ea2b,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:40.911952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['1d9591d4-3bd0-455e-9261-e1e628b7ea2b'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:41.335960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37462) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:41.453562 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2fa19c11-530e-41d5-a6c8-4223ef9b92d2 tempest-AgentManagementNegativeTest-596076582 tempest-AgentManagementNegativeTest-596076582-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1162393 Jul 16 18:19:41.732501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76429960-bb82-4987-b75e-3693bd8f3f41 req-41ee713f-581d-46b0-8bc7-382bf9f40b4c tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.734448 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76429960-bb82-4987-b75e-3693bd8f3f41 req-41ee713f-581d-46b0-8bc7-382bf9f40b4c tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 944 time: 0.0858812 Jul 16 18:19:41.746987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37480) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:41.785957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76429960-bb82-4987-b75e-3693bd8f3f41 req-f867d4b0-9491-4bf1-aeb1-c90727027697 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449557 Jul 16 18:19:41.867150 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37488) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:41.903912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8457410a-2d0f-4ec3-945a-7a8506fed2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.935167 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71dbfc05-dfb1-475e-ba41-3ecadf147d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.017714 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8457410a-2d0f-4ec3-945a-7a8506fed2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.023868 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8457410a-2d0f-4ec3-945a-7a8506fed2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.077203 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8457410a-2d0f-4ec3-945a-7a8506fed2d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31e22ec0aa6c4c568e6885f379f43b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290806 Jul 16 18:19:42.080089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37494) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:42.081186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457410a-2d0f-4ec3-945a-7a8506fed2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0834b1-3465-4c21-89f2-15559610684f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.133141 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2d55cfb7-9d59-46ce-adef-369672b09212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.146494 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71dbfc05-dfb1-475e-ba41-3ecadf147d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.150911 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-71dbfc05-dfb1-475e-ba41-3ecadf147d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.157103 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2d55cfb7-9d59-46ce-adef-369672b09212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.187989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbfc05-dfb1-475e-ba41-3ecadf147d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12290a0-eadc-4626-b2da-3c9be53775ca,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.195482 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-71dbfc05-dfb1-475e-ba41-3ecadf147d00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17cbd88a58ad48859984f740021c56a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251619 Jul 16 18:19:42.196222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37496) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:42.208919 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2d55cfb7-9d59-46ce-adef-369672b09212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.211440 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2d55cfb7-9d59-46ce-adef-369672b09212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.215416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2d55cfb7-9d59-46ce-adef-369672b09212 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe0834b1-3465-4c21-89f2-15559610684f HTTP/1.1" status: 204 len: 168 time: 0.1315544 Jul 16 18:19:42.221296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55cfb7-9d59-46ce-adef-369672b09212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0834b1-3465-4c21-89f2-15559610684f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.254554 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a09ff88a-f989-4583-8d1d-f32910e0072d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.277077 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a09ff88a-f989-4583-8d1d-f32910e0072d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.324781 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a09ff88a-f989-4583-8d1d-f32910e0072d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.327606 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a09ff88a-f989-4583-8d1d-f32910e0072d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.328770 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a09ff88a-f989-4583-8d1d-f32910e0072d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a12290a0-eadc-4626-b2da-3c9be53775ca HTTP/1.1" status: 204 len: 168 time: 0.1314526 Jul 16 18:19:42.337797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ff88a-f989-4583-8d1d-f32910e0072d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12290a0-eadc-4626-b2da-3c9be53775ca,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.466322 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 1d9591d4-3bd0-455e-9261-e1e628b7ea2b up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:42.521718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:42.526955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:42.527583 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.611358 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.637483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200093b0-1e7c-4d45-997e-d4d464ba6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9591d4-3bd0-455e-9261-e1e628b7ea2b'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:42.640026 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1828a6-dd21-4ce7-9ad3-01a442dc4ec2" -d '{"events": [{"server_uuid": "200093b0-1e7c-4d45-997e-d4d464ba6088", "name": "network-vif-plugged", "status": "completed", "tag": "1d9591d4-3bd0-455e-9261-e1e628b7ea2b"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:42.655232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=1d9591d4-3bd0-455e-9261-e1e628b7ea2b,segment=NetworkSegment(22a06b88-e4a8-404c-92fb-4b96fd2ec05e),segment_id=22a06b88-e4a8-404c-92fb-4b96fd2ec05e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:42.663907 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.696161 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee52226-efbb-4efc-bf9a-aa9be7c9685c x-openstack-request-id: req-2ee52226-efbb-4efc-bf9a-aa9be7c9685c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:42.696161 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200093b0-1e7c-4d45-997e-d4d464ba6088", "name": "network-vif-plugged", "status": "completed", "tag": "1d9591d4-3bd0-455e-9261-e1e628b7ea2b", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:42.696161 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ee52226-efbb-4efc-bf9a-aa9be7c9685c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:42.696161 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200093b0-1e7c-4d45-997e-d4d464ba6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9591d4-3bd0-455e-9261-e1e628b7ea2b', 'code': 200} Jul 16 18:19:42.714628 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37516) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:42.728093 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-afef6402-6163-470b-9cd7-8942a5f15480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.733783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=1d9591d4-3bd0-455e-9261-e1e628b7ea2b,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.812980 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad2bbe-52b3-4ccb-8e81-ede8a9ad269f req-73b5b3ff-88e5-42e4-8484-de2bc2890736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:42.814801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7dad2bbe-52b3-4ccb-8e81-ede8a9ad269f req-73b5b3ff-88e5-42e4-8484-de2bc2890736 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 1097 time: 0.0537398 Jul 16 18:19:42.835562 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-afef6402-6163-470b-9cd7-8942a5f15480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.841435 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-afef6402-6163-470b-9cd7-8942a5f15480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.864576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7dad2bbe-52b3-4ccb-8e81-ede8a9ad269f req-7676ebe3-62e0-4a7f-9d18-02459e1dff94 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413108 Jul 16 18:19:42.894489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef6402-6163-470b-9cd7-8942a5f15480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4339059-c639-421d-a5e8-f1965b75f58a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.914035 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-afef6402-6163-470b-9cd7-8942a5f15480 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98d89d594a89492d97093dc4595b8f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1982810 Jul 16 18:19:42.916625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37528) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:42.978972 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bf2f25ae-0e37-4044-9cd4-65859dfd9035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.003757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac95e1-1aaf-427e-b15c-8cfff2ac58d9 req-e19423bb-ab19-4005-b414-b109554c606a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:43.003905 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bf2f25ae-0e37-4044-9cd4-65859dfd9035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.006034 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3eac95e1-1aaf-427e-b15c-8cfff2ac58d9 req-e19423bb-ab19-4005-b414-b109554c606a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 945 time: 0.0815933 Jul 16 18:19:43.051971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3eac95e1-1aaf-427e-b15c-8cfff2ac58d9 req-cefcc219-8c3d-4277-9c8a-f21566bfbace tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394943 Jul 16 18:19:43.062543 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bf2f25ae-0e37-4044-9cd4-65859dfd9035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.072712 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bf2f25ae-0e37-4044-9cd4-65859dfd9035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.072712 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bf2f25ae-0e37-4044-9cd4-65859dfd9035 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4339059-c639-421d-a5e8-f1965b75f58a HTTP/1.1" status: 204 len: 168 time: 0.1487899 Jul 16 18:19:43.080167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f25ae-0e37-4044-9cd4-65859dfd9035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4339059-c639-421d-a5e8-f1965b75f58a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.101151 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37534) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:43.201698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1292378637'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:43.223073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:43.226538 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.235390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.327510 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.331524 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.359336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:43.369533 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d1a782-990b-43cb-bd41-87a74ddcadd7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.374935 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.375301 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Added segment 29060bfc-d770-4acd-af79-b819996eb2ed of type vlan for network 4dcae011-efa4-4eee-b78f-e3e59142c43e Jul 16 18:19:43.389231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37540) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:43.403227 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-971f7a42-12ac-48b1-bffd-953e4c8f459a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.420819 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.449975 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.455878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:43.456570 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.495334 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-971f7a42-12ac-48b1-bffd-953e4c8f459a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.500082 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-971f7a42-12ac-48b1-bffd-953e4c8f459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.523121 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Network': ['ID=4dcae011-efa4-4eee-b78f-e3e59142c43e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.531293 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f2b25fd8-7277-4750-a6b4-c0b0c4ba1a85 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4249396 Jul 16 18:19:43.531756 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37542) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:43.535932 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:43.536836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-95bdd1c1-fb6f-4339-b7b8-8409e94037bb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:43.542904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-971f7a42-12ac-48b1-bffd-953e4c8f459a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bd479e878b343e98533133fbbb6e692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523306 Jul 16 18:19:43.543685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f7a42-12ac-48b1-bffd-953e4c8f459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b26066d-69d1-4fcb-b936-4f0e047f592e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.545390 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37544) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:43.662990 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed71ea1e-330c-4ade-9720-45b21027ae58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.680903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bdd1c1-fb6f-4339-b7b8-8409e94037bb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:43.685082 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95bdd1c1-fb6f-4339-b7b8-8409e94037bb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.706486 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed71ea1e-330c-4ade-9720-45b21027ae58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.816997 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed71ea1e-330c-4ade-9720-45b21027ae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.819783 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed71ea1e-330c-4ade-9720-45b21027ae58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.820984 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ed71ea1e-330c-4ade-9720-45b21027ae58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b26066d-69d1-4fcb-b936-4f0e047f592e HTTP/1.1" status: 204 len: 168 time: 0.2744601 Jul 16 18:19:43.852046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71ea1e-330c-4ade-9720-45b21027ae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b26066d-69d1-4fcb-b936-4f0e047f592e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.923007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95bdd1c1-fb6f-4339-b7b8-8409e94037bb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.994077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdd1c1-fb6f-4339-b7b8-8409e94037bb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=9285a2a9-ff9c-491d-96e8-6cdcfa3d1dbb,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.000565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bdd1c1-fb6f-4339-b7b8-8409e94037bb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:44.000933 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bdd1c1-fb6f-4339-b7b8-8409e94037bb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network hostable DHCP agents. Network: 4dcae011-efa4-4eee-b78f-e3e59142c43e, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:44.020320 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bdd1c1-fb6f-4339-b7b8-8409e94037bb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:44.032978 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-95bdd1c1-fb6f-4339-b7b8-8409e94037bb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 4dcae011-efa4-4eee-b78f-e3e59142c43e) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:44.037623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bdd1c1-fb6f-4339-b7b8-8409e94037bb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.039001 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95bdd1c1-fb6f-4339-b7b8-8409e94037bb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.051894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa3715-6f4c-47ef-8f52-f63ef3026c71 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:44.072754 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-95bdd1c1-fb6f-4339-b7b8-8409e94037bb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5401511 Jul 16 18:19:44.076328 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37556) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:44.081456 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'name': 'tempest-NetworksTestDHCPv6-1090204192'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:44.224355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:44.231244 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.253132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port d19de915-8c2b-49e7-a318-8b3e2866e1ca yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:44.292956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': '9285a2a9-ff9c-491d-96e8-6cdcfa3d1dbb'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:44.293976 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.302640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87213d9-3464-4c3a-a5f6-9c7bd342a92f req-ec1950be-97db-4657-a530-90ec3fa46af3 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.305237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d87213d9-3464-4c3a-a5f6-9c7bd342a92f req-ec1950be-97db-4657-a530-90ec3fa46af3 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 945 time: 0.0881777 Jul 16 18:19:44.352069 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d87213d9-3464-4c3a-a5f6-9c7bd342a92f req-e4324706-dfd2-45d9-8496-207e2ae241c9 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402439 Jul 16 18:19:44.406423 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::2d0 (4dcae011-efa4-4eee-b78f-e3e59142c43e/9285a2a9-ff9c-491d-96e8-6cdcfa3d1dbb/d19de915-8c2b-49e7-a318-8b3e2866e1ca) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:44.579051 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.594083 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object d19de915-8c2b-49e7-a318-8b3e2866e1ca will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:44.634075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.692429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=d19de915-8c2b-49e7-a318-8b3e2866e1ca,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.695902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Allocated IP 2001:db8::2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/9285a2a9-ff9c-491d-96e8-6cdcfa3d1dbb/41522cb1-96c8-4fa9-8609-1f03f7f2af24) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:44.717115 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:44.719114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:44.725242 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:44.732401 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.733051 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.752387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37614) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:44.752598 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cf85b898-c676-485e-81a3-405a44d6072d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6750205 Jul 16 18:19:44.914950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb17189-7c6a-46ab-b312-25e2efb63150 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.924111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37622) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:44.926083 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.937118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4fb17189-7c6a-46ab-b312-25e2efb63150 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1832054 Jul 16 18:19:44.937906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Transition to ACTIVE for port object 41522cb1-96c8-4fa9-8609-1f03f7f2af24 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:44.957264 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Transition to ACTIVE for port object 41522cb1-96c8-4fa9-8609-1f03f7f2af24 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:44.966403 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.063587 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9ad81132-4030-4982-9ff0-3982a6171b6a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port d19de915-8c2b-49e7-a318-8b3e2866e1ca {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:45.064196 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9ad81132-4030-4982-9ff0-3982a6171b6a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.189105 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9ad81132-4030-4982-9ff0-3982a6171b6a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.205434 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9ad81132-4030-4982-9ff0-3982a6171b6a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for d19de915-8c2b-49e7-a318-8b3e2866e1ca owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:45.219009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:45.221918 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:45.226939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:45.239793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Pushing event updated for resources: {'Port': ['ID=41522cb1-96c8-4fa9-8609-1f03f7f2af24,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:45.301766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Attempting to bind port 41522cb1-96c8-4fa9-8609-1f03f7f2af24 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:45.302379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Attempting to bind port 41522cb1-96c8-4fa9-8609-1f03f7f2af24 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:45.302897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Attempting to bind port 41522cb1-96c8-4fa9-8609-1f03f7f2af24 on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:45.309090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:45.309686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:45.310244 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.310783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:45.311412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Bound port: 41522cb1-96c8-4fa9-8609-1f03f7f2af24, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:45.311974 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.397982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] For port 41522cb1-96c8-4fa9-8609-1f03f7f2af24, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:45.403003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] For port 41522cb1-96c8-4fa9-8609-1f03f7f2af24, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=41522cb1-96c8-4fa9-8609-1f03f7f2af24,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:45.409329 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.441614 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9ad81132-4030-4982-9ff0-3982a6171b6a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.482819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b530d5-9c12-4ecc-aced-5ccbc053f250 None None] Pushing event updated for resources: {'Port': ['ID=41522cb1-96c8-4fa9-8609-1f03f7f2af24,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:45.519919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad81132-4030-4982-9ff0-3982a6171b6a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=d19de915-8c2b-49e7-a318-8b3e2866e1ca,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:45.560903 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9ad81132-4030-4982-9ff0-3982a6171b6a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.566892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37670) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:45.567956 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9ad81132-4030-4982-9ff0-3982a6171b6a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/d19de915-8c2b-49e7-a318-8b3e2866e1ca HTTP/1.1" status: 204 len: 168 time: 0.6419713 Jul 16 18:19:45.629818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40598c0f-7d0c-4c25-83dd-67d607fa55ed tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.631594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40598c0f-7d0c-4c25-83dd-67d607fa55ed tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.636189 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37672) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:45.636584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-40598c0f-7d0c-4c25-83dd-67d607fa55ed tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0676510 Jul 16 18:19:45.737393 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea73263-6da1-484d-9cb1-621a7e5ae858 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 9285a2a9-ff9c-491d-96e8-6cdcfa3d1dbb {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:45.753593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dea73263-6da1-484d-9cb1-621a7e5ae858 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.814224 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dea73263-6da1-484d-9cb1-621a7e5ae858 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.916725 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dea73263-6da1-484d-9cb1-621a7e5ae858 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.009897 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dea73263-6da1-484d-9cb1-621a7e5ae858 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.038794 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea73263-6da1-484d-9cb1-621a7e5ae858 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=9285a2a9-ff9c-491d-96e8-6cdcfa3d1dbb,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:46.051295 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dea73263-6da1-484d-9cb1-621a7e5ae858 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.056651 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dea73263-6da1-484d-9cb1-621a7e5ae858 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/9285a2a9-ff9c-491d-96e8-6cdcfa3d1dbb HTTP/1.1" status: 204 len: 168 time: 0.4185832 Jul 16 18:19:46.056952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37676) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:46.562190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-903a31ae-1764-4d2d-9b7c-d8129252f52c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5046761 Jul 16 18:19:46.565190 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37690) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:46.571148 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8de7cd0a-31f5-454e-bdc0-aea32afdba78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:46.683122 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de7cd0a-31f5-454e-bdc0-aea32afdba78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:46.687417 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8de7cd0a-31f5-454e-bdc0-aea32afdba78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.687655 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd894b-e9dc-489d-a160-849f30f36596 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:46.836294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f2389480-af4a-4112-a0f5-5852dca985c0 None None] Provisioning for port 41522cb1-96c8-4fa9-8609-1f03f7f2af24 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:46.946393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafee0dd-b41b-4dc0-b67e-c9cc9e7543a6 None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:46.991452 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8de7cd0a-31f5-454e-bdc0-aea32afdba78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.027616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-eafee0dd-b41b-4dc0-b67e-c9cc9e7543a6 None None] Deleting port 41522cb1-96c8-4fa9-8609-1f03f7f2af24 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:47.028192 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-eafee0dd-b41b-4dc0-b67e-c9cc9e7543a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.040702 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de7cd0a-31f5-454e-bdc0-aea32afdba78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:47.052155 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-8de7cd0a-31f5-454e-bdc0-aea32afdba78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:47.055132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de7cd0a-31f5-454e-bdc0-aea32afdba78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.055752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8de7cd0a-31f5-454e-bdc0-aea32afdba78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.081889 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8de7cd0a-31f5-454e-bdc0-aea32afdba78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5153480 Jul 16 18:19:47.084564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37694) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:47.090329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'name': 'tempest-NetworksTestDHCPv6-1067249377'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:47.097334 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7cd0a-31f5-454e-bdc0-aea32afdba78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=dbcfda39-c4a3-418e-a562-9de86b8762a8,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:47.130928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-eafee0dd-b41b-4dc0-b67e-c9cc9e7543a6 None None] For port 41522cb1-96c8-4fa9-8609-1f03f7f2af24, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=41522cb1-96c8-4fa9-8609-1f03f7f2af24,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:47.131747 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-eafee0dd-b41b-4dc0-b67e-c9cc9e7543a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.146801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-eafee0dd-b41b-4dc0-b67e-c9cc9e7543a6 None None] Calling delete_port for 41522cb1-96c8-4fa9-8609-1f03f7f2af24 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:47.220855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:47.225228 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.247161 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-eafee0dd-b41b-4dc0-b67e-c9cc9e7543a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.248258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port 5c9846bb-0aed-43ab-bec5-9e42ebc7716c yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:47.278482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafee0dd-b41b-4dc0-b67e-c9cc9e7543a6 None None] Pushing event deleted for resources: {'Port': ['ID=41522cb1-96c8-4fa9-8609-1f03f7f2af24,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:47.281204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafee0dd-b41b-4dc0-b67e-c9cc9e7543a6 None None] No DVR routers for this DVR port 41522cb1-96c8-4fa9-8609-1f03f7f2af24 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:47.304696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbccfc9-353f-4efc-a6df-652043f75943 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:47.404556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::202 (4dcae011-efa4-4eee-b78f-e3e59142c43e/dbcfda39-c4a3-418e-a562-9de86b8762a8/5c9846bb-0aed-43ab-bec5-9e42ebc7716c) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:47.493499 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': 'dbcfda39-c4a3-418e-a562-9de86b8762a8'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:47.495677 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.607800 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.623917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object 5c9846bb-0aed-43ab-bec5-9e42ebc7716c will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:47.678422 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.724165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:47.730840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:47.733574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:47.739634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Allocated IP 2001:db8::2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/dbcfda39-c4a3-418e-a562-9de86b8762a8/4920f51a-badf-4ae8-874b-d437bfb0e63f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:47.740204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.741000 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.768154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=5c9846bb-0aed-43ab-bec5-9e42ebc7716c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:47.775771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3bfdcab2-54e3-4169-8300-4a93f8631307 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6891146 Jul 16 18:19:47.779974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37706) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:47.858758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fb14b2-85e4-4399-a6bc-b16487e4bfdb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.860927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-49fb14b2-85e4-4399-a6bc-b16487e4bfdb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0796995 Jul 16 18:19:47.863585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37708) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:47.911152 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.924237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Transition to ACTIVE for port object 4920f51a-badf-4ae8-874b-d437bfb0e63f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:47.945506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Transition to ACTIVE for port object 4920f51a-badf-4ae8-874b-d437bfb0e63f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:47.953779 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.991008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d1e45-50df-414f-af2f-fc865f3f0fa7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port 5c9846bb-0aed-43ab-bec5-9e42ebc7716c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:47.991524 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1e45-50df-414f-af2f-fc865f3f0fa7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.004428 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:48.007269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:48.011948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:48.023497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Pushing event updated for resources: {'Port': ['ID=4920f51a-badf-4ae8-874b-d437bfb0e63f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.091962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Attempting to bind port 4920f51a-badf-4ae8-874b-d437bfb0e63f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:48.092760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Attempting to bind port 4920f51a-badf-4ae8-874b-d437bfb0e63f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:48.093144 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Attempting to bind port 4920f51a-badf-4ae8-874b-d437bfb0e63f on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:48.099559 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:48.100067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:48.100478 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.100878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:48.101350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Bound port: 4920f51a-badf-4ae8-874b-d437bfb0e63f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:48.101734 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.134598 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1e45-50df-414f-af2f-fc865f3f0fa7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.148492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d1e45-50df-414f-af2f-fc865f3f0fa7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for 5c9846bb-0aed-43ab-bec5-9e42ebc7716c owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:48.186560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] For port 4920f51a-badf-4ae8-874b-d437bfb0e63f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:48.190963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] For port 4920f51a-badf-4ae8-874b-d437bfb0e63f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4920f51a-badf-4ae8-874b-d437bfb0e63f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:48.197042 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.283877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc995e-5717-4893-a788-c8c83edbef49 None None] Pushing event updated for resources: {'Port': ['ID=4920f51a-badf-4ae8-874b-d437bfb0e63f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.334721 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1e45-50df-414f-af2f-fc865f3f0fa7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.372552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d1e45-50df-414f-af2f-fc865f3f0fa7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=5c9846bb-0aed-43ab-bec5-9e42ebc7716c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.408910 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1e45-50df-414f-af2f-fc865f3f0fa7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.413995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6e2d1e45-50df-414f-af2f-fc865f3f0fa7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/5c9846bb-0aed-43ab-bec5-9e42ebc7716c HTTP/1.1" status: 204 len: 168 time: 0.5471401 Jul 16 18:19:48.414464 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37712) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:48.530985 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad0a46-267a-4d43-a457-24dc4ad01d4a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.532571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad0a46-267a-4d43-a457-24dc4ad01d4a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.534223 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-68ad0a46-267a-4d43-a457-24dc4ad01d4a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1187060 Jul 16 18:19:48.536940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37718) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:48.598704 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb39eb8c-c59c-4e47-b102-9c6619ff0997 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet dbcfda39-c4a3-418e-a562-9de86b8762a8 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:48.602122 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb39eb8c-c59c-4e47-b102-9c6619ff0997 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.647529 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb39eb8c-c59c-4e47-b102-9c6619ff0997 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.766232 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb39eb8c-c59c-4e47-b102-9c6619ff0997 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.836904 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb39eb8c-c59c-4e47-b102-9c6619ff0997 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.872813 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39eb8c-c59c-4e47-b102-9c6619ff0997 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=dbcfda39-c4a3-418e-a562-9de86b8762a8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.883977 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb39eb8c-c59c-4e47-b102-9c6619ff0997 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.886472 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fb39eb8c-c59c-4e47-b102-9c6619ff0997 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/dbcfda39-c4a3-418e-a562-9de86b8762a8 HTTP/1.1" status: 204 len: 168 time: 0.3486061 Jul 16 18:19:48.889154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37724) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:48.959260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b7052d2c-1bd2-4b88-b272-9d65a6122ab5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688720 Jul 16 18:19:48.962014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37726) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:48.967790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-72388845-a2b5-4d8c-8b12-224844656ca2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:49.001758 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4920f51a-badf-4ae8-874b-d437bfb0e63f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:49.068052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 4920f51a-badf-4ae8-874b-d437bfb0e63f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:49.090962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72388845-a2b5-4d8c-8b12-224844656ca2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:49.094701 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-72388845-a2b5-4d8c-8b12-224844656ca2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.136944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 41522cb1-96c8-4fa9-8609-1f03f7f2af24 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:49.160543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 41522cb1-96c8-4fa9-8609-1f03f7f2af24 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:49.160931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 41522cb1-96c8-4fa9-8609-1f03f7f2af24 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:49.369651 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-72388845-a2b5-4d8c-8b12-224844656ca2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.433203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72388845-a2b5-4d8c-8b12-224844656ca2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:49.436926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-72388845-a2b5-4d8c-8b12-224844656ca2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:49.443720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72388845-a2b5-4d8c-8b12-224844656ca2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.444332 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-72388845-a2b5-4d8c-8b12-224844656ca2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.456664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72388845-a2b5-4d8c-8b12-224844656ca2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=862dc812-c9f2-4332-af70-1cc8e1334f9c,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:49.470225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-72388845-a2b5-4d8c-8b12-224844656ca2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5068080 Jul 16 18:19:49.472727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37730) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:49.478910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'name': 'tempest-NetworksTestDHCPv6-1849378806'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:49.545978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c638655-e04e-47e2-be9a-6783551113f7 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:49.628594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6861e19e-6b08-46bc-91df-63792ca59c26 None None] Provisioning for port 4920f51a-badf-4ae8-874b-d437bfb0e63f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:49.636008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6861e19e-6b08-46bc-91df-63792ca59c26 None None] Provisioning complete for port 4920f51a-badf-4ae8-874b-d437bfb0e63f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:49.636466 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6861e19e-6b08-46bc-91df-63792ca59c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.667952 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:49.674912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.704972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port 244a845d-d86d-4aea-9f5e-810529df7f7c yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:49.810754 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6861e19e-6b08-46bc-91df-63792ca59c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.851517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6861e19e-6b08-46bc-91df-63792ca59c26 None None] For port 4920f51a-badf-4ae8-874b-d437bfb0e63f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4920f51a-badf-4ae8-874b-d437bfb0e63f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:49.857380 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6861e19e-6b08-46bc-91df-63792ca59c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.888003 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::23f (4dcae011-efa4-4eee-b78f-e3e59142c43e/862dc812-c9f2-4332-af70-1cc8e1334f9c/244a845d-d86d-4aea-9f5e-810529df7f7c) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:49.967201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861e19e-6b08-46bc-91df-63792ca59c26 None None] Pushing event updated for resources: {'Port': ['ID=4920f51a-badf-4ae8-874b-d437bfb0e63f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.039407 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37740) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:50.138592 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.174658 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object 244a845d-d86d-4aea-9f5e-810529df7f7c will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:50.208888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-72a1f6c5-cdb8-437c-af3c-04b113923304 None None] Provisioning complete for port 4920f51a-badf-4ae8-874b-d437bfb0e63f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:50.209454 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-72a1f6c5-cdb8-437c-af3c-04b113923304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.222017 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.293971 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d99bc8e-43b4-4ffc-9123-0799b1e8d282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.341314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:50.342490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=244a845d-d86d-4aea-9f5e-810529df7f7c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.346839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:50.350763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:50.358885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.359670 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.466872 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d99bc8e-43b4-4ffc-9123-0799b1e8d282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.474151 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0d99bc8e-43b4-4ffc-9123-0799b1e8d282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.482597 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1cc0c55a-8605-48ca-ade0-b5fbf780eddf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0081239 Jul 16 18:19:50.485309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37746) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:50.524431 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99bc8e-43b4-4ffc-9123-0799b1e8d282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afba5ae4-ff87-4008-b8c7-233e177dfced,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.530434 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0d99bc8e-43b4-4ffc-9123-0799b1e8d282 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8e9239286d6484c87aa09e4c6a9936b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4900010 Jul 16 18:19:50.532950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37748) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:50.553529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-41140877-adbc-4f19-8163-9d47a3cf5fa5 None None] Could not find standard attr ID for object d19de915-8c2b-49e7-a318-8b3e2866e1ca. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:19:50.594424 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9a13-ec7e-40f2-b6c0-fb05c8c8c1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.596937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a8ca48-b69e-458a-9cfb-366beb5111a1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.603348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a8ca48-b69e-458a-9cfb-366beb5111a1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.609385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37750) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:50.609898 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-76a8ca48-b69e-458a-9cfb-366beb5111a1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1225917 Jul 16 18:19:50.652978 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9a13-ec7e-40f2-b6c0-fb05c8c8c1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.757251 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9a13-ec7e-40f2-b6c0-fb05c8c8c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.759775 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9a13-ec7e-40f2-b6c0-fb05c8c8c1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.761586 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dd3a9a13-ec7e-40f2-b6c0-fb05c8c8c1f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afba5ae4-ff87-4008-b8c7-233e177dfced HTTP/1.1" status: 204 len: 168 time: 0.2275453 Jul 16 18:19:50.768012 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0f6b8-7d1f-4fd9-b4f9-ea8322f1afb4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port 244a845d-d86d-4aea-9f5e-810529df7f7c {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:50.768607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f6b8-7d1f-4fd9-b4f9-ea8322f1afb4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.778272 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9ac2e857-aa8b-4320-a641-0e26d2188ec1 None None] Could not find standard attr ID for object 5c9846bb-0aed-43ab-bec5-9e42ebc7716c. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:19:50.796200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a9a13-ec7e-40f2-b6c0-fb05c8c8c1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afba5ae4-ff87-4008-b8c7-233e177dfced,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.896737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f6b8-7d1f-4fd9-b4f9-ea8322f1afb4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.926243 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0f6b8-7d1f-4fd9-b4f9-ea8322f1afb4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for 244a845d-d86d-4aea-9f5e-810529df7f7c owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:50.950564 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4920f51a-badf-4ae8-874b-d437bfb0e63f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:51.030484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 4920f51a-badf-4ae8-874b-d437bfb0e63f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:51.030921 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.154756 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f6b8-7d1f-4fd9-b4f9-ea8322f1afb4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.159416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-64ff3392-3687-49a8-8a25-fc4426a98552 None None] Provisioning for port 244a845d-d86d-4aea-9f5e-810529df7f7c completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:51.165648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-64ff3392-3687-49a8-8a25-fc4426a98552 None None] Provisioning complete for port 244a845d-d86d-4aea-9f5e-810529df7f7c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:51.166183 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-64ff3392-3687-49a8-8a25-fc4426a98552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.214584 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0f6b8-7d1f-4fd9-b4f9-ea8322f1afb4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=244a845d-d86d-4aea-9f5e-810529df7f7c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:51.220260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-64ff3392-3687-49a8-8a25-fc4426a98552 None None] Port 244a845d-d86d-4aea-9f5e-810529df7f7c was deleted so its status cannot be updated. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:19:51.241798 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f6b8-7d1f-4fd9-b4f9-ea8322f1afb4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.246703 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ddd0f6b8-7d1f-4fd9-b4f9-ea8322f1afb4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/244a845d-d86d-4aea-9f5e-810529df7f7c HTTP/1.1" status: 204 len: 168 time: 0.6329145 Jul 16 18:19:51.247109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37758) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.268466 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37760) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.286558 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f3c94d9-11ac-4277-a9c6-3e29c22e691e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.312116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3d6a9-166a-4684-8dce-7cc3eadd745f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.313647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3d6a9-166a-4684-8dce-7cc3eadd745f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.315498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3cf3d6a9-166a-4684-8dce-7cc3eadd745f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0669806 Jul 16 18:19:51.318286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37762) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.392992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff739bb-f304-4958-bfce-0f20684a9fb7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 862dc812-c9f2-4332-af70-1cc8e1334f9c {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:51.400619 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fff739bb-f304-4958-bfce-0f20684a9fb7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.455842 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fff739bb-f304-4958-bfce-0f20684a9fb7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.528469 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fff739bb-f304-4958-bfce-0f20684a9fb7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.559351 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f3c94d9-11ac-4277-a9c6-3e29c22e691e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.568319 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f3c94d9-11ac-4277-a9c6-3e29c22e691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.626922 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2f3c94d9-11ac-4277-a9c6-3e29c22e691e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd86ed9077154a9aa64ca49f47d31e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568566 Jul 16 18:19:51.629716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37766) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.631762 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c94d9-11ac-4277-a9c6-3e29c22e691e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4553aa0-d91b-4443-8e66-bdd0425f88e8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:51.645070 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fff739bb-f304-4958-bfce-0f20684a9fb7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.683872 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fff739bb-f304-4958-bfce-0f20684a9fb7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.685957 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fff739bb-f304-4958-bfce-0f20684a9fb7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/862dc812-c9f2-4332-af70-1cc8e1334f9c HTTP/1.1" status: 204 len: 168 time: 0.3665695 Jul 16 18:19:51.687333 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff739bb-f304-4958-bfce-0f20684a9fb7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=862dc812-c9f2-4332-af70-1cc8e1334f9c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:51.688524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37768) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.735345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e02af957-6f0b-4506-a2d5-86e8e1cfe31c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450006 Jul 16 18:19:51.738040 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37770) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.752641 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-468d0b10-9272-4f99-9a63-e503b9f7c115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.782328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-468d0b10-9272-4f99-9a63-e503b9f7c115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.824253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4526862c-f215-4265-801c-32ef1ab67c99 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.827564 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4526862c-f215-4265-801c-32ef1ab67c99 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0868354 Jul 16 18:19:51.828898 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37772) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.852741 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-468d0b10-9272-4f99-9a63-e503b9f7c115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.855922 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-468d0b10-9272-4f99-9a63-e503b9f7c115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.861721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-468d0b10-9272-4f99-9a63-e503b9f7c115 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4553aa0-d91b-4443-8e66-bdd0425f88e8 HTTP/1.1" status: 204 len: 168 time: 0.2263312 Jul 16 18:19:51.869564 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5c0b0e-31ee-44de-b80e-5830e2fa44dd None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:51.875626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d0b10-9272-4f99-9a63-e503b9f7c115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4553aa0-d91b-4443-8e66-bdd0425f88e8,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:51.897665 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d8cb24-5877-400d-8cd5-6af52b4b766c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.899825 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d1d8cb24-5877-400d-8cd5-6af52b4b766c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0698888 Jul 16 18:19:51.902492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37776) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.953898 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d09fb0db-0855-4e55-aaf7-129fbc9b1ed1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502324 Jul 16 18:19:51.958574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37778) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.963399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ab8d5dcf-afc1-49ba-8a6d-7551c6181b0e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:52.089387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8d5dcf-afc1-49ba-8a6d-7551c6181b0e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:52.093201 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5dcf-afc1-49ba-8a6d-7551c6181b0e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.105627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4da4aa0-c440-4455-941e-56385568fc92 None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:52.165235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e4da4aa0-c440-4455-941e-56385568fc92 None None] Deleting port 4920f51a-badf-4ae8-874b-d437bfb0e63f {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:52.165761 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e4da4aa0-c440-4455-941e-56385568fc92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.287803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e4da4aa0-c440-4455-941e-56385568fc92 None None] For port 4920f51a-badf-4ae8-874b-d437bfb0e63f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4920f51a-badf-4ae8-874b-d437bfb0e63f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:52.288850 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e4da4aa0-c440-4455-941e-56385568fc92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.306205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e4da4aa0-c440-4455-941e-56385568fc92 None None] Calling delete_port for 4920f51a-badf-4ae8-874b-d437bfb0e63f owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:52.318478 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5dcf-afc1-49ba-8a6d-7551c6181b0e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.372935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8d5dcf-afc1-49ba-8a6d-7551c6181b0e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:52.376226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-ab8d5dcf-afc1-49ba-8a6d-7551c6181b0e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:52.380761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8d5dcf-afc1-49ba-8a6d-7551c6181b0e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.381367 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab8d5dcf-afc1-49ba-8a6d-7551c6181b0e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.410007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d5dcf-afc1-49ba-8a6d-7551c6181b0e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=d5a41983-38db-4e7a-922d-49661bf60471,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:52.422977 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e4da4aa0-c440-4455-941e-56385568fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.426143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ab8d5dcf-afc1-49ba-8a6d-7551c6181b0e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4658713 Jul 16 18:19:52.428216 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37796) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:52.435291 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': 'd5a41983-38db-4e7a-922d-49661bf60471', 'ip_address': '2001:db8::7ae:86e1:2f15:91ef'}], 'name': 'tempest-NetworksTestDHCPv6-74903387'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:52.471491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da4aa0-c440-4455-941e-56385568fc92 None None] Pushing event deleted for resources: {'Port': ['ID=4920f51a-badf-4ae8-874b-d437bfb0e63f,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:52.478121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da4aa0-c440-4455-941e-56385568fc92 None None] No DVR routers for this DVR port 4920f51a-badf-4ae8-874b-d437bfb0e63f on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:52.505237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab0cc06-4642-4eab-8b6c-d5c0126ecbb5 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:52.650135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:52.712647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae7db9-2219-4f4e-aab5-8188a444d4ac req-e7f479b8-8387-4a49-a8c7-6a5603b9206d tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.723714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-afae7db9-2219-4f4e-aab5-8188a444d4ac req-e7f479b8-8387-4a49-a8c7-6a5603b9206d tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1098 time: 0.0934377 Jul 16 18:19:52.752437 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': 'd5a41983-38db-4e7a-922d-49661bf60471'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:52.753754 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.775831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-afae7db9-2219-4f4e-aab5-8188a444d4ac req-e1a9523e-f3ff-435b-825d-e398d0b8017a tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507588 Jul 16 18:19:52.794831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37808) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:52.811040 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.832492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port f2376d08-71f1-44b1-a736-d71252382ab7 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:52.946800 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Allocated IP 2001:db8::2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/d5a41983-38db-4e7a-922d-49661bf60471/5be51fe6-f6ef-46f9-8e78-d8718e81dad4) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:52.970422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4920f51a-badf-4ae8-874b-d437bfb0e63f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:53.016266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 4920f51a-badf-4ae8-874b-d437bfb0e63f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:53.016607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4920f51a-badf-4ae8-874b-d437bfb0e63f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:53.096919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-90566f53-e51a-4e27-96c9-c72a562cb544 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port 711b11b5-f0b5-40bf-9fa8-27b0a3400488 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:53.097275 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90566f53-e51a-4e27-96c9-c72a562cb544 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.181099 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.191293 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Transition to ACTIVE for port object 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:53.192078 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90566f53-e51a-4e27-96c9-c72a562cb544 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.192569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90566f53-e51a-4e27-96c9-c72a562cb544 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.209241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-90566f53-e51a-4e27-96c9-c72a562cb544 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for 711b11b5-f0b5-40bf-9fa8-27b0a3400488 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:53.211833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Transition to ACTIVE for port object 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:53.218578 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.291217 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::7ae:86e1:2f15:91ef (4dcae011-efa4-4eee-b78f-e3e59142c43e/d5a41983-38db-4e7a-922d-49661bf60471/f2376d08-71f1-44b1-a736-d71252382ab7) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:53.296308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:53.304691 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:53.310107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:53.343805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Pushing event updated for resources: {'Port': ['ID=5be51fe6-f6ef-46f9-8e78-d8718e81dad4,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.486846 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Attempting to bind port 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:53.487259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Attempting to bind port 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:53.489183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90566f53-e51a-4e27-96c9-c72a562cb544 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.499778 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Attempting to bind port 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:53.508444 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:53.510174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:53.511212 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.511634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:53.512719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Bound port: 5be51fe6-f6ef-46f9-8e78-d8718e81dad4, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:53.513117 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.546020 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.579262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object f2376d08-71f1-44b1-a736-d71252382ab7 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:53.606737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90566f53-e51a-4e27-96c9-c72a562cb544 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=711b11b5-f0b5-40bf-9fa8-27b0a3400488,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.621781 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90566f53-e51a-4e27-96c9-c72a562cb544 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.622328 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-90566f53-e51a-4e27-96c9-c72a562cb544 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Floating IP acdfb7cb-82e1-4a6d-81d0-bb1e624f0581 disassociated (deleted). External IP: 172.25.5.82, port: 92936992-24a5-4c10-a66c-027ab1632b22. Jul 16 18:19:53.631087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] For port 5be51fe6-f6ef-46f9-8e78-d8718e81dad4, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:53.635589 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.642609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] For port 5be51fe6-f6ef-46f9-8e78-d8718e81dad4, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5be51fe6-f6ef-46f9-8e78-d8718e81dad4,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:53.654149 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.718182 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:53.725766 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:53.737117 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:53.740486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4b0f5-1e89-4d78-8b8d-9cb824461bcc None None] Pushing event updated for resources: {'Port': ['ID=5be51fe6-f6ef-46f9-8e78-d8718e81dad4,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.750821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.751644 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.758331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=f2376d08-71f1-44b1-a736-d71252382ab7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.789391 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d071dcd9-e4ee-490d-9e16-877757c2186f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.3584898 Jul 16 18:19:53.789711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37828) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.905812 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:19:53.919373 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7945478-3ae0-4474-a717-1ceb4e000803 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.920584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90566f53-e51a-4e27-96c9-c72a562cb544 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router 0ae83138-c07e-4642-8ba4-d076e42c7b4a has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:53.927573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7945478-3ae0-4474-a717-1ceb4e000803 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.932335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37832) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.932578 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e7945478-3ae0-4474-a717-1ceb4e000803 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1413460 Jul 16 18:19:54.185403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90566f53-e51a-4e27-96c9-c72a562cb544 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:54.194882 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90566f53-e51a-4e27-96c9-c72a562cb544 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.197104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f652ff91-4858-45da-b6c1-fe80e33b388a None None] Sync routers for ids ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:54.209114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f652ff91-4858-45da-b6c1-fe80e33b388a None None] Routers {'0ae83138-c07e-4642-8ba4-d076e42c7b4a'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:54.210017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f652ff91-4858-45da-b6c1-fe80e33b388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:54.242036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4d57c858-faf4-4749-8e49-d3a2a2d6f51e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port f2376d08-71f1-44b1-a736-d71252382ab7 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:54.242369 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4d57c858-faf4-4749-8e49-d3a2a2d6f51e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.251138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-90566f53-e51a-4e27-96c9-c72a562cb544 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/floatingips/acdfb7cb-82e1-4a6d-81d0-bb1e624f0581 HTTP/1.1" status: 204 len: 168 time: 1.4523842 Jul 16 18:19:54.259253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:54.262553 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1079148-560c-4ae1-af8f-6f27c2e8bd27" -d '{"events": [{"name": "network-changed", "server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "tag": "92936992-24a5-4c10-a66c-027ab1632b22"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:54.343043 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e64c182-3fc0-4ffd-bf2c-36935540d325 x-openstack-request-id: req-2e64c182-3fc0-4ffd-bf2c-36935540d325 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:54.344043 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "tag": "92936992-24a5-4c10-a66c-027ab1632b22", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:54.344473 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e64c182-3fc0-4ffd-bf2c-36935540d325 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:54.345015 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22', 'status': 'completed', 'code': 200} Jul 16 18:19:54.358084 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4d57c858-faf4-4749-8e49-d3a2a2d6f51e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.378970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4d57c858-faf4-4749-8e49-d3a2a2d6f51e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for f2376d08-71f1-44b1-a736-d71252382ab7 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:54.379752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-f652ff91-4858-45da-b6c1-fe80e33b388a None None] Set router 0ae83138-c07e-4642-8ba4-d076e42c7b4a gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:54.821427 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4d57c858-faf4-4749-8e49-d3a2a2d6f51e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.947063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57c858-faf4-4749-8e49-d3a2a2d6f51e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=f2376d08-71f1-44b1-a736-d71252382ab7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:54.955965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f652ff91-4858-45da-b6c1-fe80e33b388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:51Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:39Z', 'updated_at': '2021-07-16T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4110c781-1580-412f-95ca-a2a10a9f101f', 'name': '', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:43:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:49Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:55.008924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1079148-560c-4ae1-af8f-6f27c2e8bd27 req-98346afa-48e8-4d81-ad80-e378ba3e8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.010476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1079148-560c-4ae1-af8f-6f27c2e8bd27 req-98346afa-48e8-4d81-ad80-e378ba3e8c00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 1098 time: 0.5045006 Jul 16 18:19:55.015199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f652ff91-4858-45da-b6c1-fe80e33b388a None None] Checking router: 0ae83138-c07e-4642-8ba4-d076e42c7b4a for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:55.019465 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4d57c858-faf4-4749-8e49-d3a2a2d6f51e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.023765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4d57c858-faf4-4749-8e49-d3a2a2d6f51e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/f2376d08-71f1-44b1-a736-d71252382ab7 HTTP/1.1" status: 204 len: 168 time: 1.0902128 Jul 16 18:19:55.024581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37858) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:55.029836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f652ff91-4858-45da-b6c1-fe80e33b388a None None] Routers {'0ae83138-c07e-4642-8ba4-d076e42c7b4a'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:55.031165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f652ff91-4858-45da-b6c1-fe80e33b388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:19:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:55.093164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:55.227854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1079148-560c-4ae1-af8f-6f27c2e8bd27 req-1917ed13-873c-49ab-a8f9-169d1c9c9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.232013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1079148-560c-4ae1-af8f-6f27c2e8bd27 req-1917ed13-873c-49ab-a8f9-169d1c9c9999 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 HTTP/1.1" status: 200 len: 897 time: 0.2060001 Jul 16 18:19:55.236221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c8ad7e85-21ec-474f-bb49-d1493f952cdc None None] Provisioning for port 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:55.240455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21f22a-8b6f-44bb-afac-a7bd4c334497 req-5231e6a0-242e-41f9-a8ed-e3d5de2198b2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.249870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c21f22a-8b6f-44bb-afac-a7bd4c334497 req-5231e6a0-242e-41f9-a8ed-e3d5de2198b2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.3831646 Jul 16 18:19:55.273842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2450ac2-8521-49f1-8ad8-be135a671ad1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.276843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2450ac2-8521-49f1-8ad8-be135a671ad1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.279112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c2450ac2-8521-49f1-8ad8-be135a671ad1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2519352 Jul 16 18:19:55.279562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-f652ff91-4858-45da-b6c1-fe80e33b388a None None] Set router 0ae83138-c07e-4642-8ba4-d076e42c7b4a gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:55.282059 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37860) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:55.326794 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1079148-560c-4ae1-af8f-6f27c2e8bd27 req-763a2287-546a-494c-918b-ce88161416c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 200 len: 217 time: 0.0688467 Jul 16 18:19:55.361946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:55.373703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:55.379126 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.382686 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c21f22a-8b6f-44bb-afac-a7bd4c334497 req-e4f22530-880f-4ea6-99a8-192179c59e17 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318419 Jul 16 18:19:55.389903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bf5c6c-1dc2-47c6-b04b-8ac05a29ad57 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet d5a41983-38db-4e7a-922d-49661bf60471 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:55.397109 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31bf5c6c-1dc2-47c6-b04b-8ac05a29ad57 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.433321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1079148-560c-4ae1-af8f-6f27c2e8bd27 req-c9d02cea-d906-4cde-98d0-7bff08a81027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.434677 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1079148-560c-4ae1-af8f-6f27c2e8bd27 req-c9d02cea-d906-4cde-98d0-7bff08a81027 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=622d26d9-d6a1-4f0e-83ae-b0352e3ad605 HTTP/1.1" status: 200 len: 835 time: 0.0787263 Jul 16 18:19:55.464438 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31bf5c6c-1dc2-47c6-b04b-8ac05a29ad57 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.501517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7a1cbbb9-b008-43fc-b831-730f341f1125 None None] Could not find standard attr ID for object f2376d08-71f1-44b1-a736-d71252382ab7. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:19:55.561935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1079148-560c-4ae1-af8f-6f27c2e8bd27 req-f1f5e2ce-fc1e-436b-942f-2e9af22461c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.568079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1079148-560c-4ae1-af8f-6f27c2e8bd27 req-f1f5e2ce-fc1e-436b-942f-2e9af22461c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206903 Jul 16 18:19:55.650022 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31bf5c6c-1dc2-47c6-b04b-8ac05a29ad57 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.690294 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.756820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1079148-560c-4ae1-af8f-6f27c2e8bd27 req-fc841cb0-c189-485a-91f7-569e8b270c4a service neutron] 10.222.0.35 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797748 Jul 16 18:19:55.807906 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31bf5c6c-1dc2-47c6-b04b-8ac05a29ad57 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.876655 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31bf5c6c-1dc2-47c6-b04b-8ac05a29ad57 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.879366 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-31bf5c6c-1dc2-47c6-b04b-8ac05a29ad57 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/d5a41983-38db-4e7a-922d-49661bf60471 HTTP/1.1" status: 204 len: 168 time: 0.5965319 Jul 16 18:19:55.881048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf5c6c-1dc2-47c6-b04b-8ac05a29ad57 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a41983-38db-4e7a-922d-49661bf60471,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:55.884576 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37872) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:55.896221 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:19:55.896586 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:19:55.904077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aeabcf-48a3-49ba-b216-02502811f0bd None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:55.945806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1079148-560c-4ae1-af8f-6f27c2e8bd27 req-889d8dbc-f9f1-4ed3-9b9a-4b7470f30441 service neutron] 10.222.0.35 "GET /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797366 Jul 16 18:19:55.961547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37874) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:55.962969 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bfcf9a57-d659-468a-a27a-c9f841b115f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767357 Jul 16 18:19:55.967341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f6ddb0d0-f99c-4595-b832-96e0ad146fe3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:56.056899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-f652ff91-4858-45da-b6c1-fe80e33b388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:51Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:39Z', 'updated_at': '2021-07-16T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4110c781-1580-412f-95ca-a2a10a9f101f', 'name': '', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:43:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:49Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:56.085728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f652ff91-4858-45da-b6c1-fe80e33b388a None None] The sync data for ids ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'] in n-d-787206-10 is: [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:51Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:39Z', 'updated_at': '2021-07-16T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4110c781-1580-412f-95ca-a2a10a9f101f', 'name': '', 'network_id': 'c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:43:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:49Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '622d26d9-d6a1-4f0e-83ae-b0352e3ad605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:56.140410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ddb0d0-f99c-4595-b832-96e0ad146fe3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:56.146195 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb0d0-f99c-4595-b832-96e0ad146fe3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.262609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c145ad-c109-4236-84fa-0492fa6a7b38 None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:56.285636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85158e20-560b-42a3-a128-96e59bcfdd10 req-9a5ca984-5378-4460-ad65-a2d45527d8b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.287280 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85158e20-560b-42a3-a128-96e59bcfdd10 req-9a5ca984-5378-4460-ad65-a2d45527d8b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.35 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.2159708 Jul 16 18:19:56.352898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f6c145ad-c109-4236-84fa-0492fa6a7b38 None None] Deleting port 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:56.353356 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6c145ad-c109-4236-84fa-0492fa6a7b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.541238 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb0d0-f99c-4595-b832-96e0ad146fe3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.578970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-85158e20-560b-42a3-a128-96e59bcfdd10 req-84294143-90b8-445d-945f-6cf4226b379b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port 92936992-24a5-4c10-a66c-027ab1632b22 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:56.579873 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-85158e20-560b-42a3-a128-96e59bcfdd10 req-84294143-90b8-445d-945f-6cf4226b379b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.595148 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd16e0-d1ae-4210-b315-609e4e0c04c2 None None] New status for floating IP acdfb7cb-82e1-4a6d-81d0-bb1e624f0581: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:19:56.606221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f6c145ad-c109-4236-84fa-0492fa6a7b38 None None] For port 5be51fe6-f6ef-46f9-8e78-d8718e81dad4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5be51fe6-f6ef-46f9-8e78-d8718e81dad4,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:56.606715 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6c145ad-c109-4236-84fa-0492fa6a7b38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.616374 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.633662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f6c145ad-c109-4236-84fa-0492fa6a7b38 None None] Calling delete_port for 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:56.639747 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.676768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ddb0d0-f99c-4595-b832-96e0ad146fe3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:56.686997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-f6ddb0d0-f99c-4595-b832-96e0ad146fe3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:56.697053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ddb0d0-f99c-4595-b832-96e0ad146fe3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.697535 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb0d0-f99c-4595-b832-96e0ad146fe3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.715928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 5be51fe6-f6ef-46f9-8e78-d8718e81dad4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5be51fe6-f6ef-46f9-8e78-d8718e81dad4,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:56.724821 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.833558 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.849065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=5be51fe6-f6ef-46f9-8e78-d8718e81dad4,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:56.874714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:56.875010 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:56.875359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:56.876653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:56.878497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:56.879983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:56.880345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:56.880682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:56.881024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:56.881529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:56.881654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:56.881988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:56.912161 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f6c145ad-c109-4236-84fa-0492fa6a7b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.972051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c145ad-c109-4236-84fa-0492fa6a7b38 None None] Pushing event deleted for resources: {'Port': ['ID=5be51fe6-f6ef-46f9-8e78-d8718e81dad4,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:56.973942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c145ad-c109-4236-84fa-0492fa6a7b38 None None] No DVR routers for this DVR port 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:57.006237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc15a8cc-5914-4dce-81ec-7556f8793404 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:57.025474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:57.059085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:57.059604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5be51fe6-f6ef-46f9-8e78-d8718e81dad4 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:57.180399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddb0d0-f99c-4595-b832-96e0ad146fe3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=a4467158-6cc8-4b60-a65f-d8dc49f3966e,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.227180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f6ddb0d0-f99c-4595-b832-96e0ad146fe3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2621460 Jul 16 18:19:57.227845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37898) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:57.232732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-85158e20-560b-42a3-a128-96e59bcfdd10 req-84294143-90b8-445d-945f-6cf4226b379b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] For port 92936992-24a5-4c10-a66c-027ab1632b22, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=92936992-24a5-4c10-a66c-027ab1632b22,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:57.233095 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-85158e20-560b-42a3-a128-96e59bcfdd10 req-84294143-90b8-445d-945f-6cf4226b379b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.240381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': 'a4467158-6cc8-4b60-a65f-d8dc49f3966e', 'ip_address': '2001:db8::81dd:b83d:20d7:60e8'}], 'name': 'tempest-NetworksTestDHCPv6-108744184'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:57.247124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': 'a4467158-6cc8-4b60-a65f-d8dc49f3966e'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:57.247944 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.256936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3338b0-c0a7-4997-9f71-78e85c2fb302 req-567756c4-6479-4fc3-b6e5-d2f463c86b1f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.258451 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d3338b0-c0a7-4997-9f71-78e85c2fb302 req-567756c4-6479-4fc3-b6e5-d2f463c86b1f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 946 time: 0.6665249 Jul 16 18:19:57.259558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-85158e20-560b-42a3-a128-96e59bcfdd10 req-84294143-90b8-445d-945f-6cf4226b379b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for 92936992-24a5-4c10-a66c-027ab1632b22 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:57.353002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d3338b0-c0a7-4997-9f71-78e85c2fb302 req-6de306ef-ae67-4452-857a-cd98f84f29b1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=683331f0-5402-47d8-af06-3e5bc3219296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841546 Jul 16 18:19:57.463264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:57.472751 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.473024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-85158e20-560b-42a3-a128-96e59bcfdd10 req-84294143-90b8-445d-945f-6cf4226b379b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.482627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Allocated IP 2001:db8::2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/a4467158-6cc8-4b60-a65f-d8dc49f3966e/a3e30161-1949-484f-a860-b531b1c53e0a) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:57.493821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port dc3af315-41d6-465f-896c-3fb24757176f yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:57.524183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84294143-90b8-445d-945f-6cf4226b379b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=92936992-24a5-4c10-a66c-027ab1632b22,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.578735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-85158e20-560b-42a3-a128-96e59bcfdd10 req-84294143-90b8-445d-945f-6cf4226b379b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] No DVR routers for this DVR port 92936992-24a5-4c10-a66c-027ab1632b22 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:57.582315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-85158e20-560b-42a3-a128-96e59bcfdd10 req-84294143-90b8-445d-945f-6cf4226b379b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.584917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85158e20-560b-42a3-a128-96e59bcfdd10 req-84294143-90b8-445d-945f-6cf4226b379b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.35 "DELETE /v2.0/ports/92936992-24a5-4c10-a66c-027ab1632b22 HTTP/1.1" status: 204 len: 173 time: 1.2917411 Jul 16 18:19:57.585571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'name': 'network-vif-deleted', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:57.590158 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61206b9e-46fa-4441-8f20-92ec5f46b213" -d '{"events": [{"server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "name": "network-vif-deleted", "tag": "92936992-24a5-4c10-a66c-027ab1632b22"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:57.732113 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.752588 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Transition to ACTIVE for port object a3e30161-1949-484f-a860-b531b1c53e0a will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:57.791123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Transition to ACTIVE for port object a3e30161-1949-484f-a860-b531b1c53e0a will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:57.798894 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.858413 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:57.860355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:57.863169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:57.876800 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Pushing event updated for resources: {'Port': ['ID=a3e30161-1949-484f-a860-b531b1c53e0a,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.913519 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64029ae-cb7e-485a-9a06-f2cb6580a5d7 x-openstack-request-id: req-c64029ae-cb7e-485a-9a06-f2cb6580a5d7 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:57.913794 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f595d795-1dd3-43da-af58-b26436a55bef", "name": "network-vif-deleted", "tag": "92936992-24a5-4c10-a66c-027ab1632b22", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:57.914050 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c64029ae-cb7e-485a-9a06-f2cb6580a5d7 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:57.914441 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f595d795-1dd3-43da-af58-b26436a55bef', 'name': 'network-vif-deleted', 'tag': '92936992-24a5-4c10-a66c-027ab1632b22', 'status': 'completed', 'code': 200} Jul 16 18:19:57.915803 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::81dd:b83d:20d7:60e8 (4dcae011-efa4-4eee-b78f-e3e59142c43e/a4467158-6cc8-4b60-a65f-d8dc49f3966e/dc3af315-41d6-465f-896c-3fb24757176f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:57.953388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Attempting to bind port a3e30161-1949-484f-a860-b531b1c53e0a on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:57.953818 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Attempting to bind port a3e30161-1949-484f-a860-b531b1c53e0a by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:57.954233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Attempting to bind port a3e30161-1949-484f-a860-b531b1c53e0a on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:57.961977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:57.961977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:57.962363 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.963316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:57.964535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Bound port: a3e30161-1949-484f-a860-b531b1c53e0a, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:57.965168 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.057297 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b0814e3b-e2f4-42d5-b6d3-80995f64df96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.108474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] For port a3e30161-1949-484f-a860-b531b1c53e0a, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:58.113707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] For port a3e30161-1949-484f-a860-b531b1c53e0a, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a3e30161-1949-484f-a860-b531b1c53e0a,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:58.119516 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.232296 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005bd8d-87f1-49bf-a316-ca39fb500537 None None] Pushing event updated for resources: {'Port': ['ID=a3e30161-1949-484f-a860-b531b1c53e0a,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:58.259892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.289595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object dc3af315-41d6-465f-896c-3fb24757176f will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:58.357032 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.449378 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=dc3af315-41d6-465f-896c-3fb24757176f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:58.469373 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:58.470911 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:58.484467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:58.492697 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.493933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.548043 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ba71e06d-872e-4de5-9882-1db5655baf13 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3156111 Jul 16 18:19:58.548528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37924) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:58.664224 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5600444c-fdac-4fb1-9813-c6bbb4a6b380 req-ce0118e0-15b3-4209-a3e2-13eac26e5119 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f595d795-1dd3-43da-af58-b26436a55bef HTTP/1.1" status: 200 len: 210 time: 0.0457203 Jul 16 18:19:58.716227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e388e5d2-5a9d-43aa-adea-9fda4b7099d4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.722853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e388e5d2-5a9d-43aa-adea-9fda4b7099d4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.724500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e388e5d2-5a9d-43aa-adea-9fda4b7099d4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1744182 Jul 16 18:19:58.727311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37926) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:58.837017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-84e072d8-0673-469a-953f-7a939f1a952b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port dc3af315-41d6-465f-896c-3fb24757176f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:58.837439 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84e072d8-0673-469a-953f-7a939f1a952b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.975703 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84e072d8-0673-469a-953f-7a939f1a952b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.993294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-84e072d8-0673-469a-953f-7a939f1a952b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for dc3af315-41d6-465f-896c-3fb24757176f owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:58.999382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a3e30161-1949-484f-a860-b531b1c53e0a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:59.134549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port a3e30161-1949-484f-a860-b531b1c53e0a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:59.176034 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84e072d8-0673-469a-953f-7a939f1a952b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.224470 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e072d8-0673-469a-953f-7a939f1a952b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=dc3af315-41d6-465f-896c-3fb24757176f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:59.255116 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84e072d8-0673-469a-953f-7a939f1a952b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.259648 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-84e072d8-0673-469a-953f-7a939f1a952b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/dc3af315-41d6-465f-896c-3fb24757176f HTTP/1.1" status: 204 len: 168 time: 0.5311871 Jul 16 18:19:59.262875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37930) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.325651 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418274b3-79bb-46f1-a72d-75ac7b02a29d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.327189 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418274b3-79bb-46f1-a72d-75ac7b02a29d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.328737 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-418274b3-79bb-46f1-a72d-75ac7b02a29d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0647104 Jul 16 18:19:59.331399 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37932) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.420357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b2100d-1f7c-48a2-9927-502253998a1b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet a4467158-6cc8-4b60-a65f-d8dc49f3966e {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:59.424052 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09b2100d-1f7c-48a2-9927-502253998a1b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.488466 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09b2100d-1f7c-48a2-9927-502253998a1b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.543522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 92936992-24a5-4c10-a66c-027ab1632b22 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:59.567502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 92936992-24a5-4c10-a66c-027ab1632b22 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:59.567864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 92936992-24a5-4c10-a66c-027ab1632b22 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:59.615721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-073846e6-3312-41ba-8771-2ded0e796feb None None] Provisioning for port a3e30161-1949-484f-a860-b531b1c53e0a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:59.621764 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-073846e6-3312-41ba-8771-2ded0e796feb None None] Provisioning complete for port a3e30161-1949-484f-a860-b531b1c53e0a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:59.622217 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-073846e6-3312-41ba-8771-2ded0e796feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.801590 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-073846e6-3312-41ba-8771-2ded0e796feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.820964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37940) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.893217 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-073846e6-3312-41ba-8771-2ded0e796feb None None] For port a3e30161-1949-484f-a860-b531b1c53e0a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a3e30161-1949-484f-a860-b531b1c53e0a,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:59.931247 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-073846e6-3312-41ba-8771-2ded0e796feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.007679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073846e6-3312-41ba-8771-2ded0e796feb None None] Pushing event updated for resources: {'Port': ['ID=a3e30161-1949-484f-a860-b531b1c53e0a,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:00.055151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ae61efc4-75de-45d3-a0db-36348f0b885a None None] Could not find standard attr ID for object dc3af315-41d6-465f-896c-3fb24757176f. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:00.076967 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09b2100d-1f7c-48a2-9927-502253998a1b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.184339 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09b2100d-1f7c-48a2-9927-502253998a1b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.230733 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2100d-1f7c-48a2-9927-502253998a1b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=a4467158-6cc8-4b60-a65f-d8dc49f3966e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:00.250515 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09b2100d-1f7c-48a2-9927-502253998a1b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.252783 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-09b2100d-1f7c-48a2-9927-502253998a1b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/a4467158-6cc8-4b60-a65f-d8dc49f3966e HTTP/1.1" status: 204 len: 168 time: 0.9203546 Jul 16 18:20:00.255319 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37944) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.288642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6d052e-7b4c-4305-abd6-6b17722f1215 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:00.323707 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1c68d6cb-e4ce-491a-823b-431dd621ee08 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664828 Jul 16 18:20:00.324448 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37946) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.330675 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-49494a8b-6404-4e50-b2f0-03e4f85d5e72 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:00.380057 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4b175443-c92f-42e5-bbf7-fcc92dc4f8e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.441394 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49494a8b-6404-4e50-b2f0-03e4f85d5e72 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:00.447512 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49494a8b-6404-4e50-b2f0-03e4f85d5e72 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.552450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929babec-f11a-46bf-9e59-2454fc229296 None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:00.660964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-929babec-f11a-46bf-9e59-2454fc229296 None None] Deleting port a3e30161-1949-484f-a860-b531b1c53e0a {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:00.661350 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-929babec-f11a-46bf-9e59-2454fc229296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.796491 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49494a8b-6404-4e50-b2f0-03e4f85d5e72 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.809073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4b175443-c92f-42e5-bbf7-fcc92dc4f8e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port 4110c781-1580-412f-95ca-a2a10a9f101f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:00.813964 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4b175443-c92f-42e5-bbf7-fcc92dc4f8e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.863197 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-74e9af2f-6b40-4b8d-a7e1-bb0faef5c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.866821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49494a8b-6404-4e50-b2f0-03e4f85d5e72 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:00.869072 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-49494a8b-6404-4e50-b2f0-03e4f85d5e72 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:00.869334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-929babec-f11a-46bf-9e59-2454fc229296 None None] For port a3e30161-1949-484f-a860-b531b1c53e0a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a3e30161-1949-484f-a860-b531b1c53e0a,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:00.869757 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-929babec-f11a-46bf-9e59-2454fc229296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.880125 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49494a8b-6404-4e50-b2f0-03e4f85d5e72 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.880668 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-49494a8b-6404-4e50-b2f0-03e4f85d5e72 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.904733 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.905984 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49494a8b-6404-4e50-b2f0-03e4f85d5e72 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=9fd9e2f5-9642-4971-b86c-a43a8898187f,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:00.923129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-929babec-f11a-46bf-9e59-2454fc229296 None None] Calling delete_port for a3e30161-1949-484f-a860-b531b1c53e0a owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:00.925618 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-49494a8b-6404-4e50-b2f0-03e4f85d5e72 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5999713 Jul 16 18:20:00.929101 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37954) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.942359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': '9fd9e2f5-9642-4971-b86c-a43a8898187f', 'ip_address': '2001:db8::33c4:2375:5df5:7bbe'}], 'name': 'tempest-NetworksTestDHCPv6-879348702'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:01.062403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-4b175443-c92f-42e5-bbf7-fcc92dc4f8e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] For port 4110c781-1580-412f-95ca-a2a10a9f101f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4110c781-1580-412f-95ca-a2a10a9f101f,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:01.062953 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4b175443-c92f-42e5-bbf7-fcc92dc4f8e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.082894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a3e30161-1949-484f-a860-b531b1c53e0a no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:01.093362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4b175443-c92f-42e5-bbf7-fcc92dc4f8e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for 4110c781-1580-412f-95ca-a2a10a9f101f owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:01.178947 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:01.219725 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.239419 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-929babec-f11a-46bf-9e59-2454fc229296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.313086 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.353992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port b5ec9335-3049-42c7-a45b-df41c73bd127 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:01.425354 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4b175443-c92f-42e5-bbf7-fcc92dc4f8e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.467076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b175443-c92f-42e5-bbf7-fcc92dc4f8e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=4110c781-1580-412f-95ca-a2a10a9f101f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.490762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929babec-f11a-46bf-9e59-2454fc229296 None None] Pushing event deleted for resources: {'Port': ['ID=a3e30161-1949-484f-a860-b531b1c53e0a,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.492906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929babec-f11a-46bf-9e59-2454fc229296 None None] No DVR routers for this DVR port a3e30161-1949-484f-a860-b531b1c53e0a on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:01.534700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2dbbfd-c08a-4f15-bc6c-3de6f6939d41 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:01.700243 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::33c4:2375:5df5:7bbe (4dcae011-efa4-4eee-b78f-e3e59142c43e/9fd9e2f5-9642-4971-b86c-a43a8898187f/b5ec9335-3049-42c7-a45b-df41c73bd127) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:01.895002 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4b175443-c92f-42e5-bbf7-fcc92dc4f8e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.911618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': '9fd9e2f5-9642-4971-b86c-a43a8898187f'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:01.912629 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.952235 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.039807 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.065244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object b5ec9335-3049-42c7-a45b-df41c73bd127 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:02.108707 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.165333 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:02.168716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:02.171379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:02.177517 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.178149 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.205990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=b5ec9335-3049-42c7-a45b-df41c73bd127,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:02.227615 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a8d6f4d4-4003-43e8-a262-2d0b6da5371b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2936077 Jul 16 18:20:02.227615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37970) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:02.252981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Allocated IP 2001:db8::2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/9fd9e2f5-9642-4971-b86c-a43a8898187f/88371381-2d98-43e4-8d4f-8c461845fe00) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:02.312617 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b5880f-ca04-42a4-9824-60c20a7fa652 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.317099 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b5b5880f-ca04-42a4-9824-60c20a7fa652 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0871687 Jul 16 18:20:02.317276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37972) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:02.380484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b175443-c92f-42e5-bbf7-fcc92dc4f8e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router 0ae83138-c07e-4642-8ba4-d076e42c7b4a has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:02.454435 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-47d51ace-a8c6-4b89-985b-2ed027ea9494 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port b5ec9335-3049-42c7-a45b-df41c73bd127 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:02.454969 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-47d51ace-a8c6-4b89-985b-2ed027ea9494 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.479411 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.492472 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Transition to ACTIVE for port object 88371381-2d98-43e4-8d4f-8c461845fe00 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:02.522836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b175443-c92f-42e5-bbf7-fcc92dc4f8e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:02.529662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4b175443-c92f-42e5-bbf7-fcc92dc4f8e1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "PUT /v2.0/routers/0ae83138-c07e-4642-8ba4-d076e42c7b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7062664 Jul 16 18:20:02.530737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Transition to ACTIVE for port object 88371381-2d98-43e4-8d4f-8c461845fe00 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:02.531939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37976) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:02.540641 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f4739-c67c-46e9-98e6-301ace386c01 None None] Sync routers for ids ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:02.553276 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.599210 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf0a753-a213-422b-b378-f6157af933c9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting subnet 622d26d9-d6a1-4f0e-83ae-b0352e3ad605 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:02.602531 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a753-a213-422b-b378-f6157af933c9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.610350 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-47d51ace-a8c6-4b89-985b-2ed027ea9494 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.625313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-47d51ace-a8c6-4b89-985b-2ed027ea9494 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for b5ec9335-3049-42c7-a45b-df41c73bd127 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:02.649955 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a753-a213-422b-b378-f6157af933c9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.672782 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Pushing event updated for resources: {'Port': ['ID=88371381-2d98-43e4-8d4f-8c461845fe00,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:02.702843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:02.706107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:02.709291 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f4739-c67c-46e9-98e6-301ace386c01 None None] Routers {'0ae83138-c07e-4642-8ba4-d076e42c7b4a'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:02.715160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-dc0f4739-c67c-46e9-98e6-301ace386c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:02.721563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:02.762670 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a753-a213-422b-b378-f6157af933c9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.795117 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-47d51ace-a8c6-4b89-985b-2ed027ea9494 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.841283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d51ace-a8c6-4b89-985b-2ed027ea9494 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=b5ec9335-3049-42c7-a45b-df41c73bd127,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:02.844955 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a753-a213-422b-b378-f6157af933c9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.861839 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a753-a213-422b-b378-f6157af933c9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.867395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fcf0a753-a213-422b-b378-f6157af933c9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/subnets/622d26d9-d6a1-4f0e-83ae-b0352e3ad605 HTTP/1.1" status: 204 len: 168 time: 0.3336208 Jul 16 18:20:02.868090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 37978) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:02.890435 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-47d51ace-a8c6-4b89-985b-2ed027ea9494 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.906787 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46802a56-faf3-4ba0-8834-fdee770737f7 None None] Network c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:02.910155 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-47d51ace-a8c6-4b89-985b-2ed027ea9494 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/b5ec9335-3049-42c7-a45b-df41c73bd127 HTTP/1.1" status: 204 len: 168 time: 0.5918176 Jul 16 18:20:02.914346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37980) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:02.950848 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Attempting to bind port 88371381-2d98-43e4-8d4f-8c461845fe00 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:02.951531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Attempting to bind port 88371381-2d98-43e4-8d4f-8c461845fe00 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:02.951947 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Attempting to bind port 88371381-2d98-43e4-8d4f-8c461845fe00 on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:03.010876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:03.011502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:03.011929 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.012340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:03.012838 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Bound port: 88371381-2d98-43e4-8d4f-8c461845fe00, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:03.013226 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.027616 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92adf9a2-7767-49dd-8f51-c6a12e0d543a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:03.030075 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92adf9a2-7767-49dd-8f51-c6a12e0d543a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:03.031856 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-92adf9a2-7767-49dd-8f51-c6a12e0d543a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1146426 Jul 16 18:20:03.034501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 37988) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:03.043817 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0a753-a213-422b-b378-f6157af933c9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Subnet': ['ID=622d26d9-d6a1-4f0e-83ae-b0352e3ad605,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.056217 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.142098 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d382af8-1adb-45f2-9d9c-01a99f93e77b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 9fd9e2f5-9642-4971-b86c-a43a8898187f {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:03.146017 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5d382af8-1adb-45f2-9d9c-01a99f93e77b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.188940 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.194075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5d382af8-1adb-45f2-9d9c-01a99f93e77b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.267820 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-dc0f4739-c67c-46e9-98e6-301ace386c01 None None] Set router 0ae83138-c07e-4642-8ba4-d076e42c7b4a gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:03.280153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port fb5117a0-210e-4b5d-bbc4-29ac720dbd3f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:03.282105 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.380410 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5d382af8-1adb-45f2-9d9c-01a99f93e77b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.457866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] For port fb5117a0-210e-4b5d-bbc4-29ac720dbd3f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=fb5117a0-210e-4b5d-bbc4-29ac720dbd3f,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:03.458403 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.495386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for fb5117a0-210e-4b5d-bbc4-29ac720dbd3f owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:03.529731 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5d382af8-1adb-45f2-9d9c-01a99f93e77b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.585229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] For port 88371381-2d98-43e4-8d4f-8c461845fe00, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:03.587598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d382af8-1adb-45f2-9d9c-01a99f93e77b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd9e2f5-9642-4971-b86c-a43a8898187f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.598292 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5d382af8-1adb-45f2-9d9c-01a99f93e77b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.600417 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5d382af8-1adb-45f2-9d9c-01a99f93e77b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/9fd9e2f5-9642-4971-b86c-a43a8898187f HTTP/1.1" status: 204 len: 168 time: 0.5647874 Jul 16 18:20:03.602926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38004) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:03.645312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] For port 88371381-2d98-43e4-8d4f-8c461845fe00, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=88371381-2d98-43e4-8d4f-8c461845fe00,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:03.684830 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9a0b0d56-2f14-4d55-8a77-fa093c023837 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775149 Jul 16 18:20:03.694522 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38010) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:03.694751 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.744587 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.790664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122eb32e-0e44-4561-bb9a-165c65bd9d24 None None] DHCP port deletion for c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:03.842888 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.864847 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ae82ef-54e3-40c6-9866-5a03eac80556 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:03.870522 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c3ae82ef-54e3-40c6-9866-5a03eac80556 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1767557 Jul 16 18:20:03.872328 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38026) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:03.910819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=fb5117a0-210e-4b5d-bbc4-29ac720dbd3f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.921199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab6371-6d39-4ab9-bbc2-528045c21f77 None None] Pushing event updated for resources: {'Port': ['ID=88371381-2d98-43e4-8d4f-8c461845fe00,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.967612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-dc0f4739-c67c-46e9-98e6-301ace386c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:20:01Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'fb5117a0-210e-4b5d-bbc4-29ac720dbd3f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:39Z', 'updated_at': '2021-07-16T18:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:03.992977 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904af2bf-0715-494f-b49e-331c89723ae2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:03.994915 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-904af2bf-0715-494f-b49e-331c89723ae2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1211979 Jul 16 18:20:03.997919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38030) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:04.007613 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.041352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-122eb32e-0e44-4561-bb9a-165c65bd9d24 None None] Deleting port 69e18a30-5263-4ae1-b284-7e1fd7619a37 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:04.042333 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-122eb32e-0e44-4561-bb9a-165c65bd9d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.066614 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f590b285-85ce-4c45-827a-ae35ab2cfd88 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673819 Jul 16 18:20:04.075055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38032) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:04.080506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-69f65fe3-99fc-4c48-8997-6fbacc21e4c2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:04.083504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f4739-c67c-46e9-98e6-301ace386c01 None None] Checking router: 0ae83138-c07e-4642-8ba4-d076e42c7b4a for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:04.134004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-122eb32e-0e44-4561-bb9a-165c65bd9d24 None None] For port 69e18a30-5263-4ae1-b284-7e1fd7619a37, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=69e18a30-5263-4ae1-b284-7e1fd7619a37,segment=NetworkSegment(3dcebf4c-c5ee-41be-8ad4-c4d4af2df628),segment_id=3dcebf4c-c5ee-41be-8ad4-c4d4af2df628)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:04.134399 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-122eb32e-0e44-4561-bb9a-165c65bd9d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.178614 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-122eb32e-0e44-4561-bb9a-165c65bd9d24 None None] Calling delete_port for 69e18a30-5263-4ae1-b284-7e1fd7619a37 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:04.194283 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.204050 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.218028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f4739-c67c-46e9-98e6-301ace386c01 None None] Routers {'0ae83138-c07e-4642-8ba4-d076e42c7b4a'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:04.226109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-dc0f4739-c67c-46e9-98e6-301ace386c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:04.303535 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.304117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Fanout notify agent at l3_agent the message router_deleted on router 0ae83138-c07e-4642-8ba4-d076e42c7b4a {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:04.311739 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.312905 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-55069a1b-9ad1-4d0b-8af2-031ce815e589 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/routers/0ae83138-c07e-4642-8ba4-d076e42c7b4a HTTP/1.1" status: 204 len: 168 time: 1.4234085 Jul 16 18:20:04.315845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38036) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:04.350108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f65fe3-99fc-4c48-8997-6fbacc21e4c2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:04.355505 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69f65fe3-99fc-4c48-8997-6fbacc21e4c2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.446972 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.503847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-dc0f4739-c67c-46e9-98e6-301ace386c01 None None] Set router 0ae83138-c07e-4642-8ba4-d076e42c7b4a gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:04.511663 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-122eb32e-0e44-4561-bb9a-165c65bd9d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.540676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port 69e18a30-5263-4ae1-b284-7e1fd7619a37 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:04.541237 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.640370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] For port 69e18a30-5263-4ae1-b284-7e1fd7619a37, host n-d-787206-10, got binding levels [] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:04.641104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.657836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for 69e18a30-5263-4ae1-b284-7e1fd7619a37 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:04.661035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.ipam_backend_mixin [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Port 69e18a30-5263-4ae1-b284-7e1fd7619a37 was not found and therefore no delete operation was performed {{(pid=100169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:20:04.662560 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.664195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122eb32e-0e44-4561-bb9a-165c65bd9d24 None None] No DVR routers for this DVR port 69e18a30-5263-4ae1-b284-7e1fd7619a37 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:04.669858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-dc0f4739-c67c-46e9-98e6-301ace386c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:20:03Z', 'revision_number': 7, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:04.697367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122eb32e-0e44-4561-bb9a-165c65bd9d24 None None] Pushing event deleted for resources: {'Port': ['ID=69e18a30-5263-4ae1-b284-7e1fd7619a37,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:04.713662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=69e18a30-5263-4ae1-b284-7e1fd7619a37,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:04.720384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] No DVR routers for this DVR port 69e18a30-5263-4ae1-b284-7e1fd7619a37 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:04.735005 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f4739-c67c-46e9-98e6-301ace386c01 None None] The sync data for ids ['0ae83138-c07e-4642-8ba4-d076e42c7b4a'] in n-d-787206-10 is: [{'id': '0ae83138-c07e-4642-8ba4-d076e42c7b4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875207906', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:20:03Z', 'revision_number': 7, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:04.749837 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69f65fe3-99fc-4c48-8997-6fbacc21e4c2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.831166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.834358 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f65fe3-99fc-4c48-8997-6fbacc21e4c2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:04.839091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-69f65fe3-99fc-4c48-8997-6fbacc21e4c2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:04.845443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f65fe3-99fc-4c48-8997-6fbacc21e4c2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.846041 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69f65fe3-99fc-4c48-8997-6fbacc21e4c2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.848345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:04.865487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:04.865955 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcebf4c-c5ee-41be-8ad4-c4d4af2df628') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:04.878785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38040) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:04.879116 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-69f65fe3-99fc-4c48-8997-6fbacc21e4c2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7991579 Jul 16 18:20:04.880253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f65fe3-99fc-4c48-8997-6fbacc21e4c2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=e44b88d4-99bc-4c18-9771-97cc05eaa519,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:04.889387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': 'e44b88d4-99bc-4c18-9771-97cc05eaa519', 'ip_address': '2001:db8::3ecf:5494:1b99:a5b2'}], 'name': 'tempest-NetworksTestDHCPv6-1538883565'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:05.004492 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.013818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:05.041099 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.074373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:05.074795 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:05.078570 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:05.316435 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.319804 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.341925 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.347121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/networks/c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6 HTTP/1.1" status: 204 len: 168 time: 1.0273271 Jul 16 18:20:05.347376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38048) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:05.360869 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d2eef-eb1a-4b03-a257-67c625996d99 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Network': ['ID=c5b8d3ed-3b5e-4495-81ed-538c1ac33cf6,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:05.363518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port 8b94bbfb-3d13-4ee0-8dda-b56fea1d7c5d yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:05.430280 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f89b8da1-5325-405d-83ca-1ed579f412df tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.442320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13d4ecb-26a0-4110-8d45-be7f2ba78653 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:05.467032 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f89b8da1-5325-405d-83ca-1ed579f412df tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.610173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::3ecf:5494:1b99:a5b2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/e44b88d4-99bc-4c18-9771-97cc05eaa519/8b94bbfb-3d13-4ee0-8dda-b56fea1d7c5d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:05.626083 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f89b8da1-5325-405d-83ca-1ed579f412df tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.626083 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f89b8da1-5325-405d-83ca-1ed579f412df tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.626083 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f89b8da1-5325-405d-83ca-1ed579f412df tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/security-groups/683331f0-5402-47d8-af06-3e5bc3219296 HTTP/1.1" status: 204 len: 168 time: 0.2754943 Jul 16 18:20:05.661807 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b8da1-5325-405d-83ca-1ed579f412df tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=683331f0-5402-47d8-af06-3e5bc3219296,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:05.730003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 88371381-2d98-43e4-8d4f-8c461845fe00 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:05.738946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-06fdc22a-e1b7-4501-9ed2-ccec03fff473 None None] Provisioning for port 88371381-2d98-43e4-8d4f-8c461845fe00 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:05.826033 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.841911 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 88371381-2d98-43e4-8d4f-8c461845fe00 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:05.843905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object 8b94bbfb-3d13-4ee0-8dda-b56fea1d7c5d will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:05.846647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 88371381-2d98-43e4-8d4f-8c461845fe00 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:05.847076 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.882922 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.981047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:05.984679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:05.997443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:06.000036 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.008330 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:06.015552 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.032843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=8b94bbfb-3d13-4ee0-8dda-b56fea1d7c5d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.077852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 88371381-2d98-43e4-8d4f-8c461845fe00, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=88371381-2d98-43e4-8d4f-8c461845fe00,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:06.084889 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f077a18c-7cab-4d50-beba-21cd28154b77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2033100 Jul 16 18:20:06.088108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38062) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:06.096956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c6b4d66c-d30d-4be3-ac90-7ed99b6997b6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': 'e44b88d4-99bc-4c18-9771-97cc05eaa519', 'ip_address': '2001:db8::3ecf:5494:1b99:a5b2'}], 'name': 'tempest-NetworksTestDHCPv6-23436799'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:06.103096 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.144366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-1270578a-8ee7-4862-a24d-221057ddaa1e req-0051c683-fded-4b89-82a5-b26b57f91e71 service neutron] (100169) timed out ('10.222.0.41', 42066) {{(pid=100169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:20:06.202160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 69e18a30-5263-4ae1-b284-7e1fd7619a37 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:06.203811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38064) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:06.208998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4a8f7ed0-9c61-415f-9ac3-a7656f5ae9c4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-891102057', 'description': 'tempest-secgroup-smoke-891102057 description', 'project_id': '407f6f1770c34505b8d60a8097455895'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:06.272850 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7ed0-9c61-415f-9ac3-a7656f5ae9c4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.314446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 69e18a30-5263-4ae1-b284-7e1fd7619a37 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:06.314801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 69e18a30-5263-4ae1-b284-7e1fd7619a37 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:06.315212 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4110c781-1580-412f-95ca-a2a10a9f101f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:06.327067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=88371381-2d98-43e4-8d4f-8c461845fe00,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.383134 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 4110c781-1580-412f-95ca-a2a10a9f101f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:06.383540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4110c781-1580-412f-95ca-a2a10a9f101f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:06.396466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-589aa1aa-efc6-4eeb-bb6d-49f5bd7ec2c4 None None] Provisioning complete for port 88371381-2d98-43e4-8d4f-8c461845fe00 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:06.396843 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-589aa1aa-efc6-4eeb-bb6d-49f5bd7ec2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.444499 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7ed0-9c61-415f-9ac3-a7656f5ae9c4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.455007 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7ed0-9c61-415f-9ac3-a7656f5ae9c4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.471924 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b4d66c-d30d-4be3-ac90-7ed99b6997b6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:06.506922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f7ed0-9c61-415f-9ac3-a7656f5ae9c4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb46a87-445b-4077-bc55-6eab21e4c0b9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.542919 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7ed0-9c61-415f-9ac3-a7656f5ae9c4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.547302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4a8f7ed0-9c61-415f-9ac3-a7656f5ae9c4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3393953 Jul 16 18:20:06.547649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38070) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:06.552690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-775b809c-be64-43f8-9dbf-eadb8e587935 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': '1cb46a87-445b-4077-bc55-6eab21e4c0b9', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:06.611553 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-775b809c-be64-43f8-9dbf-eadb8e587935 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.647515 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c04e2195-95d0-4691-9da9-0eaf3e412a31 None None] Could not find standard attr ID for object b5ec9335-3049-42c7-a45b-df41c73bd127. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:06.655424 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d66c-d30d-4be3-ac90-7ed99b6997b6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.702535 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-c6b4d66c-d30d-4be3-ac90-7ed99b6997b6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port 1ee33f53-349f-456e-a99e-074cf17af2fc yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:06.713345 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-775b809c-be64-43f8-9dbf-eadb8e587935 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.718537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-775b809c-be64-43f8-9dbf-eadb8e587935 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.744199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b809c-be64-43f8-9dbf-eadb8e587935 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f9128f-aa98-4a8d-92c6-b95a836f0d3b,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.753036 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-775b809c-be64-43f8-9dbf-eadb8e587935 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.754538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-775b809c-be64-43f8-9dbf-eadb8e587935 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2058055 Jul 16 18:20:06.757793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38076) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:06.767595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a7c2aae0-7bbb-416e-8e05-5b1cb8516673 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': '1cb46a87-445b-4077-bc55-6eab21e4c0b9', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:06.834149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7c2aae0-7bbb-416e-8e05-5b1cb8516673 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.950635 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7c2aae0-7bbb-416e-8e05-5b1cb8516673 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.964121 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7c2aae0-7bbb-416e-8e05-5b1cb8516673 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.983151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 88371381-2d98-43e4-8d4f-8c461845fe00 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:06.983689 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b4d66c-d30d-4be3-ac90-7ed99b6997b6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:20:06.983992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b4d66c-d30d-4be3-ac90-7ed99b6997b6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:07.007533 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c6b4d66c-d30d-4be3-ac90-7ed99b6997b6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9163117 Jul 16 18:20:07.009131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38078) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.017195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2aae0-7bbb-416e-8e05-5b1cb8516673 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e9edeb-4f9e-4257-8672-090d8c8d9cab,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.035312 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a7c2aae0-7bbb-416e-8e05-5b1cb8516673 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.037587 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a7c2aae0-7bbb-416e-8e05-5b1cb8516673 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2788291 Jul 16 18:20:07.041321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38080) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.050126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e9235f31-4b8a-4011-bfcd-8caf10099399 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': '1cb46a87-445b-4077-bc55-6eab21e4c0b9', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:07.103362 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9235f31-4b8a-4011-bfcd-8caf10099399 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.129222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6c425960-7ea4-40a0-a2b4-f3de556d38de None None] Provisioning for port 8b94bbfb-3d13-4ee0-8dda-b56fea1d7c5d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:07.140203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 88371381-2d98-43e4-8d4f-8c461845fe00 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:07.140594 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.158866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30afba03-f5c1-42ce-b1bd-803a98696558 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.174417 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30afba03-f5c1-42ce-b1bd-803a98696558 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.181202 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-30afba03-f5c1-42ce-b1bd-803a98696558 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1708498 Jul 16 18:20:07.181867 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38082) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.186550 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9235f31-4b8a-4011-bfcd-8caf10099399 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.192463 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9235f31-4b8a-4011-bfcd-8caf10099399 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.212950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9235f31-4b8a-4011-bfcd-8caf10099399 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97191da5-93e1-4ac8-919b-d13786309fea,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.223370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6c425960-7ea4-40a0-a2b4-f3de556d38de None None] Provisioning complete for port 8b94bbfb-3d13-4ee0-8dda-b56fea1d7c5d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:07.223774 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6c425960-7ea4-40a0-a2b4-f3de556d38de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.226997 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9235f31-4b8a-4011-bfcd-8caf10099399 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.231586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e9235f31-4b8a-4011-bfcd-8caf10099399 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1857073 Jul 16 18:20:07.231945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38084) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.237258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f411714c-b14e-49bc-88f2-a70eefa6b6da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': '1cb46a87-445b-4077-bc55-6eab21e4c0b9', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:07.288708 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f411714c-b14e-49bc-88f2-a70eefa6b6da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.378026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port 8b94bbfb-3d13-4ee0-8dda-b56fea1d7c5d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:07.378380 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.469501 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f411714c-b14e-49bc-88f2-a70eefa6b6da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.485275 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f411714c-b14e-49bc-88f2-a70eefa6b6da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.531902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411714c-b14e-49bc-88f2-a70eefa6b6da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2059757-cfd7-4946-8dba-a08f619db849,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.539725 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f411714c-b14e-49bc-88f2-a70eefa6b6da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.540459 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.543255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f411714c-b14e-49bc-88f2-a70eefa6b6da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101671 Jul 16 18:20:07.545798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38094) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.551356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-17faedb1-8217-413a-82db-2ae49af30f70 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': '1cb46a87-445b-4077-bc55-6eab21e4c0b9', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:07.555588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for 8b94bbfb-3d13-4ee0-8dda-b56fea1d7c5d owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:07.569700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6c425960-7ea4-40a0-a2b4-f3de556d38de None None] Port 8b94bbfb-3d13-4ee0-8dda-b56fea1d7c5d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:07.584242 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-17faedb1-8217-413a-82db-2ae49af30f70 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Project 407f6f1770c34505b8d60a8097455895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:20:07.592484 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-17faedb1-8217-413a-82db-2ae49af30f70 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.671361 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fb5117a0-210e-4b5d-bbc4-29ac720dbd3f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:07.695260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: fb5117a0-210e-4b5d-bbc4-29ac720dbd3f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:07.696278 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fb5117a0-210e-4b5d-bbc4-29ac720dbd3f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:07.712906 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-17faedb1-8217-413a-82db-2ae49af30f70 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.724102 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-17faedb1-8217-413a-82db-2ae49af30f70 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.764479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17faedb1-8217-413a-82db-2ae49af30f70 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54ef941-eda8-4b47-81a7-a57977ee29cf,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.780056 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-17faedb1-8217-413a-82db-2ae49af30f70 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.781619 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-17faedb1-8217-413a-82db-2ae49af30f70 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2346137 Jul 16 18:20:07.784662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38100) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.798409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-878f9ef5-1d93-48fb-8ff3-98547ca9aa4d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': '1cb46a87-445b-4077-bc55-6eab21e4c0b9', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:07.827623 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.868186 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-878f9ef5-1d93-48fb-8ff3-98547ca9aa4d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Project 407f6f1770c34505b8d60a8097455895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:20:07.876856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=8b94bbfb-3d13-4ee0-8dda-b56fea1d7c5d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.883134 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-878f9ef5-1d93-48fb-8ff3-98547ca9aa4d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.893293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:07.893651 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:07.893989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:07.894324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:07.894655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:07.894983 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:07.895304 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:07.895717 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:07.896495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:07.896495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:07.896667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:07.896902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:07.936694 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.944572 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b28b3668-e6d5-40d4-8f36-74bc0bd466b2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/8b94bbfb-3d13-4ee0-8dda-b56fea1d7c5d HTTP/1.1" status: 204 len: 168 time: 0.7572927 Jul 16 18:20:07.945293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38104) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.003371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38106) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.041061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d572009e-e335-4e4c-91aa-577f5e53b20a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:08.043141 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d572009e-e335-4e4c-91aa-577f5e53b20a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:08.045025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d572009e-e335-4e4c-91aa-577f5e53b20a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0984306 Jul 16 18:20:08.047641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38112) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.070972 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-878f9ef5-1d93-48fb-8ff3-98547ca9aa4d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.075793 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-878f9ef5-1d93-48fb-8ff3-98547ca9aa4d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.105133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f9ef5-1d93-48fb-8ff3-98547ca9aa4d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319f5962-6d83-46e5-a926-5fb914ffd585,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:08.110820 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-878f9ef5-1d93-48fb-8ff3-98547ca9aa4d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.114998 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-878f9ef5-1d93-48fb-8ff3-98547ca9aa4d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3256519 Jul 16 18:20:08.115094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38114) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.122101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ad5c5abb-903c-46e2-a71f-57480ee0ec92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'network': {'name': 'tempest-network-smoke--1172063951', 'project_id': '407f6f1770c34505b8d60a8097455895', 'port_security_enabled': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:08.133677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e82e164-3375-4c5b-b277-280b795e1bf0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet e44b88d4-99bc-4c18-9771-97cc05eaa519 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:08.138035 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e82e164-3375-4c5b-b277-280b795e1bf0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.165657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5c5abb-903c-46e2-a71f-57480ee0ec92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Made reservation on behalf of 407f6f1770c34505b8d60a8097455895 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:08.170843 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad5c5abb-903c-46e2-a71f-57480ee0ec92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.208504 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e82e164-3375-4c5b-b277-280b795e1bf0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.211309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5c5abb-903c-46e2-a71f-57480ee0ec92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:08.226567 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad5c5abb-903c-46e2-a71f-57480ee0ec92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.226912 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-ad5c5abb-903c-46e2-a71f-57480ee0ec92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Added segment b9cab46d-a93c-431d-a7a5-f20483a907bf of type vlan for network c5fae292-d76e-4b9c-9903-d6e77d026e3a Jul 16 18:20:08.260448 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a24bb822-18f8-4a33-b415-df56f26e3c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.270476 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad5c5abb-903c-46e2-a71f-57480ee0ec92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.295460 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e82e164-3375-4c5b-b277-280b795e1bf0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.306096 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad5c5abb-903c-46e2-a71f-57480ee0ec92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.312771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c5abb-903c-46e2-a71f-57480ee0ec92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:08.313656 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad5c5abb-903c-46e2-a71f-57480ee0ec92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.391747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c5abb-903c-46e2-a71f-57480ee0ec92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Network': ['ID=c5fae292-d76e-4b9c-9903-d6e77d026e3a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:08.403063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network c5fae292-d76e-4b9c-9903-d6e77d026e3a details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:08.410737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e82e164-3375-4c5b-b277-280b795e1bf0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.446982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82e164-3375-4c5b-b277-280b795e1bf0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=e44b88d4-99bc-4c18-9771-97cc05eaa519,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:08.455294 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3e82e164-3375-4c5b-b277-280b795e1bf0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.459790 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3e82e164-3375-4c5b-b277-280b795e1bf0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/e44b88d4-99bc-4c18-9771-97cc05eaa519 HTTP/1.1" status: 204 len: 168 time: 0.4105101 Jul 16 18:20:08.460101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38118) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.482905 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a24bb822-18f8-4a33-b415-df56f26e3c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.492011 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a24bb822-18f8-4a33-b415-df56f26e3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.496952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b62108-75f4-4f96-9d0f-4b2cfba90db5 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:08.506028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a8398b25-b084-41ae-9616-a7dd22db2bdb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439456 Jul 16 18:20:08.509360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38120) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.515479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-3ab801a0-f36c-4588-a297-5a09bd766a5d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:08.557994 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a24bb822-18f8-4a33-b415-df56f26e3c21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fbef292bee0e42d890e59c2fcd63f0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5528455 Jul 16 18:20:08.559143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bb822-18f8-4a33-b415-df56f26e3c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8275a4fd-c340-43b3-a1a1-ab03545fed52,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:08.561669 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38122) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.565544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ad5c5abb-903c-46e2-a71f-57480ee0ec92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4492073 Jul 16 18:20:08.572624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38124) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.591008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'admin_state_up': True, 'project_id': '407f6f1770c34505b8d60a8097455895', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:08.643821 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.645024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.676105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab801a0-f36c-4588-a297-5a09bd766a5d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:08.681279 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ab801a0-f36c-4588-a297-5a09bd766a5d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.686962 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f7f298e4-7376-4898-839f-ba5f36240ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.735891 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.755525 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f7f298e4-7376-4898-839f-ba5f36240ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.766234 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caf3e17-f506-4ebc-8336-fd1a32f09dcb None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:08.831579 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6caf3e17-f506-4ebc-8336-fd1a32f09dcb None None] Deleting port 88371381-2d98-43e4-8d4f-8c461845fe00 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:08.832088 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6caf3e17-f506-4ebc-8336-fd1a32f09dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.953845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.982415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6caf3e17-f506-4ebc-8336-fd1a32f09dcb None None] For port 88371381-2d98-43e4-8d4f-8c461845fe00, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=88371381-2d98-43e4-8d4f-8c461845fe00,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:08.982415 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6caf3e17-f506-4ebc-8336-fd1a32f09dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.013573 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6caf3e17-f506-4ebc-8336-fd1a32f09dcb None None] Calling delete_port for 88371381-2d98-43e4-8d4f-8c461845fe00 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:09.037720 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f7f298e4-7376-4898-839f-ba5f36240ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.047006 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f7f298e4-7376-4898-839f-ba5f36240ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.061344 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f7f298e4-7376-4898-839f-ba5f36240ab7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8275a4fd-c340-43b3-a1a1-ab03545fed52 HTTP/1.1" status: 204 len: 168 time: 0.4980862 Jul 16 18:20:09.098185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 88371381-2d98-43e4-8d4f-8c461845fe00 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:09.107176 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f298e4-7376-4898-839f-ba5f36240ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8275a4fd-c340-43b3-a1a1-ab03545fed52,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:09.252642 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.281066 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6caf3e17-f506-4ebc-8336-fd1a32f09dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.343724 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf3e17-f506-4ebc-8336-fd1a32f09dcb None None] Pushing event deleted for resources: {'Port': ['ID=88371381-2d98-43e4-8d4f-8c461845fe00,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:09.368341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caf3e17-f506-4ebc-8336-fd1a32f09dcb None None] No DVR routers for this DVR port 88371381-2d98-43e4-8d4f-8c461845fe00 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:09.460321 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.488223 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.527653 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ab801a0-f36c-4588-a297-5a09bd766a5d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.575829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab801a0-f36c-4588-a297-5a09bd766a5d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:09.580017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-3ab801a0-f36c-4588-a297-5a09bd766a5d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:09.588020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab801a0-f36c-4588-a297-5a09bd766a5d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:09.589024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3ab801a0-f36c-4588-a297-5a09bd766a5d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.589954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71cf01-2afd-4e17-a15a-4e109d56abcc None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:09.612446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab801a0-f36c-4588-a297-5a09bd766a5d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=80a9dcce-cac1-498d-8fa0-44d2f0a5b443,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:09.618950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3ab801a0-f36c-4588-a297-5a09bd766a5d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1082847 Jul 16 18:20:09.622835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38138) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:09.630602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-53aee270-9b05-45fc-a168-12d919cb01c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': '80a9dcce-cac1-498d-8fa0-44d2f0a5b443', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-833893242'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:09.650120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38140) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:09.680326 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6972fe5d-1d74-485d-811d-b3483a0b81c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.691648 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.25.5.131 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/c647b32c-d80c-4a6f-8515-521c29830a92) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:09.743058 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38142) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:09.878603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': '80a9dcce-cac1-498d-8fa0-44d2f0a5b443'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:09.879748 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.900677 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6972fe5d-1d74-485d-811d-b3483a0b81c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.917865 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.933597 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6972fe5d-1d74-485d-811d-b3483a0b81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.972212 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6972fe5d-1d74-485d-811d-b3483a0b81c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f3522c5c2514450974475203da2ff18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194346 Jul 16 18:20:09.972920 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aee270-9b05-45fc-a168-12d919cb01c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:09.975108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38146) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:09.979194 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-53aee270-9b05-45fc-a168-12d919cb01c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.013251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972fe5d-1d74-485d-811d-b3483a0b81c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b41970-11af-452d-8614-27c274efec12,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:10.038769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-53aee270-9b05-45fc-a168-12d919cb01c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port b31f07a2-c994-4ac5-ba57-6ff641deb6d6 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:10.067201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Allocated IP 2001:db8::2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/80a9dcce-cac1-498d-8fa0-44d2f0a5b443/d46999f5-f861-4407-88a6-f52ef93a413f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:10.087075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8d698b1a-8eb2-46a5-8be0-ff9263fcaa26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.134552 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.158104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1995e-d580-4fa8-90e2-6c97acb2250a req-96f831f7-22a1-4efe-a58e-0c4b082aed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.159808 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6cb1995e-d580-4fa8-90e2-6c97acb2250a req-96f831f7-22a1-4efe-a58e-0c4b082aed75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 1097 time: 0.4094579 Jul 16 18:20:10.173003 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:10.183927 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:10.192624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:10.239404 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8d698b1a-8eb2-46a5-8be0-ff9263fcaa26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.299646 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.309692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Transition to ACTIVE for port object d46999f5-f861-4407-88a6-f52ef93a413f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:10.312506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=c647b32c-d80c-4a6f-8515-521c29830a92,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:10.327283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Transition to ACTIVE for port object d46999f5-f861-4407-88a6-f52ef93a413f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:10.336178 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.336640 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-53aee270-9b05-45fc-a168-12d919cb01c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:20:10.337280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53aee270-9b05-45fc-a168-12d919cb01c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:10.357428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-53aee270-9b05-45fc-a168-12d919cb01c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.7330165 Jul 16 18:20:10.360038 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38152) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:10.382581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:10.386151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:10.391323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:10.398072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Pushing event updated for resources: {'Port': ['ID=d46999f5-f861-4407-88a6-f52ef93a413f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:10.436276 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6cb1995e-d580-4fa8-90e2-6c97acb2250a req-804b7764-1adc-45c4-9e5a-3d92e18de4d3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8bb7ced1-4f41-49dd-94f1-32288365c392&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2615850 Jul 16 18:20:10.460459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Attempting to bind port d46999f5-f861-4407-88a6-f52ef93a413f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:10.460835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Attempting to bind port d46999f5-f861-4407-88a6-f52ef93a413f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:10.461202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Attempting to bind port d46999f5-f861-4407-88a6-f52ef93a413f on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:10.469880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee2348b-f21c-458d-91e7-00f910cf9ebf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.471413 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fee2348b-f21c-458d-91e7-00f910cf9ebf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1102655 Jul 16 18:20:10.473949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38156) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:10.475137 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:10.475642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:10.476126 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.476592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:10.477136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Bound port: d46999f5-f861-4407-88a6-f52ef93a413f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:10.477594 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.505698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8d698b1a-8eb2-46a5-8be0-ff9263fcaa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.508240 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8d698b1a-8eb2-46a5-8be0-ff9263fcaa26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.509523 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8d698b1a-8eb2-46a5-8be0-ff9263fcaa26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75b41970-11af-452d-8614-27c274efec12 HTTP/1.1" status: 204 len: 168 time: 0.5334549 Jul 16 18:20:10.540452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ce9d73-4700-4a52-8071-bd748d1d646e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.544023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ce9d73-4700-4a52-8071-bd748d1d646e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.546349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c5ce9d73-4700-4a52-8071-bd748d1d646e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0714045 Jul 16 18:20:10.549148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38160) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:10.554928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d698b1a-8eb2-46a5-8be0-ff9263fcaa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b41970-11af-452d-8614-27c274efec12,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:10.555604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] For port d46999f5-f861-4407-88a6-f52ef93a413f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:10.559463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] For port d46999f5-f861-4407-88a6-f52ef93a413f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d46999f5-f861-4407-88a6-f52ef93a413f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:10.567982 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.603056 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.629966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 80a9dcce-cac1-498d-8fa0-44d2f0a5b443 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:10.634526 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.642318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2ba83-bb6c-421d-a374-ba8cbf67652c None None] Pushing event updated for resources: {'Port': ['ID=d46999f5-f861-4407-88a6-f52ef93a413f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:10.699223 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.821074 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.907789 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.946611 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.948976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=80a9dcce-cac1-498d-8fa0-44d2f0a5b443,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:10.972767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:10.973774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:10.974427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:10.974962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:10.975493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:10.976118 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:10.976866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:10.977508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:10.978023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:10.978545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:10.979642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:10.980317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:10.984154 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.986434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-02065dde-8d3e-4e8f-ad46-fabbd922fd1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/80a9dcce-cac1-498d-8fa0-44d2f0a5b443 HTTP/1.1" status: 204 len: 168 time: 0.4360535 Jul 16 18:20:10.990136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38164) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.063539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c807e162-d499-4406-a511-754341588f28 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651665 Jul 16 18:20:11.063808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38166) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.080114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-410a7150-d86c-4ab4-92fe-a5e85d2dae0f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:11.232919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d46999f5-f861-4407-88a6-f52ef93a413f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:11.278768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38176) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.328868 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9bb15bf9-51b4-4dcb-9b8b-24140a248859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.376022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port d46999f5-f861-4407-88a6-f52ef93a413f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:11.462559 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9bb15bf9-51b4-4dcb-9b8b-24140a248859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.464235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410a7150-d86c-4ab4-92fe-a5e85d2dae0f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:11.468198 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-410a7150-d86c-4ab4-92fe-a5e85d2dae0f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.473304 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9bb15bf9-51b4-4dcb-9b8b-24140a248859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.614182 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38184) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.614702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9bb15bf9-51b4-4dcb-9b8b-24140a248859 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d636c16b129443dba0b9687dd7ea422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344951 Jul 16 18:20:11.623383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb15bf9-51b4-4dcb-9b8b-24140a248859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d58032-9881-41e9-8476-234e750cbe98,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:11.637031 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router db459903-6d1d-4ed5-b6ae-6a145a061000 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:11.780837 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-54f91e9c-8c10-4ed0-ba50-178f60e246ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.804048 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-410a7150-d86c-4ab4-92fe-a5e85d2dae0f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.836053 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-54f91e9c-8c10-4ed0-ba50-178f60e246ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.858433 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:11.879835 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Sync routers for ids ['db459903-6d1d-4ed5-b6ae-6a145a061000'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:11.894083 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Routers {'db459903-6d1d-4ed5-b6ae-6a145a061000'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:11.894244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a7150-d86c-4ab4-92fe-a5e85d2dae0f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:11.895119 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['db459903-6d1d-4ed5-b6ae-6a145a061000'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:11.897643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-410a7150-d86c-4ab4-92fe-a5e85d2dae0f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:11.902917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410a7150-d86c-4ab4-92fe-a5e85d2dae0f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.903561 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-410a7150-d86c-4ab4-92fe-a5e85d2dae0f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.918793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a7150-d86c-4ab4-92fe-a5e85d2dae0f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=1c0eb061-03bd-41a4-bcc6-99202af02a35,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:11.938005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-410a7150-d86c-4ab4-92fe-a5e85d2dae0f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8729241 Jul 16 18:20:11.938624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38194) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.944475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1f5271bd-b965-4e10-8c5b-e973fb76225e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1459773515', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:11.951111 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-54f91e9c-8c10-4ed0-ba50-178f60e246ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.954152 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-54f91e9c-8c10-4ed0-ba50-178f60e246ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.958856 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-54f91e9c-8c10-4ed0-ba50-178f60e246ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5d58032-9881-41e9-8476-234e750cbe98 HTTP/1.1" status: 204 len: 168 time: 0.3418682 Jul 16 18:20:11.962186 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.967045 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4d076241-cb32-4242-8204-42fb166d6257 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3893332 Jul 16 18:20:11.972582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38200) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.974987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f91e9c-8c10-4ed0-ba50-178f60e246ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d58032-9881-41e9-8476-234e750cbe98,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:12.038287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-678488e1-3ca4-4746-a941-1f46ee7a6077 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=407f6f1770c34505b8d60a8097455895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0638018 Jul 16 18:20:12.038592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38202) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:12.067297 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f5271bd-b965-4e10-8c5b-e973fb76225e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.068608 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f5271bd-b965-4e10-8c5b-e973fb76225e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.075065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa80d3b0-381b-4b9b-8d59-74b4b32eccba None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:12.097252 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Set router db459903-6d1d-4ed5-b6ae-6a145a061000 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:12.138111 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f5271bd-b965-4e10-8c5b-e973fb76225e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.146851 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f5271bd-b965-4e10-8c5b-e973fb76225e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.174905 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f5271bd-b965-4e10-8c5b-e973fb76225e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.180424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1f5271bd-b965-4e10-8c5b-e973fb76225e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2400365 Jul 16 18:20:12.181112 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38204) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:12.231868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a1565943-8cc0-4d9e-8ac1-be76275001df None None] Provisioning for port d46999f5-f861-4407-88a6-f52ef93a413f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:12.242801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a1565943-8cc0-4d9e-8ac1-be76275001df None None] Provisioning complete for port d46999f5-f861-4407-88a6-f52ef93a413f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:12.249941 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a1565943-8cc0-4d9e-8ac1-be76275001df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.391706 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 3, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:12.407377 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071af963-aae9-4c74-853d-171fd8cc5ba9 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.409057 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-071af963-aae9-4c74-853d-171fd8cc5ba9 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3694727 Jul 16 18:20:12.411855 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38208) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:12.459616 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a1565943-8cc0-4d9e-8ac1-be76275001df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.469233 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Checking router: db459903-6d1d-4ed5-b6ae-6a145a061000 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:12.469840 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Updating router db459903-6d1d-4ed5-b6ae-6a145a061000 port c647b32c-d80c-4a6f-8515-521c29830a92 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:20:12.538084 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-09414360-286d-4e0d-a439-c658b0aeed4b tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1250331 Jul 16 18:20:12.544109 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38214) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:12.545471 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.549945 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a6f0fefa-a29b-4e04-ad13-ed7a4f4215e4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2040488582', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'project_id': '407f6f1770c34505b8d60a8097455895', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:12.584939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-a1565943-8cc0-4d9e-8ac1-be76275001df None None] For port d46999f5-f861-4407-88a6-f52ef93a413f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d46999f5-f861-4407-88a6-f52ef93a413f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:12.600318 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a1565943-8cc0-4d9e-8ac1-be76275001df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.752420 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1565943-8cc0-4d9e-8ac1-be76275001df None None] Pushing event updated for resources: {'Port': ['ID=d46999f5-f861-4407-88a6-f52ef93a413f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:12.809017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f0fefa-a29b-4e04-ad13-ed7a4f4215e4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Made reservation on behalf of 407f6f1770c34505b8d60a8097455895 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:12.814126 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fefa-a29b-4e04-ad13-ed7a4f4215e4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.841999 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.956600 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d9ad828f-698c-49d7-80cd-5787d40eac82 None None] Provisioning complete for port d46999f5-f861-4407-88a6-f52ef93a413f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:12.957078 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d9ad828f-698c-49d7-80cd-5787d40eac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.982793 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.004210 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Transition to ACTIVE for port object c647b32c-d80c-4a6f-8515-521c29830a92 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:13.014882 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.105310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d46999f5-f861-4407-88a6-f52ef93a413f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:13.154754 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Pushing event updated for resources: {'Port': ['ID=c647b32c-d80c-4a6f-8515-521c29830a92,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:13.173822 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:13.174162 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:13.174500 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:13.174828 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:13.175156 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:13.175501 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:13.175827 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:13.176148 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:13.176463 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:13.176776 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:13.177089 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:13.187925 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:13.188069 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fefa-a29b-4e04-ad13-ed7a4f4215e4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.212919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port d46999f5-f861-4407-88a6-f52ef93a413f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:13.213159 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Attempting to bind port c647b32c-d80c-4a6f-8515-521c29830a92 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:13.213991 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Attempting to bind port c647b32c-d80c-4a6f-8515-521c29830a92 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:13.214353 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.218053 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Attempting to bind port c647b32c-d80c-4a6f-8515-521c29830a92 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:13.225818 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:13.226185 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:13.226570 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.229412 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:13.233197 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Bound port: c647b32c-d80c-4a6f-8515-521c29830a92, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:13.234034 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.240482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0fefa-a29b-4e04-ad13-ed7a4f4215e4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Subnet': ['ID=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:13.273432 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f0fefa-a29b-4e04-ad13-ed7a4f4215e4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Checking segment: {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:13.273804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f0fefa-a29b-4e04-ad13-ed7a4f4215e4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network hostable DHCP agents. Network: c5fae292-d76e-4b9c-9903-d6e77d026e3a, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:13.299079 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f0fefa-a29b-4e04-ad13-ed7a4f4215e4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network c5fae292-d76e-4b9c-9903-d6e77d026e3a is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:13.325949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-a6f0fefa-a29b-4e04-ad13-ed7a4f4215e4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, c5fae292-d76e-4b9c-9903-d6e77d026e3a) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:13.335993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8928eeb7-9375-442c-abbe-f47bb1690431 None None] Network c5fae292-d76e-4b9c-9903-d6e77d026e3a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:13.343200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f0fefa-a29b-4e04-ad13-ed7a4f4215e4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:13.344558 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fefa-a29b-4e04-ad13-ed7a4f4215e4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.347961 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] For port c647b32c-d80c-4a6f-8515-521c29830a92, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:13.357222 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] For port c647b32c-d80c-4a6f-8515-521c29830a92, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c647b32c-d80c-4a6f-8515-521c29830a92,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:13.376015 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.388696 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a6f0fefa-a29b-4e04-ad13-ed7a4f4215e4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8422494 Jul 16 18:20:13.390926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38232) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:13.407025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::1 (4dcae011-efa4-4eee-b78f-e3e59142c43e/1c0eb061-03bd-41a4-bcc6-99202af02a35/ca3ddf3e-eca1-45d3-a917-35c791935b75) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:13.504532 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Routers {'db459903-6d1d-4ed5-b6ae-6a145a061000'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:13.507119 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['db459903-6d1d-4ed5-b6ae-6a145a061000'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:13.577874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ips': [{'subnet_id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:13.579769 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.617475 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.631005 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e4e53-8e65-46e8-8026-e4c63cef1f3d None None] Pushing event updated for resources: {'Port': ['ID=c647b32c-d80c-4a6f-8515-521c29830a92,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:13.656294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object ca3ddf3e-eca1-45d3-a917-35c791935b75 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:13.731246 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.757625 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] Set router db459903-6d1d-4ed5-b6ae-6a145a061000 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:13.811718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=ca3ddf3e-eca1-45d3-a917-35c791935b75,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:13.833631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Allocated IP 172.20.0.2 (c5fae292-d76e-4b9c-9903-d6e77d026e3a/e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0/74218956-0303-483c-8fb6-4bac1015d9a7) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:13.845356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:13.847847 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:13.870239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:13.877703 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.126253 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.168338 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.188316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Transition to ACTIVE for port object 74218956-0303-483c-8fb6-4bac1015d9a7 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:14.212302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Transition to ACTIVE for port object 74218956-0303-483c-8fb6-4bac1015d9a7 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:14.224089 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.257983 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 3, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:14.300485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Network c5fae292-d76e-4b9c-9903-d6e77d026e3a is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:14.305059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:14.313431 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:14.334668 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc31bd9-c458-406b-a2b2-ecdd829076c2 None None] The sync data for ids ['db459903-6d1d-4ed5-b6ae-6a145a061000'] in n-d-787206-10 is: [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 3, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:14.363624 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Pushing event updated for resources: {'Port': ['ID=74218956-0303-483c-8fb6-4bac1015d9a7,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:14.414995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-127d0383-d63a-4efb-9093-5392c581ede2 None None] Provisioning for port ca3ddf3e-eca1-45d3-a917-35c791935b75 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:14.436084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Attempting to bind port 74218956-0303-483c-8fb6-4bac1015d9a7 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:14.437341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Attempting to bind port 74218956-0303-483c-8fb6-4bac1015d9a7 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:14.437882 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Attempting to bind port 74218956-0303-483c-8fb6-4bac1015d9a7 on network c5fae292-d76e-4b9c-9903-d6e77d026e3a {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:14.445862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:14.446696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Checking segment: {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:14.449273 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.450254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Bound using segment: {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:14.450915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Bound port: 74218956-0303-483c-8fb6-4bac1015d9a7, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:14.452163 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.456074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-127d0383-d63a-4efb-9093-5392c581ede2 None None] Provisioning complete for port ca3ddf3e-eca1-45d3-a917-35c791935b75 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:14.456633 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-127d0383-d63a-4efb-9093-5392c581ede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.534870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-127d0383-d63a-4efb-9093-5392c581ede2 None None] Port ca3ddf3e-eca1-45d3-a917-35c791935b75 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:14.563388 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.575696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] For port 74218956-0303-483c-8fb6-4bac1015d9a7, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:14.579160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] For port 74218956-0303-483c-8fb6-4bac1015d9a7, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=74218956-0303-483c-8fb6-4bac1015d9a7,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:14.588187 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.671753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83459e-6748-4152-acc4-ffed8eda8775 None None] Pushing event updated for resources: {'Port': ['ID=74218956-0303-483c-8fb6-4bac1015d9a7,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:14.833852 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.852377 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.855048 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.922184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=ca3ddf3e-eca1-45d3-a917-35c791935b75,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:15.126243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:15.134811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:15.235397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c647b32c-d80c-4a6f-8515-521c29830a92 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:15.288185 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.20.0.1 (c5fae292-d76e-4b9c-9903-d6e77d026e3a/e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0/81b169ee-58f9-4a5e-9863-ad9d30817d02) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:15.387478 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port c647b32c-d80c-4a6f-8515-521c29830a92 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:15.391771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c647b32c-d80c-4a6f-8515-521c29830a92 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:15.392151 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.412043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Router 704a4653-4be9-4650-94d5-db55937b0dee is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:15.505875 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.563054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Transition to ACTIVE for port object 81b169ee-58f9-4a5e-9863-ad9d30817d02 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:15.584789 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.620590 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:15.622162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port c647b32c-d80c-4a6f-8515-521c29830a92, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c647b32c-d80c-4a6f-8515-521c29830a92,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:15.639844 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.640392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6636ee58-f54e-407f-a800-e7d197d0a503 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "PUT /v2.0/routers/704a4653-4be9-4650-94d5-db55937b0dee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4538918 Jul 16 18:20:15.640650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38268) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:15.649161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Sync routers for ids ['704a4653-4be9-4650-94d5-db55937b0dee'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:15.653987 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.749504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network c5fae292-d76e-4b9c-9903-d6e77d026e3a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:15.749712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-47a91830-ebc9-4b3f-8d4d-870c31de7d32 None None] Provisioning complete for port ca3ddf3e-eca1-45d3-a917-35c791935b75 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:15.750709 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-47a91830-ebc9-4b3f-8d4d-870c31de7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.755177 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Routers {'704a4653-4be9-4650-94d5-db55937b0dee'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:15.755935 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['704a4653-4be9-4650-94d5-db55937b0dee'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:15.757329 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:15.765696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adba342-4202-4188-810d-f31a7d3f4d1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.773397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:15.774134 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3adba342-4202-4188-810d-f31a7d3f4d1a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports/ca3ddf3e-eca1-45d3-a917-35c791935b75 HTTP/1.1" status: 200 len: 911 time: 0.1325707 Jul 16 18:20:15.783687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38270) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:15.785706 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=81b169ee-58f9-4a5e-9863-ad9d30817d02,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:15.897440 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.001589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009966cf-c86f-4d94-b7bd-b4e64d190813 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:16.007891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009966cf-c86f-4d94-b7bd-b4e64d190813 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:16.009546 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-009966cf-c86f-4d94-b7bd-b4e64d190813 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2248104 Jul 16 18:20:16.012959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38276) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:16.234839 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.245678 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Set router 704a4653-4be9-4650-94d5-db55937b0dee gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:16.501712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=c647b32c-d80c-4a6f-8515-521c29830a92,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:16.520058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bd7992-ae4f-4862-bd8f-f93de9ffd100 None None] Network c5fae292-d76e-4b9c-9903-d6e77d026e3a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:16.711796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-47a91830-ebc9-4b3f-8d4d-870c31de7d32 None None] Port ca3ddf3e-eca1-45d3-a917-35c791935b75 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:16.882789 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.895729 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.955588 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b829cdfb-2093-476e-884a-de41dfde169e None None] Provisioning for port 74218956-0303-483c-8fb6-4bac1015d9a7 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:16.985285 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6923b533-c96a-4ef9-94ec-04f53d6037ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.047668 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.051754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=81b169ee-58f9-4a5e-9863-ad9d30817d02,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:17.056247 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704a4653-4be9-4650-94d5-db55937b0dee', 'name': 'tempest-NetworksTestDHCPv6-router-1459773515', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:12Z', 'updated_at': '2021-07-16T18:20:14Z', 'revision_number': 2, 'project_id': 'e182327792a246efac2cea12ed0eb47e', 'gw_port_host': None, '_interfaces': [{'id': 'ca3ddf3e-eca1-45d3-a917-35c791935b75', 'name': '', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'mac_address': 'fa:16:3e:2e:6e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704a4653-4be9-4650-94d5-db55937b0dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '1c0eb061-03bd-41a4-bcc6-99202af02a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:12Z', 'updated_at': '2021-07-16T18:20:14Z', 'revision_number': 2, 'project_id': 'e182327792a246efac2cea12ed0eb47e', 'subnets': [{'id': '1c0eb061-03bd-41a4-bcc6-99202af02a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:17.155090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Checking router: 704a4653-4be9-4650-94d5-db55937b0dee for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:17.155405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Updating router 704a4653-4be9-4650-94d5-db55937b0dee port ca3ddf3e-eca1-45d3-a917-35c791935b75 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:20:17.224366 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.276926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network c5fae292-d76e-4b9c-9903-d6e77d026e3a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:17.278664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:17.296586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 74218956-0303-483c-8fb6-4bac1015d9a7 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:17.499707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 74218956-0303-483c-8fb6-4bac1015d9a7 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:17.509714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router db459903-6d1d-4ed5-b6ae-6a145a061000 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:17.539221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 74218956-0303-483c-8fb6-4bac1015d9a7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:17.539731 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.825458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4ab24873-4151-413a-8a61-15f42d0369b8 None None] Provisioning for port 81b169ee-58f9-4a5e-9863-ad9d30817d02 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:17.857043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:17.863211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4ab24873-4151-413a-8a61-15f42d0369b8 None None] Provisioning complete for port 81b169ee-58f9-4a5e-9863-ad9d30817d02 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:17.865155 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4ab24873-4151-413a-8a61-15f42d0369b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.870755 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Sync routers for ids ['db459903-6d1d-4ed5-b6ae-6a145a061000'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:17.876105 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b094cbdb-410a-4be8-b07f-817f2c783f97 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "PUT /v2.0/routers/db459903-6d1d-4ed5-b6ae-6a145a061000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4839828 Jul 16 18:20:17.900464 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Routers {'db459903-6d1d-4ed5-b6ae-6a145a061000'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:17.900464 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['db459903-6d1d-4ed5-b6ae-6a145a061000'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:17.995935 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-4ab24873-4151-413a-8a61-15f42d0369b8 None None] Port 81b169ee-58f9-4a5e-9863-ad9d30817d02 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:18.000187 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.089316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4ab24873-4151-413a-8a61-15f42d0369b8 None None] Provisioning complete for port 74218956-0303-483c-8fb6-4bac1015d9a7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:18.089780 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4ab24873-4151-413a-8a61-15f42d0369b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.108713 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 74218956-0303-483c-8fb6-4bac1015d9a7, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=74218956-0303-483c-8fb6-4bac1015d9a7,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:18.118263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-6923b533-c96a-4ef9-94ec-04f53d6037ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port ca3ddf3e-eca1-45d3-a917-35c791935b75 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:18.119302 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6923b533-c96a-4ef9-94ec-04f53d6037ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.133467 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.134419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c647b32c-d80c-4a6f-8515-521c29830a92 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:18.175694 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.234135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Transition to ACTIVE for port object ca3ddf3e-eca1-45d3-a917-35c791935b75 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:18.280886 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Set router db459903-6d1d-4ed5-b6ae-6a145a061000 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:18.282580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=74218956-0303-483c-8fb6-4bac1015d9a7,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:18.289906 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.321781 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-bc4ba5e7-57df-449c-a079-fb16bd00aa59 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-891102057&fields=id&tenant_id=407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 267 time: 0.0718045 Jul 16 18:20:18.366229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97c664-d855-4f36-87d3-840d7dfb71ca None None] Pushing event updated for resources: {'Port': ['ID=ca3ddf3e-eca1-45d3-a917-35c791935b75,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:18.394764 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c647b32c-d80c-4a6f-8515-521c29830a92 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:18.395134 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.492962 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6923b533-c96a-4ef9-94ec-04f53d6037ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.579864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-6923b533-c96a-4ef9-94ec-04f53d6037ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for ca3ddf3e-eca1-45d3-a917-35c791935b75 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:18.596433 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Attempting to bind port ca3ddf3e-eca1-45d3-a917-35c791935b75 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:18.597257 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Attempting to bind port ca3ddf3e-eca1-45d3-a917-35c791935b75 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:18.597816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Attempting to bind port ca3ddf3e-eca1-45d3-a917-35c791935b75 on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:18.605201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:18.605842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:18.606435 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.606983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:18.607671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Bound port: ca3ddf3e-eca1-45d3-a917-35c791935b75, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:18.608484 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.645202 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:20:16Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '81b169ee-58f9-4a5e-9863-ad9d30817d02', 'name': '', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:24:bf:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:14Z', 'updated_at': '2021-07-16T18:20:16Z', 'revision_number': 2, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:18.719467 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Checking router: db459903-6d1d-4ed5-b6ae-6a145a061000 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:18.719825 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Updating router db459903-6d1d-4ed5-b6ae-6a145a061000 port 81b169ee-58f9-4a5e-9863-ad9d30817d02 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:20:18.734304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-e2284007-f7f1-4503-8b75-6837ae086988 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:18.740040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] For port ca3ddf3e-eca1-45d3-a917-35c791935b75, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:18.743459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] For port ca3ddf3e-eca1-45d3-a917-35c791935b75, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ca3ddf3e-eca1-45d3-a917-35c791935b75,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:18.743629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-e2284007-f7f1-4503-8b75-6837ae086988 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/networks?id=c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 200 len: 797 time: 0.4105849 Jul 16 18:20:18.759213 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.778762 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.794138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-3695d6f2-24eb-4a3e-88c2-732a128abf7c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/quotas/407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 375 time: 0.0401080 Jul 16 18:20:18.845983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-70122af4-ce2e-41ce-8bfc-f358b3b5531b None None] Provisioning complete for port 81b169ee-58f9-4a5e-9863-ad9d30817d02 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:18.846413 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-70122af4-ce2e-41ce-8bfc-f358b3b5531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.911290 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97c664-d855-4f36-87d3-840d7dfb71ca None None] Pushing event updated for resources: {'Port': ['ID=ca3ddf3e-eca1-45d3-a917-35c791935b75,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:18.914474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Routers {'704a4653-4be9-4650-94d5-db55937b0dee'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:18.915484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['704a4653-4be9-4650-94d5-db55937b0dee'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:19.109537 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] Set router 704a4653-4be9-4650-94d5-db55937b0dee gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:19.215018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 74218956-0303-483c-8fb6-4bac1015d9a7 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:19.281824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-70122af4-ce2e-41ce-8bfc-f358b3b5531b None None] Port 81b169ee-58f9-4a5e-9863-ad9d30817d02 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:19.333350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-b65576be-c84e-4359-85d7-e1d95285af7c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5130634 Jul 16 18:20:19.362609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 74218956-0303-483c-8fb6-4bac1015d9a7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:19.362966 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.386930 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6923b533-c96a-4ef9-94ec-04f53d6037ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.448046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923b533-c96a-4ef9-94ec-04f53d6037ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=ca3ddf3e-eca1-45d3-a917-35c791935b75,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:19.485767 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.502180 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Transition to ACTIVE for port object 81b169ee-58f9-4a5e-9863-ad9d30817d02 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:19.517590 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.677502 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Attempting to bind port 81b169ee-58f9-4a5e-9863-ad9d30817d02 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:19.677903 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Attempting to bind port 81b169ee-58f9-4a5e-9863-ad9d30817d02 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:19.678233 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Attempting to bind port 81b169ee-58f9-4a5e-9863-ad9d30817d02 on network c5fae292-d76e-4b9c-9903-d6e77d026e3a {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:19.689362 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:19.690010 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Checking segment: {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:19.690414 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.690811 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Bound using segment: {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:19.691295 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Bound port: 81b169ee-58f9-4a5e-9863-ad9d30817d02, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:19.691703 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.711211 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6923b533-c96a-4ef9-94ec-04f53d6037ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.749046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cc460b78-47fe-439c-86b3-b8e95cd78c5a None None] Could not find standard attr ID for object ca3ddf3e-eca1-45d3-a917-35c791935b75. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:19.759972 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bccd2d-a352-4e3c-be3b-ce3c04ff9380 None None] Pushing event updated for resources: {'Port': ['ID=81b169ee-58f9-4a5e-9863-ad9d30817d02,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:19.803053 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] For port 81b169ee-58f9-4a5e-9863-ad9d30817d02, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:19.808565 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] For port 81b169ee-58f9-4a5e-9863-ad9d30817d02, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=81b169ee-58f9-4a5e-9863-ad9d30817d02,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:19.823713 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.891762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704a4653-4be9-4650-94d5-db55937b0dee', 'name': 'tempest-NetworksTestDHCPv6-router-1459773515', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:12Z', 'updated_at': '2021-07-16T18:20:14Z', 'revision_number': 2, 'project_id': 'e182327792a246efac2cea12ed0eb47e', 'gw_port_host': None, '_interfaces': [{'id': 'ca3ddf3e-eca1-45d3-a917-35c791935b75', 'name': '', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'mac_address': 'fa:16:3e:2e:6e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704a4653-4be9-4650-94d5-db55937b0dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '1c0eb061-03bd-41a4-bcc6-99202af02a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:12Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 4, 'project_id': 'e182327792a246efac2cea12ed0eb47e', 'subnets': [{'id': '1c0eb061-03bd-41a4-bcc6-99202af02a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:19.917955 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Routers {'db459903-6d1d-4ed5-b6ae-6a145a061000'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:19.918576 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['db459903-6d1d-4ed5-b6ae-6a145a061000'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:19.991906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd237725-5075-4215-bfca-0a84ad4b9cd8 None None] The sync data for ids ['704a4653-4be9-4650-94d5-db55937b0dee'] in n-d-787206-10 is: [{'id': '704a4653-4be9-4650-94d5-db55937b0dee', 'name': 'tempest-NetworksTestDHCPv6-router-1459773515', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:12Z', 'updated_at': '2021-07-16T18:20:14Z', 'revision_number': 2, 'project_id': 'e182327792a246efac2cea12ed0eb47e', 'gw_port_host': None, '_interfaces': [{'id': 'ca3ddf3e-eca1-45d3-a917-35c791935b75', 'name': '', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'mac_address': 'fa:16:3e:2e:6e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704a4653-4be9-4650-94d5-db55937b0dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '1c0eb061-03bd-41a4-bcc6-99202af02a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:12Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 4, 'project_id': 'e182327792a246efac2cea12ed0eb47e', 'subnets': [{'id': '1c0eb061-03bd-41a4-bcc6-99202af02a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:20.058522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0af88141-29a5-4a43-bf4d-f7f14cefccf9 service neutron] 10.222.0.41 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076569 Jul 16 18:20:20.066927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6923b533-c96a-4ef9-94ec-04f53d6037ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Router 704a4653-4be9-4650-94d5-db55937b0dee has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:20.144978 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] Set router db459903-6d1d-4ed5-b6ae-6a145a061000 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:20.213289 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bccd2d-a352-4e3c-be3b-ce3c04ff9380 None None] Pushing event updated for resources: {'Port': ['ID=81b169ee-58f9-4a5e-9863-ad9d30817d02,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:20.297393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6923b533-c96a-4ef9-94ec-04f53d6037ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:20.306146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6923b533-c96a-4ef9-94ec-04f53d6037ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "PUT /v2.0/routers/704a4653-4be9-4650-94d5-db55937b0dee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2897711 Jul 16 18:20:20.306146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-86682c6c-8081-4848-97cd-02a82632d7b1 service neutron] 10.222.0.41 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415671 Jul 16 18:20:20.306543 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38334) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:20.404316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e98a7-79c5-4f0b-ae06-dec43c716350 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:20.405983 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e98a7-79c5-4f0b-ae06-dec43c716350 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:20.411800 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1e5e98a7-79c5-4f0b-ae06-dec43c716350 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1015444 Jul 16 18:20:20.412547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38342) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:20.488961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e10492-c2aa-4b28-a175-3dde3844fcdb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 1c0eb061-03bd-41a4-bcc6-99202af02a35 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:20.504203 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8e10492-c2aa-4b28-a175-3dde3844fcdb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.541998 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:20:16Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '81b169ee-58f9-4a5e-9863-ad9d30817d02', 'name': '', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:24:bf:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:14Z', 'updated_at': '2021-07-16T18:20:19Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:20.591578 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdb1565-7692-46e6-bc2e-7d85bc3518f6 None None] The sync data for ids ['db459903-6d1d-4ed5-b6ae-6a145a061000'] in n-d-787206-10 is: [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:20:16Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '81b169ee-58f9-4a5e-9863-ad9d30817d02', 'name': '', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:24:bf:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:14Z', 'updated_at': '2021-07-16T18:20:19Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:20.617385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a31b0fa-939d-478e-89b5-b3dc5bdef0bd req-a56c9ea8-2d6a-44f2-ac6f-a112548edef3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 210 time: 0.0380507 Jul 16 18:20:20.626762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8e10492-c2aa-4b28-a175-3dde3844fcdb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.746225 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8e10492-c2aa-4b28-a175-3dde3844fcdb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.839611 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8e10492-c2aa-4b28-a175-3dde3844fcdb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.858577 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8e10492-c2aa-4b28-a175-3dde3844fcdb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.860780 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d8e10492-c2aa-4b28-a175-3dde3844fcdb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/1c0eb061-03bd-41a4-bcc6-99202af02a35 HTTP/1.1" status: 204 len: 168 time: 0.4472258 Jul 16 18:20:20.863324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38354) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:20.869434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a666e-81b4-4cc1-8d90-387e3f0aa113 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:20.885641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e10492-c2aa-4b28-a175-3dde3844fcdb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0eb061-03bd-41a4-bcc6-99202af02a35,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:21.146421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38362) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:21.148035 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c4b9f7d9-12df-44df-840e-a49ef2e8d031 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2832012 Jul 16 18:20:21.232185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 81b169ee-58f9-4a5e-9863-ad9d30817d02 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:21.265971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1ef9-0130-4874-a2f0-e5f4f310cdc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.318655 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 81b169ee-58f9-4a5e-9863-ad9d30817d02 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:21.348548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 81b169ee-58f9-4a5e-9863-ad9d30817d02 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:21.349618 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.423222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d486a795-9a9d-45e6-825c-8f78be32e267 None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:21.498198 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.505746 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1ef9-0130-4874-a2f0-e5f4f310cdc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.509944 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1ef9-0130-4874-a2f0-e5f4f310cdc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.573491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d486a795-9a9d-45e6-825c-8f78be32e267 None None] Deleting port d46999f5-f861-4407-88a6-f52ef93a413f {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:21.574117 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d486a795-9a9d-45e6-825c-8f78be32e267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.589094 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 81b169ee-58f9-4a5e-9863-ad9d30817d02, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=81b169ee-58f9-4a5e-9863-ad9d30817d02,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:21.600101 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1ef9-0130-4874-a2f0-e5f4f310cdc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.600666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1e1ef9-0130-4874-a2f0-e5f4f310cdc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Fanout notify agent at l3_agent the message router_deleted on router 704a4653-4be9-4650-94d5-db55937b0dee {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:21.608844 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1ef9-0130-4874-a2f0-e5f4f310cdc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.610433 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ac1e1ef9-0130-4874-a2f0-e5f4f310cdc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/routers/704a4653-4be9-4650-94d5-db55937b0dee HTTP/1.1" status: 204 len: 168 time: 0.4623084 Jul 16 18:20:21.613818 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38364) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:21.620417 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b50ff842-1bf3-43bc-b5cd-99170f142698 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:21.623664 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.715999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d486a795-9a9d-45e6-825c-8f78be32e267 None None] For port d46999f5-f861-4407-88a6-f52ef93a413f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d46999f5-f861-4407-88a6-f52ef93a413f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:21.716311 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d486a795-9a9d-45e6-825c-8f78be32e267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.748505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d486a795-9a9d-45e6-825c-8f78be32e267 None None] Calling delete_port for d46999f5-f861-4407-88a6-f52ef93a413f owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:21.760045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=81b169ee-58f9-4a5e-9863-ad9d30817d02,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:21.793494 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50ff842-1bf3-43bc-b5cd-99170f142698 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:21.797256 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b50ff842-1bf3-43bc-b5cd-99170f142698 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.912182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62dfa477-57ef-4701-9425-e60f4b8f49a4 req-e184d6ec-8d36-4478-a270-f04933087db1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 210 time: 0.0663686 Jul 16 18:20:21.945209 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d486a795-9a9d-45e6-825c-8f78be32e267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.990322 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486a795-9a9d-45e6-825c-8f78be32e267 None None] Pushing event deleted for resources: {'Port': ['ID=d46999f5-f861-4407-88a6-f52ef93a413f,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:21.995398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d486a795-9a9d-45e6-825c-8f78be32e267 None None] No DVR routers for this DVR port d46999f5-f861-4407-88a6-f52ef93a413f on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:22.103401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b50ff842-1bf3-43bc-b5cd-99170f142698 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.181312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50ff842-1bf3-43bc-b5cd-99170f142698 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:22.185809 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b50ff842-1bf3-43bc-b5cd-99170f142698 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:22.189372 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50ff842-1bf3-43bc-b5cd-99170f142698 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:22.190717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b50ff842-1bf3-43bc-b5cd-99170f142698 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.196126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fc9698-f26e-44b6-bd35-0b672ff596fe None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:22.218947 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ff842-1bf3-43bc-b5cd-99170f142698 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=e0ad6ca1-6c9d-449c-b3e7-b35af96aac10,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:22.240638 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b50ff842-1bf3-43bc-b5cd-99170f142698 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6246717 Jul 16 18:20:22.243298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38372) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:22.256412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-36402abe-1059-4bb4-8b58-ca2d070a51de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1829859897', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:22.365072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5469c-689a-444c-83d6-df744b572fc6 None None] Sync routers for ids ['704a4653-4be9-4650-94d5-db55937b0dee'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:22.428899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5469c-689a-444c-83d6-df744b572fc6 None None] Routers set() bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:22.429581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5469c-689a-444c-83d6-df744b572fc6 None None] Router IDs set() for agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:20:22.430640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_agentschedulers_db [None req-dff5469c-689a-444c-83d6-df744b572fc6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'704a4653-4be9-4650-94d5-db55937b0dee'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent'). {{(pid=100171) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:20:22.459956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5469c-689a-444c-83d6-df744b572fc6 None None] Routers set() bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:22.460335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5469c-689a-444c-83d6-df744b572fc6 None None] Router IDs set() for agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:20:22.460953 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_agentschedulers_db [None req-dff5469c-689a-444c-83d6-df744b572fc6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'704a4653-4be9-4650-94d5-db55937b0dee'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent'). {{(pid=100171) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:20:22.461344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5469c-689a-444c-83d6-df744b572fc6 None None] The sync data for ids ['704a4653-4be9-4650-94d5-db55937b0dee'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:22.516183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': 'e0ad6ca1-6c9d-449c-b3e7-b35af96aac10'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:22.518131 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.713360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Allocated IP 2001:db8::2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/e0ad6ca1-6c9d-449c-b3e7-b35af96aac10/69ccc9c8-4852-4490-ab50-09a573b9a323) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:22.760868 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36402abe-1059-4bb4-8b58-ca2d070a51de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.762089 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36402abe-1059-4bb4-8b58-ca2d070a51de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.826503 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36402abe-1059-4bb4-8b58-ca2d070a51de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.835397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-f9fb9118-f0b1-4776-99d3-eba4b9544699 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:22.836862 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-f9fb9118-f0b1-4776-99d3-eba4b9544699 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.35 "GET /v2.0/networks?id=c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 200 len: 797 time: 0.5159118 Jul 16 18:20:22.840007 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36402abe-1059-4bb4-8b58-ca2d070a51de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.865154 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-36402abe-1059-4bb4-8b58-ca2d070a51de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.866364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-36402abe-1059-4bb4-8b58-ca2d070a51de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6226077 Jul 16 18:20:22.869389 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38376) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:22.896017 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.902900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-dcd09787-b7bc-4dad-819a-d3e8bbdb90e6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 379 time: 0.0550349 Jul 16 18:20:22.912903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'port': {'device_id': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'admin_state_up': True, 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'security_groups': ['1cb46a87-445b-4077-bc55-6eab21e4c0b9']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:22.922946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Transition to ACTIVE for port object 69ccc9c8-4852-4490-ab50-09a573b9a323 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:22.961718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Transition to ACTIVE for port object 69ccc9c8-4852-4490-ab50-09a573b9a323 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:22.987547 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.089812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Pushing event updated for resources: {'Port': ['ID=69ccc9c8-4852-4490-ab50-09a573b9a323,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:23.096059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 81b169ee-58f9-4a5e-9863-ad9d30817d02 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:23.155728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:23.157931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:23.160997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:23.184650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Made reservation on behalf of 407f6f1770c34505b8d60a8097455895 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:23.188096 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.203034 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 81b169ee-58f9-4a5e-9863-ad9d30817d02 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:23.203182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-95463008-62c9-48a4-93f5-17bc1cdf09ae req-087c6ade-b49c-4690-8e1d-0ea27d0a78b2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 210 time: 0.0506756 Jul 16 18:20:23.203370 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.261751 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Attempting to bind port 69ccc9c8-4852-4490-ab50-09a573b9a323 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:23.262032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Attempting to bind port 69ccc9c8-4852-4490-ab50-09a573b9a323 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:23.262401 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Attempting to bind port 69ccc9c8-4852-4490-ab50-09a573b9a323 on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:23.271772 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:23.272146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:23.272551 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.272948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:23.273419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Bound port: 69ccc9c8-4852-4490-ab50-09a573b9a323, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:23.273798 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.394344 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.413079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.20.0.11 (c5fae292-d76e-4b9c-9903-d6e77d026e3a/e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0/f5b96119-368a-4e76-93f5-b3274275bedd) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:23.437834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] For port 69ccc9c8-4852-4490-ab50-09a573b9a323, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:23.444542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] For port 69ccc9c8-4852-4490-ab50-09a573b9a323, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=69ccc9c8-4852-4490-ab50-09a573b9a323,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:23.461443 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.487982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d46999f5-f861-4407-88a6-f52ef93a413f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:23.576359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: d46999f5-f861-4407-88a6-f52ef93a413f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:23.579346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d46999f5-f861-4407-88a6-f52ef93a413f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:23.581821 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ca3ddf3e-eca1-45d3-a917-35c791935b75 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:23.638242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: ca3ddf3e-eca1-45d3-a917-35c791935b75 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:23.638580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ca3ddf3e-eca1-45d3-a917-35c791935b75 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:23.678959 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e17b2-dc9f-4618-addd-c56976df9585 None None] Pushing event updated for resources: {'Port': ['ID=69ccc9c8-4852-4490-ab50-09a573b9a323,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:23.690022 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.705151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Transition to ACTIVE for port object f5b96119-368a-4e76-93f5-b3274275bedd will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:23.746580 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.757111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::1 (4dcae011-efa4-4eee-b78f-e3e59142c43e/e0ad6ca1-6c9d-449c-b3e7-b35af96aac10/9aabf88e-77d3-481c-bf83-5e0f2a43a5a5) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:23.841533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network c5fae292-d76e-4b9c-9903-d6e77d026e3a is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:23.855723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:23.860558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:23.894854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:23.946424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:23.948105 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.971876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-0b24a057-e909-4622-95b3-37f29b35ca48 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0629349 Jul 16 18:20:23.974901 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.991121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-3f63686f-29c3-44b9-9bf4-12c4a0ae62fe tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:20:23.992893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-3f63686f-29c3-44b9-9bf4-12c4a0ae62fe tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085194 Jul 16 18:20:23.995567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:24.009989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Request body: {'port': {'device_id': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:24.060038 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.101345 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.102966 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:24.111186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:24.118541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:24.119787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.177618 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=9aabf88e-77d3-481c-bf83-5e0f2a43a5a5,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:24.267505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-676b76fd-4f38-4345-805f-0ed8d997fbdc None None] Provisioning for port f5b96119-368a-4e76-93f5-b3274275bedd completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:24.272233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-676b76fd-4f38-4345-805f-0ed8d997fbdc None None] Provisioning complete for port f5b96119-368a-4e76-93f5-b3274275bedd triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:24.272842 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-676b76fd-4f38-4345-805f-0ed8d997fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.352030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-676b76fd-4f38-4345-805f-0ed8d997fbdc None None] Port f5b96119-368a-4e76-93f5-b3274275bedd cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:24.354979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.571298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37ba2d-dea1-4ef8-9ad7-d522982dce73 req-07c0829c-7af0-46fa-ae7f-14a909a1cc52 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:24.574370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f37ba2d-dea1-4ef8-9ad7-d522982dce73 req-07c0829c-7af0-46fa-ae7f-14a909a1cc52 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 932 time: 0.1583233 Jul 16 18:20:24.659034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b96119-368a-4e76-93f5-b3274275bedd {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:24.683348 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.693940 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f37ba2d-dea1-4ef8-9ad7-d522982dce73 req-224b0956-d856-4cfc-b3b2-573668ed02d8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805931 Jul 16 18:20:24.705953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Transition to ACTIVE for port object f5b96119-368a-4e76-93f5-b3274275bedd will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:24.711220 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.772208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Pushing event updated for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:24.898894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Attempting to bind port f5b96119-368a-4e76-93f5-b3274275bedd on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:24.900340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Attempting to bind port f5b96119-368a-4e76-93f5-b3274275bedd by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:24.901721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Attempting to bind port f5b96119-368a-4e76-93f5-b3274275bedd on network c5fae292-d76e-4b9c-9903-d6e77d026e3a {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:24.908958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Port f5b96119-368a-4e76-93f5-b3274275bedd on network c5fae292-d76e-4b9c-9903-d6e77d026e3a not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:24.909669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Attempting to bind port f5b96119-368a-4e76-93f5-b3274275bedd on network c5fae292-d76e-4b9c-9903-d6e77d026e3a {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:24.917797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:24.918136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Checking segment: {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:24.918699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Bound using segment: {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:24.919633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Bound port: f5b96119-368a-4e76-93f5-b3274275bedd, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:24.920052 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.009809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:25.013492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:25.029713 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.061966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.062639 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.065292 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] 10.222.0.35 "PUT /v2.0/ports/f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 1093 time: 1.0655761 Jul 16 18:20:25.066961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:25.069332 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f22ca5f-164b-484c-991b-183d0fc1a3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:25.132558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 69ccc9c8-4852-4490-ab50-09a573b9a323 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:25.198273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bae51c-4ef1-4fdc-b06c-63cf714cb31b service neutron] Pushing event updated for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:25.209047 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d76ea9f-4f6c-4b43-91ef-c8bb1caf5e26 x-openstack-request-id: req-1d76ea9f-4f6c-4b43-91ef-c8bb1caf5e26 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:25.209435 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:25.209786 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d76ea9f-4f6c-4b43-91ef-c8bb1caf5e26 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:25.210419 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'status': 'completed', 'code': 200} Jul 16 18:20:25.293607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6e5d0632-fdc0-43ee-923b-e468f96541b9 None None] Provisioning for port 69ccc9c8-4852-4490-ab50-09a573b9a323 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:25.311683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 69ccc9c8-4852-4490-ab50-09a573b9a323 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:25.319562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 69ccc9c8-4852-4490-ab50-09a573b9a323 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:25.320030 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.380343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-98b68f6b-16b1-492b-92b3-6411842fe5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.381792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-98b68f6b-16b1-492b-92b3-6411842fe5c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1096 time: 0.2397764 Jul 16 18:20:25.446252 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-2ff9ebfc-a5ed-411a-8f12-99f51fdd350f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 217 time: 0.0549877 Jul 16 18:20:25.453791 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.480199 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.491497 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.492935 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.545897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 69ccc9c8-4852-4490-ab50-09a573b9a323, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=69ccc9c8-4852-4490-ab50-09a573b9a323,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:25.560596 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.584624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-528666a2-af30-40a4-a83f-883dda7bae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.587803 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-528666a2-af30-40a4-a83f-883dda7bae06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 HTTP/1.1" status: 200 len: 835 time: 0.1347346 Jul 16 18:20:25.681198 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b526e818-fea9-4177-95d4-49b3843bf4ce None None] Provisioning for port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:25.695970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-9f9097df-6bec-4c14-b17a-ee09ea9e5ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.696875 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-9f9097df-6bec-4c14-b17a-ee09ea9e5ba0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5fae292-d76e-4b9c-9903-d6e77d026e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999980 Jul 16 18:20:25.702502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b526e818-fea9-4177-95d4-49b3843bf4ce None None] Provisioning complete for port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:25.702966 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b526e818-fea9-4177-95d4-49b3843bf4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.713884 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=69ccc9c8-4852-4490-ab50-09a573b9a323,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:25.740358 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=9aabf88e-77d3-481c-bf83-5e0f2a43a5a5,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:25.789889 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:25.792923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b526e818-fea9-4177-95d4-49b3843bf4ce None None] Port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:25.796937 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:25.878641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-8f68d061-9988-4bc1-87f8-4ddcc62ec15a service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746345 Jul 16 18:20:26.052795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Router c5f18b83-af06-4542-9486-e474ca206612 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:26.125702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8910bb5a-49f3-4f61-9f86-d648ec2bfbdd req-b52bd006-99b9-41b4-80a5-03f79f42123c service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388480 Jul 16 18:20:26.146896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-006c10d1-35e9-4b73-8886-869346ea6223 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2253785 Jul 16 18:20:26.160854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afad4e-fdc7-443f-a106-240d99066aca req-40b5fc04-f3a3-4922-8b63-fa6d7fc2b9f5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.162289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48afad4e-fdc7-443f-a106-240d99066aca req-40b5fc04-f3a3-4922-8b63-fa6d7fc2b9f5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 944 time: 0.2198524 Jul 16 18:20:26.167354 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:26.174392 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0f802f21-e34c-4e2f-aaac-a4d9cfa145cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "PUT /v2.0/routers/c5f18b83-af06-4542-9486-e474ca206612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3023539 Jul 16 18:20:26.178080 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38422) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:26.184554 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Sync routers for ids ['c5f18b83-af06-4542-9486-e474ca206612'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:26.198378 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Routers {'c5f18b83-af06-4542-9486-e474ca206612'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:26.199524 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c5f18b83-af06-4542-9486-e474ca206612'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:26.253445 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a209600c-7918-40a2-b903-a4bb8d45b3d0 None None] Provisioning complete for port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:26.253872 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a209600c-7918-40a2-b903-a4bb8d45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.263546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48afad4e-fdc7-443f-a106-240d99066aca req-3efd6804-3cbb-4449-8996-9a5a922f5dd0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943880 Jul 16 18:20:26.296471 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93b0cc5-19eb-4b3f-8700-12804db2c2a5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.298947 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e93b0cc5-19eb-4b3f-8700-12804db2c2a5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports/9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 HTTP/1.1" status: 200 len: 911 time: 0.1191230 Jul 16 18:20:26.301513 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38424) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:26.313128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a209600c-7918-40a2-b903-a4bb8d45b3d0 None None] Port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:26.323882 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Set router c5f18b83-af06-4542-9486-e474ca206612 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:26.379982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-535d1e3b-d75d-427d-a385-09b34b70fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.381427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-535d1e3b-d75d-427d-a385-09b34b70fb53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 1097 time: 0.1730304 Jul 16 18:20:26.383164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22ca5f-164b-484c-991b-183d0fc1a3c6 req-1489c3fe-d617-46a0-a355-c71eaaa0fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.384498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f22ca5f-164b-484c-991b-183d0fc1a3c6 req-1489c3fe-d617-46a0-a355-c71eaaa0fcaf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1096 time: 0.1750047 Jul 16 18:20:26.387031 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b4f76c-db44-4b5d-b979-81e9612089da tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.394485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b4f76c-db44-4b5d-b979-81e9612089da tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.396657 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b1b4f76c-db44-4b5d-b979-81e9612089da tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0939844 Jul 16 18:20:26.399345 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38426) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:26.574851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22ca5f-164b-484c-991b-183d0fc1a3c6 req-5e192901-be5b-493c-99aa-0c0505dcd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.576736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f22ca5f-164b-484c-991b-183d0fc1a3c6 req-5e192901-be5b-493c-99aa-0c0505dcd2f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 200 len: 898 time: 0.1804605 Jul 16 18:20:26.577928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-19937fdf-8d8d-4298-a6e2-0996f96eece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.579460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-19937fdf-8d8d-4298-a6e2-0996f96eece3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.1701012 Jul 16 18:20:26.580477 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.626837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f22ca5f-164b-484c-991b-183d0fc1a3c6 req-fa0aad78-8749-4554-9da9-c167b4cc9b0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 217 time: 0.0427821 Jul 16 18:20:26.669531 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f18b83-af06-4542-9486-e474ca206612', 'name': 'tempest-NetworksTestDHCPv6-router-1829859897', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:22Z', 'updated_at': '2021-07-16T18:20:24Z', 'revision_number': 2, 'project_id': 'e182327792a246efac2cea12ed0eb47e', 'gw_port_host': None, '_interfaces': [{'id': '9aabf88e-77d3-481c-bf83-5e0f2a43a5a5', 'name': '', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'mac_address': 'fa:16:3e:43:08:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f18b83-af06-4542-9486-e474ca206612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'e0ad6ca1-6c9d-449c-b3e7-b35af96aac10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:23Z', 'updated_at': '2021-07-16T18:20:24Z', 'revision_number': 2, 'project_id': 'e182327792a246efac2cea12ed0eb47e', 'subnets': [{'id': 'e0ad6ca1-6c9d-449c-b3e7-b35af96aac10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:26.701827 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Checking router: c5f18b83-af06-4542-9486-e474ca206612 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:26.702186 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Updating router c5f18b83-af06-4542-9486-e474ca206612 port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:20:26.767220 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.775946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22ca5f-164b-484c-991b-183d0fc1a3c6 req-8cba86c7-6a61-4e4a-b4ad-c6a0f1e8d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.777561 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f22ca5f-164b-484c-991b-183d0fc1a3c6 req-8cba86c7-6a61-4e4a-b4ad-c6a0f1e8d6fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 HTTP/1.1" status: 200 len: 835 time: 0.1200659 Jul 16 18:20:26.784702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-24023a91-0e0d-4228-87f2-01751e738c80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb HTTP/1.1" status: 200 len: 1000 time: 0.1926999 Jul 16 18:20:26.795190 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.868331 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c968ee76-030b-4763-9584-b5669b7e5e03 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.952035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-579d61ad-714b-4722-8000-25354baa560b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.961039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-579d61ad-714b-4722-8000-25354baa560b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.1503363 Jul 16 18:20:27.090130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 69ccc9c8-4852-4490-ab50-09a573b9a323 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:27.234003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 69ccc9c8-4852-4490-ab50-09a573b9a323 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:27.234727 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.255749 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.274411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22ca5f-164b-484c-991b-183d0fc1a3c6 req-c23f7444-f23e-4310-b557-4d8f103d49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:27.290775 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Transition to ACTIVE for port object 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:27.304827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f22ca5f-164b-484c-991b-183d0fc1a3c6 req-c23f7444-f23e-4310-b557-4d8f103d49b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5fae292-d76e-4b9c-9903-d6e77d026e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5159516 Jul 16 18:20:27.337324 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.445328 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c968ee76-030b-4763-9584-b5669b7e5e03 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:27.445677 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c968ee76-030b-4763-9584-b5669b7e5e03 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.475925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-9653b321-d1bc-43e7-963e-d8e6c87c0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:27.482561 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-9653b321-d1bc-43e7-963e-d8e6c87c0379 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5087481 Jul 16 18:20:27.505470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-f6fa307e-a688-46e4-8143-7a6b076b09ab service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:20:27.506732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-f6fa307e-a688-46e4-8143-7a6b076b09ab service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148122 Jul 16 18:20:27.517597 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42d749-9de6-456f-a64c-ef5314733b9b None None] Pushing event updated for resources: {'Port': ['ID=9aabf88e-77d3-481c-bf83-5e0f2a43a5a5,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:27.659405 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f22ca5f-164b-484c-991b-183d0fc1a3c6 req-e511f83f-8fab-46e8-8521-7adc9877dca4 service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418667 Jul 16 18:20:27.678802 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c968ee76-030b-4763-9584-b5669b7e5e03 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.712683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-c968ee76-030b-4763-9584-b5669b7e5e03 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:27.714681 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f5b96119-368a-4e76-93f5-b3274275bedd details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:27.736056 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Attempting to bind port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:27.736426 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Attempting to bind port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:27.736793 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Attempting to bind port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:27.750826 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:27.753275 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:27.755504 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.755970 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:27.756502 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Bound port: 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:27.756891 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.882002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-2b4e58fe-32ea-467e-8221-241147c4f3be service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652017 Jul 16 18:20:27.906497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eeb16-10ba-4548-904b-dca8a25c2707 req-c52cfe27-a624-4a85-93f0-7d65c6dcc0ee tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:27.908203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b60eeb16-10ba-4548-904b-dca8a25c2707 req-c52cfe27-a624-4a85-93f0-7d65c6dcc0ee tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 944 time: 0.2476842 Jul 16 18:20:27.918669 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:27.939992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'port_id': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'mac_address': 'fa:16:3e:e5:04:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:20:27.949191 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.db.api [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:20:27.949837 n-d-787206-10 neutron-server[100172]: DEBUG oslo_db.api [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:20:27.951789 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c968ee76-030b-4763-9584-b5669b7e5e03 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.962734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fd23e7cd-9f78-44ea-a69a-703ea36d12c0 None None] Provisioning complete for port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:27.963480 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fd23e7cd-9f78-44ea-a69a-703ea36d12c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.963660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f22ca5f-164b-484c-991b-183d0fc1a3c6 req-7c5be765-aa44-42dc-877c-46d363b1d3dc service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845900 Jul 16 18:20:27.987251 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968ee76-030b-4763-9584-b5669b7e5e03 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=9aabf88e-77d3-481c-bf83-5e0f2a43a5a5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:27.993509 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b60eeb16-10ba-4548-904b-dca8a25c2707 req-d0f76535-8b0f-4798-92cd-7cd904279800 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724175 Jul 16 18:20:28.056302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fd23e7cd-9f78-44ea-a69a-703ea36d12c0 None None] Port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 was deleted so its status cannot be updated. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:20:28.057889 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c877505-09bd-4749-8ce0-cf2bf4bcb61a req-5e0f61c1-3923-430e-9928-fdb85c66c1be service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680403 Jul 16 18:20:28.117587 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-384d2df7-e619-4899-9a55-a078ee1e94ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.120837 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c968ee76-030b-4763-9584-b5669b7e5e03 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.122947 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.140705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b96119-368a-4e76-93f5-b3274275bedd {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:28.165909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:28.175145 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.232164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:28.316894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c968ee76-030b-4763-9584-b5669b7e5e03 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Router c5f18b83-af06-4542-9486-e474ca206612 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:28.410882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c968ee76-030b-4763-9584-b5669b7e5e03 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:28.411038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['f5b96119-368a-4e76-93f5-b3274275bedd'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:28.427250 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c968ee76-030b-4763-9584-b5669b7e5e03 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "PUT /v2.0/routers/c5f18b83-af06-4542-9486-e474ca206612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0266101 Jul 16 18:20:28.429837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38460) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:28.464794 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Attempting to bind port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:28.465350 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Attempting to bind port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:28.465634 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Attempting to bind port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:28.472288 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:28.472938 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:28.473611 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.474281 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:28.475262 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Bound port: 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:28.475942 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.514968 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.plugin [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Port 9aabf88e-77d3-481c-bf83-5e0f2a43a5a5 has been deleted concurrently {{(pid=100172) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 18:20:28.525421 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Routers {'c5f18b83-af06-4542-9486-e474ca206612'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:28.527296 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c5f18b83-af06-4542-9486-e474ca206612'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:28.551623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3999a275-c3d1-475e-b674-2ceb8b96d21d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:28.554868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3999a275-c3d1-475e-b674-2ceb8b96d21d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:28.560600 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3999a275-c3d1-475e-b674-2ceb8b96d21d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1268818 Jul 16 18:20:28.561036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38464) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:28.609748 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] Set router c5f18b83-af06-4542-9486-e474ca206612 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:28.660433 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-897a17c2-f0d4-40b1-9bae-bcd79434e885 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet e0ad6ca1-6c9d-449c-b3e7-b35af96aac10 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:28.668200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-897a17c2-f0d4-40b1-9bae-bcd79434e885 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.680512 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f18b83-af06-4542-9486-e474ca206612', 'name': 'tempest-NetworksTestDHCPv6-router-1829859897', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:22Z', 'updated_at': '2021-07-16T18:20:27Z', 'revision_number': 3, 'project_id': 'e182327792a246efac2cea12ed0eb47e', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:28.712008 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f83a437-9a40-42bf-be41-9533592b8eb9 None None] The sync data for ids ['c5f18b83-af06-4542-9486-e474ca206612'] in n-d-787206-10 is: [{'id': 'c5f18b83-af06-4542-9486-e474ca206612', 'name': 'tempest-NetworksTestDHCPv6-router-1829859897', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:22Z', 'updated_at': '2021-07-16T18:20:27Z', 'revision_number': 3, 'project_id': 'e182327792a246efac2cea12ed0eb47e', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:28.725898 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-897a17c2-f0d4-40b1-9bae-bcd79434e885 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.832661 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-897a17c2-f0d4-40b1-9bae-bcd79434e885 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.921330 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-897a17c2-f0d4-40b1-9bae-bcd79434e885 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.955919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a17c2-f0d4-40b1-9bae-bcd79434e885 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ad6ca1-6c9d-449c-b3e7-b35af96aac10,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:28.958000 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-897a17c2-f0d4-40b1-9bae-bcd79434e885 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.960453 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-897a17c2-f0d4-40b1-9bae-bcd79434e885 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/e0ad6ca1-6c9d-449c-b3e7-b35af96aac10 HTTP/1.1" status: 204 len: 168 time: 0.3979518 Jul 16 18:20:28.962690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38466) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:28.965810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d52a6-baf8-4d41-ae4e-5fea58bf6172 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:29.218247 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988d649-a69c-49c4-b676-56c33e43117a None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:29.282296 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2988d649-a69c-49c4-b676-56c33e43117a None None] Deleting port 69ccc9c8-4852-4490-ab50-09a573b9a323 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:29.282783 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2988d649-a69c-49c4-b676-56c33e43117a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.360547 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2988d649-a69c-49c4-b676-56c33e43117a None None] For port 69ccc9c8-4852-4490-ab50-09a573b9a323, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=69ccc9c8-4852-4490-ab50-09a573b9a323,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:29.360951 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2988d649-a69c-49c4-b676-56c33e43117a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.382560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2988d649-a69c-49c4-b676-56c33e43117a None None] Calling delete_port for 69ccc9c8-4852-4490-ab50-09a573b9a323 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:29.555464 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2988d649-a69c-49c4-b676-56c33e43117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.585030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988d649-a69c-49c4-b676-56c33e43117a None None] Pushing event deleted for resources: {'Port': ['ID=69ccc9c8-4852-4490-ab50-09a573b9a323,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:29.594288 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2988d649-a69c-49c4-b676-56c33e43117a None None] No DVR routers for this DVR port 69ccc9c8-4852-4490-ab50-09a573b9a323 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:29.625873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e6ff6306-74ed-4f6c-b3b9-30be77204fd0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6586134 Jul 16 18:20:29.626425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38476) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:29.656976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f32f6f-d5d9-4195-9124-351a64afe823 req-39ba4fb6-0e67-4f66-96f5-2601373b8c1c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.664158 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99f32f6f-d5d9-4195-9124-351a64afe823 req-39ba4fb6-0e67-4f66-96f5-2601373b8c1c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 945 time: 0.1277695 Jul 16 18:20:29.721606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99f32f6f-d5d9-4195-9124-351a64afe823 req-11cea2c8-d7fb-45f7-832e-cbdff4b95957 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566769 Jul 16 18:20:29.723944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f5b96119-368a-4e76-93f5-b3274275bedd up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:29.768713 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e974dc70-e623-442f-aaed-b42ef5a81bd9 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.873261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port f5b96119-368a-4e76-93f5-b3274275bedd completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:29.904508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port f5b96119-368a-4e76-93f5-b3274275bedd triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:29.905014 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.043687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e974dc70-e623-442f-aaed-b42ef5a81bd9 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.047338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e974dc70-e623-442f-aaed-b42ef5a81bd9 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.109228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6794be-4ac7-4465-abf3-0e5aee1e0527 None None] Sync routers for ids ['c5f18b83-af06-4542-9486-e474ca206612'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:30.143991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6794be-4ac7-4465-abf3-0e5aee1e0527 None None] Routers {'c5f18b83-af06-4542-9486-e474ca206612'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:30.144979 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-af6794be-4ac7-4465-abf3-0e5aee1e0527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c5f18b83-af06-4542-9486-e474ca206612'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:30.153768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e974dc70-e623-442f-aaed-b42ef5a81bd9 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.154401 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e974dc70-e623-442f-aaed-b42ef5a81bd9 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Fanout notify agent at l3_agent the message router_deleted on router c5f18b83-af06-4542-9486-e474ca206612 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:30.162173 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e974dc70-e623-442f-aaed-b42ef5a81bd9 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.165375 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e974dc70-e623-442f-aaed-b42ef5a81bd9 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/routers/c5f18b83-af06-4542-9486-e474ca206612 HTTP/1.1" status: 204 len: 168 time: 0.5380251 Jul 16 18:20:30.168090 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38486) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:30.181230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3fc69f9-e707-4d2d-b046-72554c3670f5 req-cdc32ecc-45ef-4ec8-ba94-8b58d2f99950 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1027653 Jul 16 18:20:30.229979 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9e547d8b-e830-4b6a-98d0-06c8b28f78cb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0595481 Jul 16 18:20:30.232010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38488) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:30.236554 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.254881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-af6794be-4ac7-4465-abf3-0e5aee1e0527 None None] Set router c5f18b83-af06-4542-9486-e474ca206612 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:30.315229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-af6794be-4ac7-4465-abf3-0e5aee1e0527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f18b83-af06-4542-9486-e474ca206612', 'name': 'tempest-NetworksTestDHCPv6-router-1829859897', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:22Z', 'updated_at': '2021-07-16T18:20:27Z', 'revision_number': 3, 'project_id': 'e182327792a246efac2cea12ed0eb47e', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:30.317456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e40ff7-f9bc-4616-8fd0-0c3b731ff576 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:30.318916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e8e40ff7-f9bc-4616-8fd0-0c3b731ff576 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858638 Jul 16 18:20:30.321759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38492) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:30.357695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6794be-4ac7-4465-abf3-0e5aee1e0527 None None] Checking router: c5f18b83-af06-4542-9486-e474ca206612 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:30.370179 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38494) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:30.378502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-103fa57d-bfc6-45e3-9c86-3de8685a5280 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522053 Jul 16 18:20:30.380560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38498) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:30.385610 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:30.386449 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b2981dfd-f79c-427b-b99c-c22663431ee6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:30.388596 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849c8305-cfa9-4ef3-ace0-3e95a53f8266" -d '{"events": [{"server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "name": "network-vif-plugged", "status": "completed", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:30.410653 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc69f9-e707-4d2d-b046-72554c3670f5 req-f14258cb-e59d-4d81-9b0b-12cf0a3ac7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:30.412169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3fc69f9-e707-4d2d-b046-72554c3670f5 req-f14258cb-e59d-4d81-9b0b-12cf0a3ac7e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c42d0dd31f24319bd3c1183a3a094a4&device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 1097 time: 0.1706293 Jul 16 18:20:30.416981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6794be-4ac7-4465-abf3-0e5aee1e0527 None None] Routers set() bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:30.417378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6794be-4ac7-4465-abf3-0e5aee1e0527 None None] Router IDs set() for agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:20:30.430402 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_agentschedulers_db [None req-af6794be-4ac7-4465-abf3-0e5aee1e0527 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c5f18b83-af06-4542-9486-e474ca206612'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent'). {{(pid=100171) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:20:30.431414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6794be-4ac7-4465-abf3-0e5aee1e0527 None None] The sync data for ids ['c5f18b83-af06-4542-9486-e474ca206612'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:30.437196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:30.449178 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.549940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2981dfd-f79c-427b-b99c-c22663431ee6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:30.553933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b2981dfd-f79c-427b-b99c-c22663431ee6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.592648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc69f9-e707-4d2d-b046-72554c3670f5 req-8f6eb02e-dbc5-41de-a40f-62d89f57ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:30.594463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3fc69f9-e707-4d2d-b046-72554c3670f5 req-8f6eb02e-dbc5-41de-a40f-62d89f57ab25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9efa3351-e9e2-4f6e-9df8-3ee47f6914af HTTP/1.1" status: 200 len: 909 time: 0.1571553 Jul 16 18:20:30.612718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:30.737474 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.768321 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-646b5e3e-ea1b-478e-9032-d2040a6e495d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.811671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3fc69f9-e707-4d2d-b046-72554c3670f5 req-727848b8-227e-4dff-a46f-37aca67ec030 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeb8f47-79a3-4898-ac17-c19215eac36a HTTP/1.1" status: 200 len: 1001 time: 0.2095351 Jul 16 18:20:30.904823 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:20:30.912705 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4745efe0-4a05-4c42-84a4-e077170e8e7c x-openstack-request-id: req-4745efe0-4a05-4c42-84a4-e077170e8e7c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:30.913207 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "name": "network-vif-plugged", "status": "completed", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:30.913664 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4745efe0-4a05-4c42-84a4-e077170e8e7c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:30.914198 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'code': 200} Jul 16 18:20:30.930205 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c152f180-acc1-4522-9649-e372b5e8d7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.004190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc69f9-e707-4d2d-b046-72554c3670f5 req-5c17016e-6f5d-45dd-9725-2ba0590e5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:31.007847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3fc69f9-e707-4d2d-b046-72554c3670f5 req-5c17016e-6f5d-45dd-9725-2ba0590e5f90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59439290-4958-4c20-beb6-811e08de55a5 HTTP/1.1" status: 200 len: 847 time: 0.1855571 Jul 16 18:20:31.089247 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 69ccc9c8-4852-4490-ab50-09a573b9a323 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:31.118736 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 69ccc9c8-4852-4490-ab50-09a573b9a323 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:31.119482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 69ccc9c8-4852-4490-ab50-09a573b9a323 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:31.179704 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c152f180-acc1-4522-9649-e372b5e8d7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.188623 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c152f180-acc1-4522-9649-e372b5e8d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.223777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee68aa-d87d-4c6b-9f51-be66d039f2da req-7b524650-cf0c-4635-88d4-e424efe78356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:31.225307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14ee68aa-d87d-4c6b-9f51-be66d039f2da req-7b524650-cf0c-4635-88d4-e424efe78356 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1098 time: 0.2004886 Jul 16 18:20:31.233295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.objects.ports [None req-b2981dfd-f79c-427b-b99c-c22663431ee6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100170) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:20:31.242881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caf6ae-202e-4967-8692-fef33af68320 req-13090bba-bad0-4b3b-b478-307c0147e872 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:31.244447 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2caf6ae-202e-4967-8692-fef33af68320 req-13090bba-bad0-4b3b-b478-307c0147e872 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.1158593 Jul 16 18:20:31.245028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b2981dfd-f79c-427b-b99c-c22663431ee6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.251301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc69f9-e707-4d2d-b046-72554c3670f5 req-c73ab1c0-b259-4cfa-a821-618774f1e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:31.252726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3fc69f9-e707-4d2d-b046-72554c3670f5 req-c73ab1c0-b259-4cfa-a821-618774f1e741 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9efa3351-e9e2-4f6e-9df8-3ee47f6914af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2083302 Jul 16 18:20:31.266021 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c152f180-acc1-4522-9649-e372b5e8d7f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1e2b15c098747f0899e46f3d6b07e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8921208 Jul 16 18:20:31.283560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38514) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:31.284224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152f180-acc1-4522-9649-e372b5e8d7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa92eac-d0c6-4864-baa0-abae5aa87c50,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:31.310502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2981dfd-f79c-427b-b99c-c22663431ee6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:31.328069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b2981dfd-f79c-427b-b99c-c22663431ee6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:31.334961 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2981dfd-f79c-427b-b99c-c22663431ee6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:31.335805 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b2981dfd-f79c-427b-b99c-c22663431ee6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.341139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3497008-7c82-4505-8ca2-702e6bedc1ab None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:31.364585 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2981dfd-f79c-427b-b99c-c22663431ee6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=91d73a33-74fa-4bcc-bf37-87da538a240b,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:31.375410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-14ee68aa-d87d-4c6b-9f51-be66d039f2da req-16ad7583-0e51-4ea8-bc42-b4bbcd06204a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411912 Jul 16 18:20:31.378192 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b2981dfd-f79c-427b-b99c-c22663431ee6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9965684 Jul 16 18:20:31.382191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38516) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:31.388473 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e04aa37d-6650-44dc-b5d2-3a59063d96de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:31.391297 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2caf6ae-202e-4967-8692-fef33af68320 req-611888ae-3928-41ab-95d8-38bfeabf426e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365981 Jul 16 18:20:31.429064 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-06db5265-252c-4697-868e-ee6a745cab8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.471766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3fc69f9-e707-4d2d-b046-72554c3670f5 req-db62b2d6-20ae-4230-8beb-d887ceaad963 service neutron] 10.222.0.35 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642413 Jul 16 18:20:31.492007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-06db5265-252c-4697-868e-ee6a745cab8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.562436 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04aa37d-6650-44dc-b5d2-3a59063d96de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:31.566539 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e04aa37d-6650-44dc-b5d2-3a59063d96de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.592850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3fc69f9-e707-4d2d-b046-72554c3670f5 req-ebf3425f-0bf7-40f2-81cd-19b8fcc9247d service neutron] 10.222.0.35 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120791 Jul 16 18:20:31.596040 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-06db5265-252c-4697-868e-ee6a745cab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.598585 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-06db5265-252c-4697-868e-ee6a745cab8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.599913 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-06db5265-252c-4697-868e-ee6a745cab8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7aa92eac-d0c6-4864-baa0-abae5aa87c50 HTTP/1.1" status: 204 len: 168 time: 0.3112924 Jul 16 18:20:31.613324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db5265-252c-4697-868e-ee6a745cab8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa92eac-d0c6-4864-baa0-abae5aa87c50,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:31.746689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': '91d73a33-74fa-4bcc-bf37-87da538a240b'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:31.747888 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.872924 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e04aa37d-6650-44dc-b5d2-3a59063d96de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.919853 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.929163 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04aa37d-6650-44dc-b5d2-3a59063d96de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:31.933695 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e04aa37d-6650-44dc-b5d2-3a59063d96de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:31.942625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04aa37d-6650-44dc-b5d2-3a59063d96de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:31.943604 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e04aa37d-6650-44dc-b5d2-3a59063d96de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.946219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Allocated IP 2001:db8::f816:3eff:fef3:413a (4dcae011-efa4-4eee-b78f-e3e59142c43e/91d73a33-74fa-4bcc-bf37-87da538a240b/163f93db-f06d-47d7-a42d-daea5aea7c4f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:31.954880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa37d-6650-44dc-b5d2-3a59063d96de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=073c2754-829d-41f7-86f7-aa4768aea391,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:31.970948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38524) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:31.971628 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e04aa37d-6650-44dc-b5d2-3a59063d96de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5879574 Jul 16 18:20:31.976848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'mac_address': 'fa:16:3e:f9:2e:00', 'name': 'tempest-NetworksTestDHCPv6-604791759'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:32.016117 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38526) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:32.049163 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a5dec60-8f7d-45f4-a608-74b5d85297b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.152425 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.162931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Transition to ACTIVE for port object 163f93db-f06d-47d7-a42d-daea5aea7c4f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:32.180804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Transition to ACTIVE for port object 163f93db-f06d-47d7-a42d-daea5aea7c4f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:32.193354 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.216248 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a5dec60-8f7d-45f4-a608-74b5d85297b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.226509 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a5dec60-8f7d-45f4-a608-74b5d85297b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.245792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:32.249240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:32.253244 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:32.261712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Pushing event updated for resources: {'Port': ['ID=163f93db-f06d-47d7-a42d-daea5aea7c4f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:32.262680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:32.282234 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6a5dec60-8f7d-45f4-a608-74b5d85297b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed519f1449414d78a80f1e6e29293492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649662 Jul 16 18:20:32.287795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38530) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:32.309767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dec60-8f7d-45f4-a608-74b5d85297b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75f9502-37c5-4da5-a7fa-a703c732e59f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:32.363801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Attempting to bind port 163f93db-f06d-47d7-a42d-daea5aea7c4f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:32.365081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Attempting to bind port 163f93db-f06d-47d7-a42d-daea5aea7c4f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:32.370004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Attempting to bind port 163f93db-f06d-47d7-a42d-daea5aea7c4f on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:32.377768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8520b094-bd95-4902-96b2-e4b4c8377afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.383202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:32.383827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:32.393068 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.393822 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:32.394356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Bound port: 163f93db-f06d-47d7-a42d-daea5aea7c4f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:32.397808 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.464925 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.487171 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8520b094-bd95-4902-96b2-e4b4c8377afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.573673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port 6a12dd69-e44d-4627-96a3-5296f6b7b8e9 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:32.605041 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8520b094-bd95-4902-96b2-e4b4c8377afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.609757 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8520b094-bd95-4902-96b2-e4b4c8377afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.613026 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8520b094-bd95-4902-96b2-e4b4c8377afb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b75f9502-37c5-4da5-a7fa-a703c732e59f HTTP/1.1" status: 204 len: 168 time: 0.3233609 Jul 16 18:20:32.642262 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] For port 163f93db-f06d-47d7-a42d-daea5aea7c4f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:32.642262 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] For port 163f93db-f06d-47d7-a42d-daea5aea7c4f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=163f93db-f06d-47d7-a42d-daea5aea7c4f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:32.652230 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.657461 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520b094-bd95-4902-96b2-e4b4c8377afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75f9502-37c5-4da5-a7fa-a703c732e59f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:32.756072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae09cd3-d9bb-4223-aaea-3362e99dc9c2 None None] Pushing event updated for resources: {'Port': ['ID=163f93db-f06d-47d7-a42d-daea5aea7c4f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:32.867680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5a10c-8b29-456e-bbe8-a14976c19552 req-3ebbff5d-62de-4758-a24a-ce73037df754 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.870309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04e5a10c-8b29-456e-bbe8-a14976c19552 req-3ebbff5d-62de-4758-a24a-ce73037df754 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.1705370 Jul 16 18:20:32.968061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04e5a10c-8b29-456e-bbe8-a14976c19552 req-54b647b8-11d5-4ac1-96ad-5f839ef19d8b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890460 Jul 16 18:20:33.011624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 172.20.0.6 (4dcae011-efa4-4eee-b78f-e3e59142c43e/073c2754-829d-41f7-86f7-aa4768aea391/6a12dd69-e44d-4627-96a3-5296f6b7b8e9) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:33.021176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::f816:3eff:fef9:2e00 (4dcae011-efa4-4eee-b78f-e3e59142c43e/91d73a33-74fa-4bcc-bf37-87da538a240b/6a12dd69-e44d-4627-96a3-5296f6b7b8e9) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:33.287485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38548) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:33.298778 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.305177 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08c69df4-0ce7-4747-a88c-ef1732d08728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.328383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eed8a-4c97-42ce-afce-6916a9798b96 req-6a45f510-661a-4df6-87a6-f2426684c7c7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.329830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-609eed8a-4c97-42ce-afce-6916a9798b96 req-6a45f510-661a-4df6-87a6-f2426684c7c7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.1409531 Jul 16 18:20:33.330907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object 6a12dd69-e44d-4627-96a3-5296f6b7b8e9 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:33.390563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-609eed8a-4c97-42ce-afce-6916a9798b96 req-8a1c3871-6a2f-428a-a3ba-73e8a316c510 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531545 Jul 16 18:20:33.406122 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.424240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38550) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:33.437549 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08c69df4-0ce7-4747-a88c-ef1732d08728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.464305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:33.464802 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-08c69df4-0ce7-4747-a88c-ef1732d08728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.468792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:33.473276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:33.518519 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-08c69df4-0ce7-4747-a88c-ef1732d08728 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=658b2cb02d2e43f8b6b9624c01c052e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292652 Jul 16 18:20:33.521013 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c69df4-0ce7-4747-a88c-ef1732d08728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e38a162-b73c-40de-9e50-a1fd8b54616f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:33.523121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38552) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:33.536209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=6a12dd69-e44d-4627-96a3-5296f6b7b8e9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:33.536316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ecd51a-ee20-478f-9d39-1257b46f1fe9 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.538189 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-35ecd51a-ee20-478f-9d39-1257b46f1fe9 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1093 time: 0.1098323 Jul 16 18:20:33.542208 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38554) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:33.548516 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:33.549987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.550608 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.571679 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.585130 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e3181ee4-0892-4d36-b2a2-1d6dbd9e4321 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6123173 Jul 16 18:20:33.589272 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38556) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:33.601182 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f7f88be3-8bfd-4c5c-b91f-9bf4d08bddc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.610949 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.624769 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f7f88be3-8bfd-4c5c-b91f-9bf4d08bddc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.686364 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f7f88be3-8bfd-4c5c-b91f-9bf4d08bddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.690063 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f7f88be3-8bfd-4c5c-b91f-9bf4d08bddc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.693542 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f7f88be3-8bfd-4c5c-b91f-9bf4d08bddc2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e38a162-b73c-40de-9e50-a1fd8b54616f HTTP/1.1" status: 204 len: 168 time: 0.1634607 Jul 16 18:20:33.701679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f88be3-8bfd-4c5c-b91f-9bf4d08bddc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e38a162-b73c-40de-9e50-a1fd8b54616f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:33.740671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed42513-9f33-49a8-a945-95bc64e2cbf0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.748895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed42513-9f33-49a8-a945-95bc64e2cbf0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.752845 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5ed42513-9f33-49a8-a945-95bc64e2cbf0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1601491 Jul 16 18:20:33.753242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38560) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:33.792384 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.898106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-9c6dd092-f33e-41f8-8ce0-150933058d02 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port 6a12dd69-e44d-4627-96a3-5296f6b7b8e9 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:33.898450 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c6dd092-f33e-41f8-8ce0-150933058d02 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.974286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.25.5.17 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/4d0db985-169b-4710-96d7-0320e64594fa) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:34.038535 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c6dd092-f33e-41f8-8ce0-150933058d02 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.061443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-9c6dd092-f33e-41f8-8ce0-150933058d02 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for 6a12dd69-e44d-4627-96a3-5296f6b7b8e9 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:34.176525 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.330928 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.348589 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e33d2a-175e-4444-86b0-1fcf9412166d None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:34.408407 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:34.419812 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:34.426839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:34.429251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1525b03c-25b3-4314-a666-8767e685bfad None None] Provisioning for port 163f93db-f06d-47d7-a42d-daea5aea7c4f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:34.465712 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c6dd092-f33e-41f8-8ce0-150933058d02 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.526151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dd092-f33e-41f8-8ce0-150933058d02 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=6a12dd69-e44d-4627-96a3-5296f6b7b8e9,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:34.676404 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c6dd092-f33e-41f8-8ce0-150933058d02 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.679522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9c6dd092-f33e-41f8-8ce0-150933058d02 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/6a12dd69-e44d-4627-96a3-5296f6b7b8e9 HTTP/1.1" status: 204 len: 168 time: 0.9241500 Jul 16 18:20:34.681151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38578) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:34.764057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d36b5-d2da-40de-9bdb-c2d81f84676c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.765756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d36b5-d2da-40de-9bdb-c2d81f84676c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.767427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d36b5-d2da-40de-9bdb-c2d81f84676c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.769495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-708d36b5-d2da-40de-9bdb-c2d81f84676c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0864460 Jul 16 18:20:34.772251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38582) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:34.833475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8626fe2e-a95b-48fb-aa4c-edfc4dd565ee None None] Update dhcp port {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': '91d73a33-74fa-4bcc-bf37-87da538a240b', 'ip_address': '2001:db8::f816:3eff:fef3:413a'}, {'subnet_id': '073c2754-829d-41f7-86f7-aa4768aea391'}], 'binding:host_id': 'n-d-787206-10'}, 'id': '163f93db-f06d-47d7-a42d-daea5aea7c4f'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:20:34.853322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6c7582-0b7b-4d32-86e6-2553bf1a3569 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 073c2754-829d-41f7-86f7-aa4768aea391 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:34.857927 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a6c7582-0b7b-4d32-86e6-2553bf1a3569 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.876982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=4d0db985-169b-4710-96d7-0320e64594fa,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:34.878381 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8626fe2e-a95b-48fb-aa4c-edfc4dd565ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.929985 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a6c7582-0b7b-4d32-86e6-2553bf1a3569 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.046318 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a6c7582-0b7b-4d32-86e6-2553bf1a3569 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.102439 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 163f93db-f06d-47d7-a42d-daea5aea7c4f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:35.134399 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a6c7582-0b7b-4d32-86e6-2553bf1a3569 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server [None req-8626fe2e-a95b-48fb-aa4c-edfc4dd565ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 073c2754-829d-41f7-86f7-aa4768aea391: This subnet is being modified by another concurrent operation. Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 073c2754-829d-41f7-86f7-aa4768aea391: This subnet is being modified by another concurrent operation. Jul 16 18:20:35.142441 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Jul 16 18:20:35.177398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c7582-0b7b-4d32-86e6-2553bf1a3569 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=073c2754-829d-41f7-86f7-aa4768aea391,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:35.181687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 163f93db-f06d-47d7-a42d-daea5aea7c4f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:35.187343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 163f93db-f06d-47d7-a42d-daea5aea7c4f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:35.188590 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.189408 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a6c7582-0b7b-4d32-86e6-2553bf1a3569 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.201531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7a6c7582-0b7b-4d32-86e6-2553bf1a3569 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/073c2754-829d-41f7-86f7-aa4768aea391 HTTP/1.1" status: 204 len: 168 time: 0.4226654 Jul 16 18:20:35.202315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38592) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:35.301382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c0807d2b-ec87-4c39-b745-b20e067af40c None None] Provisioning complete for port 163f93db-f06d-47d7-a42d-daea5aea7c4f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:35.301852 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c0807d2b-ec87-4c39-b745-b20e067af40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.305958 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.328242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc073c7-d1fa-4d0d-8dc2-bd8aedbe9c7a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 91d73a33-74fa-4bcc-bf37-87da538a240b {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:35.331823 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0dc073c7-d1fa-4d0d-8dc2-bd8aedbe9c7a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.393981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 163f93db-f06d-47d7-a42d-daea5aea7c4f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=163f93db-f06d-47d7-a42d-daea5aea7c4f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:35.399782 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0dc073c7-d1fa-4d0d-8dc2-bd8aedbe9c7a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.412637 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.425811 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.531903 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5105f7-4db5-4e57-96bc-4bfe227bcaab None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:20:35.562198 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=163f93db-f06d-47d7-a42d-daea5aea7c4f,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:35.570949 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0dc073c7-d1fa-4d0d-8dc2-bd8aedbe9c7a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.595659 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.698752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0a20b4eb-4e18-46a2-b5d5-940fcd2b1021 None None] Could not find standard attr ID for object 6a12dd69-e44d-4627-96a3-5296f6b7b8e9. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:35.724447 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0dc073c7-d1fa-4d0d-8dc2-bd8aedbe9c7a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.759159 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5105f7-4db5-4e57-96bc-4bfe227bcaab None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:20:35.767644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc073c7-d1fa-4d0d-8dc2-bd8aedbe9c7a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=91d73a33-74fa-4bcc-bf37-87da538a240b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:35.779832 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0dc073c7-d1fa-4d0d-8dc2-bd8aedbe9c7a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.788368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0dc073c7-d1fa-4d0d-8dc2-bd8aedbe9c7a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/91d73a33-74fa-4bcc-bf37-87da538a240b HTTP/1.1" status: 204 len: 168 time: 0.5848274 Jul 16 18:20:35.790739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38606) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:35.876849 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-933652e8-97d9-4cc6-82b8-27adf0a3fcff tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826166 Jul 16 18:20:35.877466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38610) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:35.887282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:35.897908 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.909886 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.993274 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=4d0db985-169b-4710-96d7-0320e64594fa,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:36.007518 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.070326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:36.086200 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.172573 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Floating IP 9585e7f0-3f6e-4949-a315-93208f931cc3 associated. External IP: 172.25.5.17, port: f5b96119-368a-4e76-93f5-b3274275bedd. Jul 16 18:20:36.175956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b04cb4-38be-4f65-b432-3e3ba9c77e63 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:20:36.251074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-765bc410-ca2b-465f-a9e5-91e088c7a28f None None] Provisioning complete for port 163f93db-f06d-47d7-a42d-daea5aea7c4f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:36.251265 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-765bc410-ca2b-465f-a9e5-91e088c7a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.308812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b04cb4-38be-4f65-b432-3e3ba9c77e63 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:20:36.519860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router db459903-6d1d-4ed5-b6ae-6a145a061000 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:36.628588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.objects.ports [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100169) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:20:36.687996 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:36.702981 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1643720-6ac8-4b7c-b8a9-9897ec5fcead None None] Sync routers for ids ['db459903-6d1d-4ed5-b6ae-6a145a061000'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:36.719950 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1643720-6ac8-4b7c-b8a9-9897ec5fcead None None] Routers {'db459903-6d1d-4ed5-b6ae-6a145a061000'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:36.720947 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d1643720-6ac8-4b7c-b8a9-9897ec5fcead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['db459903-6d1d-4ed5-b6ae-6a145a061000'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:36.721688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.822917 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2d057d99-c46c-48b6-ac3b-02f24b38d5be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2780263 Jul 16 18:20:36.823527 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:36.826156 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89544e1-d041-4aba-aa38-b52bf0650048" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:36.926900 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d1643720-6ac8-4b7c-b8a9-9897ec5fcead None None] Set router db459903-6d1d-4ed5-b6ae-6a145a061000 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:37.002678 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c99a48-27d7-474e-a287-c7b30b782201 None None] Update dhcp port {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': 'e7c66bac-ccd9-4a1a-a7b6-852915a1e473'}], 'binding:host_id': 'n-d-787206-10'}, 'id': '163f93db-f06d-47d7-a42d-daea5aea7c4f'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:20:37.018973 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ef889f-6773-43d9-b7e8-0d7922bc1c8e x-openstack-request-id: req-96ef889f-6773-43d9-b7e8-0d7922bc1c8e {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:37.019633 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:37.020117 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96ef889f-6773-43d9-b7e8-0d7922bc1c8e {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:37.020768 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'status': 'completed', 'code': 200} Jul 16 18:20:37.084045 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d0c99a48-27d7-474e-a287-c7b30b782201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.090986 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 163f93db-f06d-47d7-a42d-daea5aea7c4f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:37.270264 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d1643720-6ac8-4b7c-b8a9-9897ec5fcead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:20:16Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '9585e7f0-3f6e-4949-a315-93208f931cc3', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'port_id': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'mac_address': 'fa:16:3e:e5:04:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:20:35Z', 'updated_at': '2021-07-16T18:20:35Z', 'revision_number': 0, 'project_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b169ee-58f9-4a5e-9863-ad9d30817d02', 'name': '', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:24:bf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:14Z', 'updated_at': '2021-07-16T18:20:21Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:37.298521 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.302003 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1643720-6ac8-4b7c-b8a9-9897ec5fcead None None] Checking router: db459903-6d1d-4ed5-b6ae-6a145a061000 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:37.312172 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1643720-6ac8-4b7c-b8a9-9897ec5fcead None None] Routers {'db459903-6d1d-4ed5-b6ae-6a145a061000'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:37.312929 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d1643720-6ac8-4b7c-b8a9-9897ec5fcead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:20:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['db459903-6d1d-4ed5-b6ae-6a145a061000'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:37.422220 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d1643720-6ac8-4b7c-b8a9-9897ec5fcead None None] Set router db459903-6d1d-4ed5-b6ae-6a145a061000 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:37.459019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-ebfd611f-04df-49ef-bb30-4386572c33df tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bb1ea48406944b8e97cdff71270a1f4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3316059 Jul 16 18:20:37.575908 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-d0c99a48-27d7-474e-a287-c7b30b782201 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fef3:413a-bfab5d18-60cd-4d6b-ba4a-287eaf209d {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:20:37.576465 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-d0c99a48-27d7-474e-a287-c7b30b782201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:20:37.577371 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:20:37.577901 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:20:37.663207 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.682992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc495a2c-6dcb-4373-bdde-f62cbca09ae3 req-3252c45f-876a-45ca-9a86-769d11bbe4a9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.684429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc495a2c-6dcb-4373-bdde-f62cbca09ae3 req-3252c45f-876a-45ca-9a86-769d11bbe4a9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.5724745 Jul 16 18:20:37.694689 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d1643720-6ac8-4b7c-b8a9-9897ec5fcead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:20:16Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '9585e7f0-3f6e-4949-a315-93208f931cc3', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'port_id': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'mac_address': 'fa:16:3e:e5:04:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:20:35Z', 'updated_at': '2021-07-16T18:20:35Z', 'revision_number': 0, 'project_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b169ee-58f9-4a5e-9863-ad9d30817d02', 'name': '', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:24:bf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:14Z', 'updated_at': '2021-07-16T18:20:21Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:37.706687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89544e1-d041-4aba-aa38-b52bf0650048 req-1fd3385c-de3a-4369-a7b3-8e30c4a654a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.708109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a89544e1-d041-4aba-aa38-b52bf0650048 req-1fd3385c-de3a-4369-a7b3-8e30c4a654a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1098 time: 0.6603642 Jul 16 18:20:37.726506 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1643720-6ac8-4b7c-b8a9-9897ec5fcead None None] The sync data for ids ['db459903-6d1d-4ed5-b6ae-6a145a061000'] in n-d-787206-10 is: [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:20:16Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '9585e7f0-3f6e-4949-a315-93208f931cc3', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'port_id': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'mac_address': 'fa:16:3e:e5:04:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:20:35Z', 'updated_at': '2021-07-16T18:20:35Z', 'revision_number': 0, 'project_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b169ee-58f9-4a5e-9863-ad9d30817d02', 'name': '', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:24:bf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:14Z', 'updated_at': '2021-07-16T18:20:21Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:37.885843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069006e-b84d-4626-b89f-b6edbf265226 req-8314e284-4348-4ec7-9dd3-e0989bf3437c tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.887573 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-8314e284-4348-4ec7-9dd3-e0989bf3437c tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4134812 Jul 16 18:20:37.901606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc495a2c-6dcb-4373-bdde-f62cbca09ae3 req-6f7c3bcf-0796-45ca-a2f2-f5b3a8fb7aa4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849523 Jul 16 18:20:37.929741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38640) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:37.952618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-922b0199-2db6-415b-95d8-2926f2ceec97 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/quotas/bb1ea48406944b8e97cdff71270a1f4f HTTP/1.1" status: 200 len: 375 time: 0.0544536 Jul 16 18:20:37.959762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89544e1-d041-4aba-aa38-b52bf0650048 req-261fb82d-051c-4a1d-b873-197f95c7c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.961487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a89544e1-d041-4aba-aa38-b52bf0650048 req-261fb82d-051c-4a1d-b873-197f95c7c187 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 200 len: 898 time: 0.2420118 Jul 16 18:20:37.991058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2739b160-e859-4250-ae85-27b01e7cc18e None None] New status for floating IP 9585e7f0-3f6e-4949-a315-93208f931cc3: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:20:38.035839 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-90e8056b-e238-499a-a557-552ecb3a8b91 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/9585e7f0-3f6e-4949-a315-93208f931cc3 HTTP/1.1" status: 200 len: 991 time: 0.1043305 Jul 16 18:20:38.091597 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-a316104e-d379-4f42-afa5-53d3c9c59b1f tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb1ea48406944b8e97cdff71270a1f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1253390 Jul 16 18:20:38.134353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a89544e1-d041-4aba-aa38-b52bf0650048 req-4c90b67b-b117-4d6b-b2bb-e9901b6e7346 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 999 time: 0.1408134 Jul 16 18:20:38.139784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] For port 163f93db-f06d-47d7-a42d-daea5aea7c4f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=163f93db-f06d-47d7-a42d-daea5aea7c4f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:38.150615 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.171716 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.186483 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.187482 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.217234 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d0c99a48-27d7-474e-a287-c7b30b782201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.282488 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:20:38.282724 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:20:38.360952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:38.393069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:38.408848 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca9c6cea-a220-49cc-977a-bd79929d1195 req-1a211ae8-7237-4588-8a79-988dc5ffd017 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 210 time: 0.0717771 Jul 16 18:20:38.410695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.410852 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.431642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89544e1-d041-4aba-aa38-b52bf0650048 req-8acca150-f4f5-4130-9523-d6c169f7d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.434375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a89544e1-d041-4aba-aa38-b52bf0650048 req-8acca150-f4f5-4130-9523-d6c169f7d485 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 HTTP/1.1" status: 200 len: 835 time: 0.2605469 Jul 16 18:20:38.435693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=e7c66bac-ccd9-4a1a-a7b6-852915a1e473,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:38.438120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=163f93db-f06d-47d7-a42d-daea5aea7c4f,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:38.448082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38648) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:38.448741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6bd4ec34-ed7f-49b6-87dc-24ec3fbb8eda tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5701854 Jul 16 18:20:38.455885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-13e6b813-c403-4bb8-a04d-9dcba4e288c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:38.530701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89544e1-d041-4aba-aa38-b52bf0650048 req-08ba5dec-ea89-4c1d-9a86-76ded5d9a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.533784 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a89544e1-d041-4aba-aa38-b52bf0650048 req-08ba5dec-ea89-4c1d-9a86-76ded5d9a249 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5fae292-d76e-4b9c-9903-d6e77d026e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914590 Jul 16 18:20:38.636043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d0c99a48-27d7-474e-a287-c7b30b782201 None None] For port 163f93db-f06d-47d7-a42d-daea5aea7c4f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=163f93db-f06d-47d7-a42d-daea5aea7c4f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:38.680784 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e6b813-c403-4bb8-a04d-9dcba4e288c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:38.685275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13e6b813-c403-4bb8-a04d-9dcba4e288c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.708330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a89544e1-d041-4aba-aa38-b52bf0650048 req-b389e3b3-343a-49d0-a5a3-cf36bd125aae service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658509 Jul 16 18:20:38.721461 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d0c99a48-27d7-474e-a287-c7b30b782201 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.727347 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d0c99a48-27d7-474e-a287-c7b30b782201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.845490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c99a48-27d7-474e-a287-c7b30b782201 None None] Pushing event updated for resources: {'Port': ['ID=163f93db-f06d-47d7-a42d-daea5aea7c4f,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:38.870901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a89544e1-d041-4aba-aa38-b52bf0650048 req-95514842-65f5-43a8-8f2f-8a0f6f6e7d76 service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556025 Jul 16 18:20:39.040023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38658) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:39.077283 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13e6b813-c403-4bb8-a04d-9dcba4e288c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.162548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2eaac8fc-acc5-4f24-bfe8-8cc142202215 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/9585e7f0-3f6e-4949-a315-93208f931cc3 HTTP/1.1" status: 200 len: 993 time: 0.1199491 Jul 16 18:20:39.183538 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e6b813-c403-4bb8-a04d-9dcba4e288c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:39.195142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-13e6b813-c403-4bb8-a04d-9dcba4e288c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:39.198214 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.202444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e6b813-c403-4bb8-a04d-9dcba4e288c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.203148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-13e6b813-c403-4bb8-a04d-9dcba4e288c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.226483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6b813-c403-4bb8-a04d-9dcba4e288c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=23f17e33-3659-42a8-9172-d00c62d56d75,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.233405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38662) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:39.233546 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-13e6b813-c403-4bb8-a04d-9dcba4e288c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7836339 Jul 16 18:20:39.240175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'mac_address': 'fa:16:3e:db:ca:bd', 'name': 'tempest-NetworksTestDHCPv6-785002654'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:39.256417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 163f93db-f06d-47d7-a42d-daea5aea7c4f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=163f93db-f06d-47d7-a42d-daea5aea7c4f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:39.261783 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.346325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=163f93db-f06d-47d7-a42d-daea5aea7c4f,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.412806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:39.458355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 163f93db-f06d-47d7-a42d-daea5aea7c4f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:39.524774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 163f93db-f06d-47d7-a42d-daea5aea7c4f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:39.525468 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.547377 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.580920 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port 4baf0c38-b64c-4fde-81d8-3c8092e4fa48 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:39.629549 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.653276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc849090-fb40-41f0-b5c3-e1f26691ae80 req-3ab4280e-59e9-403e-b997-26278fdfd189 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 210 time: 0.0669212 Jul 16 18:20:39.684898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 163f93db-f06d-47d7-a42d-daea5aea7c4f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=163f93db-f06d-47d7-a42d-daea5aea7c4f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:39.691783 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.745614 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=163f93db-f06d-47d7-a42d-daea5aea7c4f,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.777500 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeef24bc-b83e-428c-97cb-9bfbbf252da2 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:39.833887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 172.20.0.5 (4dcae011-efa4-4eee-b78f-e3e59142c43e/23f17e33-3659-42a8-9172-d00c62d56d75/4baf0c38-b64c-4fde-81d8-3c8092e4fa48) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:39.845698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::f816:3eff:fedb:cabd (4dcae011-efa4-4eee-b78f-e3e59142c43e/e7c66bac-ccd9-4a1a-a7b6-852915a1e473/4baf0c38-b64c-4fde-81d8-3c8092e4fa48) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:39.880909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6a4b4da4-f17a-4614-a1ab-0ba3ddc1c97e None None] Provisioning complete for port 163f93db-f06d-47d7-a42d-daea5aea7c4f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:39.881382 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4da4-f17a-4614-a1ab-0ba3ddc1c97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.056149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-7f74c50d-ba09-4a3e-9f7b-fbf2b2906d62 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=bb1ea48406944b8e97cdff71270a1f4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473351 Jul 16 18:20:40.139828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2422179f-f154-4ef7-a1f9-11df7b695d44 None None] Update dhcp port {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': 'e7c66bac-ccd9-4a1a-a7b6-852915a1e473', 'ip_address': '2001:db8::f816:3eff:fef3:413a'}, {'subnet_id': '23f17e33-3659-42a8-9172-d00c62d56d75'}], 'binding:host_id': 'n-d-787206-10'}, 'id': '163f93db-f06d-47d7-a42d-daea5aea7c4f'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:20:40.176082 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2422179f-f154-4ef7-a1f9-11df7b695d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.186620 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.219879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object 4baf0c38-b64c-4fde-81d8-3c8092e4fa48 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:40.252307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069006e-b84d-4626-b89f-b6edbf265226 req-1e83d060-e784-4afd-beab-b931aa91470c tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.254443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-1e83d060-e784-4afd-beab-b931aa91470c tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918046 Jul 16 18:20:40.286265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Request body: {'port': {'device_id': '71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': 'bb1ea48406944b8e97cdff71270a1f4f'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:40.375833 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.400102 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-2422179f-f154-4ef7-a1f9-11df7b695d44 None None] Allocated IP 172.20.0.2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/23f17e33-3659-42a8-9172-d00c62d56d75/163f93db-f06d-47d7-a42d-daea5aea7c4f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:40.436246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:40.448508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:40.451415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:40.508196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=4baf0c38-b64c-4fde-81d8-3c8092e4fa48,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.523721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2422179f-f154-4ef7-a1f9-11df7b695d44 None None] For port 163f93db-f06d-47d7-a42d-daea5aea7c4f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=163f93db-f06d-47d7-a42d-daea5aea7c4f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:40.536712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.537357 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.549565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Made reservation on behalf of bb1ea48406944b8e97cdff71270a1f4f for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:40.553729 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.563701 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2422179f-f154-4ef7-a1f9-11df7b695d44 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.571177 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.585279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2274cd22-ba5b-4e3d-be8d-9757a167970d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3479621 Jul 16 18:20:40.585517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2422179f-f154-4ef7-a1f9-11df7b695d44 None None] Transition to ACTIVE for port object 163f93db-f06d-47d7-a42d-daea5aea7c4f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:40.585771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38678) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.590493 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2422179f-f154-4ef7-a1f9-11df7b695d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.710213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d39802-bfe4-4a35-8927-166103f8ebb1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.711593 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.711830 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422179f-f154-4ef7-a1f9-11df7b695d44 None None] Pushing event updated for resources: {'Port': ['ID=163f93db-f06d-47d7-a42d-daea5aea7c4f,revision_number=10']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.719060 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.729837 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d39802-bfe4-4a35-8927-166103f8ebb1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.731850 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d0d39802-bfe4-4a35-8927-166103f8ebb1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1442482 Jul 16 18:20:40.735059 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38682) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.809108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb4c4ff-9f48-48af-8003-5243a4b2e9b1,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.907357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd086d-e0c5-4b37-9f8f-ae5f4cc6036e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port 4baf0c38-b64c-4fde-81d8-3c8092e4fa48 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:40.907909 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ccd086d-e0c5-4b37-9f8f-ae5f4cc6036e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.918363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7e71810-1683-468e-bb69-ef977beae014 req-f1b8d78a-9d0e-43ad-a218-48e2a4f1e46b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 210 time: 0.0467241 Jul 16 18:20:40.938198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Allocated IP 192.168.233.39 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/d429eadf-cb89-4426-9609-3ab6fbd54b12) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:41.097787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ccd086d-e0c5-4b37-9f8f-ae5f4cc6036e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.113455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd086d-e0c5-4b37-9f8f-ae5f4cc6036e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for 4baf0c38-b64c-4fde-81d8-3c8092e4fa48 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:41.170112 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.190978 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Transition to ACTIVE for port object d429eadf-cb89-4426-9609-3ab6fbd54b12 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:41.239861 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.346321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:41.347652 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ccd086d-e0c5-4b37-9f8f-ae5f4cc6036e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.352563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:41.362103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:41.428532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 163f93db-f06d-47d7-a42d-daea5aea7c4f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:41.430096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Pushing event updated for resources: {'Port': ['ID=d429eadf-cb89-4426-9609-3ab6fbd54b12,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.455454 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd086d-e0c5-4b37-9f8f-ae5f4cc6036e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=4baf0c38-b64c-4fde-81d8-3c8092e4fa48,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.497545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.498932 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.527682 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3d23d7c1-5605-4a72-b4d7-d8d87ee27e6b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2501557 Jul 16 18:20:41.552011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Request body: {'port': {'device_id': '71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:41.626629 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ccd086d-e0c5-4b37-9f8f-ae5f4cc6036e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.631679 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3ccd086d-e0c5-4b37-9f8f-ae5f4cc6036e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/4baf0c38-b64c-4fde-81d8-3c8092e4fa48 HTTP/1.1" status: 204 len: 168 time: 0.8946159 Jul 16 18:20:41.632294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38688) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.688817 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.701595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b253dc01-c128-46bd-9020-463ae380f88e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.703997 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b253dc01-c128-46bd-9020-463ae380f88e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.705830 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b253dc01-c128-46bd-9020-463ae380f88e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.712915 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b253dc01-c128-46bd-9020-463ae380f88e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0794284 Jul 16 18:20:41.714205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38690) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.778041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6ca0d1-ac2b-4f1a-a1b5-f24966d8f036 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 23f17e33-3659-42a8-9172-d00c62d56d75 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:41.786263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca0d1-ac2b-4f1a-a1b5-f24966d8f036 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.805347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-21606142-4331-4bee-9dcd-7a96cd743258 None None] Provisioning for port d429eadf-cb89-4426-9609-3ab6fbd54b12 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:41.813868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-21606142-4331-4bee-9dcd-7a96cd743258 None None] Provisioning complete for port d429eadf-cb89-4426-9609-3ab6fbd54b12 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:41.816384 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-21606142-4331-4bee-9dcd-7a96cd743258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.846000 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca0d1-ac2b-4f1a-a1b5-f24966d8f036 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.880850 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4261626-b378-4518-926b-a04d6831fcb0 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:41.897531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-21606142-4331-4bee-9dcd-7a96cd743258 None None] Port d429eadf-cb89-4426-9609-3ab6fbd54b12 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:41.994007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca0d1-ac2b-4f1a-a1b5-f24966d8f036 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.097009 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca0d1-ac2b-4f1a-a1b5-f24966d8f036 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.107396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d429eadf-cb89-4426-9609-3ab6fbd54b12 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:42.121713 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.132837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f03627f5-5ad9-4985-a866-e3f6de959c96 None None] Provisioning for port 163f93db-f06d-47d7-a42d-daea5aea7c4f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:42.134843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Transition to ACTIVE for port object d429eadf-cb89-4426-9609-3ab6fbd54b12 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:42.137305 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ca0d1-ac2b-4f1a-a1b5-f24966d8f036 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=23f17e33-3659-42a8-9172-d00c62d56d75,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.139982 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca0d1-ac2b-4f1a-a1b5-f24966d8f036 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.145423 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3a6ca0d1-ac2b-4f1a-a1b5-f24966d8f036 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/23f17e33-3659-42a8-9172-d00c62d56d75 HTTP/1.1" status: 204 len: 168 time: 0.4279141 Jul 16 18:20:42.146039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38696) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.153104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.190675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f03627f5-5ad9-4985-a866-e3f6de959c96 None None] Provisioning complete for port 163f93db-f06d-47d7-a42d-daea5aea7c4f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:42.192043 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f03627f5-5ad9-4985-a866-e3f6de959c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.225234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3d23b0-f65a-40d1-aa3b-60e7f3ee502c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet e7c66bac-ccd9-4a1a-a7b6-852915a1e473 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:42.228834 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd3d23b0-f65a-40d1-aa3b-60e7f3ee502c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.244024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Pushing event updated for resources: {'Port': ['ID=d429eadf-cb89-4426-9609-3ab6fbd54b12,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.304016 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd3d23b0-f65a-40d1-aa3b-60e7f3ee502c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.353239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f26216-abe0-4a59-86f4-43e105a4d319 req-fef7bc36-70ae-48d8-96fa-f8c820ac481f tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.355769 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78f26216-abe0-4a59-86f4-43e105a4d319 req-fef7bc36-70ae-48d8-96fa-f8c820ac481f tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 947 time: 0.2187688 Jul 16 18:20:42.429368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78f26216-abe0-4a59-86f4-43e105a4d319 req-8bc854af-f24c-456d-b419-c26d0004444b tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb4c4ff-9f48-48af-8003-5243a4b2e9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671198 Jul 16 18:20:42.438149 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd3d23b0-f65a-40d1-aa3b-60e7f3ee502c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.449218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Attempting to bind port d429eadf-cb89-4426-9609-3ab6fbd54b12 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:42.449563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Attempting to bind port d429eadf-cb89-4426-9609-3ab6fbd54b12 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:42.449894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Attempting to bind port d429eadf-cb89-4426-9609-3ab6fbd54b12 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:42.456264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Port d429eadf-cb89-4426-9609-3ab6fbd54b12 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:42.456585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Attempting to bind port d429eadf-cb89-4426-9609-3ab6fbd54b12 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:42.465889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:42.466340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:42.466847 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:42.467353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Bound port: d429eadf-cb89-4426-9609-3ab6fbd54b12, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:42.467905 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.546092 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd3d23b0-f65a-40d1-aa3b-60e7f3ee502c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.564309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] For port d429eadf-cb89-4426-9609-3ab6fbd54b12, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:42.568177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] For port d429eadf-cb89-4426-9609-3ab6fbd54b12, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d429eadf-cb89-4426-9609-3ab6fbd54b12,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:42.583517 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.594331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d23b0-f65a-40d1-aa3b-60e7f3ee502c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c66bac-ccd9-4a1a-a7b6-852915a1e473,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.596967 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dd3d23b0-f65a-40d1-aa3b-60e7f3ee502c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.601257 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dd3d23b0-f65a-40d1-aa3b-60e7f3ee502c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/e7c66bac-ccd9-4a1a-a7b6-852915a1e473 HTTP/1.1" status: 204 len: 168 time: 0.4518442 Jul 16 18:20:42.602028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38700) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.686894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-facf1dff-fb93-4289-9894-e6f98af5fc24 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790117 Jul 16 18:20:42.687748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38702) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.690447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.691061 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.692492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] 10.222.0.43 "PUT /v2.0/ports/d429eadf-cb89-4426-9609-3ab6fbd54b12 HTTP/1.1" status: 200 len: 1096 time: 1.1520510 Jul 16 18:20:42.692935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a', 'tag': 'd429eadf-cb89-4426-9609-3ab6fbd54b12'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:42.693676 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5033ae44-c92f-40b9-b50f-9bd32c7544eb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:42.695222 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97aa3b03-8e06-4985-ac94-30ada7e1f058" -d '{"events": [{"name": "network-changed", "server_uuid": "71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a", "tag": "d429eadf-cb89-4426-9609-3ab6fbd54b12"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:42.718206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a8fb7-5bc9-4027-b6ed-daa609b0a802 service neutron] Pushing event updated for resources: {'Port': ['ID=d429eadf-cb89-4426-9609-3ab6fbd54b12,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.774621 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce033f1-a88a-483c-a1f6-e63495bf2f48 x-openstack-request-id: req-cce033f1-a88a-483c-a1f6-e63495bf2f48 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:42.775865 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a", "tag": "d429eadf-cb89-4426-9609-3ab6fbd54b12", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:42.776362 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cce033f1-a88a-483c-a1f6-e63495bf2f48 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:42.776980 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a', 'tag': 'd429eadf-cb89-4426-9609-3ab6fbd54b12', 'status': 'completed', 'code': 200} Jul 16 18:20:42.825537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069006e-b84d-4626-b89f-b6edbf265226 req-520c9bbd-dc09-4691-b78f-f28bebf08f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.828472 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-520c9bbd-dc09-4691-b78f-f28bebf08f0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb1ea48406944b8e97cdff71270a1f4f&device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 1099 time: 0.0833466 Jul 16 18:20:42.831465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8ac88b-b87b-40f1-8ebb-9273d9f97665 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:42.853379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5033ae44-c92f-40b9-b50f-9bd32c7544eb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:42.857767 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5033ae44-c92f-40b9-b50f-9bd32c7544eb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.901902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-73e0c063-d701-41b4-b93b-b978e95328ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d429eadf-cb89-4426-9609-3ab6fbd54b12 HTTP/1.1" status: 200 len: 217 time: 0.0607693 Jul 16 18:20:42.905413 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-934824a9-3268-4f94-bf6a-7c2434949e45 None None] Provisioning complete for port 163f93db-f06d-47d7-a42d-daea5aea7c4f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:42.906029 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-934824a9-3268-4f94-bf6a-7c2434949e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.976877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3f5ee37f-beb8-480e-b2e4-b6660d29009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.978374 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-3f5ee37f-beb8-480e-b2e4-b6660d29009f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0729005 Jul 16 18:20:43.062460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069006e-b84d-4626-b89f-b6edbf265226 req-c5feeb03-668a-473e-b87a-754c8c49ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.064156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-c5feeb03-668a-473e-b87a-754c8c49ddc0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0789638 Jul 16 18:20:43.142064 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5033ae44-c92f-40b9-b50f-9bd32c7544eb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.159377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7cdd82-b409-4a7c-acad-705873256ff1 None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:43.202377 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033ae44-c92f-40b9-b50f-9bd32c7544eb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=6f3a5517-b65c-4b6e-8198-f30d76e044cb,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.219918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033ae44-c92f-40b9-b50f-9bd32c7544eb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:43.222038 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5033ae44-c92f-40b9-b50f-9bd32c7544eb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:43.225031 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5033ae44-c92f-40b9-b50f-9bd32c7544eb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.225752 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5033ae44-c92f-40b9-b50f-9bd32c7544eb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.243639 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5033ae44-c92f-40b9-b50f-9bd32c7544eb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5551934 Jul 16 18:20:43.246511 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38708) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:43.252404 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-df06a933-5efd-4179-837a-f359fb53e6cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:43.254272 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-7f7cdd82-b409-4a7c-acad-705873256ff1 None None] Deleting port 163f93db-f06d-47d7-a42d-daea5aea7c4f {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:43.254667 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7f7cdd82-b409-4a7c-acad-705873256ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.380511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-7f7cdd82-b409-4a7c-acad-705873256ff1 None None] For port 163f93db-f06d-47d7-a42d-daea5aea7c4f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=163f93db-f06d-47d7-a42d-daea5aea7c4f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:43.381228 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7f7cdd82-b409-4a7c-acad-705873256ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.397913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-7f7cdd82-b409-4a7c-acad-705873256ff1 None None] Calling delete_port for 163f93db-f06d-47d7-a42d-daea5aea7c4f owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:43.432204 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df06a933-5efd-4179-837a-f359fb53e6cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:43.436894 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df06a933-5efd-4179-837a-f359fb53e6cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.490703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 163f93db-f06d-47d7-a42d-daea5aea7c4f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:43.495950 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7f7cdd82-b409-4a7c-acad-705873256ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.543417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 163f93db-f06d-47d7-a42d-daea5aea7c4f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:43.544087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 163f93db-f06d-47d7-a42d-daea5aea7c4f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:43.547743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cdd82-b409-4a7c-acad-705873256ff1 None None] Pushing event deleted for resources: {'Port': ['ID=163f93db-f06d-47d7-a42d-daea5aea7c4f,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.551530 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-f7513b27-c4e3-420a-a24c-683ec83acba2 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748456 Jul 16 18:20:43.554404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7cdd82-b409-4a7c-acad-705873256ff1 None None] No DVR routers for this DVR port 163f93db-f06d-47d7-a42d-daea5aea7c4f on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:43.573615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a40a942-0e64-4c34-b073-ae0cb40ec884 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:43.792785 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7069006e-b84d-4626-b89f-b6edbf265226 req-44cd599b-53ab-4afd-9cdc-25235d4bd8e3 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320185 Jul 16 18:20:43.803031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': '6f3a5517-b65c-4b6e-8198-f30d76e044cb'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:43.804196 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.852139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bef76-93df-49d6-a778-92d7cc440f11 req-70a5fe77-be78-46d9-8883-2e2466a1a642 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.858815 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f47bef76-93df-49d6-a778-92d7cc440f11 req-70a5fe77-be78-46d9-8883-2e2466a1a642 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 947 time: 0.2113011 Jul 16 18:20:43.894636 n-d-787206-10 neutron-server[100170]: DEBUG neutron.objects.ports [None req-df06a933-5efd-4179-837a-f359fb53e6cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100170) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:20:43.897880 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df06a933-5efd-4179-837a-f359fb53e6cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.936626 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f47bef76-93df-49d6-a778-92d7cc440f11 req-3b858d35-7fd2-4d51-8f25-5521f727fbfe tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb4c4ff-9f48-48af-8003-5243a4b2e9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768538 Jul 16 18:20:43.953774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa3b03-8e06-4985-ac94-30ada7e1f058 req-a9efc922-2c8f-4c10-9efd-7d2251d32af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.963836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97aa3b03-8e06-4985-ac94-30ada7e1f058 req-a9efc922-2c8f-4c10-9efd-7d2251d32af1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb1ea48406944b8e97cdff71270a1f4f&device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 1099 time: 0.0943623 Jul 16 18:20:43.968532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df06a933-5efd-4179-837a-f359fb53e6cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:43.971754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-df06a933-5efd-4179-837a-f359fb53e6cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:43.976275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06a933-5efd-4179-837a-f359fb53e6cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.976851 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df06a933-5efd-4179-837a-f359fb53e6cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.980607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06a933-5efd-4179-837a-f359fb53e6cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=c679045f-e95b-4e2c-8a89-a75119bbc3bc,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.999664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38714) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:44.000750 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-df06a933-5efd-4179-837a-f359fb53e6cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7527137 Jul 16 18:20:44.005249 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'mac_address': 'fa:16:3e:8f:99:3e', 'name': 'tempest-NetworksTestDHCPv6-1233602993'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:44.062178 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Allocated IP 172.20.0.2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/6f3a5517-b65c-4b6e-8198-f30d76e044cb/ea9c6b16-8ba3-4f08-a393-45df6e413f8b) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:44.070595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Allocated IP 2001:db8::f816:3eff:feaa:c79 (4dcae011-efa4-4eee-b78f-e3e59142c43e/c679045f-e95b-4e2c-8a89-a75119bbc3bc/ea9c6b16-8ba3-4f08-a393-45df6e413f8b) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:44.144982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa3b03-8e06-4985-ac94-30ada7e1f058 req-aa3c00a0-0102-4730-bd44-8d21878d3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.146440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97aa3b03-8e06-4985-ac94-30ada7e1f058 req-aa3c00a0-0102-4730-bd44-8d21878d3ad0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.1815071 Jul 16 18:20:44.192450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97aa3b03-8e06-4985-ac94-30ada7e1f058 req-b77647dd-07a6-438b-ac8c-c74edd0981a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d429eadf-cb89-4426-9609-3ab6fbd54b12 HTTP/1.1" status: 200 len: 217 time: 0.0379961 Jul 16 18:20:44.221548 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.230450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Transition to ACTIVE for port object ea9c6b16-8ba3-4f08-a393-45df6e413f8b will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:44.242484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:44.247807 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.248674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Transition to ACTIVE for port object ea9c6b16-8ba3-4f08-a393-45df6e413f8b will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:44.254671 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.265610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa3b03-8e06-4985-ac94-30ada7e1f058 req-b72469af-f271-4790-a2a2-98d7ebbe1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.267090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97aa3b03-8e06-4985-ac94-30ada7e1f058 req-b72469af-f271-4790-a2a2-98d7ebbe1cbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0665214 Jul 16 18:20:44.283385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port e599eddf-d1ac-47bc-9518-9da05ef47edc yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:44.296225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:44.301129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:44.305343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:44.318116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Pushing event updated for resources: {'Port': ['ID=ea9c6b16-8ba3-4f08-a393-45df6e413f8b,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:44.399846 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Attempting to bind port ea9c6b16-8ba3-4f08-a393-45df6e413f8b on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:44.400211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Attempting to bind port ea9c6b16-8ba3-4f08-a393-45df6e413f8b by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:44.400724 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Attempting to bind port ea9c6b16-8ba3-4f08-a393-45df6e413f8b on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:44.412391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:44.412770 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:44.413215 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.413608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:44.414080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Bound port: ea9c6b16-8ba3-4f08-a393-45df6e413f8b, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:44.414487 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.417930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa3b03-8e06-4985-ac94-30ada7e1f058 req-f1ef3bf4-2164-442f-bc45-c42ba541f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.419471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97aa3b03-8e06-4985-ac94-30ada7e1f058 req-f1ef3bf4-2164-442f-bc45-c42ba541f938 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1440015 Jul 16 18:20:44.484080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] For port ea9c6b16-8ba3-4f08-a393-45df6e413f8b, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:44.488052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] For port ea9c6b16-8ba3-4f08-a393-45df6e413f8b, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ea9c6b16-8ba3-4f08-a393-45df6e413f8b,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:44.493622 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.549346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 172.20.0.12 (4dcae011-efa4-4eee-b78f-e3e59142c43e/6f3a5517-b65c-4b6e-8198-f30d76e044cb/e599eddf-d1ac-47bc-9518-9da05ef47edc) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:44.567916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::f816:3eff:fe8f:993e (4dcae011-efa4-4eee-b78f-e3e59142c43e/c679045f-e95b-4e2c-8a89-a75119bbc3bc/e599eddf-d1ac-47bc-9518-9da05ef47edc) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:44.577326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97aa3b03-8e06-4985-ac94-30ada7e1f058 req-75eac91d-2c4c-41f2-a3f3-c06a971de9a2 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501868 Jul 16 18:20:44.579630 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091feffd-cf08-4eba-8cdc-5fa9d7f1c88e None None] Pushing event updated for resources: {'Port': ['ID=ea9c6b16-8ba3-4f08-a393-45df6e413f8b,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:44.770226 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97aa3b03-8e06-4985-ac94-30ada7e1f058 req-afe84aa3-0ec5-4473-8172-c9a4153f9ae0 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847043 Jul 16 18:20:44.816027 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.838758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object e599eddf-d1ac-47bc-9518-9da05ef47edc will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:44.883323 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.945219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:44.949640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:44.953780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:44.960842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=e599eddf-d1ac-47bc-9518-9da05ef47edc,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:45.009142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.009670 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.031813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d8e83240-d080-47c4-b0b4-c7274f273beb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0305159 Jul 16 18:20:45.033882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38722) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:45.107939 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d2f6db-8b0c-43ee-b5b8-393108780adf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.114035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d2f6db-8b0c-43ee-b5b8-393108780adf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.118159 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-94d2f6db-8b0c-43ee-b5b8-393108780adf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0807664 Jul 16 18:20:45.118630 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38724) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:45.178588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679fd09-0630-4e66-b5b5-dc8e33aff02c req-7d10bf3c-4c73-4d59-bbba-d444f9130bdd tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.180098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a679fd09-0630-4e66-b5b5-dc8e33aff02c req-7d10bf3c-4c73-4d59-bbba-d444f9130bdd tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 947 time: 0.1075692 Jul 16 18:20:45.250198 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a679fd09-0630-4e66-b5b5-dc8e33aff02c req-8436f3bb-4190-4bfb-a058-8bed347f639e tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb4c4ff-9f48-48af-8003-5243a4b2e9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636497 Jul 16 18:20:45.267153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2795312d-4ccd-4947-9875-49ca9e606341 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port e599eddf-d1ac-47bc-9518-9da05ef47edc {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:45.267829 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2795312d-4ccd-4947-9875-49ca9e606341 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.372265 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2795312d-4ccd-4947-9875-49ca9e606341 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.388488 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2795312d-4ccd-4947-9875-49ca9e606341 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for e599eddf-d1ac-47bc-9518-9da05ef47edc owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:45.390128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ea9c6b16-8ba3-4f08-a393-45df6e413f8b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:45.446476 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port ea9c6b16-8ba3-4f08-a393-45df6e413f8b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:45.592939 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2795312d-4ccd-4947-9875-49ca9e606341 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.626178 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77d2c7c-119e-4254-8bad-540c18a8283e None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:45.631764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795312d-4ccd-4947-9875-49ca9e606341 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=e599eddf-d1ac-47bc-9518-9da05ef47edc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:45.707556 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fc064277-b97b-434c-833c-4902a3535d6c None None] Provisioning for port ea9c6b16-8ba3-4f08-a393-45df6e413f8b completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:45.714991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fc064277-b97b-434c-833c-4902a3535d6c None None] Provisioning complete for port ea9c6b16-8ba3-4f08-a393-45df6e413f8b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:45.715369 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fc064277-b97b-434c-833c-4902a3535d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.745264 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2795312d-4ccd-4947-9875-49ca9e606341 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.749477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2795312d-4ccd-4947-9875-49ca9e606341 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/e599eddf-d1ac-47bc-9518-9da05ef47edc HTTP/1.1" status: 204 len: 168 time: 0.6277323 Jul 16 18:20:45.750144 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38732) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:45.810615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1f068a-faa7-4934-93a0-37b26eccf792 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.812098 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1f068a-faa7-4934-93a0-37b26eccf792 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.813628 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1f068a-faa7-4934-93a0-37b26eccf792 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.815492 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3c1f068a-faa7-4934-93a0-37b26eccf792 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0643449 Jul 16 18:20:45.819525 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38734) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:45.875711 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fc064277-b97b-434c-833c-4902a3535d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.880291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726bfd5-6527-4cf4-9825-c23c2fd1a2eb req-5ea9be19-7feb-45e2-8d2c-2051b78d474f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.881753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96bebd2-ecc8-47d2-9d36-48b2d343ea0b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 6f3a5517-b65c-4b6e-8198-f30d76e044cb {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:45.881909 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4726bfd5-6527-4cf4-9825-c23c2fd1a2eb req-5ea9be19-7feb-45e2-8d2c-2051b78d474f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 945 time: 0.0753164 Jul 16 18:20:45.886776 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a96bebd2-ecc8-47d2-9d36-48b2d343ea0b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.920994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fc064277-b97b-434c-833c-4902a3535d6c None None] For port ea9c6b16-8ba3-4f08-a393-45df6e413f8b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ea9c6b16-8ba3-4f08-a393-45df6e413f8b,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:45.926749 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fc064277-b97b-434c-833c-4902a3535d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.936822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a96bebd2-ecc8-47d2-9d36-48b2d343ea0b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.944218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4726bfd5-6527-4cf4-9825-c23c2fd1a2eb req-7472183c-d29c-43fa-81f0-488407399394 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547457 Jul 16 18:20:45.985594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc064277-b97b-434c-833c-4902a3535d6c None None] Pushing event updated for resources: {'Port': ['ID=ea9c6b16-8ba3-4f08-a393-45df6e413f8b,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:46.045425 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a96bebd2-ecc8-47d2-9d36-48b2d343ea0b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.118937 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a96bebd2-ecc8-47d2-9d36-48b2d343ea0b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.148589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bebd2-ecc8-47d2-9d36-48b2d343ea0b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3a5517-b65c-4b6e-8198-f30d76e044cb,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:46.151171 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a96bebd2-ecc8-47d2-9d36-48b2d343ea0b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.153222 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a96bebd2-ecc8-47d2-9d36-48b2d343ea0b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/6f3a5517-b65c-4b6e-8198-f30d76e044cb HTTP/1.1" status: 204 len: 168 time: 0.3308239 Jul 16 18:20:46.155797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38738) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:46.209209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-76840b3a-d388-4f05-84a5-06ec2981deec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet c679045f-e95b-4e2c-8a89-a75119bbc3bc {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:46.212640 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76840b3a-d388-4f05-84a5-06ec2981deec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.257876 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76840b3a-d388-4f05-84a5-06ec2981deec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.350604 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76840b3a-d388-4f05-84a5-06ec2981deec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.418109 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76840b3a-d388-4f05-84a5-06ec2981deec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.446703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76840b3a-d388-4f05-84a5-06ec2981deec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=c679045f-e95b-4e2c-8a89-a75119bbc3bc,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:46.453019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76840b3a-d388-4f05-84a5-06ec2981deec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.457346 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-76840b3a-d388-4f05-84a5-06ec2981deec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/c679045f-e95b-4e2c-8a89-a75119bbc3bc HTTP/1.1" status: 204 len: 168 time: 0.2982433 Jul 16 18:20:46.457763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1c883-4fda-4282-a39b-e8a3cc1cee2c req-646617de-77cc-4c1f-baaf-acf297c1cb2e tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.457763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51a1c883-4fda-4282-a39b-e8a3cc1cee2c req-646617de-77cc-4c1f-baaf-acf297c1cb2e tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 947 time: 0.0825777 Jul 16 18:20:46.457763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38742) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:46.487769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3647b8-776d-46e8-a53a-09b2d326f370 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:46.513674 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a8192a3c-2900-4781-8320-67abb4dbb5b7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546110 Jul 16 18:20:46.516910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38744) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:46.522319 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-960f215d-73c0-4ddc-8ccb-1dd5fb7ea2ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:46.534349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51a1c883-4fda-4282-a39b-e8a3cc1cee2c req-4e479ed5-e130-4971-aa01-14b0122010e7 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb4c4ff-9f48-48af-8003-5243a4b2e9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693908 Jul 16 18:20:46.620198 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960f215d-73c0-4ddc-8ccb-1dd5fb7ea2ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:46.624176 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-960f215d-73c0-4ddc-8ccb-1dd5fb7ea2ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.738451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0626f9a4-04fb-42f7-8030-e2b1d5909eb5 None None] Provisioning complete for port ea9c6b16-8ba3-4f08-a393-45df6e413f8b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:46.738728 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0626f9a4-04fb-42f7-8030-e2b1d5909eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.819306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-960f215d-73c0-4ddc-8ccb-1dd5fb7ea2ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.844521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device d429eadf-cb89-4426-9609-3ab6fbd54b12 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:46.870536 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f215d-73c0-4ddc-8ccb-1dd5fb7ea2ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:46.875910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-960f215d-73c0-4ddc-8ccb-1dd5fb7ea2ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:46.877959 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f215d-73c0-4ddc-8ccb-1dd5fb7ea2ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.878564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-960f215d-73c0-4ddc-8ccb-1dd5fb7ea2ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.887878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f215d-73c0-4ddc-8ccb-1dd5fb7ea2ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=3467a557-6068-450d-b4f0-48c5608d585b,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:46.888132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f462c10a-d06e-40d6-b245-c1b9aadc9263 None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:46.898122 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-960f215d-73c0-4ddc-8ccb-1dd5fb7ea2ae tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3801017 Jul 16 18:20:46.901284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38746) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:46.906654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7327f9d4-cc04-4d75-aee2-e697f2de4521 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:46.984645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port d429eadf-cb89-4426-9609-3ab6fbd54b12, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d429eadf-cb89-4426-9609-3ab6fbd54b12,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:46.998880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'd429eadf-cb89-4426-9609-3ab6fbd54b12', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': 'd429eadf-cb89-4426-9609-3ab6fbd54b12', 'mac_address': 'fa:16:3e:b5:f2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:20:47.004250 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f462c10a-d06e-40d6-b245-c1b9aadc9263 None None] Deleting port ea9c6b16-8ba3-4f08-a393-45df6e413f8b {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:47.004629 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f462c10a-d06e-40d6-b245-c1b9aadc9263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.022917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7327f9d4-cc04-4d75-aee2-e697f2de4521 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:47.028447 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7327f9d4-cc04-4d75-aee2-e697f2de4521 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.101741 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.134625 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b6c1e-e126-4446-931f-27afb9e1f7f5 req-086c7dbd-3957-4da5-a8a1-8e091b78bd1b tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.136407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d429eadf-cb89-4426-9609-3ab6fbd54b12 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:47.142973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f67b6c1e-e126-4446-931f-27afb9e1f7f5 req-086c7dbd-3957-4da5-a8a1-8e091b78bd1b tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 945 time: 0.0807159 Jul 16 18:20:47.149900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f462c10a-d06e-40d6-b245-c1b9aadc9263 None None] For port ea9c6b16-8ba3-4f08-a393-45df6e413f8b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ea9c6b16-8ba3-4f08-a393-45df6e413f8b,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:47.150387 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f462c10a-d06e-40d6-b245-c1b9aadc9263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.176664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f462c10a-d06e-40d6-b245-c1b9aadc9263 None None] Calling delete_port for ea9c6b16-8ba3-4f08-a393-45df6e413f8b owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:47.179246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port d429eadf-cb89-4426-9609-3ab6fbd54b12, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d429eadf-cb89-4426-9609-3ab6fbd54b12,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:47.193242 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.195357 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f67b6c1e-e126-4446-931f-27afb9e1f7f5 req-7b1da3c7-0f02-46cc-ac1a-ff67636e1a82 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514352 Jul 16 18:20:47.295704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=d429eadf-cb89-4426-9609-3ab6fbd54b12,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:47.319369 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f462c10a-d06e-40d6-b245-c1b9aadc9263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.347579 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462c10a-d06e-40d6-b245-c1b9aadc9263 None None] Pushing event deleted for resources: {'Port': ['ID=ea9c6b16-8ba3-4f08-a393-45df6e413f8b,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:47.349474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f462c10a-d06e-40d6-b245-c1b9aadc9263 None None] No DVR routers for this DVR port ea9c6b16-8ba3-4f08-a393-45df6e413f8b on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:47.376558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb8d7d8-8562-43e2-b25d-e07f8c0cebbf None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:47.391262 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ea9c6b16-8ba3-4f08-a393-45df6e413f8b no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:47.401242 n-d-787206-10 neutron-server[100170]: DEBUG neutron.objects.ports [None req-7327f9d4-cc04-4d75-aee2-e697f2de4521 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100170) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:20:47.403187 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7327f9d4-cc04-4d75-aee2-e697f2de4521 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.421352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe0ab5-e087-45a5-a1e3-88a68b79223d req-7fe15b14-d9a9-4a89-9d05-290ff7f6c8c2 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.423129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: ea9c6b16-8ba3-4f08-a393-45df6e413f8b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:47.423326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddbe0ab5-e087-45a5-a1e3-88a68b79223d req-7fe15b14-d9a9-4a89-9d05-290ff7f6c8c2 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.43 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 945 time: 0.0888255 Jul 16 18:20:47.423505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ea9c6b16-8ba3-4f08-a393-45df6e413f8b not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:47.449756 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7327f9d4-cc04-4d75-aee2-e697f2de4521 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:47.455170 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7327f9d4-cc04-4d75-aee2-e697f2de4521 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:47.459460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7327f9d4-cc04-4d75-aee2-e697f2de4521 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.460049 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7327f9d4-cc04-4d75-aee2-e697f2de4521 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.464151 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327f9d4-cc04-4d75-aee2-e697f2de4521 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=fcd4b0de-0130-433a-ab36-95e9d2cb4ec0,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:47.464527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['d429eadf-cb89-4426-9609-3ab6fbd54b12'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:47.486156 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7327f9d4-cc04-4d75-aee2-e697f2de4521 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5810344 Jul 16 18:20:47.486156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38752) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:47.491558 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'mac_address': 'fa:16:3e:c9:df:45', 'name': 'tempest-NetworksTestDHCPv6-1758583768'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:47.556360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-ddbe0ab5-e087-45a5-a1e3-88a68b79223d req-524e291f-1b19-4b85-ab48-1573a0232f09 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Deleting port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:47.557542 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddbe0ab5-e087-45a5-a1e3-88a68b79223d req-524e291f-1b19-4b85-ab48-1573a0232f09 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.624706 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': '3467a557-6068-450d-b4f0-48c5608d585b'}, {'subnet_id': 'fcd4b0de-0130-433a-ab36-95e9d2cb4ec0'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:47.625569 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.626999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:47.670225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ddbe0ab5-e087-45a5-a1e3-88a68b79223d req-524e291f-1b19-4b85-ab48-1573a0232f09 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] For port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=1d9591d4-3bd0-455e-9261-e1e628b7ea2b,segment=NetworkSegment(22a06b88-e4a8-404c-92fb-4b96fd2ec05e),segment_id=22a06b88-e4a8-404c-92fb-4b96fd2ec05e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:47.670747 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddbe0ab5-e087-45a5-a1e3-88a68b79223d req-524e291f-1b19-4b85-ab48-1573a0232f09 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.693732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-ddbe0ab5-e087-45a5-a1e3-88a68b79223d req-524e291f-1b19-4b85-ab48-1573a0232f09 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Calling delete_port for 1d9591d4-3bd0-455e-9261-e1e628b7ea2b owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:47.727372 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.756256 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port a5a5c95c-2599-4593-b22f-bf81fbb19380 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:47.826075 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258b489-a7f7-46eb-b9c4-dfca21ae686b req-3e39290c-bb94-402e-867f-505b09da4b46 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.827649 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2258b489-a7f7-46eb-b9c4-dfca21ae686b req-3e39290c-bb94-402e-867f-505b09da4b46 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 948 time: 0.1218808 Jul 16 18:20:47.853176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Allocated IP 172.20.0.2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/3467a557-6068-450d-b4f0-48c5608d585b/322ef7e8-dedf-4f54-ab3d-d8a3bf673cef) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:47.860478 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Allocated IP 2001:db8::f816:3eff:fe8d:158b (4dcae011-efa4-4eee-b78f-e3e59142c43e/fcd4b0de-0130-433a-ab36-95e9d2cb4ec0/322ef7e8-dedf-4f54-ab3d-d8a3bf673cef) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:47.909681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2258b489-a7f7-46eb-b9c4-dfca21ae686b req-8b424017-e45f-471d-ab1e-95b7f30fae24 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb4c4ff-9f48-48af-8003-5243a4b2e9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695972 Jul 16 18:20:47.910678 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddbe0ab5-e087-45a5-a1e3-88a68b79223d req-524e291f-1b19-4b85-ab48-1573a0232f09 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.941052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e291f-1b19-4b85-ab48-1573a0232f09 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Pushing event deleted for resources: {'Port': ['ID=1d9591d4-3bd0-455e-9261-e1e628b7ea2b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:47.985839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbe0ab5-e087-45a5-a1e3-88a68b79223d req-524e291f-1b19-4b85-ab48-1573a0232f09 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] No DVR routers for this DVR port 1d9591d4-3bd0-455e-9261-e1e628b7ea2b on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:47.988431 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddbe0ab5-e087-45a5-a1e3-88a68b79223d req-524e291f-1b19-4b85-ab48-1573a0232f09 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.990394 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddbe0ab5-e087-45a5-a1e3-88a68b79223d req-524e291f-1b19-4b85-ab48-1573a0232f09 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.43 "DELETE /v2.0/ports/1d9591d4-3bd0-455e-9261-e1e628b7ea2b HTTP/1.1" status: 204 len: 173 time: 0.5590479 Jul 16 18:20:47.990828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200093b0-1e7c-4d45-997e-d4d464ba6088', 'name': 'network-vif-deleted', 'tag': '1d9591d4-3bd0-455e-9261-e1e628b7ea2b'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:47.993181 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf47faa6-4275-44ba-b534-d1299031e4f3" -d '{"events": [{"server_uuid": "200093b0-1e7c-4d45-997e-d4d464ba6088", "name": "network-vif-deleted", "tag": "1d9591d4-3bd0-455e-9261-e1e628b7ea2b"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:48.009010 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.023036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Transition to ACTIVE for port object 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:48.041931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Transition to ACTIVE for port object 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:48.050112 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f221b4cc-418a-418d-8d0c-7d70c1d0d029 x-openstack-request-id: req-f221b4cc-418a-418d-8d0c-7d70c1d0d029 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:48.050437 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200093b0-1e7c-4d45-997e-d4d464ba6088", "name": "network-vif-deleted", "tag": "1d9591d4-3bd0-455e-9261-e1e628b7ea2b", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:48.051788 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f221b4cc-418a-418d-8d0c-7d70c1d0d029 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:48.053735 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200093b0-1e7c-4d45-997e-d4d464ba6088', 'name': 'network-vif-deleted', 'tag': '1d9591d4-3bd0-455e-9261-e1e628b7ea2b', 'status': 'completed', 'code': 200} Jul 16 18:20:48.054286 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.091634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['1d9591d4-3bd0-455e-9261-e1e628b7ea2b'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:48.095282 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:48.116454 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:48.122389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:48.143576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Pushing event updated for resources: {'Port': ['ID=322ef7e8-dedf-4f54-ab3d-d8a3bf673cef,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:48.162447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 172.20.0.10 (4dcae011-efa4-4eee-b78f-e3e59142c43e/3467a557-6068-450d-b4f0-48c5608d585b/a5a5c95c-2599-4593-b22f-bf81fbb19380) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:48.170203 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::f816:3eff:fec9:df45 (4dcae011-efa4-4eee-b78f-e3e59142c43e/fcd4b0de-0130-433a-ab36-95e9d2cb4ec0/a5a5c95c-2599-4593-b22f-bf81fbb19380) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:48.226319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Attempting to bind port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:48.227110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Attempting to bind port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:48.227110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Attempting to bind port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:48.233552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:48.234002 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:48.234422 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.234907 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:48.235475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Bound port: 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:48.235857 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.320885 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] For port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:48.325291 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] For port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=322ef7e8-dedf-4f54-ab3d-d8a3bf673cef,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:48.330691 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.352668 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.370203 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object a5a5c95c-2599-4593-b22f-bf81fbb19380 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:48.387078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e53f03a0-9df2-44ff-b228-c5b068990d39 req-a450c59b-12d7-40b7-9262-2a63273bf521 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=200093b0-1e7c-4d45-997e-d4d464ba6088 HTTP/1.1" status: 200 len: 210 time: 0.0533535 Jul 16 18:20:48.396941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe165f1e-cd35-4071-ba05-fe88566738b7 None None] Pushing event updated for resources: {'Port': ['ID=322ef7e8-dedf-4f54-ab3d-d8a3bf673cef,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:48.409867 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.450476 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:48.456719 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:48.461736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:48.852569 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=a5a5c95c-2599-4593-b22f-bf81fbb19380,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:48.858134 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device d429eadf-cb89-4426-9609-3ab6fbd54b12 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:48.875993 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.876607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.890617 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-61ec3e78-e8bb-4f09-bb2d-0301e4d5af8f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4033732 Jul 16 18:20:48.893059 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38762) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.915400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port d429eadf-cb89-4426-9609-3ab6fbd54b12 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:48.919775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port d429eadf-cb89-4426-9609-3ab6fbd54b12 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:48.920232 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.976151 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a75e7c-aa62-45f5-99a8-9d9d35167a27 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.982601 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a75e7c-aa62-45f5-99a8-9d9d35167a27 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.988348 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-28a75e7c-aa62-45f5-99a8-9d9d35167a27 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0902562 Jul 16 18:20:48.988539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38766) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.007762 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.041060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429eadf-cb89-4426-9609-3ab6fbd54b12'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:49.048120 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302f09e4-cf26-4c51-9d41-1694100fc3d5" -d '{"events": [{"server_uuid": "71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a", "name": "network-vif-plugged", "status": "completed", "tag": "d429eadf-cb89-4426-9609-3ab6fbd54b12"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:49.059912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port d429eadf-cb89-4426-9609-3ab6fbd54b12, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d429eadf-cb89-4426-9609-3ab6fbd54b12,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:49.068217 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.106681 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbb66fa-4f4a-4e64-922e-43368cba2c3f x-openstack-request-id: req-3bbb66fa-4f4a-4e64-922e-43368cba2c3f {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:49.107056 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a", "name": "network-vif-plugged", "status": "completed", "tag": "d429eadf-cb89-4426-9609-3ab6fbd54b12", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:49.107381 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3bbb66fa-4f4a-4e64-922e-43368cba2c3f {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:49.107887 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429eadf-cb89-4426-9609-3ab6fbd54b12', 'code': 200} Jul 16 18:20:49.139066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=d429eadf-cb89-4426-9609-3ab6fbd54b12,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.213347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b739ae64-1540-465e-add1-c14e9d7d7a71 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port a5a5c95c-2599-4593-b22f-bf81fbb19380 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:49.213746 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b739ae64-1540-465e-add1-c14e9d7d7a71 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.237805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370dab-f740-4158-b1b9-9f2f82a134a0 req-525fae0d-b01c-41a6-9077-ce3dc3d570e8 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.239335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab370dab-f740-4158-b1b9-9f2f82a134a0 req-525fae0d-b01c-41a6-9077-ce3dc3d570e8 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 948 time: 0.1945467 Jul 16 18:20:49.351169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81221f-0756-4f7d-abcd-b1111b943320 req-d04b9f9b-919c-41ba-91c9-321deb56d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.352840 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca81221f-0756-4f7d-abcd-b1111b943320 req-d04b9f9b-919c-41ba-91c9-321deb56d50b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 1101 time: 0.1846693 Jul 16 18:20:49.361302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab370dab-f740-4158-b1b9-9f2f82a134a0 req-4ce0a635-54e2-4c3a-9e77-9f6986a03a21 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb4c4ff-9f48-48af-8003-5243a4b2e9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093791 Jul 16 18:20:49.371773 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b739ae64-1540-465e-add1-c14e9d7d7a71 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.395751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b739ae64-1540-465e-add1-c14e9d7d7a71 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for a5a5c95c-2599-4593-b22f-bf81fbb19380 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:49.413707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca81221f-0756-4f7d-abcd-b1111b943320 req-582a1ed2-876e-4323-a022-756db56d77ee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=adb4c4ff-9f48-48af-8003-5243a4b2e9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499403 Jul 16 18:20:49.420470 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:49.503225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:49.581338 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9cba43-ff98-4d09-bfd0-00abe8c75554 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:49.642635 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b739ae64-1540-465e-add1-c14e9d7d7a71 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.670721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bee57fd6-39c2-45da-8d94-1788580dff93 None None] Provisioning for port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:49.675853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739ae64-1540-465e-add1-c14e9d7d7a71 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=a5a5c95c-2599-4593-b22f-bf81fbb19380,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.676324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bee57fd6-39c2-45da-8d94-1788580dff93 None None] Provisioning complete for port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:49.676721 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bee57fd6-39c2-45da-8d94-1788580dff93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.769346 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b739ae64-1540-465e-add1-c14e9d7d7a71 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.775814 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b739ae64-1540-465e-add1-c14e9d7d7a71 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/a5a5c95c-2599-4593-b22f-bf81fbb19380 HTTP/1.1" status: 204 len: 168 time: 0.7832630 Jul 16 18:20:49.776629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38778) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.835916 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bee57fd6-39c2-45da-8d94-1788580dff93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.836279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ec818-e8f6-4bfe-9e9a-98a4184be7f0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.838462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ec818-e8f6-4bfe-9e9a-98a4184be7f0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.840151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ec818-e8f6-4bfe-9e9a-98a4184be7f0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.841722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-710ec818-e8f6-4bfe-9e9a-98a4184be7f0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0643823 Jul 16 18:20:49.844553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38780) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.879596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-bee57fd6-39c2-45da-8d94-1788580dff93 None None] For port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=322ef7e8-dedf-4f54-ab3d-d8a3bf673cef,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:49.887323 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bee57fd6-39c2-45da-8d94-1788580dff93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.906461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de05594-a64b-49b2-aa05-5a346760ed8b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 3467a557-6068-450d-b4f0-48c5608d585b {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:49.909977 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1de05594-a64b-49b2-aa05-5a346760ed8b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.942397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee57fd6-39c2-45da-8d94-1788580dff93 None None] Pushing event updated for resources: {'Port': ['ID=322ef7e8-dedf-4f54-ab3d-d8a3bf673cef,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.953149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1de05594-a64b-49b2-aa05-5a346760ed8b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.057174 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1de05594-a64b-49b2-aa05-5a346760ed8b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.120075 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1de05594-a64b-49b2-aa05-5a346760ed8b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.147786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de05594-a64b-49b2-aa05-5a346760ed8b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=3467a557-6068-450d-b4f0-48c5608d585b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:50.155277 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1de05594-a64b-49b2-aa05-5a346760ed8b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.157305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1de05594-a64b-49b2-aa05-5a346760ed8b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/3467a557-6068-450d-b4f0-48c5608d585b HTTP/1.1" status: 204 len: 168 time: 0.3117304 Jul 16 18:20:50.159895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38782) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:50.224597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-de9bf052-8407-465f-9bb0-edbd44593782 None None] Provisioning complete for port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:50.224973 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-de9bf052-8407-465f-9bb0-edbd44593782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.233049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-27dbfc6c-9ed7-4aac-adb5-a6d874bb4855 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet fcd4b0de-0130-433a-ab36-95e9d2cb4ec0 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:50.237446 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-27dbfc6c-9ed7-4aac-adb5-a6d874bb4855 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.290421 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-27dbfc6c-9ed7-4aac-adb5-a6d874bb4855 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.455882 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdfdeb5-0f72-4c4c-b4f9-c6da7f4906c7 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:50.621070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5cac4d8e-f7f4-4c9a-b23d-3892bbaca2c6 None None] Could not find standard attr ID for object 4baf0c38-b64c-4fde-81d8-3c8092e4fa48. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:50.760237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a9acf-c59b-48f0-8cde-37feff4ca909 req-d07f7387-c319-4ac6-824b-11befceaf16a tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:50.762474 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e9a9acf-c59b-48f0-8cde-37feff4ca909 req-d07f7387-c319-4ac6-824b-11befceaf16a tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 949 time: 0.1313016 Jul 16 18:20:50.764131 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-27dbfc6c-9ed7-4aac-adb5-a6d874bb4855 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.872625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 1d9591d4-3bd0-455e-9261-e1e628b7ea2b no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:50.904384 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e9a9acf-c59b-48f0-8cde-37feff4ca909 req-44228556-329c-4b2a-a40d-b238fe189abc tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb4c4ff-9f48-48af-8003-5243a4b2e9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329777 Jul 16 18:20:50.913577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 1d9591d4-3bd0-455e-9261-e1e628b7ea2b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:50.914089 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 1d9591d4-3bd0-455e-9261-e1e628b7ea2b not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:50.933807 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-27dbfc6c-9ed7-4aac-adb5-a6d874bb4855 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.980556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbfc6c-9ed7-4aac-adb5-a6d874bb4855 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd4b0de-0130-433a-ab36-95e9d2cb4ec0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:50.987560 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-27dbfc6c-9ed7-4aac-adb5-a6d874bb4855 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.991937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-27dbfc6c-9ed7-4aac-adb5-a6d874bb4855 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/fcd4b0de-0130-433a-ab36-95e9d2cb4ec0 HTTP/1.1" status: 204 len: 168 time: 0.8288143 Jul 16 18:20:50.992252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38792) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.044387 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f451eda3-7a25-4d66-9b14-ba590fa5c937 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509665 Jul 16 18:20:51.046833 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38794) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.133973 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b652a4-8833-40c4-b092-0731ec1b772e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.136179 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-52b652a4-8833-40c4-b092-0731ec1b772e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0882697 Jul 16 18:20:51.138734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38798) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.193947 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7efc1bb-94e6-463a-a044-122d67291d9f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.195597 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e7efc1bb-94e6-463a-a044-122d67291d9f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0559061 Jul 16 18:20:51.199378 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38804) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.238095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1d776978-c65a-4548-b582-b510378fbc77 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375953 Jul 16 18:20:51.244967 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38806) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.250228 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-549ca574-73b3-4203-9eb3-0540b3ebb7e5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:51.375999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8c739-2fe5-404a-9380-4554ecc622e5 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:51.379656 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549ca574-73b3-4203-9eb3-0540b3ebb7e5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:51.384355 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-549ca574-73b3-4203-9eb3-0540b3ebb7e5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.386704 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-549ca574-73b3-4203-9eb3-0540b3ebb7e5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:20:51.387454 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549ca574-73b3-4203-9eb3-0540b3ebb7e5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:51.408789 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-549ca574-73b3-4203-9eb3-0540b3ebb7e5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1626093 Jul 16 18:20:51.409876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:51.411897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38810) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.419651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ea8424fa-d1ca-4485-9f65-f0af68964771 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:51.516475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d74238fc-584a-4e84-9332-69c62ceea709 None None] Provisioning complete for port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:51.516848 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d74238fc-584a-4e84-9332-69c62ceea709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.533072 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8424fa-d1ca-4485-9f65-f0af68964771 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:51.537028 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ea8424fa-d1ca-4485-9f65-f0af68964771 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.538597 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8424fa-d1ca-4485-9f65-f0af68964771 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:20:51.539328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8424fa-d1ca-4485-9f65-f0af68964771 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:51.564950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ea8424fa-d1ca-4485-9f65-f0af68964771 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1481657 Jul 16 18:20:51.565984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38812) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.572621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c773ca5e-ad03-43ff-ad3d-7fba5b09eab6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:51.588799 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:51.589175 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.715990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c773ca5e-ad03-43ff-ad3d-7fba5b09eab6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:51.722165 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c773ca5e-ad03-43ff-ad3d-7fba5b09eab6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.723768 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c773ca5e-ad03-43ff-ad3d-7fba5b09eab6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:20:51.724496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c773ca5e-ad03-43ff-ad3d-7fba5b09eab6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:51.745666 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c773ca5e-ad03-43ff-ad3d-7fba5b09eab6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1785107 Jul 16 18:20:51.748570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38816) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.755857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-12454d58-9472-4f54-b935-1c22c457a6bd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:51.777441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a2a0bc-b5ff-404a-9745-fb7cfcb8c35f None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:51.857419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d4a2a0bc-b5ff-404a-9745-fb7cfcb8c35f None None] Deleting port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:51.857419 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d4a2a0bc-b5ff-404a-9745-fb7cfcb8c35f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.879515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12454d58-9472-4f54-b935-1c22c457a6bd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:51.883828 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-12454d58-9472-4f54-b935-1c22c457a6bd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.886178 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-12454d58-9472-4f54-b935-1c22c457a6bd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:20:51.886602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12454d58-9472-4f54-b935-1c22c457a6bd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:51.907850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-12454d58-9472-4f54-b935-1c22c457a6bd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1554160 Jul 16 18:20:51.908178 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38826) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.913292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-355711ca-324c-4be1-b3b3-1cb6ebb3fc53 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:51.932510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d4a2a0bc-b5ff-404a-9745-fb7cfcb8c35f None None] For port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=322ef7e8-dedf-4f54-ab3d-d8a3bf673cef,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:51.933511 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d4a2a0bc-b5ff-404a-9745-fb7cfcb8c35f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.949505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d4a2a0bc-b5ff-404a-9745-fb7cfcb8c35f None None] Calling delete_port for 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:52.014402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355711ca-324c-4be1-b3b3-1cb6ebb3fc53 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:52.018188 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-355711ca-324c-4be1-b3b3-1cb6ebb3fc53 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.019666 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-355711ca-324c-4be1-b3b3-1cb6ebb3fc53 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:20:52.020104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355711ca-324c-4be1-b3b3-1cb6ebb3fc53 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:52.039953 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-355711ca-324c-4be1-b3b3-1cb6ebb3fc53 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1299500 Jul 16 18:20:52.043730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38832) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.050604 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b9952e3e-16f1-46b7-b435-bebd2b2464db tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:52.074259 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d4a2a0bc-b5ff-404a-9745-fb7cfcb8c35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.114374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2a0bc-b5ff-404a-9745-fb7cfcb8c35f None None] Pushing event deleted for resources: {'Port': ['ID=322ef7e8-dedf-4f54-ab3d-d8a3bf673cef,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.118433 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2a0bc-b5ff-404a-9745-fb7cfcb8c35f None None] No DVR routers for this DVR port 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:52.192015 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9952e3e-16f1-46b7-b435-bebd2b2464db tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:52.195803 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9952e3e-16f1-46b7-b435-bebd2b2464db tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.197844 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9952e3e-16f1-46b7-b435-bebd2b2464db tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:20:52.198385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9952e3e-16f1-46b7-b435-bebd2b2464db tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:52.216711 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b9952e3e-16f1-46b7-b435-bebd2b2464db tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1692507 Jul 16 18:20:52.217085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38836) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.256633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7feecbd6-e27f-4728-9951-b4ef675d7da6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0383034 Jul 16 18:20:52.258787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38838) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.318840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39eab8b-b779-4946-99fe-8be931d24fea tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.322821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b39eab8b-b779-4946-99fe-8be931d24fea tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0605505 Jul 16 18:20:52.323199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38840) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.362215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-57951326-0107-4c04-a1fd-7633cd3c029f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377746 Jul 16 18:20:52.366146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38842) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.372024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-8f1393e4-7e71-447d-9598-a8646fea5e94 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:52.475623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1393e4-7e71-447d-9598-a8646fea5e94 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:52.480655 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f1393e4-7e71-447d-9598-a8646fea5e94 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.775396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.objects.ports [None req-8f1393e4-7e71-447d-9598-a8646fea5e94 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100169) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:20:52.777011 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f1393e4-7e71-447d-9598-a8646fea5e94 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.823272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1393e4-7e71-447d-9598-a8646fea5e94 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:52.826687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-8f1393e4-7e71-447d-9598-a8646fea5e94 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:52.831114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1393e4-7e71-447d-9598-a8646fea5e94 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.831779 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f1393e4-7e71-447d-9598-a8646fea5e94 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.845924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1393e4-7e71-447d-9598-a8646fea5e94 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=5fb144d5-f78c-48bc-b8c3-45340809de34,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.851861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce98588a-2208-4443-bd6f-fdcd46730235 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:52.854659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38850) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.855033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8f1393e4-7e71-447d-9598-a8646fea5e94 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4877536 Jul 16 18:20:52.859878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'mac_address': 'fa:16:3e:e6:6b:98', 'name': 'tempest-NetworksTestDHCPv6-1538176693'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:53.027283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:53.118333 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': '5fb144d5-f78c-48bc-b8c3-45340809de34'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:53.122493 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.196454 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.227422 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port 8426a395-95b8-47b8-be0f-89c9a33f69d8 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:53.326846 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Allocated IP 2001:db8::f816:3eff:fe5b:1a60 (4dcae011-efa4-4eee-b78f-e3e59142c43e/5fb144d5-f78c-48bc-b8c3-45340809de34/7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:53.379344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:53.407760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:53.408254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 322ef7e8-dedf-4f54-ab3d-d8a3bf673cef not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:53.528755 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.537680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Transition to ACTIVE for port object 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:53.553079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Transition to ACTIVE for port object 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:53.561111 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.577735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:53.580228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:53.583141 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:53.612121 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::f816:3eff:fee6:6b98 (4dcae011-efa4-4eee-b78f-e3e59142c43e/5fb144d5-f78c-48bc-b8c3-45340809de34/8426a395-95b8-47b8-be0f-89c9a33f69d8) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:53.678733 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Attempting to bind port 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:53.679357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Attempting to bind port 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:53.679836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Attempting to bind port 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:53.686085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:53.687002 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:53.687002 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.687479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:53.687963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Bound port: 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:53.688350 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.691261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Pushing event updated for resources: {'Port': ['ID=7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.757252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] For port 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:53.760508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] For port 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:53.764751 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.765323 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.780190 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object 8426a395-95b8-47b8-be0f-89c9a33f69d8 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:53.827698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.831009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd6f68-b73f-4bcc-86ff-9baf70e2b336 None None] Pushing event updated for resources: {'Port': ['ID=7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.894116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:53.895933 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:53.897731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=8426a395-95b8-47b8-be0f-89c9a33f69d8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.900097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:53.905907 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.906554 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.926782 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4e2800e9-212e-4bc0-a348-831c5ae44491 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0710218 Jul 16 18:20:53.929576 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38856) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:54.024938 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e0829e-557f-4bc2-962e-5210002894dd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.033691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e0829e-557f-4bc2-962e-5210002894dd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.035491 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-98e0829e-557f-4bc2-962e-5210002894dd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1049795 Jul 16 18:20:54.038076 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38858) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:54.182936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a34fe16f-0eec-47a7-ae7f-155e2d87b5c6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port 8426a395-95b8-47b8-be0f-89c9a33f69d8 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:54.183233 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a34fe16f-0eec-47a7-ae7f-155e2d87b5c6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.284413 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a34fe16f-0eec-47a7-ae7f-155e2d87b5c6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.298421 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a34fe16f-0eec-47a7-ae7f-155e2d87b5c6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for 8426a395-95b8-47b8-be0f-89c9a33f69d8 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:54.447588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a34fe16f-0eec-47a7-ae7f-155e2d87b5c6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.478138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fe16f-0eec-47a7-ae7f-155e2d87b5c6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=8426a395-95b8-47b8-be0f-89c9a33f69d8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:54.504641 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a34fe16f-0eec-47a7-ae7f-155e2d87b5c6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.508811 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a34fe16f-0eec-47a7-ae7f-155e2d87b5c6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/8426a395-95b8-47b8-be0f-89c9a33f69d8 HTTP/1.1" status: 204 len: 168 time: 0.4675143 Jul 16 18:20:54.509241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38868) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:54.565904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c37996-d54b-4d0f-8981-2552b3e76f5c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.568234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c37996-d54b-4d0f-8981-2552b3e76f5c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.570080 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b6c37996-d54b-4d0f-8981-2552b3e76f5c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0597656 Jul 16 18:20:54.572983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38872) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:54.653235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a259e6f-396a-406b-8451-a77592f99561 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 5fb144d5-f78c-48bc-b8c3-45340809de34 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:54.658416 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a259e6f-396a-406b-8451-a77592f99561 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.712246 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a259e6f-396a-406b-8451-a77592f99561 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.805031 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a259e6f-396a-406b-8451-a77592f99561 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.876090 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a259e6f-396a-406b-8451-a77592f99561 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.922582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a259e6f-396a-406b-8451-a77592f99561 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.924805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3a259e6f-396a-406b-8451-a77592f99561 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/5fb144d5-f78c-48bc-b8c3-45340809de34 HTTP/1.1" status: 204 len: 168 time: 0.3505986 Jul 16 18:20:54.925852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a259e6f-396a-406b-8451-a77592f99561 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb144d5-f78c-48bc-b8c3-45340809de34,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:54.927276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38874) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:54.977415 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d7979759-9f33-47c3-a678-dbfef474999b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486288 Jul 16 18:20:54.980613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38876) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:54.986005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:54.992007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c06fed-12a7-4f0c-a7c7-c7e516e67c42 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:55.095394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:55.100249 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.100780 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-37280ab3-78ff-49df-97af-268b09a350bc None None] Provisioning for port 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:55.231036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c2ba64-7e8b-4a14-935c-261426fb6889 None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:55.480720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.objects.ports [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100169) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:20:55.495652 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2ba64-7e8b-4a14-935c-261426fb6889 None None] Deleting port 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:55.496441 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ba64-7e8b-4a14-935c-261426fb6889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.700125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e3c2ba64-7e8b-4a14-935c-261426fb6889 None None] For port 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:55.700621 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ba64-7e8b-4a14-935c-261426fb6889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.721008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2ba64-7e8b-4a14-935c-261426fb6889 None None] Calling delete_port for 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:55.796311 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.838076 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ba64-7e8b-4a14-935c-261426fb6889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.865310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2ba64-7e8b-4a14-935c-261426fb6889 None None] Pushing event deleted for resources: {'Port': ['ID=7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:55.874554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2ba64-7e8b-4a14-935c-261426fb6889 None None] No DVR routers for this DVR port 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:55.976380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] For port 7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:56.008203 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.012671 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.013389 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.064656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=7d0d008b-fad9-494a-b8a0-f5d18ef7dc7f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.082168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:56.085355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:56.090031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.090650 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.095399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a45de-2854-4ed4-8115-330068486d82 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:56.100335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=fe3ab52e-90d0-4922-8fe7-849b87165760,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.111117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5423db67-9068-42bc-8a64-67bed8b9085f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1292400 Jul 16 18:20:56.113796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38886) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:56.118709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'mac_address': 'fa:16:3e:4b:41:75', 'name': 'tempest-NetworksTestDHCPv6-1454172090'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:56.241301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:56.254288 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': 'fe3ab52e-90d0-4922-8fe7-849b87165760'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:56.255193 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.326932 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.349077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port b0246609-859f-4658-815b-7085b22f92b2 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:56.393373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Allocated IP 2001:db8::f816:3eff:fe4b:9d88 (4dcae011-efa4-4eee-b78f-e3e59142c43e/fe3ab52e-90d0-4922-8fe7-849b87165760/05585ea3-b641-434f-941f-b42db27578f2) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:56.543446 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.552299 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Transition to ACTIVE for port object 05585ea3-b641-434f-941f-b42db27578f2 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:56.578587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Transition to ACTIVE for port object 05585ea3-b641-434f-941f-b42db27578f2 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:56.581407 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.584008 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.624069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:56.628746 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:56.631155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:56.644886 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Pushing event updated for resources: {'Port': ['ID=05585ea3-b641-434f-941f-b42db27578f2,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.690119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::f816:3eff:fe4b:4175 (4dcae011-efa4-4eee-b78f-e3e59142c43e/fe3ab52e-90d0-4922-8fe7-849b87165760/b0246609-859f-4658-815b-7085b22f92b2) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:56.696975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Attempting to bind port 05585ea3-b641-434f-941f-b42db27578f2 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:56.697555 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Attempting to bind port 05585ea3-b641-434f-941f-b42db27578f2 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:56.698114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Attempting to bind port 05585ea3-b641-434f-941f-b42db27578f2 on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:56.703126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:56.703527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:56.703929 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.704323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:56.704791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Bound port: 05585ea3-b641-434f-941f-b42db27578f2, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:56.705174 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.753758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-d642bc0e-b707-4e6d-b36b-c57c0438079b tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.755283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-d642bc0e-b707-4e6d-b36b-c57c0438079b tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/networks?id=b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 HTTP/1.1" status: 200 len: 814 time: 0.1644685 Jul 16 18:20:56.774075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] For port 05585ea3-b641-434f-941f-b42db27578f2, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:56.782915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] For port 05585ea3-b641-434f-941f-b42db27578f2, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=05585ea3-b641-434f-941f-b42db27578f2,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:56.785659 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-ee00920d-646f-4d78-9edf-41c2fa3e33ed tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/quotas/d7b90e5fcf744127a4bc69335151b0a5 HTTP/1.1" status: 200 len: 375 time: 0.0237648 Jul 16 18:20:56.792657 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.832455 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.844406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-659a3bdb-2d3e-4ec1-b9f0-2fa2a5579ef9 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7b90e5fcf744127a4bc69335151b0a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444367 Jul 16 18:20:56.859925 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe31a63-7e6b-40fa-83d5-0443d8000b5f None None] Pushing event updated for resources: {'Port': ['ID=05585ea3-b641-434f-941f-b42db27578f2,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.876475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-cf2aad44-dc32-4f23-9e82-398c8e0405d6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:20:56.877440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-cf2aad44-dc32-4f23-9e82-398c8e0405d6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052729 Jul 16 18:20:56.980023 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.015379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object b0246609-859f-4658-815b-7085b22f92b2 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:57.022148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-2c723383-beec-4345-86e5-d877ce17bae3 service neutron] 10.222.0.41 "GET /v2.0/networks/b8dd5d9e-2a29-4b00-beae-99a5b44d98e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344368 Jul 16 18:20:57.116237 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.180441 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:57.191171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:57.194423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=b0246609-859f-4658-815b-7085b22f92b2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:57.196769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:57.203192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.203839 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.209097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-fc6256d7-3dff-493f-985f-6c53bd1a12a0 service neutron] 10.222.0.41 "GET /v2.0/networks/b8dd5d9e-2a29-4b00-beae-99a5b44d98e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723332 Jul 16 18:20:57.220686 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bfb14ff4-7060-49b9-877f-dc4054823308 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1058917 Jul 16 18:20:57.223267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38906) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.295875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cdcc83-196a-47bc-9155-22e2251af63c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.302230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cdcc83-196a-47bc-9155-22e2251af63c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.303923 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d3cdcc83-196a-47bc-9155-22e2251af63c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0796931 Jul 16 18:20:57.307412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38910) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.460952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 05585ea3-b641-434f-941f-b42db27578f2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:57.463875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a3d1d56f-cee8-427d-a8e5-2fce21c4a2a2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port b0246609-859f-4658-815b-7085b22f92b2 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:57.464446 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d56f-cee8-427d-a8e5-2fce21c4a2a2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.478974 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7abdc872-5da6-49b9-96df-49e6c450b6d0 req-e9ada637-90ff-42a9-b599-661bb60c8e0b tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 210 time: 0.0699470 Jul 16 18:20:57.539058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 05585ea3-b641-434f-941f-b42db27578f2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:57.582326 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d56f-cee8-427d-a8e5-2fce21c4a2a2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.599914 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a3d1d56f-cee8-427d-a8e5-2fce21c4a2a2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for b0246609-859f-4658-815b-7085b22f92b2 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:57.746543 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d56f-cee8-427d-a8e5-2fce21c4a2a2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.807084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1d56f-cee8-427d-a8e5-2fce21c4a2a2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=b0246609-859f-4658-815b-7085b22f92b2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:57.814257 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d56f-cee8-427d-a8e5-2fce21c4a2a2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.816853 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a3d1d56f-cee8-427d-a8e5-2fce21c4a2a2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/b0246609-859f-4658-815b-7085b22f92b2 HTTP/1.1" status: 204 len: 168 time: 0.5083919 Jul 16 18:20:57.819462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38928) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.881825 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c838eb1b-608e-486c-a725-d72c3bac744a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.883460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c838eb1b-608e-486c-a725-d72c3bac744a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.888141 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c838eb1b-608e-486c-a725-d72c3bac744a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0641351 Jul 16 18:20:57.888371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38930) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.945780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a3c695-84cb-45be-a06a-fdd3999400e1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet fe3ab52e-90d0-4922-8fe7-849b87165760 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:57.949494 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23a3c695-84cb-45be-a06a-fdd3999400e1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.968397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Provisioning for port 05585ea3-b641-434f-941f-b42db27578f2 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:57.974402 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Provisioning complete for port 05585ea3-b641-434f-941f-b42db27578f2 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:57.974733 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.999463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23a3c695-84cb-45be-a06a-fdd3999400e1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.030835 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-13e32d49-72e1-43cb-9653-f96846974e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.113222 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23a3c695-84cb-45be-a06a-fdd3999400e1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.114464 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.177912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23a3c695-84cb-45be-a06a-fdd3999400e1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.216442 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:20:58.216811 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:20:58.219652 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3c695-84cb-45be-a06a-fdd3999400e1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3ab52e-90d0-4922-8fe7-849b87165760,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.222886 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-23a3c695-84cb-45be-a06a-fdd3999400e1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.228701 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-23a3c695-84cb-45be-a06a-fdd3999400e1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/fe3ab52e-90d0-4922-8fe7-849b87165760 HTTP/1.1" status: 204 len: 168 time: 0.3354206 Jul 16 18:20:58.229746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38932) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:58.270754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dbe294d3-4975-4c22-9c28-e200eb1b8ecf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399356 Jul 16 18:20:58.273045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38934) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:58.342151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6058da1-127a-472b-a74f-b6d49ef8220c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.343742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d6058da1-127a-472b-a74f-b6d49ef8220c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0697775 Jul 16 18:20:58.346286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38936) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:58.378020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf7d63-10ec-4444-a410-c1d4b2948f3e None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:58.404303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba921d01-3e8e-4338-a39b-02031980d564 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.405703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ba921d01-3e8e-4338-a39b-02031980d564 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0584977 Jul 16 18:20:58.408257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38938) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:58.445924 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-57ab3bb3-b419-4344-a329-c5e6a7485105 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0364988 Jul 16 18:20:58.451280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38940) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:58.456407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e28cac02-2656-4e6b-8400-8b77bdd5dbc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:58.554887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28cac02-2656-4e6b-8400-8b77bdd5dbc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:58.562979 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e28cac02-2656-4e6b-8400-8b77bdd5dbc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.608000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972ab7f8-a304-451d-b257-a26ad88ece8d None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:58.672095 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-972ab7f8-a304-451d-b257-a26ad88ece8d None None] Deleting port 05585ea3-b641-434f-941f-b42db27578f2 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:58.672526 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-972ab7f8-a304-451d-b257-a26ad88ece8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.709859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ae4f7db-790f-4fc2-8955-064b400a736f req-dbd89686-04a6-45c5-8daa-f15e6ef43bc9 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 210 time: 0.0502520 Jul 16 18:20:58.789621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-972ab7f8-a304-451d-b257-a26ad88ece8d None None] For port 05585ea3-b641-434f-941f-b42db27578f2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=05585ea3-b641-434f-941f-b42db27578f2,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:58.790031 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-972ab7f8-a304-451d-b257-a26ad88ece8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.795288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-971b5140-222b-4ebb-bb28-3b42a017a4aa tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.796948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-971b5140-222b-4ebb-bb28-3b42a017a4aa tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.35 "GET /v2.0/networks?id=b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 HTTP/1.1" status: 200 len: 814 time: 0.2026334 Jul 16 18:20:58.809510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-972ab7f8-a304-451d-b257-a26ad88ece8d None None] Calling delete_port for 05585ea3-b641-434f-941f-b42db27578f2 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:58.813327 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.826780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-a577ae20-0670-42d4-94a3-366d5b26b711 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Request body: {'port': {'device_id': '42a3cd13-706e-4458-889c-6cf0e590146a', 'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1', 'admin_state_up': True, 'tenant_id': 'd7b90e5fcf744127a4bc69335151b0a5'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:58.882573 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] For port 05585ea3-b641-434f-941f-b42db27578f2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=05585ea3-b641-434f-941f-b42db27578f2,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:58.890925 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.969171 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-972ab7f8-a304-451d-b257-a26ad88ece8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.984380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Pushing event updated for resources: {'Port': ['ID=05585ea3-b641-434f-941f-b42db27578f2,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.991852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ab7f8-a304-451d-b257-a26ad88ece8d None None] No DVR routers for this DVR port 05585ea3-b641-434f-941f-b42db27578f2 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:58.994240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:58.994712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:58.995055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:58.995392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:58.995755 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:58.996087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:58.996417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:58.996743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:58.997071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:58.997396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:58.997720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:58.998043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287ce42-c519-47a4-9ccd-a4812c767d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:59.026360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d3dcd9eb-0af0-4f90-acd8-f8ddecf2be92 None None] Could not find standard attr ID for object b0246609-859f-4658-815b-7085b22f92b2. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:59.028067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ab7f8-a304-451d-b257-a26ad88ece8d None None] Pushing event deleted for resources: {'Port': ['ID=05585ea3-b641-434f-941f-b42db27578f2,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:59.057473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-a577ae20-0670-42d4-94a3-366d5b26b711 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Made reservation on behalf of d7b90e5fcf744127a4bc69335151b0a5 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:59.061006 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-a577ae20-0670-42d4-94a3-366d5b26b711 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.083092 n-d-787206-10 neutron-server[100169]: DEBUG neutron.objects.ports [None req-e28cac02-2656-4e6b-8400-8b77bdd5dbc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100169) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:20:59.085447 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e28cac02-2656-4e6b-8400-8b77bdd5dbc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.148654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28cac02-2656-4e6b-8400-8b77bdd5dbc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:59.155819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e28cac02-2656-4e6b-8400-8b77bdd5dbc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:59.158774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28cac02-2656-4e6b-8400-8b77bdd5dbc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.159360 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e28cac02-2656-4e6b-8400-8b77bdd5dbc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.164894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f657544a-19dc-4f1e-a2f4-8b219c6dce30 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:59.201313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cac02-2656-4e6b-8400-8b77bdd5dbc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=eebe8e7d-78a7-447a-bb3a-ad8f954f2e85,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:59.212495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e28cac02-2656-4e6b-8400-8b77bdd5dbc6 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7601662 Jul 16 18:20:59.216331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38948) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:59.221442 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'mac_address': 'fa:16:3e:1f:6f:15', 'name': 'tempest-NetworksTestDHCPv6-1809643108'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:59.280050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-a577ae20-0670-42d4-94a3-366d5b26b711 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Allocated IP 172.20.0.4 (b8dd5d9e-2a29-4b00-beae-99a5b44d98e1/c6dce15f-5a7d-4f2c-aaeb-31acc8dee7b3/72b3518d-c9cc-4667-910e-f4c91c05940c) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:59.320211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': 'eebe8e7d-78a7-447a-bb3a-ad8f954f2e85'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:59.321072 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.352850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:59.399898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 05585ea3-b641-434f-941f-b42db27578f2 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:59.439103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 05585ea3-b641-434f-941f-b42db27578f2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:59.439632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 05585ea3-b641-434f-941f-b42db27578f2 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:59.457799 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.459102 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-a577ae20-0670-42d4-94a3-366d5b26b711 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.479374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port 2a47e555-f3a5-4486-b9df-b7217deb1767 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:59.503095 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Allocated IP 2001:db8::f816:3eff:feaf:763b (4dcae011-efa4-4eee-b78f-e3e59142c43e/eebe8e7d-78a7-447a-bb3a-ad8f954f2e85/0281cf73-9a8e-4ec3-8f29-be6c1c5294f5) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:59.503335 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-a577ae20-0670-42d4-94a3-366d5b26b711 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.558822 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-a577ae20-0670-42d4-94a3-366d5b26b711 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Network b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:59.564185 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-a577ae20-0670-42d4-94a3-366d5b26b711 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:59.566816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-a577ae20-0670-42d4-94a3-366d5b26b711 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:59.596563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577ae20-0670-42d4-94a3-366d5b26b711 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Pushing event updated for resources: {'Port': ['ID=72b3518d-c9cc-4667-910e-f4c91c05940c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:59.623930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-a577ae20-0670-42d4-94a3-366d5b26b711 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.624544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-a577ae20-0670-42d4-94a3-366d5b26b711 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.639376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-a577ae20-0670-42d4-94a3-366d5b26b711 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8171325 Jul 16 18:20:59.652995 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Request body: {'port': {'device_id': '42a3cd13-706e-4458-889c-6cf0e590146a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:59.658508 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.668527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Transition to ACTIVE for port object 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:59.683938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Transition to ACTIVE for port object 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:59.692180 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.727613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:59.733273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:59.735488 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.736810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:59.743633 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::f816:3eff:fe1f:6f15 (4dcae011-efa4-4eee-b78f-e3e59142c43e/eebe8e7d-78a7-447a-bb3a-ad8f954f2e85/2a47e555-f3a5-4486-b9df-b7217deb1767) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:59.788825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Pushing event updated for resources: {'Port': ['ID=0281cf73-9a8e-4ec3-8f29-be6c1c5294f5,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:59.837492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Attempting to bind port 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:59.838833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Attempting to bind port 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:59.839691 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Attempting to bind port 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5 on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:59.846007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:59.846550 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:59.847061 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.847565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:59.848130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Bound port: 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:59.848860 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.924937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] For port 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:59.927597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] For port 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0281cf73-9a8e-4ec3-8f29-be6c1c5294f5,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:59.935254 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.996592 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.012690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce0692-d935-463b-a776-80f14e525019 None None] Pushing event updated for resources: {'Port': ['ID=0281cf73-9a8e-4ec3-8f29-be6c1c5294f5,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.022929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object 2a47e555-f3a5-4486-b9df-b7217deb1767 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:00.029286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de043949-7d24-4af7-991e-d6fa55239c27 req-209d4dd3-6118-4518-b66c-b4bff85e3f73 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.030830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de043949-7d24-4af7-991e-d6fa55239c27 req-209d4dd3-6118-4518-b66c-b4bff85e3f73 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 931 time: 0.1567678 Jul 16 18:21:00.067370 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.110780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:00.116380 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:00.119712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de043949-7d24-4af7-991e-d6fa55239c27 req-68043308-676f-429e-86de-52d0e2dae863 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647118 Jul 16 18:21:00.121282 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:00.126927 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.127573 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.153048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=2a47e555-f3a5-4486-b9df-b7217deb1767,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.157355 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a2256036-ddd5-4fcf-881d-8ae8b4ca9378 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9394047 Jul 16 18:21:00.160542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38958) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:00.175673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b3518d-c9cc-4667-910e-f4c91c05940c {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:00.185409 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.199929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Transition to ACTIVE for port object 72b3518d-c9cc-4667-910e-f4c91c05940c will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:00.222512 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.287300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02acecd2-5aaf-4310-b7a0-de08a1f67ca0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.294634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02acecd2-5aaf-4310-b7a0-de08a1f67ca0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.296398 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-02acecd2-5aaf-4310-b7a0-de08a1f67ca0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1342249 Jul 16 18:21:00.297071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Pushing event updated for resources: {'Port': ['ID=72b3518d-c9cc-4667-910e-f4c91c05940c,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.298951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38960) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:00.383753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Attempting to bind port 72b3518d-c9cc-4667-910e-f4c91c05940c on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:00.384251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Attempting to bind port 72b3518d-c9cc-4667-910e-f4c91c05940c by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '22a06b88-e4a8-404c-92fb-4b96fd2ec05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:00.385655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Attempting to bind port 72b3518d-c9cc-4667-910e-f4c91c05940c on network b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:00.390240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Port 72b3518d-c9cc-4667-910e-f4c91c05940c on network b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:00.390551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Attempting to bind port 72b3518d-c9cc-4667-910e-f4c91c05940c on network b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:00.395232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:00.395804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Checking segment: {'id': '22a06b88-e4a8-404c-92fb-4b96fd2ec05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:00.396183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Bound using segment: {'id': '22a06b88-e4a8-404c-92fb-4b96fd2ec05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:00.396606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Bound port: 72b3518d-c9cc-4667-910e-f4c91c05940c, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a06b88-e4a8-404c-92fb-4b96fd2ec05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:00.396959 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.402372 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0a954b51-506f-4418-bdd6-b91fb8e71381 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port 2a47e555-f3a5-4486-b9df-b7217deb1767 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:00.402789 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a954b51-506f-4418-bdd6-b91fb8e71381 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.461953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] For port 72b3518d-c9cc-4667-910e-f4c91c05940c, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:00.465830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] For port 72b3518d-c9cc-4667-910e-f4c91c05940c, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=72b3518d-c9cc-4667-910e-f4c91c05940c,segment=NetworkSegment(22a06b88-e4a8-404c-92fb-4b96fd2ec05e),segment_id=22a06b88-e4a8-404c-92fb-4b96fd2ec05e)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:00.470772 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.493463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a954b51-506f-4418-bdd6-b91fb8e71381 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.502421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.503754 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.505152 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] 10.222.0.35 "PUT /v2.0/ports/72b3518d-c9cc-4667-910e-f4c91c05940c HTTP/1.1" status: 200 len: 1092 time: 0.8567965 Jul 16 18:21:00.505292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0a954b51-506f-4418-bdd6-b91fb8e71381 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for 2a47e555-f3a5-4486-b9df-b7217deb1767 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:00.507302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a3cd13-706e-4458-889c-6cf0e590146a', 'tag': '72b3518d-c9cc-4667-910e-f4c91c05940c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:00.511016 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c2a9df-7c74-485d-98c5-021fb32150c1" -d '{"events": [{"name": "network-changed", "server_uuid": "42a3cd13-706e-4458-889c-6cf0e590146a", "tag": "72b3518d-c9cc-4667-910e-f4c91c05940c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:00.541647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65416fa-1f93-42b0-a901-c2903bf3dd6c service neutron] Pushing event updated for resources: {'Port': ['ID=72b3518d-c9cc-4667-910e-f4c91c05940c,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.569419 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981a3da2-0033-4160-991b-8bcae052c594 x-openstack-request-id: req-981a3da2-0033-4160-991b-8bcae052c594 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:00.569861 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a3cd13-706e-4458-889c-6cf0e590146a", "tag": "72b3518d-c9cc-4667-910e-f4c91c05940c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:00.570143 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-981a3da2-0033-4160-991b-8bcae052c594 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:00.570597 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a3cd13-706e-4458-889c-6cf0e590146a', 'tag': '72b3518d-c9cc-4667-910e-f4c91c05940c', 'status': 'completed', 'code': 200} Jul 16 18:21:00.618102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-3bcac9be-e3a5-4725-9c26-973cdf5d7358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.620551 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-3bcac9be-e3a5-4725-9c26-973cdf5d7358 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7b90e5fcf744127a4bc69335151b0a5&device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 1095 time: 0.0617008 Jul 16 18:21:00.643268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a954b51-506f-4418-bdd6-b91fb8e71381 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.664020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-14ce1463-9da4-43b6-b345-8907dd60d001 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72b3518d-c9cc-4667-910e-f4c91c05940c HTTP/1.1" status: 200 len: 217 time: 0.0348272 Jul 16 18:21:00.682069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a954b51-506f-4418-bdd6-b91fb8e71381 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=2a47e555-f3a5-4486-b9df-b7217deb1767,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.683925 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.714229 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0a954b51-506f-4418-bdd6-b91fb8e71381 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.718895 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0a954b51-506f-4418-bdd6-b91fb8e71381 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/2a47e555-f3a5-4486-b9df-b7217deb1767 HTTP/1.1" status: 204 len: 168 time: 0.4166882 Jul 16 18:21:00.719057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-8ae48872-066f-4cbb-a5c3-c1700c5e4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.719190 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38964) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:00.719799 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-8ae48872-066f-4cbb-a5c3-c1700c5e4987 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6dce15f-5a7d-4f2c-aaeb-31acc8dee7b3 HTTP/1.1" status: 200 len: 854 time: 0.0477066 Jul 16 18:21:00.736733 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4263308f-3372-44e2-a1d0-fd74cb5515a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.764317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-d6625612-85e6-4d85-aba8-7a35394da5eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b8dd5d9e-2a29-4b00-beae-99a5b44d98e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332351 Jul 16 18:21:00.777232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e85f6-124d-4fd3-a04f-654051292700 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.778894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e85f6-124d-4fd3-a04f-654051292700 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.780575 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b08e85f6-124d-4fd3-a04f-654051292700 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0604768 Jul 16 18:21:00.783170 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38966) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:00.841682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d59cbd-5d3e-4fca-a46f-c5e8950ecda5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet eebe8e7d-78a7-447a-bb3a-ad8f954f2e85 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:00.845462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84d59cbd-5d3e-4fca-a46f-c5e8950ecda5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.895911 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84d59cbd-5d3e-4fca-a46f-c5e8950ecda5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.993100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84d59cbd-5d3e-4fca-a46f-c5e8950ecda5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.078569 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84d59cbd-5d3e-4fca-a46f-c5e8950ecda5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.116293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d59cbd-5d3e-4fca-a46f-c5e8950ecda5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=eebe8e7d-78a7-447a-bb3a-ad8f954f2e85,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.120971 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84d59cbd-5d3e-4fca-a46f-c5e8950ecda5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.122829 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-84d59cbd-5d3e-4fca-a46f-c5e8950ecda5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/eebe8e7d-78a7-447a-bb3a-ad8f954f2e85 HTTP/1.1" status: 204 len: 168 time: 0.3387229 Jul 16 18:21:01.125589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38972) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.133690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384ad6af-31df-4fa8-80f6-f413244f7c7a None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:01.169066 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-538ed0c9-3b03-49ee-aa5f-83610fe75ef7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421000 Jul 16 18:21:01.171606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38976) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.176876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:01.201564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-0fee6ebd-28b8-4930-911c-f5c8862ab98f service neutron] 10.222.0.35 "GET /v2.0/networks/b8dd5d9e-2a29-4b00-beae-99a5b44d98e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290209 Jul 16 18:21:01.258757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2feaca86-c6c3-499c-b920-d92e565285c1 None None] Provisioning for port 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:01.277537 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:01.281363 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.354345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4835b2a5-de74-4e7f-b099-c4bb6d860001 req-f5e70a7c-8e1a-466d-9236-8ff9832b6568 service neutron] 10.222.0.35 "GET /v2.0/networks/b8dd5d9e-2a29-4b00-beae-99a5b44d98e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441228 Jul 16 18:21:01.382390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee21c3-f8ce-4f36-8939-da87c07c5601 None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:01.391470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b9746-250e-4b7f-8efb-cee17b346758 req-1312308f-c3e3-4a69-9a49-dab2126a4423 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.409320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec2b9746-250e-4b7f-8efb-cee17b346758 req-1312308f-c3e3-4a69-9a49-dab2126a4423 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 943 time: 0.1599052 Jul 16 18:21:01.458445 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-29ee21c3-f8ce-4f36-8939-da87c07c5601 None None] Deleting port 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:01.459098 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-29ee21c3-f8ce-4f36-8939-da87c07c5601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.465506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec2b9746-250e-4b7f-8efb-cee17b346758 req-5243b645-48fa-4058-ae1c-cd8d9c00f696 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542235 Jul 16 18:21:01.538767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-29ee21c3-f8ce-4f36-8939-da87c07c5601 None None] For port 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0281cf73-9a8e-4ec3-8f29-be6c1c5294f5,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:01.539323 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-29ee21c3-f8ce-4f36-8939-da87c07c5601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.540343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2a9df-7c74-485d-98c5-021fb32150c1 req-606e5f2e-8bea-4024-a304-d3b7c6ff64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.543202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6c2a9df-7c74-485d-98c5-021fb32150c1 req-606e5f2e-8bea-4024-a304-d3b7c6ff64b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7b90e5fcf744127a4bc69335151b0a5&device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 1095 time: 0.0763981 Jul 16 18:21:01.558398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-29ee21c3-f8ce-4f36-8939-da87c07c5601 None None] Calling delete_port for 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:01.647511 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-29ee21c3-f8ce-4f36-8939-da87c07c5601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.660789 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2a9df-7c74-485d-98c5-021fb32150c1 req-306a325e-5b79-490b-9631-22ee3fe7584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.662430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6c2a9df-7c74-485d-98c5-021fb32150c1 req-306a325e-5b79-490b-9631-22ee3fe7584c service neutron] 10.222.0.35 "GET /v2.0/networks?id=b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 HTTP/1.1" status: 200 len: 915 time: 0.1118524 Jul 16 18:21:01.676035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee21c3-f8ce-4f36-8939-da87c07c5601 None None] Pushing event deleted for resources: {'Port': ['ID=0281cf73-9a8e-4ec3-8f29-be6c1c5294f5,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.679484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee21c3-f8ce-4f36-8939-da87c07c5601 None None] No DVR routers for this DVR port 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:01.697246 n-d-787206-10 neutron-server[100170]: DEBUG neutron.objects.ports [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100170) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:21:01.709190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6c2a9df-7c74-485d-98c5-021fb32150c1 req-d699c5ba-a06d-43ac-a6ef-2c8a4c5b0a37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72b3518d-c9cc-4667-910e-f4c91c05940c HTTP/1.1" status: 200 len: 217 time: 0.0404358 Jul 16 18:21:01.758155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2a9df-7c74-485d-98c5-021fb32150c1 req-83c18194-e45f-4439-a7ac-831625400869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.759808 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6c2a9df-7c74-485d-98c5-021fb32150c1 req-83c18194-e45f-4439-a7ac-831625400869 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6dce15f-5a7d-4f2c-aaeb-31acc8dee7b3 HTTP/1.1" status: 200 len: 854 time: 0.0436330 Jul 16 18:21:01.796625 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6c2a9df-7c74-485d-98c5-021fb32150c1 req-bd96530b-73e8-4bbb-89f0-0b6c0f082124 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b8dd5d9e-2a29-4b00-beae-99a5b44d98e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281639 Jul 16 18:21:01.879377 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.890099 n-d-787206-10 neutron-server[100170]: WARNING neutron.services.revisions.revision_plugin [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Could not find related port for resource to bump revision. Jul 16 18:21:01.894803 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_pluggable_backend [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Port 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 18:21:01.895114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_pluggable_backend [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:763b {{(pid=100170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 18:21:01.896476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6c2a9df-7c74-485d-98c5-021fb32150c1 req-2c12a314-da6d-437e-8907-e2bf68f13674 service neutron] 10.222.0.35 "GET /v2.0/networks/b8dd5d9e-2a29-4b00-beae-99a5b44d98e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897827 Jul 16 18:21:01.898574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_pluggable_backend [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaf:763b {{(pid=100170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 18:21:01.899769 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.937926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:01.942660 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:01.947403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.948027 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.953864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95364e79-083c-4d56-b64c-00adc669c382 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:01.964992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=c639da0e-b8ee-4e97-a5f5-a4685894936b,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.974288 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-24ff522f-75bd-4364-be9a-477169af4502 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8012476 Jul 16 18:21:01.977669 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 38978) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.984385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'mac_address': 'fa:16:3e:f9:ad:de', 'name': 'tempest-NetworksTestDHCPv6-1192668614'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:01.999298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6c2a9df-7c74-485d-98c5-021fb32150c1 req-f9d51579-b9cf-4193-89cc-3b519db66f8a service neutron] 10.222.0.35 "GET /v2.0/networks/b8dd5d9e-2a29-4b00-beae-99a5b44d98e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957518 Jul 16 18:21:02.104653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': 'c639da0e-b8ee-4e97-a5f5-a4685894936b'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:02.105657 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.116772 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:02.123761 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.154559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port 667fbbd2-ef57-4b84-82d1-944f1a1ce00e yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:02.252328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Allocated IP 2001:db8::f816:3eff:fe75:977c (4dcae011-efa4-4eee-b78f-e3e59142c43e/c639da0e-b8ee-4e97-a5f5-a4685894936b/3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:02.415583 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.424769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Transition to ACTIVE for port object 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:02.440008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Transition to ACTIVE for port object 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:02.445956 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.484069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:02.490477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:02.493178 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:02.505864 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::f816:3eff:fef9:adde (4dcae011-efa4-4eee-b78f-e3e59142c43e/c639da0e-b8ee-4e97-a5f5-a4685894936b/667fbbd2-ef57-4b84-82d1-944f1a1ce00e) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:02.528492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Pushing event updated for resources: {'Port': ['ID=3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.604238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Attempting to bind port 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:02.606409 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Attempting to bind port 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:02.607277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Attempting to bind port 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:02.620558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:02.622770 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:02.625413 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.626271 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:02.627138 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Bound port: 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:02.628525 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.730337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.735294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] For port 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:02.738941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] For port 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:02.744254 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.745374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3baee0e-9597-4672-9e1c-e3241f932853 req-75511854-6441-4895-b44f-2a735b241aed tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.746410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object 667fbbd2-ef57-4b84-82d1-944f1a1ce00e will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:02.753164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3baee0e-9597-4672-9e1c-e3241f932853 req-75511854-6441-4895-b44f-2a735b241aed tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 943 time: 0.1097391 Jul 16 18:21:02.794305 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.828274 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7e9bb-666c-47b8-8084-a8201b413abe None None] Pushing event updated for resources: {'Port': ['ID=3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.845179 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:02.848871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3baee0e-9597-4672-9e1c-e3241f932853 req-7fd813ff-8e81-46e2-bf72-690ad8950e18 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946119 Jul 16 18:21:02.851614 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:02.857822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:02.863885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.864643 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.893616 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9114523 Jul 16 18:21:02.893733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38992) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:02.903845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e71b1-28c0-4bb2-868c-be8c6c1b44f3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=667fbbd2-ef57-4b84-82d1-944f1a1ce00e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.969405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aaa328-eacc-4f37-bd26-777a0bcc0528 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.976831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aaa328-eacc-4f37-bd26-777a0bcc0528 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.978800 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-00aaa328-eacc-4f37-bd26-777a0bcc0528 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0840201 Jul 16 18:21:02.981324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 38994) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.122483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ff6cad7a-790d-46ba-b592-d0b530725709 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port 667fbbd2-ef57-4b84-82d1-944f1a1ce00e {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:03.122760 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff6cad7a-790d-46ba-b592-d0b530725709 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.224361 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff6cad7a-790d-46ba-b592-d0b530725709 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.238883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ff6cad7a-790d-46ba-b592-d0b530725709 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for 667fbbd2-ef57-4b84-82d1-944f1a1ce00e owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:03.442724 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff6cad7a-790d-46ba-b592-d0b530725709 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.480350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:03.510765 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff6cad7a-790d-46ba-b592-d0b530725709 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.515261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ff6cad7a-790d-46ba-b592-d0b530725709 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/667fbbd2-ef57-4b84-82d1-944f1a1ce00e HTTP/1.1" status: 204 len: 168 time: 0.5327806 Jul 16 18:21:03.515424 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39002) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.516358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cad7a-790d-46ba-b592-d0b530725709 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=667fbbd2-ef57-4b84-82d1-944f1a1ce00e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.545505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:03.616190 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3eff9-216d-466d-9f99-0861ebc1e747 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.619862 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3eff9-216d-466d-9f99-0861ebc1e747 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.622506 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-28f3eff9-216d-466d-9f99-0861ebc1e747 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1053143 Jul 16 18:21:03.624047 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.625069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39004) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.631162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:03.655299 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:03.656013 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0281cf73-9a8e-4ec3-8f29-be6c1c5294f5 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:03.684510 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05093e1-2bcf-42e5-bc54-9468ee23410c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet c639da0e-b8ee-4e97-a5f5-a4685894936b {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:03.688198 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e05093e1-2bcf-42e5-bc54-9468ee23410c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.731526 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e05093e1-2bcf-42e5-bc54-9468ee23410c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.824564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e05093e1-2bcf-42e5-bc54-9468ee23410c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.844244 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 72b3518d-c9cc-4667-910e-f4c91c05940c details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:03.892876 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e05093e1-2bcf-42e5-bc54-9468ee23410c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.951364 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05093e1-2bcf-42e5-bc54-9468ee23410c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=c639da0e-b8ee-4e97-a5f5-a4685894936b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.955236 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e05093e1-2bcf-42e5-bc54-9468ee23410c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.959654 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e05093e1-2bcf-42e5-bc54-9468ee23410c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/c639da0e-b8ee-4e97-a5f5-a4685894936b HTTP/1.1" status: 204 len: 168 time: 0.3333695 Jul 16 18:21:03.964493 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39008) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:04.059146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 72b3518d-c9cc-4667-910e-f4c91c05940c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=72b3518d-c9cc-4667-910e-f4c91c05940c,segment=NetworkSegment(22a06b88-e4a8-404c-92fb-4b96fd2ec05e),segment_id=22a06b88-e4a8-404c-92fb-4b96fd2ec05e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:04.078080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '72b3518d-c9cc-4667-910e-f4c91c05940c', 'network_id': 'b8dd5d9e-2a29-4b00-beae-99a5b44d98e1', 'port_id': '72b3518d-c9cc-4667-910e-f4c91c05940c', 'mac_address': 'fa:16:3e:47:4c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6dce15f-5a7d-4f2c-aaeb-31acc8dee7b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:04.079167 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5ff522d3-3672-4204-9cb1-03b0eb4ccf23 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119335 Jul 16 18:21:04.081719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39010) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:04.128834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d7b2f5-36fc-4dfe-8a9d-b6ff0c755afb None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:04.170366 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.208270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53838ed-f133-4bb5-b118-081884f24eca req-323138d3-b299-4ec7-a72b-36e70209ab39 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.210355 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d53838ed-f133-4bb5-b118-081884f24eca req-323138d3-b299-4ec7-a72b-36e70209ab39 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 943 time: 0.1479242 Jul 16 18:21:04.222437 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b3518d-c9cc-4667-910e-f4c91c05940c {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:04.226278 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d35bb-ef7a-4597-8e2f-542931c74518 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.230889 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-118d35bb-ef7a-4597-8e2f-542931c74518 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1440096 Jul 16 18:21:04.231344 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39012) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:04.251347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-896f2431-a92e-40ed-bfae-140f762d1464 None None] Provisioning for port 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:04.272406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 72b3518d-c9cc-4667-910e-f4c91c05940c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=72b3518d-c9cc-4667-910e-f4c91c05940c,segment=NetworkSegment(22a06b88-e4a8-404c-92fb-4b96fd2ec05e),segment_id=22a06b88-e4a8-404c-92fb-4b96fd2ec05e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:04.280090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-896f2431-a92e-40ed-bfae-140f762d1464 None None] Provisioning complete for port 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:04.280468 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-896f2431-a92e-40ed-bfae-140f762d1464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.282022 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.287696 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d53838ed-f133-4bb5-b118-081884f24eca req-c538b02e-509f-4fda-96c2-cab8bedfeac9 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704362 Jul 16 18:21:04.304798 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2466e293-f754-41af-bfb5-9d509c263008 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.308831 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2466e293-f754-41af-bfb5-9d509c263008 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0740044 Jul 16 18:21:04.309134 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39014) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:04.351356 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-65193f23-21eb-4163-b5fa-add70006844d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374050 Jul 16 18:21:04.352246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39016) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:04.358981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e92d786a-7088-48df-83bc-4179b6333a95 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:04.392441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=72b3518d-c9cc-4667-910e-f4c91c05940c,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:04.454414 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-896f2431-a92e-40ed-bfae-140f762d1464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.471326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92d786a-7088-48df-83bc-4179b6333a95 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:04.474954 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e92d786a-7088-48df-83bc-4179b6333a95 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.495912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-896f2431-a92e-40ed-bfae-140f762d1464 None None] For port 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:04.506635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a336fab-65c3-4a38-af89-8d44f712c9fe None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:04.509021 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-896f2431-a92e-40ed-bfae-140f762d1464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.538616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['72b3518d-c9cc-4667-910e-f4c91c05940c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:04.618396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f2431-a92e-40ed-bfae-140f762d1464 None None] Pushing event updated for resources: {'Port': ['ID=3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:04.672022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9a336fab-65c3-4a38-af89-8d44f712c9fe None None] Deleting port 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:04.672301 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9a336fab-65c3-4a38-af89-8d44f712c9fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.717085 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e92d786a-7088-48df-83bc-4179b6333a95 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.764809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d786a-7088-48df-83bc-4179b6333a95 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:04.768396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e92d786a-7088-48df-83bc-4179b6333a95 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:04.773549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92d786a-7088-48df-83bc-4179b6333a95 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.774139 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e92d786a-7088-48df-83bc-4179b6333a95 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.789633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d786a-7088-48df-83bc-4179b6333a95 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=73b37428-af99-4dd8-87c4-7746edc087e7,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:04.822814 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e92d786a-7088-48df-83bc-4179b6333a95 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4658828 Jul 16 18:21:04.823253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39022) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:04.830923 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'mac_address': 'fa:16:3e:d1:7d:0e', 'name': 'tempest-NetworksTestDHCPv6-41311132'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:04.921092 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9a336fab-65c3-4a38-af89-8d44f712c9fe None None] For port 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:04.921499 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9a336fab-65c3-4a38-af89-8d44f712c9fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.939972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9a336fab-65c3-4a38-af89-8d44f712c9fe None None] Calling delete_port for 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:04.955839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:05.053445 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9a336fab-65c3-4a38-af89-8d44f712c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.055622 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.077092 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port f3880015-0029-4b1b-9fe8-d0035f6d3fff yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:05.086074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a336fab-65c3-4a38-af89-8d44f712c9fe None None] Pushing event deleted for resources: {'Port': ['ID=3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.087996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a336fab-65c3-4a38-af89-8d44f712c9fe None None] No DVR routers for this DVR port 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:05.107976 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713b1864-6c68-4bb1-b116-e0f2284197db None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:05.220733 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::16c (4dcae011-efa4-4eee-b78f-e3e59142c43e/73b37428-af99-4dd8-87c4-7746edc087e7/f3880015-0029-4b1b-9fe8-d0035f6d3fff) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:05.261568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': '73b37428-af99-4dd8-87c4-7746edc087e7'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:05.262423 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.373375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:05.396732 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:05.397071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3d13ffeb-c4a5-46e3-a6d4-d3c9b9b54c55 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:05.416954 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.434783 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object f3880015-0029-4b1b-9fe8-d0035f6d3fff will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:05.474640 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.524455 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:05.527793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:05.528599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3a246-ac54-4362-8fba-f468a9ee5669 req-a68ff1fd-f94e-4fe6-a5bc-6276a201468f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.531077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf3a246-ac54-4362-8fba-f468a9ee5669 req-a68ff1fd-f94e-4fe6-a5bc-6276a201468f tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 944 time: 0.0959423 Jul 16 18:21:05.537509 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:05.537894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Allocated IP 2001:db8::2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/73b37428-af99-4dd8-87c4-7746edc087e7/3b027c63-7e7a-4ed4-946e-747b35c9a8a1) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:05.546386 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.547306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.557283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=f3880015-0029-4b1b-9fe8-d0035f6d3fff,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.574459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3cf3a246-ac54-4362-8fba-f468a9ee5669 req-ba1cc4e4-bca2-44a0-9bc0-33c351c8dc6a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380008 Jul 16 18:21:05.576678 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2ae28b4d-63b7-4d81-b341-37af07c54ebb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7516570 Jul 16 18:21:05.579372 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39028) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:05.649221 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99407ae-5c9f-4597-8040-778f7205f834 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.650920 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d99407ae-5c9f-4597-8040-778f7205f834 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0700097 Jul 16 18:21:05.653604 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39030) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:05.708478 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.718116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Transition to ACTIVE for port object 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:05.734816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Transition to ACTIVE for port object 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:05.742370 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.772166 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2f821166-8c6e-4cb4-8ebb-ca8363aa7ace tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port f3880015-0029-4b1b-9fe8-d0035f6d3fff {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:05.772779 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f821166-8c6e-4cb4-8ebb-ca8363aa7ace tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.795497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:05.805242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:05.808644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:05.818792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Pushing event updated for resources: {'Port': ['ID=3b027c63-7e7a-4ed4-946e-747b35c9a8a1,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.846798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 72b3518d-c9cc-4667-910e-f4c91c05940c up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:05.888746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f821166-8c6e-4cb4-8ebb-ca8363aa7ace tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.901800 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2f821166-8c6e-4cb4-8ebb-ca8363aa7ace tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for f3880015-0029-4b1b-9fe8-d0035f6d3fff owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:05.906558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Attempting to bind port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:05.906938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Attempting to bind port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:05.907296 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Attempting to bind port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:05.914671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:05.915042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:05.915472 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.916391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:05.916863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Bound port: 3b027c63-7e7a-4ed4-946e-747b35c9a8a1, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:05.917230 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.968536 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 72b3518d-c9cc-4667-910e-f4c91c05940c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:05.975001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 72b3518d-c9cc-4667-910e-f4c91c05940c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:05.975621 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.046301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] For port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:06.049603 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f821166-8c6e-4cb4-8ebb-ca8363aa7ace tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.064232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] For port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3b027c63-7e7a-4ed4-946e-747b35c9a8a1,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:06.071832 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.085153 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f821166-8c6e-4cb4-8ebb-ca8363aa7ace tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=f3880015-0029-4b1b-9fe8-d0035f6d3fff,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.118589 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f821166-8c6e-4cb4-8ebb-ca8363aa7ace tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.120946 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2f821166-8c6e-4cb4-8ebb-ca8363aa7ace tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/f3880015-0029-4b1b-9fe8-d0035f6d3fff HTTP/1.1" status: 204 len: 168 time: 0.4663105 Jul 16 18:21:06.123317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39034) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.154729 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.183301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0374fd-ebcf-4ece-94a3-6b957db03834 None None] Pushing event updated for resources: {'Port': ['ID=3b027c63-7e7a-4ed4-946e-747b35c9a8a1,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.188108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c041300-b31b-4739-b1c0-ec2ac735bfb4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.189773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c041300-b31b-4739-b1c0-ec2ac735bfb4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.191701 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8c041300-b31b-4739-b1c0-ec2ac735bfb4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0673385 Jul 16 18:21:06.194520 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39038) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.217517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 72b3518d-c9cc-4667-910e-f4c91c05940c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=72b3518d-c9cc-4667-910e-f4c91c05940c,segment=NetworkSegment(22a06b88-e4a8-404c-92fb-4b96fd2ec05e),segment_id=22a06b88-e4a8-404c-92fb-4b96fd2ec05e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:06.222408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a3cd13-706e-4458-889c-6cf0e590146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b3518d-c9cc-4667-910e-f4c91c05940c'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:06.234378 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43276a9-a0ff-44aa-9dbb-5afa2b97ce47" -d '{"events": [{"server_uuid": "42a3cd13-706e-4458-889c-6cf0e590146a", "name": "network-vif-plugged", "status": "completed", "tag": "72b3518d-c9cc-4667-910e-f4c91c05940c"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:06.238105 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.267857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2692d9f-e661-45f6-9876-554b2e2d8d62 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 73b37428-af99-4dd8-87c4-7746edc087e7 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:06.272307 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2692d9f-e661-45f6-9876-554b2e2d8d62 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.312259 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a014594-116c-4e8a-8b16-16f9aca5580c x-openstack-request-id: req-4a014594-116c-4e8a-8b16-16f9aca5580c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:06.312594 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a3cd13-706e-4458-889c-6cf0e590146a", "name": "network-vif-plugged", "status": "completed", "tag": "72b3518d-c9cc-4667-910e-f4c91c05940c", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:06.312853 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a014594-116c-4e8a-8b16-16f9aca5580c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:06.313299 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a3cd13-706e-4458-889c-6cf0e590146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b3518d-c9cc-4667-910e-f4c91c05940c', 'code': 200} Jul 16 18:21:06.314406 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=72b3518d-c9cc-4667-910e-f4c91c05940c,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.330053 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2692d9f-e661-45f6-9876-554b2e2d8d62 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.458158 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2692d9f-e661-45f6-9876-554b2e2d8d62 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.523688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7f09d-ee97-41f3-98f6-93796588125b req-22125dc1-108f-4857-87e5-96e9fd720851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.526535 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70b7f09d-ee97-41f3-98f6-93796588125b req-22125dc1-108f-4857-87e5-96e9fd720851 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 1097 time: 0.1360438 Jul 16 18:21:06.545563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2692d9f-e661-45f6-9876-554b2e2d8d62 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.566086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70b7f09d-ee97-41f3-98f6-93796588125b req-aaaf1e25-60e7-485e-84d0-cd90b7ed9b51 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312541 Jul 16 18:21:06.580579 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2692d9f-e661-45f6-9876-554b2e2d8d62 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=73b37428-af99-4dd8-87c4-7746edc087e7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.582573 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a2692d9f-e661-45f6-9876-554b2e2d8d62 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.586666 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a2692d9f-e661-45f6-9876-554b2e2d8d62 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/73b37428-af99-4dd8-87c4-7746edc087e7 HTTP/1.1" status: 204 len: 168 time: 0.3891866 Jul 16 18:21:06.586989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39044) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.635199 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7082b8bd-654c-4590-bd37-268b94b87a49 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437891 Jul 16 18:21:06.635766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39048) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.704373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ef8ca-3f2b-48bb-8ede-dfdb786b2123 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.706020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dc3ef8ca-3f2b-48bb-8ede-dfdb786b2123 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0691655 Jul 16 18:21:06.708799 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39050) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.770424 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588dca03-b0f9-4a3c-808e-fdfaf15adeca tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.774332 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-588dca03-b0f9-4a3c-808e-fdfaf15adeca tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0623646 Jul 16 18:21:06.775659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39052) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.790588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207d391-3700-482e-8594-de37e1f4c144 req-25d5c003-6074-4ea4-a28d-a376323de931 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.795986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5207d391-3700-482e-8594-de37e1f4c144 req-25d5c003-6074-4ea4-a28d-a376323de931 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 945 time: 0.0888801 Jul 16 18:21:06.816284 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4b78c52b-288e-43be-8a61-326dea213eac tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389972 Jul 16 18:21:06.820358 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39054) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.825741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:06.837293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5207d391-3700-482e-8594-de37e1f4c144 req-5e579db8-d9ec-49e7-a8a6-214bc3945a43 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386317 Jul 16 18:21:06.949832 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:06.960266 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.316687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb85358-453b-4924-bf03-a31ff44f4e91 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:07.399499 n-d-787206-10 neutron-server[100170]: DEBUG neutron.objects.ports [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100170) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:21:07.429127 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2fc6a7ef-18a4-4979-a8fa-e81748fdd1ba None None] Provisioning for port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:07.529543 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:07.616949 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:07.625527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:07.625901 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.727336 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.766037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.781389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3b027c63-7e7a-4ed4-946e-747b35c9a8a1,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:07.793909 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.880185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=3b027c63-7e7a-4ed4-946e-747b35c9a8a1,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.906087 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:21:07.977816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fd4e0b6d-b8bd-4f98-905e-0f9e04d5f8a7 None None] Provisioning complete for port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:07.978565 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0b6d-b8bd-4f98-905e-0f9e04d5f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.041723 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] For port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3b027c63-7e7a-4ed4-946e-747b35c9a8a1,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:08.127739 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.140569 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.142935 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.226644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bed8b-f3c1-49ce-9093-0d4e212fa62d req-4acb20ae-fb44-440d-9d07-32269ef3c64a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.236027 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a39bed8b-f3c1-49ce-9093-0d4e212fa62d req-4acb20ae-fb44-440d-9d07-32269ef3c64a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 945 time: 0.1248915 Jul 16 18:21:08.262355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0fcdd916-993e-4ffa-8768-42013f69fa03 None None] Could not find standard attr ID for object 667fbbd2-ef57-4b84-82d1-944f1a1ce00e. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:08.301789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a39bed8b-f3c1-49ce-9093-0d4e212fa62d req-769f36ad-379e-4b0f-b2c7-181ff3477347 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648260 Jul 16 18:21:08.488027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c37bce4d-e757-411e-9f3f-fd579dfc6d20 None None] Could not find standard attr ID for object f3880015-0029-4b1b-9fe8-d0035f6d3fff. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:08.721409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae3fad-1f89-4966-86bb-05aae9f243b0 req-ae4c2e10-5c64-40b1-b4a3-754013206715 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.723005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68ae3fad-1f89-4966-86bb-05aae9f243b0 req-ae4c2e10-5c64-40b1-b4a3-754013206715 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1098 time: 0.0947022 Jul 16 18:21:08.751678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:08.797764 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:08.807553 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.808246 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.816789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=3b027c63-7e7a-4ed4-946e-747b35c9a8a1,revision_number=6']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:08.827875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=559c6c00-c70e-4452-a637-84f47af65255,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:08.831123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68ae3fad-1f89-4966-86bb-05aae9f243b0 req-257cc6cc-49f6-4df0-9a38-0857c918d982 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951977 Jul 16 18:21:08.869200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.869782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.870152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.870683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.871063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.871445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.871914 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.872412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.872722 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.873182 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.873518 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.874309 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.909579 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.909579 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.910160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.910555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.911039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.914779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.915136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.916795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.916795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.917150 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.917603 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.917931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:08.928881 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6a4ca260-df99-4f0d-8025-8ed246df000f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1074939 Jul 16 18:21:08.942012 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39084) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:08.959643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2a763715-6c05-4900-8e5f-2e2a514a3769 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:08.977230 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f0d315-6049-49e5-9362-66dd5eca18d0 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:09.178846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0af09b-fb88-44c7-9aff-c6867eb2c65b req-9009793b-189a-42e8-b08e-fb365311eb74 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.187324 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef0af09b-fb88-44c7-9aff-c6867eb2c65b req-9009793b-189a-42e8-b08e-fb365311eb74 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.1810293 Jul 16 18:21:09.241273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef0af09b-fb88-44c7-9aff-c6867eb2c65b req-0af30669-066b-4440-892b-71546704ba13 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526547 Jul 16 18:21:09.274859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a763715-6c05-4900-8e5f-2e2a514a3769 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:09.280690 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a763715-6c05-4900-8e5f-2e2a514a3769 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.287033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39088) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:09.455322 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-48b6d3a0-1be6-423b-8193-9a17471acf8f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/9585e7f0-3f6e-4949-a315-93208f931cc3 HTTP/1.1" status: 200 len: 993 time: 0.1670470 Jul 16 18:21:09.463203 n-d-787206-10 neutron-server[100169]: INFO neutron.db.ipam_backend_mixin [None req-2a763715-6c05-4900-8e5f-2e2a514a3769 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 559c6c00-c70e-4452-a637-84f47af65255 (CIDR: 2001:db8::/64) Jul 16 18:21:09.467962 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a763715-6c05-4900-8e5f-2e2a514a3769 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:09.468208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a763715-6c05-4900-8e5f-2e2a514a3769 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:09.489976 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:09.529385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39092) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:09.529624 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2a763715-6c05-4900-8e5f-2e2a514a3769 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5805523 Jul 16 18:21:09.535357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6e4fbf3c-d47e-47c4-8aa3-1c3a8e2b9bcf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:09.605101 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:09.605493 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.686907 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c6edcec2-66ad-4089-bfb5-2cf09fe7adff None None] Provisioning complete for port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:09.687569 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c6edcec2-66ad-4089-bfb5-2cf09fe7adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.815008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4fbf3c-d47e-47c4-8aa3-1c3a8e2b9bcf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:09.830846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e4fbf3c-d47e-47c4-8aa3-1c3a8e2b9bcf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.137020 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e4fbf3c-d47e-47c4-8aa3-1c3a8e2b9bcf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.262189 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4fbf3c-d47e-47c4-8aa3-1c3a8e2b9bcf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:10.263539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-6e4fbf3c-d47e-47c4-8aa3-1c3a8e2b9bcf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:10.278211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9123678e-c48a-4b73-a986-aa49aa5c21d8 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:10.283352 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4fbf3c-d47e-47c4-8aa3-1c3a8e2b9bcf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:10.285521 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e4fbf3c-d47e-47c4-8aa3-1c3a8e2b9bcf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.304570 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fbf3c-d47e-47c4-8aa3-1c3a8e2b9bcf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=e0c7790e-4b3c-4098-9575-00f22fb4342b,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.318778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39112) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.324662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'mac_address': 'fa:16:3e:35:e3:79', 'name': 'tempest-NetworksTestDHCPv6-1334414293'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:10.329076 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6e4fbf3c-d47e-47c4-8aa3-1c3a8e2b9bcf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7985263 Jul 16 18:21:10.528379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:10.724569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.792042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f4557e-df20-4817-ab25-4fb57b67875c None None] Update dhcp port {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': '559c6c00-c70e-4452-a637-84f47af65255', 'ip_address': '2001:db8::f816:3eff:fe68:f47a'}, {'subnet_id': 'e0c7790e-4b3c-4098-9575-00f22fb4342b'}], 'binding:host_id': 'n-d-787206-10'}, 'id': '3b027c63-7e7a-4ed4-946e-747b35c9a8a1'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:21:10.824910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port 5430821e-b41b-4cbc-9964-ab54fe5361b1 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:10.830768 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a0f4557e-df20-4817-ab25-4fb57b67875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.968892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555743a4-8faf-449a-8e92-52ac9d99e1b8 req-fcd48eb1-54b0-4e90-890a-fd620211a0c3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:10.971948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-555743a4-8faf-449a-8e92-52ac9d99e1b8 req-fcd48eb1-54b0-4e90-890a-fd620211a0c3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.2156229 Jul 16 18:21:11.075382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-555743a4-8faf-449a-8e92-52ac9d99e1b8 req-7dc1536a-6c72-4c64-9c5d-91cccc5301eb tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940344 Jul 16 18:21:11.085595 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-89e22b76-adfa-461d-849e-92d9ca1292e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5072389 Jul 16 18:21:11.247685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8:0:1::179 (4dcae011-efa4-4eee-b78f-e3e59142c43e/e0c7790e-4b3c-4098-9575-00f22fb4342b/5430821e-b41b-4cbc-9964-ab54fe5361b1) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:11.265745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::f816:3eff:fe35:e379 (4dcae011-efa4-4eee-b78f-e3e59142c43e/559c6c00-c70e-4452-a637-84f47af65255/5430821e-b41b-4cbc-9964-ab54fe5361b1) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:11.454885 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.468566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object 5430821e-b41b-4cbc-9964-ab54fe5361b1 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:11.558204 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.560028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-a0f4557e-df20-4817-ab25-4fb57b67875c None None] Allocated IP 2001:db8:0:1::2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/e0c7790e-4b3c-4098-9575-00f22fb4342b/3b027c63-7e7a-4ed4-946e-747b35c9a8a1) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:11.611512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:11.614993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:11.620114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:11.625967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.626636 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.668071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3449240 Jul 16 18:21:11.669651 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39140) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.683567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=5430821e-b41b-4cbc-9964-ab54fe5361b1,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.700426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:11.700770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:11.701104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:11.701440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:11.701767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:11.702090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:11.702686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:11.702940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:11.703266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:11.703614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:11.703935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:11.704256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876f633-f2e6-4499-83e2-c504715852ec tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:11.801330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-a0f4557e-df20-4817-ab25-4fb57b67875c None None] For port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3b027c63-7e7a-4ed4-946e-747b35c9a8a1,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:11.873619 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a0f4557e-df20-4817-ab25-4fb57b67875c None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.929735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a0f4557e-df20-4817-ab25-4fb57b67875c None None] Transition to ACTIVE for port object 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:11.936512 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a0f4557e-df20-4817-ab25-4fb57b67875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.938777 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e892339b-7074-41ac-b018-d5231ded0c87 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port 5430821e-b41b-4cbc-9964-ab54fe5361b1 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:11.939121 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e892339b-7074-41ac-b018-d5231ded0c87 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.062297 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e892339b-7074-41ac-b018-d5231ded0c87 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.076173 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e892339b-7074-41ac-b018-d5231ded0c87 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for 5430821e-b41b-4cbc-9964-ab54fe5361b1 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:12.076570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4557e-df20-4817-ab25-4fb57b67875c None None] Pushing event updated for resources: {'Port': ['ID=3b027c63-7e7a-4ed4-946e-747b35c9a8a1,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:12.386395 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e892339b-7074-41ac-b018-d5231ded0c87 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.440136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892339b-7074-41ac-b018-d5231ded0c87 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=5430821e-b41b-4cbc-9964-ab54fe5361b1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:12.446279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7513ba-b16c-4714-bb59-97984548f030 req-5d96ee49-36ee-4f48-ad44-7d3bd70d18a4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.448970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e7513ba-b16c-4714-bb59-97984548f030 req-5d96ee49-36ee-4f48-ad44-7d3bd70d18a4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.1690006 Jul 16 18:21:12.572979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e892339b-7074-41ac-b018-d5231ded0c87 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.577624 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e892339b-7074-41ac-b018-d5231ded0c87 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/5430821e-b41b-4cbc-9964-ab54fe5361b1 HTTP/1.1" status: 204 len: 168 time: 0.9030101 Jul 16 18:21:12.577624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39156) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.592584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e7513ba-b16c-4714-bb59-97984548f030 req-d21a41e6-8613-4045-9e62-c4c313945361 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274233 Jul 16 18:21:12.707058 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a3fd1d-5254-42cf-8c2b-f614469e0432 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.708770 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b9a3fd1d-5254-42cf-8c2b-f614469e0432 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1298983 Jul 16 18:21:12.711384 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39158) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.795542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6ce171-7cea-4fd8-ac2d-5c78336d636d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.797502 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ac6ce171-7cea-4fd8-ac2d-5c78336d636d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0850370 Jul 16 18:21:12.800304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39162) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.880962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd110bc9-4913-41a7-9113-85aca03eef84 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.882731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd110bc9-4913-41a7-9113-85aca03eef84 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.884946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd110bc9-4913-41a7-9113-85aca03eef84 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.889607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39164) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.889813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fd110bc9-4913-41a7-9113-85aca03eef84 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0880759 Jul 16 18:21:12.954497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffa06c0-41f9-4ead-9817-adc26f74ad92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 559c6c00-c70e-4452-a637-84f47af65255 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:12.957855 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ffa06c0-41f9-4ead-9817-adc26f74ad92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.013647 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ffa06c0-41f9-4ead-9817-adc26f74ad92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.165402 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a76c1138-b958-416e-bf9e-0b4a1c067508 None None] Provisioning for port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:13.176548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a76c1138-b958-416e-bf9e-0b4a1c067508 None None] Provisioning complete for port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:13.179069 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a76c1138-b958-416e-bf9e-0b4a1c067508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.210405 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ffa06c0-41f9-4ead-9817-adc26f74ad92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.212909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-67447c2e-d7c7-45bc-ba23-4f4784d29db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:13.214846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-67447c2e-d7c7-45bc-ba23-4f4784d29db9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1098 time: 0.1168413 Jul 16 18:21:13.333584 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ffa06c0-41f9-4ead-9817-adc26f74ad92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.358741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-59c3bc40-6060-475d-9baf-e948ba7a4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:13.361755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-59c3bc40-6060-475d-9baf-e948ba7a4b74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 200 len: 898 time: 0.1395130 Jul 16 18:21:13.413039 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ffa06c0-41f9-4ead-9817-adc26f74ad92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.421184 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5ffa06c0-41f9-4ead-9817-adc26f74ad92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/559c6c00-c70e-4452-a637-84f47af65255 HTTP/1.1" status: 204 len: 168 time: 0.5303674 Jul 16 18:21:13.421800 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39170) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:13.439695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8344adae-eb02-4733-a98b-44869776252b None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:13.440947 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa06c0-41f9-4ead-9817-adc26f74ad92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=559c6c00-c70e-4452-a637-84f47af65255,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:13.520432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-05802842-8921-4ea9-a0b8-6bcf68cc1415 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 1001 time: 0.1519203 Jul 16 18:21:13.529561 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efdf4b6-8c68-4025-a723-97e90eda0530 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet e0c7790e-4b3c-4098-9575-00f22fb4342b {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:13.533364 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1efdf4b6-8c68-4025-a723-97e90eda0530 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.565166 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:13.585169 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1efdf4b6-8c68-4025-a723-97e90eda0530 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.616971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-b9adb845-532f-4e84-b32e-5f2c3fe75738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:13.617671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f258fa03-9820-4ab5-8922-fcce41332421 None None] Could not find standard attr ID for object 5430821e-b41b-4cbc-9964-ab54fe5361b1. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:13.622259 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-b9adb845-532f-4e84-b32e-5f2c3fe75738 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 HTTP/1.1" status: 200 len: 835 time: 0.0899198 Jul 16 18:21:13.721920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:13.722534 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.749300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-ab67a412-d412-481c-80ac-0e2871d334ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:13.755426 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1efdf4b6-8c68-4025-a723-97e90eda0530 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.755951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-ab67a412-d412-481c-80ac-0e2871d334ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5fae292-d76e-4b9c-9903-d6e77d026e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247888 Jul 16 18:21:13.872694 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1efdf4b6-8c68-4025-a723-97e90eda0530 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.960705 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1efdf4b6-8c68-4025-a723-97e90eda0530 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.965819 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1efdf4b6-8c68-4025-a723-97e90eda0530 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/e0c7790e-4b3c-4098-9575-00f22fb4342b HTTP/1.1" status: 204 len: 168 time: 0.5381935 Jul 16 18:21:13.965819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdf4b6-8c68-4025-a723-97e90eda0530 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c7790e-4b3c-4098-9575-00f22fb4342b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:13.966774 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39176) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:13.987903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-25ecfe03-c6c0-48b9-a2f9-f91bde322271 service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259073 Jul 16 18:21:14.018286 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9c5649d8-9c78-4b02-8552-32fdb996c989 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504982 Jul 16 18:21:14.021220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39178) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:14.031362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:14.078528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1514a35-6e13-49df-8468-e92abf0fb20f None None] Update dhcp port {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': 'e0c7790e-4b3c-4098-9575-00f22fb4342b'}], 'binding:host_id': 'n-d-787206-10'}, 'id': '3b027c63-7e7a-4ed4-946e-747b35c9a8a1'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:21:14.105603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74134bc5-1c20-40fb-b4d5-54fba4a87731 req-bd700ec7-9ae8-417d-8d30-7e48c1fea6d5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:14.107742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74134bc5-1c20-40fb-b4d5-54fba4a87731 req-bd700ec7-9ae8-417d-8d30-7e48c1fea6d5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.2454875 Jul 16 18:21:14.132899 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f1514a35-6e13-49df-8468-e92abf0fb20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.190358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74134bc5-1c20-40fb-b4d5-54fba4a87731 req-08bb8826-092b-4a51-9103-e67e850a83e3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513167 Jul 16 18:21:14.314341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-ac2509b2-f16b-41de-a0d8-f7a87e880481 service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124542 Jul 16 18:21:14.316654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:14.320752 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.375923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f05ab7-8e68-44bb-b9a9-f9a4ed66558c None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:14.571809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-aacf5eae-82f8-4b74-8754-edcb4feb47e9 None None] Provisioning complete for port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:14.572813 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aacf5eae-82f8-4b74-8754-edcb4feb47e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.703834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8598ea-e312-49e1-9b96-6c928c1f0900 None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:14.756769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-cc8598ea-e312-49e1-9b96-6c928c1f0900 None None] Deleting port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:14.757270 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cc8598ea-e312-49e1-9b96-6c928c1f0900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.777007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.objects.ports [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100169) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:21:14.841860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cc8598ea-e312-49e1-9b96-6c928c1f0900 None None] For port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3b027c63-7e7a-4ed4-946e-747b35c9a8a1,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:14.842337 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cc8598ea-e312-49e1-9b96-6c928c1f0900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.857832 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-cc8598ea-e312-49e1-9b96-6c928c1f0900 None None] Calling delete_port for 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:14.952594 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cc8598ea-e312-49e1-9b96-6c928c1f0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.981227 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8598ea-e312-49e1-9b96-6c928c1f0900 None None] Pushing event deleted for resources: {'Port': ['ID=3b027c63-7e7a-4ed4-946e-747b35c9a8a1,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.984686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8598ea-e312-49e1-9b96-6c928c1f0900 None None] No DVR routers for this DVR port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:15.211838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.ipam_pluggable_backend [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Port 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100169) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 18:21:15.212152 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.ipam_pluggable_backend [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Reverting IP allocation for 2001:db8::f816:3eff:fe68:f47a {{(pid=100169) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 18:21:15.216228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.ipam_pluggable_backend [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe68:f47a {{(pid=100169) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 18:21:15.217430 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.262122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:15.265302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:15.269458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.270048 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.279147 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573f28d-d4aa-4862-82c9-f81e26c64882 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:15.284994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=31e535b6-9c82-48d0-9bc4-d6ce28ead4e4,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:15.295836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-351e3e73-8b2e-4b8d-be32-a9098d55b449 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2720339 Jul 16 18:21:15.298602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39188) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:15.304072 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-285d894b-0278-4f46-913c-6a2414b5e2fc tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:15.443055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:15.473114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:15.473656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3b027c63-7e7a-4ed4-946e-747b35c9a8a1 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:15.504770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b9e14-eb98-47a3-9e8c-039fe10580c8 req-7a1e2d74-15e4-450a-8a2a-65c971527e37 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.506529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92b9e14-eb98-47a3-9e8c-039fe10580c8 req-7a1e2d74-15e4-450a-8a2a-65c971527e37 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.1635628 Jul 16 18:21:15.518607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285d894b-0278-4f46-913c-6a2414b5e2fc tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:15.522789 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-285d894b-0278-4f46-913c-6a2414b5e2fc tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.525657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': '31e535b6-9c82-48d0-9bc4-d6ce28ead4e4'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:15.526521 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.641787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c92b9e14-eb98-47a3-9e8c-039fe10580c8 req-f06e45b9-23c0-45ba-95ae-9e1cb24e9006 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106119 Jul 16 18:21:15.691995 n-d-787206-10 neutron-server[100169]: INFO neutron.db.ipam_backend_mixin [None req-285d894b-0278-4f46-913c-6a2414b5e2fc tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31e535b6-9c82-48d0-9bc4-d6ce28ead4e4 (CIDR: 2001:db8::/64) Jul 16 18:21:15.693064 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Allocated IP 2001:db8::f816:3eff:fec5:b1d5 (4dcae011-efa4-4eee-b78f-e3e59142c43e/31e535b6-9c82-48d0-9bc4-d6ce28ead4e4/544fb9a1-ba60-4067-bc59-a5fe3bf2b537) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:15.695626 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-285d894b-0278-4f46-913c-6a2414b5e2fc tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:15.696193 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285d894b-0278-4f46-913c-6a2414b5e2fc tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:15.713864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-285d894b-0278-4f46-913c-6a2414b5e2fc tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4139137 Jul 16 18:21:15.716532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39194) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:15.722096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c23d3f17-1799-408d-8dbe-dec8301ce456 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:15.840915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23d3f17-1799-408d-8dbe-dec8301ce456 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:15.844585 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c23d3f17-1799-408d-8dbe-dec8301ce456 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.855383 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.863751 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Transition to ACTIVE for port object 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:15.878917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Transition to ACTIVE for port object 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:15.886340 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.095793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:16.098455 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c23d3f17-1799-408d-8dbe-dec8301ce456 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.100434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:16.103204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:16.110682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Pushing event updated for resources: {'Port': ['ID=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.145136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23d3f17-1799-408d-8dbe-dec8301ce456 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:16.148839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-c23d3f17-1799-408d-8dbe-dec8301ce456 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:16.153361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23d3f17-1799-408d-8dbe-dec8301ce456 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:16.153945 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c23d3f17-1799-408d-8dbe-dec8301ce456 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.163539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d3f17-1799-408d-8dbe-dec8301ce456 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=34e5ee1d-14e6-499c-9699-a0f4fe318975,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.169027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Attempting to bind port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:16.169455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Attempting to bind port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:16.169854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Attempting to bind port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:16.175998 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c23d3f17-1799-408d-8dbe-dec8301ce456 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4582107 Jul 16 18:21:16.176645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39198) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:16.177180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:16.177454 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:16.177859 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.178273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:16.178736 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Bound port: 544fb9a1-ba60-4067-bc59-a5fe3bf2b537, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:16.179116 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.184138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'mac_address': 'fa:16:3e:78:54:5b', 'name': 'tempest-NetworksTestDHCPv6-2015515600'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:16.260197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] For port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:16.264758 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] For port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:16.269142 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.322294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:16.344414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e38ef-c0cc-495d-b26b-eeb555e80ecf None None] Pushing event updated for resources: {'Port': ['ID=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.433957 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.456407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port 630b9977-a806-4a60-8930-2424d3be1f4f yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:16.678830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8:0:1::289 (4dcae011-efa4-4eee-b78f-e3e59142c43e/34e5ee1d-14e6-499c-9699-a0f4fe318975/630b9977-a806-4a60-8930-2424d3be1f4f) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:16.688747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::f816:3eff:fe78:545b (4dcae011-efa4-4eee-b78f-e3e59142c43e/31e535b6-9c82-48d0-9bc4-d6ce28ead4e4/630b9977-a806-4a60-8930-2424d3be1f4f) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:16.890406 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.908424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object 630b9977-a806-4a60-8930-2424d3be1f4f will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:16.917512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89cc7a-7459-4072-b8a3-525d32242ad9 req-bf505160-77e4-49aa-b7ce-27938a80546d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:16.919026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de89cc7a-7459-4072-b8a3-525d32242ad9 req-bf505160-77e4-49aa-b7ce-27938a80546d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.1439722 Jul 16 18:21:16.980967 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de89cc7a-7459-4072-b8a3-525d32242ad9 req-8ed4f71a-2dfd-4721-aebd-1447e7daedba tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549986 Jul 16 18:21:16.991042 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.065702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:17.069494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:17.074656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:17.080454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.081089 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.089263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=630b9977-a806-4a60-8930-2424d3be1f4f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.109727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-24f71ffe-e857-4724-b7b1-0dbc06dc718e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9304466 Jul 16 18:21:17.112155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39208) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.221592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c102b86a-fa4c-48be-984c-8132ae9e8e2c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port 630b9977-a806-4a60-8930-2424d3be1f4f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:17.222225 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c102b86a-fa4c-48be-984c-8132ae9e8e2c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.325510 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c102b86a-fa4c-48be-984c-8132ae9e8e2c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.345529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c102b86a-fa4c-48be-984c-8132ae9e8e2c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for 630b9977-a806-4a60-8930-2424d3be1f4f owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:17.405255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f09d5-2364-42b4-a97f-7772c4d21967 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:17.470745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:17.527720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c8873a69-02fc-4137-ad96-ffde46e98dd4 None None] Provisioning for port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:17.571311 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c102b86a-fa4c-48be-984c-8132ae9e8e2c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.584160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:17.591137 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:17.591543 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.600236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102b86a-fa4c-48be-984c-8132ae9e8e2c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=630b9977-a806-4a60-8930-2424d3be1f4f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.663259 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c102b86a-fa4c-48be-984c-8132ae9e8e2c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.668566 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39212) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.669488 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c102b86a-fa4c-48be-984c-8132ae9e8e2c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/630b9977-a806-4a60-8930-2424d3be1f4f HTTP/1.1" status: 204 len: 168 time: 0.5551498 Jul 16 18:21:17.722279 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.764571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:17.774372 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f9ffb6-0d17-48a4-b914-35ef7acb6174 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.775850 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.776707 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-09f9ffb6-0d17-48a4-b914-35ef7acb6174 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1069763 Jul 16 18:21:17.779055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39218) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.857232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a76df33-3b8a-4483-8747-4dcdd01dfb0a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.859296 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9a76df33-3b8a-4483-8747-4dcdd01dfb0a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0786948 Jul 16 18:21:17.861834 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39220) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.866372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.876242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be2b2d9-b216-41be-bf8f-f6dcd58ca672 None None] Update dhcp port {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': '31e535b6-9c82-48d0-9bc4-d6ce28ead4e4', 'ip_address': '2001:db8::f816:3eff:fec5:b1d5'}, {'subnet_id': '34e5ee1d-14e6-499c-9699-a0f4fe318975'}], 'binding:host_id': 'n-d-787206-10'}, 'id': '544fb9a1-ba60-4067-bc59-a5fe3bf2b537'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:21:17.928797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2997a4b-8c91-4eb8-84c1-829ac883e244 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.929561 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3be2b2d9-b216-41be-bf8f-f6dcd58ca672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.931761 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2997a4b-8c91-4eb8-84c1-829ac883e244 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.934111 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2997a4b-8c91-4eb8-84c1-829ac883e244 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.935775 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e2997a4b-8c91-4eb8-84c1-829ac883e244 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0727212 Jul 16 18:21:17.938412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39224) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.002180 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3216da7-5df2-4a28-8768-d616360a06f8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 31e535b6-9c82-48d0-9bc4-d6ce28ead4e4 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:18.019872 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a3216da7-5df2-4a28-8768-d616360a06f8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.112273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a3216da7-5df2-4a28-8768-d616360a06f8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.260915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6ff71-bdae-4407-98e2-ed34bc6963ac req-36c6e5cf-d9d8-4b0c-a51a-5ae6dac2e5c7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:18.272005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24a6ff71-bdae-4407-98e2-ed34bc6963ac req-36c6e5cf-d9d8-4b0c-a51a-5ae6dac2e5c7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.1227760 Jul 16 18:21:18.284352 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a3216da7-5df2-4a28-8768-d616360a06f8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.311913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24a6ff71-bdae-4407-98e2-ed34bc6963ac req-b38c0a55-00d0-455e-a627-efc39784369d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390315 Jul 16 18:21:18.356869 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a3216da7-5df2-4a28-8768-d616360a06f8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server [None req-3be2b2d9-b216-41be-bf8f-f6dcd58ca672 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31e535b6-9c82-48d0-9bc4-d6ce28ead4e4: This subnet is being modified by another concurrent operation. Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31e535b6-9c82-48d0-9bc4-d6ce28ead4e4: This subnet is being modified by another concurrent operation. Jul 16 18:21:18.358456 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Jul 16 18:21:18.387690 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3216da7-5df2-4a28-8768-d616360a06f8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=31e535b6-9c82-48d0-9bc4-d6ce28ead4e4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.394945 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a3216da7-5df2-4a28-8768-d616360a06f8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.398407 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a3216da7-5df2-4a28-8768-d616360a06f8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/31e535b6-9c82-48d0-9bc4-d6ce28ead4e4 HTTP/1.1" status: 204 len: 168 time: 0.4585950 Jul 16 18:21:18.401368 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39236) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.463521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2143636e-3b4f-423a-91c0-2b75ee3c91ac None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:18.476375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c415ab-370c-42aa-a8c1-c835db77dc31 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 34e5ee1d-14e6-499c-9699-a0f4fe318975 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:18.480568 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8c415ab-370c-42aa-a8c1-c835db77dc31 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.528071 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8c415ab-370c-42aa-a8c1-c835db77dc31 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.578513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4afeed4f-ba47-4fa9-abaf-10a8010fb8ef None None] Provisioning complete for port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:18.579168 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4afeed4f-ba47-4fa9-abaf-10a8010fb8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.584273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8c415ab-370c-42aa-a8c1-c835db77dc31 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.656355 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8c415ab-370c-42aa-a8c1-c835db77dc31 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.698453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c415ab-370c-42aa-a8c1-c835db77dc31 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=34e5ee1d-14e6-499c-9699-a0f4fe318975,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.709295 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b8c415ab-370c-42aa-a8c1-c835db77dc31 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.711761 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b8c415ab-370c-42aa-a8c1-c835db77dc31 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/34e5ee1d-14e6-499c-9699-a0f4fe318975 HTTP/1.1" status: 204 len: 168 time: 0.3081870 Jul 16 18:21:18.714048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39238) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.768731 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7313f40d-2057-4ccd-9182-1eea9c1475c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508249 Jul 16 18:21:18.768952 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39240) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.773962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9962d13c-04e6-4704-b89d-c3ed1bc9bd3e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:18.829708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d9e04b-5c27-4297-a451-4aac55086ae0 None None] Update dhcp port {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': '34e5ee1d-14e6-499c-9699-a0f4fe318975'}], 'binding:host_id': 'n-d-787206-10'}, 'id': '544fb9a1-ba60-4067-bc59-a5fe3bf2b537'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:21:18.879594 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-57d9e04b-5c27-4297-a451-4aac55086ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.922712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9962d13c-04e6-4704-b89d-c3ed1bc9bd3e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:18.926610 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9962d13c-04e6-4704-b89d-c3ed1bc9bd3e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.182554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f341eb98-a18e-4d7c-a05b-ea061ac71107 None None] Provisioning complete for port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:19.182922 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f341eb98-a18e-4d7c-a05b-ea061ac71107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.213415 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9962d13c-04e6-4704-b89d-c3ed1bc9bd3e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.251622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b400d149-331b-40eb-8a4c-5a20d930e783 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:21:19.261046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9962d13c-04e6-4704-b89d-c3ed1bc9bd3e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:19.264386 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-9962d13c-04e6-4704-b89d-c3ed1bc9bd3e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:19.267893 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9962d13c-04e6-4704-b89d-c3ed1bc9bd3e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:19.268479 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9962d13c-04e6-4704-b89d-c3ed1bc9bd3e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.280751 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962d13c-04e6-4704-b89d-c3ed1bc9bd3e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=8511157d-eaaf-4507-996d-314d074a48a6,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.294343 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9962d13c-04e6-4704-b89d-c3ed1bc9bd3e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5243196 Jul 16 18:21:19.294479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39250) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.300487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a78c840e-dd4d-4e9a-a598-5e96c5dbe3a5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:19.376402 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b400d149-331b-40eb-8a4c-5a20d930e783 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:21:19.413573 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:19.444050 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c116bc0b-b910-4cbc-81a6-46d6976fdf23 None None] Could not find standard attr ID for object 630b9977-a806-4a60-8930-2424d3be1f4f. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:19.452325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78c840e-dd4d-4e9a-a598-5e96c5dbe3a5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:19.458116 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a78c840e-dd4d-4e9a-a598-5e96c5dbe3a5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.576098 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.595581 n-d-787206-10 neutron-server[100169]: INFO neutron.db.ipam_backend_mixin [None req-a78c840e-dd4d-4e9a-a598-5e96c5dbe3a5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8511157d-eaaf-4507-996d-314d074a48a6 (CIDR: 2001:db8::/64) Jul 16 18:21:19.599669 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78c840e-dd4d-4e9a-a598-5e96c5dbe3a5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:19.600115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78c840e-dd4d-4e9a-a598-5e96c5dbe3a5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:19.609929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0044c-09ae-4bf0-9222-821072d56f47 req-6c44237c-472f-4316-a658-c210b13fdd0b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:19.611406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47f0044c-09ae-4bf0-9222-821072d56f47 req-6c44237c-472f-4316-a658-c210b13fdd0b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.1486506 Jul 16 18:21:19.636454 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a78c840e-dd4d-4e9a-a598-5e96c5dbe3a5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3401234 Jul 16 18:21:19.636671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:19.639354 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39256) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.645744 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.646482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:19.660433 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47f0044c-09ae-4bf0-9222-821072d56f47 req-c39997d4-3ddb-45da-acb0-716e171f6007 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428870 Jul 16 18:21:19.748004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.770765 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:19.775777 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.841725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4377f141-0f26-4fd7-9ce1-0d37cf300672 None None] Update dhcp port {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': '8511157d-eaaf-4507-996d-314d074a48a6'}], 'binding:host_id': 'n-d-787206-10'}, 'id': '544fb9a1-ba60-4067-bc59-a5fe3bf2b537'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:21:19.879880 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4377f141-0f26-4fd7-9ce1-0d37cf300672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.039672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-4377f141-0f26-4fd7-9ce1-0d37cf300672 None None] Allocated IP 2001:db8::2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/8511157d-eaaf-4507-996d-314d074a48a6/544fb9a1-ba60-4067-bc59-a5fe3bf2b537) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:20.121625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.objects.ports [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100170) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:21:20.147060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4377f141-0f26-4fd7-9ce1-0d37cf300672 None None] For port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:20.188915 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4377f141-0f26-4fd7-9ce1-0d37cf300672 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.199397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4377f141-0f26-4fd7-9ce1-0d37cf300672 None None] Transition to ACTIVE for port object 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:20.210749 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4377f141-0f26-4fd7-9ce1-0d37cf300672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.309678 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377f141-0f26-4fd7-9ce1-0d37cf300672 None None] Pushing event updated for resources: {'Port': ['ID=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.356144 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.583779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] For port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:20.624760 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.637712 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.638555 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.719092 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,revision_number=8']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.789839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:20.795602 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:20.798612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.799423 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.826501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39288) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:20.827775 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1820798 Jul 16 18:21:20.829017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c4a20-8a8c-4337-bb5e-21a5678741f4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=c7a95f07-85f2-4567-9b87-ab033eba56e4,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.849201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'mac_address': 'fa:16:3e:80:8b:e3', 'name': 'tempest-NetworksTestDHCPv6-581941269'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:21.090660 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730610bd-9e92-4f84-ad2c-e57e55fa97e8 req-f9f10080-2342-4e38-8fc6-de631a0d2c0b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.092616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-730610bd-9e92-4f84-ad2c-e57e55fa97e8 req-f9f10080-2342-4e38-8fc6-de631a0d2c0b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.2122605 Jul 16 18:21:21.136285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7f005-92e3-454e-952e-b5b8f6afda49 req-c2ec855c-df6d-45ca-b837-cf615dd89bf1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.137947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26b7f005-92e3-454e-952e-b5b8f6afda49 req-c2ec855c-df6d-45ca-b837-cf615dd89bf1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.2233200 Jul 16 18:21:21.155411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:21.160339 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.192050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-730610bd-9e92-4f84-ad2c-e57e55fa97e8 req-6eb13019-477a-44ff-bcb9-1c9f5cb9a1e7 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932181 Jul 16 18:21:21.237692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26b7f005-92e3-454e-952e-b5b8f6afda49 req-abe5f9ff-a332-408d-b0b0-a56fa046fef8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860872 Jul 16 18:21:21.258699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d960cf-dd8b-4e93-bbbc-cae0cd742111 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:21:21.270770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port 1d82663c-e0d3-40ee-ad4e-f0b71fa46aa5 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:21.365122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-87e9b657-c333-4313-9d06-d88375d43370 None None] Provisioning for port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:21.385899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-87e9b657-c333-4313-9d06-d88375d43370 None None] Provisioning complete for port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:21.387924 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-87e9b657-c333-4313-9d06-d88375d43370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.450303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:21.542578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::268 (4dcae011-efa4-4eee-b78f-e3e59142c43e/8511157d-eaaf-4507-996d-314d074a48a6/1d82663c-e0d3-40ee-ad4e-f0b71fa46aa5) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:21.549699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8:0:1:f816:3eff:fe80:8be3 (4dcae011-efa4-4eee-b78f-e3e59142c43e/c7a95f07-85f2-4567-9b87-ab033eba56e4/1d82663c-e0d3-40ee-ad4e-f0b71fa46aa5) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:21.731717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d960cf-dd8b-4e93-bbbc-cae0cd742111 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:21:21.756170 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.762063 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-87e9b657-c333-4313-9d06-d88375d43370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.764330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:21.764884 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.777281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object 1d82663c-e0d3-40ee-ad4e-f0b71fa46aa5 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:21.816465 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.894638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:21.901773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-87e9b657-c333-4313-9d06-d88375d43370 None None] For port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:21.906421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:21.916448 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-87e9b657-c333-4313-9d06-d88375d43370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.921279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:21.927532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.928338 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.936474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=1d82663c-e0d3-40ee-ad4e-f0b71fa46aa5,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.961381 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-785215b2-cf82-4169-af2e-1a4892977fc5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1327217 Jul 16 18:21:21.964636 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39318) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:22.094641 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9b657-c333-4313-9d06-d88375d43370 None None] Pushing event updated for resources: {'Port': ['ID=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:22.121243 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-7a7c0ba1-072d-4f11-9952-c22447a3928b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port 1d82663c-e0d3-40ee-ad4e-f0b71fa46aa5 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:22.121593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a7c0ba1-072d-4f11-9952-c22447a3928b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.248401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a7c0ba1-072d-4f11-9952-c22447a3928b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.265371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-7a7c0ba1-072d-4f11-9952-c22447a3928b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for 1d82663c-e0d3-40ee-ad4e-f0b71fa46aa5 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:22.492819 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a7c0ba1-072d-4f11-9952-c22447a3928b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.523055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c0ba1-072d-4f11-9952-c22447a3928b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=1d82663c-e0d3-40ee-ad4e-f0b71fa46aa5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:22.672792 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7a7c0ba1-072d-4f11-9952-c22447a3928b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.674920 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7a7c0ba1-072d-4f11-9952-c22447a3928b tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/1d82663c-e0d3-40ee-ad4e-f0b71fa46aa5 HTTP/1.1" status: 204 len: 168 time: 0.7086625 Jul 16 18:21:22.679213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39336) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:22.804751 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20aa39c-2abd-4e2d-ae31-5ee6aadc7b11 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.812105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39338) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:22.813939 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d20aa39c-2abd-4e2d-ae31-5ee6aadc7b11 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1326995 Jul 16 18:21:22.860587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97def042-9476-4202-a29b-c2ef8d41f788 req-9d602099-244c-415d-b583-d0872c1299da tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.862213 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97def042-9476-4202-a29b-c2ef8d41f788 req-9d602099-244c-415d-b583-d0872c1299da tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.3868268 Jul 16 18:21:22.877861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd06c1c-54d8-4ccd-9321-bc47ee0710ce req-9728af55-1467-4a36-9d99-a78cc7dc99f6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.885520 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8bd06c1c-54d8-4ccd-9321-bc47ee0710ce req-9728af55-1467-4a36-9d99-a78cc7dc99f6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.3963299 Jul 16 18:21:22.965652 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8bd06c1c-54d8-4ccd-9321-bc47ee0710ce req-de8c6938-f61a-4357-8c8a-7b6822656c12 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791111 Jul 16 18:21:22.984440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97def042-9476-4202-a29b-c2ef8d41f788 req-0f20462f-0c50-478e-9ec8-3d010be208be tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967450 Jul 16 18:21:23.015689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f9ed2-13cf-4ab3-a2ea-906f12c0c021 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.019650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-398f9ed2-13cf-4ab3-a2ea-906f12c0c021 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2035220 Jul 16 18:21:23.019891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39344) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.082583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d70db1-8b37-421c-ae09-503e3b6f0ddc tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.084128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d70db1-8b37-421c-ae09-503e3b6f0ddc tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.085659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d70db1-8b37-421c-ae09-503e3b6f0ddc tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.090506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d8d70db1-8b37-421c-ae09-503e3b6f0ddc tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0663965 Jul 16 18:21:23.090747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39346) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.164556 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761e67b-b368-4965-bb47-61f8ddbeefe2 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:23.166853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7435a4ed-a99b-40e3-8eba-3bfdc9e22962 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 8511157d-eaaf-4507-996d-314d074a48a6 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:23.170600 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7435a4ed-a99b-40e3-8eba-3bfdc9e22962 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.212951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7435a4ed-a99b-40e3-8eba-3bfdc9e22962 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.270710 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6d8a3638-4ad1-4983-bd15-1de9d9caf745 None None] Provisioning complete for port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:23.271244 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3638-4ad1-4983-bd15-1de9d9caf745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.309883 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7435a4ed-a99b-40e3-8eba-3bfdc9e22962 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.423162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6d8a3638-4ad1-4983-bd15-1de9d9caf745 None None] Could not find standard attr ID for object 1d82663c-e0d3-40ee-ad4e-f0b71fa46aa5. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:23.456995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:23.465460 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7435a4ed-a99b-40e3-8eba-3bfdc9e22962 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.506519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435a4ed-a99b-40e3-8eba-3bfdc9e22962 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=8511157d-eaaf-4507-996d-314d074a48a6,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.524485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:23.524485 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.525349 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7435a4ed-a99b-40e3-8eba-3bfdc9e22962 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.534446 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39362) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.551700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7435a4ed-a99b-40e3-8eba-3bfdc9e22962 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/8511157d-eaaf-4507-996d-314d074a48a6 HTTP/1.1" status: 204 len: 168 time: 0.4570582 Jul 16 18:21:23.611059 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-6440841b-7544-45e1-b1b3-306dbf6a51c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet c7a95f07-85f2-4567-9b87-ab033eba56e4 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:23.615029 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6440841b-7544-45e1-b1b3-306dbf6a51c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.675358 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6440841b-7544-45e1-b1b3-306dbf6a51c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.771093 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6440841b-7544-45e1-b1b3-306dbf6a51c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.798416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ad6788-0369-40ad-8043-3f30600cc9e1 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:23.846887 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6440841b-7544-45e1-b1b3-306dbf6a51c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.864845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6440841b-7544-45e1-b1b3-306dbf6a51c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.866919 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6440841b-7544-45e1-b1b3-306dbf6a51c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/c7a95f07-85f2-4567-9b87-ab033eba56e4 HTTP/1.1" status: 204 len: 168 time: 0.3337083 Jul 16 18:21:23.873485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39370) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.887929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440841b-7544-45e1-b1b3-306dbf6a51c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a95f07-85f2-4567-9b87-ab033eba56e4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.932606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d41b32f3-9509-4d67-ac3e-81a89f3cfe4e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571921 Jul 16 18:21:23.936380 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39372) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.962795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-65a5da62-2f30-481d-87f3-e48d90b20f92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:23.963814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fac81ee9-748d-4f26-863f-65ea4bfe7196 None None] Provisioning complete for port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:23.964193 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fac81ee9-748d-4f26-863f-65ea4bfe7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.107711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a5da62-2f30-481d-87f3-e48d90b20f92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:24.112613 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-65a5da62-2f30-481d-87f3-e48d90b20f92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.153795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aefe4d9-c503-433f-b857-159665a5ff0b None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:24.256484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2aefe4d9-c503-433f-b857-159665a5ff0b None None] Deleting port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:24.260164 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2aefe4d9-c503-433f-b857-159665a5ff0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.332812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf80f82-6789-431e-b9bd-283cf57ebea3 req-f61580f9-11b5-4348-9061-ada9b1fb7ba7 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.334423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-caf80f82-6789-431e-b9bd-283cf57ebea3 req-f61580f9-11b5-4348-9061-ada9b1fb7ba7 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.1288862 Jul 16 18:21:24.343744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae9e17-6cdc-44e8-910b-b2d2103d87f8 req-61fed85e-ec5e-4118-a98d-b7b05b732334 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.345190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93ae9e17-6cdc-44e8-910b-b2d2103d87f8 req-61fed85e-ec5e-4118-a98d-b7b05b732334 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.1520271 Jul 16 18:21:24.362990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2aefe4d9-c503-433f-b857-159665a5ff0b None None] For port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:24.363297 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2aefe4d9-c503-433f-b857-159665a5ff0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.379045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2aefe4d9-c503-433f-b857-159665a5ff0b None None] Calling delete_port for 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:24.424104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-caf80f82-6789-431e-b9bd-283cf57ebea3 req-ae9cc7e2-0c58-4f7e-a839-6347902599c5 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777652 Jul 16 18:21:24.435556 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-65a5da62-2f30-481d-87f3-e48d90b20f92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.450441 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93ae9e17-6cdc-44e8-910b-b2d2103d87f8 req-d658c10f-addf-44a9-bc86-6520aa132b8c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962183 Jul 16 18:21:24.500346 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2aefe4d9-c503-433f-b857-159665a5ff0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.502629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a5da62-2f30-481d-87f3-e48d90b20f92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:24.506519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-65a5da62-2f30-481d-87f3-e48d90b20f92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:24.515576 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a5da62-2f30-481d-87f3-e48d90b20f92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.516420 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-65a5da62-2f30-481d-87f3-e48d90b20f92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.526980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefe4d9-c503-433f-b857-159665a5ff0b None None] Pushing event deleted for resources: {'Port': ['ID=544fb9a1-ba60-4067-bc59-a5fe3bf2b537,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:24.528199 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5da62-2f30-481d-87f3-e48d90b20f92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=cc1ff6bd-55e8-4ab8-9bed-9badf1587ca2,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:24.533624 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aefe4d9-c503-433f-b857-159665a5ff0b None None] No DVR routers for this DVR port 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:24.549086 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-65a5da62-2f30-481d-87f3-e48d90b20f92 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6113660 Jul 16 18:21:24.552836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39386) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:24.558589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-45d90583-579b-47f9-9412-7c08f7cef77f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:24.561927 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c04479-c6cb-47ce-b057-d257f7c30b94 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:24.722865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d90583-579b-47f9-9412-7c08f7cef77f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:24.727517 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45d90583-579b-47f9-9412-7c08f7cef77f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.768041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-4dcae011-efa4-4eee-b78f-e3e59142c43e', 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'tenant_id': 'e182327792a246efac2cea12ed0eb47e', 'fixed_ips': [{'subnet_id': 'cc1ff6bd-55e8-4ab8-9bed-9badf1587ca2'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:24.769974 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.828766 n-d-787206-10 neutron-server[100169]: INFO neutron.db.ipam_backend_mixin [None req-45d90583-579b-47f9-9412-7c08f7cef77f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc1ff6bd-55e8-4ab8-9bed-9badf1587ca2 (CIDR: 2001:db8::/64) Jul 16 18:21:24.833852 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d90583-579b-47f9-9412-7c08f7cef77f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:24.834440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d90583-579b-47f9-9412-7c08f7cef77f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:24.854931 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-45d90583-579b-47f9-9412-7c08f7cef77f tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2969961 Jul 16 18:21:24.855178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39392) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:24.860344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'subnet': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:24.940551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Allocated IP 2001:db8::2 (4dcae011-efa4-4eee-b78f-e3e59142c43e/cc1ff6bd-55e8-4ab8-9bed-9badf1587ca2/e8ee7722-dde9-4fac-995a-a595632c0595) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:25.067528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:25.072926 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.257309 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.266246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Transition to ACTIVE for port object e8ee7722-dde9-4fac-995a-a595632c0595 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:25.282153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Transition to ACTIVE for port object e8ee7722-dde9-4fac-995a-a595632c0595 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:25.292064 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.376085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:25.383014 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:25.387323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:25.410883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Pushing event updated for resources: {'Port': ['ID=e8ee7722-dde9-4fac-995a-a595632c0595,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.433444 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:25.458723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:25.459070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 544fb9a1-ba60-4067-bc59-a5fe3bf2b537 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:25.539270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Attempting to bind port e8ee7722-dde9-4fac-995a-a595632c0595 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:25.539674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Attempting to bind port e8ee7722-dde9-4fac-995a-a595632c0595 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:25.540044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Attempting to bind port e8ee7722-dde9-4fac-995a-a595632c0595 on network 4dcae011-efa4-4eee-b78f-e3e59142c43e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:25.551408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:25.551816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Checking segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:25.552214 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.552607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Bound using segment: {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:25.555118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Bound port: e8ee7722-dde9-4fac-995a-a595632c0595, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29060bfc-d770-4acd-af79-b819996eb2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:25.557522 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.640093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] For port e8ee7722-dde9-4fac-995a-a595632c0595, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:25.643615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] For port e8ee7722-dde9-4fac-995a-a595632c0595, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e8ee7722-dde9-4fac-995a-a595632c0595,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:25.649567 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.735635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71959bb6-08fa-4901-ad8f-c3192cae7964 None None] Pushing event updated for resources: {'Port': ['ID=e8ee7722-dde9-4fac-995a-a595632c0595,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.774497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50f0f2-5caa-4c21-8112-2f5868fdfdc5 req-f1bca0d4-0104-4ae5-a86a-c7193b5cb69f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.776870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c50f0f2-5caa-4c21-8112-2f5868fdfdc5 req-f1bca0d4-0104-4ae5-a86a-c7193b5cb69f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.2115111 Jul 16 18:21:25.797816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.objects.ports [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100169) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:21:25.829723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0429a3-8b28-4446-a169-1376f3c04e5e req-004027be-8d2d-4db6-a0f7-ec925303e3ac tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.831268 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd0429a3-8b28-4446-a169-1376f3c04e5e req-004027be-8d2d-4db6-a0f7-ec925303e3ac tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.2059901 Jul 16 18:21:25.957970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c50f0f2-5caa-4c21-8112-2f5868fdfdc5 req-ca24d627-010d-44c8-96ae-409acb783e3b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635461 Jul 16 18:21:26.382611 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd0429a3-8b28-4446-a169-1376f3c04e5e req-e20dc2b1-b5b4-4724-a15b-9812b756b568 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4819229 Jul 16 18:21:26.453647 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.602298 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.645523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] For port e8ee7722-dde9-4fac-995a-a595632c0595, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e8ee7722-dde9-4fac-995a-a595632c0595,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:26.683220 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.692768 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.694000 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.793468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:26.801902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:26.809696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Subnet': ['ID=032eb78e-8d2e-4a04-9863-9fbe15602559,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:26.813999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.814645 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.820616 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.827150 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=e8ee7722-dde9-4fac-995a-a595632c0595,revision_number=4']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:26.870519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2d2890a8-fa31-4bb6-bcec-82992ecdf7f5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0095446 Jul 16 18:21:26.871269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39438) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.882878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Request body: {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'mac_address': 'fa:16:3e:89:82:46', 'name': 'tempest-NetworksTestDHCPv6-297657410'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:27.132393 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Made reservation on behalf of e182327792a246efac2cea12ed0eb47e for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:27.246114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20018161-777d-4a47-b212-79163fe28a3d req-802d46a2-f56f-4913-bf33-704463f29744 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.247100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.247571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20018161-777d-4a47-b212-79163fe28a3d req-802d46a2-f56f-4913-bf33-704463f29744 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.1219714 Jul 16 18:21:27.258597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a7a3e-bf15-44f2-968f-abb956355096 None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:27.275315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] device_id is not set on port cde12dcc-2cc3-46a0-8890-28d08f030402 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:27.355771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20018161-777d-4a47-b212-79163fe28a3d req-9605b05f-2031-402b-8985-52c668486749 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852230 Jul 16 18:21:27.429202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-491392f4-f5c9-4dd9-9100-bbb67d35e18f None None] Provisioning for port e8ee7722-dde9-4fac-995a-a595632c0595 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:27.517789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e8ee7722-dde9-4fac-995a-a595632c0595 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:27.582875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8::15f (4dcae011-efa4-4eee-b78f-e3e59142c43e/cc1ff6bd-55e8-4ab8-9bed-9badf1587ca2/cde12dcc-2cc3-46a0-8890-28d08f030402) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:27.590589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Allocated IP 2001:db8:0:1:f816:3eff:fe89:8246 (4dcae011-efa4-4eee-b78f-e3e59142c43e/032eb78e-8d2e-4a04-9863-9fbe15602559/cde12dcc-2cc3-46a0-8890-28d08f030402) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:27.629657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531dafd-56c6-41e8-8c19-2882f8a316a0 req-965900c6-6d78-4e5f-9ff1-d0bbadf827f1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.631699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f531dafd-56c6-41e8-8c19-2882f8a316a0 req-965900c6-6d78-4e5f-9ff1-d0bbadf827f1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.0866818 Jul 16 18:21:27.632388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e8ee7722-dde9-4fac-995a-a595632c0595 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:27.644597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e8ee7722-dde9-4fac-995a-a595632c0595 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:27.647734 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.694082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f531dafd-56c6-41e8-8c19-2882f8a316a0 req-15899d1b-5894-4fac-8229-0365964b84a8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551398 Jul 16 18:21:27.783372 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.798879 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.817925 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Transition to ACTIVE for port object cde12dcc-2cc3-46a0-8890-28d08f030402 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:27.825834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port e8ee7722-dde9-4fac-995a-a595632c0595, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e8ee7722-dde9-4fac-995a-a595632c0595,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:27.830921 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.860749 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.902000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=e8ee7722-dde9-4fac-995a-a595632c0595,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.051501 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c4de172c-b262-4ff7-b14b-cd5201e178f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.286526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:28.290143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:28.293623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:28.299395 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:28.300053 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.307804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event updated for resources: {'Port': ['ID=cde12dcc-2cc3-46a0-8890-28d08f030402,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.340379 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-412ee03d-f0d3-4732-8685-2f6ba733e777 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4650519 Jul 16 18:21:28.343047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39470) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:28.519004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ab6527a7-6f51-4275-b34e-f19db728c6fb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting port cde12dcc-2cc3-46a0-8890-28d08f030402 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:28.519603 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab6527a7-6f51-4275-b34e-f19db728c6fb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.558114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c3913253-3c0a-483e-b623-f9a495716d67 None None] Provisioning complete for port e8ee7722-dde9-4fac-995a-a595632c0595 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:28.559757 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c3913253-3c0a-483e-b623-f9a495716d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.695611 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab6527a7-6f51-4275-b34e-f19db728c6fb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.716256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ab6527a7-6f51-4275-b34e-f19db728c6fb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Calling delete_port for cde12dcc-2cc3-46a0-8890-28d08f030402 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:28.820108 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ec7ed4d2-249c-4815-855d-416a09c951a9 None None] Could not find standard attr ID for object 1d82663c-e0d3-40ee-ad4e-f0b71fa46aa5. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:29.004123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3641d4-2099-411b-af6b-a3e0848cd261 req-f193db4d-e86d-45ad-a668-e3af81d2c095 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.005744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf3641d4-2099-411b-af6b-a3e0848cd261 req-f193db4d-e86d-45ad-a668-e3af81d2c095 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.4276934 Jul 16 18:21:29.051981 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab6527a7-6f51-4275-b34e-f19db728c6fb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.117132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6527a7-6f51-4275-b34e-f19db728c6fb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Port': ['ID=cde12dcc-2cc3-46a0-8890-28d08f030402,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.127278 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf3641d4-2099-411b-af6b-a3e0848cd261 req-1370deca-7d52-4b93-a509-318a9fc65a45 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063557 Jul 16 18:21:29.135719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-577e51d3-28a5-4e50-9b25-7fdbc15be4b4 None None] Could not find standard attr ID for object cde12dcc-2cc3-46a0-8890-28d08f030402. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:29.137854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1bf1c-de18-4f45-872c-19f21835af7b req-2a5230c6-1067-4e9d-b886-3791158abc6a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.140664 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cde1bf1c-de18-4f45-872c-19f21835af7b req-2a5230c6-1067-4e9d-b886-3791158abc6a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.2123008 Jul 16 18:21:29.230282 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab6527a7-6f51-4275-b34e-f19db728c6fb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.234870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ab6527a7-6f51-4275-b34e-f19db728c6fb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/cde12dcc-2cc3-46a0-8890-28d08f030402 HTTP/1.1" status: 204 len: 168 time: 0.8880193 Jul 16 18:21:29.235650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39486) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.272381 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cde1bf1c-de18-4f45-872c-19f21835af7b req-bb948855-ecb2-4b26-975b-c462b2fddff0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262114 Jul 16 18:21:29.411940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840d54d-0a46-4e25-944d-35b002b19329 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.412641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3840d54d-0a46-4e25-944d-35b002b19329 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1760652 Jul 16 18:21:29.422526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39494) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.503705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e8ee7722-dde9-4fac-995a-a595632c0595 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:29.536289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2973f383-7cee-4c7f-936e-5a394d0d3cce tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.542269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39496) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.552892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2973f383-7cee-4c7f-936e-5a394d0d3cce tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1286099 Jul 16 18:21:29.593174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e8ee7722-dde9-4fac-995a-a595632c0595 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:29.593664 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.613567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb2fea-4be4-488e-a604-3192983a1ba7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.615790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb2fea-4be4-488e-a604-3192983a1ba7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.617891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb2fea-4be4-488e-a604-3192983a1ba7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.623729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39498) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.632534 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3fcb2fea-4be4-488e-a604-3192983a1ba7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0881720 Jul 16 18:21:29.702856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb669ad-3daf-4d34-83f4-7e9f4021ca73 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet 032eb78e-8d2e-4a04-9863-9fbe15602559 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:29.706843 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3cb669ad-3daf-4d34-83f4-7e9f4021ca73 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.758108 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3cb669ad-3daf-4d34-83f4-7e9f4021ca73 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.873942 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3cb669ad-3daf-4d34-83f4-7e9f4021ca73 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.933708 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3cb669ad-3daf-4d34-83f4-7e9f4021ca73 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.959193 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb669ad-3daf-4d34-83f4-7e9f4021ca73 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=032eb78e-8d2e-4a04-9863-9fbe15602559,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.964938 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3cb669ad-3daf-4d34-83f4-7e9f4021ca73 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.969244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3cb669ad-3daf-4d34-83f4-7e9f4021ca73 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/032eb78e-8d2e-4a04-9863-9fbe15602559 HTTP/1.1" status: 204 len: 168 time: 0.3420973 Jul 16 18:21:29.969959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39504) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.971705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39311d66-bf23-4f5c-b94c-b60a81f0f5cf None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:30.029298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5e688c-f998-479c-ae74-8fcc702992c5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Deleting subnet cc1ff6bd-55e8-4ab8-9bed-9badf1587ca2 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:30.032985 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b5e688c-f998-479c-ae74-8fcc702992c5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.089198 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b5e688c-f998-479c-ae74-8fcc702992c5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.210716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b11bd309-e398-4de1-970e-b57d9c303852 req-109b105a-c8ec-4d65-8ff6-8e8b0ea5329b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1322093 Jul 16 18:21:30.226812 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b5e688c-f998-479c-ae74-8fcc702992c5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.379628 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b5e688c-f998-479c-ae74-8fcc702992c5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.471245 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e688c-f998-479c-ae74-8fcc702992c5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1ff6bd-55e8-4ab8-9bed-9badf1587ca2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:30.504787 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b5e688c-f998-479c-ae74-8fcc702992c5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.506743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5b5e688c-f998-479c-ae74-8fcc702992c5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/cc1ff6bd-55e8-4ab8-9bed-9badf1587ca2 HTTP/1.1" status: 204 len: 168 time: 0.5344191 Jul 16 18:21:30.509360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39526) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:30.565974 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2adb3bbc-c2ea-4777-829d-52a1d3899da9 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546618 Jul 16 18:21:30.568325 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39528) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:30.608396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd309-e398-4de1-970e-b57d9c303852 req-a09aac40-87cd-4507-b591-1d9e28ce859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.609920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b11bd309-e398-4de1-970e-b57d9c303852 req-a09aac40-87cd-4507-b591-1d9e28ce859c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c42d0dd31f24319bd3c1183a3a094a4&device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 1097 time: 0.3047912 Jul 16 18:21:30.618135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c5965-e6a1-4ae6-88e3-86fa23013792 req-422041c3-7f59-4f45-a175-c93b92c4c4fc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.619991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c90c5965-e6a1-4ae6-88e3-86fa23013792 req-422041c3-7f59-4f45-a175-c93b92c4c4fc tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.2058957 Jul 16 18:21:30.636948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc3a21-af84-43b7-9d0b-e33f14025bb2 req-55c3c8eb-2f0a-469a-bdf7-a9f555665ad5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.644234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eddc3a21-af84-43b7-9d0b-e33f14025bb2 req-55c3c8eb-2f0a-469a-bdf7-a9f555665ad5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.1665103 Jul 16 18:21:30.675912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776968c4-75df-4564-b4a5-aceff6e81fb7 None None] Update dhcp port {'port': {'network_id': '4dcae011-efa4-4eee-b78f-e3e59142c43e', 'fixed_ips': [{'subnet_id': 'cc1ff6bd-55e8-4ab8-9bed-9badf1587ca2'}], 'binding:host_id': 'n-d-787206-10'}, 'id': 'e8ee7722-dde9-4fac-995a-a595632c0595'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:21:30.692304 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a83afad-ef02-4113-bf13-a293e25b09b5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.704234 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6a83afad-ef02-4113-bf13-a293e25b09b5 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1222060 Jul 16 18:21:30.705006 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39530) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:30.722205 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-776968c4-75df-4564-b4a5-aceff6e81fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.742282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eddc3a21-af84-43b7-9d0b-e33f14025bb2 req-e41ba9d0-90c6-4599-af6c-5f664ef8c1ac tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970919 Jul 16 18:21:30.811648 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e6235c-ac78-4348-89c2-cb357c7c4240 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.813998 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-01e6235c-ac78-4348-89c2-cb357c7c4240 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1062148 Jul 16 18:21:30.816646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39536) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:30.842265 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c90c5965-e6a1-4ae6-88e3-86fa23013792 req-ddc3b7b0-4db4-43e6-af47-92b4d9a599a1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686525 Jul 16 18:21:30.874874 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.878188 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f051c241-bc84-41c8-bc34-d64f8494b467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.906448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd309-e398-4de1-970e-b57d9c303852 req-e4daac72-3aa5-425a-97f7-7b8a5c6a9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.908784 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b11bd309-e398-4de1-970e-b57d9c303852 req-e4daac72-3aa5-425a-97f7-7b8a5c6a9393 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9efa3351-e9e2-4f6e-9df8-3ee47f6914af HTTP/1.1" status: 200 len: 909 time: 0.2435389 Jul 16 18:21:30.926852 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4d6d1fae-b692-49c7-ab09-01e99163ba0e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090949 Jul 16 18:21:30.935980 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39538) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:30.971361 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e7cae4-d344-4fc7-a501-c34cd59e399e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:30.972114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e7cae4-d344-4fc7-a501-c34cd59e399e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:30.977151 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d2e7cae4-d344-4fc7-a501-c34cd59e399e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/cde12dcc-2cc3-46a0-8890-28d08f030402 HTTP/1.1" status: 404 len: 333 time: 0.0397463 Jul 16 18:21:30.977804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39540) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:30.988594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce28d6-4ce6-4f9c-9694-29a3fde98f1b None None] Network 4dcae011-efa4-4eee-b78f-e3e59142c43e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:31.008156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b11bd309-e398-4de1-970e-b57d9c303852 req-09da9e1f-0bb8-4b7f-a42d-b5f7f9708143 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeb8f47-79a3-4898-ac17-c19215eac36a HTTP/1.1" status: 200 len: 1001 time: 0.0899868 Jul 16 18:21:31.010593 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca68a519-ddb5-48c2-a41d-f226825d5d12 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.011328 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca68a519-ddb5-48c2-a41d-f226825d5d12 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.014201 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ca68a519-ddb5-48c2-a41d-f226825d5d12 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/032eb78e-8d2e-4a04-9863-9fbe15602559 HTTP/1.1" status: 404 len: 337 time: 0.0344009 Jul 16 18:21:31.015673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39542) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.061787 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ce87a5-9e3d-41bd-a286-8fa6ab005cb2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.075007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd309-e398-4de1-970e-b57d9c303852 req-86e7e8b1-04fa-40aa-b609-0da2d770710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:31.076893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b11bd309-e398-4de1-970e-b57d9c303852 req-86e7e8b1-04fa-40aa-b609-0da2d770710c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59439290-4958-4c20-beb6-811e08de55a5 HTTP/1.1" status: 200 len: 847 time: 0.0603566 Jul 16 18:21:31.083653 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ce87a5-9e3d-41bd-a286-8fa6ab005cb2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.088792 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-54ce87a5-9e3d-41bd-a286-8fa6ab005cb2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/cc1ff6bd-55e8-4ab8-9bed-9badf1587ca2 HTTP/1.1" status: 404 len: 337 time: 0.0687056 Jul 16 18:21:31.089170 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39544) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.135017 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddd9172-a289-47c0-a891-dc6d35c0502a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.137005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bddd9172-a289-47c0-a891-dc6d35c0502a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.138756 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bddd9172-a289-47c0-a891-dc6d35c0502a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/1d82663c-e0d3-40ee-ad4e-f0b71fa46aa5 HTTP/1.1" status: 404 len: 333 time: 0.0486555 Jul 16 18:21:31.142198 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39550) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.161491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ea6a3de1-bc48-4740-8d60-7094ee92c430 None None] Provisioning complete for port e8ee7722-dde9-4fac-995a-a595632c0595 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:31.161968 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3de1-bc48-4740-8d60-7094ee92c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.183974 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-98aaae90-c11b-4dc9-a02a-f505eccf51cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.184422 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98aaae90-c11b-4dc9-a02a-f505eccf51cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.186144 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-98aaae90-c11b-4dc9-a02a-f505eccf51cf tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/c7a95f07-85f2-4567-9b87-ab033eba56e4 HTTP/1.1" status: 404 len: 337 time: 0.0333250 Jul 16 18:21:31.188686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39552) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.214780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd309-e398-4de1-970e-b57d9c303852 req-afa3ffa4-286e-44ef-93f1-46c9de6f19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:31.216493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b11bd309-e398-4de1-970e-b57d9c303852 req-afa3ffa4-286e-44ef-93f1-46c9de6f19d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9efa3351-e9e2-4f6e-9df8-3ee47f6914af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263130 Jul 16 18:21:31.239873 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08cf007-2785-4232-89fa-297750e73a8d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.245120 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08cf007-2785-4232-89fa-297750e73a8d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.247181 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e08cf007-2785-4232-89fa-297750e73a8d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/8511157d-eaaf-4507-996d-314d074a48a6 HTTP/1.1" status: 404 len: 337 time: 0.0575211 Jul 16 18:21:31.249664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39554) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.292348 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63cc8f7-07ac-41c8-9568-b2b325ce7a01 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.293035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63cc8f7-07ac-41c8-9568-b2b325ce7a01 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.294738 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e63cc8f7-07ac-41c8-9568-b2b325ce7a01 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/630b9977-a806-4a60-8930-2424d3be1f4f HTTP/1.1" status: 404 len: 333 time: 0.0441368 Jul 16 18:21:31.297234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39556) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.339898 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b24a448-847b-4250-9e34-4b4ca5d03b2d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.340336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b24a448-847b-4250-9e34-4b4ca5d03b2d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.342207 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2b24a448-847b-4250-9e34-4b4ca5d03b2d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/34e5ee1d-14e6-499c-9699-a0f4fe318975 HTTP/1.1" status: 404 len: 337 time: 0.0440893 Jul 16 18:21:31.344668 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39558) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.371377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b11bd309-e398-4de1-970e-b57d9c303852 req-6b9a01ef-1167-4c49-9e2c-51b66886fc45 service neutron] 10.222.0.35 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472869 Jul 16 18:21:31.403876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac2426e-461c-4064-9bc6-e244759697cc None None] DHCP port deletion for 4dcae011-efa4-4eee-b78f-e3e59142c43e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:31.426725 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7dce03-9e8b-4768-9235-e93f43b653e9 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.427199 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7dce03-9e8b-4768-9235-e93f43b653e9 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.431607 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ab7dce03-9e8b-4768-9235-e93f43b653e9 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/31e535b6-9c82-48d0-9bc4-d6ce28ead4e4 HTTP/1.1" status: 404 len: 337 time: 0.0834274 Jul 16 18:21:31.432939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39562) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.451951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e8ee7722-dde9-4fac-995a-a595632c0595 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:31.485016 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e173aa45-77be-41b1-932b-154a8e3f330a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.487595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e173aa45-77be-41b1-932b-154a8e3f330a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.493109 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39566) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.495222 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e173aa45-77be-41b1-932b-154a8e3f330a tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/5430821e-b41b-4cbc-9964-ab54fe5361b1 HTTP/1.1" status: 404 len: 333 time: 0.0609713 Jul 16 18:21:31.517525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2426e-461c-4064-9bc6-e244759697cc None None] Deleting port e8ee7722-dde9-4fac-995a-a595632c0595 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:31.517525 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5ac2426e-461c-4064-9bc6-e244759697cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.528462 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04ed064-1ba4-48c1-8d77-81c6d43dd452 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.528918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04ed064-1ba4-48c1-8d77-81c6d43dd452 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.532886 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e04ed064-1ba4-48c1-8d77-81c6d43dd452 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/e0c7790e-4b3c-4098-9575-00f22fb4342b HTTP/1.1" status: 404 len: 337 time: 0.0356367 Jul 16 18:21:31.533121 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39568) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.576264 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e959655-0765-48a0-abcf-81d4d2d5a7b3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.576956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e959655-0765-48a0-abcf-81d4d2d5a7b3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.581278 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8e959655-0765-48a0-abcf-81d4d2d5a7b3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/559c6c00-c70e-4452-a637-84f47af65255 HTTP/1.1" status: 404 len: 337 time: 0.0472131 Jul 16 18:21:31.581880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39574) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.608476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b11bd309-e398-4de1-970e-b57d9c303852 req-d39b4a0c-4fa4-4fb0-94ac-80f8acc8c2d3 service neutron] 10.222.0.35 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191696 Jul 16 18:21:31.611329 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4603a7-c1a7-4e45-ad65-2bfeedf7392d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.612091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4603a7-c1a7-4e45-ad65-2bfeedf7392d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.624511 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fc4603a7-c1a7-4e45-ad65-2bfeedf7392d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/f3880015-0029-4b1b-9fe8-d0035f6d3fff HTTP/1.1" status: 404 len: 333 time: 0.0415397 Jul 16 18:21:31.625186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39576) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.648663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5ac2426e-461c-4064-9bc6-e244759697cc None None] For port e8ee7722-dde9-4fac-995a-a595632c0595, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e8ee7722-dde9-4fac-995a-a595632c0595,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:31.649216 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5ac2426e-461c-4064-9bc6-e244759697cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.666626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2426e-461c-4064-9bc6-e244759697cc None None] Calling delete_port for e8ee7722-dde9-4fac-995a-a595632c0595 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:31.700009 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-f719cd94-dcda-4a2f-b655-443e6b141570 service neutron] show failed (client error): The resource could not be found. Jul 16 18:21:31.701287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-f719cd94-dcda-4a2f-b655-443e6b141570 service neutron] 10.222.0.35 "GET /v2.0/ports/f5b96119-368a-4e76-93f5-b3274275bedd/bindings/n-h2-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.1275249 Jul 16 18:21:31.714214 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc67814-4fa2-47d6-ab20-3072ab6a5618 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.715029 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc67814-4fa2-47d6-ab20-3072ab6a5618 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.725440 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3cc67814-4fa2-47d6-ab20-3072ab6a5618 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/73b37428-af99-4dd8-87c4-7746edc087e7 HTTP/1.1" status: 404 len: 337 time: 0.0991700 Jul 16 18:21:31.728928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39578) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.734087 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.807620 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-00619ffd-c1e8-496f-9d18-7e01b40c00a0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.809294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00619ffd-c1e8-496f-9d18-7e01b40c00a0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.812189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-00619ffd-c1e8-496f-9d18-7e01b40c00a0 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/667fbbd2-ef57-4b84-82d1-944f1a1ce00e HTTP/1.1" status: 404 len: 333 time: 0.0819275 Jul 16 18:21:31.814531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39582) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.856858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port e8ee7722-dde9-4fac-995a-a595632c0595, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e8ee7722-dde9-4fac-995a-a595632c0595,segment=NetworkSegment(29060bfc-d770-4acd-af79-b819996eb2ed),segment_id=29060bfc-d770-4acd-af79-b819996eb2ed)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:31.879200 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.931884 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c604dee3-c9e1-4aaf-b7b7-82856489c7c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:31.934309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c604dee3-c9e1-4aaf-b7b7-82856489c7c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:31.941576 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39586) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.942442 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c604dee3-c9e1-4aaf-b7b7-82856489c7c1 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/c639da0e-b8ee-4e97-a5f5-a4685894936b HTTP/1.1" status: 404 len: 337 time: 0.1267006 Jul 16 18:21:31.997565 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.015098 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c473a8-c134-4996-998d-f798a44e4ddd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.015884 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c473a8-c134-4996-998d-f798a44e4ddd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.019493 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b3c473a8-c134-4996-998d-f798a44e4ddd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/2a47e555-f3a5-4486-b9df-b7217deb1767 HTTP/1.1" status: 404 len: 333 time: 0.0749178 Jul 16 18:21:32.020375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39592) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.030518 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5ac2426e-461c-4064-9bc6-e244759697cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.069544 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb36968c-35d2-432a-a419-c219687ca4f7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.070076 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb36968c-35d2-432a-a419-c219687ca4f7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.072685 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-eb36968c-35d2-432a-a419-c219687ca4f7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/eebe8e7d-78a7-447a-bb3a-ad8f954f2e85 HTTP/1.1" status: 404 len: 337 time: 0.0509079 Jul 16 18:21:32.075275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39594) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.087135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2426e-461c-4064-9bc6-e244759697cc None None] No DVR routers for this DVR port e8ee7722-dde9-4fac-995a-a595632c0595 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:32.107032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=e8ee7722-dde9-4fac-995a-a595632c0595,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.121763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd73fe7-4370-4d75-b049-c709b9d8957d req-9abe5ad9-6fcf-4bb0-bfb0-145d73f4241a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.138964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cd73fe7-4370-4d75-b049-c709b9d8957d req-9abe5ad9-6fcf-4bb0-bfb0-145d73f4241a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.1872466 Jul 16 18:21:32.140459 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-7812eaeb-527b-40ab-aac0-1b7fe543123d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.141383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7812eaeb-527b-40ab-aac0-1b7fe543123d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.143519 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7812eaeb-527b-40ab-aac0-1b7fe543123d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/b0246609-859f-4658-815b-7085b22f92b2 HTTP/1.1" status: 404 len: 333 time: 0.0653672 Jul 16 18:21:32.146305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39596) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.173375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2426e-461c-4064-9bc6-e244759697cc None None] Pushing event deleted for resources: {'Port': ['ID=e8ee7722-dde9-4fac-995a-a595632c0595,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.216690 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-38795967-4072-4994-b155-315a62575029 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.217130 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38795967-4072-4994-b155-315a62575029 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.221364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-38795967-4072-4994-b155-315a62575029 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/fe3ab52e-90d0-4922-8fe7-849b87165760 HTTP/1.1" status: 404 len: 337 time: 0.0715196 Jul 16 18:21:32.221672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39598) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.254919 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-62347a17-0ffc-4331-9852-187ee462bb78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.255565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62347a17-0ffc-4331-9852-187ee462bb78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.257761 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-62347a17-0ffc-4331-9852-187ee462bb78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/8426a395-95b8-47b8-be0f-89c9a33f69d8 HTTP/1.1" status: 404 len: 333 time: 0.0346465 Jul 16 18:21:32.259941 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39600) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.286953 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-685e68c7-930b-48fb-a403-df821b8dcb33 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.287332 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685e68c7-930b-48fb-a403-df821b8dcb33 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.289341 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-685e68c7-930b-48fb-a403-df821b8dcb33 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/5fb144d5-f78c-48bc-b8c3-45340809de34 HTTP/1.1" status: 404 len: 337 time: 0.0281668 Jul 16 18:21:32.292713 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39602) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.319180 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d96abb9-5d7d-4a22-8410-020f2185fcfd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.320017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d96abb9-5d7d-4a22-8410-020f2185fcfd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.323976 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5d96abb9-5d7d-4a22-8410-020f2185fcfd tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/a5a5c95c-2599-4593-b22f-bf81fbb19380 HTTP/1.1" status: 404 len: 333 time: 0.0278208 Jul 16 18:21:32.324568 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39604) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.339296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cd73fe7-4370-4d75-b049-c709b9d8957d req-f27e0198-3a5d-4dda-af53-bd2d7286f40f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994846 Jul 16 18:21:32.353456 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-14dc6317-2d1b-4d92-99c6-477b5095742e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.353811 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14dc6317-2d1b-4d92-99c6-477b5095742e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.357982 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-14dc6317-2d1b-4d92-99c6-477b5095742e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/fcd4b0de-0130-433a-ab36-95e9d2cb4ec0 HTTP/1.1" status: 404 len: 337 time: 0.0302327 Jul 16 18:21:32.358406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39610) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.386270 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c950cda6-9b7d-4f4d-be76-ee80f0e165e3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.386824 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c950cda6-9b7d-4f4d-be76-ee80f0e165e3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.390362 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c950cda6-9b7d-4f4d-be76-ee80f0e165e3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/3467a557-6068-450d-b4f0-48c5608d585b HTTP/1.1" status: 404 len: 337 time: 0.0297034 Jul 16 18:21:32.390520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-7fe44d6a-d38f-4a5e-9430-36493e1a788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.390863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-7fe44d6a-d38f-4a5e-9430-36493e1a788a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1&tenant_id=407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 1098 time: 0.1856039 Jul 16 18:21:32.391980 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39612) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.407761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914c5f2-cbf8-407c-ba8b-214189b9b23e req-26087a20-519f-4077-b996-d6528440bd69 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.409835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6914c5f2-cbf8-407c-ba8b-214189b9b23e req-26087a20-519f-4077-b996-d6528440bd69 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.2056229 Jul 16 18:21:32.416336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:32.432261 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-421f2926-febb-466b-8d15-ba66d86ce84c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.433065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421f2926-febb-466b-8d15-ba66d86ce84c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.437925 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-421f2926-febb-466b-8d15-ba66d86ce84c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/e599eddf-d1ac-47bc-9518-9da05ef47edc HTTP/1.1" status: 404 len: 333 time: 0.0450578 Jul 16 18:21:32.438634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39616) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.467572 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4dcc6f4-57da-4bc0-84c3-24d542db9dbb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.468036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4dcc6f4-57da-4bc0-84c3-24d542db9dbb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.469773 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e4dcc6f4-57da-4bc0-84c3-24d542db9dbb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/c679045f-e95b-4e2c-8a89-a75119bbc3bc HTTP/1.1" status: 404 len: 337 time: 0.0293307 Jul 16 18:21:32.474984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39620) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.518201 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a666d1c-7679-4c1b-8200-c746c3c9cff8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.518975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a666d1c-7679-4c1b-8200-c746c3c9cff8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.520330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8a666d1c-7679-4c1b-8200-c746c3c9cff8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/6f3a5517-b65c-4b6e-8198-f30d76e044cb HTTP/1.1" status: 404 len: 337 time: 0.0428600 Jul 16 18:21:32.523150 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39624) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.535223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6914c5f2-cbf8-407c-ba8b-214189b9b23e req-3377b450-a78a-418a-944e-69698853250c tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157622 Jul 16 18:21:32.575973 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-023f655a-860c-4992-a379-437ef6c7b374 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.576670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023f655a-860c-4992-a379-437ef6c7b374 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.578875 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-023f655a-860c-4992-a379-437ef6c7b374 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/4baf0c38-b64c-4fde-81d8-3c8092e4fa48 HTTP/1.1" status: 404 len: 333 time: 0.0542321 Jul 16 18:21:32.581103 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39628) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.595163 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.610578 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1095f03d-8130-497d-9f7a-6322a05677b3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.611288 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1095f03d-8130-497d-9f7a-6322a05677b3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.613226 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1095f03d-8130-497d-9f7a-6322a05677b3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/23f17e33-3659-42a8-9172-d00c62d56d75 HTTP/1.1" status: 404 len: 337 time: 0.0310419 Jul 16 18:21:32.619989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39630) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.647598 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-800fb906-eeca-44a3-bdac-17aa9d92edf3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.648063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800fb906-eeca-44a3-bdac-17aa9d92edf3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.652718 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-800fb906-eeca-44a3-bdac-17aa9d92edf3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/e7c66bac-ccd9-4a1a-a7b6-852915a1e473 HTTP/1.1" status: 404 len: 337 time: 0.0317357 Jul 16 18:21:32.653314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39632) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.686650 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-829e4549-627c-4b9c-b4a4-962abd6a4b98 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.687544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829e4549-627c-4b9c-b4a4-962abd6a4b98 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.689302 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-829e4549-627c-4b9c-b4a4-962abd6a4b98 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/6a12dd69-e44d-4627-96a3-5296f6b7b8e9 HTTP/1.1" status: 404 len: 333 time: 0.0350668 Jul 16 18:21:32.695547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39640) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.727394 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2c47ff-cdcc-48d1-baf0-c54bc3eca44d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.727394 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2c47ff-cdcc-48d1-baf0-c54bc3eca44d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.730375 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0b2c47ff-cdcc-48d1-baf0-c54bc3eca44d tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/073c2754-829d-41f7-86f7-aa4768aea391 HTTP/1.1" status: 404 len: 337 time: 0.0331793 Jul 16 18:21:32.733227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39642) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.786923 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f43ba0-d363-4e27-8df2-e3a1b6824f46 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.787381 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f43ba0-d363-4e27-8df2-e3a1b6824f46 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.792688 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39646) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.792886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a2f43ba0-d363-4e27-8df2-e3a1b6824f46 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/91d73a33-74fa-4bcc-bf37-87da538a240b HTTP/1.1" status: 404 len: 337 time: 0.0586443 Jul 16 18:21:32.849206 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-82fd1f00-8504-4592-9ea4-062bfcd58b1c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f18b83-af06-4542-9486-e474ca206612 HTTP/1.1" status: 200 len: 205 time: 0.0549276 Jul 16 18:21:32.851241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39648) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.878064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:32.895844 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-43090f99-b4dc-4b59-afd9-027347a2725c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] delete failed (client error): The resource could not be found. Jul 16 18:21:32.896452 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-43090f99-b4dc-4b59-afd9-027347a2725c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/routers/c5f18b83-af06-4542-9486-e474ca206612 HTTP/1.1" status: 404 len: 336 time: 0.0441258 Jul 16 18:21:32.898825 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39652) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.924424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:32.932211 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2362d5c3-97a0-438d-8f23-dc4328d75212 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:32.932667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2362d5c3-97a0-438d-8f23-dc4328d75212 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:32.935474 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2362d5c3-97a0-438d-8f23-dc4328d75212 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/e0ad6ca1-6c9d-449c-b3e7-b35af96aac10 HTTP/1.1" status: 404 len: 337 time: 0.0347440 Jul 16 18:21:32.937130 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39654) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.971484 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d30002b7-2ae0-4287-af99-cd8e14568a25 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "GET /v2.0/ports?device_id=704a4653-4be9-4650-94d5-db55937b0dee HTTP/1.1" status: 200 len: 205 time: 0.0316656 Jul 16 18:21:32.974630 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39658) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.985672 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.001216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Transition to ACTIVE for port object f5b96119-368a-4e76-93f5-b3274275bedd will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:33.002189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:33.005157 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634c1f87-5408-4b95-9e1b-5355580edad6" -d '{"events": [{"server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:33.020493 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.027368 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-4b14e7ad-8aa4-44a8-b4dc-2e37a0bf5906 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] delete failed (client error): The resource could not be found. Jul 16 18:21:33.030824 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4b14e7ad-8aa4-44a8-b4dc-2e37a0bf5906 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/routers/704a4653-4be9-4650-94d5-db55937b0dee HTTP/1.1" status: 404 len: 336 time: 0.0528543 Jul 16 18:21:33.031076 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39664) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.057138 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:33.105146 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d0b756-ea82-4648-9d18-e88304f000c4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:33.105587 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d0b756-ea82-4648-9d18-e88304f000c4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:33.109606 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-94d0b756-ea82-4648-9d18-e88304f000c4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/1c0eb061-03bd-41a4-bcc6-99202af02a35 HTTP/1.1" status: 404 len: 337 time: 0.0751345 Jul 16 18:21:33.109843 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39666) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.175522 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-70197ec3-b6fb-43f1-9485-c84497916c7c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:33.175853 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70197ec3-b6fb-43f1-9485-c84497916c7c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:33.179535 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-70197ec3-b6fb-43f1-9485-c84497916c7c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/80a9dcce-cac1-498d-8fa0-44d2f0a5b443 HTTP/1.1" status: 404 len: 337 time: 0.0556254 Jul 16 18:21:33.183160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39668) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.225752 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-185fc4af-8ad8-4907-8946-26707c9f8809 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:33.226578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185fc4af-8ad8-4907-8946-26707c9f8809 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:33.231487 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-185fc4af-8ad8-4907-8946-26707c9f8809 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/8b94bbfb-3d13-4ee0-8dda-b56fea1d7c5d HTTP/1.1" status: 404 len: 333 time: 0.0452986 Jul 16 18:21:33.233949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39670) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.256602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:33.263809 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd01fc20-389b-4c1a-8ed9-ad2e0ed4bed9 x-openstack-request-id: req-cd01fc20-389b-4c1a-8ed9-ad2e0ed4bed9 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:33.264110 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:33.264363 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd01fc20-389b-4c1a-8ed9-ad2e0ed4bed9 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:33.264762 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'code': 200} Jul 16 18:21:33.284350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'port_id': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'mac_address': 'fa:16:3e:21:12:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:33.293444 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe355173-a105-495e-80c3-7ac4b88b73b3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:33.297063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe355173-a105-495e-80c3-7ac4b88b73b3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:33.300155 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fe355173-a105-495e-80c3-7ac4b88b73b3 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/e44b88d4-99bc-4c18-9771-97cc05eaa519 HTTP/1.1" status: 404 len: 337 time: 0.0649719 Jul 16 18:21:33.305416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39672) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.340218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] No DVR routers for this DVR port f5b96119-368a-4e76-93f5-b3274275bedd on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:33.363151 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.394863 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.395119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:33.438236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:33.450331 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.508879 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7481c51-9a75-4ff9-a17c-31b6e76fdacb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:33.510696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7481c51-9a75-4ff9-a17c-31b6e76fdacb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:33.520664 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b7481c51-9a75-4ff9-a17c-31b6e76fdacb tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/b5ec9335-3049-42c7-a45b-df41c73bd127 HTTP/1.1" status: 404 len: 333 time: 0.1713505 Jul 16 18:21:33.521484 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39680) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.563160 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85043b5-9a2f-4b24-a944-73a50f3a19de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:33.563632 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85043b5-9a2f-4b24-a944-73a50f3a19de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:33.565359 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f85043b5-9a2f-4b24-a944-73a50f3a19de tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/9fd9e2f5-9642-4971-b86c-a43a8898187f HTTP/1.1" status: 404 len: 337 time: 0.0424979 Jul 16 18:21:33.568065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39686) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.633029 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-6930ba73-d9c9-4a01-b29d-81c27cbecff2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:33.633029 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6930ba73-d9c9-4a01-b29d-81c27cbecff2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:33.636633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:33.640235 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6930ba73-d9c9-4a01-b29d-81c27cbecff2 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/dc3af315-41d6-465f-896c-3fb24757176f HTTP/1.1" status: 404 len: 333 time: 0.0695150 Jul 16 18:21:33.640335 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39688) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.687536 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.708111 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-19653227-30f3-4f85-acbd-62c0ac2a9322 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:33.710030 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19653227-30f3-4f85-acbd-62c0ac2a9322 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:33.713102 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.715145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Attempting to bind port f5b96119-368a-4e76-93f5-b3274275bedd on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:33.715767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Attempting to bind port f5b96119-368a-4e76-93f5-b3274275bedd by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:33.716400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Attempting to bind port f5b96119-368a-4e76-93f5-b3274275bedd on network c5fae292-d76e-4b9c-9903-d6e77d026e3a {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:33.719461 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-19653227-30f3-4f85-acbd-62c0ac2a9322 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/a4467158-6cc8-4b60-a65f-d8dc49f3966e HTTP/1.1" status: 404 len: 337 time: 0.0759375 Jul 16 18:21:33.720103 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39690) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.729036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Port f5b96119-368a-4e76-93f5-b3274275bedd on network c5fae292-d76e-4b9c-9903-d6e77d026e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:33.731831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Attempting to bind port f5b96119-368a-4e76-93f5-b3274275bedd on network c5fae292-d76e-4b9c-9903-d6e77d026e3a {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:33.758897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:33.762729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Checking segment: {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:33.763175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Bound using segment: {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:33.766359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Bound port: f5b96119-368a-4e76-93f5-b3274275bedd, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:33.766772 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.780668 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-6667ada7-c312-4628-bb51-af8e8cce8f78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:33.781428 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6667ada7-c312-4628-bb51-af8e8cce8f78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:33.788774 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6667ada7-c312-4628-bb51-af8e8cce8f78 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/f2376d08-71f1-44b1-a736-d71252382ab7 HTTP/1.1" status: 404 len: 333 time: 0.0676193 Jul 16 18:21:33.792096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39696) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.864104 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-55dcb0a9-c3d5-462f-941e-2ae6d9ee9fb8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:33.867775 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55dcb0a9-c3d5-462f-941e-2ae6d9ee9fb8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:33.867775 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-55dcb0a9-c3d5-462f-941e-2ae6d9ee9fb8 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/d5a41983-38db-4e7a-922d-49661bf60471 HTTP/1.1" status: 404 len: 337 time: 0.0733154 Jul 16 18:21:33.879155 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39702) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.891415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bdecd-7a6b-46cf-ad37-475932243e1d req-8817b54c-3201-4a3f-bf28-abe291dbb6f1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.898058 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a59bdecd-7a6b-46cf-ad37-475932243e1d req-8817b54c-3201-4a3f-bf28-abe291dbb6f1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 944 time: 0.2389698 Jul 16 18:21:33.935261 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf9bddc-171b-4dc1-bbcd-e2cc1f369e37 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:33.936039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf9bddc-171b-4dc1-bbcd-e2cc1f369e37 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:33.939821 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-abf9bddc-171b-4dc1-bbcd-e2cc1f369e37 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/244a845d-d86d-4aea-9f5e-810529df7f7c HTTP/1.1" status: 404 len: 333 time: 0.0667920 Jul 16 18:21:33.943861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39708) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:34.004083 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-660ecfb2-5a17-4873-897e-14adab37f667 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:34.004796 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660ecfb2-5a17-4873-897e-14adab37f667 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:34.021042 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-660ecfb2-5a17-4873-897e-14adab37f667 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/862dc812-c9f2-4332-af70-1cc8e1334f9c HTTP/1.1" status: 404 len: 337 time: 0.0627601 Jul 16 18:21:34.021042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39712) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:34.022233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a59bdecd-7a6b-46cf-ad37-475932243e1d req-a7eba852-4b2c-4b93-b9f0-a8c23b81b6a9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226220 Jul 16 18:21:34.047078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:34.051231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:34.058785 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.088503 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f6cd65-3f17-442c-91b0-1442f993abe7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:34.094379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f6cd65-3f17-442c-91b0-1442f993abe7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:34.097611 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b3f6cd65-3f17-442c-91b0-1442f993abe7 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/5c9846bb-0aed-43ab-bec5-9e42ebc7716c HTTP/1.1" status: 404 len: 333 time: 0.0788782 Jul 16 18:21:34.101097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39714) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:34.138174 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8100e97-85f2-4d35-9f03-86644c680bc4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:34.138852 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8100e97-85f2-4d35-9f03-86644c680bc4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:34.140974 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f8100e97-85f2-4d35-9f03-86644c680bc4 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/dbcfda39-c4a3-418e-a562-9de86b8762a8 HTTP/1.1" status: 404 len: 337 time: 0.0388999 Jul 16 18:21:34.152549 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39720) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:34.182074 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a11ef3c-bb67-4aaf-bdee-f286bec7d024 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:34.182866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a11ef3c-bb67-4aaf-bdee-f286bec7d024 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:34.187305 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1a11ef3c-bb67-4aaf-bdee-f286bec7d024 tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/ports/d19de915-8c2b-49e7-a318-8b3e2866e1ca HTTP/1.1" status: 404 len: 333 time: 0.0312278 Jul 16 18:21:34.187824 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39726) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:34.217609 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-080ec739-42ce-4d5e-92dc-d0a0f11a3a1e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:34.218082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080ec739-42ce-4d5e-92dc-d0a0f11a3a1e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:34.219922 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-080ec739-42ce-4d5e-92dc-d0a0f11a3a1e tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/subnets/9285a2a9-ff9c-491d-96e8-6cdcfa3d1dbb HTTP/1.1" status: 404 len: 337 time: 0.0312622 Jul 16 18:21:34.222485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39728) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:34.354695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8ab99b6-8c8b-4ff2-bd44-8c19e4da1c0c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.473535 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8ab99b6-8c8b-4ff2-bd44-8c19e4da1c0c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.496334 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-a8ab99b6-8c8b-4ff2-bd44-8c19e4da1c0c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dcae011-efa4-4eee-b78f-e3e59142c43e']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:34.527036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-a8ab99b6-8c8b-4ff2-bd44-8c19e4da1c0c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29060bfc-d770-4acd-af79-b819996eb2ed') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:34.530310 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-a8ab99b6-8c8b-4ff2-bd44-8c19e4da1c0c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29060bfc-d770-4acd-af79-b819996eb2ed') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:34.568087 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8ab99b6-8c8b-4ff2-bd44-8c19e4da1c0c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.605272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:34.606242 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.607835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] 10.222.0.43 "PUT /v2.0/ports/f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 1093 time: 2.1968319 Jul 16 18:21:34.610488 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a74ce-d708-4c70-8364-757bbb558540 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:34.614905 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8ab99b6-8c8b-4ff2-bd44-8c19e4da1c0c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.624412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ab99b6-8c8b-4ff2-bd44-8c19e4da1c0c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:34.627052 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8ab99b6-8c8b-4ff2-bd44-8c19e4da1c0c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:34.630751 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:34.677502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cb079-9eb5-4e8a-a5f0-99fc7313ec4b req-9949d05e-b955-4e6f-b824-1c02900c557f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:34.679509 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb9cb079-9eb5-4e8a-a5f0-99fc7313ec4b req-9949d05e-b955-4e6f-b824-1c02900c557f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 944 time: 0.7602553 Jul 16 18:21:34.770606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb9cb079-9eb5-4e8a-a5f0-99fc7313ec4b req-5cae84ad-040d-43a8-9454-57f027009353 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600452 Jul 16 18:21:34.775686 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8ab99b6-8c8b-4ff2-bd44-8c19e4da1c0c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.781993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-f565eeae-9466-4209-9800-1272986dc010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:34.786857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-f565eeae-9466-4209-9800-1272986dc010 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1096 time: 0.1414373 Jul 16 18:21:34.789648 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a8ab99b6-8c8b-4ff2-bd44-8c19e4da1c0c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.812727 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a8ab99b6-8c8b-4ff2-bd44-8c19e4da1c0c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] 10.222.0.41 "DELETE /v2.0/networks/4dcae011-efa4-4eee-b78f-e3e59142c43e HTTP/1.1" status: 204 len: 168 time: 0.5885179 Jul 16 18:21:34.855987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab99b6-8c8b-4ff2-bd44-8c19e4da1c0c tempest-NetworksTestDHCPv6-1158444278 tempest-NetworksTestDHCPv6-1158444278-project] Pushing event deleted for resources: {'Network': ['ID=4dcae011-efa4-4eee-b78f-e3e59142c43e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:34.953716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-567f818b-2d0c-4401-99a9-ec76dc4f5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:34.955225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-567f818b-2d0c-4401-99a9-ec76dc4f5926 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 200 len: 898 time: 0.1558676 Jul 16 18:21:35.075105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:35.131652 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-36789316-11f8-423e-a043-347786e9599e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 999 time: 0.1670165 Jul 16 18:21:35.246302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-c066dcbf-8734-470b-991e-5fe5dda842f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.248100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-c066dcbf-8734-470b-991e-5fe5dda842f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 HTTP/1.1" status: 200 len: 835 time: 0.1097310 Jul 16 18:21:35.268796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:35.271228 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03588192-9923-4f12-a13d-9c3ba98c2cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:35.273386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:35.274160 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.359584 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39766) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:35.383622 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590c3d0d-8f1f-4a11-8506-85242aa99624 x-openstack-request-id: req-590c3d0d-8f1f-4a11-8506-85242aa99624 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:35.383935 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:35.388202 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-590c3d0d-8f1f-4a11-8506-85242aa99624 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:35.389025 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'status': 'completed', 'code': 200} Jul 16 18:21:35.411359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbf5d7-2a30-49df-8ec2-a2d651375902 req-df5b0748-8492-4e03-909f-d1563c3c1166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.430957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ccbf5d7-2a30-49df-8ec2-a2d651375902 req-df5b0748-8492-4e03-909f-d1563c3c1166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 944 time: 0.1818600 Jul 16 18:21:35.436766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-f49ec381-9361-462a-b39d-0cdaf37d23fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.438453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-f49ec381-9361-462a-b39d-0cdaf37d23fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5fae292-d76e-4b9c-9903-d6e77d026e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1797376 Jul 16 18:21:35.468849 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.526292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:35.528427 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7381f8-5aee-4d2d-8ed6-20167345a04e" -d '{"events": [{"server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:35.539240 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ffc28f8a-34b5-4332-a199-f828cbd8305e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e182327792a246efac2cea12ed0eb47e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780033 Jul 16 18:21:35.541776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39772) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:35.565479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:35.571176 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.607795 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2374-9b9d-43ae-81ef-350308b6739a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.641978 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8910fc5-13e6-4a25-aa5f-efe804ee7d5b x-openstack-request-id: req-d8910fc5-13e6-4a25-aa5f-efe804ee7d5b {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:35.642274 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:35.642525 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8910fc5-13e6-4a25-aa5f-efe804ee7d5b {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:35.642912 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'code': 200} Jul 16 18:21:35.652779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ccbf5d7-2a30-49df-8ec2-a2d651375902 req-d5b0912d-24eb-4f71-86ba-e2d923b0c46c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201111 Jul 16 18:21:35.659839 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2374-9b9d-43ae-81ef-350308b6739a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.715874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.778213 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2374-9b9d-43ae-81ef-350308b6739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.781647 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2374-9b9d-43ae-81ef-350308b6739a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.783278 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bb1b2374-9b9d-43ae-81ef-350308b6739a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0d1a782-990b-43cb-bd41-87a74ddcadd7 HTTP/1.1" status: 204 len: 168 time: 0.2401567 Jul 16 18:21:35.817575 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b2374-9b9d-43ae-81ef-350308b6739a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d1a782-990b-43cb-bd41-87a74ddcadd7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.872778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-8813a3e7-9cb7-4bb9-861b-ef3a69fe0f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.874319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-8813a3e7-9cb7-4bb9-861b-ef3a69fe0f9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1096 time: 0.4404399 Jul 16 18:21:35.881998 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-eabce7e7-d764-4983-afb6-38e6e7829986 service neutron] 10.222.0.43 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157219 Jul 16 18:21:36.034424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f5b96119-368a-4e76-93f5-b3274275bedd no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:36.097747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-63f390e0-a545-423b-9ff0-3ef565c71866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.098904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-63f390e0-a545-423b-9ff0-3ef565c71866 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 200 len: 898 time: 0.2158527 Jul 16 18:21:36.101749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52c25182-1977-49ed-a311-f310ab5b23f6 req-de0e9b5e-e5c2-4878-879a-eb0079dcae5c service neutron] 10.222.0.43 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101071 Jul 16 18:21:36.129566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f5b96119-368a-4e76-93f5-b3274275bedd not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:36.348096 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-6212a956-6acf-46d0-8b7c-d114ff5d3d81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 999 time: 0.2403319 Jul 16 18:21:36.372505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc892e-a871-431b-b594-c73a0c717c8c req-3e8b1f51-f3e2-4341-9d69-fed88d018d7a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.395673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3cc892e-a871-431b-b594-c73a0c717c8c req-3e8b1f51-f3e2-4341-9d69-fed88d018d7a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.2183084 Jul 16 18:21:36.558494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-5b45f1c5-b280-4740-966e-c123130be891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.560033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-5b45f1c5-b280-4740-966e-c123130be891 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 HTTP/1.1" status: 200 len: 835 time: 0.1969535 Jul 16 18:21:36.684983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3cc892e-a871-431b-b594-c73a0c717c8c req-bc089c68-8408-4ddb-b2e3-5ba5ce2bc877 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880366 Jul 16 18:21:36.758647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-d512113b-f0b2-453d-8893-eab586ebc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.762919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-d512113b-f0b2-453d-8893-eab586ebc1c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1096 time: 0.5391314 Jul 16 18:21:37.022930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-d0b28064-f6c5-4e25-8dbf-34a76eb162f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.025571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-d0b28064-f6c5-4e25-8dbf-34a76eb162f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 200 len: 898 time: 0.2491772 Jul 16 18:21:37.032156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-81521e09-3099-4b5f-88a1-74287c94fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.033675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-81521e09-3099-4b5f-88a1-74287c94fb9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5fae292-d76e-4b9c-9903-d6e77d026e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4441185 Jul 16 18:21:37.193904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39816) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:37.222661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-5e273edc-c4fc-4a65-962c-c765f7e8ec91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 999 time: 0.1870596 Jul 16 18:21:37.321545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-4467c6ed-650c-4a82-873b-e71c90e4e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.323129 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-4467c6ed-650c-4a82-873b-e71c90e4e788 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 HTTP/1.1" status: 200 len: 835 time: 0.0875912 Jul 16 18:21:37.396807 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-86f7e193-b179-4b8b-b0d2-2b14e83ea678 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:37.397250 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-86f7e193-b179-4b8b-b0d2-2b14e83ea678 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:21:37.397734 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-86f7e193-b179-4b8b-b0d2-2b14e83ea678 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:21:37.403817 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-86f7e193-b179-4b8b-b0d2-2b14e83ea678 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2086825 Jul 16 18:21:37.404684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39826) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:37.423954 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2f85204c-56ae-450b-b81c-55c9efd257e1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group': {'name': 'tempest-secgroup--482795196'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:37.436491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354980bd-2dbd-4508-a384-186a85084ef1 req-ad4bb02a-4f4c-49a6-822f-54fc092f9717 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.456453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-354980bd-2dbd-4508-a384-186a85084ef1 req-ad4bb02a-4f4c-49a6-822f-54fc092f9717 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 944 time: 0.5093377 Jul 16 18:21:37.463838 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f85204c-56ae-450b-b81c-55c9efd257e1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.480627 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f85204c-56ae-450b-b81c-55c9efd257e1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.502753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-60cf0f18-7f74-42b0-ba45-596773150758 service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583645 Jul 16 18:21:37.541969 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-354980bd-2dbd-4508-a384-186a85084ef1 req-ba0da3ab-fa4e-4baf-8fef-1176746ed19c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836990 Jul 16 18:21:37.648620 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f85204c-56ae-450b-b81c-55c9efd257e1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.660699 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f85204c-56ae-450b-b81c-55c9efd257e1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.711260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-a71d1242-efd6-4d43-8a41-dd3c7eef231d service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984842 Jul 16 18:21:37.730855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-7f7fa749-8064-4162-ad35-a5b574e71a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.733082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-7f7fa749-8064-4162-ad35-a5b574e71a57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5fae292-d76e-4b9c-9903-d6e77d026e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3864498 Jul 16 18:21:37.815148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f85204c-56ae-450b-b81c-55c9efd257e1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.820193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85204c-56ae-450b-b81c-55c9efd257e1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c64242a-5874-48e7-9c3e-f2b0e1ca236e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:37.854273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f85204c-56ae-450b-b81c-55c9efd257e1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.889963 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2f85204c-56ae-450b-b81c-55c9efd257e1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.891619 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2f85204c-56ae-450b-b81c-55c9efd257e1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4858081 Jul 16 18:21:37.893690 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85204c-56ae-450b-b81c-55c9efd257e1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=491ba7d8-2c31-4cd6-87fa-c7d929fc50cf,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:37.896370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39836) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:37.905910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-035d644b-fde6-4af7-b3a0-6de118e3b188 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': '491ba7d8-2c31-4cd6-87fa-c7d929fc50cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:37.950092 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-013e287f-1079-4f1f-94ff-59eba70949ae service neutron] 10.222.0.43 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078099 Jul 16 18:21:38.031398 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-035d644b-fde6-4af7-b3a0-6de118e3b188 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.201694 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-035d644b-fde6-4af7-b3a0-6de118e3b188 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.215070 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-035d644b-fde6-4af7-b3a0-6de118e3b188 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.226917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03588192-9923-4f12-a13d-9c3ba98c2cbd req-ecde0e11-1c41-475a-88c4-fa4b5dc19691 service neutron] 10.222.0.43 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663457 Jul 16 18:21:38.239100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d77633-21f7-4848-a6c0-6e25536c631d req-4dc7065e-ed7c-4ab7-9b7a-686e12a84db7 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:38.240689 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4d77633-21f7-4848-a6c0-6e25536c631d req-4dc7065e-ed7c-4ab7-9b7a-686e12a84db7 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.2481275 Jul 16 18:21:38.261905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d644b-fde6-4af7-b3a0-6de118e3b188 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f45d5b-8547-4297-b4f8-f2a36f331a3a,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:38.300978 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-035d644b-fde6-4af7-b3a0-6de118e3b188 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.307452 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39842) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:38.307966 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-035d644b-fde6-4af7-b3a0-6de118e3b188 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4097471 Jul 16 18:21:38.313552 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-60a1ce43-d663-4d74-8e5f-1c704b00b30c tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': '491ba7d8-2c31-4cd6-87fa-c7d929fc50cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:38.371100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-60a1ce43-d663-4d74-8e5f-1c704b00b30c tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.384477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4d77633-21f7-4848-a6c0-6e25536c631d req-f1554948-69cd-4c93-83cd-545dde61bf6b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079617 Jul 16 18:21:38.524553 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-60a1ce43-d663-4d74-8e5f-1c704b00b30c tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:21:38.529568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39846) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:38.530838 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-60a1ce43-d663-4d74-8e5f-1c704b00b30c tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2212055 Jul 16 18:21:38.670771 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e715005c-7157-4b0d-9d0c-d9e7a95d1491 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.719613 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e715005c-7157-4b0d-9d0c-d9e7a95d1491 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.821085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db549250-a692-4ddc-a6d9-d7be66d226e7 req-36e871b3-0b5b-40a9-b41b-f9075add866d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:38.828168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db549250-a692-4ddc-a6d9-d7be66d226e7 req-36e871b3-0b5b-40a9-b41b-f9075add866d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 944 time: 0.1276975 Jul 16 18:21:38.863262 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e715005c-7157-4b0d-9d0c-d9e7a95d1491 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.865849 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e715005c-7157-4b0d-9d0c-d9e7a95d1491 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.867212 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e715005c-7157-4b0d-9d0c-d9e7a95d1491 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "DELETE /v2.0/security-groups/491ba7d8-2c31-4cd6-87fa-c7d929fc50cf HTTP/1.1" status: 204 len: 168 time: 0.3365808 Jul 16 18:21:38.872821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39856) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:38.894293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db549250-a692-4ddc-a6d9-d7be66d226e7 req-69238003-e96c-4cca-a624-9bd6c76f9bdd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638571 Jul 16 18:21:38.895377 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715005c-7157-4b0d-9d0c-d9e7a95d1491 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=491ba7d8-2c31-4cd6-87fa-c7d929fc50cf,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:39.019478 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d8ac8132-9de5-4381-8f48-7a500ca61f0a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1420603 Jul 16 18:21:39.019772 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39860) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:39.024121 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b76b4988-3985-4209-b740-3dad01b240e8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group': {'name': 'tempest-secgroup--949570716'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:39.070333 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b76b4988-3985-4209-b740-3dad01b240e8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.088740 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f5b96119-368a-4e76-93f5-b3274275bedd details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:39.185862 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b76b4988-3985-4209-b740-3dad01b240e8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.192013 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b76b4988-3985-4209-b740-3dad01b240e8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.232693 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b4988-3985-4209-b740-3dad01b240e8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e58596-e6db-46f6-a4c1-8389bb0e67fc,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:39.237564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b76b4988-3985-4209-b740-3dad01b240e8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.252866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39866) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:39.257325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a493f1e8-4279-4bf3-a6d5-78d7dffcbc4b tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': '52e58596-e6db-46f6-a4c1-8389bb0e67fc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:39.258525 n-d-787206-10 neutron-server[100169]: WARNING neutron.api.v2.base [None req-a493f1e8-4279-4bf3-a6d5-78d7dffcbc4b tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:21:39.259518 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-a493f1e8-4279-4bf3-a6d5-78d7dffcbc4b tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:39.264155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a493f1e8-4279-4bf3-a6d5-78d7dffcbc4b tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105560 Jul 16 18:21:39.264844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39868) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:39.268164 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b76b4988-3985-4209-b740-3dad01b240e8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2447112 Jul 16 18:21:39.314193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:39.351187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'port_id': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'mac_address': 'fa:16:3e:e5:04:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:39.378608 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5f02c87-f78b-4a10-bb02-d0bdb4dea055 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.475110 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.496666 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5f02c87-f78b-4a10-bb02-d0bdb4dea055 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.510073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b96119-368a-4e76-93f5-b3274275bedd {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:39.578207 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:39.587231 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.632984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a84af-6e3a-479f-8953-565e53a461bd req-bae70bd1-eabf-44e2-9ac4-19f7747bed21 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.634934 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-bae70bd1-eabf-44e2-9ac4-19f7747bed21 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1&tenant_id=407f6f1770c34505b8d60a8097455895&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 944 time: 0.2228639 Jul 16 18:21:39.689525 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5f02c87-f78b-4a10-bb02-d0bdb4dea055 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.692919 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5f02c87-f78b-4a10-bb02-d0bdb4dea055 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.694570 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b5f02c87-f78b-4a10-bb02-d0bdb4dea055 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "DELETE /v2.0/security-groups/52e58596-e6db-46f6-a4c1-8389bb0e67fc HTTP/1.1" status: 204 len: 168 time: 0.4283028 Jul 16 18:21:39.698240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39876) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:39.775297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:39.819717 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-93738b43-f4b2-4632-8991-a508263aec3c tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1201694 Jul 16 18:21:39.820389 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39882) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:39.826463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7d393259-ba2b-4c27-8648-b87c1c870914 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group': {'name': 'tempest-secgroup--805570464'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:39.858329 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d393259-ba2b-4c27-8648-b87c1c870914 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.889646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f02c87-f78b-4a10-bb02-d0bdb4dea055 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e58596-e6db-46f6-a4c1-8389bb0e67fc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:39.938305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-8e8685d8-151b-4840-a2b8-677ee621f851 service neutron] 10.222.0.43 "GET /v2.0/ports/f5b96119-368a-4e76-93f5-b3274275bedd/bindings/n-h2-787206-10 HTTP/1.1" status: 200 len: 383 time: 0.2530370 Jul 16 18:21:39.954206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['f5b96119-368a-4e76-93f5-b3274275bedd'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:39.988644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c0349-a849-400a-bc61-658dcd58834f req-add2c628-af09-45e4-8cd2-ccb2252e5773 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.997683 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-399c0349-a849-400a-bc61-658dcd58834f req-add2c628-af09-45e4-8cd2-ccb2252e5773 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 945 time: 0.4055650 Jul 16 18:21:40.043397 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d393259-ba2b-4c27-8648-b87c1c870914 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.054181 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d393259-ba2b-4c27-8648-b87c1c870914 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.104183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d393259-ba2b-4c27-8648-b87c1c870914 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d56b47-785d-4392-bfaa-12da5bcc4321,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.107981 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d393259-ba2b-4c27-8648-b87c1c870914 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.111620 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7d393259-ba2b-4c27-8648-b87c1c870914 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2882807 Jul 16 18:21:40.113543 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39886) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.121916 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-cfa02a55-eb45-4093-b2d7-9de095c65358 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': '05d56b47-785d-4392-bfaa-12da5bcc4321', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:40.123703 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-cfa02a55-eb45-4093-b2d7-9de095c65358 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:21:40.124507 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-cfa02a55-eb45-4093-b2d7-9de095c65358 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:40.125576 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cfa02a55-eb45-4093-b2d7-9de095c65358 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0098472 Jul 16 18:21:40.128817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39888) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.160933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-399c0349-a849-400a-bc61-658dcd58834f req-8ed8ea1a-3d8c-49ec-8dd0-48bc1d064682 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234493 Jul 16 18:21:40.172110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d53d6-ddbe-4d2a-b6ad-ad06cdb9d57b req-fbc4539f-79f4-4a25-b18f-d1c212eca0ae tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:40.179042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02d53d6-ddbe-4d2a-b6ad-ad06cdb9d57b req-fbc4539f-79f4-4a25-b18f-d1c212eca0ae tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.4969547 Jul 16 18:21:40.214664 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31097829-e04b-4d22-8a95-6ed627e72b68 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.252888 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31097829-e04b-4d22-8a95-6ed627e72b68 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.261943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a84af-6e3a-479f-8953-565e53a461bd req-06babf82-8d45-42a2-be77-a06bf186d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:40.263477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-06babf82-8d45-42a2-be77-a06bf186d975 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1097 time: 0.2633405 Jul 16 18:21:40.310648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a02d53d6-ddbe-4d2a-b6ad-ad06cdb9d57b req-79de10ea-4d7d-4c6b-ad9f-ab0b03772b87 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306727 Jul 16 18:21:40.312325 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31097829-e04b-4d22-8a95-6ed627e72b68 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.315070 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-31097829-e04b-4d22-8a95-6ed627e72b68 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.319225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39890) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.319696 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-31097829-e04b-4d22-8a95-6ed627e72b68 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "DELETE /v2.0/security-groups/05d56b47-785d-4392-bfaa-12da5bcc4321 HTTP/1.1" status: 204 len: 168 time: 0.1888509 Jul 16 18:21:40.356856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31097829-e04b-4d22-8a95-6ed627e72b68 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d56b47-785d-4392-bfaa-12da5bcc4321,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.418317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6836b7ff-62a2-4a09-aa73-9ff124144d45 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0979631 Jul 16 18:21:40.422600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39896) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.432637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1fce52dd-1e14-4179-ad13-111fd76f63d4 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group': {'name': 'tempest-secgroup--919879683'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:40.452727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a84af-6e3a-479f-8953-565e53a461bd req-1c61bec9-92cf-4f6a-a016-f4c1b44523f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:40.452727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-1c61bec9-92cf-4f6a-a016-f4c1b44523f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 200 len: 898 time: 0.1722078 Jul 16 18:21:40.465656 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1fce52dd-1e14-4179-ad13-111fd76f63d4 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.551033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-545e6f9a-5428-4855-86c8-91211d9457ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 1000 time: 0.0829165 Jul 16 18:21:40.629905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a84af-6e3a-479f-8953-565e53a461bd req-31232b00-7b29-4ff9-aaed-e35ecd46418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:40.631317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-31232b00-7b29-4ff9-aaed-e35ecd46418e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 HTTP/1.1" status: 200 len: 835 time: 0.0727184 Jul 16 18:21:40.691043 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1fce52dd-1e14-4179-ad13-111fd76f63d4 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.702521 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1fce52dd-1e14-4179-ad13-111fd76f63d4 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.788975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce52dd-1e14-4179-ad13-111fd76f63d4 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab1e2be-a116-4a77-9f8d-2e8d5331a19a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.789557 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1fce52dd-1e14-4179-ad13-111fd76f63d4 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.791192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1fce52dd-1e14-4179-ad13-111fd76f63d4 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3675606 Jul 16 18:21:40.794544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39906) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.811468 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-61ea493e-d2b8-4d83-8cc6-dcead86456c5 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': '4ab1e2be-a116-4a77-9f8d-2e8d5331a19a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:40.812397 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-61ea493e-d2b8-4d83-8cc6-dcead86456c5 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:21:40.812901 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-61ea493e-d2b8-4d83-8cc6-dcead86456c5 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:40.817197 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-61ea493e-d2b8-4d83-8cc6-dcead86456c5 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0215726 Jul 16 18:21:40.820537 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39908) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.839160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-82d25e5d-5ac4-4474-a8a0-9067160fb6f2 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': '4ab1e2be-a116-4a77-9f8d-2e8d5331a19a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:40.839874 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-82d25e5d-5ac4-4474-a8a0-9067160fb6f2 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:21:40.840361 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-82d25e5d-5ac4-4474-a8a0-9067160fb6f2 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:40.844780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39910) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.847997 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-82d25e5d-5ac4-4474-a8a0-9067160fb6f2 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0263841 Jul 16 18:21:40.862017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-56fc0df8-697b-4b4f-8652-b80ac8a01ea6 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': '4ab1e2be-a116-4a77-9f8d-2e8d5331a19a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:40.866538 n-d-787206-10 neutron-server[100169]: WARNING neutron.api.v2.base [None req-56fc0df8-697b-4b4f-8652-b80ac8a01ea6 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:21:40.867030 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-56fc0df8-697b-4b4f-8652-b80ac8a01ea6 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:40.871523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-56fc0df8-697b-4b4f-8652-b80ac8a01ea6 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0212471 Jul 16 18:21:40.876558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39912) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.889343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b8d445c1-205c-43cb-a8fa-be13413dbe2e tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': '4ab1e2be-a116-4a77-9f8d-2e8d5331a19a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:40.890201 n-d-787206-10 neutron-server[100169]: WARNING neutron.api.v2.base [None req-b8d445c1-205c-43cb-a8fa-be13413dbe2e tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:21:40.890750 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-b8d445c1-205c-43cb-a8fa-be13413dbe2e tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:40.891645 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b8d445c1-205c-43cb-a8fa-be13413dbe2e tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0140970 Jul 16 18:21:40.894649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39916) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.901988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a84af-6e3a-479f-8953-565e53a461bd req-022ad380-b8a3-4bd3-90d6-5fb1f4b497a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:40.903905 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-022ad380-b8a3-4bd3-90d6-5fb1f4b497a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5fae292-d76e-4b9c-9903-d6e77d026e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2637589 Jul 16 18:21:41.018607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b19a946b-891f-4bb4-b211-6762a57a4e0a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.065975 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b19a946b-891f-4bb4-b211-6762a57a4e0a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.090677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f5b96119-368a-4e76-93f5-b3274275bedd up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:41.138025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-390cf4fb-74f2-4c2b-af58-068651e47888 service neutron] 10.222.0.43 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260447 Jul 16 18:21:41.270024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b19a946b-891f-4bb4-b211-6762a57a4e0a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.278045 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b19a946b-891f-4bb4-b211-6762a57a4e0a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.284419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39926) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:41.289737 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b19a946b-891f-4bb4-b211-6762a57a4e0a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "DELETE /v2.0/security-groups/4ab1e2be-a116-4a77-9f8d-2e8d5331a19a HTTP/1.1" status: 204 len: 168 time: 0.3936746 Jul 16 18:21:41.322563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a946b-891f-4bb4-b211-6762a57a4e0a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab1e2be-a116-4a77-9f8d-2e8d5331a19a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:41.331330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port f5b96119-368a-4e76-93f5-b3274275bedd completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:41.365797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port f5b96119-368a-4e76-93f5-b3274275bedd triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:41.366175 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.396582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-1c868195-0702-4de7-b232-8425e1405263 service neutron] 10.222.0.43 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543812 Jul 16 18:21:41.574350 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.618347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:41.620886 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a07318-de1a-4ca1-9319-b0c6fc94691f" -d '{"events": [{"server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "name": "network-vif-plugged", "status": "completed", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:41.643165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:41.647979 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.766671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.000214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bbb79355-49f6-409c-90ea-288787ce83c6 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7042868 Jul 16 18:21:42.001544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39946) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.010645 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-78335b65-beeb-48b1-b3b5-bdc74c1f4532 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002106061'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.094374 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78335b65-beeb-48b1-b3b5-bdc74c1f4532 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.198308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ea89b-39b2-46ae-b039-d0939b1b8a08 req-0a1c8638-384b-4519-b977-2281d50f82b1 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.205987 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78335b65-beeb-48b1-b3b5-bdc74c1f4532 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.208485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-828ea89b-39b2-46ae-b039-d0939b1b8a08 req-0a1c8638-384b-4519-b977-2281d50f82b1 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 945 time: 0.7848387 Jul 16 18:21:42.213932 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78335b65-beeb-48b1-b3b5-bdc74c1f4532 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.232318 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78335b65-beeb-48b1-b3b5-bdc74c1f4532 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.236300 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-78335b65-beeb-48b1-b3b5-bdc74c1f4532 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2304773 Jul 16 18:21:42.239838 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39948) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.244594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b9e7c855-ab57-47a9-b66d-02d15893dd80 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': 'c6b39990-1924-44f8-bfdb-88b5d02b01c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.245322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afb1d7-32b3-45ac-8152-e0e43705a06c req-cb80b214-b21d-4dc0-8b06-726e183b6b69 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.246148 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-b9e7c855-ab57-47a9-b66d-02d15893dd80 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:21:42.246657 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-b9e7c855-ab57-47a9-b66d-02d15893dd80 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:42.252115 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b9e7c855-ab57-47a9-b66d-02d15893dd80 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068021 Jul 16 18:21:42.253888 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39950) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.259912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-397775eb-f445-48b0-b145-062c6374ffaf tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': 'c6b39990-1924-44f8-bfdb-88b5d02b01c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.264444 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38afb1d7-32b3-45ac-8152-e0e43705a06c req-cb80b214-b21d-4dc0-8b06-726e183b6b69 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.2998786 Jul 16 18:21:42.303912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78335b65-beeb-48b1-b3b5-bdc74c1f4532 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b39990-1924-44f8-bfdb-88b5d02b01c4,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.331375 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-397775eb-f445-48b0-b145-062c6374ffaf tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:42.333062 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-397775eb-f445-48b0-b145-062c6374ffaf tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0782127 Jul 16 18:21:42.336700 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39954) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.344496 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-734d8904-3699-4be0-bf2c-5e24e6cc9abf tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': 'c6b39990-1924-44f8-bfdb-88b5d02b01c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.345026 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-734d8904-3699-4be0-bf2c-5e24e6cc9abf tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:21:42.345513 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-734d8904-3699-4be0-bf2c-5e24e6cc9abf tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:42.346465 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-734d8904-3699-4be0-bf2c-5e24e6cc9abf tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081439 Jul 16 18:21:42.350717 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39958) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.356214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-828ea89b-39b2-46ae-b039-d0939b1b8a08 req-86af3546-7f89-4983-a02b-dff1c7d52f4c tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/security-groups?id=d587b0cd-a965-4adc-a950-46d554a73f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434958 Jul 16 18:21:42.356315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-08f751af-ed03-4829-b4b6-e0b80758e45d tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': 'c6b39990-1924-44f8-bfdb-88b5d02b01c4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.370461 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38afb1d7-32b3-45ac-8152-e0e43705a06c req-fe926b04-e4e1-4a7b-bd16-9aa03ad8469b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044145 Jul 16 18:21:42.413235 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-08f751af-ed03-4829-b4b6-e0b80758e45d tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:42.419285 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-08f751af-ed03-4829-b4b6-e0b80758e45d tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0636358 Jul 16 18:21:42.419690 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39960) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.429477 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f0d5e7ed-ab58-4b91-a9cc-52b4f69f79c8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': 'c6b39990-1924-44f8-bfdb-88b5d02b01c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.431674 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-f0d5e7ed-ab58-4b91-a9cc-52b4f69f79c8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:21:42.432206 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-f0d5e7ed-ab58-4b91-a9cc-52b4f69f79c8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:42.437551 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f0d5e7ed-ab58-4b91-a9cc-52b4f69f79c8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125353 Jul 16 18:21:42.439417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39962) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.479220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4703dbf6-242c-49fa-b2f6-00ec85d214ad tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': 'c6b39990-1924-44f8-bfdb-88b5d02b01c4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.502674 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f588ea5-3825-4ade-83cc-19a6d6be775c x-openstack-request-id: req-6f588ea5-3825-4ade-83cc-19a6d6be775c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:42.503186 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "name": "network-vif-plugged", "status": "completed", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:42.503186 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f588ea5-3825-4ade-83cc-19a6d6be775c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:42.503618 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'code': 200} Jul 16 18:21:42.539707 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-4703dbf6-242c-49fa-b2f6-00ec85d214ad tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:42.544640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39964) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.545071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4703dbf6-242c-49fa-b2f6-00ec85d214ad tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0919969 Jul 16 18:21:42.553090 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a418b505-f291-4b14-8270-f9a19b7442b5 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': 'c6b39990-1924-44f8-bfdb-88b5d02b01c4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.553562 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-a418b505-f291-4b14-8270-f9a19b7442b5 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:21:42.554045 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-a418b505-f291-4b14-8270-f9a19b7442b5 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:42.559798 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a418b505-f291-4b14-8270-f9a19b7442b5 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0140948 Jul 16 18:21:42.561329 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39966) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.566171 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a8b3d756-4792-45ce-b961-86ac9da76caa tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': 'c6b39990-1924-44f8-bfdb-88b5d02b01c4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.619966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2183a-081e-476b-acef-9f293eba448f req-11aeafd6-3f11-4605-9d7c-e847cf20451e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.621499 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76a2183a-081e-476b-acef-9f293eba448f req-11aeafd6-3f11-4605-9d7c-e847cf20451e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.0939336 Jul 16 18:21:42.649518 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-a8b3d756-4792-45ce-b961-86ac9da76caa tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:42.651212 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a8b3d756-4792-45ce-b961-86ac9da76caa tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0887260 Jul 16 18:21:42.653685 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39968) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.658946 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f2060b71-351f-4ae1-b684-6f49af5ca2a1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': 'c6b39990-1924-44f8-bfdb-88b5d02b01c4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.677382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76a2183a-081e-476b-acef-9f293eba448f req-15aca057-29f4-4584-9498-0af88a65639e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494223 Jul 16 18:21:42.715909 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-f2060b71-351f-4ae1-b684-6f49af5ca2a1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:42.716913 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f2060b71-351f-4ae1-b684-6f49af5ca2a1 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0620475 Jul 16 18:21:42.720127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39970) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.847510 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-098a5bf5-7aaf-4b9d-a6b1-c0b69aee46a6 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.877209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4b2c8-e25d-4e5b-aec9-d4b35fc5d2b5 req-2dee0b54-8fe4-4aeb-a735-8e4f81ef92d9 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.878744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30c4b2c8-e25d-4e5b-aec9-d4b35fc5d2b5 req-2dee0b54-8fe4-4aeb-a735-8e4f81ef92d9 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.35 "GET /v2.0/ports?device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 945 time: 0.1229007 Jul 16 18:21:42.900866 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-098a5bf5-7aaf-4b9d-a6b1-c0b69aee46a6 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.007694 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-098a5bf5-7aaf-4b9d-a6b1-c0b69aee46a6 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.011924 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-098a5bf5-7aaf-4b9d-a6b1-c0b69aee46a6 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.013274 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-098a5bf5-7aaf-4b9d-a6b1-c0b69aee46a6 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "DELETE /v2.0/security-groups/c6b39990-1924-44f8-bfdb-88b5d02b01c4 HTTP/1.1" status: 204 len: 168 time: 0.2920291 Jul 16 18:21:43.015896 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39978) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.029816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a5bf5-7aaf-4b9d-a6b1-c0b69aee46a6 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b39990-1924-44f8-bfdb-88b5d02b01c4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:43.047260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-30c4b2c8-e25d-4e5b-aec9-d4b35fc5d2b5 req-82ad545b-ccf0-4f01-850b-349b67e19b9a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Deleting port 72b3518d-c9cc-4667-910e-f4c91c05940c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:43.047777 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-30c4b2c8-e25d-4e5b-aec9-d4b35fc5d2b5 req-82ad545b-ccf0-4f01-850b-349b67e19b9a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.122117 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3620b225-dadd-499d-b8dd-4579a5fc7a5c tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0976777 Jul 16 18:21:43.122558 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39982) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.129308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-164ce35e-5162-4196-8559-1ba967c2c83e tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950872981'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:43.189369 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-164ce35e-5162-4196-8559-1ba967c2c83e tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.237521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-30c4b2c8-e25d-4e5b-aec9-d4b35fc5d2b5 req-82ad545b-ccf0-4f01-850b-349b67e19b9a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] For port 72b3518d-c9cc-4667-910e-f4c91c05940c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=72b3518d-c9cc-4667-910e-f4c91c05940c,segment=NetworkSegment(22a06b88-e4a8-404c-92fb-4b96fd2ec05e),segment_id=22a06b88-e4a8-404c-92fb-4b96fd2ec05e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:43.238182 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-30c4b2c8-e25d-4e5b-aec9-d4b35fc5d2b5 req-82ad545b-ccf0-4f01-850b-349b67e19b9a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.263971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-30c4b2c8-e25d-4e5b-aec9-d4b35fc5d2b5 req-82ad545b-ccf0-4f01-850b-349b67e19b9a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Calling delete_port for 72b3518d-c9cc-4667-910e-f4c91c05940c owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:43.335141 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-164ce35e-5162-4196-8559-1ba967c2c83e tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.347091 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-164ce35e-5162-4196-8559-1ba967c2c83e tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.374490 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-164ce35e-5162-4196-8559-1ba967c2c83e tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.376489 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-164ce35e-5162-4196-8559-1ba967c2c83e tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2524204 Jul 16 18:21:43.379561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 39986) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.407801 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ce35e-5162-4196-8559-1ba967c2c83e tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb69e25c-04d5-41c8-8d9d-42a9cf82be01,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:43.417220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-3344724f-4cd6-4f9d-a4fd-ad217fc1487a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': 'cb69e25c-04d5-41c8-8d9d-42a9cf82be01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:43.528473 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-30c4b2c8-e25d-4e5b-aec9-d4b35fc5d2b5 req-82ad545b-ccf0-4f01-850b-349b67e19b9a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.531405 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-3344724f-4cd6-4f9d-a4fd-ad217fc1487a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The resource could not be found. Jul 16 18:21:43.535514 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39996) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.541069 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3344724f-4cd6-4f9d-a4fd-ad217fc1487a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1377611 Jul 16 18:21:43.541714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-49bde78c-629d-47ce-a45f-22969b3ff2d8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': 'cb69e25c-04d5-41c8-8d9d-42a9cf82be01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '69d0235c-66cc-446e-b0ec-e3045a11517f'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:43.544736 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['72b3518d-c9cc-4667-910e-f4c91c05940c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:43.614682 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-49bde78c-629d-47ce-a45f-22969b3ff2d8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The resource could not be found. Jul 16 18:21:43.619677 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-49bde78c-629d-47ce-a45f-22969b3ff2d8 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0793254 Jul 16 18:21:43.620594 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 39998) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.730888 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ded51603-a9ed-4028-8caf-58071ee57f11 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.744547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad545b-ccf0-4f01-850b-349b67e19b9a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Pushing event deleted for resources: {'Port': ['ID=72b3518d-c9cc-4667-910e-f4c91c05940c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:43.767455 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ded51603-a9ed-4028-8caf-58071ee57f11 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.815463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ee8054-2ed1-42b2-93f2-6af2637095b4 req-54c42f4d-cc19-4d9a-946d-4485f8982486 tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.41 "GET /v2.0/ports?device_id=42a3cd13-706e-4458-889c-6cf0e590146a HTTP/1.1" status: 200 len: 210 time: 0.1724427 Jul 16 18:21:43.840258 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ded51603-a9ed-4028-8caf-58071ee57f11 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.843846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ded51603-a9ed-4028-8caf-58071ee57f11 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.847330 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ded51603-a9ed-4028-8caf-58071ee57f11 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "DELETE /v2.0/security-groups/cb69e25c-04d5-41c8-8d9d-42a9cf82be01 HTTP/1.1" status: 204 len: 168 time: 0.2234664 Jul 16 18:21:43.848871 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40002) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.871172 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded51603-a9ed-4028-8caf-58071ee57f11 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb69e25c-04d5-41c8-8d9d-42a9cf82be01,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:43.922313 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-11674cb3-a3f5-41e2-9f82-08d844e939ef tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0723209 Jul 16 18:21:43.926105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40004) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.931749 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7fb5c8bc-5124-49d3-aca5-46635c474ca3 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': 'b582e8f1-9089-4b55-868e-d4fbe9fb1370', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:43.947893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c4b2c8-e25d-4e5b-aec9-d4b35fc5d2b5 req-82ad545b-ccf0-4f01-850b-349b67e19b9a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] No DVR routers for this DVR port 72b3518d-c9cc-4667-910e-f4c91c05940c on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:43.956907 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-30c4b2c8-e25d-4e5b-aec9-d4b35fc5d2b5 req-82ad545b-ccf0-4f01-850b-349b67e19b9a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.967401 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30c4b2c8-e25d-4e5b-aec9-d4b35fc5d2b5 req-82ad545b-ccf0-4f01-850b-349b67e19b9a tempest-VolumesSnapshotTestJSON-537740959 tempest-VolumesSnapshotTestJSON-537740959-project] 10.222.0.35 "DELETE /v2.0/ports/72b3518d-c9cc-4667-910e-f4c91c05940c HTTP/1.1" status: 204 len: 173 time: 1.0798151 Jul 16 18:21:43.972655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a3cd13-706e-4458-889c-6cf0e590146a', 'name': 'network-vif-deleted', 'tag': '72b3518d-c9cc-4667-910e-f4c91c05940c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:43.975308 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc46629-5682-4740-ad73-b0a08134fb42" -d '{"events": [{"server_uuid": "42a3cd13-706e-4458-889c-6cf0e590146a", "name": "network-vif-deleted", "tag": "72b3518d-c9cc-4667-910e-f4c91c05940c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:44.036730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab24a6-6ab2-4181-9f34-538e795ac8a8 req-36fbf4d0-574f-4fb8-a553-f0b96071788b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.042207 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-7fb5c8bc-5124-49d3-aca5-46635c474ca3 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The resource could not be found. Jul 16 18:21:44.043264 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7fb5c8bc-5124-49d3-aca5-46635c474ca3 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1156995 Jul 16 18:21:44.047672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40014) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.056678 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6aab24a6-6ab2-4181-9f34-538e795ac8a8 req-36fbf4d0-574f-4fb8-a553-f0b96071788b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.3903372 Jul 16 18:21:44.066645 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-67d3b2fd-8651-40a3-a928-3f750360a928 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131358817'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:44.121964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6aab24a6-6ab2-4181-9f34-538e795ac8a8 req-48563e67-0f45-4b5c-a3ed-ff6b24be279c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606482 Jul 16 18:21:44.136480 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67d3b2fd-8651-40a3-a928-3f750360a928 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.237927 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabbcd2e-d1fa-46b4-b892-5ac3433ff0bf x-openstack-request-id: req-fabbcd2e-d1fa-46b4-b892-5ac3433ff0bf {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:44.238282 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a3cd13-706e-4458-889c-6cf0e590146a", "name": "network-vif-deleted", "tag": "72b3518d-c9cc-4667-910e-f4c91c05940c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:44.239134 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fabbcd2e-d1fa-46b4-b892-5ac3433ff0bf {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:44.239596 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a3cd13-706e-4458-889c-6cf0e590146a', 'name': 'network-vif-deleted', 'tag': '72b3518d-c9cc-4667-910e-f4c91c05940c', 'status': 'completed', 'code': 200} Jul 16 18:21:44.328449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e8a92-39f7-4fd5-a8ca-774ea64538c4 req-fc5dd1d1-d089-4121-b587-912ec3bccb9a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.330582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-736e8a92-39f7-4fd5-a8ca-774ea64538c4 req-fc5dd1d1-d089-4121-b587-912ec3bccb9a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.1848319 Jul 16 18:21:44.337733 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67d3b2fd-8651-40a3-a928-3f750360a928 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.342434 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67d3b2fd-8651-40a3-a928-3f750360a928 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.344388 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a84af-6e3a-479f-8953-565e53a461bd req-b92bda37-2ca2-4110-ac8b-4af8a60570a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.345824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-b92bda37-2ca2-4110-ac8b-4af8a60570a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1&tenant_id=407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 1098 time: 0.1292653 Jul 16 18:21:44.378482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:44.417648 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3b2fd-8651-40a3-a928-3f750360a928 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b558523-d9f7-4696-af1e-b24819577ae8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:44.438125 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67d3b2fd-8651-40a3-a928-3f750360a928 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.439467 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-67d3b2fd-8651-40a3-a928-3f750360a928 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3907831 Jul 16 18:21:44.440097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-736e8a92-39f7-4fd5-a8ca-774ea64538c4 req-c519072c-7b76-43d1-8981-a2395c076fc8 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966673 Jul 16 18:21:44.442409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40020) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.447883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c9ca12d7-33d6-4fa1-8111-e56be4cf1697 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721174650'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:44.503764 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9ca12d7-33d6-4fa1-8111-e56be4cf1697 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.578085 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.702789 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9ca12d7-33d6-4fa1-8111-e56be4cf1697 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.740241 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9ca12d7-33d6-4fa1-8111-e56be4cf1697 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.781620 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9ca12d7-33d6-4fa1-8111-e56be4cf1697 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.782875 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c9ca12d7-33d6-4fa1-8111-e56be4cf1697 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3393450 Jul 16 18:21:44.785798 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40026) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.794805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-75ffed4b-0366-41d6-b12b-1df398226442 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group_rule': {'security_group_id': '2b558523-d9f7-4696-af1e-b24819577ae8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '20f05489-096d-4a5e-8c15-55db9c8c554e'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:44.896998 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-75ffed4b-0366-41d6-b12b-1df398226442 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:44.907121 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:21:44.907808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca12d7-33d6-4fa1-8111-e56be4cf1697 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f05489-096d-4a5e-8c15-55db9c8c554e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:44.911520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40030) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.911975 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-75ffed4b-0366-41d6-b12b-1df398226442 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1241612 Jul 16 18:21:45.065209 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce928-3d47-40c8-a25e-476dc144675a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.109455 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce928-3d47-40c8-a25e-476dc144675a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.133506 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:45.193008 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce928-3d47-40c8-a25e-476dc144675a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.196309 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce928-3d47-40c8-a25e-476dc144675a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.198140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cf7ce928-3d47-40c8-a25e-476dc144675a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "DELETE /v2.0/security-groups/20f05489-096d-4a5e-8c15-55db9c8c554e HTTP/1.1" status: 204 len: 168 time: 0.2851079 Jul 16 18:21:45.202912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40042) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.218696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ce928-3d47-40c8-a25e-476dc144675a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f05489-096d-4a5e-8c15-55db9c8c554e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:45.221140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:45.309837 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-31a7e4c0-6e0c-4f99-af25-5c73288f1c3b tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1050465 Jul 16 18:21:45.312500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40044) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.396280 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.417161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Transition to ACTIVE for port object f5b96119-368a-4e76-93f5-b3274275bedd will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:45.422738 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.478637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Pushing event updated for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=10']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:45.526116 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6475ee5c-273c-4f65-8f61-aabdb115ef3a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.613738 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6475ee5c-273c-4f65-8f61-aabdb115ef3a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.645444 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b739e29-eab4-4517-a4ea-7ca761333997 req-7f22d136-88fb-4462-867a-9f6645f84707 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.654300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b739e29-eab4-4517-a4ea-7ca761333997 req-7f22d136-88fb-4462-867a-9f6645f84707 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 946 time: 0.3095272 Jul 16 18:21:45.753165 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6475ee5c-273c-4f65-8f61-aabdb115ef3a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.760451 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6475ee5c-273c-4f65-8f61-aabdb115ef3a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.765256 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6475ee5c-273c-4f65-8f61-aabdb115ef3a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "DELETE /v2.0/security-groups/2b558523-d9f7-4696-af1e-b24819577ae8 HTTP/1.1" status: 204 len: 168 time: 0.4467316 Jul 16 18:21:45.774004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40056) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.797055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475ee5c-273c-4f65-8f61-aabdb115ef3a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b558523-d9f7-4696-af1e-b24819577ae8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:45.823690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] No DVR routers for this DVR port f5b96119-368a-4e76-93f5-b3274275bedd on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:45.902074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b739e29-eab4-4517-a4ea-7ca761333997 req-45dc37ec-6fc9-441b-b0a5-0cdf7b4402eb tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461889 Jul 16 18:21:46.011977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-92ea7d37-d09c-415d-9bc5-838d2ba04222 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2313981 Jul 16 18:21:46.016339 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40060) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.021088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d13ab40f-faf3-4384-b833-56deac0ca036 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group': {'name': 'tempest-secgroup--994347374'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:46.067756 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d13ab40f-faf3-4384-b833-56deac0ca036 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.078459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 72b3518d-c9cc-4667-910e-f4c91c05940c no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:46.108306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 72b3518d-c9cc-4667-910e-f4c91c05940c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:46.108637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 72b3518d-c9cc-4667-910e-f4c91c05940c not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:46.140499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b88c4-9420-49cf-9914-642bda29dd38 req-24833836-6aef-4261-9b18-611ce81806e3 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.149726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d31b88c4-9420-49cf-9914-642bda29dd38 req-24833836-6aef-4261-9b18-611ce81806e3 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.3789361 Jul 16 18:21:46.252552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:46.254446 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f532361-5c71-4e8b-9769-83e08a256bb8" -d '{"events": [{"server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:46.283877 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d31b88c4-9420-49cf-9914-642bda29dd38 req-99263088-a562-4800-b1f6-1ceaf66ae766 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331813 Jul 16 18:21:46.295655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Attempting to bind port f5b96119-368a-4e76-93f5-b3274275bedd on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:46.296119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Attempting to bind port f5b96119-368a-4e76-93f5-b3274275bedd by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:46.296551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Attempting to bind port f5b96119-368a-4e76-93f5-b3274275bedd on network c5fae292-d76e-4b9c-9903-d6e77d026e3a {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:46.304426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Port f5b96119-368a-4e76-93f5-b3274275bedd on network c5fae292-d76e-4b9c-9903-d6e77d026e3a not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:46.305580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Attempting to bind port f5b96119-368a-4e76-93f5-b3274275bedd on network c5fae292-d76e-4b9c-9903-d6e77d026e3a {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:46.323481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:46.323481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Checking segment: {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:46.323772 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d13ab40f-faf3-4384-b833-56deac0ca036 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.327559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Bound using segment: {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:46.328059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Bound port: f5b96119-368a-4e76-93f5-b3274275bedd, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9cab46d-a93c-431d-a7a5-f20483a907bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:46.328438 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.336097 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5d067b-cb80-4217-afbf-558fb43b847a x-openstack-request-id: req-1d5d067b-cb80-4217-afbf-558fb43b847a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:46.336433 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:46.336685 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d5d067b-cb80-4217-afbf-558fb43b847a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:46.337105 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'code': 200} Jul 16 18:21:46.337586 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d13ab40f-faf3-4384-b833-56deac0ca036 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.355167 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d13ab40f-faf3-4384-b833-56deac0ca036 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.356868 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d13ab40f-faf3-4384-b833-56deac0ca036 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3394899 Jul 16 18:21:46.363081 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40070) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.368075 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c7d4d728-836b-4aaa-aeee-b4a873cd5a8a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:46.369352 n-d-787206-10 neutron-server[100170]: WARNING neutron.api.v2.base [None req-c7d4d728-836b-4aaa-aeee-b4a873cd5a8a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:21:46.371165 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-c7d4d728-836b-4aaa-aeee-b4a873cd5a8a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:21:46.372364 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c7d4d728-836b-4aaa-aeee-b4a873cd5a8a tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "PUT /v2.0/security-groups/590f8be1-1306-4059-aefc-f517e994d610 HTTP/1.1" status: 409 len: 330 time: 0.0079610 Jul 16 18:21:46.375199 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40072) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.407575 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ab40f-faf3-4384-b833-56deac0ca036 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590f8be1-1306-4059-aefc-f517e994d610,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:46.451962 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-896beb42-75df-468f-987b-dc02417a2cbc tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.456468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:46.467328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:46.473185 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.501249 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-896beb42-75df-468f-987b-dc02417a2cbc tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.562914 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-896beb42-75df-468f-987b-dc02417a2cbc tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.567787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-896beb42-75df-468f-987b-dc02417a2cbc tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.569993 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-896beb42-75df-468f-987b-dc02417a2cbc tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "DELETE /v2.0/security-groups/590f8be1-1306-4059-aefc-f517e994d610 HTTP/1.1" status: 204 len: 168 time: 0.1926260 Jul 16 18:21:46.570265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Pushing event updated for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=11']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:46.574715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.575344 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.576877 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-b6a376b8-5ccc-4ade-b80d-0841d0fb0c2e service neutron] 10.222.0.35 "PUT /v2.0/ports/f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 1094 time: 2.2030830 Jul 16 18:21:46.592854 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896beb42-75df-468f-987b-dc02417a2cbc tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=590f8be1-1306-4059-aefc-f517e994d610,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:46.606051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40076) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.710553 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4abf84d2-98a0-430e-b2ea-c9d8606ede23 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030145 Jul 16 18:21:46.715349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40080) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.741487 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-d7c268b8-b2ce-4aa6-8701-46eacc2f3f31 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] delete failed (client error): The resource could not be found. Jul 16 18:21:46.741487 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d7c268b8-b2ce-4aa6-8701-46eacc2f3f31 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "DELETE /v2.0/security-groups/54505e27-4a5a-479a-8133-7a6afaf612f2 HTTP/1.1" status: 404 len: 347 time: 0.0216453 Jul 16 18:21:46.745885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40084) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.771771 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-6077aaa5-dcab-43cb-9ccb-0cfe125e14bd tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] show failed (client error): The resource could not be found. Jul 16 18:21:46.777375 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6077aaa5-dcab-43cb-9ccb-0cfe125e14bd tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "GET /v2.0/security-groups/4ba95b2b-2166-49b5-afa2-71cae676f8c1 HTTP/1.1" status: 404 len: 347 time: 0.0261366 Jul 16 18:21:46.778100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40086) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.823058 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-201ad96a-893a-4743-ae9b-36f6c341bbd4 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] show failed (client error): The resource could not be found. Jul 16 18:21:46.833769 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-201ad96a-893a-4743-ae9b-36f6c341bbd4 tempest-NegativeSecGroupTest-1721426035 tempest-NegativeSecGroupTest-1721426035-project] 10.222.0.41 "GET /v2.0/security-group-rules/8eb287a0-ed55-49ff-b69b-a5ec38a840f0 HTTP/1.1" status: 404 len: 356 time: 0.0453413 Jul 16 18:21:46.878720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a84af-6e3a-479f-8953-565e53a461bd req-81f31978-44fd-42a7-a89f-153a73c04781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.880388 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-81f31978-44fd-42a7-a89f-153a73c04781 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1097 time: 0.2591267 Jul 16 18:21:47.100067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f5b96119-368a-4e76-93f5-b3274275bedd no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:47.111390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a84af-6e3a-479f-8953-565e53a461bd req-0b3c6a4c-14b7-4501-ae82-57ac6bfc765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.113425 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-0b3c6a4c-14b7-4501-ae82-57ac6bfc765a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 200 len: 898 time: 0.2263360 Jul 16 18:21:47.218491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f5b96119-368a-4e76-93f5-b3274275bedd not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:47.270382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165743c-d920-4e4b-a7ea-c6d792633096 req-00433ef3-1f14-482c-b20b-dc764e6b5c38 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.278174 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8165743c-d920-4e4b-a7ea-c6d792633096 req-00433ef3-1f14-482c-b20b-dc764e6b5c38 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 945 time: 0.1776676 Jul 16 18:21:47.298282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-9929b675-388c-4f01-8033-feb648255797 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 999 time: 0.1535835 Jul 16 18:21:47.433891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40106) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:47.467895 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8165743c-d920-4e4b-a7ea-c6d792633096 req-e3202662-d98b-496f-9043-413af23e618c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886122 Jul 16 18:21:47.499627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a84af-6e3a-479f-8953-565e53a461bd req-4942ee1d-2ef4-4c8a-909b-6a2ef40e169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.501140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-4942ee1d-2ef4-4c8a-909b-6a2ef40e169f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 HTTP/1.1" status: 200 len: 835 time: 0.1951270 Jul 16 18:21:47.637920 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a84af-6e3a-479f-8953-565e53a461bd req-1d99b396-a755-443f-a443-629f265afc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.639492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-1d99b396-a755-443f-a443-629f265afc04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5fae292-d76e-4b9c-9903-d6e77d026e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309118 Jul 16 18:21:47.644528 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5279feec-3e12-465c-abf4-ddb54b4e0949 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1481d3579faa45c5bc0df5caf27058f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086103 Jul 16 18:21:47.650731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40114) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:47.772043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c7ec9-3d39-477b-995a-6b0400215c3f req-c38bddff-9265-4e73-b8b8-6343a2fe2581 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.773759 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6d3c7ec9-3d39-477b-995a-6b0400215c3f req-c38bddff-9265-4e73-b8b8-6343a2fe2581 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.2082155 Jul 16 18:21:47.833563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-6637f202-803d-4f93-a216-daaebd9e42ad service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837072 Jul 16 18:21:47.843413 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f26fd940-0f93-4a6e-a1a5-48930c83d6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.884786 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6d3c7ec9-3d39-477b-995a-6b0400215c3f req-2c6fbad8-ae0e-4441-ac02-0f0379aed078 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028841 Jul 16 18:21:47.974476 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f26fd940-0f93-4a6e-a1a5-48930c83d6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.034455 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381a84af-6e3a-479f-8953-565e53a461bd req-0f7b653d-3ed3-4055-878a-08379bda2028 service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900723 Jul 16 18:21:48.061925 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f26fd940-0f93-4a6e-a1a5-48930c83d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.067418 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f26fd940-0f93-4a6e-a1a5-48930c83d6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.070908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f26fd940-0f93-4a6e-a1a5-48930c83d6f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c64242a-5874-48e7-9c3e-f2b0e1ca236e HTTP/1.1" status: 204 len: 168 time: 0.4167387 Jul 16 18:21:48.090007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fd940-0f93-4a6e-a1a5-48930c83d6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c64242a-5874-48e7-9c3e-f2b0e1ca236e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:48.338657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:48.342414 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab881371-56a1-4db1-a8da-bbfe366c61d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:48.457645 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4deaa2-a3b2-4a47-a921-9747e82aa11b x-openstack-request-id: req-5d4deaa2-a3b2-4a47-a921-9747e82aa11b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:48.462955 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:48.463426 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d4deaa2-a3b2-4a47-a921-9747e82aa11b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:48.464326 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'status': 'completed', 'code': 200} Jul 16 18:21:48.585462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-480a9067-a1ad-4a78-abe5-de9effa281f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.587297 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-480a9067-a1ad-4a78-abe5-de9effa281f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1097 time: 0.1148734 Jul 16 18:21:48.590429 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-5aeb60d8-e220-4ce8-9247-fab5f09369a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.592393 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-5aeb60d8-e220-4ce8-9247-fab5f09369a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1097 time: 0.1368966 Jul 16 18:21:48.907018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-4215e3d6-6dbc-433c-9ec6-01d9de2222a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.908564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-4215e3d6-6dbc-433c-9ec6-01d9de2222a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 200 len: 898 time: 0.3051741 Jul 16 18:21:48.995409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-ba3f7248-a935-4db3-8897-2dbc74504af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.998025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-ba3f7248-a935-4db3-8897-2dbc74504af8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 200 len: 898 time: 0.4028323 Jul 16 18:21:49.028722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf244ac0-c219-4ba9-9b8a-ee01d68f9be1 req-6a255b3d-8cf8-43fb-86cf-b95acae28bba tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.037020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf244ac0-c219-4ba9-9b8a-ee01d68f9be1 req-6a255b3d-8cf8-43fb-86cf-b95acae28bba tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 945 time: 0.2485571 Jul 16 18:21:49.125081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-ebeb8b70-04fc-4aca-8339-122c549c7c33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 999 time: 0.2023849 Jul 16 18:21:49.143934 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf244ac0-c219-4ba9-9b8a-ee01d68f9be1 req-83318d8b-ccc1-42aa-a1d2-84ef6203065a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059573 Jul 16 18:21:49.236476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-873ea104-1ab8-43b3-a23d-40fbfebf1166 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 999 time: 0.2305629 Jul 16 18:21:49.346020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-e094fae9-bccd-4b1a-99b4-48cf04512705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.347555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-e094fae9-bccd-4b1a-99b4-48cf04512705 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 HTTP/1.1" status: 200 len: 835 time: 0.1986439 Jul 16 18:21:49.414432 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-b0dbc299-378d-434b-b02c-c416606a9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.416009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-b0dbc299-378d-434b-b02c-c416606a9dd9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 HTTP/1.1" status: 200 len: 835 time: 0.1528478 Jul 16 18:21:49.494700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28931c7c-1e04-4219-9f4d-0a8e9ebbeac2 req-637f4da3-c4f1-40c0-b7d7-8157fe25e61b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.501692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28931c7c-1e04-4219-9f4d-0a8e9ebbeac2 req-637f4da3-c4f1-40c0-b7d7-8157fe25e61b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.2709548 Jul 16 18:21:50.104841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f5b96119-368a-4e76-93f5-b3274275bedd details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:50.197382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28931c7c-1e04-4219-9f4d-0a8e9ebbeac2 req-5186dfeb-a510-429a-b0de-300bd5491d7d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6948063 Jul 16 18:21:50.208617 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-480a5fec-b083-4123-813c-e42e85d08af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.210711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-480a5fec-b083-4123-813c-e42e85d08af8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5fae292-d76e-4b9c-9903-d6e77d026e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8536541 Jul 16 18:21:50.268870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-b2677f49-31f2-4425-907f-87754f77f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.270650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-b2677f49-31f2-4425-907f-87754f77f40d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5fae292-d76e-4b9c-9903-d6e77d026e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8455751 Jul 16 18:21:50.465625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:50.487423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'port_id': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'mac_address': 'fa:16:3e:e5:04:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:50.522955 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-9f92d835-1ceb-431e-872b-b73e54f64346 service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053961 Jul 16 18:21:50.539636 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-50865ba9-e144-4ed1-a1f5-34c5534acbbd service neutron] 10.222.0.43 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559919 Jul 16 18:21:50.580302 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.627484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b96119-368a-4e76-93f5-b3274275bedd {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:50.679563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:50.684828 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.720750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ecc10-afdc-4ce3-8e0a-7d7117ac9437 req-baab76de-913e-428b-bd03-4eae6a80f15f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.722652 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cd3ecc10-afdc-4ce3-8e0a-7d7117ac9437 req-baab76de-913e-428b-bd03-4eae6a80f15f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 945 time: 0.2363269 Jul 16 18:21:50.752483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=12']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.781575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-f33d6bdc-d609-4fe2-a5fa-45dea54a7388 service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513373 Jul 16 18:21:50.819022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab881371-56a1-4db1-a8da-bbfe366c61d3 req-8a2a5b0e-1bb5-4833-a242-f440f8144bf2 service neutron] 10.222.0.43 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637939 Jul 16 18:21:50.831524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cd3ecc10-afdc-4ce3-8e0a-7d7117ac9437 req-cc69aece-128f-4a87-9023-0f764ba56c60 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991945 Jul 16 18:21:50.851215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40206) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:50.924332 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['f5b96119-368a-4e76-93f5-b3274275bedd'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:50.937097 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-df0c3042-4796-4e6c-9d2c-0b4ad7489e93 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/9585e7f0-3f6e-4949-a315-93208f931cc3 HTTP/1.1" status: 200 len: 992 time: 0.0835664 Jul 16 18:21:51.558866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11c946-8a73-444d-babd-075fea7c1196 req-ddf81288-d216-410f-af38-05375c8a42d0 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.574784 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e11c946-8a73-444d-babd-075fea7c1196 req-ddf81288-d216-410f-af38-05375c8a42d0 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.1359997 Jul 16 18:21:51.664208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e11c946-8a73-444d-babd-075fea7c1196 req-0d603e35-53e7-4219-916c-ee29da6d8326 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882802 Jul 16 18:21:51.797126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40236) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:52.050763 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-468689b1-17cf-4029-af8e-d3bbf0a79314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.098640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f5b96119-368a-4e76-93f5-b3274275bedd up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:52.215651 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port f5b96119-368a-4e76-93f5-b3274275bedd completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:52.219599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port f5b96119-368a-4e76-93f5-b3274275bedd triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:52.219977 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.276347 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-468689b1-17cf-4029-af8e-d3bbf0a79314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.304678 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-468689b1-17cf-4029-af8e-d3bbf0a79314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.350295 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.394154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40252) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:52.394437 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-468689b1-17cf-4029-af8e-d3bbf0a79314 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57ada4cc9a114c0fb99e4b3722f39696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960250 Jul 16 18:21:52.422781 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468689b1-17cf-4029-af8e-d3bbf0a79314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113dfa17-47d5-4a94-ad6a-add1a87f2ccc,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.423258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:52.436677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:52.446041 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb909416-f252-4366-91c1-1eab25d2e37d" -d '{"events": [{"server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "name": "network-vif-plugged", "status": "completed", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:52.453046 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.512931 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337a9be5-a48e-4d88-b077-88257603122c x-openstack-request-id: req-337a9be5-a48e-4d88-b077-88257603122c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:52.514305 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "name": "network-vif-plugged", "status": "completed", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:52.514728 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-337a9be5-a48e-4d88-b077-88257603122c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:52.515275 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'code': 200} Jul 16 18:21:52.521981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=13']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.547002 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16923ed3-4c2c-4cc6-8504-9ce4e1714f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.575755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16923ed3-4c2c-4cc6-8504-9ce4e1714f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.630501 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16923ed3-4c2c-4cc6-8504-9ce4e1714f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.637241 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16923ed3-4c2c-4cc6-8504-9ce4e1714f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.642428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-16923ed3-4c2c-4cc6-8504-9ce4e1714f8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/113dfa17-47d5-4a94-ad6a-add1a87f2ccc HTTP/1.1" status: 204 len: 168 time: 0.2467623 Jul 16 18:21:52.657482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16923ed3-4c2c-4cc6-8504-9ce4e1714f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113dfa17-47d5-4a94-ad6a-add1a87f2ccc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:53.238240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40276) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:53.262024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-664a6d90-f19e-410c-bfa7-8c7c8fa27e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.364452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414cfad-798f-46f4-a2a9-835e9034d4bd req-200bb825-364e-41d0-a7bb-108cb79e68e3 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:53.366178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0414cfad-798f-46f4-a2a9-835e9034d4bd req-200bb825-364e-41d0-a7bb-108cb79e68e3 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.0950325 Jul 16 18:21:53.434469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0414cfad-798f-46f4-a2a9-835e9034d4bd req-2cad4f60-5094-4cba-ab66-ea03af5b0de3 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568948 Jul 16 18:21:53.499093 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-664a6d90-f19e-410c-bfa7-8c7c8fa27e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.505687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-664a6d90-f19e-410c-bfa7-8c7c8fa27e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.564662 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-664a6d90-f19e-410c-bfa7-8c7c8fa27e8d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb6cb21cd8bc457f8963427309991d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252645 Jul 16 18:21:53.566103 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a6d90-f19e-410c-bfa7-8c7c8fa27e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa33919c-9d74-4724-9c52-bb62999603ce,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:53.567515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40284) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:53.644877 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e777c4d6-4069-475c-b1c7-576ebcff60c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.670032 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e777c4d6-4069-475c-b1c7-576ebcff60c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.736053 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e777c4d6-4069-475c-b1c7-576ebcff60c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.738647 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e777c4d6-4069-475c-b1c7-576ebcff60c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.744207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e777c4d6-4069-475c-b1c7-576ebcff60c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa33919c-9d74-4724-9c52-bb62999603ce HTTP/1.1" status: 204 len: 168 time: 0.1747468 Jul 16 18:21:53.752468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777c4d6-4069-475c-b1c7-576ebcff60c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa33919c-9d74-4724-9c52-bb62999603ce,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:54.625795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0f859-9469-44dc-adf4-03c4301d96b2 req-a7d9834b-91df-45d6-9d93-dacbea63272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.628013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51c0f859-9469-44dc-adf4-03c4301d96b2 req-a7d9834b-91df-45d6-9d93-dacbea63272a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 1097 time: 0.1013575 Jul 16 18:21:54.769342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0f859-9469-44dc-adf4-03c4301d96b2 req-d5baf42d-d91c-4571-8383-97479733bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.771692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51c0f859-9469-44dc-adf4-03c4301d96b2 req-d5baf42d-d91c-4571-8383-97479733bbe1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.1252666 Jul 16 18:21:54.787487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a4bff-6459-4dc8-a84b-42ceec5f02c9 req-63240369-2b82-40ae-97e2-f152db2f744b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.787487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be5a4bff-6459-4dc8-a84b-42ceec5f02c9 req-63240369-2b82-40ae-97e2-f152db2f744b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.1797645 Jul 16 18:21:54.859767 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51c0f859-9469-44dc-adf4-03c4301d96b2 req-282048c0-7829-495b-8909-121f79804d19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb HTTP/1.1" status: 200 len: 1000 time: 0.0712249 Jul 16 18:21:54.933382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be5a4bff-6459-4dc8-a84b-42ceec5f02c9 req-9791e280-0df9-4734-bc6d-444eb8306b3a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376717 Jul 16 18:21:54.953158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0f859-9469-44dc-adf4-03c4301d96b2 req-75c5b8ed-c168-4046-994e-525b41c67f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.955871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51c0f859-9469-44dc-adf4-03c4301d96b2 req-75c5b8ed-c168-4046-994e-525b41c67f40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.0850179 Jul 16 18:21:55.043351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0f859-9469-44dc-adf4-03c4301d96b2 req-a8178379-96b5-448d-9231-2f0daad58b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.045113 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51c0f859-9469-44dc-adf4-03c4301d96b2 req-a8178379-96b5-448d-9231-2f0daad58b02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810218 Jul 16 18:21:55.227983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51c0f859-9469-44dc-adf4-03c4301d96b2 req-0f694fcf-43d9-4c45-859a-d8cd85a64f19 service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745293 Jul 16 18:21:55.374722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51c0f859-9469-44dc-adf4-03c4301d96b2 req-2f4cdc8d-95f6-4179-830a-5bec27700470 service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402595 Jul 16 18:21:56.216500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56c33a-844a-4fd7-a5b7-8cc670e1e0ca req-e4358dd7-faf2-4148-ae41-19eb1ee0f102 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.218883 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb56c33a-844a-4fd7-a5b7-8cc670e1e0ca req-e4358dd7-faf2-4148-ae41-19eb1ee0f102 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 945 time: 0.0830853 Jul 16 18:21:56.308153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb56c33a-844a-4fd7-a5b7-8cc670e1e0ca req-87961673-6e76-47d8-b3b3-f683eec0739a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833564 Jul 16 18:21:56.606872 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.808246 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.135379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:57.363210 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.413806 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:57.415548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:57.419569 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf23821d-214d-4c93-ba67-a8bfe5992f79" -d '{"events": [{"server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "name": "network-vif-unplugged", "status": "completed", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:57.423280 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.485919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:57.512234 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86620a0d-cf9d-4c24-83d0-613005210779 x-openstack-request-id: req-86620a0d-cf9d-4c24-83d0-613005210779 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:57.513982 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "name": "network-vif-unplugged", "status": "completed", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:57.514258 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86620a0d-cf9d-4c24-83d0-613005210779 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:57.516799 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'code': 200} Jul 16 18:21:57.749308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352bc45-1660-4e09-8295-e5f8dc48caa4 req-d1fda1de-d450-40a5-b1d3-15d2091f1fc1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:57.756163 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8352bc45-1660-4e09-8295-e5f8dc48caa4 req-d1fda1de-d450-40a5-b1d3-15d2091f1fc1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.1392241 Jul 16 18:21:57.800920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8352bc45-1660-4e09-8295-e5f8dc48caa4 req-8f222b08-c91d-4add-90d5-c05ddbb1f17c tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435226 Jul 16 18:21:58.031360 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-516ac8d7-3350-49c8-a1ee-720446ee0f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.626919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 40510) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:59.837569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2cb647c-c48a-4f6b-8d3b-7230d99afff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.898754 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8fb60-8797-4c68-b6d2-f316ae35da31 req-c51917e2-f19b-4371-9848-141df660634a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:59.901338 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77e8fb60-8797-4c68-b6d2-f316ae35da31 req-c51917e2-f19b-4371-9848-141df660634a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.1518388 Jul 16 18:21:59.955832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-04709681-821a-4630-8f39-0f392b0a4650 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1648614 Jul 16 18:21:59.990216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77e8fb60-8797-4c68-b6d2-f316ae35da31 req-57d4f7da-2a3f-4349-965f-bcf3a6755fb7 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811963 Jul 16 18:22:00.084145 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2cb647c-c48a-4f6b-8d3b-7230d99afff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.089643 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2cb647c-c48a-4f6b-8d3b-7230d99afff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.131918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb647c-c48a-4f6b-8d3b-7230d99afff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f058c50-40f3-4d62-98c8-cdd8e2046549,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:00.155493 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40528) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:00.168002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c2cb647c-c48a-4f6b-8d3b-7230d99afff7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb173427ad7f4c6eae2acdf5080ab524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5393341 Jul 16 18:22:00.260921 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-415efb85-4707-4b2c-b4b2-5564f4d80c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.290646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-415efb85-4707-4b2c-b4b2-5564f4d80c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.380657 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-415efb85-4707-4b2c-b4b2-5564f4d80c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.384333 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-415efb85-4707-4b2c-b4b2-5564f4d80c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.388281 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-415efb85-4707-4b2c-b4b2-5564f4d80c3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f058c50-40f3-4d62-98c8-cdd8e2046549 HTTP/1.1" status: 204 len: 168 time: 0.2315021 Jul 16 18:22:00.396410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415efb85-4707-4b2c-b4b2-5564f4d80c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f058c50-40f3-4d62-98c8-cdd8e2046549,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:00.678458 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.706600 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40552) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:00.725680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5039a417-63cb-40e0-ad51-c95403163850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.734505 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-292488f5-9665-4ef2-8e47-646f748b4e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.853352 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5039a417-63cb-40e0-ad51-c95403163850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.857983 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5039a417-63cb-40e0-ad51-c95403163850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.900119 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5039a417-63cb-40e0-ad51-c95403163850 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43be16f7b34a4bb5ade3c7426f97670a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897004 Jul 16 18:22:00.900119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039a417-63cb-40e0-ad51-c95403163850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55663031-b2dc-4834-97a4-075c30f6bd84,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:00.900731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40566) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:00.953814 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a99472a-7cea-4b2b-b65c-460a9d404916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.979796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a99472a-7cea-4b2b-b65c-460a9d404916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.060138 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a99472a-7cea-4b2b-b65c-460a9d404916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.062987 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a99472a-7cea-4b2b-b65c-460a9d404916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.064431 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2a99472a-7cea-4b2b-b65c-460a9d404916 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55663031-b2dc-4834-97a4-075c30f6bd84 HTTP/1.1" status: 204 len: 168 time: 0.1627960 Jul 16 18:22:01.073324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99472a-7cea-4b2b-b65c-460a9d404916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55663031-b2dc-4834-97a4-075c30f6bd84,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:01.138429 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:01.157357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-eae2df99-7ee6-46ab-ad37-0bd363d44242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.159738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-eae2df99-7ee6-46ab-ad37-0bd363d44242 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d&tenant_id=52e2e8ac1bd64732b9d829c8d24ba015 HTTP/1.1" status: 200 len: 1095 time: 0.0866196 Jul 16 18:22:01.285745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc987e5-00ad-44c4-88a3-ceb2398ef90c req-6120ff64-4aa1-481d-bce3-b27f1f2db1f2 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.287303 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-afc987e5-00ad-44c4-88a3-ceb2398ef90c req-6120ff64-4aa1-481d-bce3-b27f1f2db1f2 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.1355953 Jul 16 18:22:01.349074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-8f51e764-c09a-47f4-896d-d6453e485981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.353456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-8f51e764-c09a-47f4-896d-d6453e485981 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 1095 time: 0.1476681 Jul 16 18:22:01.390847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-afc987e5-00ad-44c4-88a3-ceb2398ef90c req-0c9975c5-4e33-4d0d-90c4-6e430f56f227 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927012 Jul 16 18:22:01.468579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-7bf09668-a9a0-4adc-a3fe-7f9216b7ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.470129 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-7bf09668-a9a0-4adc-a3fe-7f9216b7ab3b service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.1059637 Jul 16 18:22:01.552146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-7ee43f8b-8340-42e5-a69f-a9acb65a383d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb HTTP/1.1" status: 200 len: 998 time: 0.0738139 Jul 16 18:22:01.612044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-47a08d9c-2bd1-4b02-bf6d-14e03660c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.613545 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-47a08d9c-2bd1-4b02-bf6d-14e03660c986 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.0527940 Jul 16 18:22:01.694356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-6f7fd453-6c92-4621-aed4-439942a86c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.696802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-6f7fd453-6c92-4621-aed4-439942a86c81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758808 Jul 16 18:22:01.829006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-83143313-d42c-46d3-8a4e-484bff1863ba service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250694 Jul 16 18:22:01.901030 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.956485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88da311a-822f-44ed-8261-2b9be531c1c6 req-5ee8e9d7-4c90-4179-8998-5f0e03983a6d service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194227 Jul 16 18:22:02.015921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40596) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:02.172911 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1281700316-network', 'tenant_id': '3fdddd2c9f12403b9e94c927a28c5eb4'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:02.209709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Made reservation on behalf of 3fdddd2c9f12403b9e94c927a28c5eb4 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:02.213025 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.222252 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.333506 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.340100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.373679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:02.386754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138844b7-bc95-4931-8a9c-9aee97be2d6a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:02.393039 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.393383 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Added segment 0e7b9195-bc58-4434-9d15-cadb5eb1884a of type vlan for network 0534d647-0329-4cef-bedd-77c93e571e51 Jul 16 18:22:02.469525 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.533880 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.534920 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:02.535626 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.782250 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] Pushing event updated for resources: {'Network': ['ID=0534d647-0329-4cef-bedd-77c93e571e51,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:02.794115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e9e5-c15d-4e7c-a5cd-48aa114d1033 req-2af2b095-e96d-4c24-a724-87d5f544a4ad tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:02.800350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 0534d647-0329-4cef-bedd-77c93e571e51 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:02.823765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a69e9e5-c15d-4e7c-a5cd-48aa114d1033 req-2af2b095-e96d-4c24-a724-87d5f544a4ad tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.1688459 Jul 16 18:22:02.842674 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-80e8660d-ec09-4e08-8ec0-dcfc45741fbc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8253117 Jul 16 18:22:02.845604 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 40622) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:02.850905 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a11f57b6-9ba8-444c-8e57-8664c4cebf0b admin admin] Request body: {'subnet': {'network_id': '0534d647-0329-4cef-bedd-77c93e571e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1281700316-subnet', 'tenant_id': '3fdddd2c9f12403b9e94c927a28c5eb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:02.911384 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f57b6-9ba8-444c-8e57-8664c4cebf0b admin admin] Made reservation on behalf of 3fdddd2c9f12403b9e94c927a28c5eb4 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:02.916716 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a11f57b6-9ba8-444c-8e57-8664c4cebf0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.954028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a69e9e5-c15d-4e7c-a5cd-48aa114d1033 req-76c24fea-f423-4f46-826d-9fc342112a27 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278105 Jul 16 18:22:03.206436 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a11f57b6-9ba8-444c-8e57-8664c4cebf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.260085 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f57b6-9ba8-444c-8e57-8664c4cebf0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3a94b9-0656-4515-ac4d-ea0c2b283807,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:03.325238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f57b6-9ba8-444c-8e57-8664c4cebf0b admin admin] Checking segment: {'id': '0e7b9195-bc58-4434-9d15-cadb5eb1884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0534d647-0329-4cef-bedd-77c93e571e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:03.325521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f57b6-9ba8-444c-8e57-8664c4cebf0b admin admin] Network hostable DHCP agents. Network: 0534d647-0329-4cef-bedd-77c93e571e51, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:03.367573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f57b6-9ba8-444c-8e57-8664c4cebf0b admin admin] Network 0534d647-0329-4cef-bedd-77c93e571e51 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:03.388092 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-a11f57b6-9ba8-444c-8e57-8664c4cebf0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 0534d647-0329-4cef-bedd-77c93e571e51) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:03.398243 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f57b6-9ba8-444c-8e57-8664c4cebf0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:03.402152 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a11f57b6-9ba8-444c-8e57-8664c4cebf0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.405308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70586c1-1f04-475f-ac63-2b8635344bf6 None None] Network 0534d647-0329-4cef-bedd-77c93e571e51 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:03.458485 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a11f57b6-9ba8-444c-8e57-8664c4cebf0b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6050277 Jul 16 18:22:03.717585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206df7c8-8a0e-4f42-bc31-c8db12a74cc7 None None] Network 0534d647-0329-4cef-bedd-77c93e571e51 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:03.811122 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.365305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58027e31-b3ea-4d90-a482-00c97f4f9754 req-b4d84259-ba69-43c8-8e4e-120450b96e7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.376370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58027e31-b3ea-4d90-a482-00c97f4f9754 req-b4d84259-ba69-43c8-8e4e-120450b96e7b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.1761327 Jul 16 18:22:04.452335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-58027e31-b3ea-4d90-a482-00c97f4f9754 req-5c0dd259-bc47-4faf-b843-aa5f96b72233 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748682 Jul 16 18:22:05.919424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615fb2a-56ec-4e3c-a033-4d421c6c8097 req-31087954-8499-4039-acbe-e01940c95a4a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.937323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4615fb2a-56ec-4e3c-a033-4d421c6c8097 req-31087954-8499-4039-acbe-e01940c95a4a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.2045627 Jul 16 18:22:06.037275 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4615fb2a-56ec-4e3c-a033-4d421c6c8097 req-211529d5-3250-49fb-98f5-c8bfdce72865 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888386 Jul 16 18:22:07.044816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-173e9260-db92-4ec7-92fa-40a63a3a826b tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.046579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-173e9260-db92-4ec7-92fa-40a63a3a826b tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/networks?id=0534d647-0329-4cef-bedd-77c93e571e51 HTTP/1.1" status: 200 len: 809 time: 0.1443722 Jul 16 18:22:07.070899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-c69fb427-ac14-4831-8f81-2e4dfb649765 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/quotas/3fdddd2c9f12403b9e94c927a28c5eb4 HTTP/1.1" status: 200 len: 375 time: 0.0172861 Jul 16 18:22:07.112834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-84b4d808-83bb-4021-b3f2-20ef9432cc0c tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fdddd2c9f12403b9e94c927a28c5eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402195 Jul 16 18:22:07.119127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-fb80502f-8668-4fab-ba11-03467e19fb66 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:22:07.126534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-fb80502f-8668-4fab-ba11-03467e19fb66 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124164 Jul 16 18:22:07.324071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-8b83daca-0b38-492f-b381-39a77eafac2e service neutron] 10.222.0.41 "GET /v2.0/networks/0534d647-0329-4cef-bedd-77c93e571e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963902 Jul 16 18:22:07.337481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760b4c5-1b14-4a6f-af72-a5d80e1d8885 req-d9482e8a-548c-4c89-b335-51e0baf5ca7a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.339174 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d760b4c5-1b14-4a6f-af72-a5d80e1d8885 req-d9482e8a-548c-4c89-b335-51e0baf5ca7a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.1509073 Jul 16 18:22:07.438684 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d760b4c5-1b14-4a6f-af72-a5d80e1d8885 req-2c28c6ee-751a-40c1-a7c7-885222976ff3 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604713 Jul 16 18:22:07.543982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-bd2974e8-da6d-4ad5-9e1e-e56e06c95d43 service neutron] 10.222.0.41 "GET /v2.0/networks/0534d647-0329-4cef-bedd-77c93e571e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035468 Jul 16 18:22:07.828671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59e275f4-3c33-417b-9740-e44fe99fa9b6 req-1cce92bf-3cde-4190-85dd-055a0f22bcac tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 210 time: 0.0550542 Jul 16 18:22:08.808485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b04599-c4da-4285-8164-5914863363ec req-f5588dc0-41c3-435e-8671-0f0e7a69da1e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.809997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20b04599-c4da-4285-8164-5914863363ec req-f5588dc0-41c3-435e-8671-0f0e7a69da1e tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.0722318 Jul 16 18:22:08.896313 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20b04599-c4da-4285-8164-5914863363ec req-8c3a2b0b-5ca7-4bd6-851f-4755b6ccbef1 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766461 Jul 16 18:22:09.107064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88b56b4e-6088-4928-a89e-e08d1e0d45ab req-6dff2ea0-257e-4d15-ae94-3c73d2147373 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 210 time: 0.0536432 Jul 16 18:22:10.116728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f9429-0f39-42f8-ab8b-074f1789d975 req-a8a287b5-750a-457c-9644-4d330dc5be1d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.126050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-896f9429-0f39-42f8-ab8b-074f1789d975 req-a8a287b5-750a-457c-9644-4d330dc5be1d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.0958252 Jul 16 18:22:10.167411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-896f9429-0f39-42f8-ab8b-074f1789d975 req-973fd480-9673-4b01-a430-6556befef5ee tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400443 Jul 16 18:22:10.332164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-86c44f65-9a87-4fea-babc-a9a43732cb9d req-41b1793a-9a0c-418a-a6e2-e76a1ff16cc8 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 210 time: 0.0352755 Jul 16 18:22:11.502111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775e7d1-d4bb-4cb0-a1ec-61dcc44636f7 req-f1482471-afda-4aa1-aaea-f3cc3b54fb8b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.504603 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2775e7d1-d4bb-4cb0-a1ec-61dcc44636f7 req-f1482471-afda-4aa1-aaea-f3cc3b54fb8b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.1537170 Jul 16 18:22:11.568003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-12cdf3d3-4f86-4112-9242-28b42a0e2c50 req-624547b4-d5d4-4a14-a616-49698dca864a tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 210 time: 0.0558777 Jul 16 18:22:11.622307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2775e7d1-d4bb-4cb0-a1ec-61dcc44636f7 req-01568c2a-833c-44be-b95d-cee96ac0f387 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073313 Jul 16 18:22:12.803748 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d40422f-02e7-498e-a313-2e9f9e04b37f req-3529678e-0945-401b-a5c1-5c2162339798 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 210 time: 0.0815675 Jul 16 18:22:12.907387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5f3d1-6f09-4f5a-8be6-028e04af9ca7 req-811c290f-280f-4ef7-b8b8-eae14694219f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.909888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ff5f3d1-6f09-4f5a-8be6-028e04af9ca7 req-811c290f-280f-4ef7-b8b8-eae14694219f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.1047461 Jul 16 18:22:13.003659 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ff5f3d1-6f09-4f5a-8be6-028e04af9ca7 req-455dc4f8-c925-45c6-b7a3-f92ab830d4c9 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678072 Jul 16 18:22:13.964717 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e2e9f5d-b6b5-4d03-9b3b-2a2d798d2853 req-962a4416-3845-4659-a02a-c55e74b773a3 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 210 time: 0.0367243 Jul 16 18:22:14.185991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8439576-0e90-49d2-afb9-57c87c834a1c req-42c818e5-32cb-4dd7-baeb-0eaa1d61d9fd tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.187620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8439576-0e90-49d2-afb9-57c87c834a1c req-42c818e5-32cb-4dd7-baeb-0eaa1d61d9fd tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.0667827 Jul 16 18:22:14.234979 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8439576-0e90-49d2-afb9-57c87c834a1c req-ad611c70-dafb-4d81-adf2-608d40ec5c92 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408437 Jul 16 18:22:15.063243 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [req-4508b59c-860b-4108-b703-340625477e7c req-3ef1d9da-f833-4c61-9bd2-da103f4b46be service neutron] (100170) timed out ('10.222.0.43', 61031) {{(pid=100170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:22:15.184372 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b1099df-9743-4c20-95ac-2c7fff9f3e88 req-46478106-bcf3-4422-baa9-432eaead6e49 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 210 time: 0.0351236 Jul 16 18:22:15.474669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-8293ad05-aba3-4d82-811c-cfdc41c86405 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.476411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-8293ad05-aba3-4d82-811c-cfdc41c86405 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.43 "GET /v2.0/networks?id=0534d647-0329-4cef-bedd-77c93e571e51 HTTP/1.1" status: 200 len: 809 time: 0.2880428 Jul 16 18:22:15.497246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Request body: {'port': {'device_id': '07dcce61-5614-4e1c-9ebb-015fe8011d80', 'network_id': '0534d647-0329-4cef-bedd-77c93e571e51', 'admin_state_up': True, 'tenant_id': '3fdddd2c9f12403b9e94c927a28c5eb4'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:15.531333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dbeb3-8786-4592-a91f-d90ba0923f74 req-d5dcfd5a-d737-4a76-bc72-04cecb7455d2 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.532495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f71dbeb3-8786-4592-a91f-d90ba0923f74 req-d5dcfd5a-d737-4a76-bc72-04cecb7455d2 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.1120722 Jul 16 18:22:15.589634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f71dbeb3-8786-4592-a91f-d90ba0923f74 req-7761beaa-9d5f-4cdb-ad96-229cfad7bf09 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471740 Jul 16 18:22:15.704495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Made reservation on behalf of 3fdddd2c9f12403b9e94c927a28c5eb4 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:15.709208 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.849215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Allocated IP 172.20.0.5 (0534d647-0329-4cef-bedd-77c93e571e51/6d3a94b9-0656-4515-ac4d-ea0c2b283807/8d13e727-b4db-4ff8-9779-20b278dbec44) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:16.062482 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.111944 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.165208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Network 0534d647-0329-4cef-bedd-77c93e571e51 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:16.167009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:16.172872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:16.223300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.227769 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.244440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7508352 Jul 16 18:22:16.288991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Request body: {'port': {'device_id': '07dcce61-5614-4e1c-9ebb-015fe8011d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:16.736987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Pushing event updated for resources: {'Port': ['ID=8d13e727-b4db-4ff8-9779-20b278dbec44,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:16.747851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:16.748769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:16.749672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:16.749672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:16.749672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:16.750527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:16.750527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:16.750973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:16.750973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:16.751871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:16.751871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:16.751871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c3b54-55ad-400f-9d2a-5dbfcd6089c6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:16.781905 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.033731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bb1cd-95cb-4c43-a573-ebd7d5d6216b req-2c4bf233-d2bb-4841-a1fe-aa888c86f16e tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.041586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-786bb1cd-95cb-4c43-a573-ebd7d5d6216b req-2c4bf233-d2bb-4841-a1fe-aa888c86f16e tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 931 time: 0.6996808 Jul 16 18:22:17.112982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-786bb1cd-95cb-4c43-a573-ebd7d5d6216b req-6f940f5f-f3ea-4295-ace2-5741211ceab8 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706682 Jul 16 18:22:17.187332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe720ab-d694-40ac-bcb6-13c6d3bca9e0 req-133639ed-8152-4735-9b28-2839330081ee tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.194602 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbe720ab-d694-40ac-bcb6-13c6d3bca9e0 req-133639ed-8152-4735-9b28-2839330081ee tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 943 time: 0.2629552 Jul 16 18:22:17.223730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:17.261801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbe720ab-d694-40ac-bcb6-13c6d3bca9e0 req-af50048d-e685-4343-ab1f-efd22e5b91bf tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662413 Jul 16 18:22:17.263844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d13e727-b4db-4ff8-9779-20b278dbec44 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:17.272190 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.291712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Transition to ACTIVE for port object 8d13e727-b4db-4ff8-9779-20b278dbec44 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:17.300496 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.367333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Pushing event updated for resources: {'Port': ['ID=8d13e727-b4db-4ff8-9779-20b278dbec44,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:17.418402 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:17.432044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'port_id': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'mac_address': 'fa:16:3e:21:12:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:17.467824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Attempting to bind port 8d13e727-b4db-4ff8-9779-20b278dbec44 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:17.468156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Attempting to bind port 8d13e727-b4db-4ff8-9779-20b278dbec44 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '0e7b9195-bc58-4434-9d15-cadb5eb1884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0534d647-0329-4cef-bedd-77c93e571e51'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:17.468485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Attempting to bind port 8d13e727-b4db-4ff8-9779-20b278dbec44 on network 0534d647-0329-4cef-bedd-77c93e571e51 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:17.473140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Port 8d13e727-b4db-4ff8-9779-20b278dbec44 on network 0534d647-0329-4cef-bedd-77c93e571e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:17.473456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Attempting to bind port 8d13e727-b4db-4ff8-9779-20b278dbec44 on network 0534d647-0329-4cef-bedd-77c93e571e51 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:17.476692 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.478483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:17.478811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Checking segment: {'id': '0e7b9195-bc58-4434-9d15-cadb5eb1884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0534d647-0329-4cef-bedd-77c93e571e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:17.479195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Bound using segment: {'id': '0e7b9195-bc58-4434-9d15-cadb5eb1884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0534d647-0329-4cef-bedd-77c93e571e51'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:17.479659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Bound port: 8d13e727-b4db-4ff8-9779-20b278dbec44, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7b9195-bc58-4434-9d15-cadb5eb1884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0534d647-0329-4cef-bedd-77c93e571e51'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:17.480018 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.492050 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:17.514355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:17.518651 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.547483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] For port 8d13e727-b4db-4ff8-9779-20b278dbec44, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:17.552248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] For port 8d13e727-b4db-4ff8-9779-20b278dbec44, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8d13e727-b4db-4ff8-9779-20b278dbec44,segment=NetworkSegment(0e7b9195-bc58-4434-9d15-cadb5eb1884a),segment_id=0e7b9195-bc58-4434-9d15-cadb5eb1884a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:17.558809 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.584131 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:17.594124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:17.594490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:17.601423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.602032 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.604296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] 10.222.0.43 "PUT /v2.0/ports/8d13e727-b4db-4ff8-9779-20b278dbec44 HTTP/1.1" status: 200 len: 1092 time: 1.3445814 Jul 16 18:22:17.604656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:17.604845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dcce61-5614-4e1c-9ebb-015fe8011d80', 'tag': '8d13e727-b4db-4ff8-9779-20b278dbec44'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:17.605085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:17.605423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:17.605756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:17.606085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:17.606414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:17.606736 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:17.607059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:17.607294 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8830d9-4121-482a-b4f7-a56ae05f2471" -d '{"events": [{"name": "network-changed", "server_uuid": "07dcce61-5614-4e1c-9ebb-015fe8011d80", "tag": "8d13e727-b4db-4ff8-9779-20b278dbec44"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:17.607418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:17.608703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:17.655254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65581e1-a75c-401c-9aca-25681aedbf20 service neutron] Pushing event updated for resources: {'Port': ['ID=8d13e727-b4db-4ff8-9779-20b278dbec44,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:17.658791 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23512951-f3a2-422c-9bfb-ced5b3206745 x-openstack-request-id: req-23512951-f3a2-422c-9bfb-ced5b3206745 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:17.659105 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dcce61-5614-4e1c-9ebb-015fe8011d80", "tag": "8d13e727-b4db-4ff8-9779-20b278dbec44", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:17.659310 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23512951-f3a2-422c-9bfb-ced5b3206745 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:17.659729 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dcce61-5614-4e1c-9ebb-015fe8011d80', 'tag': '8d13e727-b4db-4ff8-9779-20b278dbec44', 'status': 'completed', 'code': 200} Jul 16 18:22:17.733284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-26a18129-f012-45a6-9d9c-a30288d6d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.734809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-26a18129-f012-45a6-9d9c-a30288d6d284 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fdddd2c9f12403b9e94c927a28c5eb4&device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 1095 time: 0.0662487 Jul 16 18:22:17.763323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:17.788929 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-93cb16c8-a44f-47d1-b248-c84900ae3a67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d13e727-b4db-4ff8-9779-20b278dbec44 HTTP/1.1" status: 200 len: 217 time: 0.0446591 Jul 16 18:22:17.849857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-d017c542-354d-40ff-93e1-f06e177f0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.851620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-d017c542-354d-40ff-93e1-f06e177f0fbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3a94b9-0656-4515-ac4d-ea0c2b283807 HTTP/1.1" status: 200 len: 849 time: 0.0555220 Jul 16 18:22:17.894709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-f0ec7a39-e554-45d5-9deb-159ba7cc71d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0534d647-0329-4cef-bedd-77c93e571e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352683 Jul 16 18:22:18.016431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-bcf63dee-512f-4955-8e03-4e396c0563e8 service neutron] 10.222.0.43 "GET /v2.0/networks/0534d647-0329-4cef-bedd-77c93e571e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147854 Jul 16 18:22:18.182986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af538959-85c5-4fee-874b-fab8dcc106b5 req-3d42fc95-080e-448d-9caf-9132832cd7fc service neutron] 10.222.0.43 "GET /v2.0/networks/0534d647-0329-4cef-bedd-77c93e571e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557374 Jul 16 18:22:18.343917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8830d9-4121-482a-b4f7-a56ae05f2471 req-7825f649-4590-4506-a503-c33b15d0d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.345495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f8830d9-4121-482a-b4f7-a56ae05f2471 req-7825f649-4590-4506-a503-c33b15d0d17c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fdddd2c9f12403b9e94c927a28c5eb4&device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 1095 time: 0.1001518 Jul 16 18:22:18.355019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe114e-601e-4937-baa1-30d691bf8407 req-b5ebeed6-4a11-4230-bb52-3f272976dafe tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.360367 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59fe114e-601e-4937-baa1-30d691bf8407 req-b5ebeed6-4a11-4230-bb52-3f272976dafe tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 943 time: 0.1253316 Jul 16 18:22:18.494724 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59fe114e-601e-4937-baa1-30d691bf8407 req-a034103f-ba58-4730-ac1d-5e32cfaac578 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239429 Jul 16 18:22:18.541606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8830d9-4121-482a-b4f7-a56ae05f2471 req-c4a85750-69a5-40bf-bf3a-710e6d2c276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.543085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f8830d9-4121-482a-b4f7-a56ae05f2471 req-c4a85750-69a5-40bf-bf3a-710e6d2c276a service neutron] 10.222.0.43 "GET /v2.0/networks?id=0534d647-0329-4cef-bedd-77c93e571e51 HTTP/1.1" status: 200 len: 910 time: 0.1817842 Jul 16 18:22:18.552125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150fc5f-a857-4796-b2a6-d8a06b249c68 req-baebc075-e59f-434f-bba8-31d4075ac8cb tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.553562 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b150fc5f-a857-4796-b2a6-d8a06b249c68 req-baebc075-e59f-434f-bba8-31d4075ac8cb tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 944 time: 0.0984325 Jul 16 18:22:18.599988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f8830d9-4121-482a-b4f7-a56ae05f2471 req-a50fd452-d303-4548-a1c0-d2479b08e393 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d13e727-b4db-4ff8-9779-20b278dbec44 HTTP/1.1" status: 200 len: 217 time: 0.0453994 Jul 16 18:22:18.661471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b150fc5f-a857-4796-b2a6-d8a06b249c68 req-2c895a74-acc5-4768-ae3a-b601118c8409 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992529 Jul 16 18:22:18.671808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8830d9-4121-482a-b4f7-a56ae05f2471 req-dd0ac180-eb4e-41d7-a7e7-f42b26a3f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.673622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f8830d9-4121-482a-b4f7-a56ae05f2471 req-dd0ac180-eb4e-41d7-a7e7-f42b26a3f784 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3a94b9-0656-4515-ac4d-ea0c2b283807 HTTP/1.1" status: 200 len: 849 time: 0.0653927 Jul 16 18:22:18.708800 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f8830d9-4121-482a-b4f7-a56ae05f2471 req-ce370a32-4f21-45a7-bc66-1cd2519a79b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0534d647-0329-4cef-bedd-77c93e571e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283558 Jul 16 18:22:18.807760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f8830d9-4121-482a-b4f7-a56ae05f2471 req-9e2f1d9e-2490-4da5-b24b-517ec08dd357 service neutron] 10.222.0.43 "GET /v2.0/networks/0534d647-0329-4cef-bedd-77c93e571e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917480 Jul 16 18:22:18.908554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f8830d9-4121-482a-b4f7-a56ae05f2471 req-aa68a94c-ed59-4320-8bb8-ae68cbfc22a4 service neutron] 10.222.0.43 "GET /v2.0/networks/0534d647-0329-4cef-bedd-77c93e571e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934830 Jul 16 18:22:19.243422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:19.292383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:19.292776 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.379378 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.404519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:19.406923 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2964549-4048-4051-80c7-a0ae21304dbf" -d '{"events": [{"server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:19.431415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:19.437402 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.467971 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304eadce-1afc-413e-bdca-90c9e5308f27 x-openstack-request-id: req-304eadce-1afc-413e-bdca-90c9e5308f27 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:19.468421 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:19.468554 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-304eadce-1afc-413e-bdca-90c9e5308f27 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:19.468898 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'code': 200} Jul 16 18:22:19.506204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,revision_number=10']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:19.634905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee9e06-8f2f-4254-949f-a14c191e4de0 req-90478987-a31d-42e8-a457-ecb2f860203f tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:19.636426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51ee9e06-8f2f-4254-949f-a14c191e4de0 req-90478987-a31d-42e8-a457-ecb2f860203f tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 949 time: 0.0894229 Jul 16 18:22:19.735558 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51ee9e06-8f2f-4254-949f-a14c191e4de0 req-360be46b-abeb-4c1f-9c47-fe132ec17722 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb4c4ff-9f48-48af-8003-5243a4b2e9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800416 Jul 16 18:22:19.758919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b702493-aae4-47e8-a0c0-691d416aac9b req-c97dd0e1-37ee-4732-b02d-21a2eed20827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:19.760494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b702493-aae4-47e8-a0c0-691d416aac9b req-c97dd0e1-37ee-4732-b02d-21a2eed20827 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 1098 time: 0.1445312 Jul 16 18:22:19.768964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d080e45-8390-4bf7-97c8-ad088d6e2827 req-bc3f8926-98d6-4829-90d4-daa7f00b7e97 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:19.770357 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d080e45-8390-4bf7-97c8-ad088d6e2827 req-bc3f8926-98d6-4829-90d4-daa7f00b7e97 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 943 time: 0.1160994 Jul 16 18:22:19.829018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b702493-aae4-47e8-a0c0-691d416aac9b req-4dc2369c-aa51-4fa1-9e9d-7a0edbfa12d9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576801 Jul 16 18:22:19.834360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d080e45-8390-4bf7-97c8-ad088d6e2827 req-8e927fbf-9330-4ed2-909c-a26ea9963124 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576346 Jul 16 18:22:19.908378 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cb907-7cde-4045-96f8-2f54c475b6b7 req-fcfc9a35-71da-49bb-aa79-a4715a205ef6 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:19.909782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed3cb907-7cde-4045-96f8-2f54c475b6b7 req-fcfc9a35-71da-49bb-aa79-a4715a205ef6 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 946 time: 0.0704494 Jul 16 18:22:19.953384 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed3cb907-7cde-4045-96f8-2f54c475b6b7 req-1aa6b188-63ca-43eb-8e2b-8c8def6c609a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372961 Jul 16 18:22:20.978947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352202b-2ae4-464d-a224-3e7dc846ac72 req-99d3e3c4-fa1c-4003-a588-835209b6e7cd tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.986628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0352202b-2ae4-464d-a224-3e7dc846ac72 req-99d3e3c4-fa1c-4003-a588-835209b6e7cd tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 949 time: 0.1263287 Jul 16 18:22:21.064519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0352202b-2ae4-464d-a224-3e7dc846ac72 req-135b0b7b-800c-4b64-bdec-6c835068d748 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb4c4ff-9f48-48af-8003-5243a4b2e9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764692 Jul 16 18:22:21.103572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2394d-4545-46aa-9e31-b495ef4c70bd req-63f0f945-32b7-4f1e-96bd-dfe6b31532ea tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:21.111503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bc2394d-4545-46aa-9e31-b495ef4c70bd req-63f0f945-32b7-4f1e-96bd-dfe6b31532ea tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 943 time: 0.1011491 Jul 16 18:22:21.172115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6bc2394d-4545-46aa-9e31-b495ef4c70bd req-9891e34f-3833-48b0-8583-e0001df8002d tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597110 Jul 16 18:22:21.233168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66f229-b8a8-436c-bd1b-238476459514 req-7c8bd465-b237-4c5a-a2eb-d858d81bbf56 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:21.234718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc66f229-b8a8-436c-bd1b-238476459514 req-7c8bd465-b237-4c5a-a2eb-d858d81bbf56 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.43 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 949 time: 0.0940070 Jul 16 18:22:21.250550 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8d13e727-b4db-4ff8-9779-20b278dbec44 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:21.359199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8d13e727-b4db-4ff8-9779-20b278dbec44, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8d13e727-b4db-4ff8-9779-20b278dbec44,segment=NetworkSegment(0e7b9195-bc58-4434-9d15-cadb5eb1884a),segment_id=0e7b9195-bc58-4434-9d15-cadb5eb1884a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:21.363471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7013cf-d383-4522-9ef0-ab31965944fe req-9b29b7c8-c8b1-4776-ba9c-b4d5428a8079 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:21.364629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a7013cf-d383-4522-9ef0-ab31965944fe req-9b29b7c8-c8b1-4776-ba9c-b4d5428a8079 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 946 time: 0.1489174 Jul 16 18:22:21.371239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '8d13e727-b4db-4ff8-9779-20b278dbec44', 'network_id': '0534d647-0329-4cef-bedd-77c93e571e51', 'port_id': '8d13e727-b4db-4ff8-9779-20b278dbec44', 'mac_address': 'fa:16:3e:bd:9f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3a94b9-0656-4515-ac4d-ea0c2b283807', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:21.408977 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.416035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-cc66f229-b8a8-436c-bd1b-238476459514 req-ff068f3f-96c4-46e3-a2ce-c8761f0c3b10 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Deleting port d429eadf-cb89-4426-9609-3ab6fbd54b12 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:21.416035 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc66f229-b8a8-436c-bd1b-238476459514 req-ff068f3f-96c4-46e3-a2ce-c8761f0c3b10 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.422010 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d13e727-b4db-4ff8-9779-20b278dbec44 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:21.430607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a7013cf-d383-4522-9ef0-ab31965944fe req-b8dbea5b-b60c-4bf1-98d1-40cd27a678c8 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540786 Jul 16 18:22:21.442487 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8d13e727-b4db-4ff8-9779-20b278dbec44, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8d13e727-b4db-4ff8-9779-20b278dbec44,segment=NetworkSegment(0e7b9195-bc58-4434-9d15-cadb5eb1884a),segment_id=0e7b9195-bc58-4434-9d15-cadb5eb1884a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:21.448104 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.496360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8d13e727-b4db-4ff8-9779-20b278dbec44,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:21.516033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-cc66f229-b8a8-436c-bd1b-238476459514 req-ff068f3f-96c4-46e3-a2ce-c8761f0c3b10 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] For port d429eadf-cb89-4426-9609-3ab6fbd54b12, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=d429eadf-cb89-4426-9609-3ab6fbd54b12,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:21.516420 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc66f229-b8a8-436c-bd1b-238476459514 req-ff068f3f-96c4-46e3-a2ce-c8761f0c3b10 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.528162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-cc66f229-b8a8-436c-bd1b-238476459514 req-ff068f3f-96c4-46e3-a2ce-c8761f0c3b10 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Calling delete_port for d429eadf-cb89-4426-9609-3ab6fbd54b12 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:21.668532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['8d13e727-b4db-4ff8-9779-20b278dbec44'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:21.687818 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc66f229-b8a8-436c-bd1b-238476459514 req-ff068f3f-96c4-46e3-a2ce-c8761f0c3b10 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.720997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff068f3f-96c4-46e3-a2ce-c8761f0c3b10 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Pushing event deleted for resources: {'Port': ['ID=d429eadf-cb89-4426-9609-3ab6fbd54b12,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:21.772725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc66f229-b8a8-436c-bd1b-238476459514 req-ff068f3f-96c4-46e3-a2ce-c8761f0c3b10 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] No DVR routers for this DVR port d429eadf-cb89-4426-9609-3ab6fbd54b12 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:21.776383 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc66f229-b8a8-436c-bd1b-238476459514 req-ff068f3f-96c4-46e3-a2ce-c8761f0c3b10 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.778260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc66f229-b8a8-436c-bd1b-238476459514 req-ff068f3f-96c4-46e3-a2ce-c8761f0c3b10 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.43 "DELETE /v2.0/ports/d429eadf-cb89-4426-9609-3ab6fbd54b12 HTTP/1.1" status: 204 len: 173 time: 0.5232673 Jul 16 18:22:21.778719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a', 'name': 'network-vif-deleted', 'tag': 'd429eadf-cb89-4426-9609-3ab6fbd54b12'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:21.781006 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbd9846-8bf6-4356-b2ee-f491f8edee02" -d '{"events": [{"server_uuid": "71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a", "name": "network-vif-deleted", "tag": "d429eadf-cb89-4426-9609-3ab6fbd54b12"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:21.788860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dea22-c77b-45c5-b84b-9297e66c49b9 req-90181ba5-26db-4983-9d33-e90edd09e1f3 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:21.791079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c4dea22-c77b-45c5-b84b-9297e66c49b9 req-90181ba5-26db-4983-9d33-e90edd09e1f3 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1099 time: 0.1429801 Jul 16 18:22:21.830495 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5f6e86-d5ad-4530-a0c3-e44e0612614d x-openstack-request-id: req-ed5f6e86-d5ad-4530-a0c3-e44e0612614d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:21.830792 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a", "name": "network-vif-deleted", "tag": "d429eadf-cb89-4426-9609-3ab6fbd54b12", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:21.831047 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed5f6e86-d5ad-4530-a0c3-e44e0612614d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:21.831720 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a', 'name': 'network-vif-deleted', 'tag': 'd429eadf-cb89-4426-9609-3ab6fbd54b12', 'status': 'completed', 'code': 200} Jul 16 18:22:21.835701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c4dea22-c77b-45c5-b84b-9297e66c49b9 req-0c15e06a-4b61-4c30-a4a1-2a057819828d tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351319 Jul 16 18:22:21.861346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41312) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:21.906717 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:22:22.029780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port 4d0db985-169b-4710-96d7-0320e64594fa {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:22.030124 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.119829 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.120379 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.141752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for 4d0db985-169b-4710-96d7-0320e64594fa owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:22.342340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ba9550d-0289-4087-8a4b-65ac2ad1d7ce req-bc59b6ab-d196-4de7-a61c-457b9441d6d3 tempest-VolumesBackupsTest-2127807127 tempest-VolumesBackupsTest-2127807127-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d94cbf-a8e6-4e8e-9e82-f7bdf2a3f55a HTTP/1.1" status: 200 len: 210 time: 0.0802293 Jul 16 18:22:22.398222 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.430018 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=4d0db985-169b-4710-96d7-0320e64594fa,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:22.482889 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:22.483415 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:22.483950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:22.484649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:22.485295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:22.485856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:22.486382 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:22.486872 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:22.487349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:22.487935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:22.488460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:22.488942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:22.533764 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.534553 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Floating IP 9585e7f0-3f6e-4949-a315-93208f931cc3 disassociated (deleted). External IP: 172.25.5.17, port: f5b96119-368a-4e76-93f5-b3274275bedd. Jul 16 18:22:22.561862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420aa351-88dd-4de4-8e09-82f06680dc14 req-5b995234-f0a1-4704-9fc0-3a507bcce04d tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.563351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-420aa351-88dd-4de4-8e09-82f06680dc14 req-5b995234-f0a1-4704-9fc0-3a507bcce04d tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 944 time: 0.1399317 Jul 16 18:22:22.613886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-420aa351-88dd-4de4-8e09-82f06680dc14 req-cbd9619e-a962-4740-a67c-96603d2ebaf6 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 Jul 16 18:22:22.698868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b1541-fe50-4fcd-98fb-ca5be6c82b77 req-eb122cee-2d54-4568-83a0-096656dcd436 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.700641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e36b1541-fe50-4fcd-98fb-ca5be6c82b77 req-eb122cee-2d54-4568-83a0-096656dcd436 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 946 time: 0.0773990 Jul 16 18:22:22.744964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e36b1541-fe50-4fcd-98fb-ca5be6c82b77 req-9b2def70-83ba-4598-affb-70769c726cf5 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385482 Jul 16 18:22:23.007785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router db459903-6d1d-4ed5-b6ae-6a145a061000 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:23.120374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:23.125032 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.131748 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c03cc-c4cc-4956-9e82-d84428355ca7 None None] Sync routers for ids ['db459903-6d1d-4ed5-b6ae-6a145a061000'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:23.140831 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c03cc-c4cc-4956-9e82-d84428355ca7 None None] Routers {'db459903-6d1d-4ed5-b6ae-6a145a061000'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:23.141453 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-715c03cc-c4cc-4956-9e82-d84428355ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:22:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['db459903-6d1d-4ed5-b6ae-6a145a061000'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:23.161259 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1198f615-1c16-47fd-b5de-116ce2104166 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/floatingips/9585e7f0-3f6e-4949-a315-93208f931cc3 HTTP/1.1" status: 204 len: 168 time: 1.2988002 Jul 16 18:22:23.161982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:23.164390 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5036ae7-ed3f-497e-abb6-af8c9919715c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:23.204033 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554d201e-0463-4a39-a65e-a139c83e4f1a x-openstack-request-id: req-554d201e-0463-4a39-a65e-a139c83e4f1a {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:23.204425 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:23.204767 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-554d201e-0463-4a39-a65e-a139c83e4f1a {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:23.205260 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'status': 'completed', 'code': 200} Jul 16 18:22:23.268488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8d13e727-b4db-4ff8-9779-20b278dbec44 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:23.328849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5036ae7-ed3f-497e-abb6-af8c9919715c req-537368ea-9c89-4006-b8ad-b112ef1a7149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.330414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5036ae7-ed3f-497e-abb6-af8c9919715c req-537368ea-9c89-4006-b8ad-b112ef1a7149 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 1099 time: 0.1008871 Jul 16 18:22:23.388268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 8d13e727-b4db-4ff8-9779-20b278dbec44 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:23.397653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 8d13e727-b4db-4ff8-9779-20b278dbec44 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:23.399965 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.421044 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-715c03cc-c4cc-4956-9e82-d84428355ca7 None None] Set router db459903-6d1d-4ed5-b6ae-6a145a061000 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:23.549286 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.558556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5036ae7-ed3f-497e-abb6-af8c9919715c req-6954a708-b3be-4898-ba7c-21fd18e84b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.560134 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5036ae7-ed3f-497e-abb6-af8c9919715c req-6954a708-b3be-4898-ba7c-21fd18e84b7d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 200 len: 898 time: 0.2212505 Jul 16 18:22:23.624208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dcce61-5614-4e1c-9ebb-015fe8011d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d13e727-b4db-4ff8-9779-20b278dbec44'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:23.626911 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8dcf41-9938-4c16-a10e-ddb9ec79fa84" -d '{"events": [{"server_uuid": "07dcce61-5614-4e1c-9ebb-015fe8011d80", "name": "network-vif-plugged", "status": "completed", "tag": "8d13e727-b4db-4ff8-9779-20b278dbec44"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:23.654631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8d13e727-b4db-4ff8-9779-20b278dbec44, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8d13e727-b4db-4ff8-9779-20b278dbec44,segment=NetworkSegment(0e7b9195-bc58-4434-9d15-cadb5eb1884a),segment_id=0e7b9195-bc58-4434-9d15-cadb5eb1884a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:23.665471 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.666637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device d429eadf-cb89-4426-9609-3ab6fbd54b12 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:23.693701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5036ae7-ed3f-497e-abb6-af8c9919715c req-d3e21406-5457-4d0c-8600-7e24ecfad40d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 200 len: 217 time: 0.1193957 Jul 16 18:22:23.706095 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be7ad8c-8f72-4cfb-a266-d01cc11d9dd7 x-openstack-request-id: req-5be7ad8c-8f72-4cfb-a266-d01cc11d9dd7 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:23.706710 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dcce61-5614-4e1c-9ebb-015fe8011d80", "name": "network-vif-plugged", "status": "completed", "tag": "8d13e727-b4db-4ff8-9779-20b278dbec44", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:23.707120 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5be7ad8c-8f72-4cfb-a266-d01cc11d9dd7 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:23.707700 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dcce61-5614-4e1c-9ebb-015fe8011d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d13e727-b4db-4ff8-9779-20b278dbec44', 'code': 200} Jul 16 18:22:23.751737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: d429eadf-cb89-4426-9609-3ab6fbd54b12 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:23.752083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device d429eadf-cb89-4426-9609-3ab6fbd54b12 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:23.778340 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-715c03cc-c4cc-4956-9e82-d84428355ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:20:16Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '81b169ee-58f9-4a5e-9863-ad9d30817d02', 'name': '', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:24:bf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:14Z', 'updated_at': '2021-07-16T18:20:21Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:23.795126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8d13e727-b4db-4ff8-9779-20b278dbec44,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:23.835541 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c03cc-c4cc-4956-9e82-d84428355ca7 None None] Checking router: db459903-6d1d-4ed5-b6ae-6a145a061000 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:23.848927 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c03cc-c4cc-4956-9e82-d84428355ca7 None None] Routers {'db459903-6d1d-4ed5-b6ae-6a145a061000'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:23.849826 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-715c03cc-c4cc-4956-9e82-d84428355ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:22:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['db459903-6d1d-4ed5-b6ae-6a145a061000'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:23.873961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5036ae7-ed3f-497e-abb6-af8c9919715c req-bf6d09bc-fb93-4687-9978-9713be112019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.875754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5036ae7-ed3f-497e-abb6-af8c9919715c req-bf6d09bc-fb93-4687-9978-9713be112019 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 HTTP/1.1" status: 200 len: 835 time: 0.1193101 Jul 16 18:22:23.979234 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-715c03cc-c4cc-4956-9e82-d84428355ca7 None None] Set router db459903-6d1d-4ed5-b6ae-6a145a061000 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:23.982037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a545f4-f2ca-4269-8b42-d81b0da929e8 req-9ec46939-7eba-45c3-b774-22d35fb977d7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.982287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6a545f4-f2ca-4269-8b42-d81b0da929e8 req-9ec46939-7eba-45c3-b774-22d35fb977d7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 947 time: 0.3224676 Jul 16 18:22:24.051725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a6ffe-8315-4b44-96d3-720d19b328ae req-e80d03e6-2485-478c-b033-c5c91ca336f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.053318 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-138a6ffe-8315-4b44-96d3-720d19b328ae req-e80d03e6-2485-478c-b033-c5c91ca336f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 1097 time: 0.2417798 Jul 16 18:22:24.104849 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6a545f4-f2ca-4269-8b42-d81b0da929e8 req-cce23ad3-706d-470d-9b00-2450381edb91 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021006 Jul 16 18:22:24.135641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-138a6ffe-8315-4b44-96d3-720d19b328ae req-fc97c1f2-c497-4af9-be29-e10e0f832a51 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750520 Jul 16 18:22:24.146433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c65e7-70d6-4b63-b4b1-ac36c951fa26 req-67b9b28a-ef96-4ff9-8fc1-30cea1031910 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.154247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-964c65e7-70d6-4b63-b4b1-ac36c951fa26 req-67b9b28a-ef96-4ff9-8fc1-30cea1031910 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 945 time: 0.2165544 Jul 16 18:22:24.185390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5036ae7-ed3f-497e-abb6-af8c9919715c req-cca7fd64-dd5f-45da-83d3-66cf5be22085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.187635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5036ae7-ed3f-497e-abb6-af8c9919715c req-cca7fd64-dd5f-45da-83d3-66cf5be22085 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5fae292-d76e-4b9c-9903-d6e77d026e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3022192 Jul 16 18:22:24.235273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-964c65e7-70d6-4b63-b4b1-ac36c951fa26 req-6035a6a2-e3ce-40d8-94fa-ec6010d815b5 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796635 Jul 16 18:22:24.257566 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-715c03cc-c4cc-4956-9e82-d84428355ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:20:16Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '81b169ee-58f9-4a5e-9863-ad9d30817d02', 'name': '', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:24:bf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:14Z', 'updated_at': '2021-07-16T18:20:21Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:24.289264 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c03cc-c4cc-4956-9e82-d84428355ca7 None None] The sync data for ids ['db459903-6d1d-4ed5-b6ae-6a145a061000'] in n-d-787206-10 is: [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:20:16Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '81b169ee-58f9-4a5e-9863-ad9d30817d02', 'name': '', 'network_id': 'c5fae292-d76e-4b9c-9903-d6e77d026e3a', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:24:bf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:14Z', 'updated_at': '2021-07-16T18:20:21Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': 'e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:24.323156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5036ae7-ed3f-497e-abb6-af8c9919715c req-b0916514-b749-4dd8-8468-8e7085652fa6 service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251535 Jul 16 18:22:24.444515 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5036ae7-ed3f-497e-abb6-af8c9919715c req-34f1ccb8-7c3f-4e54-8ae9-afaabb992334 service neutron] 10.222.0.35 "GET /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124532 Jul 16 18:22:24.654171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd05f7-01db-48a9-867c-a4501fa4b077 None None] New status for floating IP 9585e7f0-3f6e-4949-a315-93208f931cc3: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:24.946561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2103ad-bbce-4c36-96dc-27977ba8ea63 req-c5f27269-1440-4c96-8f86-68fc7e2bbdae tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.948479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a2103ad-bbce-4c36-96dc-27977ba8ea63 req-c5f27269-1440-4c96-8f86-68fc7e2bbdae tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 947 time: 0.1176395 Jul 16 18:22:25.064688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-4a2103ad-bbce-4c36-96dc-27977ba8ea63 req-35305d15-ca49-4c6e-aedb-c172d52fb03b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port f5b96119-368a-4e76-93f5-b3274275bedd {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:25.065024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4a2103ad-bbce-4c36-96dc-27977ba8ea63 req-35305d15-ca49-4c6e-aedb-c172d52fb03b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.182291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4a2103ad-bbce-4c36-96dc-27977ba8ea63 req-35305d15-ca49-4c6e-aedb-c172d52fb03b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] For port f5b96119-368a-4e76-93f5-b3274275bedd, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f5b96119-368a-4e76-93f5-b3274275bedd,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:25.182654 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4a2103ad-bbce-4c36-96dc-27977ba8ea63 req-35305d15-ca49-4c6e-aedb-c172d52fb03b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.201449 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-4a2103ad-bbce-4c36-96dc-27977ba8ea63 req-35305d15-ca49-4c6e-aedb-c172d52fb03b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for f5b96119-368a-4e76-93f5-b3274275bedd owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:25.422490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b649d-74f8-45d6-9970-9618e351c3c8 req-ad26df94-903c-4ee9-a726-94c8c55f1c0b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.424015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f4b649d-74f8-45d6-9970-9618e351c3c8 req-ad26df94-903c-4ee9-a726-94c8c55f1c0b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 947 time: 0.1527398 Jul 16 18:22:25.477668 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4a2103ad-bbce-4c36-96dc-27977ba8ea63 req-35305d15-ca49-4c6e-aedb-c172d52fb03b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.526487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35305d15-ca49-4c6e-aedb-c172d52fb03b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=f5b96119-368a-4e76-93f5-b3274275bedd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:25.534863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f4b649d-74f8-45d6-9970-9618e351c3c8 req-a3083f51-4082-4cac-baef-d139b3c0c0f2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cb46a87-445b-4077-bc55-6eab21e4c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922189 Jul 16 18:22:25.582018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2103ad-bbce-4c36-96dc-27977ba8ea63 req-35305d15-ca49-4c6e-aedb-c172d52fb03b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] No DVR routers for this DVR port f5b96119-368a-4e76-93f5-b3274275bedd on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:25.585371 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4a2103ad-bbce-4c36-96dc-27977ba8ea63 req-35305d15-ca49-4c6e-aedb-c172d52fb03b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.587930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a2103ad-bbce-4c36-96dc-27977ba8ea63 req-35305d15-ca49-4c6e-aedb-c172d52fb03b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.35 "DELETE /v2.0/ports/f5b96119-368a-4e76-93f5-b3274275bedd HTTP/1.1" status: 204 len: 173 time: 0.6293623 Jul 16 18:22:25.588347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'name': 'network-vif-deleted', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:25.590580 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b5016f-5e40-4b94-962c-36efa24bba90" -d '{"events": [{"server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "name": "network-vif-deleted", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:25.605623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6d6fb-3af0-4173-a538-423b98ed29cf req-0507d2c0-be52-48e9-852e-e9d22099127c tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.607347 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9e6d6fb-3af0-4173-a538-423b98ed29cf req-0507d2c0-be52-48e9-852e-e9d22099127c tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 945 time: 0.2112122 Jul 16 18:22:25.705530 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9e6d6fb-3af0-4173-a538-423b98ed29cf req-ee1eb632-5dd2-488a-9616-2faf2da1a349 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845065 Jul 16 18:22:25.720138 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99913a1c-4b8e-46b0-ad3c-31bb057415cd x-openstack-request-id: req-99913a1c-4b8e-46b0-ad3c-31bb057415cd {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:25.720428 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab4ed0a-307a-44c5-82c2-da821b494ab1", "name": "network-vif-deleted", "tag": "f5b96119-368a-4e76-93f5-b3274275bedd", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:25.720674 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99913a1c-4b8e-46b0-ad3c-31bb057415cd {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:25.721069 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab4ed0a-307a-44c5-82c2-da821b494ab1', 'name': 'network-vif-deleted', 'tag': 'f5b96119-368a-4e76-93f5-b3274275bedd', 'status': 'completed', 'code': 200} Jul 16 18:22:26.616401 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.643353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7926-994e-46f2-bce3-50da905f1cc0 req-6a43c040-6bbc-43d2-bf24-0350b1c6114b tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.644260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db3b7926-994e-46f2-bce3-50da905f1cc0 req-6a43c040-6bbc-43d2-bf24-0350b1c6114b tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 945 time: 0.0843377 Jul 16 18:22:26.709292 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db3b7926-994e-46f2-bce3-50da905f1cc0 req-b52f401d-ad0b-4470-8990-140ea0910045 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567007 Jul 16 18:22:26.761162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d93983ae-8804-4369-a2b5-5560062330bd req-ea415543-adef-4719-b506-1a0ed9259931 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab4ed0a-307a-44c5-82c2-da821b494ab1 HTTP/1.1" status: 200 len: 210 time: 0.0358574 Jul 16 18:22:26.814731 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.900898 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41472) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:27.984337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60625-a327-4457-a804-094e33a1c6b4 req-2626b94b-6327-49b5-8b7b-040e67f20040 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:27.993245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19d60625-a327-4457-a804-094e33a1c6b4 req-2626b94b-6327-49b5-8b7b-040e67f20040 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 945 time: 0.1598337 Jul 16 18:22:28.010349 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f2a86c17-3d70-4920-b685-655efd3bdb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.072397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19d60625-a327-4457-a804-094e33a1c6b4 req-95001904-1fd6-4796-b330-4f35e36a3560 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776768 Jul 16 18:22:28.099406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af6f00-bd4b-4ce7-b631-3a1841cb8a21 req-7afba8be-fc09-4b22-8cf1-6e69e476b217 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.101285 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80af6f00-bd4b-4ce7-b631-3a1841cb8a21 req-7afba8be-fc09-4b22-8cf1-6e69e476b217 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.43 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 945 time: 0.1712258 Jul 16 18:22:28.279710 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f5b96119-368a-4e76-93f5-b3274275bedd no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:28.312597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: f5b96119-368a-4e76-93f5-b3274275bedd {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:28.313209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f5b96119-368a-4e76-93f5-b3274275bedd not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:28.426682 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ecbb0c0-3bd7-4c17-8d71-4915b6e5d38d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.585122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-80af6f00-bd4b-4ce7-b631-3a1841cb8a21 req-b16c00b5-d2b6-4547-a5e7-90fab3fa5001 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Deleting port 8d13e727-b4db-4ff8-9779-20b278dbec44 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:28.585469 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80af6f00-bd4b-4ce7-b631-3a1841cb8a21 req-b16c00b5-d2b6-4547-a5e7-90fab3fa5001 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.703391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-80af6f00-bd4b-4ce7-b631-3a1841cb8a21 req-b16c00b5-d2b6-4547-a5e7-90fab3fa5001 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] For port 8d13e727-b4db-4ff8-9779-20b278dbec44, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8d13e727-b4db-4ff8-9779-20b278dbec44,segment=NetworkSegment(0e7b9195-bc58-4434-9d15-cadb5eb1884a),segment_id=0e7b9195-bc58-4434-9d15-cadb5eb1884a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:28.703800 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80af6f00-bd4b-4ce7-b631-3a1841cb8a21 req-b16c00b5-d2b6-4547-a5e7-90fab3fa5001 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.719400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-80af6f00-bd4b-4ce7-b631-3a1841cb8a21 req-b16c00b5-d2b6-4547-a5e7-90fab3fa5001 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Calling delete_port for 8d13e727-b4db-4ff8-9779-20b278dbec44 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:28.754560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1ecbb0c0-3bd7-4c17-8d71-4915b6e5d38d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port 81b169ee-58f9-4a5e-9863-ad9d30817d02 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:28.754957 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ecbb0c0-3bd7-4c17-8d71-4915b6e5d38d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.870747 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-1ecbb0c0-3bd7-4c17-8d71-4915b6e5d38d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] For port 81b169ee-58f9-4a5e-9863-ad9d30817d02, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=81b169ee-58f9-4a5e-9863-ad9d30817d02,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:28.871448 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ecbb0c0-3bd7-4c17-8d71-4915b6e5d38d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.877585 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80af6f00-bd4b-4ce7-b631-3a1841cb8a21 req-b16c00b5-d2b6-4547-a5e7-90fab3fa5001 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.891553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['8d13e727-b4db-4ff8-9779-20b278dbec44'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:28.893349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1ecbb0c0-3bd7-4c17-8d71-4915b6e5d38d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for 81b169ee-58f9-4a5e-9863-ad9d30817d02 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:28.920455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c00b5-d2b6-4547-a5e7-90fab3fa5001 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Pushing event deleted for resources: {'Port': ['ID=8d13e727-b4db-4ff8-9779-20b278dbec44,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:28.988401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-80af6f00-bd4b-4ce7-b631-3a1841cb8a21 req-b16c00b5-d2b6-4547-a5e7-90fab3fa5001 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] No DVR routers for this DVR port 8d13e727-b4db-4ff8-9779-20b278dbec44 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:28.999185 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-80af6f00-bd4b-4ce7-b631-3a1841cb8a21 req-b16c00b5-d2b6-4547-a5e7-90fab3fa5001 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.001609 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80af6f00-bd4b-4ce7-b631-3a1841cb8a21 req-b16c00b5-d2b6-4547-a5e7-90fab3fa5001 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.43 "DELETE /v2.0/ports/8d13e727-b4db-4ff8-9779-20b278dbec44 HTTP/1.1" status: 204 len: 173 time: 0.8932819 Jul 16 18:22:29.006678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dcce61-5614-4e1c-9ebb-015fe8011d80', 'name': 'network-vif-deleted', 'tag': '8d13e727-b4db-4ff8-9779-20b278dbec44'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:29.006678 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafe31e3-7dd2-464e-b681-428441497918" -d '{"events": [{"server_uuid": "07dcce61-5614-4e1c-9ebb-015fe8011d80", "name": "network-vif-deleted", "tag": "8d13e727-b4db-4ff8-9779-20b278dbec44"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:29.069484 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c669d1f-f929-49e2-9c49-b585fd6f6027 x-openstack-request-id: req-1c669d1f-f929-49e2-9c49-b585fd6f6027 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:29.069484 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dcce61-5614-4e1c-9ebb-015fe8011d80", "name": "network-vif-deleted", "tag": "8d13e727-b4db-4ff8-9779-20b278dbec44", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:29.069484 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c669d1f-f929-49e2-9c49-b585fd6f6027 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:29.069829 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dcce61-5614-4e1c-9ebb-015fe8011d80', 'name': 'network-vif-deleted', 'tag': '8d13e727-b4db-4ff8-9779-20b278dbec44', 'status': 'completed', 'code': 200} Jul 16 18:22:29.251325 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ecbb0c0-3bd7-4c17-8d71-4915b6e5d38d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.308521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbb0c0-3bd7-4c17-8d71-4915b6e5d38d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=81b169ee-58f9-4a5e-9863-ad9d30817d02,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:29.373016 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f0ec037-f7ca-4b12-9028-f76bc7ea86cc req-523bae71-bf3c-48df-bfa0-6730468f35d5 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=07dcce61-5614-4e1c-9ebb-015fe8011d80 HTTP/1.1" status: 200 len: 210 time: 0.1179624 Jul 16 18:22:29.526957 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [req-80ba0f5a-a546-4f6c-ae11-a2a5e4d18b6f req-f69fcfc0-7f91-4c35-a16b-0f167b878318 service neutron] (100170) timed out ('10.222.0.41', 46322) {{(pid=100170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:22:29.671306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ecbb0c0-3bd7-4c17-8d71-4915b6e5d38d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.987848 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecbb0c0-3bd7-4c17-8d71-4915b6e5d38d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router db459903-6d1d-4ed5-b6ae-6a145a061000 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:30.071540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce008a1a-a16f-4bbd-bfe1-73dd40b12cc2 req-a4003fc0-e2a6-4eb6-bb66-5866c5bf1c20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1453767 Jul 16 18:22:30.195857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecbb0c0-3bd7-4c17-8d71-4915b6e5d38d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:30.206160 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1ecbb0c0-3bd7-4c17-8d71-4915b6e5d38d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "PUT /v2.0/routers/db459903-6d1d-4ed5-b6ae-6a145a061000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3033359 Jul 16 18:22:30.206885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41506) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:30.210987 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d552ed-0ba2-48f9-9b54-77e84a0ec9d4 None None] Sync routers for ids ['db459903-6d1d-4ed5-b6ae-6a145a061000'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:30.224293 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d552ed-0ba2-48f9-9b54-77e84a0ec9d4 None None] Routers {'db459903-6d1d-4ed5-b6ae-6a145a061000'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:30.225191 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-79d552ed-0ba2-48f9-9b54-77e84a0ec9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:22:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['db459903-6d1d-4ed5-b6ae-6a145a061000'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:30.248847 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce008a1a-a16f-4bbd-bfe1-73dd40b12cc2 req-12b9aaa5-d34f-4ce0-9340-1de478cc51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.250904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce008a1a-a16f-4bbd-bfe1-73dd40b12cc2 req-12b9aaa5-d34f-4ce0-9340-1de478cc51a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 1098 time: 0.0979025 Jul 16 18:22:30.286525 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ff1b80-e4c8-4d3e-91de-b3d7483736bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting subnet e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:30.296123 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25ff1b80-e4c8-4d3e-91de-b3d7483736bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.349637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25ff1b80-e4c8-4d3e-91de-b3d7483736bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.380708 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-79d552ed-0ba2-48f9-9b54-77e84a0ec9d4 None None] Set router db459903-6d1d-4ed5-b6ae-6a145a061000 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:30.403272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce008a1a-a16f-4bbd-bfe1-73dd40b12cc2 req-789cc798-447e-4d1c-9c61-2005ec25352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.405126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce008a1a-a16f-4bbd-bfe1-73dd40b12cc2 req-789cc798-447e-4d1c-9c61-2005ec25352b service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 200 len: 917 time: 0.1303725 Jul 16 18:22:30.510617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25ff1b80-e4c8-4d3e-91de-b3d7483736bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.565804 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce008a1a-a16f-4bbd-bfe1-73dd40b12cc2 req-71bd0958-385e-4d85-bdec-23cb641673f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb HTTP/1.1" status: 200 len: 1000 time: 0.1528592 Jul 16 18:22:30.682147 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25ff1b80-e4c8-4d3e-91de-b3d7483736bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.691617 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.726384 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-79d552ed-0ba2-48f9-9b54-77e84a0ec9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:22:29Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:30.738069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce008a1a-a16f-4bbd-bfe1-73dd40b12cc2 req-3186e1ee-663d-44fa-8355-aee99ff071bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.745250 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce008a1a-a16f-4bbd-bfe1-73dd40b12cc2 req-3186e1ee-663d-44fa-8355-aee99ff071bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 200 len: 855 time: 0.1714814 Jul 16 18:22:30.746029 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a955d572-d4a2-4612-adaa-6793727240cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.759796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25ff1b80-e4c8-4d3e-91de-b3d7483736bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.761551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d938e069-f6ab-49df-97d8-92faf8774740 None None] Network c5fae292-d76e-4b9c-9903-d6e77d026e3a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:30.762694 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-25ff1b80-e4c8-4d3e-91de-b3d7483736bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/subnets/e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0 HTTP/1.1" status: 204 len: 168 time: 0.5548148 Jul 16 18:22:30.765690 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff1b80-e4c8-4d3e-91de-b3d7483736bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f490f3-fe3f-45b1-a4b7-ece3f7c774f0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:30.772424 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41522) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:30.774835 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d552ed-0ba2-48f9-9b54-77e84a0ec9d4 None None] Checking router: db459903-6d1d-4ed5-b6ae-6a145a061000 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:30.783775 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d552ed-0ba2-48f9-9b54-77e84a0ec9d4 None None] Routers {'db459903-6d1d-4ed5-b6ae-6a145a061000'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:30.784402 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-79d552ed-0ba2-48f9-9b54-77e84a0ec9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:22:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['db459903-6d1d-4ed5-b6ae-6a145a061000'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:30.983730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce008a1a-a16f-4bbd-bfe1-73dd40b12cc2 req-1654ce9a-8a8e-449e-8998-3b50e81c5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.985178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce008a1a-a16f-4bbd-bfe1-73dd40b12cc2 req-1654ce9a-8a8e-449e-8998-3b50e81c5033 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2328868 Jul 16 18:22:31.014540 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-79d552ed-0ba2-48f9-9b54-77e84a0ec9d4 None None] Set router db459903-6d1d-4ed5-b6ae-6a145a061000 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:31.032572 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.098039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-5bd50438-a493-4340-a0bf-c390bd689591 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.099644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-5bd50438-a493-4340-a0bf-c390bd689591 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/networks?id=0534d647-0329-4cef-bedd-77c93e571e51 HTTP/1.1" status: 200 len: 809 time: 0.2534137 Jul 16 18:22:31.124796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08881259-e5c2-4005-847b-e5d969e634c8 None None] DHCP port deletion for c5fae292-d76e-4b9c-9903-d6e77d026e3a request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:31.161309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-fc86dc84-249a-44fa-beb1-c48b9ee23d06 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/quotas/3fdddd2c9f12403b9e94c927a28c5eb4 HTTP/1.1" status: 200 len: 375 time: 0.0178196 Jul 16 18:22:31.190280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-08881259-e5c2-4005-847b-e5d969e634c8 None None] Deleting port 74218956-0303-483c-8fb6-4bac1015d9a7 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:31.191028 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-08881259-e5c2-4005-847b-e5d969e634c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.202358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-4a864392-a1c7-45da-83a8-4c52a155c8c7 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fdddd2c9f12403b9e94c927a28c5eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342300 Jul 16 18:22:31.222639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce008a1a-a16f-4bbd-bfe1-73dd40b12cc2 req-ed25a5bb-fefc-4575-948f-951460a183e1 service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233593 Jul 16 18:22:31.288757 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-79d552ed-0ba2-48f9-9b54-77e84a0ec9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:22:29Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:31.300478 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-08881259-e5c2-4005-847b-e5d969e634c8 None None] For port 74218956-0303-483c-8fb6-4bac1015d9a7, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=74218956-0303-483c-8fb6-4bac1015d9a7,segment=NetworkSegment(b9cab46d-a93c-431d-a7a5-f20483a907bf),segment_id=b9cab46d-a93c-431d-a7a5-f20483a907bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:31.301023 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-08881259-e5c2-4005-847b-e5d969e634c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.331447 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d552ed-0ba2-48f9-9b54-77e84a0ec9d4 None None] The sync data for ids ['db459903-6d1d-4ed5-b6ae-6a145a061000'] in n-d-787206-10 is: [{'id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088345900', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:08Z', 'updated_at': '2021-07-16T18:22:29Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'c647b32c-d80c-4a6f-8515-521c29830a92', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db459903-6d1d-4ed5-b6ae-6a145a061000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:31.332574 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8d13e727-b4db-4ff8-9779-20b278dbec44 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:31.346687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-0a2a6057-2573-417e-b85d-3cb798d1cded service neutron] 10.222.0.41 "GET /v2.0/networks/0534d647-0329-4cef-bedd-77c93e571e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335242 Jul 16 18:22:31.354706 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-08881259-e5c2-4005-847b-e5d969e634c8 None None] Calling delete_port for 74218956-0303-483c-8fb6-4bac1015d9a7 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:31.412306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 8d13e727-b4db-4ff8-9779-20b278dbec44 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:31.412980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8d13e727-b4db-4ff8-9779-20b278dbec44 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:31.464985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce008a1a-a16f-4bbd-bfe1-73dd40b12cc2 req-733c3114-6ae2-47f0-ae46-b0c12b9f3e21 service neutron] 10.222.0.43 "GET /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172587 Jul 16 18:22:31.534148 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-08881259-e5c2-4005-847b-e5d969e634c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.550464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08881259-e5c2-4005-847b-e5d969e634c8 None None] No DVR routers for this DVR port 74218956-0303-483c-8fb6-4bac1015d9a7 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:31.613466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-35b7159d-4cac-4eb9-a672-29bad1d865c4 service neutron] 10.222.0.41 "GET /v2.0/networks/0534d647-0329-4cef-bedd-77c93e571e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657781 Jul 16 18:22:31.625579 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08881259-e5c2-4005-847b-e5d969e634c8 None None] Pushing event deleted for resources: {'Port': ['ID=74218956-0303-483c-8fb6-4bac1015d9a7,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:31.739373 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.800979 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 81b169ee-58f9-4a5e-9863-ad9d30817d02 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:31.826005 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 81b169ee-58f9-4a5e-9863-ad9d30817d02 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:31.827726 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 81b169ee-58f9-4a5e-9863-ad9d30817d02 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:31.828565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 74218956-0303-483c-8fb6-4bac1015d9a7 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:31.864651 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 74218956-0303-483c-8fb6-4bac1015d9a7 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:31.866587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 74218956-0303-483c-8fb6-4bac1015d9a7 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:31.898515 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.927099 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port c647b32c-d80c-4a6f-8515-521c29830a92 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:31.927099 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.047512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-196a60ec-4911-40f7-8e15-979adce25264 req-40773b6b-e09e-41cf-9c52-d6c5cde935d1 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 210 time: 0.1016297 Jul 16 18:22:32.094410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] For port c647b32c-d80c-4a6f-8515-521c29830a92, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c647b32c-d80c-4a6f-8515-521c29830a92,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:32.095177 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.112928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for c647b32c-d80c-4a6f-8515-521c29830a92 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:32.322411 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.350709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=c647b32c-d80c-4a6f-8515-521c29830a92,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:32.438769 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.549663 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.552722 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.605971 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.606542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Fanout notify agent at l3_agent the message router_deleted on router db459903-6d1d-4ed5-b6ae-6a145a061000 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:22:32.614629 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.615769 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2d7881b3-826a-4a24-9f0c-8a33f4689b1b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/routers/db459903-6d1d-4ed5-b6ae-6a145a061000 HTTP/1.1" status: 204 len: 168 time: 1.8343756 Jul 16 18:22:32.619172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41542) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:32.716834 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ba22191-ce9b-48a7-a8df-8ef6c0629ed3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.878627 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ba22191-ce9b-48a7-a8df-8ef6c0629ed3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.894838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-7ba22191-ce9b-48a7-a8df-8ef6c0629ed3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fae292-d76e-4b9c-9903-d6e77d026e3a']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:32.911235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-7ba22191-ce9b-48a7-a8df-8ef6c0629ed3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cab46d-a93c-431d-a7a5-f20483a907bf') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:32.911595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-7ba22191-ce9b-48a7-a8df-8ef6c0629ed3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cab46d-a93c-431d-a7a5-f20483a907bf') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:32.922594 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ba22191-ce9b-48a7-a8df-8ef6c0629ed3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.943091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ba22191-ce9b-48a7-a8df-8ef6c0629ed3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.951514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba22191-ce9b-48a7-a8df-8ef6c0629ed3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:32.952208 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ba22191-ce9b-48a7-a8df-8ef6c0629ed3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: items = [ Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:32.955567 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:33.048166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ba22191-ce9b-48a7-a8df-8ef6c0629ed3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.078135 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7ba22191-ce9b-48a7-a8df-8ef6c0629ed3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.080307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7ba22191-ce9b-48a7-a8df-8ef6c0629ed3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/networks/c5fae292-d76e-4b9c-9903-d6e77d026e3a HTTP/1.1" status: 204 len: 168 time: 0.4600925 Jul 16 18:22:33.081415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba22191-ce9b-48a7-a8df-8ef6c0629ed3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Network': ['ID=c5fae292-d76e-4b9c-9903-d6e77d026e3a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:33.083004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41554) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:33.174733 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b97-a231-4be0-8ffe-f5a23032e972 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.221862 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b97-a231-4be0-8ffe-f5a23032e972 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.300551 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b97-a231-4be0-8ffe-f5a23032e972 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.303547 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b97-a231-4be0-8ffe-f5a23032e972 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.305740 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cfb10b97-a231-4be0-8ffe-f5a23032e972 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/security-groups/1cb46a87-445b-4077-bc55-6eab21e4c0b9 HTTP/1.1" status: 204 len: 168 time: 0.2210526 Jul 16 18:22:33.319404 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb10b97-a231-4be0-8ffe-f5a23032e972 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb46a87-445b-4077-bc55-6eab21e4c0b9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:33.394250 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e7ef3d8-0bc4-4910-bb5d-31167aecf8ab req-87d50aec-c596-4be7-b184-4484a103fe48 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 210 time: 0.1087635 Jul 16 18:22:33.514789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c647b32c-d80c-4a6f-8515-521c29830a92 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:33.578913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: c647b32c-d80c-4a6f-8515-521c29830a92 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:33.584761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c647b32c-d80c-4a6f-8515-521c29830a92 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:33.642530 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.717264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-9475c59a-dd08-4805-bb30-dea3cc89259c tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.723413 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-9475c59a-dd08-4805-bb30-dea3cc89259c tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.43 "GET /v2.0/networks?id=0534d647-0329-4cef-bedd-77c93e571e51 HTTP/1.1" status: 200 len: 809 time: 0.3040633 Jul 16 18:22:33.737743 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-f7cbe2e2-dea5-4bd1-b984-99c7f5f0a726 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Request body: {'port': {'device_id': '7a20a4c4-f80c-4aba-add3-be0979aaa58f', 'network_id': '0534d647-0329-4cef-bedd-77c93e571e51', 'admin_state_up': True, 'tenant_id': '3fdddd2c9f12403b9e94c927a28c5eb4'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:34.014818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-f7cbe2e2-dea5-4bd1-b984-99c7f5f0a726 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Made reservation on behalf of 3fdddd2c9f12403b9e94c927a28c5eb4 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:34.019702 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-f7cbe2e2-dea5-4bd1-b984-99c7f5f0a726 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.223486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-f7cbe2e2-dea5-4bd1-b984-99c7f5f0a726 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Allocated IP 172.20.0.13 (0534d647-0329-4cef-bedd-77c93e571e51/6d3a94b9-0656-4515-ac4d-ea0c2b283807/323eb250-5a92-4a37-9906-7d559a173caf) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:34.359653 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41566) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:34.364926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1e956b08-48db-467b-9d61-e71f85cf877c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658036227', 'description': 'tempest-secgroup-smoke-658036227 description', 'project_id': '407f6f1770c34505b8d60a8097455895'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:34.406645 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1e956b08-48db-467b-9d61-e71f85cf877c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.439312 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-f7cbe2e2-dea5-4bd1-b984-99c7f5f0a726 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.504507 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-f7cbe2e2-dea5-4bd1-b984-99c7f5f0a726 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.522241 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1e956b08-48db-467b-9d61-e71f85cf877c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.538299 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1e956b08-48db-467b-9d61-e71f85cf877c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.580877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-f7cbe2e2-dea5-4bd1-b984-99c7f5f0a726 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Network 0534d647-0329-4cef-bedd-77c93e571e51 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:34.584236 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1e956b08-48db-467b-9d61-e71f85cf877c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.585483 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1e956b08-48db-467b-9d61-e71f85cf877c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2243011 Jul 16 18:22:34.587793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e956b08-48db-467b-9d61-e71f85cf877c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e8cdc8-79b0-4b13-9282-905df039144b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:34.589789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41570) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:34.594240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-cbead27a-5d0f-4bc9-a08f-9f3f28c3d464 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': 'f2e8cdc8-79b0-4b13-9282-905df039144b', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:34.623754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cbead27a-5d0f-4bc9-a08f-9f3f28c3d464 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.629537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-f7cbe2e2-dea5-4bd1-b984-99c7f5f0a726 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:34.632681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbe2e2-dea5-4bd1-b984-99c7f5f0a726 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Pushing event updated for resources: {'Port': ['ID=323eb250-5a92-4a37-9906-7d559a173caf,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:34.636068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-f7cbe2e2-dea5-4bd1-b984-99c7f5f0a726 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:34.716809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-f7cbe2e2-dea5-4bd1-b984-99c7f5f0a726 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:34.717459 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-f7cbe2e2-dea5-4bd1-b984-99c7f5f0a726 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.721097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cbead27a-5d0f-4bc9-a08f-9f3f28c3d464 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.725685 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cbead27a-5d0f-4bc9-a08f-9f3f28c3d464 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.731734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be4b74-7a3c-4263-ad97-2718810f90a1 req-04b1fa6d-911d-4be9-9bbf-afa8fdb2b976 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:34.733440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6be4b74-7a3c-4263-ad97-2718810f90a1 req-04b1fa6d-911d-4be9-9bbf-afa8fdb2b976 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 932 time: 0.1688514 Jul 16 18:22:34.744560 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-f7cbe2e2-dea5-4bd1-b984-99c7f5f0a726 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0105178 Jul 16 18:22:34.751387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbead27a-5d0f-4bc9-a08f-9f3f28c3d464 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befb84ff-344e-4ebb-b267-90d9295a8b38,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:34.758964 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cbead27a-5d0f-4bc9-a08f-9f3f28c3d464 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.760366 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cbead27a-5d0f-4bc9-a08f-9f3f28c3d464 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1696582 Jul 16 18:22:34.763033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Request body: {'port': {'device_id': '7a20a4c4-f80c-4aba-add3-be0979aaa58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:34.763170 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41572) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:34.767860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-497adf81-5b87-43f4-a686-4dbb29ba332d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': 'f2e8cdc8-79b0-4b13-9282-905df039144b', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:34.798264 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-497adf81-5b87-43f4-a686-4dbb29ba332d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.850446 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6be4b74-7a3c-4263-ad97-2718810f90a1 req-4f689a54-1a70-4c14-b705-3e0a23f2f507 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004047 Jul 16 18:22:34.864252 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-497adf81-5b87-43f4-a686-4dbb29ba332d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.867245 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.871945 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-497adf81-5b87-43f4-a686-4dbb29ba332d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.901925 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497adf81-5b87-43f4-a686-4dbb29ba332d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6787f93e-4cc7-4e0c-a2ca-9959744edc03,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:34.906133 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-497adf81-5b87-43f4-a686-4dbb29ba332d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.907516 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-497adf81-5b87-43f4-a686-4dbb29ba332d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433046 Jul 16 18:22:34.910515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41578) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:34.915951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a938c659-1a30-4338-b825-a8e9aca7bd54 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': 'f2e8cdc8-79b0-4b13-9282-905df039144b', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:34.949695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a938c659-1a30-4338-b825-a8e9aca7bd54 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.028996 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a938c659-1a30-4338-b825-a8e9aca7bd54 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.033321 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a938c659-1a30-4338-b825-a8e9aca7bd54 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.071942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938c659-1a30-4338-b825-a8e9aca7bd54 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e6cb45-546e-457d-b76c-8d30968a32f5,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:35.080322 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a938c659-1a30-4338-b825-a8e9aca7bd54 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.084416 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a938c659-1a30-4338-b825-a8e9aca7bd54 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704309 Jul 16 18:22:35.084745 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41582) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:35.093825 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-249b4157-fdc6-40e5-b51b-380bc0e66247 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': 'f2e8cdc8-79b0-4b13-9282-905df039144b', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:35.135348 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-249b4157-fdc6-40e5-b51b-380bc0e66247 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.223563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-249b4157-fdc6-40e5-b51b-380bc0e66247 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.229792 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-249b4157-fdc6-40e5-b51b-380bc0e66247 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.255677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323eb250-5a92-4a37-9906-7d559a173caf {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:35.273185 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.279363 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b4157-fdc6-40e5-b51b-380bc0e66247 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebfef69-23a3-4f11-94b4-b4c0a3bd1f04,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:35.282340 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-249b4157-fdc6-40e5-b51b-380bc0e66247 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.286746 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-249b4157-fdc6-40e5-b51b-380bc0e66247 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1976368 Jul 16 18:22:35.287121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41586) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:35.294756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-bee6a0b2-2eb5-41f0-86e2-1c1d9381d937 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': 'f2e8cdc8-79b0-4b13-9282-905df039144b', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:35.300757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Transition to ACTIVE for port object 323eb250-5a92-4a37-9906-7d559a173caf will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:35.306821 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.366315 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-bee6a0b2-2eb5-41f0-86e2-1c1d9381d937 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Project 407f6f1770c34505b8d60a8097455895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:22:35.375951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=323eb250-5a92-4a37-9906-7d559a173caf,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:35.381768 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bee6a0b2-2eb5-41f0-86e2-1c1d9381d937 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.499952 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bee6a0b2-2eb5-41f0-86e2-1c1d9381d937 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.503304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Attempting to bind port 323eb250-5a92-4a37-9906-7d559a173caf on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:35.503910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Attempting to bind port 323eb250-5a92-4a37-9906-7d559a173caf by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '0e7b9195-bc58-4434-9d15-cadb5eb1884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0534d647-0329-4cef-bedd-77c93e571e51'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:35.504625 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Attempting to bind port 323eb250-5a92-4a37-9906-7d559a173caf on network 0534d647-0329-4cef-bedd-77c93e571e51 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:35.508965 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bee6a0b2-2eb5-41f0-86e2-1c1d9381d937 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.523896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Port 323eb250-5a92-4a37-9906-7d559a173caf on network 0534d647-0329-4cef-bedd-77c93e571e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:35.524247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Attempting to bind port 323eb250-5a92-4a37-9906-7d559a173caf on network 0534d647-0329-4cef-bedd-77c93e571e51 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:35.538338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6a0b2-2eb5-41f0-86e2-1c1d9381d937 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c57947-58ab-40e7-86fe-254833b036cc,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:35.542376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:35.542837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Checking segment: {'id': '0e7b9195-bc58-4434-9d15-cadb5eb1884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0534d647-0329-4cef-bedd-77c93e571e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:35.543303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Bound using segment: {'id': '0e7b9195-bc58-4434-9d15-cadb5eb1884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0534d647-0329-4cef-bedd-77c93e571e51'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:35.543857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Bound port: 323eb250-5a92-4a37-9906-7d559a173caf, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7b9195-bc58-4434-9d15-cadb5eb1884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0534d647-0329-4cef-bedd-77c93e571e51'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:35.544316 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.548071 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bee6a0b2-2eb5-41f0-86e2-1c1d9381d937 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.549469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bee6a0b2-2eb5-41f0-86e2-1c1d9381d937 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2613168 Jul 16 18:22:35.552288 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41588) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:35.557829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b69eaa52-d2e6-41c2-8578-66076b58bf03 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': 'f2e8cdc8-79b0-4b13-9282-905df039144b', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:35.580652 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-b69eaa52-d2e6-41c2-8578-66076b58bf03 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Project 407f6f1770c34505b8d60a8097455895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:22:35.586765 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b69eaa52-d2e6-41c2-8578-66076b58bf03 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.629260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] For port 323eb250-5a92-4a37-9906-7d559a173caf, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:35.632656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] For port 323eb250-5a92-4a37-9906-7d559a173caf, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=323eb250-5a92-4a37-9906-7d559a173caf,segment=NetworkSegment(0e7b9195-bc58-4434-9d15-cadb5eb1884a),segment_id=0e7b9195-bc58-4434-9d15-cadb5eb1884a)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:35.638626 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.659666 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b69eaa52-d2e6-41c2-8578-66076b58bf03 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.665333 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b69eaa52-d2e6-41c2-8578-66076b58bf03 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.690601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.691595 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.693514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] 10.222.0.43 "PUT /v2.0/ports/323eb250-5a92-4a37-9906-7d559a173caf HTTP/1.1" status: 200 len: 1093 time: 0.9358883 Jul 16 18:22:35.694286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a20a4c4-f80c-4aba-add3-be0979aaa58f', 'tag': '323eb250-5a92-4a37-9906-7d559a173caf'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:35.697945 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4055fabf-04a9-46cf-886d-5b81e5cee227" -d '{"events": [{"name": "network-changed", "server_uuid": "7a20a4c4-f80c-4aba-add3-be0979aaa58f", "tag": "323eb250-5a92-4a37-9906-7d559a173caf"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:35.715123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69eaa52-d2e6-41c2-8578-66076b58bf03 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4624f591-e8a1-4471-9211-b2e836a719ff,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:35.729211 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b69eaa52-d2e6-41c2-8578-66076b58bf03 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.734346 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b69eaa52-d2e6-41c2-8578-66076b58bf03 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1809607 Jul 16 18:22:35.737234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41592) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:35.745937 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-72d5cbb8-f925-48b2-999f-e1764174b119 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'network': {'name': 'tempest-network-smoke--2099711766', 'project_id': '407f6f1770c34505b8d60a8097455895', 'port_security_enabled': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:35.747202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b622e93-1456-4853-ba18-56ea3ef56ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=323eb250-5a92-4a37-9906-7d559a173caf,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:35.754988 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e67d8af-32a5-4b4e-93c7-a603e3ba6c55 x-openstack-request-id: req-6e67d8af-32a5-4b4e-93c7-a603e3ba6c55 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:35.755360 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a20a4c4-f80c-4aba-add3-be0979aaa58f", "tag": "323eb250-5a92-4a37-9906-7d559a173caf", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:35.755787 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e67d8af-32a5-4b4e-93c7-a603e3ba6c55 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:35.756251 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a20a4c4-f80c-4aba-add3-be0979aaa58f', 'tag': '323eb250-5a92-4a37-9906-7d559a173caf', 'status': 'completed', 'code': 200} Jul 16 18:22:35.779785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d5cbb8-f925-48b2-999f-e1764174b119 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Made reservation on behalf of 407f6f1770c34505b8d60a8097455895 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:35.783573 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72d5cbb8-f925-48b2-999f-e1764174b119 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.812172 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d5cbb8-f925-48b2-999f-e1764174b119 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:35.826902 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72d5cbb8-f925-48b2-999f-e1764174b119 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.827360 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-72d5cbb8-f925-48b2-999f-e1764174b119 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Added segment 6e75501d-1439-4f3a-903d-a42daefc0fcf of type vlan for network 9443247e-9bf8-4e1d-9916-6380ec442043 Jul 16 18:22:35.830325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-a53179fd-9371-47aa-b0d8-50a4e71530a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.830325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-a53179fd-9371-47aa-b0d8-50a4e71530a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fdddd2c9f12403b9e94c927a28c5eb4&device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 1096 time: 0.0769002 Jul 16 18:22:35.877113 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72d5cbb8-f925-48b2-999f-e1764174b119 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.882704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-57c62962-22d8-41be-aff9-8d527f482dc8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=323eb250-5a92-4a37-9906-7d559a173caf HTTP/1.1" status: 200 len: 217 time: 0.0408187 Jul 16 18:22:35.910179 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72d5cbb8-f925-48b2-999f-e1764174b119 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.921063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d5cbb8-f925-48b2-999f-e1764174b119 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.922599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72d5cbb8-f925-48b2-999f-e1764174b119 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.959904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-9d9666cb-b26f-4f69-8bf9-90b2d9faa851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.962659 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-9d9666cb-b26f-4f69-8bf9-90b2d9faa851 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3a94b9-0656-4515-ac4d-ea0c2b283807 HTTP/1.1" status: 200 len: 849 time: 0.0692410 Jul 16 18:22:35.966604 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-72d5cbb8-f925-48b2-999f-e1764174b119 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2283227 Jul 16 18:22:35.969878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41596) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:35.974627 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'admin_state_up': True, 'project_id': '407f6f1770c34505b8d60a8097455895', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:36.021285 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5cbb8-f925-48b2-999f-e1764174b119 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Network': ['ID=9443247e-9bf8-4e1d-9916-6380ec442043,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:36.022993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-e6eff82c-cb0f-4661-871d-7a86bd1ff2ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0534d647-0329-4cef-bedd-77c93e571e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521710 Jul 16 18:22:36.038424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 9443247e-9bf8-4e1d-9916-6380ec442043 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:36.053445 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.054536 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.163805 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.228320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a28e25-e2a3-46a9-8782-d7bb7c8c7c86 req-03b670b0-4f97-432b-88ed-a41fc68f77c3 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.229918 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7a28e25-e2a3-46a9-8782-d7bb7c8c7c86 req-03b670b0-4f97-432b-88ed-a41fc68f77c3 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 944 time: 0.2121882 Jul 16 18:22:36.245233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-a3a85ec7-3d69-4d96-9b3b-d0882066e0fd service neutron] 10.222.0.43 "GET /v2.0/networks/0534d647-0329-4cef-bedd-77c93e571e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054012 Jul 16 18:22:36.321188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7a28e25-e2a3-46a9-8782-d7bb7c8c7c86 req-f5684c24-6b6e-496e-bbd6-a2ca1288ad7b tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842164 Jul 16 18:22:36.364111 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.396565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88fce97f-0eaf-4df1-875c-f30979e95002 req-197a38f7-765a-4ff0-a19e-781f59dd5ba6 service neutron] 10.222.0.43 "GET /v2.0/networks/0534d647-0329-4cef-bedd-77c93e571e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414013 Jul 16 18:22:36.596748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.615977 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.722548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055fabf-04a9-46cf-886d-5b81e5cee227 req-949dc574-20a6-4fdf-8065-8aea5eeaedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.724137 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4055fabf-04a9-46cf-886d-5b81e5cee227 req-949dc574-20a6-4fdf-8065-8aea5eeaedb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fdddd2c9f12403b9e94c927a28c5eb4&device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 1096 time: 0.0822005 Jul 16 18:22:36.746343 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.25.5.170 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/574954e2-33b8-4720-bded-673ab52f4064) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:36.838225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055fabf-04a9-46cf-886d-5b81e5cee227 req-9736ae24-9d4f-4c6c-b9e9-50b80aab1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.839764 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4055fabf-04a9-46cf-886d-5b81e5cee227 req-9736ae24-9d4f-4c6c-b9e9-50b80aab1feb service neutron] 10.222.0.43 "GET /v2.0/networks?id=0534d647-0329-4cef-bedd-77c93e571e51 HTTP/1.1" status: 200 len: 910 time: 0.1041515 Jul 16 18:22:36.886101 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.890198 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4055fabf-04a9-46cf-886d-5b81e5cee227 req-6d6f9ac5-dad6-4ec7-a53d-d44df18acac0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=323eb250-5a92-4a37-9906-7d559a173caf HTTP/1.1" status: 200 len: 217 time: 0.0425000 Jul 16 18:22:36.932192 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.955106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055fabf-04a9-46cf-886d-5b81e5cee227 req-428b1e60-f339-438b-ac6d-e602ce5b4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.956929 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4055fabf-04a9-46cf-886d-5b81e5cee227 req-428b1e60-f339-438b-ac6d-e602ce5b4f5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3a94b9-0656-4515-ac4d-ea0c2b283807 HTTP/1.1" status: 200 len: 849 time: 0.0597389 Jul 16 18:22:36.983108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:36.987711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:36.990295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:36.996856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=574954e2-33b8-4720-bded-673ab52f4064,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:37.007399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4055fabf-04a9-46cf-886d-5b81e5cee227 req-887a23f7-b4fb-4dcf-86e6-167731de6e77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0534d647-0329-4cef-bedd-77c93e571e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382273 Jul 16 18:22:37.187449 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4055fabf-04a9-46cf-886d-5b81e5cee227 req-c0920d3d-e7c9-4af7-8ca3-c8b6c3093dc3 service neutron] 10.222.0.43 "GET /v2.0/networks/0534d647-0329-4cef-bedd-77c93e571e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726222 Jul 16 18:22:37.291035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4055fabf-04a9-46cf-886d-5b81e5cee227 req-132d8f03-3aef-49ad-9ef2-68d7731607fa service neutron] 10.222.0.43 "GET /v2.0/networks/0534d647-0329-4cef-bedd-77c93e571e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962667 Jul 16 18:22:37.295189 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.548283 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.550263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac84b8-8bb8-45a2-bc92-dd40c126d2a3 req-c6bbc8cf-2616-422c-9424-aa5dee39ad62 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.561245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7dac84b8-8bb8-45a2-bc92-dd40c126d2a3 req-c6bbc8cf-2616-422c-9424-aa5dee39ad62 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 944 time: 0.0841460 Jul 16 18:22:37.602098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7dac84b8-8bb8-45a2-bc92-dd40c126d2a3 req-12a16583-f2e4-4498-8fd5-31d40739ed19 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Jul 16 18:22:37.706168 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router 6076028a-232e-411e-8c3d-a301208be0db is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:22:37.819059 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:37.829945 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Sync routers for ids ['6076028a-232e-411e-8c3d-a301208be0db'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:37.840802 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Routers {'6076028a-232e-411e-8c3d-a301208be0db'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:37.841453 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:22:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6076028a-232e-411e-8c3d-a301208be0db'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:37.844391 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.845734 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-68c67ddb-2d93-4d1a-8c4a-47ed077a5ff8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8749921 Jul 16 18:22:37.848972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41608) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:37.881451 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d9bc844f-7b67-4906-a5d6-36257d1f07e4 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=407f6f1770c34505b8d60a8097455895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312145 Jul 16 18:22:37.884806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41610) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:37.954995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Set router 6076028a-232e-411e-8c3d-a301208be0db gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:38.063672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988619c3-fa58-4144-ab57-fd98a3535015 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.065491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-988619c3-fa58-4144-ab57-fd98a3535015 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1797483 Jul 16 18:22:38.068702 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41612) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:38.102359 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e00525ba-aed8-4b15-a3fb-f8e43aa6b80c tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312841 Jul 16 18:22:38.104908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41614) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:38.110362 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-84611d8e-fed7-4321-a52b-f6547396d3b1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-675464502', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'project_id': '407f6f1770c34505b8d60a8097455895', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:38.175136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:37Z', 'revision_number': 3, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:38.215097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Checking router: 6076028a-232e-411e-8c3d-a301208be0db for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:38.215785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Updating router 6076028a-232e-411e-8c3d-a301208be0db port 574954e2-33b8-4720-bded-673ab52f4064 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:22:38.218253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84611d8e-fed7-4321-a52b-f6547396d3b1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Made reservation on behalf of 407f6f1770c34505b8d60a8097455895 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:38.222932 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84611d8e-fed7-4321-a52b-f6547396d3b1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.259946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41618) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:38.264813 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.339519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba666808-e6db-4b15-b72c-b5580a1cb294 admin admin] Deleting subnet c6dce15f-5a7d-4f2c-aaeb-31acc8dee7b3 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:38.342668 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba666808-e6db-4b15-b72c-b5580a1cb294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.448754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84611d8e-fed7-4321-a52b-f6547396d3b1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.567194 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84611d8e-fed7-4321-a52b-f6547396d3b1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Subnet': ['ID=9af9c852-d681-4fd1-acee-6d47085776dd,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.598918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84611d8e-fed7-4321-a52b-f6547396d3b1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Checking segment: {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:38.599922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84611d8e-fed7-4321-a52b-f6547396d3b1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network hostable DHCP agents. Network: 9443247e-9bf8-4e1d-9916-6380ec442043, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:38.625689 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84611d8e-fed7-4321-a52b-f6547396d3b1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network 9443247e-9bf8-4e1d-9916-6380ec442043 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:38.637264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-84611d8e-fed7-4321-a52b-f6547396d3b1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 9443247e-9bf8-4e1d-9916-6380ec442043) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:38.643686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84611d8e-fed7-4321-a52b-f6547396d3b1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.644593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-84611d8e-fed7-4321-a52b-f6547396d3b1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.661077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b4a28-ef97-41f6-a549-c1f5018231cd None None] Network 9443247e-9bf8-4e1d-9916-6380ec442043 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:38.667933 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-84611d8e-fed7-4321-a52b-f6547396d3b1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5617323 Jul 16 18:22:38.668659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41624) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:38.720385 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba666808-e6db-4b15-b72c-b5580a1cb294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.796207 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba666808-e6db-4b15-b72c-b5580a1cb294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.851066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-9443247e-9bf8-4e1d-9916-6380ec442043', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ips': [{'subnet_id': '9af9c852-d681-4fd1-acee-6d47085776dd'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:22:38.851938 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.855415 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.875662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Transition to ACTIVE for port object 574954e2-33b8-4720-bded-673ab52f4064 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:38.914045 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba666808-e6db-4b15-b72c-b5580a1cb294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.928549 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba666808-e6db-4b15-b72c-b5580a1cb294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.933756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ba666808-e6db-4b15-b72c-b5580a1cb294 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c6dce15f-5a7d-4f2c-aaeb-31acc8dee7b3 HTTP/1.1" status: 204 len: 168 time: 0.6697137 Jul 16 18:22:38.933938 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41626) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:38.953676 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.963906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba666808-e6db-4b15-b72c-b5580a1cb294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6dce15f-5a7d-4f2c-aaeb-31acc8dee7b3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.979371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a613d-1032-4bee-9957-e452938fb25a req-0dcfa159-4d1e-4fa5-8321-7246b0ea8d94 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.981231 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d7a613d-1032-4bee-9957-e452938fb25a req-0dcfa159-4d1e-4fa5-8321-7246b0ea8d94 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 944 time: 0.1911128 Jul 16 18:22:39.050040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Attempting to bind port 574954e2-33b8-4720-bded-673ab52f4064 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:39.050419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Attempting to bind port 574954e2-33b8-4720-bded-673ab52f4064 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:39.050791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Attempting to bind port 574954e2-33b8-4720-bded-673ab52f4064 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:39.055938 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73347c9c-b165-439b-8bfb-4dce2ffa3123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.058464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d7a613d-1032-4bee-9957-e452938fb25a req-ad8e1a10-f539-4596-8fad-c63b593351ce tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578911 Jul 16 18:22:39.072626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:39.073009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:39.073422 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.073827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:39.074317 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Bound port: 574954e2-33b8-4720-bded-673ab52f4064, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:39.074704 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.085575 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f528dc-468e-487f-81da-b502480d4ad4 None None] Pushing event updated for resources: {'Port': ['ID=574954e2-33b8-4720-bded-673ab52f4064,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:39.131676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Allocated IP 172.20.0.2 (9443247e-9bf8-4e1d-9916-6380ec442043/9af9c852-d681-4fd1-acee-6d47085776dd/b1545af0-03f1-460c-8de4-9c83e48cf055) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:39.173623 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] For port 574954e2-33b8-4720-bded-673ab52f4064, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:39.194596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] For port 574954e2-33b8-4720-bded-673ab52f4064, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=574954e2-33b8-4720-bded-673ab52f4064,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:39.201462 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.321571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f528dc-468e-487f-81da-b502480d4ad4 None None] Pushing event updated for resources: {'Port': ['ID=574954e2-33b8-4720-bded-673ab52f4064,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:39.335821 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Routers {'6076028a-232e-411e-8c3d-a301208be0db'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:39.336857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:22:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6076028a-232e-411e-8c3d-a301208be0db'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:39.389109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 323eb250-5a92-4a37-9906-7d559a173caf details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:39.550989 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73347c9c-b165-439b-8bfb-4dce2ffa3123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.568205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-73347c9c-b165-439b-8bfb-4dce2ffa3123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dd5d9e-2a29-4b00-beae-99a5b44d98e1']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:39.583022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-73347c9c-b165-439b-8bfb-4dce2ffa3123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a06b88-e4a8-404c-92fb-4b96fd2ec05e') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:39.583354 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-73347c9c-b165-439b-8bfb-4dce2ffa3123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a06b88-e4a8-404c-92fb-4b96fd2ec05e') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:39.600019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73347c9c-b165-439b-8bfb-4dce2ffa3123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.625816 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.resource_extend [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:22:39.629142 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.642393 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73347c9c-b165-439b-8bfb-4dce2ffa3123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.654089 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73347c9c-b165-439b-8bfb-4dce2ffa3123 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:39.654493 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73347c9c-b165-439b-8bfb-4dce2ffa3123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:39.656468 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:39.663342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Transition to ACTIVE for port object b1545af0-03f1-460c-8de4-9c83e48cf055 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:39.719068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] Set router 6076028a-232e-411e-8c3d-a301208be0db gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:39.749190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Transition to ACTIVE for port object b1545af0-03f1-460c-8de4-9c83e48cf055 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:39.776653 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73347c9c-b165-439b-8bfb-4dce2ffa3123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.787884 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.789560 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-73347c9c-b165-439b-8bfb-4dce2ffa3123 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.793908 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-73347c9c-b165-439b-8bfb-4dce2ffa3123 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b8dd5d9e-2a29-4b00-beae-99a5b44d98e1 HTTP/1.1" status: 204 len: 168 time: 0.8555076 Jul 16 18:22:39.806488 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73347c9c-b165-439b-8bfb-4dce2ffa3123 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8dd5d9e-2a29-4b00-beae-99a5b44d98e1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:39.817892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.871077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 323eb250-5a92-4a37-9906-7d559a173caf, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=323eb250-5a92-4a37-9906-7d559a173caf,segment=NetworkSegment(0e7b9195-bc58-4434-9d15-cadb5eb1884a),segment_id=0e7b9195-bc58-4434-9d15-cadb5eb1884a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:39.900259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Network 9443247e-9bf8-4e1d-9916-6380ec442043 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:39.917630 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:39.922467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Pushing event updated for resources: {'Port': ['ID=b1545af0-03f1-460c-8de4-9c83e48cf055,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:39.924734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:39.929601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '323eb250-5a92-4a37-9906-7d559a173caf', 'network_id': '0534d647-0329-4cef-bedd-77c93e571e51', 'port_id': '323eb250-5a92-4a37-9906-7d559a173caf', 'mac_address': 'fa:16:3e:ae:d8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3a94b9-0656-4515-ac4d-ea0c2b283807', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:39.977942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41632) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:40.037071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f2bc5622-23e3-4d86-a04b-11de716b0944 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7b90e5fcf744127a4bc69335151b0a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569909 Jul 16 18:22:40.040486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41634) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:40.059258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Attempting to bind port b1545af0-03f1-460c-8de4-9c83e48cf055 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:40.059648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Attempting to bind port b1545af0-03f1-460c-8de4-9c83e48cf055 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:40.060024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Attempting to bind port b1545af0-03f1-460c-8de4-9c83e48cf055 on network 9443247e-9bf8-4e1d-9916-6380ec442043 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:40.067481 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.071840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:40.072219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Checking segment: {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:40.072622 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.073023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Bound using segment: {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:40.073515 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Bound port: b1545af0-03f1-460c-8de4-9c83e48cf055, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:40.073905 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.101652 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323eb250-5a92-4a37-9906-7d559a173caf {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:40.152707 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f05ad1cb-0bdc-4e6f-aa05-d7ce29e9aed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.154848 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 323eb250-5a92-4a37-9906-7d559a173caf, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=323eb250-5a92-4a37-9906-7d559a173caf,segment=NetworkSegment(0e7b9195-bc58-4434-9d15-cadb5eb1884a),segment_id=0e7b9195-bc58-4434-9d15-cadb5eb1884a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:40.164867 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.182872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:37Z', 'revision_number': 3, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:40.200424 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f05ad1cb-0bdc-4e6f-aa05-d7ce29e9aed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.237856 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531daa74-2712-4a92-a6df-5a2eb739f938 None None] The sync data for ids ['6076028a-232e-411e-8c3d-a301208be0db'] in n-d-787206-10 is: [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:37Z', 'revision_number': 3, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:40.239860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] For port b1545af0-03f1-460c-8de4-9c83e48cf055, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:40.265972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] For port b1545af0-03f1-460c-8de4-9c83e48cf055, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b1545af0-03f1-460c-8de4-9c83e48cf055,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:40.276529 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.288290 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=323eb250-5a92-4a37-9906-7d559a173caf,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:40.309995 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.20.0.1 (9443247e-9bf8-4e1d-9916-6380ec442043/9af9c852-d681-4fd1-acee-6d47085776dd/e52ed91f-2027-4237-a193-d15a1f33f83a) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:40.316164 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f05ad1cb-0bdc-4e6f-aa05-d7ce29e9aed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.320020 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f05ad1cb-0bdc-4e6f-aa05-d7ce29e9aed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.322526 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f05ad1cb-0bdc-4e6f-aa05-d7ce29e9aed3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d587b0cd-a965-4adc-a950-46d554a73f24 HTTP/1.1" status: 204 len: 168 time: 0.2809961 Jul 16 18:22:40.340255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ad1cb-0bdc-4e6f-aa05-d7ce29e9aed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d587b0cd-a965-4adc-a950-46d554a73f24,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:40.354698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12ba13-0907-4f1b-98d6-158198c4e967 req-e977e343-bf70-4464-bbdd-5e34ed21cb4e tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.357013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d12ba13-0907-4f1b-98d6-158198c4e967 req-e977e343-bf70-4464-bbdd-5e34ed21cb4e tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 945 time: 0.1242909 Jul 16 18:22:40.380019 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc0bd6-2ee7-4929-9e2e-d16553bcb831 None None] Pushing event updated for resources: {'Port': ['ID=b1545af0-03f1-460c-8de4-9c83e48cf055,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:40.412641 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['323eb250-5a92-4a37-9906-7d559a173caf'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:40.465493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d12ba13-0907-4f1b-98d6-158198c4e967 req-1c6776fa-cc71-4f3a-81e9-d5214e810aed tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915434 Jul 16 18:22:40.530385 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.554819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Transition to ACTIVE for port object e52ed91f-2027-4237-a193-d15a1f33f83a will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:40.629271 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.728640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network 9443247e-9bf8-4e1d-9916-6380ec442043 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:40.736754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:40.746327 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:40.857712 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.906498 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=e52ed91f-2027-4237-a193-d15a1f33f83a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:41.112416 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.372586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 323eb250-5a92-4a37-9906-7d559a173caf up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:41.493704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 323eb250-5a92-4a37-9906-7d559a173caf completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:41.503898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 323eb250-5a92-4a37-9906-7d559a173caf triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:41.504306 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.548956 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.557029 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.645534 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.711856 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 323eb250-5a92-4a37-9906-7d559a173caf, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=323eb250-5a92-4a37-9906-7d559a173caf,segment=NetworkSegment(0e7b9195-bc58-4434-9d15-cadb5eb1884a),segment_id=0e7b9195-bc58-4434-9d15-cadb5eb1884a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:41.718752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a20a4c4-f80c-4aba-add3-be0979aaa58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323eb250-5a92-4a37-9906-7d559a173caf'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:41.722176 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efd25c6-5e4b-4b3a-8483-82f8df9252a8" -d '{"events": [{"server_uuid": "7a20a4c4-f80c-4aba-add3-be0979aaa58f", "name": "network-vif-plugged", "status": "completed", "tag": "323eb250-5a92-4a37-9906-7d559a173caf"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:41.725398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 574954e2-33b8-4720-bded-673ab52f4064 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:41.732449 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.815583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef13e0-04f5-45bd-99f7-466bc2dedd2e req-23a2d627-fc44-4519-b85c-946b424aaef5 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.825917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aeef13e0-04f5-45bd-99f7-466bc2dedd2e req-23a2d627-fc44-4519-b85c-946b424aaef5 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 945 time: 0.1628275 Jul 16 18:22:41.853954 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233cad23-eae7-4a6a-b26b-ccb001a73fbe x-openstack-request-id: req-233cad23-eae7-4a6a-b26b-ccb001a73fbe {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:41.854253 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a20a4c4-f80c-4aba-add3-be0979aaa58f", "name": "network-vif-plugged", "status": "completed", "tag": "323eb250-5a92-4a37-9906-7d559a173caf", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:41.854694 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-233cad23-eae7-4a6a-b26b-ccb001a73fbe {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:41.855341 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a20a4c4-f80c-4aba-add3-be0979aaa58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323eb250-5a92-4a37-9906-7d559a173caf', 'code': 200} Jul 16 18:22:41.886838 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=323eb250-5a92-4a37-9906-7d559a173caf,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:41.905245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aeef13e0-04f5-45bd-99f7-466bc2dedd2e req-076a9d35-d6b7-4b7e-aaf7-3480c1eb4733 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779979 Jul 16 18:22:41.906197 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=e52ed91f-2027-4237-a193-d15a1f33f83a,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:41.916282 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.946328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 574954e2-33b8-4720-bded-673ab52f4064 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:41.952827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 574954e2-33b8-4720-bded-673ab52f4064 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:41.953533 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.006320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5908f-c024-4ef4-8a11-a1df8554178d req-1d707696-15e9-484c-a084-c03c6b22dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.008546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46d5908f-c024-4ef4-8a11-a1df8554178d req-1d707696-15e9-484c-a084-c03c6b22dc92 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 1098 time: 0.0976157 Jul 16 18:22:42.083284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8085024c-3f7d-41a0-9ea9-bb5a82991de6 None None] Network 9443247e-9bf8-4e1d-9916-6380ec442043 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:42.083670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46d5908f-c024-4ef4-8a11-a1df8554178d req-17662aef-19fa-4735-bf36-68e19f715d0b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673857 Jul 16 18:22:42.100232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network 9443247e-9bf8-4e1d-9916-6380ec442043 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:42.103395 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:42.127221 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.187944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 574954e2-33b8-4720-bded-673ab52f4064, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=574954e2-33b8-4720-bded-673ab52f4064,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:42.195377 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.197123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b1545af0-03f1-460c-8de4-9c83e48cf055 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:42.249468 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router 6076028a-232e-411e-8c3d-a301208be0db has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:42.300314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b353eae7-0cf6-4354-93a0-ebcb00fe9411 None None] Provisioning for port b1545af0-03f1-460c-8de4-9c83e48cf055 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:42.373090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=574954e2-33b8-4720-bded-673ab52f4064,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:42.378916 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:42.384736 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5e780e3b-19c0-444d-8532-4d039b43e9a7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "PUT /v2.0/routers/6076028a-232e-411e-8c3d-a301208be0db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7149029 Jul 16 18:22:42.400854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port b1545af0-03f1-460c-8de4-9c83e48cf055 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:42.407963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b1545af0-03f1-460c-8de4-9c83e48cf055 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:42.408379 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.564819 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.613332 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port b1545af0-03f1-460c-8de4-9c83e48cf055, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b1545af0-03f1-460c-8de4-9c83e48cf055,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:42.619394 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.667967 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-a6d4ea8b-573a-422b-953e-bcdd14c10bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658036227&fields=id&tenant_id=407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 267 time: 0.0659978 Jul 16 18:22:42.699029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=b1545af0-03f1-460c-8de4-9c83e48cf055,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:42.822640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002300-75c2-4114-9e17-6278074c3aae req-969f07a1-a6b4-4b6d-8dfc-519131bf3cd0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.825740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-969f07a1-a6b4-4b6d-8dfc-519131bf3cd0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/networks?id=9443247e-9bf8-4e1d-9916-6380ec442043 HTTP/1.1" status: 200 len: 797 time: 0.1539922 Jul 16 18:22:42.852453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-95f3c138-15f2-4f89-8103-bc2b04f2b1f9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/quotas/407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 375 time: 0.0206087 Jul 16 18:22:42.932363 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-750ddd64-fbc8-4cde-b907-b1853a1fd42e None None] Provisioning for port e52ed91f-2027-4237-a193-d15a1f33f83a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:42.936718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-750ddd64-fbc8-4cde-b907-b1853a1fd42e None None] Provisioning complete for port e52ed91f-2027-4237-a193-d15a1f33f83a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:42.937120 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-750ddd64-fbc8-4cde-b907-b1853a1fd42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.979687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-a5a88b40-03be-4e8c-b6b3-a514f0ca2090 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065302 Jul 16 18:22:43.036501 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-750ddd64-fbc8-4cde-b907-b1853a1fd42e None None] Port e52ed91f-2027-4237-a193-d15a1f33f83a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:43.062110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-750ddd64-fbc8-4cde-b907-b1853a1fd42e None None] Provisioning complete for port b1545af0-03f1-460c-8de4-9c83e48cf055 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:43.063394 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-750ddd64-fbc8-4cde-b907-b1853a1fd42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.099930 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Sync routers for ids ['6076028a-232e-411e-8c3d-a301208be0db'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:43.114716 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Routers {'6076028a-232e-411e-8c3d-a301208be0db'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:43.116572 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:22:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6076028a-232e-411e-8c3d-a301208be0db'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:43.205126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-8e475e12-4dbc-40b7-989e-addb44847a97 service neutron] 10.222.0.41 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007036 Jul 16 18:22:43.263569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c40d-7385-441b-b8f6-e22561c7b2ec req-f25c8890-b7b3-4df0-b5c6-68d2b6932f41 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:43.265124 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8498c40d-7385-441b-b8f6-e22561c7b2ec req-f25c8890-b7b3-4df0-b5c6-68d2b6932f41 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 946 time: 0.1416748 Jul 16 18:22:43.293754 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Set router 6076028a-232e-411e-8c3d-a301208be0db gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:43.352908 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0058c366-03c0-49d4-bb6c-412301028f2f None None] Provisioning complete for port e52ed91f-2027-4237-a193-d15a1f33f83a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:43.353452 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0058c366-03c0-49d4-bb6c-412301028f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.354340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8498c40d-7385-441b-b8f6-e22561c7b2ec req-bbe02dd4-1c4e-4c5f-892d-99e2c2fbd80d tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590851 Jul 16 18:22:43.386148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-2fc46f2e-2f3c-477c-8b6c-d4b3cfe4117d service neutron] 10.222.0.41 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732266 Jul 16 18:22:43.441121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0058c366-03c0-49d4-bb6c-412301028f2f None None] Port e52ed91f-2027-4237-a193-d15a1f33f83a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:43.510480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 574954e2-33b8-4720-bded-673ab52f4064 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:43.600180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ebd788ae-b572-4320-adc6-ee1a00445840 None None] Provisioning complete for port e52ed91f-2027-4237-a193-d15a1f33f83a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:43.600651 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ebd788ae-b572-4320-adc6-ee1a00445840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.636985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 574954e2-33b8-4720-bded-673ab52f4064 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:43.638018 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.669853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49ca36d6-96be-438c-bf26-da608f3a16a2 req-6cc43cfa-bd92-4326-a0cf-3745165022ec tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 210 time: 0.0544121 Jul 16 18:22:43.692449 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:41Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e52ed91f-2027-4237-a193-d15a1f33f83a', 'name': '', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:cd:6e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:39Z', 'updated_at': '2021-07-16T18:22:41Z', 'revision_number': 2, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:43.698136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ebd788ae-b572-4320-adc6-ee1a00445840 None None] Port e52ed91f-2027-4237-a193-d15a1f33f83a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:43.721455 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Checking router: 6076028a-232e-411e-8c3d-a301208be0db for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:43.721802 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Updating router 6076028a-232e-411e-8c3d-a301208be0db port e52ed91f-2027-4237-a193-d15a1f33f83a binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:22:43.756663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b1545af0-03f1-460c-8de4-9c83e48cf055 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:43.765727 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.807815 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b1545af0-03f1-460c-8de4-9c83e48cf055 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:43.808272 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.072267 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.084016 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Transition to ACTIVE for port object e52ed91f-2027-4237-a193-d15a1f33f83a will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:44.090576 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.176942 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Pushing event updated for resources: {'Port': ['ID=e52ed91f-2027-4237-a193-d15a1f33f83a,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:44.208609 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.208958 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.209732 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.210218 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.210696 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.211773 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.212259 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.212763 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.213246 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.213728 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.214200 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.214684 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.228226 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Attempting to bind port e52ed91f-2027-4237-a193-d15a1f33f83a on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:44.228800 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Attempting to bind port e52ed91f-2027-4237-a193-d15a1f33f83a by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:44.229566 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Attempting to bind port e52ed91f-2027-4237-a193-d15a1f33f83a on network 9443247e-9bf8-4e1d-9916-6380ec442043 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:44.236569 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:44.237343 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Checking segment: {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:44.237960 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.238510 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Bound using segment: {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:44.239221 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Bound port: e52ed91f-2027-4237-a193-d15a1f33f83a, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:44.239815 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.326319 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] For port e52ed91f-2027-4237-a193-d15a1f33f83a, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:44.329569 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] For port e52ed91f-2027-4237-a193-d15a1f33f83a, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e52ed91f-2027-4237-a193-d15a1f33f83a,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:44.334324 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.442556 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Routers {'6076028a-232e-411e-8c3d-a301208be0db'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:44.443765 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:22:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6076028a-232e-411e-8c3d-a301208be0db'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:44.447248 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7cf28-2b5d-4376-adef-69babebf86bd None None] Pushing event updated for resources: {'Port': ['ID=e52ed91f-2027-4237-a193-d15a1f33f83a,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:44.601358 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] Set router 6076028a-232e-411e-8c3d-a301208be0db gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:44.625524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256c06f-f5a2-45cd-8452-d10e720fd06c req-76381ca0-d68c-4800-b70c-f24129c46aea tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:44.627594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d256c06f-f5a2-45cd-8452-d10e720fd06c req-76381ca0-d68c-4800-b70c-f24129c46aea tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 946 time: 0.0915079 Jul 16 18:22:44.687209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d256c06f-f5a2-45cd-8452-d10e720fd06c req-0ecb6f35-6629-462e-a05d-40d781fd8b71 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526907 Jul 16 18:22:44.859523 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:41Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e52ed91f-2027-4237-a193-d15a1f33f83a', 'name': '', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:cd:6e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:39Z', 'updated_at': '2021-07-16T18:22:44Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:44.860385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c46acc51-f381-431e-a9d3-6398a843e582 req-cb62fd69-eecb-4bf0-afce-416cfa15860b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 210 time: 0.0379863 Jul 16 18:22:44.887882 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3037d0b-cb8c-4953-9c1a-a9443a41fb5f None None] The sync data for ids ['6076028a-232e-411e-8c3d-a301208be0db'] in n-d-787206-10 is: [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:41Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e52ed91f-2027-4237-a193-d15a1f33f83a', 'name': '', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:cd:6e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:39Z', 'updated_at': '2021-07-16T18:22:44Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:45.327496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002300-75c2-4114-9e17-6278074c3aae req-aa95eda6-5553-44e8-91f6-9c43d0ce2445 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.332689 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-aa95eda6-5553-44e8-91f6-9c43d0ce2445 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.35 "GET /v2.0/networks?id=9443247e-9bf8-4e1d-9916-6380ec442043 HTTP/1.1" status: 200 len: 797 time: 0.1734960 Jul 16 18:22:45.418592 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-3ffcb3af-d097-474e-be58-a17483ce714f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 379 time: 0.0715435 Jul 16 18:22:45.432142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-40002300-75c2-4114-9e17-6278074c3aae req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'port': {'device_id': '767dec50-1a42-47b0-9baa-326a82238c17', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'admin_state_up': True, 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'security_groups': ['f2e8cdc8-79b0-4b13-9282-905df039144b']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:45.550571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e52ed91f-2027-4237-a193-d15a1f33f83a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:45.634323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e52ed91f-2027-4237-a193-d15a1f33f83a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:45.645352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e52ed91f-2027-4237-a193-d15a1f33f83a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:45.647666 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.647919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40002300-75c2-4114-9e17-6278074c3aae req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Made reservation on behalf of 407f6f1770c34505b8d60a8097455895 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:45.655248 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40002300-75c2-4114-9e17-6278074c3aae req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.755598 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.798975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port e52ed91f-2027-4237-a193-d15a1f33f83a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e52ed91f-2027-4237-a193-d15a1f33f83a,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:45.803960 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.884547 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=e52ed91f-2027-4237-a193-d15a1f33f83a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.894746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-40002300-75c2-4114-9e17-6278074c3aae req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.20.0.11 (9443247e-9bf8-4e1d-9916-6380ec442043/9af9c852-d681-4fd1-acee-6d47085776dd/f1185f76-cb6f-4fdc-abd2-5426a32a7caf) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:45.947902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063c530-825b-449c-b5b1-b62e7640ee2c req-3f2c7316-26ba-467a-a900-0ce9777aeb19 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.949521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b063c530-825b-449c-b5b1-b62e7640ee2c req-3f2c7316-26ba-467a-a900-0ce9777aeb19 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 946 time: 0.1218543 Jul 16 18:22:46.060738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5a330d4-a713-4d61-8ecb-efe724015866 req-63c250b8-2dea-4c79-87ff-b45a6c8c8e1c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 210 time: 0.0425487 Jul 16 18:22:46.088091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b063c530-825b-449c-b5b1-b62e7640ee2c req-bf0c86e4-5c3b-4733-95d7-2796c3b0fe89 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291473 Jul 16 18:22:46.193049 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40002300-75c2-4114-9e17-6278074c3aae req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.208473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-40002300-75c2-4114-9e17-6278074c3aae req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Transition to ACTIVE for port object f1185f76-cb6f-4fdc-abd2-5426a32a7caf will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:46.246785 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40002300-75c2-4114-9e17-6278074c3aae req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.308017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40002300-75c2-4114-9e17-6278074c3aae req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network 9443247e-9bf8-4e1d-9916-6380ec442043 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:46.314890 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-40002300-75c2-4114-9e17-6278074c3aae req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:46.317621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-40002300-75c2-4114-9e17-6278074c3aae req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:46.356698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:46.385964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002300-75c2-4114-9e17-6278074c3aae req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.387815 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40002300-75c2-4114-9e17-6278074c3aae req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.405345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-7180e7b7-178b-41b5-8fbb-784ec924a3dc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9783230 Jul 16 18:22:46.418440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Request body: {'port': {'device_id': '767dec50-1a42-47b0-9baa-326a82238c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:46.504387 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.605245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fc6ce1b8-b282-41bb-a568-289883fe0dea None None] Provisioning for port f1185f76-cb6f-4fdc-abd2-5426a32a7caf completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:46.610280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fc6ce1b8-b282-41bb-a568-289883fe0dea None None] Provisioning complete for port f1185f76-cb6f-4fdc-abd2-5426a32a7caf triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:46.610816 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fc6ce1b8-b282-41bb-a568-289883fe0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.654785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fc6ce1b8-b282-41bb-a568-289883fe0dea None None] Port f1185f76-cb6f-4fdc-abd2-5426a32a7caf cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:46.800250 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1185f76-cb6f-4fdc-abd2-5426a32a7caf {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:46.808751 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.822657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Transition to ACTIVE for port object f1185f76-cb6f-4fdc-abd2-5426a32a7caf will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:46.825558 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.898502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:46.959183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Attempting to bind port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:46.959690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Attempting to bind port f1185f76-cb6f-4fdc-abd2-5426a32a7caf by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:46.959898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Attempting to bind port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on network 9443247e-9bf8-4e1d-9916-6380ec442043 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:46.964777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on network 9443247e-9bf8-4e1d-9916-6380ec442043 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:46.965097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Attempting to bind port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on network 9443247e-9bf8-4e1d-9916-6380ec442043 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:46.970161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:46.970496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Checking segment: {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:46.970873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Bound using segment: {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:46.971299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Bound port: f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:46.971680 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.046271 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:47.049910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:47.054300 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.095986 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.096687 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.098008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/f1185f76-cb6f-4fdc-abd2-5426a32a7caf HTTP/1.1" status: 200 len: 1093 time: 0.6846635 Jul 16 18:22:47.098448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:47.100747 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee55cb8e-6dc5-4d7f-bcc7-ba35b0d54bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:47.122410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3abed6-e37c-4732-b235-6a59001fb8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:47.213498 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec6d0db-dead-4db9-b705-0e8103475b6f x-openstack-request-id: req-fec6d0db-dead-4db9-b705-0e8103475b6f {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:47.214719 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:47.215113 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fec6d0db-dead-4db9-b705-0e8103475b6f {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:47.216458 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'status': 'completed', 'code': 200} Jul 16 18:22:47.246609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002300-75c2-4114-9e17-6278074c3aae req-5d919973-ec97-4a27-9f6d-04c40ddc6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.251101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-5d919973-ec97-4a27-9f6d-04c40ddc6973 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 1096 time: 0.1003954 Jul 16 18:22:47.349333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-eaad5d1c-0bb9-4391-8cd8-5dcaac62310f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf HTTP/1.1" status: 200 len: 217 time: 0.0522625 Jul 16 18:22:47.444484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e39e2-9abf-4a01-b1a5-01a750bb892c req-a37378bd-1944-4668-a20d-94faf02d9d22 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.446173 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d27e39e2-9abf-4a01-b1a5-01a750bb892c req-a37378bd-1944-4668-a20d-94faf02d9d22 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 944 time: 0.1884294 Jul 16 18:22:47.473915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002300-75c2-4114-9e17-6278074c3aae req-29a04a9c-786f-4835-84c0-8aa37f23b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.475365 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-29a04a9c-786f-4835-84c0-8aa37f23b4e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af9c852-d681-4fd1-acee-6d47085776dd HTTP/1.1" status: 200 len: 834 time: 0.1013100 Jul 16 18:22:47.487481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e52ed91f-2027-4237-a193-d15a1f33f83a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:47.536923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e52ed91f-2027-4237-a193-d15a1f33f83a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:47.537431 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.574515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b3f5f-ebbf-4d70-983d-e5e8ab13c4d7 req-16c975fc-bdab-41ad-8424-3d451c0eb6b8 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.576502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e72b3f5f-ebbf-4d70-983d-e5e8ab13c4d7 req-16c975fc-bdab-41ad-8424-3d451c0eb6b8 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 946 time: 0.2388942 Jul 16 18:22:47.596156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d27e39e2-9abf-4a01-b1a5-01a750bb892c req-196f6110-6b54-4b6c-8ee1-bad0ac2994f6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392488 Jul 16 18:22:47.663945 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e72b3f5f-ebbf-4d70-983d-e5e8ab13c4d7 req-2deda06d-5df8-4e85-a211-a1939165a120 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/security-groups?id=138844b7-bc95-4931-8a9c-9aee97be2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643554 Jul 16 18:22:47.669641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002300-75c2-4114-9e17-6278074c3aae req-c788ec7b-dde9-43bc-ac72-361f4975334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.671094 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-c788ec7b-dde9-43bc-ac72-361f4975334f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9443247e-9bf8-4e1d-9916-6380ec442043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1763439 Jul 16 18:22:47.679652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9ef36-1cc8-4424-9632-a71432ba1a43 req-4bb44ae0-6a64-4111-a55a-f9212c8afb23 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.682317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8f9ef36-1cc8-4424-9632-a71432ba1a43 req-4bb44ae0-6a64-4111-a55a-f9212c8afb23 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 946 time: 0.2111704 Jul 16 18:22:47.834832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-8b61dc43-324b-4bbb-9288-c6e4c74c08bf service neutron] 10.222.0.35 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513717 Jul 16 18:22:47.881475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-c8f9ef36-1cc8-4424-9632-a71432ba1a43 req-7aa19863-da27-4061-8c1a-d8bd7748fe67 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Deleting port 323eb250-5a92-4a37-9906-7d559a173caf {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:47.881813 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8f9ef36-1cc8-4424-9632-a71432ba1a43 req-7aa19863-da27-4061-8c1a-d8bd7748fe67 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.021190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40002300-75c2-4114-9e17-6278074c3aae req-c29c1c1b-7495-4bd5-a59a-7218d2294394 service neutron] 10.222.0.35 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770971 Jul 16 18:22:48.058636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c8f9ef36-1cc8-4424-9632-a71432ba1a43 req-7aa19863-da27-4061-8c1a-d8bd7748fe67 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] For port 323eb250-5a92-4a37-9906-7d559a173caf, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=323eb250-5a92-4a37-9906-7d559a173caf,segment=NetworkSegment(0e7b9195-bc58-4434-9d15-cadb5eb1884a),segment_id=0e7b9195-bc58-4434-9d15-cadb5eb1884a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:48.058990 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8f9ef36-1cc8-4424-9632-a71432ba1a43 req-7aa19863-da27-4061-8c1a-d8bd7748fe67 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.086811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-c8f9ef36-1cc8-4424-9632-a71432ba1a43 req-7aa19863-da27-4061-8c1a-d8bd7748fe67 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Calling delete_port for 323eb250-5a92-4a37-9906-7d559a173caf owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:48.227397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55cb8e-6dc5-4d7f-bcc7-ba35b0d54bbb req-025d8521-d7be-45de-8f43-3523784dec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.229405 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee55cb8e-6dc5-4d7f-bcc7-ba35b0d54bbb req-025d8521-d7be-45de-8f43-3523784dec5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 1096 time: 0.1523392 Jul 16 18:22:48.376574 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8f9ef36-1cc8-4424-9632-a71432ba1a43 req-7aa19863-da27-4061-8c1a-d8bd7748fe67 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.396553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['323eb250-5a92-4a37-9906-7d559a173caf'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:48.433450 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55cb8e-6dc5-4d7f-bcc7-ba35b0d54bbb req-9a8626e6-4980-4135-addf-95bf7d8fa065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.435337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee55cb8e-6dc5-4d7f-bcc7-ba35b0d54bbb req-9a8626e6-4980-4135-addf-95bf7d8fa065 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9443247e-9bf8-4e1d-9916-6380ec442043 HTTP/1.1" status: 200 len: 898 time: 0.1985569 Jul 16 18:22:48.439997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa19863-da27-4061-8c1a-d8bd7748fe67 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Pushing event deleted for resources: {'Port': ['ID=323eb250-5a92-4a37-9906-7d559a173caf,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:48.518007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee55cb8e-6dc5-4d7f-bcc7-ba35b0d54bbb req-44ec8d96-d071-4770-a5b6-27f8608fb3fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf HTTP/1.1" status: 200 len: 217 time: 0.0739250 Jul 16 18:22:48.537429 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f9ef36-1cc8-4424-9632-a71432ba1a43 req-7aa19863-da27-4061-8c1a-d8bd7748fe67 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] No DVR routers for this DVR port 323eb250-5a92-4a37-9906-7d559a173caf on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:48.540738 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8f9ef36-1cc8-4424-9632-a71432ba1a43 req-7aa19863-da27-4061-8c1a-d8bd7748fe67 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.543151 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8f9ef36-1cc8-4424-9632-a71432ba1a43 req-7aa19863-da27-4061-8c1a-d8bd7748fe67 tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.43 "DELETE /v2.0/ports/323eb250-5a92-4a37-9906-7d559a173caf HTTP/1.1" status: 204 len: 173 time: 0.8521545 Jul 16 18:22:48.595277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55cb8e-6dc5-4d7f-bcc7-ba35b0d54bbb req-3a6a8c7c-79dd-4dd7-8a86-cf2b45cc1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.596769 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee55cb8e-6dc5-4d7f-bcc7-ba35b0d54bbb req-3a6a8c7c-79dd-4dd7-8a86-cf2b45cc1e5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af9c852-d681-4fd1-acee-6d47085776dd HTTP/1.1" status: 200 len: 834 time: 0.0607238 Jul 16 18:22:48.662899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55cb8e-6dc5-4d7f-bcc7-ba35b0d54bbb req-05f3015f-2bae-4308-8f41-87d2221cafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.665055 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee55cb8e-6dc5-4d7f-bcc7-ba35b0d54bbb req-05f3015f-2bae-4308-8f41-87d2221cafd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9443247e-9bf8-4e1d-9916-6380ec442043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608354 Jul 16 18:22:48.867871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee55cb8e-6dc5-4d7f-bcc7-ba35b0d54bbb req-03976a81-650f-4725-bfd0-391c954ba2ee service neutron] 10.222.0.35 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950636 Jul 16 18:22:48.869497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-32acc916-b83a-4551-9b03-85406533bd9a req-dffd9e4f-0975-4feb-9d7f-7523bd9ed8bf tempest-VolumesActionsTest-330829621 tempest-VolumesActionsTest-330829621-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20a4c4-f80c-4aba-add3-be0979aaa58f HTTP/1.1" status: 200 len: 210 time: 0.0475953 Jul 16 18:22:49.224192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a20a4c4-f80c-4aba-add3-be0979aaa58f', 'name': 'network-vif-deleted', 'tag': '323eb250-5a92-4a37-9906-7d559a173caf'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:49.226402 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa12b2b-0893-485d-ad3b-6172a68273e6" -d '{"events": [{"server_uuid": "7a20a4c4-f80c-4aba-add3-be0979aaa58f", "name": "network-vif-deleted", "tag": "323eb250-5a92-4a37-9906-7d559a173caf"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:49.261143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c23e01-1522-4c22-9b82-8aa6f4dbc387 req-98e8ca03-6a87-4e37-b3f2-60dba4a1396c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.262686 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68c23e01-1522-4c22-9b82-8aa6f4dbc387 req-98e8ca03-6a87-4e37-b3f2-60dba4a1396c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 944 time: 0.4884892 Jul 16 18:22:49.292570 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048fabe0-4dbf-49ec-8995-0aa86f3230af x-openstack-request-id: req-048fabe0-4dbf-49ec-8995-0aa86f3230af {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:49.292863 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a20a4c4-f80c-4aba-add3-be0979aaa58f", "name": "network-vif-deleted", "tag": "323eb250-5a92-4a37-9906-7d559a173caf", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:49.293106 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-048fabe0-4dbf-49ec-8995-0aa86f3230af {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:49.293490 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a20a4c4-f80c-4aba-add3-be0979aaa58f', 'name': 'network-vif-deleted', 'tag': '323eb250-5a92-4a37-9906-7d559a173caf', 'status': 'completed', 'code': 200} Jul 16 18:22:49.348362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68c23e01-1522-4c22-9b82-8aa6f4dbc387 req-23a492cd-d233-4c0b-96a4-dbe6727aed07 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539830 Jul 16 18:22:49.350376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ee55cb8e-6dc5-4d7f-bcc7-ba35b0d54bbb req-5c8a6d69-438a-44b1-aa91-66bd09442d30 service neutron] 10.222.0.35 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760060 Jul 16 18:22:50.356898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f1185f76-cb6f-4fdc-abd2-5426a32a7caf details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:50.469538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:50.482020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'port_id': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'mac_address': 'fa:16:3e:d1:92:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:50.525553 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.540367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1185f76-cb6f-4fdc-abd2-5426a32a7caf {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:50.567241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:50.572903 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.577052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31c36b-2f20-4e87-9e25-17fb331b8ed9 req-3b0ef412-e5e0-4f3b-8932-39ad07f2216b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.579216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db31c36b-2f20-4e87-9e25-17fb331b8ed9 req-3b0ef412-e5e0-4f3b-8932-39ad07f2216b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 944 time: 0.0933764 Jul 16 18:22:50.622826 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db31c36b-2f20-4e87-9e25-17fb331b8ed9 req-40bffa9f-68d8-4ebb-b811-ca80a130660b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379808 Jul 16 18:22:50.625366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:50.778445 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['f1185f76-cb6f-4fdc-abd2-5426a32a7caf'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:51.435098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 323eb250-5a92-4a37-9906-7d559a173caf no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:51.467347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 323eb250-5a92-4a37-9906-7d559a173caf {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:51.467767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 323eb250-5a92-4a37-9906-7d559a173caf not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:51.904140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9bc5b-3cb2-4965-b940-6979bb6a4e6f req-095973b3-3802-43ba-b452-b6b73d683600 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.906290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18b9bc5b-3cb2-4965-b940-6979bb6a4e6f req-095973b3-3802-43ba-b452-b6b73d683600 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 945 time: 0.0933044 Jul 16 18:22:51.972415 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18b9bc5b-3cb2-4965-b940-6979bb6a4e6f req-aaff2b62-b827-458d-bb67-a4787d877a42 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590558 Jul 16 18:22:52.370216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f1185f76-cb6f-4fdc-abd2-5426a32a7caf up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:52.433202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port f1185f76-cb6f-4fdc-abd2-5426a32a7caf completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:52.438283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port f1185f76-cb6f-4fdc-abd2-5426a32a7caf triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:52.439742 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.560197 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.594475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:52.597860 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1d04d0-7749-47f5-b383-aca148e1b0cc" -d '{"events": [{"server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "name": "network-vif-plugged", "status": "completed", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:52.620963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:52.627780 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.673198 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf73f1c9-a402-40ec-90e4-5c03fad5d014 x-openstack-request-id: req-bf73f1c9-a402-40ec-90e4-5c03fad5d014 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:52.674183 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "name": "network-vif-plugged", "status": "completed", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:52.674548 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf73f1c9-a402-40ec-90e4-5c03fad5d014 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:52.676139 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'code': 200} Jul 16 18:22:52.708510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:52.828755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb02a18-026e-45e1-a1b0-1d3ba3a24e8c req-f259d2aa-de96-4557-9f89-b91276d10b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.830864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-feb02a18-026e-45e1-a1b0-1d3ba3a24e8c req-f259d2aa-de96-4557-9f89-b91276d10b8f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 1098 time: 0.0753322 Jul 16 18:22:52.882617 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-feb02a18-026e-45e1-a1b0-1d3ba3a24e8c req-ff906c41-a8d1-40fc-9b1e-6228836e205e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436544 Jul 16 18:22:53.175340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135693e9-35a0-4b35-be50-31b3d1939333 req-22a14bf6-15f8-4a53-8396-5337be0df2f5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.176947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-135693e9-35a0-4b35-be50-31b3d1939333 req-22a14bf6-15f8-4a53-8396-5337be0df2f5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 946 time: 0.0786252 Jul 16 18:22:53.242902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-135693e9-35a0-4b35-be50-31b3d1939333 req-7255e620-4050-47a1-9376-59c73e70207b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510097 Jul 16 18:22:54.505537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47ff46-07f4-4e50-99ff-e6fd85744221 req-5707cd3c-1477-4df4-88d1-e245d69f5fb2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.507182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed47ff46-07f4-4e50-99ff-e6fd85744221 req-5707cd3c-1477-4df4-88d1-e245d69f5fb2 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 946 time: 0.0747609 Jul 16 18:22:54.549973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed47ff46-07f4-4e50-99ff-e6fd85744221 req-527e5583-7b87-4c92-808c-5c3439b1f48e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362673 Jul 16 18:22:54.762784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bba2a-885a-4cfc-937a-25605b408391 req-4f715b1c-3f8f-4271-bf8f-816ddcba075d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.764316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-486bba2a-885a-4cfc-937a-25605b408391 req-4f715b1c-3f8f-4271-bf8f-816ddcba075d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 946 time: 0.0820584 Jul 16 18:22:54.820218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-486bba2a-885a-4cfc-937a-25605b408391 req-de4bb412-9427-4898-8fbe-2c4db5700b7d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501740 Jul 16 18:22:54.847642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 41868) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:55.117701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41da85c-bb2b-4819-84e6-39bbb61226a9 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.122450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41876) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:55.127733 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:55.134184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e41da85c-bb2b-4819-84e6-39bbb61226a9 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 1093 time: 0.2847316 Jul 16 18:22:55.154331 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.278816 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.435504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.25.5.8 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/1a908d9f-b6ac-4554-88c4-717d8da79d94) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:55.580847 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.644748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.685972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:55.691542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:55.696237 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:55.735408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=1a908d9f-b6ac-4554-88c4-717d8da79d94,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:56.217523 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.322302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.553089 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.561256 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.644477 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=1a908d9f-b6ac-4554-88c4-717d8da79d94,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:56.664997 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.672801 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.810557 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Floating IP f2ac2257-5653-46f7-9d3c-cb4e0aebbf70 associated. External IP: 172.25.5.8, port: f1185f76-cb6f-4fdc-abd2-5426a32a7caf. Jul 16 18:22:56.815892 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.073290 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router 6076028a-232e-411e-8c3d-a301208be0db has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:57.270338 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:57.282521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b281f89-a368-47a6-9705-b32dd6beaddf None None] Sync routers for ids ['6076028a-232e-411e-8c3d-a301208be0db'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:57.295390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b281f89-a368-47a6-9705-b32dd6beaddf None None] Routers {'6076028a-232e-411e-8c3d-a301208be0db'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:57.299231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2b281f89-a368-47a6-9705-b32dd6beaddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:22:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6076028a-232e-411e-8c3d-a301208be0db'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:57.302568 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.360230 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-77991dd7-785e-4af7-9569-7082239e29be tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2364736 Jul 16 18:22:57.360979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:57.363810 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91258b51-c8db-4a0f-b0d9-bcf46bd079b4" -d '{"events": [{"name": "network-changed", "server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:57.468357 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f675593-656f-4e42-a5ce-fbc595c25e17 x-openstack-request-id: req-0f675593-656f-4e42-a5ce-fbc595c25e17 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:57.469178 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:57.469667 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f675593-656f-4e42-a5ce-fbc595c25e17 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:57.470573 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'status': 'completed', 'code': 200} Jul 16 18:22:57.686552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91258b51-c8db-4a0f-b0d9-bcf46bd079b4 req-36c527ad-b6f2-4d86-827c-f86a834a46e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.688807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91258b51-c8db-4a0f-b0d9-bcf46bd079b4 req-36c527ad-b6f2-4d86-827c-f86a834a46e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 1098 time: 0.1819897 Jul 16 18:22:57.718430 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-2b281f89-a368-47a6-9705-b32dd6beaddf None None] Set router 6076028a-232e-411e-8c3d-a301208be0db gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:57.789712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91258b51-c8db-4a0f-b0d9-bcf46bd079b4 req-cea48e25-6069-4c16-8b32-f36ed7127c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.791582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91258b51-c8db-4a0f-b0d9-bcf46bd079b4 req-cea48e25-6069-4c16-8b32-f36ed7127c0b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9443247e-9bf8-4e1d-9916-6380ec442043 HTTP/1.1" status: 200 len: 898 time: 0.0943837 Jul 16 18:22:57.804245 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f330437-b3a0-4d74-8aaa-79acc2456356 req-7f3f990b-c4ce-452c-a01c-0332234109c7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.806217 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f330437-b3a0-4d74-8aaa-79acc2456356 req-7f3f990b-c4ce-452c-a01c-0332234109c7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 946 time: 0.2190294 Jul 16 18:22:57.899054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f330437-b3a0-4d74-8aaa-79acc2456356 req-c910a241-11c3-4dd3-a12d-1e3b45081928 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848324 Jul 16 18:22:57.908589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91258b51-c8db-4a0f-b0d9-bcf46bd079b4 req-3edc6ef5-b944-47b4-bed8-a0139b761fda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf HTTP/1.1" status: 200 len: 998 time: 0.1006985 Jul 16 18:22:57.932942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41914) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:57.975844 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2b281f89-a368-47a6-9705-b32dd6beaddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:41Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'f2ac2257-5653-46f7-9d3c-cb4e0aebbf70', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '6076028a-232e-411e-8c3d-a301208be0db', 'port_id': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'mac_address': 'fa:16:3e:d1:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767dec50-1a42-47b0-9baa-326a82238c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:56Z', 'updated_at': '2021-07-16T18:22:56Z', 'revision_number': 0, 'project_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52ed91f-2027-4237-a193-d15a1f33f83a', 'name': '', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:cd:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:39Z', 'updated_at': '2021-07-16T18:22:45Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:57.983704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91258b51-c8db-4a0f-b0d9-bcf46bd079b4 req-e50f4100-0d79-4faa-9c50-924e97b20ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.987973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91258b51-c8db-4a0f-b0d9-bcf46bd079b4 req-e50f4100-0d79-4faa-9c50-924e97b20ec0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af9c852-d681-4fd1-acee-6d47085776dd HTTP/1.1" status: 200 len: 834 time: 0.0724685 Jul 16 18:22:58.018336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b281f89-a368-47a6-9705-b32dd6beaddf None None] Checking router: 6076028a-232e-411e-8c3d-a301208be0db for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:58.040239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b281f89-a368-47a6-9705-b32dd6beaddf None None] Routers {'6076028a-232e-411e-8c3d-a301208be0db'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:58.041130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2b281f89-a368-47a6-9705-b32dd6beaddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:22:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6076028a-232e-411e-8c3d-a301208be0db'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:58.043742 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-55ae3be8-b00a-4c82-81fb-ffb3d6e1a11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.090901 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cb69d1d1-0bdc-45e5-b92b-92ca193ab206 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/f2ac2257-5653-46f7-9d3c-cb4e0aebbf70 HTTP/1.1" status: 200 len: 990 time: 0.1566665 Jul 16 18:22:58.107996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91258b51-c8db-4a0f-b0d9-bcf46bd079b4 req-290c1a69-edfc-4eb9-b252-7b17652dce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.110100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91258b51-c8db-4a0f-b0d9-bcf46bd079b4 req-290c1a69-edfc-4eb9-b252-7b17652dce89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9443247e-9bf8-4e1d-9916-6380ec442043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144316 Jul 16 18:22:58.179134 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-2b281f89-a368-47a6-9705-b32dd6beaddf None None] Set router 6076028a-232e-411e-8c3d-a301208be0db gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:58.232877 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91258b51-c8db-4a0f-b0d9-bcf46bd079b4 req-19756f12-cec8-45ba-9f8c-596f7ae382f2 service neutron] 10.222.0.35 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046493 Jul 16 18:22:58.398434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91258b51-c8db-4a0f-b0d9-bcf46bd079b4 req-f854c5bf-88ac-46c3-965e-95bb3c9b9d80 service neutron] 10.222.0.35 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524258 Jul 16 18:22:58.454752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2b281f89-a368-47a6-9705-b32dd6beaddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:41Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'f2ac2257-5653-46f7-9d3c-cb4e0aebbf70', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '6076028a-232e-411e-8c3d-a301208be0db', 'port_id': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'mac_address': 'fa:16:3e:d1:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767dec50-1a42-47b0-9baa-326a82238c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:56Z', 'updated_at': '2021-07-16T18:22:56Z', 'revision_number': 0, 'project_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52ed91f-2027-4237-a193-d15a1f33f83a', 'name': '', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:cd:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:39Z', 'updated_at': '2021-07-16T18:22:45Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:58.486070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b281f89-a368-47a6-9705-b32dd6beaddf None None] The sync data for ids ['6076028a-232e-411e-8c3d-a301208be0db'] in n-d-787206-10 is: [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:41Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'f2ac2257-5653-46f7-9d3c-cb4e0aebbf70', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '6076028a-232e-411e-8c3d-a301208be0db', 'port_id': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'mac_address': 'fa:16:3e:d1:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767dec50-1a42-47b0-9baa-326a82238c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:56Z', 'updated_at': '2021-07-16T18:22:56Z', 'revision_number': 0, 'project_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52ed91f-2027-4237-a193-d15a1f33f83a', 'name': '', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:cd:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:39Z', 'updated_at': '2021-07-16T18:22:45Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:58.812901 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758d6e03-520a-46f4-99a5-2a6f15d77edb None None] New status for floating IP f2ac2257-5653-46f7-9d3c-cb4e0aebbf70: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:59.016173 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:22:59.095105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 41934) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:59.200466 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-69922451-de6c-478d-ab67-9270c4b30808 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/f2ac2257-5653-46f7-9d3c-cb4e0aebbf70 HTTP/1.1" status: 200 len: 992 time: 0.0979013 Jul 16 18:23:00.713432 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.743799 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9a786920-4988-4094-8406-b6202593f0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.819410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd591f-957f-44b8-a9e7-8a691fd2821e req-b52a3067-3a23-40de-8837-f6fe23beea93 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:01.821710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19fd591f-957f-44b8-a9e7-8a691fd2821e req-b52a3067-3a23-40de-8837-f6fe23beea93 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 946 time: 0.1028080 Jul 16 18:23:01.886370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19fd591f-957f-44b8-a9e7-8a691fd2821e req-1dd4d874-8fe8-42a5-a591-240e54ac3c44 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521362 Jul 16 18:23:01.910498 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.128716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec856698-cdb6-43b3-aee2-3df5efe6b609 req-27e50d68-c037-44a2-8ec6-b459411fa85f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.136443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec856698-cdb6-43b3-aee2-3df5efe6b609 req-27e50d68-c037-44a2-8ec6-b459411fa85f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 946 time: 0.0856137 Jul 16 18:23:03.230582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec856698-cdb6-43b3-aee2-3df5efe6b609 req-f2ce13db-d6f8-4518-8873-66dea9c111be tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups?id=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931361 Jul 16 18:23:03.276606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-e6c6fe7c-d5ce-4539-b638-f923f4310f1f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.278475 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-e6c6fe7c-d5ce-4539-b638-f923f4310f1f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 946 time: 0.1346276 Jul 16 18:23:03.426748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Deleting port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:03.427097 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.549499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] For port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:03.549872 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.642874 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.895678 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.896374 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.897479 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Floating IP 0397bfd9-dcad-43d5-a667-0fc95cdc922d disassociated. External IP: 172.25.5.57, port: 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb. Jul 16 18:23:03.897918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Calling delete_port for 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:04.130245 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.171722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event deleted for resources: {'Port': ['ID=9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.405510 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Router 4aedfc27-4fb9-4edf-9a4d-895b056d387c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:04.555634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:04.570984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a977d5-a5cf-4563-89dc-60f5c39084b0 None None] Sync routers for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:04.582791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a977d5-a5cf-4563-89dc-60f5c39084b0 None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:04.583416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c2a977d5-a5cf-4563-89dc-60f5c39084b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:04.672611 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6b6f54a9-ca19-4312-8c44-7ab852b4ae83 req-9ae868da-7405-4455-8284-daa5b1364e7a tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dde3080-c919-49ab-a307-f495b95e895d HTTP/1.1" status: 200 len: 210 time: 0.1263392 Jul 16 18:23:04.723956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] No DVR routers for this DVR port 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:04.736479 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.752546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e303a85-7412-44b8-90a7-794fc2e7dabb req-23b92f31-e208-4d30-94dc-cf5e71c65620 tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.43 "DELETE /v2.0/ports/9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb HTTP/1.1" status: 204 len: 173 time: 1.4667792 Jul 16 18:23:04.753422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'name': 'network-vif-deleted', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:04.757203 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235c4745-9b51-48eb-803b-bf1cb8d834af" -d '{"events": [{"server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "name": "network-vif-deleted", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:04.772046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c2a977d5-a5cf-4563-89dc-60f5c39084b0 None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:04.834454 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc1fe82-1831-47c5-ac3f-7dea8c8cc2b0 x-openstack-request-id: req-ebc1fe82-1831-47c5-ac3f-7dea8c8cc2b0 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:04.834835 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dde3080-c919-49ab-a307-f495b95e895d", "name": "network-vif-deleted", "tag": "9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:04.835175 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebc1fe82-1831-47c5-ac3f-7dea8c8cc2b0 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:04.836289 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dde3080-c919-49ab-a307-f495b95e895d', 'name': 'network-vif-deleted', 'tag': '9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb', 'status': 'completed', 'code': 200} Jul 16 18:23:05.134885 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c2a977d5-a5cf-4563-89dc-60f5c39084b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:05.170863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a977d5-a5cf-4563-89dc-60f5c39084b0 None None] Checking router: 4aedfc27-4fb9-4edf-9a4d-895b056d387c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:05.206871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a977d5-a5cf-4563-89dc-60f5c39084b0 None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:05.207729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c2a977d5-a5cf-4563-89dc-60f5c39084b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:05.455472 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c2a977d5-a5cf-4563-89dc-60f5c39084b0 None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:05.495537 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:05.526330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:05.526675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 9dfe8dcb-9dc2-40b4-b2ae-24f8268f1efb not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:05.786956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c2a977d5-a5cf-4563-89dc-60f5c39084b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:05.855823 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a977d5-a5cf-4563-89dc-60f5c39084b0 None None] The sync data for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 is: [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 4, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4e1ac894-4c61-49e6-87ca-09faab9ae5c6', 'name': '', 'network_id': 'dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'mac_address': 'fa:16:3e:81:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:30Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'subnets': [{'id': '5fdb3375-c2b1-427d-8df3-a6a570876d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:05.900328 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42036) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.006469 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8f92-c775-477f-8067-80822074330b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.051837 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8f92-c775-477f-8067-80822074330b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.148333 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8f92-c775-477f-8067-80822074330b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.160990 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8f92-c775-477f-8067-80822074330b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.170982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42040) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.176760 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bfcc8f92-c775-477f-8067-80822074330b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "DELETE /v2.0/security-groups/2549dcff-ffd4-4e24-a34f-8b4c1e05d47a HTTP/1.1" status: 204 len: 168 time: 0.2670817 Jul 16 18:23:06.196314 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-cd3662ce-5e7b-437a-a011-151878709d4f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] show failed (client error): The resource could not be found. Jul 16 18:23:06.199469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cd3662ce-5e7b-437a-a011-151878709d4f tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "GET /v2.0/security-groups/2549dcff-ffd4-4e24-a34f-8b4c1e05d47a HTTP/1.1" status: 404 len: 347 time: 0.0271869 Jul 16 18:23:06.202110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42042) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.209120 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc8f92-c775-477f-8067-80822074330b tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2549dcff-ffd4-4e24-a34f-8b4c1e05d47a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:06.356671 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346702a-d4d2-43b3-a81a-627bcae7d674 None None] New status for floating IP 0397bfd9-dcad-43d5-a667-0fc95cdc922d: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:23:06.428096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d822a935-d8f5-45f7-b65c-37fb91e2ad0d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Deleting port d3f4c76b-db6f-4993-a7bd-a8b81b9ad8cd {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:06.428583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d822a935-d8f5-45f7-b65c-37fb91e2ad0d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.595763 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d822a935-d8f5-45f7-b65c-37fb91e2ad0d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.596426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d822a935-d8f5-45f7-b65c-37fb91e2ad0d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.627133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d822a935-d8f5-45f7-b65c-37fb91e2ad0d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Calling delete_port for d3f4c76b-db6f-4993-a7bd-a8b81b9ad8cd owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:06.831660 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d822a935-d8f5-45f7-b65c-37fb91e2ad0d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.863927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822a935-d8f5-45f7-b65c-37fb91e2ad0d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Pushing event deleted for resources: {'Port': ['ID=d3f4c76b-db6f-4993-a7bd-a8b81b9ad8cd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:06.934069 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d822a935-d8f5-45f7-b65c-37fb91e2ad0d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.936803 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d822a935-d8f5-45f7-b65c-37fb91e2ad0d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.941942 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d822a935-d8f5-45f7-b65c-37fb91e2ad0d tempest-AttachVolumeShelveTestJSON-747457264 tempest-AttachVolumeShelveTestJSON-747457264-project] 10.222.0.41 "DELETE /v2.0/floatingips/0397bfd9-dcad-43d5-a667-0fc95cdc922d HTTP/1.1" status: 204 len: 168 time: 0.7368357 Jul 16 18:23:13.031270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42162) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:13.538390 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f2485a15-8207-4e7f-9dd4-35d65ee719cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.803266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f2485a15-8207-4e7f-9dd4-35d65ee719cd admin admin] Deleting port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:13.803844 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f2485a15-8207-4e7f-9dd4-35d65ee719cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.887064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-f2485a15-8207-4e7f-9dd4-35d65ee719cd admin admin] For port 4e1ac894-4c61-49e6-87ca-09faab9ae5c6, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4e1ac894-4c61-49e6-87ca-09faab9ae5c6,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:13.887426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f2485a15-8207-4e7f-9dd4-35d65ee719cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.902946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f2485a15-8207-4e7f-9dd4-35d65ee719cd admin admin] Calling delete_port for 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:14.108785 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f2485a15-8207-4e7f-9dd4-35d65ee719cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.148144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2485a15-8207-4e7f-9dd4-35d65ee719cd admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1ac894-4c61-49e6-87ca-09faab9ae5c6,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:14.371993 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f2485a15-8207-4e7f-9dd4-35d65ee719cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.926595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2485a15-8207-4e7f-9dd4-35d65ee719cd admin admin] Router 4aedfc27-4fb9-4edf-9a4d-895b056d387c has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:15.053913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2485a15-8207-4e7f-9dd4-35d65ee719cd admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:15.065762 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42234) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:15.067473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f787006-3d81-4a74-a751-367357a3c9c3 None None] Sync routers for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:15.068330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f2485a15-8207-4e7f-9dd4-35d65ee719cd admin admin] 10.222.0.41 "PUT /v2.0/routers/4aedfc27-4fb9-4edf-9a4d-895b056d387c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0357499 Jul 16 18:23:15.079765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f787006-3d81-4a74-a751-367357a3c9c3 None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:15.080750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5f787006-3d81-4a74-a751-367357a3c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:15.188096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.198164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-5f787006-3d81-4a74-a751-367357a3c9c3 None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:15.430460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5f787006-3d81-4a74-a751-367357a3c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:23:14Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:15.464011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f787006-3d81-4a74-a751-367357a3c9c3 None None] Checking router: 4aedfc27-4fb9-4edf-9a4d-895b056d387c for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:15.474397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f787006-3d81-4a74-a751-367357a3c9c3 None None] Routers {'4aedfc27-4fb9-4edf-9a4d-895b056d387c'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:15.475309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5f787006-3d81-4a74-a751-367357a3c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:15.569644 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.609836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-5f787006-3d81-4a74-a751-367357a3c9c3 None None] Set router 4aedfc27-4fb9-4edf-9a4d-895b056d387c gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:15.631662 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Deleting port 617fe761-cf75-49e0-ad59-24f149c84a5e {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:15.632006 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.717623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] For port 617fe761-cf75-49e0-ad59-24f149c84a5e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=617fe761-cf75-49e0-ad59-24f149c84a5e,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:15.717984 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.735067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Calling delete_port for 617fe761-cf75-49e0-ad59-24f149c84a5e owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:15.808978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-5f787006-3d81-4a74-a751-367357a3c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:23:14Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:15.847475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f787006-3d81-4a74-a751-367357a3c9c3 None None] The sync data for ids ['4aedfc27-4fb9-4edf-9a4d-895b056d387c'] in n-d-787206-10 is: [{'id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'name': 'tempest-AttachVolumeShelveTestJSON-989228112-router', 'tenant_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:18Z', 'updated_at': '2021-07-16T18:23:14Z', 'revision_number': 5, 'project_id': '52e2e8ac1bd64732b9d829c8d24ba015', 'gw_port': {'id': '617fe761-cf75-49e0-ad59-24f149c84a5e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aedfc27-4fb9-4edf-9a4d-895b056d387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:20Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:15.911865 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.944483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=617fe761-cf75-49e0-ad59-24f149c84a5e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:16.011463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.106937 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.109359 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.156328 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.156741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aedfc27-4fb9-4edf-9a4d-895b056d387c {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:16.161515 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.163164 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e12703e7-c9e4-4867-ae55-ed08ccbfc2d2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4aedfc27-4fb9-4edf-9a4d-895b056d387c HTTP/1.1" status: 204 len: 168 time: 1.0963409 Jul 16 18:23:16.165687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42242) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:16.217770 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb152a1b-2cdb-437a-be3c-747535ca261b admin admin] Deleting subnet 5fdb3375-c2b1-427d-8df3-a6a570876d38 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:16.221593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eb152a1b-2cdb-437a-be3c-747535ca261b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.264669 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eb152a1b-2cdb-437a-be3c-747535ca261b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.366592 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eb152a1b-2cdb-437a-be3c-747535ca261b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.430144 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eb152a1b-2cdb-437a-be3c-747535ca261b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.458762 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb152a1b-2cdb-437a-be3c-747535ca261b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fdb3375-c2b1-427d-8df3-a6a570876d38,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:16.463204 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eb152a1b-2cdb-437a-be3c-747535ca261b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.465553 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-eb152a1b-2cdb-437a-be3c-747535ca261b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5fdb3375-c2b1-427d-8df3-a6a570876d38 HTTP/1.1" status: 204 len: 168 time: 0.2988961 Jul 16 18:23:16.468189 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42248) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:16.470422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423b9d2b-50ca-4b75-a773-be174650098d None None] Network dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:16.552121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42254) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:16.558101 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.662940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Deleting subnet 6d3a94b9-0656-4515-ac4d-ea0c2b283807 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:16.673650 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.680623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Deleting port 71d090fc-07cd-4e75-ac7b-0cd377267ba7 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:16.681079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.759550 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.790640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] For port 71d090fc-07cd-4e75-ac7b-0cd377267ba7, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=71d090fc-07cd-4e75-ac7b-0cd377267ba7,segment=NetworkSegment(49254753-e166-4d3e-b5c2-d7cbc8ab6c4f),segment_id=49254753-e166-4d3e-b5c2-d7cbc8ab6c4f)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:16.791811 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.823238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Calling delete_port for 71d090fc-07cd-4e75-ac7b-0cd377267ba7 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:16.842397 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.940572 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.958022 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.987710 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.990160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6d3a94b9-0656-4515-ac4d-ea0c2b283807 HTTP/1.1" status: 204 len: 168 time: 0.4368494 Jul 16 18:23:16.991460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3a94b9-0656-4515-ac4d-ea0c2b283807,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:16.994232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42256) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:16.998249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] No DVR routers for this DVR port 71d090fc-07cd-4e75-ac7b-0cd377267ba7 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:17.000840 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d090fc-07cd-4e75-ac7b-0cd377267ba7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.028087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:17.028680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:17.029134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:17.029578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:17.030020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:17.030707 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:17.031145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:17.031727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:17.032163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:17.032597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:17.033049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:17.033590 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58a4de-908e-4096-8a38-d86ea92c0eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:17.083182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.094696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:17.109628 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-790428ea-76d3-42de-aafd-b82a03bbfff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.120006 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:17.120589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49254753-e166-4d3e-b5c2-d7cbc8ab6c4f') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:17.131823 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.143497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3031c2a4-ae60-4f89-b003-f0796197bd48 None None] DHCP port deletion for dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:17.202224 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.215347 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:17.217463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.248475 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-790428ea-76d3-42de-aafd-b82a03bbfff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:17.253034 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:17.260279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-790428ea-76d3-42de-aafd-b82a03bbfff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0534d647-0329-4cef-bedd-77c93e571e51']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:17.278263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-790428ea-76d3-42de-aafd-b82a03bbfff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7b9195-bc58-4434-9d15-cadb5eb1884a') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:17.278263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-790428ea-76d3-42de-aafd-b82a03bbfff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7b9195-bc58-4434-9d15-cadb5eb1884a') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:17.288712 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-790428ea-76d3-42de-aafd-b82a03bbfff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.301684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.310772 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.312183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-790428ea-76d3-42de-aafd-b82a03bbfff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.315656 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e HTTP/1.1" status: 204 len: 168 time: 0.8462205 Jul 16 18:23:17.321924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790428ea-76d3-42de-aafd-b82a03bbfff3 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:17.322355 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-790428ea-76d3-42de-aafd-b82a03bbfff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.327506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f454e-a744-4484-99b6-775d6bb9c492 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8bfb2b-f4c1-4d47-af60-0370fef9fc1e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:17.333212 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:17.398948 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-790428ea-76d3-42de-aafd-b82a03bbfff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.411902 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-790428ea-76d3-42de-aafd-b82a03bbfff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.414207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-790428ea-76d3-42de-aafd-b82a03bbfff3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0534d647-0329-4cef-bedd-77c93e571e51 HTTP/1.1" status: 204 len: 168 time: 0.4188848 Jul 16 18:23:17.438966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790428ea-76d3-42de-aafd-b82a03bbfff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0534d647-0329-4cef-bedd-77c93e571e51,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.501450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 617fe761-cf75-49e0-ad59-24f149c84a5e no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:17.503902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42266) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:17.523117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 617fe761-cf75-49e0-ad59-24f149c84a5e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:17.524307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 617fe761-cf75-49e0-ad59-24f149c84a5e not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:17.524947 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:17.543775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:17.544403 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4e1ac894-4c61-49e6-87ca-09faab9ae5c6 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:17.545008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 71d090fc-07cd-4e75-ac7b-0cd377267ba7 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:17.549201 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42268) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:17.549379 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-78073ed4-02b8-4e5e-99a7-93a27ae48056 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52e2e8ac1bd64732b9d829c8d24ba015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441184 Jul 16 18:23:17.572635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 71d090fc-07cd-4e75-ac7b-0cd377267ba7 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:17.573228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 71d090fc-07cd-4e75-ac7b-0cd377267ba7 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:17.594818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42272) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:17.640698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-16cd2510-e2e4-4109-9a13-d06ace6a0649 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fdddd2c9f12403b9e94c927a28c5eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445881 Jul 16 18:23:17.643267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42274) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:17.645574 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-541c8447-3a52-4ef3-9a21-7890ff4e1db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.668983 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-541c8447-3a52-4ef3-9a21-7890ff4e1db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.694770 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3e143a7f-e5de-41ce-a7e1-c63a64f7058c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.718370 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3e143a7f-e5de-41ce-a7e1-c63a64f7058c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.719601 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-541c8447-3a52-4ef3-9a21-7890ff4e1db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.722308 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-541c8447-3a52-4ef3-9a21-7890ff4e1db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.726336 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-541c8447-3a52-4ef3-9a21-7890ff4e1db9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2dc3b08-7b50-4c09-9af1-ac44839cda0d HTTP/1.1" status: 204 len: 168 time: 0.1731212 Jul 16 18:23:17.732559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c8447-3a52-4ef3-9a21-7890ff4e1db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dc3b08-7b50-4c09-9af1-ac44839cda0d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.797888 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3e143a7f-e5de-41ce-a7e1-c63a64f7058c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.801047 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3e143a7f-e5de-41ce-a7e1-c63a64f7058c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.805239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3e143a7f-e5de-41ce-a7e1-c63a64f7058c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/138844b7-bc95-4931-8a9c-9aee97be2d6a HTTP/1.1" status: 204 len: 168 time: 0.1578984 Jul 16 18:23:17.819211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e143a7f-e5de-41ce-a7e1-c63a64f7058c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138844b7-bc95-4931-8a9c-9aee97be2d6a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:18.702235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42326) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:18.803305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-362511079-network', 'tenant_id': '3ed2429e671e4d27bb31b397405e20ed'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:18.825117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Made reservation on behalf of 3ed2429e671e4d27bb31b397405e20ed for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:18.827547 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.838350 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.946846 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.951920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.974899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:18.992763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c8eedf-a604-4ecc-8498-387ee3954d34,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:19.001176 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.001844 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Added segment c6bccfd6-37cf-4a33-a4cd-b79792102610 of type vlan for network c635decf-41f8-41d9-9ce0-c296612e9401 Jul 16 18:23:19.062519 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.095277 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.096376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.097028 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.145243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4391799 Jul 16 18:23:19.145754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42344) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:19.153017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7e325ac4-2f57-4168-a618-636c37ef1ca8 admin admin] Request body: {'subnet': {'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-362511079-subnet', 'tenant_id': '3ed2429e671e4d27bb31b397405e20ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:19.202153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe5191-49ad-4edb-a170-e6a4ddadf181 admin admin] Pushing event updated for resources: {'Network': ['ID=c635decf-41f8-41d9-9ce0-c296612e9401,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:19.207828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e325ac4-2f57-4168-a618-636c37ef1ca8 admin admin] Made reservation on behalf of 3ed2429e671e4d27bb31b397405e20ed for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:19.211791 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e325ac4-2f57-4168-a618-636c37ef1ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.214117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network c635decf-41f8-41d9-9ce0-c296612e9401 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:19.445925 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e325ac4-2f57-4168-a618-636c37ef1ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.500592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e325ac4-2f57-4168-a618-636c37ef1ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af0b858-5950-4238-8625-76d531250bbd,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:19.510939 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e325ac4-2f57-4168-a618-636c37ef1ca8 admin admin] Checking segment: {'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:19.511304 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e325ac4-2f57-4168-a618-636c37ef1ca8 admin admin] Network hostable DHCP agents. Network: c635decf-41f8-41d9-9ce0-c296612e9401, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:19.528509 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e325ac4-2f57-4168-a618-636c37ef1ca8 admin admin] Network c635decf-41f8-41d9-9ce0-c296612e9401 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:19.539560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7e325ac4-2f57-4168-a618-636c37ef1ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, c635decf-41f8-41d9-9ce0-c296612e9401) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:19.544182 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e325ac4-2f57-4168-a618-636c37ef1ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.544831 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7e325ac4-2f57-4168-a618-636c37ef1ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.549952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aa16cd-025e-41aa-9f2a-13203abee264 None None] Network c635decf-41f8-41d9-9ce0-c296612e9401 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:19.573498 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7e325ac4-2f57-4168-a618-636c37ef1ca8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4205532 Jul 16 18:23:19.730991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d50449-42ac-4ccf-b3e2-e3a3492db2cd None None] Network c635decf-41f8-41d9-9ce0-c296612e9401 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:20.125613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fae79-c42b-444d-aab0-aed14003e23b req-0176366d-28c3-46b6-b591-aba6db7d1e7f tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.127088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-0176366d-28c3-46b6-b591-aba6db7d1e7f tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/networks?id=c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 200 len: 814 time: 0.1243887 Jul 16 18:23:20.142244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-25bb3f9f-9723-40aa-9cea-a34ec3b8f415 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/quotas/3ed2429e671e4d27bb31b397405e20ed HTTP/1.1" status: 200 len: 375 time: 0.0097022 Jul 16 18:23:20.174685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-3adbf084-cc80-4e7b-b21a-aad74b900438 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ed2429e671e4d27bb31b397405e20ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274575 Jul 16 18:23:20.270697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-81a289c7-b869-4c3d-814c-4bbf224c0ecd service neutron] 10.222.0.41 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887406 Jul 16 18:23:20.367791 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-4892bfb2-c53c-43f5-a8ca-33abb62f52dc service neutron] 10.222.0.41 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903890 Jul 16 18:23:20.588209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a1673d2-8b0c-4c0b-9a98-467067404ba6 req-6b23f19a-386b-4bb6-b075-44b7b8ba6845 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 210 time: 0.0434875 Jul 16 18:23:21.756231 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-273301ac-1986-42c6-8e87-a3432e61992b req-0dcec69b-d93b-4265-98a9-15c0317c68c8 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 210 time: 0.0338383 Jul 16 18:23:21.887215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fae79-c42b-444d-aab0-aed14003e23b req-ba78ed07-0d16-4861-b4c6-7247c1f17dd4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.888625 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-ba78ed07-0d16-4861-b4c6-7247c1f17dd4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.43 "GET /v2.0/networks?id=c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 200 len: 814 time: 0.1314325 Jul 16 18:23:21.903486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-078fae79-c42b-444d-aab0-aed14003e23b req-45b29dcf-41cc-423a-8f97-d68785a20a69 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Request body: {'port': {'device_id': 'd9cd20fa-4c80-4449-a862-66d55b7369c9', 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401', 'admin_state_up': True, 'tenant_id': '3ed2429e671e4d27bb31b397405e20ed'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:22.015722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078fae79-c42b-444d-aab0-aed14003e23b req-45b29dcf-41cc-423a-8f97-d68785a20a69 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Made reservation on behalf of 3ed2429e671e4d27bb31b397405e20ed for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:22.019265 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-078fae79-c42b-444d-aab0-aed14003e23b req-45b29dcf-41cc-423a-8f97-d68785a20a69 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.156548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-078fae79-c42b-444d-aab0-aed14003e23b req-45b29dcf-41cc-423a-8f97-d68785a20a69 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Allocated IP 172.20.0.10 (c635decf-41f8-41d9-9ce0-c296612e9401/7af0b858-5950-4238-8625-76d531250bbd/c4512d75-09e0-4132-a841-28ec922d969c) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:22.313215 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-078fae79-c42b-444d-aab0-aed14003e23b req-45b29dcf-41cc-423a-8f97-d68785a20a69 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.352430 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-078fae79-c42b-444d-aab0-aed14003e23b req-45b29dcf-41cc-423a-8f97-d68785a20a69 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.400888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078fae79-c42b-444d-aab0-aed14003e23b req-45b29dcf-41cc-423a-8f97-d68785a20a69 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Network c635decf-41f8-41d9-9ce0-c296612e9401 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:22.404161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-078fae79-c42b-444d-aab0-aed14003e23b req-45b29dcf-41cc-423a-8f97-d68785a20a69 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:22.408236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-078fae79-c42b-444d-aab0-aed14003e23b req-45b29dcf-41cc-423a-8f97-d68785a20a69 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:22.415583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b29dcf-41cc-423a-8f97-d68785a20a69 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Pushing event updated for resources: {'Port': ['ID=c4512d75-09e0-4132-a841-28ec922d969c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:22.463283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fae79-c42b-444d-aab0-aed14003e23b req-45b29dcf-41cc-423a-8f97-d68785a20a69 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.463947 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-078fae79-c42b-444d-aab0-aed14003e23b req-45b29dcf-41cc-423a-8f97-d68785a20a69 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.479349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-45b29dcf-41cc-423a-8f97-d68785a20a69 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5802121 Jul 16 18:23:22.491374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Request body: {'port': {'device_id': 'd9cd20fa-4c80-4449-a862-66d55b7369c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:22.566400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.878130 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4512d75-09e0-4132-a841-28ec922d969c {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:22.886729 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.901629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Transition to ACTIVE for port object c4512d75-09e0-4132-a841-28ec922d969c will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:22.916279 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.026588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4512d75-09e0-4132-a841-28ec922d969c,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:23.083396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc2f07-9fe4-465d-9b13-dfb9686d8aaf req-05f91490-cc63-4f29-88c7-b925670abb46 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.084952 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74bc2f07-9fe4-465d-9b13-dfb9686d8aaf req-05f91490-cc63-4f29-88c7-b925670abb46 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 944 time: 0.1791942 Jul 16 18:23:23.122545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Attempting to bind port c4512d75-09e0-4132-a841-28ec922d969c on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:23.122878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Attempting to bind port c4512d75-09e0-4132-a841-28ec922d969c by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:23.123209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Attempting to bind port c4512d75-09e0-4132-a841-28ec922d969c on network c635decf-41f8-41d9-9ce0-c296612e9401 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:23.134662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Port c4512d75-09e0-4132-a841-28ec922d969c on network c635decf-41f8-41d9-9ce0-c296612e9401 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:23.134989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Attempting to bind port c4512d75-09e0-4132-a841-28ec922d969c on network c635decf-41f8-41d9-9ce0-c296612e9401 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:23.143533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74bc2f07-9fe4-465d-9b13-dfb9686d8aaf req-eb9ea47f-f53c-434d-9681-70c55c1404c0 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513451 Jul 16 18:23:23.144673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:23.145008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Checking segment: {'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:23.145382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Bound using segment: {'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:23.145814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Bound port: c4512d75-09e0-4132-a841-28ec922d969c, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:23.146169 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.217148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] For port c4512d75-09e0-4132-a841-28ec922d969c, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:23.220525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] For port c4512d75-09e0-4132-a841-28ec922d969c, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c4512d75-09e0-4132-a841-28ec922d969c,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:23.225615 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.258692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.259316 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.260775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] 10.222.0.43 "PUT /v2.0/ports/c4512d75-09e0-4132-a841-28ec922d969c HTTP/1.1" status: 200 len: 1093 time: 0.7736351 Jul 16 18:23:23.261214 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cd20fa-4c80-4449-a862-66d55b7369c9', 'tag': 'c4512d75-09e0-4132-a841-28ec922d969c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:23.263501 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8759072-a8f6-44ff-85ad-d1613c2aab3e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cd20fa-4c80-4449-a862-66d55b7369c9", "tag": "c4512d75-09e0-4132-a841-28ec922d969c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:23.304647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e78c41-59d9-4086-9e48-4785a0556eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4512d75-09e0-4132-a841-28ec922d969c,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:23.314744 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8d613a-2059-4b9e-8d7a-f2cb3811470c x-openstack-request-id: req-9f8d613a-2059-4b9e-8d7a-f2cb3811470c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:23.315030 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cd20fa-4c80-4449-a862-66d55b7369c9", "tag": "c4512d75-09e0-4132-a841-28ec922d969c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:23.315280 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f8d613a-2059-4b9e-8d7a-f2cb3811470c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:23.315758 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cd20fa-4c80-4449-a862-66d55b7369c9', 'tag': 'c4512d75-09e0-4132-a841-28ec922d969c', 'status': 'completed', 'code': 200} Jul 16 18:23:23.368652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fae79-c42b-444d-aab0-aed14003e23b req-d723c20c-53a6-4da9-a52c-02bede77de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.370156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-d723c20c-53a6-4da9-a52c-02bede77de55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed2429e671e4d27bb31b397405e20ed&device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 1096 time: 0.0573506 Jul 16 18:23:23.416073 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-d251f1a3-8ec1-4951-8641-87496f3a3f88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4512d75-09e0-4132-a841-28ec922d969c HTTP/1.1" status: 200 len: 217 time: 0.0383327 Jul 16 18:23:23.468973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fae79-c42b-444d-aab0-aed14003e23b req-d41e6e7d-0f20-4eaa-a5d5-29276ac12f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.470650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-d41e6e7d-0f20-4eaa-a5d5-29276ac12f30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af0b858-5950-4238-8625-76d531250bbd HTTP/1.1" status: 200 len: 854 time: 0.0484154 Jul 16 18:23:23.507874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-53231df8-ec1b-44fc-8b2c-2859f9b2c4b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c635decf-41f8-41d9-9ce0-c296612e9401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290473 Jul 16 18:23:23.613141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-c0aef7cc-f5c5-47fa-8d32-5177b06c316a service neutron] 10.222.0.43 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986285 Jul 16 18:23:23.725485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-078fae79-c42b-444d-aab0-aed14003e23b req-4b29ef76-3881-4acc-a406-2e5bafde5076 service neutron] 10.222.0.43 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038885 Jul 16 18:23:23.868007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759072-a8f6-44ff-85ad-d1613c2aab3e req-3620f891-ae5f-42f0-b4a3-79ea668455ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.869597 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8759072-a8f6-44ff-85ad-d1613c2aab3e req-3620f891-ae5f-42f0-b4a3-79ea668455ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed2429e671e4d27bb31b397405e20ed&device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 1096 time: 0.0710957 Jul 16 18:23:23.965958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759072-a8f6-44ff-85ad-d1613c2aab3e req-9da9a1d5-c400-4ffc-acdc-9a1b2acee787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.968099 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8759072-a8f6-44ff-85ad-d1613c2aab3e req-9da9a1d5-c400-4ffc-acdc-9a1b2acee787 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 200 len: 915 time: 0.0920961 Jul 16 18:23:24.019063 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8759072-a8f6-44ff-85ad-d1613c2aab3e req-524461ea-7c1c-4470-9003-54a2a612e60b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4512d75-09e0-4132-a841-28ec922d969c HTTP/1.1" status: 200 len: 217 time: 0.0411303 Jul 16 18:23:24.081337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759072-a8f6-44ff-85ad-d1613c2aab3e req-9c290989-3c9d-4abd-8f0c-89e48bb1e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.082794 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8759072-a8f6-44ff-85ad-d1613c2aab3e req-9c290989-3c9d-4abd-8f0c-89e48bb1e907 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af0b858-5950-4238-8625-76d531250bbd HTTP/1.1" status: 200 len: 854 time: 0.0457425 Jul 16 18:23:24.118409 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8759072-a8f6-44ff-85ad-d1613c2aab3e req-0b287d54-5d25-4837-b52b-ba152509536f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c635decf-41f8-41d9-9ce0-c296612e9401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271397 Jul 16 18:23:24.216505 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8759072-a8f6-44ff-85ad-d1613c2aab3e req-f1b24b4b-2e7f-44c8-8e5f-a50f4b259002 service neutron] 10.222.0.43 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895674 Jul 16 18:23:24.366346 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8759072-a8f6-44ff-85ad-d1613c2aab3e req-57df2d0a-6f9d-42ce-b4f0-be25fe7d2d82 service neutron] 10.222.0.43 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379275 Jul 16 18:23:24.381641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d7cb4-f563-4a28-b47c-8b3587c8c355 req-fcc7bf31-a06c-4b52-b082-d73f33f022f3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.384115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-830d7cb4-f563-4a28-b47c-8b3587c8c355 req-fcc7bf31-a06c-4b52-b082-d73f33f022f3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 944 time: 0.1270273 Jul 16 18:23:24.424734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-830d7cb4-f563-4a28-b47c-8b3587c8c355 req-af8ba19d-aa9f-49c1-baab-ba036002d77f tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347626 Jul 16 18:23:25.576748 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c4512d75-09e0-4132-a841-28ec922d969c details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:25.624846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679a3e5-470b-4971-9899-1a8d8b8d4862 req-df06fa8d-c5e3-41e4-864f-c7079b8e51d9 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.634117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f679a3e5-470b-4971-9899-1a8d8b8d4862 req-df06fa8d-c5e3-41e4-864f-c7079b8e51d9 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 944 time: 0.0847504 Jul 16 18:23:25.677208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f679a3e5-470b-4971-9899-1a8d8b8d4862 req-cbffc237-6ba9-4084-92e9-01e1258400a8 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Jul 16 18:23:25.689623 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port c4512d75-09e0-4132-a841-28ec922d969c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c4512d75-09e0-4132-a841-28ec922d969c,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:25.701759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'c4512d75-09e0-4132-a841-28ec922d969c', 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401', 'port_id': 'c4512d75-09e0-4132-a841-28ec922d969c', 'mac_address': 'fa:16:3e:7b:39:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af0b858-5950-4238-8625-76d531250bbd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:25.738045 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.752082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4512d75-09e0-4132-a841-28ec922d969c {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:25.773480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port c4512d75-09e0-4132-a841-28ec922d969c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c4512d75-09e0-4132-a841-28ec922d969c,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:25.777717 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.828219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=c4512d75-09e0-4132-a841-28ec922d969c,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:25.836088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.836497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.836771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.837109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.837441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.837772 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.838101 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.838866 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.838866 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.839115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.839423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.839770 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:26.029041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['c4512d75-09e0-4132-a841-28ec922d969c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:26.645855 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.824018 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.860383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134329e2-247f-4aa2-9970-3c4509273609 req-d1f3d1fa-48a9-422b-bbd0-2d49c03d45c3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:26.861846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-134329e2-247f-4aa2-9970-3c4509273609 req-d1f3d1fa-48a9-422b-bbd0-2d49c03d45c3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 945 time: 0.0708928 Jul 16 18:23:26.912743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-134329e2-247f-4aa2-9970-3c4509273609 req-344ffb1a-50fc-4738-b6fa-128cb4409a6c tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426271 Jul 16 18:23:27.240657 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42482) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:27.354478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.452085 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.456028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.494835 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a3231b652c8405baf2a0c3942c99769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530854 Jul 16 18:23:27.495971 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3e03d3-b04d-4fa0-88a2-6aa486cd7063,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:27.498629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42486) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:27.504049 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:27.504394 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:27.504731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:27.505063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:27.505388 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:27.505716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:27.506035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:27.507790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:27.507790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:27.507790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:27.507790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:27.508340 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300aecd-b362-4b42-a7bd-e88bb4bab61b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:27.563604 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9263fd5d-9a36-48b7-bf4d-46fb913dfe15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.584615 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9263fd5d-9a36-48b7-bf4d-46fb913dfe15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.589056 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c4512d75-09e0-4132-a841-28ec922d969c up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:27.634367 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9263fd5d-9a36-48b7-bf4d-46fb913dfe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.638632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9263fd5d-9a36-48b7-bf4d-46fb913dfe15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.642030 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9263fd5d-9a36-48b7-bf4d-46fb913dfe15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f3e03d3-b04d-4fa0-88a2-6aa486cd7063 HTTP/1.1" status: 204 len: 168 time: 0.1417556 Jul 16 18:23:27.645521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port c4512d75-09e0-4132-a841-28ec922d969c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:27.651068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port c4512d75-09e0-4132-a841-28ec922d969c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:27.651866 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.656037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263fd5d-9a36-48b7-bf4d-46fb913dfe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3e03d3-b04d-4fa0-88a2-6aa486cd7063,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:27.742154 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.765674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cd20fa-4c80-4449-a862-66d55b7369c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4512d75-09e0-4132-a841-28ec922d969c'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:27.767966 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bab87ab-160e-42ec-be89-1e91f88f2684" -d '{"events": [{"server_uuid": "d9cd20fa-4c80-4449-a862-66d55b7369c9", "name": "network-vif-plugged", "status": "completed", "tag": "c4512d75-09e0-4132-a841-28ec922d969c"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:27.781684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port c4512d75-09e0-4132-a841-28ec922d969c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c4512d75-09e0-4132-a841-28ec922d969c,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:27.795137 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.822582 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78abd963-06ce-4683-a67f-f8fd3010b77f x-openstack-request-id: req-78abd963-06ce-4683-a67f-f8fd3010b77f {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:27.822869 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cd20fa-4c80-4449-a862-66d55b7369c9", "name": "network-vif-plugged", "status": "completed", "tag": "c4512d75-09e0-4132-a841-28ec922d969c", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:27.823416 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78abd963-06ce-4683-a67f-f8fd3010b77f {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:27.824020 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cd20fa-4c80-4449-a862-66d55b7369c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4512d75-09e0-4132-a841-28ec922d969c', 'code': 200} Jul 16 18:23:27.853642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=c4512d75-09e0-4132-a841-28ec922d969c,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:27.952613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817f88a-d215-4c60-8025-c4ae38ec4bb5 req-98c41dd6-6532-44a8-9441-e68ddb75723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.957800 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b817f88a-d215-4c60-8025-c4ae38ec4bb5 req-98c41dd6-6532-44a8-9441-e68ddb75723f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 1098 time: 0.0692811 Jul 16 18:23:28.002423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b817f88a-d215-4c60-8025-c4ae38ec4bb5 req-d5619f55-6050-4fea-89ad-a7d3ff8215fc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374930 Jul 16 18:23:28.012807 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0b04e4cf-3050-43ed-a339-7ee81a786d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.151147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211886cd-44f6-4e99-8b75-70aaf965ff1d req-4bab2785-c835-42fa-8a53-6d011bddae62 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:28.152719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-211886cd-44f6-4e99-8b75-70aaf965ff1d req-4bab2785-c835-42fa-8a53-6d011bddae62 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 946 time: 0.0902274 Jul 16 18:23:28.204206 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-211886cd-44f6-4e99-8b75-70aaf965ff1d req-86eb0ba0-152e-43e0-a499-4625b90d2182 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447638 Jul 16 18:23:28.398746 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42518) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:28.498557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1992756256-network', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:28.519700 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Made reservation on behalf of 55671ed47fe94121906f6b2fc75553d2 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:28.522189 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.530921 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.624285 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.628479 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.652985 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:28.662562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71561672-fc98-4848-ac36-7a347e4267be,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:28.668217 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.668562 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Added segment 13b87e3f-2052-429a-83c7-ad2f058491ea of type vlan for network d6be45aa-6288-44a3-82eb-62382cad6604 Jul 16 18:23:28.709780 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.738644 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.739666 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:28.740266 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.774199 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3742173 Jul 16 18:23:28.777512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42522) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:28.782559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d4e438ca-fa0e-482a-a0f0-efb7491fb59a admin admin] Request body: {'subnet': {'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1992756256-subnet', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:28.806084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e438ca-fa0e-482a-a0f0-efb7491fb59a admin admin] Made reservation on behalf of 55671ed47fe94121906f6b2fc75553d2 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:28.808824 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d4e438ca-fa0e-482a-a0f0-efb7491fb59a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.812592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f458ce5-52d9-4517-8bce-c8c4cb7a55a6 admin admin] Pushing event updated for resources: {'Network': ['ID=d6be45aa-6288-44a3-82eb-62382cad6604,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:28.824565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d6be45aa-6288-44a3-82eb-62382cad6604 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:29.006032 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d4e438ca-fa0e-482a-a0f0-efb7491fb59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.062192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e438ca-fa0e-482a-a0f0-efb7491fb59a admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ae906f-1d94-4553-bf2b-c8960286f026,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:29.094284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e438ca-fa0e-482a-a0f0-efb7491fb59a admin admin] Checking segment: {'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:29.094663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e438ca-fa0e-482a-a0f0-efb7491fb59a admin admin] Network hostable DHCP agents. Network: d6be45aa-6288-44a3-82eb-62382cad6604, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:29.117953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e438ca-fa0e-482a-a0f0-efb7491fb59a admin admin] Network d6be45aa-6288-44a3-82eb-62382cad6604 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:29.128873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-d4e438ca-fa0e-482a-a0f0-efb7491fb59a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d6be45aa-6288-44a3-82eb-62382cad6604) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:29.134622 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e438ca-fa0e-482a-a0f0-efb7491fb59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.135861 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d4e438ca-fa0e-482a-a0f0-efb7491fb59a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.140036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a88ab8-d01a-4fd0-b72b-af5a023a417a None None] Network d6be45aa-6288-44a3-82eb-62382cad6604 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:29.151712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d4e438ca-fa0e-482a-a0f0-efb7491fb59a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3728492 Jul 16 18:23:29.154189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42530) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:29.158970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1992756256-router', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:29.185749 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.186758 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.252661 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.316917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-d6be45aa-6288-44a3-82eb-62382cad6604', 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'fixed_ips': [{'subnet_id': '79ae906f-1d94-4553-bf2b-c8960286f026'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:29.318033 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.463890 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.493516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Allocated IP 172.20.0.2 (d6be45aa-6288-44a3-82eb-62382cad6604/79ae906f-1d94-4553-bf2b-c8960286f026/669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:29.522274 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1ffd3-07e1-4159-9a42-1fb40c3c437e req-93b34729-e8d1-4b40-90b2-6d7fd91186d5 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.524395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20b1ffd3-07e1-4159-9a42-1fb40c3c437e req-93b34729-e8d1-4b40-90b2-6d7fd91186d5 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 946 time: 0.1454277 Jul 16 18:23:29.620310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20b1ffd3-07e1-4159-9a42-1fb40c3c437e req-badf12ad-b7d9-4eb6-835a-127a230747c0 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838881 Jul 16 18:23:29.652341 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.665717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Transition to ACTIVE for port object 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:29.687982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Transition to ACTIVE for port object 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:29.696987 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.741697 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Network d6be45aa-6288-44a3-82eb-62382cad6604 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:29.747101 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:29.753320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:29.809683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Pushing event updated for resources: {'Port': ['ID=669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:29.856812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Attempting to bind port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:29.857317 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Attempting to bind port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:29.857833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Attempting to bind port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb on network d6be45aa-6288-44a3-82eb-62382cad6604 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:29.869900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:29.870665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Checking segment: {'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:29.871758 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.872337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Bound using segment: {'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:29.873010 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Bound port: 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:29.873751 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.991673 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] For port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:29.992860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] For port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:30.000101 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.097078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631bcee-ba72-456f-8d15-9fb860fc809e None None] Pushing event updated for resources: {'Port': ['ID=669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:30.223643 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.258795 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.523841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Allocated IP 172.25.5.51 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/112ce73c-940a-4704-8eec-f5374e98eadb) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:30.680988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.691706 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.712531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892503-73de-4291-b4e2-bc5119600e02 req-2032e6c3-60e9-4647-94b0-cdb6fe833f92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:30.714285 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2892503-73de-4291-b4e2-bc5119600e02 req-2032e6c3-60e9-4647-94b0-cdb6fe833f92 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 946 time: 0.1137714 Jul 16 18:23:30.741779 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3565cd6a-30bd-4f04-abd6-88226381748e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.773875 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2892503-73de-4291-b4e2-bc5119600e02 req-da2b5989-df2a-42d2-98b4-80b75781649f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483077 Jul 16 18:23:30.792581 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.814492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42552) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:30.854078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:30.862868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:30.869408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:30.937524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Pushing event updated for resources: {'Port': ['ID=112ce73c-940a-4704-8eec-f5374e98eadb,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:30.954006 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-99e3ba09-6761-42c3-9a6e-28fe4bc86a0b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/f2ac2257-5653-46f7-9d3c-cb4e0aebbf70 HTTP/1.1" status: 200 len: 992 time: 0.1366937 Jul 16 18:23:31.198130 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dbe9cfb-f3b5-4663-855a-d8599f9ceb7b req-a7cfa367-33e0-4405-97d7-e93f0e18e748 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1097481 Jul 16 18:23:31.370804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dbfdb2-97ed-4d15-816d-70dac5253525 None None] Network d6be45aa-6288-44a3-82eb-62382cad6604 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:31.383669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9cfb-f3b5-4663-855a-d8599f9ceb7b req-9f08c991-925e-4ca7-aa20-84e913b2e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.385327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dbe9cfb-f3b5-4663-855a-d8599f9ceb7b req-9f08c991-925e-4ca7-aa20-84e913b2e8d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c42d0dd31f24319bd3c1183a3a094a4&device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 1097 time: 0.1332641 Jul 16 18:23:31.474461 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.496095 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d1f4b4d8-7030-4d49-8a3b-087fa1341900 None None] Provisioning for port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:31.603168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:31.716416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:31.724164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:31.724553 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.875928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9cfb-f3b5-4663-855a-d8599f9ceb7b req-12a6eb16-cd48-4c11-bd59-674fc43248b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.877447 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dbe9cfb-f3b5-4663-855a-d8599f9ceb7b req-12a6eb16-cd48-4c11-bd59-674fc43248b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9efa3351-e9e2-4f6e-9df8-3ee47f6914af HTTP/1.1" status: 200 len: 909 time: 0.4654706 Jul 16 18:23:31.886249 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.916052 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.942432 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516067bb-46e5-4a17-ac24-cf4b17295e9f req-24e9b03a-48ab-4ff8-a3ab-a33ba71370f0 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.944331 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-516067bb-46e5-4a17-ac24-cf4b17295e9f req-24e9b03a-48ab-4ff8-a3ab-a33ba71370f0 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 1098 time: 0.5165532 Jul 16 18:23:31.953585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:31.958948 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.038538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1e0f56dd-bb55-4999-ae4f-b29e92caee88 None None] Provisioning complete for port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:32.038948 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1e0f56dd-bb55-4999-ae4f-b29e92caee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.052805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dbe9cfb-f3b5-4663-855a-d8599f9ceb7b req-a36e162d-d071-48fc-813e-da608dadc96f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeb8f47-79a3-4898-ac17-c19215eac36a HTTP/1.1" status: 200 len: 1001 time: 0.1647763 Jul 16 18:23:32.093327 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:32.153586 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.230511 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-516067bb-46e5-4a17-ac24-cf4b17295e9f req-04933210-cd7e-40a4-aa99-ed70df36cfd5 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428594 Jul 16 18:23:32.262385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9cfb-f3b5-4663-855a-d8599f9ceb7b req-bc1ee960-db9f-4c04-876e-81bbdb3a4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:32.262385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dbe9cfb-f3b5-4663-855a-d8599f9ceb7b req-bc1ee960-db9f-4c04-876e-81bbdb3a4d65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59439290-4958-4c20-beb6-811e08de55a5 HTTP/1.1" status: 200 len: 847 time: 0.1048000 Jul 16 18:23:32.381937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9cfb-f3b5-4663-855a-d8599f9ceb7b req-e8b47378-c451-4810-8f51-2889307f306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:32.384578 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dbe9cfb-f3b5-4663-855a-d8599f9ceb7b req-e8b47378-c451-4810-8f51-2889307f306e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9efa3351-e9e2-4f6e-9df8-3ee47f6914af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877366 Jul 16 18:23:32.419710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Router 9750b936-23b2-48de-a6d6-845616491040 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:32.577362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dbe9cfb-f3b5-4663-855a-d8599f9ceb7b req-75b402db-56ea-42a7-abe2-8d241772ff2e service neutron] 10.222.0.35 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830189 Jul 16 18:23:32.635287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:32.643713 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Sync routers for ids ['9750b936-23b2-48de-a6d6-845616491040'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:32.656664 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Routers {'9750b936-23b2-48de-a6d6-845616491040'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:32.657268 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9750b936-23b2-48de-a6d6-845616491040'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:32.684227 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.686305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3be81067-fa15-43d5-9335-6434b83fff35 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5310125 Jul 16 18:23:32.688901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42590) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:32.754571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9dbe9cfb-f3b5-4663-855a-d8599f9ceb7b req-5a737485-7b13-4aff-94f0-b7c10727b9f1 service neutron] 10.222.0.35 "GET /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703694 Jul 16 18:23:32.868211 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Set router 9750b936-23b2-48de-a6d6-845616491040 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:33.177894 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9750b936-23b2-48de-a6d6-845616491040', 'name': 'tempest-TestServerMultinode-1992756256-router', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:31Z', 'revision_number': 3, 'project_id': '55671ed47fe94121906f6b2fc75553d2', 'gw_port': {'id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9750b936-23b2-48de-a6d6-845616491040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:30Z', 'updated_at': '2021-07-16T18:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:33.218566 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Checking router: 9750b936-23b2-48de-a6d6-845616491040 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:33.218827 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Updating router 9750b936-23b2-48de-a6d6-845616491040 port 112ce73c-940a-4704-8eec-f5374e98eadb binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:33.260854 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.548578 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:33.645833 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.664998 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.672867 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Transition to ACTIVE for port object 112ce73c-940a-4704-8eec-f5374e98eadb will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:33.686162 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.688854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:33.690347 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.749837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-53a38f93-4b1d-4a74-bf83-f3ed98e4432b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5661006 Jul 16 18:23:33.787288 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c4a4b-e509-46fb-9adf-39f9d5ac85b8 None None] Pushing event updated for resources: {'Port': ['ID=112ce73c-940a-4704-8eec-f5374e98eadb,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:33.832255 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Attempting to bind port 112ce73c-940a-4704-8eec-f5374e98eadb on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:33.832623 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Attempting to bind port 112ce73c-940a-4704-8eec-f5374e98eadb by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:33.833276 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Attempting to bind port 112ce73c-940a-4704-8eec-f5374e98eadb on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:33.834166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.847254 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:33.847669 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:33.848087 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.848485 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:33.848952 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Bound port: 112ce73c-940a-4704-8eec-f5374e98eadb, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:33.849334 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.925584 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] For port 112ce73c-940a-4704-8eec-f5374e98eadb, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:33.929395 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] For port 112ce73c-940a-4704-8eec-f5374e98eadb, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=112ce73c-940a-4704-8eec-f5374e98eadb,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:33.935092 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.075369 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Routers {'9750b936-23b2-48de-a6d6-845616491040'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:34.076122 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9750b936-23b2-48de-a6d6-845616491040'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:34.078285 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c4a4b-e509-46fb-9adf-39f9d5ac85b8 None None] Pushing event updated for resources: {'Port': ['ID=112ce73c-940a-4704-8eec-f5374e98eadb,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:34.156707 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Allocated IP 172.20.0.1 (d6be45aa-6288-44a3-82eb-62382cad6604/79ae906f-1d94-4553-bf2b-c8960286f026/582b6b2e-b8e1-4819-8f29-e14efc380745) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:34.299913 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] Set router 9750b936-23b2-48de-a6d6-845616491040 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:34.388913 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.408031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Transition to ACTIVE for port object 582b6b2e-b8e1-4819-8f29-e14efc380745 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:34.450050 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.507414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Network d6be45aa-6288-44a3-82eb-62382cad6604 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:34.517152 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:34.527566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:34.642714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Pushing event updated for resources: {'Port': ['ID=582b6b2e-b8e1-4819-8f29-e14efc380745,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:34.659667 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.699824 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9750b936-23b2-48de-a6d6-845616491040', 'name': 'tempest-TestServerMultinode-1992756256-router', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:31Z', 'revision_number': 3, 'project_id': '55671ed47fe94121906f6b2fc75553d2', 'gw_port': {'id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9750b936-23b2-48de-a6d6-845616491040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:30Z', 'updated_at': '2021-07-16T18:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:34.737853 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f88b08c-6da0-4ef7-947c-98a77314a785 None None] The sync data for ids ['9750b936-23b2-48de-a6d6-845616491040'] in n-d-787206-10 is: [{'id': '9750b936-23b2-48de-a6d6-845616491040', 'name': 'tempest-TestServerMultinode-1992756256-router', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:31Z', 'revision_number': 3, 'project_id': '55671ed47fe94121906f6b2fc75553d2', 'gw_port': {'id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9750b936-23b2-48de-a6d6-845616491040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:30Z', 'updated_at': '2021-07-16T18:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:34.828903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-440338be-88cf-495a-a101-926d725de128 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:23:34.829950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-440338be-88cf-495a-a101-926d725de128 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2553766 Jul 16 18:23:34.849264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] Request body: {'binding': {'host': 'n-h2-787206-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:34.852802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] Unknown quota resources ['binding']. {{(pid=100169) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:23:34.893222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0e7b4684-9813-4544-989b-c1c8873f5151 None None] Provisioning for port 582b6b2e-b8e1-4819-8f29-e14efc380745 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:34.905120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0e7b4684-9813-4544-989b-c1c8873f5151 None None] Provisioning complete for port 582b6b2e-b8e1-4819-8f29-e14efc380745 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:34.905735 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4684-9813-4544-989b-c1c8873f5151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.955949 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b4684-9813-4544-989b-c1c8873f5151 None None] Port 582b6b2e-b8e1-4819-8f29-e14efc380745 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:35.043908 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.129284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] Attempting to bind port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on host n-h2-787206-10 for vnic_type normal with profile None {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:35.129939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] Attempting to bind port f1185f76-cb6f-4fdc-abd2-5426a32a7caf by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:35.130516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] Attempting to bind port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on network 9443247e-9bf8-4e1d-9916-6380ec442043 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:35.141409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] Port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on network 9443247e-9bf8-4e1d-9916-6380ec442043 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:35.141821 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] Attempting to bind port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on network 9443247e-9bf8-4e1d-9916-6380ec442043 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:35.157039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:35.157387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] Checking segment: {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:35.157754 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] Bound using segment: {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:35.158185 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] Bound port: f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:35.349657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:35.357007 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.358357 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2485c80f-4fdb-4558-9716-9de025e5ef14 service neutron] 10.222.0.41 "POST /v2.0/ports/f1185f76-cb6f-4fdc-abd2-5426a32a7caf/bindings HTTP/1.1" status: 201 len: 390 time: 0.5169644 Jul 16 18:23:35.424210 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.430829 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.582537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.585252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Pushing event updated for resources: {'Port': ['ID=582b6b2e-b8e1-4819-8f29-e14efc380745,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:35.614128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 112ce73c-940a-4704-8eec-f5374e98eadb up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:35.728461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 112ce73c-940a-4704-8eec-f5374e98eadb completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:35.733863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 112ce73c-940a-4704-8eec-f5374e98eadb triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:35.734497 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.848369 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.880984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Network d6be45aa-6288-44a3-82eb-62382cad6604 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:35.887277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 112ce73c-940a-4704-8eec-f5374e98eadb, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=112ce73c-940a-4704-8eec-f5374e98eadb,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:35.888860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:35.892161 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.968995 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:23:36.013255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=112ce73c-940a-4704-8eec-f5374e98eadb,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:36.027103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcc39f-6102-43df-bc47-61163006887d req-8de01920-1214-44e0-a831-8590a4ac7ef5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.028785 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6bcc39f-6102-43df-bc47-61163006887d req-8de01920-1214-44e0-a831-8590a4ac7ef5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 946 time: 0.2720938 Jul 16 18:23:36.030846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-6e2fcbfb-411f-4814-b6a4-5b48ffda6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.032234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-6e2fcbfb-411f-4814-b6a4-5b48ffda6663 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 1098 time: 0.2768228 Jul 16 18:23:36.231718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6bcc39f-6102-43df-bc47-61163006887d req-9147faa0-4485-4761-b884-ea7de8866bfb tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966302 Jul 16 18:23:36.233505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Router 9750b936-23b2-48de-a6d6-845616491040 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:36.265909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-aacfe270-667a-4075-b99f-536e842cca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.267412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-aacfe270-667a-4075-b99f-536e842cca7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9443247e-9bf8-4e1d-9916-6380ec442043 HTTP/1.1" status: 200 len: 898 time: 0.1857207 Jul 16 18:23:36.289686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5814243b-e04d-4e75-bf2b-728bcd7627b3 None None] Provisioning complete for port 582b6b2e-b8e1-4819-8f29-e14efc380745 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:36.290472 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5814243b-e04d-4e75-bf2b-728bcd7627b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.337777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5814243b-e04d-4e75-bf2b-728bcd7627b3 None None] Port 582b6b2e-b8e1-4819-8f29-e14efc380745 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:36.438086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:36.455041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-39028434-b53a-44a1-af58-78c108e67236 admin admin] 10.222.0.41 "PUT /v2.0/routers/9750b936-23b2-48de-a6d6-845616491040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7559507 Jul 16 18:23:36.459753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-0c1b1ad2-973b-42c8-ad57-780252633b3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf HTTP/1.1" status: 200 len: 1000 time: 0.0774708 Jul 16 18:23:36.512639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-ee2a55b6-46e5-4184-bf24-2386ae464d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.514782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-ee2a55b6-46e5-4184-bf24-2386ae464d02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9af9c852-d681-4fd1-acee-6d47085776dd HTTP/1.1" status: 200 len: 834 time: 0.0488889 Jul 16 18:23:36.587227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-a01dde0c-da9b-48f0-85c8-3183b282b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.591323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-a01dde0c-da9b-48f0-85c8-3183b282b19e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9443247e-9bf8-4e1d-9916-6380ec442043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677009 Jul 16 18:23:36.707645 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-a24a56db-fa84-4285-89af-ee34962392d4 service neutron] 10.222.0.43 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041279 Jul 16 18:23:36.840483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9abea61c-406f-4b36-acdf-28b719f360db service neutron] 10.222.0.43 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258311 Jul 16 18:23:37.110652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-780e2ef6-f155-4eac-b109-b362ec732db3 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.113041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-780e2ef6-f155-4eac-b109-b362ec732db3 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17&tenant_id=407f6f1770c34505b8d60a8097455895&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1098 time: 0.1538501 Jul 16 18:23:37.117627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 42664) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:37.122578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-575670147-network', 'tenant_id': '2e62bc2783854f90ae11be465abe013f'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:37.131083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787206-10'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:37.180461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Made reservation on behalf of 2e62bc2783854f90ae11be465abe013f for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:37.182936 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.212665 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.246662 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.333615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Sync routers for ids ['9750b936-23b2-48de-a6d6-845616491040'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:37.348277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Routers {'9750b936-23b2-48de-a6d6-845616491040'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:37.349228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9750b936-23b2-48de-a6d6-845616491040'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:37.540604 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.555224 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.565188 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Set router 9750b936-23b2-48de-a6d6-845616491040 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:37.566974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:37.609280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 112ce73c-940a-4704-8eec-f5374e98eadb up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:37.611404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:37.641012 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.641334 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Added segment a8298adb-63c1-42dd-a0a6-43a446c26363 of type vlan for network a1adcc12-f46d-48f8-af70-ad5ae047c7b4 Jul 16 18:23:37.661745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b16028-134a-4d8a-aba9-93c64c834701,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:37.720513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0ccae-1d99-4852-aecc-cc906e7a0f2f req-436c10e2-d495-4686-a2ba-1036e9334510 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.723897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6b0ccae-1d99-4852-aecc-cc906e7a0f2f req-436c10e2-d495-4686-a2ba-1036e9334510 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 946 time: 0.2956581 Jul 16 18:23:37.726444 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:37.754378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 112ce73c-940a-4704-8eec-f5374e98eadb triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:37.754982 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.755235 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.815232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:37.817602 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fde2e2-a793-440b-8453-bba653265b8a" -d '{"events": [{"server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "name": "network-vif-unplugged", "status": "completed", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:37.823232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.837980 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6b0ccae-1d99-4852-aecc-cc906e7a0f2f req-0ef87564-65ea-4b8f-aa44-3578a0ba5804 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068659 Jul 16 18:23:37.839511 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.840679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.841257 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.843600 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.899568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9750b936-23b2-48de-a6d6-845616491040', 'name': 'tempest-TestServerMultinode-1992756256-router', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:34Z', 'revision_number': 4, 'project_id': '55671ed47fe94121906f6b2fc75553d2', 'gw_port': {'id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9750b936-23b2-48de-a6d6-845616491040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:30Z', 'updated_at': '2021-07-16T18:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '582b6b2e-b8e1-4819-8f29-e14efc380745', 'name': '', 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'mac_address': 'fa:16:3e:c5:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9750b936-23b2-48de-a6d6-845616491040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '79ae906f-1d94-4553-bf2b-c8960286f026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:35Z', 'revision_number': 2, 'project_id': '55671ed47fe94121906f6b2fc75553d2', 'subnets': [{'id': '79ae906f-1d94-4553-bf2b-c8960286f026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:37.922315 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e749a036-80c6-4dcc-bc00-170e117288c3 x-openstack-request-id: req-e749a036-80c6-4dcc-bc00-170e117288c3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:37.922624 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "name": "network-vif-unplugged", "status": "completed", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:37.922860 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e749a036-80c6-4dcc-bc00-170e117288c3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:37.923248 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'code': 200} Jul 16 18:23:37.929666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] Pushing event updated for resources: {'Network': ['ID=a1adcc12-f46d-48f8-af70-ad5ae047c7b4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:37.935398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Checking router: 9750b936-23b2-48de-a6d6-845616491040 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:37.935850 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Updating router 9750b936-23b2-48de-a6d6-845616491040 port 582b6b2e-b8e1-4819-8f29-e14efc380745 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:37.973287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5bf58e83-e491-4c60-8926-db0e50581907 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8516364 Jul 16 18:23:37.974035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42678) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:37.979305 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.982502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-40e2c9b5-f4e4-4d14-a418-28bae5dfdfb7 admin admin] Request body: {'subnet': {'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-575670147-subnet', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:37.992738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network a1adcc12-f46d-48f8-af70-ad5ae047c7b4 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:38.023060 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e2c9b5-f4e4-4d14-a418-28bae5dfdfb7 admin admin] Made reservation on behalf of 2e62bc2783854f90ae11be465abe013f for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:38.024491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Pushing event updated for resources: {'Port': ['ID=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:38.034713 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40e2c9b5-f4e4-4d14-a418-28bae5dfdfb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.121524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Attempting to bind port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on host n-h1-787206-10 for vnic_type normal with profile {"migrating_to": "n-h2-787206-10"} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:38.122659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Attempting to bind port f1185f76-cb6f-4fdc-abd2-5426a32a7caf by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:38.123231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Attempting to bind port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on network 9443247e-9bf8-4e1d-9916-6380ec442043 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:38.129412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on network 9443247e-9bf8-4e1d-9916-6380ec442043 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:38.130165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Attempting to bind port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on network 9443247e-9bf8-4e1d-9916-6380ec442043 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:38.141221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:38.142909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Checking segment: {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:38.143519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Bound using segment: {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:38.144588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Bound port: f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e75501d-1439-4f3a-903d-a42daefc0fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:38.146894 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.253081 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40e2c9b5-f4e4-4d14-a418-28bae5dfdfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.283601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:38.287373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:38.294198 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.323408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2c9b5-f4e4-4d14-a418-28bae5dfdfb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8043dfdb-26f6-4d76-88ea-5edd39c1f677,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:38.344082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2c9b5-f4e4-4d14-a418-28bae5dfdfb7 admin admin] Checking segment: {'id': 'a8298adb-63c1-42dd-a0a6-43a446c26363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:38.344446 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e2c9b5-f4e4-4d14-a418-28bae5dfdfb7 admin admin] Network hostable DHCP agents. Network: a1adcc12-f46d-48f8-af70-ad5ae047c7b4, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:38.373760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e2c9b5-f4e4-4d14-a418-28bae5dfdfb7 admin admin] Network a1adcc12-f46d-48f8-af70-ad5ae047c7b4 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:38.385667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-40e2c9b5-f4e4-4d14-a418-28bae5dfdfb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, a1adcc12-f46d-48f8-af70-ad5ae047c7b4) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:38.397851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e2c9b5-f4e4-4d14-a418-28bae5dfdfb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.398693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40e2c9b5-f4e4-4d14-a418-28bae5dfdfb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.417638 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-40e2c9b5-f4e4-4d14-a418-28bae5dfdfb7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4415588 Jul 16 18:23:38.419553 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42680) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:38.428446 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-575670147-router', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:38.436390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Pushing event updated for resources: {'Port': ['ID=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,revision_number=8']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:38.450528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0b27b2-9bfb-4dbf-93df-fff8e5b7b921 None None] Network a1adcc12-f46d-48f8-af70-ad5ae047c7b4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:38.466285 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.467692 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.503948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.506205 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.509348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9c35c551-9ae5-4289-92d5-f29c71eba668 service neutron] 10.222.0.43 "PUT /v2.0/ports/f1185f76-cb6f-4fdc-abd2-5426a32a7caf HTTP/1.1" status: 200 len: 1124 time: 1.3831427 Jul 16 18:23:38.566209 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.643254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['f1185f76-cb6f-4fdc-abd2-5426a32a7caf'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:38.694863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f468cb29-dd07-4587-a280-e46ae4b8af99 None None] Provisioning complete for port f1185f76-cb6f-4fdc-abd2-5426a32a7caf triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:38.695515 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f468cb29-dd07-4587-a280-e46ae4b8af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.746286 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.904474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-a1adcc12-f46d-48f8-af70-ad5ae047c7b4', 'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'fixed_ips': [{'subnet_id': '8043dfdb-26f6-4d76-88ea-5edd39c1f677'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:38.905331 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.981442 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.004753 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.099825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fb181-941e-4695-8f7c-2a8cf591fb2c req-3947ba57-3ff8-4588-9be9-65160613f0c5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.101028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef7fb181-941e-4695-8f7c-2a8cf591fb2c req-3947ba57-3ff8-4588-9be9-65160613f0c5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 944 time: 0.1010725 Jul 16 18:23:39.147893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef7fb181-941e-4695-8f7c-2a8cf591fb2c req-a0241003-79be-4c3e-854a-659f80008eda tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407314 Jul 16 18:23:39.168246 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Allocated IP 172.25.5.121 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/00aff671-200d-46e1-8999-ee2383bfbf1b) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:39.241220 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f468cb29-dd07-4587-a280-e46ae4b8af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.278775 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.320527 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.344033 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.354484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:39.356402 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9accdac8-91db-420c-b2d9-c2b145bd1a20" -d '{"events": [{"server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "name": "network-vif-plugged", "status": "completed", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:39.362614 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:39.367757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:39.372465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:39.380825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Allocated IP 172.20.0.2 (a1adcc12-f46d-48f8-af70-ad5ae047c7b4/8043dfdb-26f6-4d76-88ea-5edd39c1f677/5dd7df09-24c2-4e08-8572-14c07e2e5143) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:39.389205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Transition to ACTIVE for port object 582b6b2e-b8e1-4819-8f29-e14efc380745 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:39.398448 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f468cb29-dd07-4587-a280-e46ae4b8af99 None None] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:39.415866 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f468cb29-dd07-4587-a280-e46ae4b8af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.418078 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.425519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Pushing event updated for resources: {'Port': ['ID=00aff671-200d-46e1-8999-ee2383bfbf1b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:39.479638 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8395d0d-31c0-4c03-b3fa-f99e77d9d73d x-openstack-request-id: req-e8395d0d-31c0-4c03-b3fa-f99e77d9d73d {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:39.480278 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "name": "network-vif-plugged", "status": "completed", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:39.480278 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8395d0d-31c0-4c03-b3fa-f99e77d9d73d {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:39.480545 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'code': 200} Jul 16 18:23:39.695094 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.702888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f1185f76-cb6f-4fdc-abd2-5426a32a7caf details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:39.722549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468cb29-dd07-4587-a280-e46ae4b8af99 None None] Pushing event updated for resources: {'Port': ['ID=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:39.791168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b5317-c610-4bb6-a1b8-0eb467091d41 None None] Pushing event updated for resources: {'Port': ['ID=582b6b2e-b8e1-4819-8f29-e14efc380745,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:39.918702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Attempting to bind port 582b6b2e-b8e1-4819-8f29-e14efc380745 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:39.919203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Attempting to bind port 582b6b2e-b8e1-4819-8f29-e14efc380745 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:39.919769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Attempting to bind port 582b6b2e-b8e1-4819-8f29-e14efc380745 on network d6be45aa-6288-44a3-82eb-62382cad6604 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:39.923974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:39.926578 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f9800c-106b-4d9d-87ba-28260eee8c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:39.938868 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.954502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:39.954919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Checking segment: {'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:39.955460 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.955951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Bound using segment: {'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:39.956535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Bound port: 582b6b2e-b8e1-4819-8f29-e14efc380745, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:39.957013 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.972488 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba39fbe4-1fed-4073-9a78-8362bdf07724 x-openstack-request-id: req-ba39fbe4-1fed-4073-9a78-8362bdf07724 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:39.973005 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:39.973475 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba39fbe4-1fed-4073-9a78-8362bdf07724 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:39.974036 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'status': 'completed', 'code': 200} Jul 16 18:23:40.060820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9800c-106b-4d9d-87ba-28260eee8c1a req-1f275c5e-ee36-4bb3-bb62-283efeb4dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.062597 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53f9800c-106b-4d9d-87ba-28260eee8c1a req-1f275c5e-ee36-4bb3-bb62-283efeb4dbc8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 1129 time: 0.0660021 Jul 16 18:23:40.105916 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Router 941f1c9b-3685-48f4-97bc-3a450858e479 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:40.109374 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.146105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Transition to ACTIVE for port object 5dd7df09-24c2-4e08-8572-14c07e2e5143 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:40.179101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9800c-106b-4d9d-87ba-28260eee8c1a req-d9f59be7-97a0-4057-8512-1a4ff1ae92c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.181870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53f9800c-106b-4d9d-87ba-28260eee8c1a req-d9f59be7-97a0-4057-8512-1a4ff1ae92c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9443247e-9bf8-4e1d-9916-6380ec442043 HTTP/1.1" status: 200 len: 898 time: 0.1111481 Jul 16 18:23:40.185814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] For port 582b6b2e-b8e1-4819-8f29-e14efc380745, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:40.189791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] For port 582b6b2e-b8e1-4819-8f29-e14efc380745, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=582b6b2e-b8e1-4819-8f29-e14efc380745,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:40.199426 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Transition to ACTIVE for port object 5dd7df09-24c2-4e08-8572-14c07e2e5143 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:40.204448 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:40.207326 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.251228 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:40.262865 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Sync routers for ids ['941f1c9b-3685-48f4-97bc-3a450858e479'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:40.269627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b5317-c610-4bb6-a1b8-0eb467091d41 None None] Pushing event updated for resources: {'Port': ['ID=582b6b2e-b8e1-4819-8f29-e14efc380745,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:40.272243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a2122cab-dafb-45dd-a53f-b480edab5019 None None] Provisioning complete for port f1185f76-cb6f-4fdc-abd2-5426a32a7caf triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:40.273169 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a2122cab-dafb-45dd-a53f-b480edab5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.275783 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.278649 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Routers {'941f1c9b-3685-48f4-97bc-3a450858e479'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:40.283735 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['941f1c9b-3685-48f4-97bc-3a450858e479'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:40.304713 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.309064 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-815ae886-ef30-4354-b219-f6c2bf0f5073 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8849952 Jul 16 18:23:40.309583 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42706) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:40.312733 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53f9800c-106b-4d9d-87ba-28260eee8c1a req-65f64082-1e0d-4a23-9602-02608eb002c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf HTTP/1.1" status: 200 len: 1000 time: 0.1237175 Jul 16 18:23:40.453704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9800c-106b-4d9d-87ba-28260eee8c1a req-ef644c56-b51d-483b-bcb7-c740f13ca30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.455349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53f9800c-106b-4d9d-87ba-28260eee8c1a req-ef644c56-b51d-483b-bcb7-c740f13ca30b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af9c852-d681-4fd1-acee-6d47085776dd HTTP/1.1" status: 200 len: 834 time: 0.1347172 Jul 16 18:23:40.505595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c2311-5706-4458-b108-c6fee3407cd6 req-d77b32c5-5b82-4a01-8e9f-0bb9839a5e1d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.507318 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-710c2311-5706-4458-b108-c6fee3407cd6 req-d77b32c5-5b82-4a01-8e9f-0bb9839a5e1d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 946 time: 0.1200423 Jul 16 18:23:40.526586 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Set router 941f1c9b-3685-48f4-97bc-3a450858e479 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:40.555561 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-710c2311-5706-4458-b108-c6fee3407cd6 req-c131c843-dcb2-46cd-bd25-e1d13d7c8888 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413170 Jul 16 18:23:40.564558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9800c-106b-4d9d-87ba-28260eee8c1a req-af9a4cb4-94d6-4880-a0ac-528594189679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.566118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53f9800c-106b-4d9d-87ba-28260eee8c1a req-af9a4cb4-94d6-4880-a0ac-528594189679 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9443247e-9bf8-4e1d-9916-6380ec442043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035452 Jul 16 18:23:40.586356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f1185f76-cb6f-4fdc-abd2-5426a32a7caf has no active binding in host n-h2-787206-10 {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:23:40.588590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Pushing event updated for resources: {'Port': ['ID=5dd7df09-24c2-4e08-8572-14c07e2e5143,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:40.618621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Network a1adcc12-f46d-48f8-af70-ad5ae047c7b4 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:40.640133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:40.695080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:40.758194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Routers {'9750b936-23b2-48de-a6d6-845616491040'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:40.759706 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9750b936-23b2-48de-a6d6-845616491040'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:40.807753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53f9800c-106b-4d9d-87ba-28260eee8c1a req-3af8a014-237f-4e4a-ba41-ebca1e1ae287 service neutron] 10.222.0.35 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344635 Jul 16 18:23:40.914881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] Set router 9750b936-23b2-48de-a6d6-845616491040 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:40.949005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53f9800c-106b-4d9d-87ba-28260eee8c1a req-3a87d71d-e848-4457-a549-881b2ee86d1e service neutron] 10.222.0.35 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340141 Jul 16 18:23:40.974732 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'name': 'tempest-TestServerMultinode-575670147-router', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:38Z', 'updated_at': '2021-07-16T18:23:39Z', 'revision_number': 3, 'project_id': '2e62bc2783854f90ae11be465abe013f', 'gw_port': {'id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:41.118796 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Checking router: 941f1c9b-3685-48f4-97bc-3a450858e479 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:41.119471 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Updating router 941f1c9b-3685-48f4-97bc-3a450858e479 port 00aff671-200d-46e1-8999-ee2383bfbf1b binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:41.166310 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.183540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Attempting to bind port 5dd7df09-24c2-4e08-8572-14c07e2e5143 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:41.184059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Attempting to bind port 5dd7df09-24c2-4e08-8572-14c07e2e5143 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'a8298adb-63c1-42dd-a0a6-43a446c26363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:41.184531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Attempting to bind port 5dd7df09-24c2-4e08-8572-14c07e2e5143 on network a1adcc12-f46d-48f8-af70-ad5ae047c7b4 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:41.192952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:41.193501 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Checking segment: {'id': 'a8298adb-63c1-42dd-a0a6-43a446c26363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:41.194258 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.195334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Bound using segment: {'id': 'a8298adb-63c1-42dd-a0a6-43a446c26363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:41.196098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Bound port: 5dd7df09-24c2-4e08-8572-14c07e2e5143, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8298adb-63c1-42dd-a0a6-43a446c26363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:41.196585 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.219568 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.241079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9750b936-23b2-48de-a6d6-845616491040', 'name': 'tempest-TestServerMultinode-1992756256-router', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:34Z', 'revision_number': 4, 'project_id': '55671ed47fe94121906f6b2fc75553d2', 'gw_port': {'id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9750b936-23b2-48de-a6d6-845616491040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:30Z', 'updated_at': '2021-07-16T18:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '582b6b2e-b8e1-4819-8f29-e14efc380745', 'name': '', 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'mac_address': 'fa:16:3e:c5:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9750b936-23b2-48de-a6d6-845616491040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '79ae906f-1d94-4553-bf2b-c8960286f026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 4, 'project_id': '55671ed47fe94121906f6b2fc75553d2', 'subnets': [{'id': '79ae906f-1d94-4553-bf2b-c8960286f026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:41.278170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb3442-6349-4833-9e3e-bea7149b563e None None] The sync data for ids ['9750b936-23b2-48de-a6d6-845616491040'] in n-d-787206-10 is: [{'id': '9750b936-23b2-48de-a6d6-845616491040', 'name': 'tempest-TestServerMultinode-1992756256-router', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:34Z', 'revision_number': 4, 'project_id': '55671ed47fe94121906f6b2fc75553d2', 'gw_port': {'id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9750b936-23b2-48de-a6d6-845616491040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:30Z', 'updated_at': '2021-07-16T18:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '582b6b2e-b8e1-4819-8f29-e14efc380745', 'name': '', 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'mac_address': 'fa:16:3e:c5:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9750b936-23b2-48de-a6d6-845616491040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '79ae906f-1d94-4553-bf2b-c8960286f026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 4, 'project_id': '55671ed47fe94121906f6b2fc75553d2', 'subnets': [{'id': '79ae906f-1d94-4553-bf2b-c8960286f026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:41.311676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] For port 5dd7df09-24c2-4e08-8572-14c07e2e5143, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:41.315277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] For port 5dd7df09-24c2-4e08-8572-14c07e2e5143, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5dd7df09-24c2-4e08-8572-14c07e2e5143,segment=NetworkSegment(a8298adb-63c1-42dd-a0a6-43a446c26363),segment_id=a8298adb-63c1-42dd-a0a6-43a446c26363)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:41.322462 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.412173 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3f6f2-6150-44aa-adf9-ae9f0da28fad None None] Pushing event updated for resources: {'Port': ['ID=5dd7df09-24c2-4e08-8572-14c07e2e5143,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:41.586006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 582b6b2e-b8e1-4819-8f29-e14efc380745 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:41.687917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 582b6b2e-b8e1-4819-8f29-e14efc380745 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:41.695208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 582b6b2e-b8e1-4819-8f29-e14efc380745 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:41.695608 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.710328 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.736953 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Transition to ACTIVE for port object 00aff671-200d-46e1-8999-ee2383bfbf1b will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:41.745786 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.780186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Allocated IP 172.20.0.1 (a1adcc12-f46d-48f8-af70-ad5ae047c7b4/8043dfdb-26f6-4d76-88ea-5edd39c1f677/0629b950-0e5e-4d83-b5db-b2fa8320d25e) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:41.883650 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Attempting to bind port 00aff671-200d-46e1-8999-ee2383bfbf1b on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:41.885159 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Attempting to bind port 00aff671-200d-46e1-8999-ee2383bfbf1b by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:41.885642 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Attempting to bind port 00aff671-200d-46e1-8999-ee2383bfbf1b on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:41.909857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94722b-ee07-484b-aeca-3c5830178ed4 req-d628a5e0-bed5-415f-a1a5-fcbcbadeaefe tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.915104 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:41.919918 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:41.922647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e94722b-ee07-484b-aeca-3c5830178ed4 req-d628a5e0-bed5-415f-a1a5-fcbcbadeaefe tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 946 time: 0.1696942 Jul 16 18:23:41.923233 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.923736 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:41.925686 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Bound port: 00aff671-200d-46e1-8999-ee2383bfbf1b, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:41.927840 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.947463 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.970662 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81b985-5c84-41d1-a716-48bbcd0b19a5 None None] Pushing event updated for resources: {'Port': ['ID=00aff671-200d-46e1-8999-ee2383bfbf1b,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:42.010658 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e94722b-ee07-484b-aeca-3c5830178ed4 req-9e861147-a806-493d-9e42-2ce4cc6d77ff tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866618 Jul 16 18:23:42.013387 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] For port 00aff671-200d-46e1-8999-ee2383bfbf1b, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:42.017819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 582b6b2e-b8e1-4819-8f29-e14efc380745, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=582b6b2e-b8e1-4819-8f29-e14efc380745,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:42.021443 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] For port 00aff671-200d-46e1-8999-ee2383bfbf1b, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=00aff671-200d-46e1-8999-ee2383bfbf1b,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:42.027245 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.030308 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.072370 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.107465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Transition to ACTIVE for port object 0629b950-0e5e-4d83-b5db-b2fa8320d25e will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:42.161430 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Routers {'941f1c9b-3685-48f4-97bc-3a450858e479'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:42.162226 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['941f1c9b-3685-48f4-97bc-3a450858e479'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:42.167458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=582b6b2e-b8e1-4819-8f29-e14efc380745,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:42.185555 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.213345 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81b985-5c84-41d1-a716-48bbcd0b19a5 None None] Pushing event updated for resources: {'Port': ['ID=00aff671-200d-46e1-8999-ee2383bfbf1b,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:42.244472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Pushing event updated for resources: {'Port': ['ID=0629b950-0e5e-4d83-b5db-b2fa8320d25e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:42.256439 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Network a1adcc12-f46d-48f8-af70-ad5ae047c7b4 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:42.258764 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:42.263731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:42.312617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.317056 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] Set router 941f1c9b-3685-48f4-97bc-3a450858e479 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:42.493579 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.527253 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'name': 'tempest-TestServerMultinode-575670147-router', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:38Z', 'updated_at': '2021-07-16T18:23:39Z', 'revision_number': 3, 'project_id': '2e62bc2783854f90ae11be465abe013f', 'gw_port': {'id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:42.554757 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fc683-3dcf-4316-a7ae-3f4377653362 None None] The sync data for ids ['941f1c9b-3685-48f4-97bc-3a450858e479'] in n-d-787206-10 is: [{'id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'name': 'tempest-TestServerMultinode-575670147-router', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:38Z', 'updated_at': '2021-07-16T18:23:39Z', 'revision_number': 3, 'project_id': '2e62bc2783854f90ae11be465abe013f', 'gw_port': {'id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:42.755659 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.765676 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.843220 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Pushing event updated for resources: {'Port': ['ID=0629b950-0e5e-4d83-b5db-b2fa8320d25e,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:42.845815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.051858 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Network a1adcc12-f46d-48f8-af70-ad5ae047c7b4 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:43.053793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:43.257058 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Router 941f1c9b-3685-48f4-97bc-3a450858e479 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:43.263705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1561362d-707a-4abf-9e22-84c9b06aa87f None None] Network a1adcc12-f46d-48f8-af70-ad5ae047c7b4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:43.473845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:43.477232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0e85262a-0b46-40fc-9bdf-fc80743eb2a7 None None] Provisioning for port 5dd7df09-24c2-4e08-8572-14c07e2e5143 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:43.494069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013bb1a-6d29-4d13-8e2c-dfed154a1222 req-764a7add-8f01-4bb0-a262-1d7bbcd06fbd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.494912 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ac43f93d-c80a-4851-b653-3810ea4bc228 admin admin] 10.222.0.41 "PUT /v2.0/routers/941f1c9b-3685-48f4-97bc-3a450858e479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1840086 Jul 16 18:23:43.502154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1013bb1a-6d29-4d13-8e2c-dfed154a1222 req-764a7add-8f01-4bb0-a262-1d7bbcd06fbd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 946 time: 0.2031240 Jul 16 18:23:43.600037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1013bb1a-6d29-4d13-8e2c-dfed154a1222 req-58a5fa4e-54b7-458b-85fd-a3299715db4e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933204 Jul 16 18:23:43.832673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-4fcfa502-8979-4428-a9a7-891f4c05792a service neutron] 10.222.0.35 "GET /v2.0/ports/f1185f76-cb6f-4fdc-abd2-5426a32a7caf/bindings/n-h2-787206-10 HTTP/1.1" status: 200 len: 385 time: 0.0905886 Jul 16 18:23:43.900494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 00aff671-200d-46e1-8999-ee2383bfbf1b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:43.970835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 00aff671-200d-46e1-8999-ee2383bfbf1b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:43.980014 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 00aff671-200d-46e1-8999-ee2383bfbf1b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:43.980570 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.206116 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.263323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 00aff671-200d-46e1-8999-ee2383bfbf1b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=00aff671-200d-46e1-8999-ee2383bfbf1b,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:44.265963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-706fe9e0-3f4d-434d-9a49-830b880efc72 None None] Provisioning for port 0629b950-0e5e-4d83-b5db-b2fa8320d25e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:44.276902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-706fe9e0-3f4d-434d-9a49-830b880efc72 None None] Provisioning complete for port 0629b950-0e5e-4d83-b5db-b2fa8320d25e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:44.277279 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-706fe9e0-3f4d-434d-9a49-830b880efc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.309390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-4e6aee4b-821e-425d-aa80-b1292face580 service neutron] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:44.356269 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-4e6aee4b-821e-425d-aa80-b1292face580 service neutron] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:44.369378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-706fe9e0-3f4d-434d-9a49-830b880efc72 None None] Port 0629b950-0e5e-4d83-b5db-b2fa8320d25e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:44.372382 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.373175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5dd7df09-24c2-4e08-8572-14c07e2e5143 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:44.414701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:44.417022 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7498d7-140b-4b5f-926f-430d79c4f8ea" -d '{"events": [{"server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "name": "network-vif-unplugged", "status": "completed", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:44.437531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-4e6aee4b-821e-425d-aa80-b1292face580 service neutron] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:44.481116 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-4e6aee4b-821e-425d-aa80-b1292face580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.545043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=00aff671-200d-46e1-8999-ee2383bfbf1b,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:44.572705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 5dd7df09-24c2-4e08-8572-14c07e2e5143 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:44.602477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 5dd7df09-24c2-4e08-8572-14c07e2e5143 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:44.603121 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.642486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-4e6aee4b-821e-425d-aa80-b1292face580 service neutron] Transition to ACTIVE for port object f1185f76-cb6f-4fdc-abd2-5426a32a7caf will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:44.643152 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7d8aa5e7-aaed-46cf-b542-27c68c862cfa None None] Provisioning complete for port 0629b950-0e5e-4d83-b5db-b2fa8320d25e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:44.643152 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7d8aa5e7-aaed-46cf-b542-27c68c862cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.655685 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-4e6aee4b-821e-425d-aa80-b1292face580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.692921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-7d8aa5e7-aaed-46cf-b542-27c68c862cfa None None] Port 0629b950-0e5e-4d83-b5db-b2fa8320d25e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:44.749229 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.806093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 5dd7df09-24c2-4e08-8572-14c07e2e5143, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5dd7df09-24c2-4e08-8572-14c07e2e5143,segment=NetworkSegment(a8298adb-63c1-42dd-a0a6-43a446c26363),segment_id=a8298adb-63c1-42dd-a0a6-43a446c26363)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:44.811645 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.813207 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 582b6b2e-b8e1-4819-8f29-e14efc380745 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:44.906057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=5dd7df09-24c2-4e08-8572-14c07e2e5143,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:44.931718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 582b6b2e-b8e1-4819-8f29-e14efc380745 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:44.932242 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.934133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8ffd3108-0a55-4815-abc1-55a6e9114419 None None] Provisioning complete for port 0629b950-0e5e-4d83-b5db-b2fa8320d25e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:44.934587 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3108-0a55-4815-abc1-55a6e9114419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.003377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd3108-0a55-4815-abc1-55a6e9114419 None None] Port 0629b950-0e5e-4d83-b5db-b2fa8320d25e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:45.140551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-2abe6914-ab62-4b43-81f3-747e815a430a tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:45.141951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-2abe6914-ab62-4b43-81f3-747e815a430a tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/networks?id=d6be45aa-6288-44a3-82eb-62382cad6604 HTTP/1.1" status: 200 len: 911 time: 0.7214313 Jul 16 18:23:45.169913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-24901d95-2739-4a90-b3ea-7db9af715a4d tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/quotas/2e62bc2783854f90ae11be465abe013f HTTP/1.1" status: 200 len: 375 time: 0.0175436 Jul 16 18:23:45.278513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Sync routers for ids ['941f1c9b-3685-48f4-97bc-3a450858e479'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:45.279242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6aee4b-821e-425d-aa80-b1292face580 service neutron] Pushing event updated for resources: {'Port': ['ID=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,revision_number=11']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:45.293149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Routers {'941f1c9b-3685-48f4-97bc-3a450858e479'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:45.293893 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['941f1c9b-3685-48f4-97bc-3a450858e479'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:45.294169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-7d5a73eb-bb1e-4c9b-85b9-ed8afe3cb3de tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:45.295803 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-7d5a73eb-bb1e-4c9b-85b9-ed8afe3cb3de tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/networks?id=c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 200 len: 814 time: 0.7849350 Jul 16 18:23:45.329732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-92b46e47-36be-4cde-88a0-2dae24e55b1b tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/quotas/3ed2429e671e4d27bb31b397405e20ed HTTP/1.1" status: 200 len: 375 time: 0.0215356 Jul 16 18:23:45.420349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-4e6aee4b-821e-425d-aa80-b1292face580 service neutron] No DVR routers for this DVR port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:45.421232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Set router 941f1c9b-3685-48f4-97bc-3a450858e479 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:45.498002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-e6294e07-00ba-48a5-a7c7-d1360dd4a6df tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e62bc2783854f90ae11be465abe013f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2846651 Jul 16 18:23:45.567515 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 00aff671-200d-46e1-8999-ee2383bfbf1b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:45.648184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-c05753ce-2ef3-4848-9b95-a07e4630c690 service neutron] 10.222.0.41 "GET /v2.0/networks/d6be45aa-6288-44a3-82eb-62382cad6604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490846 Jul 16 18:23:45.672215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-b16d201d-3af6-4760-96cc-b51e1a0c58f7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ed2429e671e4d27bb31b397405e20ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3323278 Jul 16 18:23:45.684539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 00aff671-200d-46e1-8999-ee2383bfbf1b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:45.685051 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.723691 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'name': 'tempest-TestServerMultinode-575670147-router', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:38Z', 'updated_at': '2021-07-16T18:23:42Z', 'revision_number': 4, 'project_id': '2e62bc2783854f90ae11be465abe013f', 'gw_port': {'id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:aa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '0629b950-0e5e-4d83-b5db-b2fa8320d25e', 'name': '', 'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'mac_address': 'fa:16:3e:fc:3c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '8043dfdb-26f6-4d76-88ea-5edd39c1f677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:41Z', 'updated_at': '2021-07-16T18:23:42Z', 'revision_number': 2, 'project_id': '2e62bc2783854f90ae11be465abe013f', 'subnets': [{'id': '8043dfdb-26f6-4d76-88ea-5edd39c1f677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:45.752725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Checking router: 941f1c9b-3685-48f4-97bc-3a450858e479 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:45.753068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Updating router 941f1c9b-3685-48f4-97bc-3a450858e479 port 0629b950-0e5e-4d83-b5db-b2fa8320d25e binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:45.795129 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.805531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-fd555452-8318-4eb0-be08-ff59eb4e55d3 service neutron] 10.222.0.41 "GET /v2.0/networks/d6be45aa-6288-44a3-82eb-62382cad6604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550734 Jul 16 18:23:45.872076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-4e6aee4b-821e-425d-aa80-b1292face580 service neutron] 10.222.0.35 "PUT /v2.0/ports/f1185f76-cb6f-4fdc-abd2-5426a32a7caf/bindings/n-h2-787206-10/activate HTTP/1.1" status: 200 len: 370 time: 2.0330622 Jul 16 18:23:45.981700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-68ea6902-6d02-47d0-88df-7d6730dcb205 service neutron] 10.222.0.41 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903612 Jul 16 18:23:46.041446 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aca517-d3e1-48c6-b2c4-92e1c79488eb x-openstack-request-id: req-57aca517-d3e1-48c6-b2c4-92e1c79488eb {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:46.041737 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "name": "network-vif-unplugged", "status": "completed", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:46.041989 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57aca517-d3e1-48c6-b2c4-92e1c79488eb {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:46.042499 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'code': 200} Jul 16 18:23:46.155401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9e1eb5e0-507d-4d01-b63f-42c35cb114dc tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.156963 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-9e1eb5e0-507d-4d01-b63f-42c35cb114dc tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17&tenant_id=407f6f1770c34505b8d60a8097455895&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 1097 time: 0.1740196 Jul 16 18:23:46.181175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-5d399734-ec33-4365-94b4-383b7f6ceceb service neutron] 10.222.0.41 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879306 Jul 16 18:23:46.261684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5dd7df09-24c2-4e08-8572-14c07e2e5143 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:46.336197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-4dc346c4-6a40-44c7-a9bf-e584ab2d9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.337993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-4dc346c4-6a40-44c7-a9bf-e584ab2d9d52 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17&tenant_id=407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 1097 time: 0.1690447 Jul 16 18:23:46.354452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503a614-b581-471b-8af4-82e467a9bc95 req-5a3bc5f6-e034-46f1-b57f-759659c8a88e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.368710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5503a614-b581-471b-8af4-82e467a9bc95 req-5a3bc5f6-e034-46f1-b57f-759659c8a88e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 945 time: 0.1453156 Jul 16 18:23:46.472741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79e61405-b96b-4e22-bc10-c6e9d70e9cac req-0e0dff8e-c366-4896-808e-5c7e94aa2f20 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 210 time: 0.0319977 Jul 16 18:23:46.485074 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.496191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Transition to ACTIVE for port object 0629b950-0e5e-4d83-b5db-b2fa8320d25e will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:46.508977 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.510358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5503a614-b581-471b-8af4-82e467a9bc95 req-e400ea48-17fb-45c6-b500-cd771ccffab6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406932 Jul 16 18:23:46.545848 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 5dd7df09-24c2-4e08-8572-14c07e2e5143 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:46.546326 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.552809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-d3e2dca1-0abf-4d68-b43f-2bff8b9dfa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.554706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-d3e2dca1-0abf-4d68-b43f-2bff8b9dfa9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 1097 time: 0.1732116 Jul 16 18:23:46.649020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a0087db-48b5-4f66-9e8f-510b4f364e9d req-e18e1c9d-da1a-49bb-8bb8-1b5cebc5388a tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 210 time: 0.0787096 Jul 16 18:23:46.657047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f1185f76-cb6f-4fdc-abd2-5426a32a7caf no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:46.762896 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1c751-e089-439e-b436-29b6a7512292 None None] Pushing event updated for resources: {'Port': ['ID=0629b950-0e5e-4d83-b5db-b2fa8320d25e,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.772804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-dc77f622-e5e2-4201-b9da-576b4636babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.784483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-dc77f622-e5e2-4201-b9da-576b4636babd service neutron] 10.222.0.43 "GET /v2.0/networks?id=9443247e-9bf8-4e1d-9916-6380ec442043 HTTP/1.1" status: 200 len: 898 time: 0.2012665 Jul 16 18:23:46.906312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-8bbe233c-64c9-484b-91bf-da347b3b2743 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf HTTP/1.1" status: 200 len: 998 time: 0.1135306 Jul 16 18:23:46.945786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f1185f76-cb6f-4fdc-abd2-5426a32a7caf not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:46.964887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Attempting to bind port 0629b950-0e5e-4d83-b5db-b2fa8320d25e on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:46.965268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Attempting to bind port 0629b950-0e5e-4d83-b5db-b2fa8320d25e by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'a8298adb-63c1-42dd-a0a6-43a446c26363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:46.965633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Attempting to bind port 0629b950-0e5e-4d83-b5db-b2fa8320d25e on network a1adcc12-f46d-48f8-af70-ad5ae047c7b4 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:46.971709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:46.972088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Checking segment: {'id': 'a8298adb-63c1-42dd-a0a6-43a446c26363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:46.972496 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.972895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Bound using segment: {'id': 'a8298adb-63c1-42dd-a0a6-43a446c26363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:46.973368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Bound port: 0629b950-0e5e-4d83-b5db-b2fa8320d25e, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8298adb-63c1-42dd-a0a6-43a446c26363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:46.973753 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.979967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2c43f235-30b5-49d8-97ae-0583bb792d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.981584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-2c43f235-30b5-49d8-97ae-0583bb792d26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9af9c852-d681-4fd1-acee-6d47085776dd HTTP/1.1" status: 200 len: 834 time: 0.0621660 Jul 16 18:23:47.059937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-b99f6b77-779e-4755-a017-b038da36bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.061729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-b99f6b77-779e-4755-a017-b038da36bce1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9443247e-9bf8-4e1d-9916-6380ec442043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661259 Jul 16 18:23:47.103190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] For port 0629b950-0e5e-4d83-b5db-b2fa8320d25e, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:47.107512 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] For port 0629b950-0e5e-4d83-b5db-b2fa8320d25e, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0629b950-0e5e-4d83-b5db-b2fa8320d25e,segment=NetworkSegment(a8298adb-63c1-42dd-a0a6-43a446c26363),segment_id=a8298adb-63c1-42dd-a0a6-43a446c26363)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:47.115934 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.197570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1c751-e089-439e-b436-29b6a7512292 None None] Pushing event updated for resources: {'Port': ['ID=0629b950-0e5e-4d83-b5db-b2fa8320d25e,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:47.201426 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Routers {'941f1c9b-3685-48f4-97bc-3a450858e479'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:47.203370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['941f1c9b-3685-48f4-97bc-3a450858e479'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:47.246379 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-aad3d4cb-5c69-4dbb-84fd-8b7861378a88 service neutron] 10.222.0.43 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716163 Jul 16 18:23:47.407075 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-f2e1b71b-ad1b-4017-bfb7-dfbe469a5b7f service neutron] 10.222.0.43 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510663 Jul 16 18:23:47.423109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] Set router 941f1c9b-3685-48f4-97bc-3a450858e479 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:47.735693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'name': 'tempest-TestServerMultinode-575670147-router', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:38Z', 'updated_at': '2021-07-16T18:23:42Z', 'revision_number': 4, 'project_id': '2e62bc2783854f90ae11be465abe013f', 'gw_port': {'id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:aa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '0629b950-0e5e-4d83-b5db-b2fa8320d25e', 'name': '', 'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'mac_address': 'fa:16:3e:fc:3c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '8043dfdb-26f6-4d76-88ea-5edd39c1f677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:41Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 4, 'project_id': '2e62bc2783854f90ae11be465abe013f', 'subnets': [{'id': '8043dfdb-26f6-4d76-88ea-5edd39c1f677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:47.744341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56c1ce84-08a1-48a7-8f3e-15e9cbba39bf req-3f9d847b-a1f0-4afd-b82a-09a16a93969f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 210 time: 0.0448837 Jul 16 18:23:47.770942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5f62a-9adc-46ca-8c36-e91195d49ad0 None None] The sync data for ids ['941f1c9b-3685-48f4-97bc-3a450858e479'] in n-d-787206-10 is: [{'id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'name': 'tempest-TestServerMultinode-575670147-router', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:38Z', 'updated_at': '2021-07-16T18:23:42Z', 'revision_number': 4, 'project_id': '2e62bc2783854f90ae11be465abe013f', 'gw_port': {'id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:aa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '0629b950-0e5e-4d83-b5db-b2fa8320d25e', 'name': '', 'network_id': 'a1adcc12-f46d-48f8-af70-ad5ae047c7b4', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'mac_address': 'fa:16:3e:fc:3c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '8043dfdb-26f6-4d76-88ea-5edd39c1f677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:41Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 4, 'project_id': '2e62bc2783854f90ae11be465abe013f', 'subnets': [{'id': '8043dfdb-26f6-4d76-88ea-5edd39c1f677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:47.977735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a2694-3b23-41a1-a140-8b88d0b99d73 req-b11cb711-d17d-4313-b54e-91c39ee39beb tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.980713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de2a2694-3b23-41a1-a140-8b88d0b99d73 req-b11cb711-d17d-4313-b54e-91c39ee39beb tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 945 time: 0.3214576 Jul 16 18:23:48.039888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ee02307-e8d7-42b6-a51a-51dc91da4dbc req-7bc979cc-8f8a-435b-9d41-432eb426a252 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 210 time: 0.0855861 Jul 16 18:23:48.043571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-229c46bc-bd67-4f42-9212-02e9b67591e0 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.050078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-229c46bc-bd67-4f42-9212-02e9b67591e0 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.35 "GET /v2.0/networks?id=d6be45aa-6288-44a3-82eb-62382cad6604 HTTP/1.1" status: 200 len: 911 time: 0.2654400 Jul 16 18:23:48.088601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Request body: {'port': {'device_id': '3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5', 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604', 'admin_state_up': True, 'tenant_id': '2e62bc2783854f90ae11be465abe013f'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:48.159368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de2a2694-3b23-41a1-a140-8b88d0b99d73 req-cc39fe93-9fe4-4112-8868-13b4f676382f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618242 Jul 16 18:23:48.166568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Made reservation on behalf of 2e62bc2783854f90ae11be465abe013f for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:48.170086 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.474410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Allocated IP 172.20.0.14 (d6be45aa-6288-44a3-82eb-62382cad6604/79ae906f-1d94-4553-bf2b-c8960286f026/61814873-795e-4af4-82c6-cffe1c25a985) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:48.483653 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-aaa6d9f3-dd43-4e3a-9ad8-15f102f9da33 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.485336 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-aaa6d9f3-dd43-4e3a-9ad8-15f102f9da33 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.43 "GET /v2.0/networks?id=c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 200 len: 814 time: 0.2020686 Jul 16 18:23:48.503516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-ff90129d-37b0-41b4-91c4-5b2819146cb3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Request body: {'port': {'device_id': '80f4c52e-f660-4a95-904a-d8694c088d5d', 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401', 'admin_state_up': True, 'tenant_id': '3ed2429e671e4d27bb31b397405e20ed'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:48.632549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-37644eb7-c57a-45a9-9b4a-2bb9086e0b60 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.634300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-37644eb7-c57a-45a9-9b4a-2bb9086e0b60 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17&tenant_id=407f6f1770c34505b8d60a8097455895&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 1097 time: 0.2237501 Jul 16 18:23:48.828920 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-ff90129d-37b0-41b4-91c4-5b2819146cb3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Made reservation on behalf of 3ed2429e671e4d27bb31b397405e20ed for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:48.833068 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-ff90129d-37b0-41b4-91c4-5b2819146cb3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.859592 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.901456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Transition to ACTIVE for port object 61814873-795e-4af4-82c6-cffe1c25a985 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:48.929904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f59f3c41-e2ab-4b0c-b6a9-0fc9d6287216 req-3f1f19fe-1650-4808-9fba-e3c2e1e178c4 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 210 time: 0.0528882 Jul 16 18:23:49.019542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-c8159213-9dc8-4f81-be99-ac229ae85480 service neutron] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:49.031258 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-c8159213-9dc8-4f81-be99-ac229ae85480 service neutron] Notify callbacks [] for binding, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.032539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4158418e-b5e9-4feb-8898-9feb8209d0bb req-c8159213-9dc8-4f81-be99-ac229ae85480 service neutron] 10.222.0.43 "DELETE /v2.0/ports/f1185f76-cb6f-4fdc-abd2-5426a32a7caf/bindings/n-h1-787206-10 HTTP/1.1" status: 204 len: 173 time: 0.3851914 Jul 16 18:23:49.066719 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.152704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Network d6be45aa-6288-44a3-82eb-62382cad6604 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:49.160447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:49.168920 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:49.171796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-ff90129d-37b0-41b4-91c4-5b2819146cb3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Allocated IP 172.20.0.14 (c635decf-41f8-41d9-9ce0-c296612e9401/7af0b858-5950-4238-8625-76d531250bbd/3efbebdb-d84e-432c-9e1a-bd64536ff9d1) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:49.173952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Pushing event updated for resources: {'Port': ['ID=61814873-795e-4af4-82c6-cffe1c25a985,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:49.252180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfb3f321-c079-4b46-ad81-42bf1a447266 req-09c766b0-a843-441b-9fd6-077d6590aefb tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 210 time: 0.0485420 Jul 16 18:23:49.282663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.283381 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.327643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-48cc1f44-834a-496d-b60f-cb927ffc2924 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2496102 Jul 16 18:23:49.346277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Request body: {'port': {'device_id': '3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:49.528313 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-991aeb78-449d-4205-a622-46ed0188b508 None None] Provisioning for port 61814873-795e-4af4-82c6-cffe1c25a985 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:49.534129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-991aeb78-449d-4205-a622-46ed0188b508 None None] Provisioning complete for port 61814873-795e-4af4-82c6-cffe1c25a985 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:49.534623 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-991aeb78-449d-4205-a622-46ed0188b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.558809 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-ff90129d-37b0-41b4-91c4-5b2819146cb3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.595096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-991aeb78-449d-4205-a622-46ed0188b508 None None] Port 61814873-795e-4af4-82c6-cffe1c25a985 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:49.615703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0629b950-0e5e-4d83-b5db-b2fa8320d25e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:49.662297 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.674963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 0629b950-0e5e-4d83-b5db-b2fa8320d25e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:49.679695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 0629b950-0e5e-4d83-b5db-b2fa8320d25e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:49.680567 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.689062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349f544-9f29-4fd8-922c-f8cbb8434bbc req-2dac4814-466f-4eec-80c2-aadd18df4933 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.690691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f349f544-9f29-4fd8-922c-f8cbb8434bbc req-2dac4814-466f-4eec-80c2-aadd18df4933 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 945 time: 0.3371651 Jul 16 18:23:49.734756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-ff90129d-37b0-41b4-91c4-5b2819146cb3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.753637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['c4512d75-09e0-4132-a841-28ec922d969c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:49.796506 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.848676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 0629b950-0e5e-4d83-b5db-b2fa8320d25e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0629b950-0e5e-4d83-b5db-b2fa8320d25e,segment=NetworkSegment(a8298adb-63c1-42dd-a0a6-43a446c26363),segment_id=a8298adb-63c1-42dd-a0a6-43a446c26363)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:49.855017 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.937105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=0629b950-0e5e-4d83-b5db-b2fa8320d25e,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:50.325887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f349f544-9f29-4fd8-922c-f8cbb8434bbc req-fe75ce27-bdbe-4976-a16e-330f883a5383 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6243393 Jul 16 18:23:50.332141 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-ff90129d-37b0-41b4-91c4-5b2819146cb3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Network c635decf-41f8-41d9-9ce0-c296612e9401 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:50.355290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-ff90129d-37b0-41b4-91c4-5b2819146cb3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:50.374833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-ff90129d-37b0-41b4-91c4-5b2819146cb3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:50.378195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90129d-37b0-41b4-91c4-5b2819146cb3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Pushing event updated for resources: {'Port': ['ID=3efbebdb-d84e-432c-9e1a-bd64536ff9d1,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:50.494821 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-ff90129d-37b0-41b4-91c4-5b2819146cb3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:50.495453 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-ff90129d-37b0-41b4-91c4-5b2819146cb3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.558993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-ff90129d-37b0-41b4-91c4-5b2819146cb3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0624914 Jul 16 18:23:50.564335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a8b3d-cf41-4c9e-b976-7a93c5a11833 req-1f197f09-79a5-4d8e-9625-761edd61474d tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:50.565753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e28a8b3d-cf41-4c9e-b976-7a93c5a11833 req-1f197f09-79a5-4d8e-9625-761edd61474d tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1028 time: 0.2437387 Jul 16 18:23:50.582051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Request body: {'port': {'device_id': '80f4c52e-f660-4a95-904a-d8694c088d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:50.668728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73254e7c-533f-49c6-8682-3b0c11af3fd4 req-e2989c7a-d5ae-4e8f-b8cf-f2da207f7143 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:50.670226 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73254e7c-533f-49c6-8682-3b0c11af3fd4 req-e2989c7a-d5ae-4e8f-b8cf-f2da207f7143 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 932 time: 0.2321393 Jul 16 18:23:50.706597 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e28a8b3d-cf41-4c9e-b976-7a93c5a11833 req-b45eacee-7c38-460c-a62b-dc90080b7c81 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315691 Jul 16 18:23:50.794340 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.797322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61814873-795e-4af4-82c6-cffe1c25a985 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:50.805769 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73254e7c-533f-49c6-8682-3b0c11af3fd4 req-8bf27c17-c17c-43bb-a200-58f7aee5fac8 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253378 Jul 16 18:23:50.818925 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.876874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Transition to ACTIVE for port object 61814873-795e-4af4-82c6-cffe1c25a985 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:50.884929 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.020507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Pushing event updated for resources: {'Port': ['ID=61814873-795e-4af4-82c6-cffe1c25a985,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:51.064558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde2eb-97a0-4905-a814-4079e9b7b464 req-b41783bb-3b9d-4e4a-8873-f8f348eeec6b tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.066038 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74dde2eb-97a0-4905-a814-4079e9b7b464 req-b41783bb-3b9d-4e4a-8873-f8f348eeec6b tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 1097 time: 0.2498839 Jul 16 18:23:51.202039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74dde2eb-97a0-4905-a814-4079e9b7b464 req-88c7cec9-b9d5-4ccf-84ca-37158af69d82 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144104 Jul 16 18:23:51.204460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Attempting to bind port 61814873-795e-4af4-82c6-cffe1c25a985 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:51.204797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Attempting to bind port 61814873-795e-4af4-82c6-cffe1c25a985 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:51.205128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Attempting to bind port 61814873-795e-4af4-82c6-cffe1c25a985 on network d6be45aa-6288-44a3-82eb-62382cad6604 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:51.214753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Port 61814873-795e-4af4-82c6-cffe1c25a985 on network d6be45aa-6288-44a3-82eb-62382cad6604 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:51.215082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Attempting to bind port 61814873-795e-4af4-82c6-cffe1c25a985 on network d6be45aa-6288-44a3-82eb-62382cad6604 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:51.222572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:51.222914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Checking segment: {'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:51.223297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Bound using segment: {'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:51.223757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Bound port: 61814873-795e-4af4-82c6-cffe1c25a985, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:51.224116 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.383263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] For port 61814873-795e-4af4-82c6-cffe1c25a985, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:51.399922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:51.407793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] For port 61814873-795e-4af4-82c6-cffe1c25a985, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=61814873-795e-4af4-82c6-cffe1c25a985,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:51.411168 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.416582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.459521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Transition to ACTIVE for port object 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:51.472486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.473074 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.474555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] 10.222.0.35 "PUT /v2.0/ports/61814873-795e-4af4-82c6-cffe1c25a985 HTTP/1.1" status: 200 len: 1093 time: 2.1333845 Jul 16 18:23:51.476408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5', 'tag': '61814873-795e-4af4-82c6-cffe1c25a985'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:51.478852 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a12b720-01ac-4ffa-9594-07054479089c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5", "tag": "61814873-795e-4af4-82c6-cffe1c25a985"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:51.485665 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.538294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d6cdb-7c0c-4182-8253-56fba810fc53 req-e8eab1d1-7bb6-4372-91e0-e036ea039a18 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.540199 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381d6cdb-7c0c-4182-8253-56fba810fc53 req-e8eab1d1-7bb6-4372-91e0-e036ea039a18 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 945 time: 0.1949751 Jul 16 18:23:51.566805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0629b950-0e5e-4d83-b5db-b2fa8320d25e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:51.568801 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ac5f81-ed24-41f4-8c5c-e7abfd95f3e3 x-openstack-request-id: req-00ac5f81-ed24-41f4-8c5c-e7abfd95f3e3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:51.569099 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5", "tag": "61814873-795e-4af4-82c6-cffe1c25a985", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:51.570635 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00ac5f81-ed24-41f4-8c5c-e7abfd95f3e3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:51.570842 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5', 'tag': '61814873-795e-4af4-82c6-cffe1c25a985', 'status': 'completed', 'code': 200} Jul 16 18:23:51.620123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 0629b950-0e5e-4d83-b5db-b2fa8320d25e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:51.620496 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.639712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc7e96-a815-45c8-8850-cbfebead137e service neutron] Pushing event updated for resources: {'Port': ['ID=61814873-795e-4af4-82c6-cffe1c25a985,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:51.720042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-381d6cdb-7c0c-4182-8253-56fba810fc53 req-7563ed1e-2d3b-410e-a608-be10580475da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620750 Jul 16 18:23:51.750729 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42902) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:51.780460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3efbebdb-d84e-432c-9e1a-bd64536ff9d1,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:51.787032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-21a73562-dd1b-48b6-9a98-38f5e887474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.789555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-21a73562-dd1b-48b6-9a98-38f5e887474d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e62bc2783854f90ae11be465abe013f&device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1096 time: 0.2383947 Jul 16 18:23:51.826335 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ceca5e9b-6847-4911-9f41-fc3c37cdb7ac tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/f2ac2257-5653-46f7-9d3c-cb4e0aebbf70 HTTP/1.1" status: 200 len: 990 time: 0.0743697 Jul 16 18:23:51.852871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-10150ee5-aa2a-40f1-a36f-5d881787a719 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61814873-795e-4af4-82c6-cffe1c25a985 HTTP/1.1" status: 200 len: 217 time: 0.0499136 Jul 16 18:23:51.924394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Attempting to bind port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:51.924721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Attempting to bind port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:51.924958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Attempting to bind port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 on network c635decf-41f8-41d9-9ce0-c296612e9401 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:51.937514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 on network c635decf-41f8-41d9-9ce0-c296612e9401 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:51.937836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Attempting to bind port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 on network c635decf-41f8-41d9-9ce0-c296612e9401 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:51.952081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-18012f33-00b2-4ac3-ba98-958ff604633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.956264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-18012f33-00b2-4ac3-ba98-958ff604633a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79ae906f-1d94-4553-bf2b-c8960286f026 HTTP/1.1" status: 200 len: 849 time: 0.0678215 Jul 16 18:23:51.956264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:51.956264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Checking segment: {'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:51.956264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Bound using segment: {'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:51.956264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Bound port: 3efbebdb-d84e-432c-9e1a-bd64536ff9d1, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:51.956264 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.031643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e45e59-7dd1-4291-95bc-b272595ed04f req-16bd8b8f-cd1b-4235-ac8d-7c06e36aac52 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.038498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36e45e59-7dd1-4291-95bc-b272595ed04f req-16bd8b8f-cd1b-4235-ac8d-7c06e36aac52 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1096 time: 0.1844821 Jul 16 18:23:52.088751 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 42912) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:52.140220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36e45e59-7dd1-4291-95bc-b272595ed04f req-0c7eb574-1483-4ef9-a5d7-4b024e06094a tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006598 Jul 16 18:23:52.141872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] For port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:52.159116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-f18007d7-2d43-4b41-ac46-b8d82d5a4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.160678 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-f18007d7-2d43-4b41-ac46-b8d82d5a4d18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d6be45aa-6288-44a3-82eb-62382cad6604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1953990 Jul 16 18:23:52.162415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] For port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3efbebdb-d84e-432c-9e1a-bd64536ff9d1,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:52.176815 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.242503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.243129 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.244557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] 10.222.0.43 "PUT /v2.0/ports/3efbebdb-d84e-432c-9e1a-bd64536ff9d1 HTTP/1.1" status: 200 len: 1093 time: 1.6730912 Jul 16 18:23:52.268547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-035ea558-afe7-4052-a80d-c212cb39cf00 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port 1a908d9f-b6ac-4554-88c4-717d8da79d94 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:52.268913 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-035ea558-afe7-4052-a80d-c212cb39cf00 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.327832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a8795-f592-4a99-acb6-bfc5d6300511 req-90ed1f95-fca9-42ca-990c-f30ec91f406e tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.329407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd2a8795-f592-4a99-acb6-bfc5d6300511 req-90ed1f95-fca9-42ca-990c-f30ec91f406e tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 944 time: 0.2483456 Jul 16 18:23:52.348111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be285b95-8f3a-4e23-b524-57a185a6a7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3efbebdb-d84e-432c-9e1a-bd64536ff9d1,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.375117 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-035ea558-afe7-4052-a80d-c212cb39cf00 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.375577 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-035ea558-afe7-4052-a80d-c212cb39cf00 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.388999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-035ea558-afe7-4052-a80d-c212cb39cf00 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for 1a908d9f-b6ac-4554-88c4-717d8da79d94 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:52.389786 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-4e4b3039-0ee6-4838-b48b-862b00e263ff service neutron] 10.222.0.35 "GET /v2.0/networks/d6be45aa-6288-44a3-82eb-62382cad6604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216022 Jul 16 18:23:52.433094 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd2a8795-f592-4a99-acb6-bfc5d6300511 req-ce7b82db-7df7-47fc-b061-107f32d6b452 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809712 Jul 16 18:23:52.500868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-0dbfd8e4-46ec-4d6b-a3c0-8aba4d0402b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.502395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-0dbfd8e4-46ec-4d6b-a3c0-8aba4d0402b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed2429e671e4d27bb31b397405e20ed&device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 1096 time: 0.1986685 Jul 16 18:23:52.556850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-035ea558-afe7-4052-a80d-c212cb39cf00 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.559012 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-1d24a88a-8ab5-44d8-953d-e7beca16eff8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3efbebdb-d84e-432c-9e1a-bd64536ff9d1 HTTP/1.1" status: 200 len: 217 time: 0.0402415 Jul 16 18:23:52.561270 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3573fe2-1220-4af4-911d-47eb077dcc66 req-9302221a-47a9-4386-9178-7aff079350a9 service neutron] 10.222.0.35 "GET /v2.0/networks/d6be45aa-6288-44a3-82eb-62382cad6604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605031 Jul 16 18:23:52.591255 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ea558-afe7-4052-a80d-c212cb39cf00 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=1a908d9f-b6ac-4554-88c4-717d8da79d94,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.625772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-eabb6ebe-56bc-4dae-bd47-49974b04c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.627631 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-eabb6ebe-56bc-4dae-bd47-49974b04c0f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af0b858-5950-4238-8625-76d531250bbd HTTP/1.1" status: 200 len: 854 time: 0.0613642 Jul 16 18:23:52.662245 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-035ea558-afe7-4052-a80d-c212cb39cf00 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.662735 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-035ea558-afe7-4052-a80d-c212cb39cf00 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Floating IP f2ac2257-5653-46f7-9d3c-cb4e0aebbf70 disassociated (deleted). External IP: 172.25.5.8, port: f1185f76-cb6f-4fdc-abd2-5426a32a7caf. Jul 16 18:23:52.693765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-a82f0623-e147-40ea-96e0-732fa9b53a7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c635decf-41f8-41d9-9ce0-c296612e9401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314479 Jul 16 18:23:52.748857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b720-01ac-4ffa-9594-07054479089c req-246a770b-248f-4ce6-836f-f6e72b3ee5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.750358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a12b720-01ac-4ffa-9594-07054479089c req-246a770b-248f-4ce6-836f-f6e72b3ee5ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e62bc2783854f90ae11be465abe013f&device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1096 time: 0.1218071 Jul 16 18:23:52.861834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-cbadd79e-233d-4321-bf13-8ee0b4de307f service neutron] 10.222.0.43 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494391 Jul 16 18:23:52.894346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035ea558-afe7-4052-a80d-c212cb39cf00 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router 6076028a-232e-411e-8c3d-a301208be0db has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:52.920980 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b720-01ac-4ffa-9594-07054479089c req-27989ef9-0c8e-4a63-ad77-0d985aee6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.922569 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a12b720-01ac-4ffa-9594-07054479089c req-27989ef9-0c8e-4a63-ad77-0d985aee6b9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d6be45aa-6288-44a3-82eb-62382cad6604 HTTP/1.1" status: 200 len: 911 time: 0.1414130 Jul 16 18:23:52.996071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a12b720-01ac-4ffa-9594-07054479089c req-cb05875d-6ecc-4053-9b6d-55a3d6084fec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61814873-795e-4af4-82c6-cffe1c25a985 HTTP/1.1" status: 200 len: 217 time: 0.0401235 Jul 16 18:23:53.018263 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035ea558-afe7-4052-a80d-c212cb39cf00 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:53.027471 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-035ea558-afe7-4052-a80d-c212cb39cf00 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.037449 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d003c-3061-4c2b-ab07-3d88196229b3 None None] Sync routers for ids ['6076028a-232e-411e-8c3d-a301208be0db'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:53.046843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d2cb390-3a34-4d11-b878-9d7ce8ab5d57 req-4509ef90-b52f-49a6-8b5b-b970d4050936 service neutron] 10.222.0.43 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706886 Jul 16 18:23:53.064366 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d003c-3061-4c2b-ab07-3d88196229b3 None None] Routers {'6076028a-232e-411e-8c3d-a301208be0db'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:53.065635 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-567d003c-3061-4c2b-ab07-3d88196229b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6076028a-232e-411e-8c3d-a301208be0db'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:53.068815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b720-01ac-4ffa-9594-07054479089c req-38800ad4-7136-4218-a3fd-d9d9ac6ba08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.070729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a12b720-01ac-4ffa-9594-07054479089c req-38800ad4-7136-4218-a3fd-d9d9ac6ba08d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79ae906f-1d94-4553-bf2b-c8960286f026 HTTP/1.1" status: 200 len: 849 time: 0.0683355 Jul 16 18:23:53.103729 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-035ea558-afe7-4052-a80d-c212cb39cf00 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/floatingips/f2ac2257-5653-46f7-9d3c-cb4e0aebbf70 HTTP/1.1" status: 204 len: 168 time: 1.0105817 Jul 16 18:23:53.103729 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:53.116104 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd789c74-170c-4afc-9cf9-b31cfcd16d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:53.162284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b720-01ac-4ffa-9594-07054479089c req-753cb2cb-bb55-4fc0-b26e-2b3cabb09267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.164742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a12b720-01ac-4ffa-9594-07054479089c req-753cb2cb-bb55-4fc0-b26e-2b3cabb09267 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d6be45aa-6288-44a3-82eb-62382cad6604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859344 Jul 16 18:23:53.193816 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fa10cc-d9e7-45b0-ad36-d375929f64cb x-openstack-request-id: req-b5fa10cc-d9e7-45b0-ad36-d375929f64cb {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:53.194108 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:53.195395 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5fa10cc-d9e7-45b0-ad36-d375929f64cb {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:53.196292 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'status': 'completed', 'code': 200} Jul 16 18:23:53.217235 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-567d003c-3061-4c2b-ab07-3d88196229b3 None None] Set router 6076028a-232e-411e-8c3d-a301208be0db gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:53.385576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a12b720-01ac-4ffa-9594-07054479089c req-17a4f3e3-dd77-4b3a-afd9-8c0c46bd064b service neutron] 10.222.0.35 "GET /v2.0/networks/d6be45aa-6288-44a3-82eb-62382cad6604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135251 Jul 16 18:23:53.452279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd789c74-170c-4afc-9cf9-b31cfcd16d8e req-7e002142-c001-429b-8926-b03517224056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.454035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd789c74-170c-4afc-9cf9-b31cfcd16d8e req-7e002142-c001-429b-8926-b03517224056 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 1097 time: 0.2331390 Jul 16 18:23:53.486015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ed2dd-60c3-4df4-ae57-397d9e47e833 req-af3f90f8-ca26-4a9c-959e-34efa3e2fb7a tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.494675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-788ed2dd-60c3-4df4-ae57-397d9e47e833 req-af3f90f8-ca26-4a9c-959e-34efa3e2fb7a tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1096 time: 0.1852915 Jul 16 18:23:53.501522 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-567d003c-3061-4c2b-ab07-3d88196229b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:41Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e52ed91f-2027-4237-a193-d15a1f33f83a', 'name': '', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:cd:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:39Z', 'updated_at': '2021-07-16T18:22:45Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:53.536835 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d003c-3061-4c2b-ab07-3d88196229b3 None None] Checking router: 6076028a-232e-411e-8c3d-a301208be0db for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:53.548375 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d003c-3061-4c2b-ab07-3d88196229b3 None None] Routers {'6076028a-232e-411e-8c3d-a301208be0db'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:53.549000 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-567d003c-3061-4c2b-ab07-3d88196229b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6076028a-232e-411e-8c3d-a301208be0db'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:53.584228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f4c52e-f660-4a95-904a-d8694c088d5d', 'tag': '3efbebdb-d84e-432c-9e1a-bd64536ff9d1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:53.587100 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44d760b-048e-4500-bfe9-115834d45583" -d '{"events": [{"name": "network-changed", "server_uuid": "80f4c52e-f660-4a95-904a-d8694c088d5d", "tag": "3efbebdb-d84e-432c-9e1a-bd64536ff9d1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:53.597647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-788ed2dd-60c3-4df4-ae57-397d9e47e833 req-e8a621b5-8d6f-41e6-a523-6be2d38f4467 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020343 Jul 16 18:23:53.680123 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-567d003c-3061-4c2b-ab07-3d88196229b3 None None] Set router 6076028a-232e-411e-8c3d-a301208be0db gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:53.688563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a12b720-01ac-4ffa-9594-07054479089c req-aa7a8bb2-9d6b-42c9-ae94-57fe7dadc6c7 service neutron] 10.222.0.35 "GET /v2.0/networks/d6be45aa-6288-44a3-82eb-62382cad6604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961950 Jul 16 18:23:53.734504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd789c74-170c-4afc-9cf9-b31cfcd16d8e req-60816119-2fbf-4380-9bb4-fa2bda696d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.736231 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd789c74-170c-4afc-9cf9-b31cfcd16d8e req-60816119-2fbf-4380-9bb4-fa2bda696d6d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9443247e-9bf8-4e1d-9916-6380ec442043 HTTP/1.1" status: 200 len: 898 time: 0.2170291 Jul 16 18:23:53.784784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f48206-4ef5-4c1c-9f59-355f9e6727ff req-1974abab-8ec8-4e58-a12c-5ab0d809f243 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.786633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-32f48206-4ef5-4c1c-9f59-355f9e6727ff req-1974abab-8ec8-4e58-a12c-5ab0d809f243 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 945 time: 0.2244880 Jul 16 18:23:53.816857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd789c74-170c-4afc-9cf9-b31cfcd16d8e req-3149028b-da5a-4f8d-a5cd-7f90749ebd3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf HTTP/1.1" status: 200 len: 217 time: 0.0498061 Jul 16 18:23:53.919782 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-567d003c-3061-4c2b-ab07-3d88196229b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:41Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e52ed91f-2027-4237-a193-d15a1f33f83a', 'name': '', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:cd:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:39Z', 'updated_at': '2021-07-16T18:22:45Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:53.947646 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d003c-3061-4c2b-ab07-3d88196229b3 None None] The sync data for ids ['6076028a-232e-411e-8c3d-a301208be0db'] in n-d-787206-10 is: [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:41Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'e52ed91f-2027-4237-a193-d15a1f33f83a', 'name': '', 'network_id': '9443247e-9bf8-4e1d-9916-6380ec442043', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:cd:6e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:39Z', 'updated_at': '2021-07-16T18:22:45Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '9af9c852-d681-4fd1-acee-6d47085776dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:54.266755 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16f6e5-7f91-4b3a-9cd0-0486b7846382 None None] New status for floating IP f2ac2257-5653-46f7-9d3c-cb4e0aebbf70: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:23:54.312303 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-32f48206-4ef5-4c1c-9f59-355f9e6727ff req-5591e0ae-496e-4349-b430-0d1f2e82dcdc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2e8cdc8-79b0-4b13-9282-905df039144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4990091 Jul 16 18:23:54.325401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5d159-07b8-4941-808f-b7cdf56a74dc req-67a9351e-3517-469c-9c61-ff19e2ce0ca9 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.326907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94d5d159-07b8-4941-808f-b7cdf56a74dc req-67a9351e-3517-469c-9c61-ff19e2ce0ca9 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 944 time: 0.5954664 Jul 16 18:23:54.331389 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd789c74-170c-4afc-9cf9-b31cfcd16d8e req-7c571c61-30e8-4b82-a52f-c7fdecb5dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.332812 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd789c74-170c-4afc-9cf9-b31cfcd16d8e req-7c571c61-30e8-4b82-a52f-c7fdecb5dcb2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9af9c852-d681-4fd1-acee-6d47085776dd HTTP/1.1" status: 200 len: 834 time: 0.4855580 Jul 16 18:23:54.395180 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84c2510-6b12-464b-8c57-22fa2c73156c x-openstack-request-id: req-f84c2510-6b12-464b-8c57-22fa2c73156c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:54.395498 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f4c52e-f660-4a95-904a-d8694c088d5d", "tag": "3efbebdb-d84e-432c-9e1a-bd64536ff9d1", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:54.395836 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f84c2510-6b12-464b-8c57-22fa2c73156c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:54.396304 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f4c52e-f660-4a95-904a-d8694c088d5d', 'tag': '3efbebdb-d84e-432c-9e1a-bd64536ff9d1', 'status': 'completed', 'code': 200} Jul 16 18:23:54.422382 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.43', 61641) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:54.439036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989b7c2-152e-432b-8327-6745f80aea19 req-78f844f3-74e4-472c-9e3a-b6584a02ca6a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.440685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8989b7c2-152e-432b-8327-6745f80aea19 req-78f844f3-74e4-472c-9e3a-b6584a02ca6a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.43 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 945 time: 0.1839671 Jul 16 18:23:54.446685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94d5d159-07b8-4941-808f-b7cdf56a74dc req-0950ead6-ca3b-48ad-858c-d898f789adcb tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111324 Jul 16 18:23:54.491949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd789c74-170c-4afc-9cf9-b31cfcd16d8e req-bdf1229c-8bee-4505-884a-174313b72790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.496094 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd789c74-170c-4afc-9cf9-b31cfcd16d8e req-bdf1229c-8bee-4505-884a-174313b72790 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9443247e-9bf8-4e1d-9916-6380ec442043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1492739 Jul 16 18:23:54.528122 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d760b-048e-4500-bfe9-115834d45583 req-686338c1-dc0d-4a9e-b679-89aa85fe48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.530183 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e44d760b-048e-4500-bfe9-115834d45583 req-686338c1-dc0d-4a9e-b679-89aa85fe48e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed2429e671e4d27bb31b397405e20ed&device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 1096 time: 0.1068058 Jul 16 18:23:54.636081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd789c74-170c-4afc-9cf9-b31cfcd16d8e req-6db7bc4d-f70c-4e1f-8e16-1092526ba716 service neutron] 10.222.0.43 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273720 Jul 16 18:23:54.642112 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8989b7c2-152e-432b-8327-6745f80aea19 req-864310a0-fca4-4fdf-a5da-301d006568ab tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port f1185f76-cb6f-4fdc-abd2-5426a32a7caf {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:54.642456 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8989b7c2-152e-432b-8327-6745f80aea19 req-864310a0-fca4-4fdf-a5da-301d006568ab tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.700232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d760b-048e-4500-bfe9-115834d45583 req-c20102ea-42f2-42dd-a4b1-428a6c6eb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.702474 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e44d760b-048e-4500-bfe9-115834d45583 req-c20102ea-42f2-42dd-a4b1-428a6c6eb4d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 200 len: 915 time: 0.1649203 Jul 16 18:23:54.775131 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e44d760b-048e-4500-bfe9-115834d45583 req-880ad4ce-755e-454a-b009-6f9bd08f2130 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3efbebdb-d84e-432c-9e1a-bd64536ff9d1 HTTP/1.1" status: 200 len: 217 time: 0.0599289 Jul 16 18:23:54.832930 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d760b-048e-4500-bfe9-115834d45583 req-2f29722e-d1e1-4e74-98ca-5f8978903f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.834333 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e44d760b-048e-4500-bfe9-115834d45583 req-2f29722e-d1e1-4e74-98ca-5f8978903f57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af0b858-5950-4238-8625-76d531250bbd HTTP/1.1" status: 200 len: 854 time: 0.0510705 Jul 16 18:23:54.840658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8989b7c2-152e-432b-8327-6745f80aea19 req-864310a0-fca4-4fdf-a5da-301d006568ab tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] For port f1185f76-cb6f-4fdc-abd2-5426a32a7caf, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:54.841085 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8989b7c2-152e-432b-8327-6745f80aea19 req-864310a0-fca4-4fdf-a5da-301d006568ab tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.856607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd789c74-170c-4afc-9cf9-b31cfcd16d8e req-2bd2bf65-c953-4267-928d-7ecb126d16d8 service neutron] 10.222.0.43 "GET /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110641 Jul 16 18:23:54.861109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8989b7c2-152e-432b-8327-6745f80aea19 req-864310a0-fca4-4fdf-a5da-301d006568ab tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for f1185f76-cb6f-4fdc-abd2-5426a32a7caf owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:54.888312 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e44d760b-048e-4500-bfe9-115834d45583 req-9ba925d5-558d-4534-b1bb-d8a447f909ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c635decf-41f8-41d9-9ce0-c296612e9401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457728 Jul 16 18:23:54.921784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144d015-1b1c-4e1b-8797-3627b4fa43cb req-c12c81a5-4e11-45b3-8878-b04b35aaeec7 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.923009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6144d015-1b1c-4e1b-8797-3627b4fa43cb req-c12c81a5-4e11-45b3-8878-b04b35aaeec7 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1096 time: 0.1610873 Jul 16 18:23:54.982426 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e44d760b-048e-4500-bfe9-115834d45583 req-2a78448d-f627-4d97-a42a-b2e472f9b313 service neutron] 10.222.0.43 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870538 Jul 16 18:23:54.983961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6144d015-1b1c-4e1b-8797-3627b4fa43cb req-ec31d232-dd66-4590-b7c3-0b07fab69e54 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514104 Jul 16 18:23:55.050788 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8989b7c2-152e-432b-8327-6745f80aea19 req-864310a0-fca4-4fdf-a5da-301d006568ab tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.094893 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864310a0-fca4-4fdf-a5da-301d006568ab tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=f1185f76-cb6f-4fdc-abd2-5426a32a7caf,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:55.167691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8989b7c2-152e-432b-8327-6745f80aea19 req-864310a0-fca4-4fdf-a5da-301d006568ab tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] No DVR routers for this DVR port f1185f76-cb6f-4fdc-abd2-5426a32a7caf on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:55.171080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8989b7c2-152e-432b-8327-6745f80aea19 req-864310a0-fca4-4fdf-a5da-301d006568ab tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.173257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8989b7c2-152e-432b-8327-6745f80aea19 req-864310a0-fca4-4fdf-a5da-301d006568ab tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.43 "DELETE /v2.0/ports/f1185f76-cb6f-4fdc-abd2-5426a32a7caf HTTP/1.1" status: 204 len: 173 time: 0.7222888 Jul 16 18:23:55.376281 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-e44d760b-048e-4500-bfe9-115834d45583 req-5f4c0db5-ec01-484f-a14b-5b65da9e216b service neutron] 10.222.0.43 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858471 Jul 16 18:23:55.497993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-277a5b11-c016-4c8c-84ab-724dbc2ca8a1 req-d7b3b20c-0791-48d4-810a-f041ea26321b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=767dec50-1a42-47b0-9baa-326a82238c17 HTTP/1.1" status: 200 len: 210 time: 0.0373831 Jul 16 18:23:55.679824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59537580-cd93-45ec-80c1-d81ec5b46b2d req-e1f9c99b-80d0-4b67-ad7d-7b25f753fc76 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.681959 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59537580-cd93-45ec-80c1-d81ec5b46b2d req-e1f9c99b-80d0-4b67-ad7d-7b25f753fc76 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 944 time: 0.0697918 Jul 16 18:23:55.733008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59537580-cd93-45ec-80c1-d81ec5b46b2d req-e3fc882a-7e54-4554-b135-dca7a17c6571 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453691 Jul 16 18:23:55.777057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:55.874675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3efbebdb-d84e-432c-9e1a-bd64536ff9d1,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:55.886997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '3efbebdb-d84e-432c-9e1a-bd64536ff9d1', 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401', 'port_id': '3efbebdb-d84e-432c-9e1a-bd64536ff9d1', 'mac_address': 'fa:16:3e:be:d9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af0b858-5950-4238-8625-76d531250bbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:55.929751 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.943192 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:55.971239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3efbebdb-d84e-432c-9e1a-bd64536ff9d1,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:55.976013 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.030117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=3efbebdb-d84e-432c-9e1a-bd64536ff9d1,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.159129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9290c07-bf47-4ca2-936e-cd884347910f req-4465b2d3-73e3-46b4-a197-edb5024eab72 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.159801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9290c07-bf47-4ca2-936e-cd884347910f req-4465b2d3-73e3-46b4-a197-edb5024eab72 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1096 time: 0.0614197 Jul 16 18:23:56.203254 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9290c07-bf47-4ca2-936e-cd884347910f req-686895b2-ab19-49a9-a22d-0c9c635a30b9 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345161 Jul 16 18:23:56.280279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['3efbebdb-d84e-432c-9e1a-bd64536ff9d1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:56.397941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'name': 'network-vif-deleted', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:56.400313 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81be6f8-749a-4868-985a-bbe8c3be9297" -d '{"events": [{"server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "name": "network-vif-deleted", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:56.439753 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d0a019-0b09-44c5-beca-7d15f8a0b232 x-openstack-request-id: req-93d0a019-0b09-44c5-beca-7d15f8a0b232 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:56.440137 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767dec50-1a42-47b0-9baa-326a82238c17", "name": "network-vif-deleted", "tag": "f1185f76-cb6f-4fdc-abd2-5426a32a7caf", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:56.440411 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93d0a019-0b09-44c5-beca-7d15f8a0b232 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:56.440801 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767dec50-1a42-47b0-9baa-326a82238c17', 'name': 'network-vif-deleted', 'tag': 'f1185f76-cb6f-4fdc-abd2-5426a32a7caf', 'status': 'completed', 'code': 200} Jul 16 18:23:56.595193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43008) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:56.648376 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.685447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 61814873-795e-4af4-82c6-cffe1c25a985 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:56.796013 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 61814873-795e-4af4-82c6-cffe1c25a985, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=61814873-795e-4af4-82c6-cffe1c25a985,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:56.810717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '61814873-795e-4af4-82c6-cffe1c25a985', 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604', 'port_id': '61814873-795e-4af4-82c6-cffe1c25a985', 'mac_address': 'fa:16:3e:67:07:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ae906f-1d94-4553-bf2b-c8960286f026', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:56.846438 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.861299 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.874511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61814873-795e-4af4-82c6-cffe1c25a985 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:56.898301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 61814873-795e-4af4-82c6-cffe1c25a985, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=61814873-795e-4af4-82c6-cffe1c25a985,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:56.902270 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.954551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=61814873-795e-4af4-82c6-cffe1c25a985,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.961059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1df7d-ffce-4e5e-bc80-97f953f587e9 req-9f54ac1b-f28d-4343-9926-fdc404327540 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.969672 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3da1df7d-ffce-4e5e-bc80-97f953f587e9 req-9f54ac1b-f28d-4343-9926-fdc404327540 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 945 time: 0.1074798 Jul 16 18:23:57.004337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34abc959-4b61-44a8-aa51-febeba0d01cc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.008450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3da1df7d-ffce-4e5e-bc80-97f953f587e9 req-abc7b737-9cbf-4f20-9d32-f5ac581d143d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367835 Jul 16 18:23:57.112911 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['61814873-795e-4af4-82c6-cffe1c25a985'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:57.309615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-34abc959-4b61-44a8-aa51-febeba0d01cc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port e52ed91f-2027-4237-a193-d15a1f33f83a {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:57.309978 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34abc959-4b61-44a8-aa51-febeba0d01cc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.396244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471da33c-6f74-432f-9b6c-a20253f48309 req-cca0f990-6b36-4174-a8c7-6205ff642946 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:57.398381 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-471da33c-6f74-432f-9b6c-a20253f48309 req-cca0f990-6b36-4174-a8c7-6205ff642946 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1097 time: 0.0725532 Jul 16 18:23:57.417394 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-34abc959-4b61-44a8-aa51-febeba0d01cc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] For port e52ed91f-2027-4237-a193-d15a1f33f83a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e52ed91f-2027-4237-a193-d15a1f33f83a,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:57.418027 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34abc959-4b61-44a8-aa51-febeba0d01cc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.433023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-34abc959-4b61-44a8-aa51-febeba0d01cc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for e52ed91f-2027-4237-a193-d15a1f33f83a owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:57.436802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-471da33c-6f74-432f-9b6c-a20253f48309 req-b09df3e1-7c2c-4abc-8489-331b984aead0 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305133 Jul 16 18:23:57.624446 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34abc959-4b61-44a8-aa51-febeba0d01cc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.652857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abc959-4b61-44a8-aa51-febeba0d01cc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=e52ed91f-2027-4237-a193-d15a1f33f83a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:57.795234 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:57.848411 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-34abc959-4b61-44a8-aa51-febeba0d01cc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.880618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:57.885648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:57.886200 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.966822 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.989558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f4c52e-f660-4a95-904a-d8694c088d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efbebdb-d84e-432c-9e1a-bd64536ff9d1'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:57.992638 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29182336-5f29-48e1-9e8f-09e8ab3e7b45" -d '{"events": [{"server_uuid": "80f4c52e-f660-4a95-904a-d8694c088d5d", "name": "network-vif-plugged", "status": "completed", "tag": "3efbebdb-d84e-432c-9e1a-bd64536ff9d1"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:58.012662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3efbebdb-d84e-432c-9e1a-bd64536ff9d1,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:58.018161 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.019155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f1185f76-cb6f-4fdc-abd2-5426a32a7caf no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:58.042269 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-facf0637-4b71-430d-8ee6-9f1ad82516d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.064491 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29893e55-c098-4de9-b4ec-ceb0b5088e9e x-openstack-request-id: req-29893e55-c098-4de9-b4ec-ceb0b5088e9e {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:58.064787 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f4c52e-f660-4a95-904a-d8694c088d5d", "name": "network-vif-plugged", "status": "completed", "tag": "3efbebdb-d84e-432c-9e1a-bd64536ff9d1", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:58.065041 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29893e55-c098-4de9-b4ec-ceb0b5088e9e {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:58.065434 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f4c52e-f660-4a95-904a-d8694c088d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efbebdb-d84e-432c-9e1a-bd64536ff9d1', 'code': 200} Jul 16 18:23:58.068544 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: f1185f76-cb6f-4fdc-abd2-5426a32a7caf {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:58.068898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device f1185f76-cb6f-4fdc-abd2-5426a32a7caf not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:58.095372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=3efbebdb-d84e-432c-9e1a-bd64536ff9d1,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.127348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34abc959-4b61-44a8-aa51-febeba0d01cc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router 6076028a-232e-411e-8c3d-a301208be0db has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:58.226525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12082f65-2c10-48e9-9180-f37cf328e8d2 req-7544118c-fa03-448c-8a7d-0cc94ff3a0d4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.238365 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-12082f65-2c10-48e9-9180-f37cf328e8d2 req-7544118c-fa03-448c-8a7d-0cc94ff3a0d4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 946 time: 0.0877447 Jul 16 18:23:58.269812 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dc33a-b38f-4ef9-9cde-2ab72177cdf0 req-1e78ecfb-5b01-4b3a-b59c-20adfc1440ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.271361 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-338dc33a-b38f-4ef9-9cde-2ab72177cdf0 req-1e78ecfb-5b01-4b3a-b59c-20adfc1440ff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 1098 time: 0.1396179 Jul 16 18:23:58.283590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-12082f65-2c10-48e9-9180-f37cf328e8d2 req-df9fc4ce-cdf9-47bf-a9e5-d2d02653715f tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442019 Jul 16 18:23:58.302022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34abc959-4b61-44a8-aa51-febeba0d01cc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:58.307615 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-34abc959-4b61-44a8-aa51-febeba0d01cc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "PUT /v2.0/routers/6076028a-232e-411e-8c3d-a301208be0db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7112753 Jul 16 18:23:58.310833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43046) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:58.312723 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ee450-0f8f-4c93-9e54-5c34c783312c None None] Sync routers for ids ['6076028a-232e-411e-8c3d-a301208be0db'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:58.322466 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ee450-0f8f-4c93-9e54-5c34c783312c None None] Routers {'6076028a-232e-411e-8c3d-a301208be0db'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:58.323107 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-251ee450-0f8f-4c93-9e54-5c34c783312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6076028a-232e-411e-8c3d-a301208be0db'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.323275 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-338dc33a-b38f-4ef9-9cde-2ab72177cdf0 req-48d7f723-4d05-427e-84e1-297458f2951d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446036 Jul 16 18:23:58.371724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a55dab-3918-4533-ae89-ae3d465156bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting subnet 9af9c852-d681-4fd1-acee-6d47085776dd {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:58.375319 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9a55dab-3918-4533-ae89-ae3d465156bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.426818 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9a55dab-3918-4533-ae89-ae3d465156bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.430871 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-251ee450-0f8f-4c93-9e54-5c34c783312c None None] Set router 6076028a-232e-411e-8c3d-a301208be0db gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:58.556518 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9a55dab-3918-4533-ae89-ae3d465156bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.665005 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9a55dab-3918-4533-ae89-ae3d465156bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.676033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a59081-54e1-4e66-9c22-25de91a3a89b req-d0d0c9ba-abee-4760-a828-e124d3c49a65 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.677579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30a59081-54e1-4e66-9c22-25de91a3a89b req-d0d0c9ba-abee-4760-a828-e124d3c49a65 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1097 time: 0.0964682 Jul 16 18:23:58.699971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 61814873-795e-4af4-82c6-cffe1c25a985 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:58.703169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a55dab-3918-4533-ae89-ae3d465156bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Subnet': ['ID=9af9c852-d681-4fd1-acee-6d47085776dd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.720066 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9a55dab-3918-4533-ae89-ae3d465156bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.721952 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e9a55dab-3918-4533-ae89-ae3d465156bd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/subnets/9af9c852-d681-4fd1-acee-6d47085776dd HTTP/1.1" status: 204 len: 168 time: 0.4093761 Jul 16 18:23:58.722902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ffdf23-b07c-4afc-87eb-1532b58a8d2f None None] Network 9443247e-9bf8-4e1d-9916-6380ec442043 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:58.724633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43058) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:58.779662 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-251ee450-0f8f-4c93-9e54-5c34c783312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.794294 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30a59081-54e1-4e66-9c22-25de91a3a89b req-d9cc491b-0bd6-45c6-b3ea-6a4388c34ee3 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948739 Jul 16 18:23:58.814969 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ee450-0f8f-4c93-9e54-5c34c783312c None None] Checking router: 6076028a-232e-411e-8c3d-a301208be0db for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:58.827240 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ee450-0f8f-4c93-9e54-5c34c783312c None None] Routers {'6076028a-232e-411e-8c3d-a301208be0db'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:58.827905 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-251ee450-0f8f-4c93-9e54-5c34c783312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:23:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6076028a-232e-411e-8c3d-a301208be0db'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.859460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 61814873-795e-4af4-82c6-cffe1c25a985 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:58.865329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 61814873-795e-4af4-82c6-cffe1c25a985 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:58.865925 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.890292 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.969620 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-251ee450-0f8f-4c93-9e54-5c34c783312c None None] Set router 6076028a-232e-411e-8c3d-a301208be0db gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:58.982115 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.044537 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 61814873-795e-4af4-82c6-cffe1c25a985, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=61814873-795e-4af4-82c6-cffe1c25a985,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:59.046181 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c66e4b-59b0-4145-b469-404ba2d11cfe None None] DHCP port deletion for 9443247e-9bf8-4e1d-9916-6380ec442043 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:59.049523 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.075182 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.116485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=61814873-795e-4af4-82c6-cffe1c25a985,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.145052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port 574954e2-33b8-4720-bded-673ab52f4064 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:59.145443 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.176419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-39c66e4b-59b0-4145-b469-404ba2d11cfe None None] Deleting port b1545af0-03f1-460c-8de4-9c83e48cf055 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:59.176810 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-39c66e4b-59b0-4145-b469-404ba2d11cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.230378 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-251ee450-0f8f-4c93-9e54-5c34c783312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:59.263783 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ee450-0f8f-4c93-9e54-5c34c783312c None None] The sync data for ids ['6076028a-232e-411e-8c3d-a301208be0db'] in n-d-787206-10 is: [{'id': '6076028a-232e-411e-8c3d-a301208be0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121263518', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '574954e2-33b8-4720-bded-673ab52f4064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': '574954e2-33b8-4720-bded-673ab52f4064', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076028a-232e-411e-8c3d-a301208be0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:36Z', 'updated_at': '2021-07-16T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:59.267777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] For port 574954e2-33b8-4720-bded-673ab52f4064, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=574954e2-33b8-4720-bded-673ab52f4064,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:59.268238 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.296697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for 574954e2-33b8-4720-bded-673ab52f4064 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:59.498430 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-39c66e4b-59b0-4145-b469-404ba2d11cfe None None] For port b1545af0-03f1-460c-8de4-9c83e48cf055, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b1545af0-03f1-460c-8de4-9c83e48cf055,segment=NetworkSegment(6e75501d-1439-4f3a-903d-a42daefc0fcf),segment_id=6e75501d-1439-4f3a-903d-a42daefc0fcf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:59.498430 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-39c66e4b-59b0-4145-b469-404ba2d11cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.512112 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-39c66e4b-59b0-4145-b469-404ba2d11cfe None None] Calling delete_port for b1545af0-03f1-460c-8de4-9c83e48cf055 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:59.551637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d408a7-acba-470a-bd35-0ff29bf1f201 req-0f509be2-b560-4d00-a027-eded3eb4403a tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.553145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8d408a7-acba-470a-bd35-0ff29bf1f201 req-0f509be2-b560-4d00-a027-eded3eb4403a tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 946 time: 0.1147392 Jul 16 18:23:59.597628 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.611619 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-39c66e4b-59b0-4145-b469-404ba2d11cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.625944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c66e4b-59b0-4145-b469-404ba2d11cfe None None] No DVR routers for this DVR port b1545af0-03f1-460c-8de4-9c83e48cf055 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:59.640039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=574954e2-33b8-4720-bded-673ab52f4064,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.644266 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8d408a7-acba-470a-bd35-0ff29bf1f201 req-b180bd79-8d6c-431f-830f-5dfa306ed4f8 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816367 Jul 16 18:23:59.662847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c66e4b-59b0-4145-b469-404ba2d11cfe None None] Pushing event deleted for resources: {'Port': ['ID=b1545af0-03f1-460c-8de4-9c83e48cf055,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.729801 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.740209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e52ed91f-2027-4237-a193-d15a1f33f83a no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:59.765052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e52ed91f-2027-4237-a193-d15a1f33f83a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:59.765450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e52ed91f-2027-4237-a193-d15a1f33f83a not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:59.766111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b1545af0-03f1-460c-8de4-9c83e48cf055 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:59.787035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: b1545af0-03f1-460c-8de4-9c83e48cf055 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:59.787387 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b1545af0-03f1-460c-8de4-9c83e48cf055 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:59.853115 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.855594 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.914691 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.915232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Fanout notify agent at l3_agent the message router_deleted on router 6076028a-232e-411e-8c3d-a301208be0db {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:59.940540 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.941574 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-520b1c0b-3c2b-4d6a-92b3-48c9ddfdb52e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/routers/6076028a-232e-411e-8c3d-a301208be0db HTTP/1.1" status: 204 len: 168 time: 1.2160497 Jul 16 18:23:59.945676 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43078) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:59.972355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0a3a9-1d06-4040-a9c0-9b78178cc0c5 req-71dab99a-41ff-4067-9dd0-4e83717a10fb tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.974853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1bc0a3a9-1d06-4040-a9c0-9b78178cc0c5 req-71dab99a-41ff-4067-9dd0-4e83717a10fb tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1098 time: 0.0706580 Jul 16 18:24:00.028015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1bc0a3a9-1d06-4040-a9c0-9b78178cc0c5 req-1dfb287a-87c7-4dd7-8268-e8214f045ccd tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459564 Jul 16 18:24:00.051715 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3443730f-9e81-4d18-8621-f6f9833929ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.066640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61814873-795e-4af4-82c6-cffe1c25a985'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:00.070510 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686d036d-9666-40b6-a69d-c7505f7336e9" -d '{"events": [{"server_uuid": "3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5", "name": "network-vif-plugged", "status": "completed", "tag": "61814873-795e-4af4-82c6-cffe1c25a985"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:00.114491 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499c4d9c-0351-4b1d-87a6-713937f871df x-openstack-request-id: req-499c4d9c-0351-4b1d-87a6-713937f871df {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:00.114861 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5", "name": "network-vif-plugged", "status": "completed", "tag": "61814873-795e-4af4-82c6-cffe1c25a985", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:00.115183 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-499c4d9c-0351-4b1d-87a6-713937f871df {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:00.115722 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61814873-795e-4af4-82c6-cffe1c25a985', 'code': 200} Jul 16 18:24:00.189805 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3443730f-9e81-4d18-8621-f6f9833929ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.201655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3443730f-9e81-4d18-8621-f6f9833929ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9443247e-9bf8-4e1d-9916-6380ec442043']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:00.222943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3443730f-9e81-4d18-8621-f6f9833929ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e75501d-1439-4f3a-903d-a42daefc0fcf') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:00.223257 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3443730f-9e81-4d18-8621-f6f9833929ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e75501d-1439-4f3a-903d-a42daefc0fcf') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:00.232356 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3443730f-9e81-4d18-8621-f6f9833929ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.241593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a1f9f-1742-4fa2-ab03-de2088c14a02 req-00079845-6835-4467-a042-413d9f6b8fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.246369 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa6a1f9f-1742-4fa2-ab03-de2088c14a02 req-00079845-6835-4467-a042-413d9f6b8fb0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1098 time: 0.0676608 Jul 16 18:24:00.249671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3443730f-9e81-4d18-8621-f6f9833929ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.258154 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3443730f-9e81-4d18-8621-f6f9833929ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:00.258641 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3443730f-9e81-4d18-8621-f6f9833929ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:00.261904 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:00.283107 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa6a1f9f-1742-4fa2-ab03-de2088c14a02 req-4fe079ac-3ab6-4ca3-bd78-8a9d472b0bae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Jul 16 18:24:00.335148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3443730f-9e81-4d18-8621-f6f9833929ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.342902 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3443730f-9e81-4d18-8621-f6f9833929ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.344864 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3443730f-9e81-4d18-8621-f6f9833929ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/networks/9443247e-9bf8-4e1d-9916-6380ec442043 HTTP/1.1" status: 204 len: 168 time: 0.3973744 Jul 16 18:24:00.355030 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43092) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:00.371838 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443730f-9e81-4d18-8621-f6f9833929ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Network': ['ID=9443247e-9bf8-4e1d-9916-6380ec442043,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.419896 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb7bc228-e93e-4c60-a113-ae5e3663ec40 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.445828 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb7bc228-e93e-4c60-a113-ae5e3663ec40 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.503315 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb7bc228-e93e-4c60-a113-ae5e3663ec40 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.506017 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bb7bc228-e93e-4c60-a113-ae5e3663ec40 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.507848 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bb7bc228-e93e-4c60-a113-ae5e3663ec40 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/security-groups/f2e8cdc8-79b0-4b13-9282-905df039144b HTTP/1.1" status: 204 len: 168 time: 0.1590917 Jul 16 18:24:00.516942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bc228-e93e-4c60-a113-ae5e3663ec40 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e8cdc8-79b0-4b13-9282-905df039144b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.686877 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.736044 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ade95351-a9b6-46c9-81b1-84e4fd6014a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.874045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32651a4-05f0-48e6-b012-d7970f6968a6 req-123d290f-cce2-4add-8012-f41308eea406 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.875827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c32651a4-05f0-48e6-b012-d7970f6968a6 req-123d290f-cce2-4add-8012-f41308eea406 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 946 time: 0.0667543 Jul 16 18:24:00.922058 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c32651a4-05f0-48e6-b012-d7970f6968a6 req-313add23-1c6f-4cc0-a495-56d424e30293 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373163 Jul 16 18:24:00.942089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43108) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:00.948235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a6ad5ab6-b563-4c77-974d-50c1560717a1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-258654355', 'description': 'tempest-secgroup-smoke-258654355 description', 'project_id': '407f6f1770c34505b8d60a8097455895'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:00.974227 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6ad5ab6-b563-4c77-974d-50c1560717a1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.089124 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6ad5ab6-b563-4c77-974d-50c1560717a1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.095654 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6ad5ab6-b563-4c77-974d-50c1560717a1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.135234 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a6ad5ab6-b563-4c77-974d-50c1560717a1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.140246 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43120) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:01.140716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a6ad5ab6-b563-4c77-974d-50c1560717a1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1967590 Jul 16 18:24:01.144491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad5ab6-b563-4c77-974d-50c1560717a1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cd28bb-2afa-4849-9131-601fe0f4fa32,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.145479 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-04cb83d4-72ed-463e-9f3f-1516da448e9e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': 'b8cd28bb-2afa-4849-9131-601fe0f4fa32', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:01.200602 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04cb83d4-72ed-463e-9f3f-1516da448e9e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.260910 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04cb83d4-72ed-463e-9f3f-1516da448e9e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.266749 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04cb83d4-72ed-463e-9f3f-1516da448e9e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.287590 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb83d4-72ed-463e-9f3f-1516da448e9e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37da3b8f-407c-467e-ac96-a4ade0ea163e,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.307607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04cb83d4-72ed-463e-9f3f-1516da448e9e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.309955 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-04cb83d4-72ed-463e-9f3f-1516da448e9e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1684723 Jul 16 18:24:01.312878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43126) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:01.318969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a947bb83-1e41-41b7-81f6-97842821b324 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': 'b8cd28bb-2afa-4849-9131-601fe0f4fa32', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:01.336574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f067484-c6be-4660-a1fa-9146693086a3 req-584f8f99-c290-459e-be73-4556983895cf tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.338337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f067484-c6be-4660-a1fa-9146693086a3 req-584f8f99-c290-459e-be73-4556983895cf tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1098 time: 0.1047962 Jul 16 18:24:01.356292 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a947bb83-1e41-41b7-81f6-97842821b324 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.402333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f067484-c6be-4660-a1fa-9146693086a3 req-8902b112-656b-4d2d-a1e1-cdb3c70e7068 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562317 Jul 16 18:24:01.434751 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a947bb83-1e41-41b7-81f6-97842821b324 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.439453 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a947bb83-1e41-41b7-81f6-97842821b324 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.458929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947bb83-1e41-41b7-81f6-97842821b324 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea17951-3023-4a99-a598-7c9a1775fd5a,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.465437 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a947bb83-1e41-41b7-81f6-97842821b324 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.467169 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a947bb83-1e41-41b7-81f6-97842821b324 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531723 Jul 16 18:24:01.469778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43136) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:01.475817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ece31ee8-82ed-4789-a34b-fe6190608aa3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': 'b8cd28bb-2afa-4849-9131-601fe0f4fa32', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:01.514830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ece31ee8-82ed-4789-a34b-fe6190608aa3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.562887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 574954e2-33b8-4720-bded-673ab52f4064 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:01.592801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 574954e2-33b8-4720-bded-673ab52f4064 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:01.593493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 574954e2-33b8-4720-bded-673ab52f4064 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:01.596044 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ece31ee8-82ed-4789-a34b-fe6190608aa3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.600446 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ece31ee8-82ed-4789-a34b-fe6190608aa3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.624526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece31ee8-82ed-4789-a34b-fe6190608aa3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f52d71-5fc9-4e95-a93d-6ab614428226,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.636293 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ece31ee8-82ed-4789-a34b-fe6190608aa3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.639467 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ece31ee8-82ed-4789-a34b-fe6190608aa3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1662428 Jul 16 18:24:01.640140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43142) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:01.645159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-87aa7249-934f-4335-85d3-b06bb64291d4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': 'b8cd28bb-2afa-4849-9131-601fe0f4fa32', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:01.674776 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-87aa7249-934f-4335-85d3-b06bb64291d4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.728718 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-87aa7249-934f-4335-85d3-b06bb64291d4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.732836 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-87aa7249-934f-4335-85d3-b06bb64291d4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.753042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa7249-934f-4335-85d3-b06bb64291d4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f75a340-842e-4830-b7a2-e3144585c1db,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.758582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-87aa7249-934f-4335-85d3-b06bb64291d4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.762411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-87aa7249-934f-4335-85d3-b06bb64291d4 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187615 Jul 16 18:24:01.762869 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43148) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:01.767550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-edefc307-ef7e-4991-829c-0843bdb00eed tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': 'b8cd28bb-2afa-4849-9131-601fe0f4fa32', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:01.791247 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-edefc307-ef7e-4991-829c-0843bdb00eed tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Project 407f6f1770c34505b8d60a8097455895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:24:01.796314 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-edefc307-ef7e-4991-829c-0843bdb00eed tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.860237 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-edefc307-ef7e-4991-829c-0843bdb00eed tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.863892 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-edefc307-ef7e-4991-829c-0843bdb00eed tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.881552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefc307-ef7e-4991-829c-0843bdb00eed tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8032ab-d581-49a8-994a-fd7a48c0f99f,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.888422 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-edefc307-ef7e-4991-829c-0843bdb00eed tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.889636 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-edefc307-ef7e-4991-829c-0843bdb00eed tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256964 Jul 16 18:24:01.892411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43150) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:01.897246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f30d94d9-c422-473e-9d8a-6589ff526e12 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'security_group_rule': {'security_group_id': 'b8cd28bb-2afa-4849-9131-601fe0f4fa32', 'project_id': '407f6f1770c34505b8d60a8097455895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:01.899425 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.920033 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-f30d94d9-c422-473e-9d8a-6589ff526e12 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Project 407f6f1770c34505b8d60a8097455895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:24:01.924928 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f30d94d9-c422-473e-9d8a-6589ff526e12 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.990475 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f30d94d9-c422-473e-9d8a-6589ff526e12 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.994147 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f30d94d9-c422-473e-9d8a-6589ff526e12 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.013658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d94d9-c422-473e-9d8a-6589ff526e12 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e17d84-6308-4cdd-9bde-65e4999206ec,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:02.021528 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f30d94d9-c422-473e-9d8a-6589ff526e12 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.023347 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f30d94d9-c422-473e-9d8a-6589ff526e12 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294248 Jul 16 18:24:02.026410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43152) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:02.031968 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c3b81ee0-a022-49b1-b20e-95a1607015d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'network': {'name': 'tempest-network-smoke--876946854', 'project_id': '407f6f1770c34505b8d60a8097455895', 'port_security_enabled': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:02.057017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b81ee0-a022-49b1-b20e-95a1607015d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Made reservation on behalf of 407f6f1770c34505b8d60a8097455895 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:02.060817 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3b81ee0-a022-49b1-b20e-95a1607015d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.090081 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b81ee0-a022-49b1-b20e-95a1607015d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:02.099576 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3b81ee0-a022-49b1-b20e-95a1607015d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.099927 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-c3b81ee0-a022-49b1-b20e-95a1607015d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Added segment a59f1afe-2a69-455a-a8d7-4f465fd5e5c8 of type vlan for network e2beba4e-4747-43ad-91b3-f4bbf8c018ae Jul 16 18:24:02.143687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3b81ee0-a022-49b1-b20e-95a1607015d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.175179 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3b81ee0-a022-49b1-b20e-95a1607015d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.181929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b81ee0-a022-49b1-b20e-95a1607015d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.182525 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3b81ee0-a022-49b1-b20e-95a1607015d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.222772 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c3b81ee0-a022-49b1-b20e-95a1607015d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1950614 Jul 16 18:24:02.226222 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43158) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:02.233159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'admin_state_up': True, 'project_id': '407f6f1770c34505b8d60a8097455895', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:02.262098 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b81ee0-a022-49b1-b20e-95a1607015d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Network': ['ID=e2beba4e-4747-43ad-91b3-f4bbf8c018ae,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:02.268450 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.269588 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.278693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network e2beba4e-4747-43ad-91b3-f4bbf8c018ae details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:02.327491 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.505112 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.730952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036d77b-2b05-4a46-8af9-6a819f9b3ddc req-ae2c1ad2-628d-4452-aa0c-356e942acb2d tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.732876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9036d77b-2b05-4a46-8af9-6a819f9b3ddc req-ae2c1ad2-628d-4452-aa0c-356e942acb2d tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1098 time: 0.2020221 Jul 16 18:24:02.781941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9036d77b-2b05-4a46-8af9-6a819f9b3ddc req-ac28e0c7-05b1-4b8d-b150-77ef6a94d95e tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411396 Jul 16 18:24:02.887418 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.909610 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.108422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.25.5.194 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/e4e4cc42-0f0f-413b-93dc-d92a500297a4) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:03.181035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c50268-c064-4b62-bc81-6870649ba5f0 req-a427a509-5868-4437-a4b0-afe11952d9c7 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.188814 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04c50268-c064-4b62-bc81-6870649ba5f0 req-a427a509-5868-4437-a4b0-afe11952d9c7 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1098 time: 0.2227204 Jul 16 18:24:03.275220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04c50268-c064-4b62-bc81-6870649ba5f0 req-10222380-f440-4f0f-a6a1-22473a8edc7e tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854614 Jul 16 18:24:03.308183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.644158 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.764651 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.828972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:03.837693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:03.840107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:03.884504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=e4e4cc42-0f0f-413b-93dc-d92a500297a4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:03.906135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146360e-8308-4f4d-aff0-b1a1f0ecfa58 req-352ad1e6-f137-4ee8-8653-9feae3039d3f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.907783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8146360e-8308-4f4d-aff0-b1a1f0ecfa58 req-352ad1e6-f137-4ee8-8653-9feae3039d3f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1098 time: 0.1547375 Jul 16 18:24:04.051561 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8146360e-8308-4f4d-aff0-b1a1f0ecfa58 req-84436898-ae24-4031-aa81-fabbb53a51de tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058936 Jul 16 18:24:04.191713 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.472522 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.523906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-2b77821a-918e-454d-b4dd-8270ae27335f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.525403 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-2b77821a-918e-454d-b4dd-8270ae27335f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/networks?id=d6be45aa-6288-44a3-82eb-62382cad6604 HTTP/1.1" status: 200 len: 911 time: 0.1834738 Jul 16 18:24:04.549086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-d2f5791c-dd7d-469d-8e0f-ce483934c895 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/quotas/2e62bc2783854f90ae11be465abe013f HTTP/1.1" status: 200 len: 375 time: 0.0177438 Jul 16 18:24:04.665845 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-c3eaac35-8770-479c-94a0-326edc2aba17 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e62bc2783854f90ae11be465abe013f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0885687 Jul 16 18:24:04.684643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router d601cab6-42ee-4d61-be42-1f698a5539da is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:04.840697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-5fc60fba-defc-4f65-b7e9-a93bc0ef5dec service neutron] 10.222.0.41 "GET /v2.0/networks/d6be45aa-6288-44a3-82eb-62382cad6604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664350 Jul 16 18:24:04.877740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:04.889093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Sync routers for ids ['d601cab6-42ee-4d61-be42-1f698a5539da'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:04.899613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Routers {'d601cab6-42ee-4d61-be42-1f698a5539da'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:04.900249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d601cab6-42ee-4d61-be42-1f698a5539da'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:04.934094 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.935488 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-77c52571-b34a-4bbe-bfd1-7be7852c28da tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7076824 Jul 16 18:24:04.938665 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43216) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:04.964662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-fbee1bec-f193-4d45-a06d-b9ce2fa0e8d5 service neutron] 10.222.0.41 "GET /v2.0/networks/d6be45aa-6288-44a3-82eb-62382cad6604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127195 Jul 16 18:24:04.983924 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2dcf5e26-2038-4baf-a39b-fc2264c31ba3 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=407f6f1770c34505b8d60a8097455895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427842 Jul 16 18:24:04.986078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43218) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:05.013663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Set router d601cab6-42ee-4d61-be42-1f698a5539da gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:05.099765 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3352130a-2c80-4e2c-9b06-2dd2bf318fe6 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.105044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3352130a-2c80-4e2c-9b06-2dd2bf318fe6 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1151264 Jul 16 18:24:05.105504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43220) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:05.150715 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-58a0cb87-9936-4d53-80a0-5ddb907734eb tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439761 Jul 16 18:24:05.151915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43224) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:05.156948 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0aaebb18-f0b8-41b1-857f-10d3dad3630c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-347311762', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'project_id': '407f6f1770c34505b8d60a8097455895', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:05.170813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b27b582-a5a7-4946-a504-1f17e3d71393 req-011ab526-0a28-4730-b6b5-13a8a36599bb tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 210 time: 0.0319049 Jul 16 18:24:05.266082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaebb18-f0b8-41b1-857f-10d3dad3630c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Made reservation on behalf of 407f6f1770c34505b8d60a8097455895 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:05.271903 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0aaebb18-f0b8-41b1-857f-10d3dad3630c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.281792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:04Z', 'revision_number': 3, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:05.317430 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Checking router: d601cab6-42ee-4d61-be42-1f698a5539da for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:05.318145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Updating router d601cab6-42ee-4d61-be42-1f698a5539da port e4e4cc42-0f0f-413b-93dc-d92a500297a4 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:05.371255 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.506120 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0aaebb18-f0b8-41b1-857f-10d3dad3630c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.559180 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaebb18-f0b8-41b1-857f-10d3dad3630c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Subnet': ['ID=5365b699-aa24-47a3-9881-3ea65d9da9d3,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:05.594384 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaebb18-f0b8-41b1-857f-10d3dad3630c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Checking segment: {'id': 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:05.594750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaebb18-f0b8-41b1-857f-10d3dad3630c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network hostable DHCP agents. Network: e2beba4e-4747-43ad-91b3-f4bbf8c018ae, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:05.613028 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaebb18-f0b8-41b1-857f-10d3dad3630c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network e2beba4e-4747-43ad-91b3-f4bbf8c018ae is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:05.623405 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-0aaebb18-f0b8-41b1-857f-10d3dad3630c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, e2beba4e-4747-43ad-91b3-f4bbf8c018ae) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:05.638931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaebb18-f0b8-41b1-857f-10d3dad3630c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.641648 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0aaebb18-f0b8-41b1-857f-10d3dad3630c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.645760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cf1436-c0b6-42f1-b67d-cb060c7bb6fc None None] Network e2beba4e-4747-43ad-91b3-f4bbf8c018ae requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:05.664008 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0aaebb18-f0b8-41b1-857f-10d3dad3630c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5101595 Jul 16 18:24:05.666524 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43236) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:05.795128 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.839320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Transition to ACTIVE for port object e4e4cc42-0f0f-413b-93dc-d92a500297a4 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:05.846328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ips': [{'subnet_id': '5365b699-aa24-47a3-9881-3ea65d9da9d3'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:05.847196 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.857812 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.939920 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Attempting to bind port e4e4cc42-0f0f-413b-93dc-d92a500297a4 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:05.940547 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Attempting to bind port e4e4cc42-0f0f-413b-93dc-d92a500297a4 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:05.940688 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Attempting to bind port e4e4cc42-0f0f-413b-93dc-d92a500297a4 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:05.953777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b5ab0-a09f-4b4f-91a7-3041bf599fc5 None None] Pushing event updated for resources: {'Port': ['ID=e4e4cc42-0f0f-413b-93dc-d92a500297a4,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:06.011303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:06.012185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:06.012185 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.012483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:06.013161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Bound port: e4e4cc42-0f0f-413b-93dc-d92a500297a4, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:06.013553 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.120980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] For port e4e4cc42-0f0f-413b-93dc-d92a500297a4, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:06.125801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] For port e4e4cc42-0f0f-413b-93dc-d92a500297a4, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e4e4cc42-0f0f-413b-93dc-d92a500297a4,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:06.130362 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.173443 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Allocated IP 172.20.0.2 (e2beba4e-4747-43ad-91b3-f4bbf8c018ae/5365b699-aa24-47a3-9881-3ea65d9da9d3/b4c4a675-15eb-40ed-8ea8-a60338dcced2) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:06.204551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Routers {'d601cab6-42ee-4d61-be42-1f698a5539da'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:06.205298 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d601cab6-42ee-4d61-be42-1f698a5539da'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:06.242534 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.354606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-201dddef-8411-4f82-8de0-84d83a94c895 req-0b36fe4c-5789-45d1-a955-ac16b215af7f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 210 time: 0.0459554 Jul 16 18:24:06.419743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b5ab0-a09f-4b4f-91a7-3041bf599fc5 None None] Pushing event updated for resources: {'Port': ['ID=e4e4cc42-0f0f-413b-93dc-d92a500297a4,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:06.432656 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.451474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Transition to ACTIVE for port object b4c4a675-15eb-40ed-8ea8-a60338dcced2 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:06.516449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Transition to ACTIVE for port object b4c4a675-15eb-40ed-8ea8-a60338dcced2 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:06.530089 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.543348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] Set router d601cab6-42ee-4d61-be42-1f698a5539da gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:06.649105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Network e2beba4e-4747-43ad-91b3-f4bbf8c018ae is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:06.664466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:06.667982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:06.677383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Pushing event updated for resources: {'Port': ['ID=b4c4a675-15eb-40ed-8ea8-a60338dcced2,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:06.789779 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Attempting to bind port b4c4a675-15eb-40ed-8ea8-a60338dcced2 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:06.790143 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Attempting to bind port b4c4a675-15eb-40ed-8ea8-a60338dcced2 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:06.790509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Attempting to bind port b4c4a675-15eb-40ed-8ea8-a60338dcced2 on network e2beba4e-4747-43ad-91b3-f4bbf8c018ae {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:06.815571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:06.815944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Checking segment: {'id': 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:06.816356 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.817334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Bound using segment: {'id': 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:06.817334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Bound port: b4c4a675-15eb-40ed-8ea8-a60338dcced2, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:06.817574 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.899542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] For port b4c4a675-15eb-40ed-8ea8-a60338dcced2, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:06.902383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:04Z', 'revision_number': 3, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:06.906245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] For port b4c4a675-15eb-40ed-8ea8-a60338dcced2, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b4c4a675-15eb-40ed-8ea8-a60338dcced2,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:06.930986 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd3ffd-6a22-4ad8-a793-5609875a7f71 None None] The sync data for ids ['d601cab6-42ee-4d61-be42-1f698a5539da'] in n-d-787206-10 is: [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:04Z', 'revision_number': 3, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:06.933068 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.946881 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-a8727176-207b-4de3-ba85-2a48f1d27761 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:06.948410 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-a8727176-207b-4de3-ba85-2a48f1d27761 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.43 "GET /v2.0/networks?id=d6be45aa-6288-44a3-82eb-62382cad6604 HTTP/1.1" status: 200 len: 911 time: 0.1766999 Jul 16 18:24:06.998274 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.20.0.1 (e2beba4e-4747-43ad-91b3-f4bbf8c018ae/5365b699-aa24-47a3-9881-3ea65d9da9d3/7f58861a-1b96-4306-a8a1-547ad1ad851e) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:07.011398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220144a6-56ae-43ec-adae-d8b63bbe5a00 None None] Pushing event updated for resources: {'Port': ['ID=b4c4a675-15eb-40ed-8ea8-a60338dcced2,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:07.024969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Request body: {'port': {'device_id': '34ee0c4d-db55-4350-a005-2535e0031494', 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604', 'admin_state_up': True, 'tenant_id': '2e62bc2783854f90ae11be465abe013f'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:07.099258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Made reservation on behalf of 2e62bc2783854f90ae11be465abe013f for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:07.102317 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.219459 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.235022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Transition to ACTIVE for port object 7f58861a-1b96-4306-a8a1-547ad1ad851e will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:07.328523 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.449449 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network e2beba4e-4747-43ad-91b3-f4bbf8c018ae is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:07.481333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-d5650db7-ca53-4ee0-9bf3-b0b7215483d0 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.484777 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:07.487731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:07.488282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-d5650db7-ca53-4ee0-9bf3-b0b7215483d0 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/networks?id=c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 200 len: 814 time: 0.2545445 Jul 16 18:24:07.525625 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-8cedc07f-a050-42f4-9a42-8e5e00563013 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/quotas/3ed2429e671e4d27bb31b397405e20ed HTTP/1.1" status: 200 len: 375 time: 0.0304966 Jul 16 18:24:07.582525 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=7f58861a-1b96-4306-a8a1-547ad1ad851e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:07.668719 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.704118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c487c33-c768-45a5-a310-8a0d719589c7 req-3f37846b-29f4-4531-a0f9-0662d0bee1c3 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 210 time: 0.0571117 Jul 16 18:24:07.727470 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b4c4a675-15eb-40ed-8ea8-a60338dcced2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:07.732544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-5f8737a3-125d-4c7e-9403-8a19968ccb5e tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ed2429e671e4d27bb31b397405e20ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2058003 Jul 16 18:24:07.796147 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port b4c4a675-15eb-40ed-8ea8-a60338dcced2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:07.803624 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e4e4cc42-0f0f-413b-93dc-d92a500297a4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:07.837207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-c934c843-7ef4-4f8d-9c15-e2f9b5d5830b service neutron] 10.222.0.41 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967450 Jul 16 18:24:07.845845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Allocated IP 172.20.0.9 (d6be45aa-6288-44a3-82eb-62382cad6604/79ae906f-1d94-4553-bf2b-c8960286f026/7b04a27e-b496-4e27-86d0-9c1bed2d502c) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:07.888610 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e4e4cc42-0f0f-413b-93dc-d92a500297a4 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:07.893209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e4e4cc42-0f0f-413b-93dc-d92a500297a4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:07.893583 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.936089 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.019870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-cf266e6c-0ed1-4653-af87-f1ca1bd22b89 service neutron] 10.222.0.41 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658432 Jul 16 18:24:08.055878 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.097442 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port e4e4cc42-0f0f-413b-93dc-d92a500297a4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e4e4cc42-0f0f-413b-93dc-d92a500297a4,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:08.107624 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.221168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=e4e4cc42-0f0f-413b-93dc-d92a500297a4,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.323000 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a81106d-28f7-459c-a965-a5247c547bcb req-5c5a8b9f-48a7-4f0e-be52-5442b5f9b9f4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 210 time: 0.0500395 Jul 16 18:24:08.362644 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.427827 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Transition to ACTIVE for port object 7b04a27e-b496-4e27-86d0-9c1bed2d502c will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:08.520077 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.524019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.532977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['61814873-795e-4af4-82c6-cffe1c25a985'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:08.533951 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.574231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112c72de-e3d8-4c16-9ee1-0e3f735e50e1 None None] Network e2beba4e-4747-43ad-91b3-f4bbf8c018ae requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:08.604233 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.619668 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Network d6be45aa-6288-44a3-82eb-62382cad6604 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:08.628392 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:08.631126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:08.696655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.697280 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.796612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Pushing event updated for resources: {'Port': ['ID=7b04a27e-b496-4e27-86d0-9c1bed2d502c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.817392 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-1a4e44bc-0dca-4120-8894-9f9f3e553e67 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8108699 Jul 16 18:24:08.855119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Request body: {'port': {'device_id': '34ee0c4d-db55-4350-a005-2535e0031494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:08.905134 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network e2beba4e-4747-43ad-91b3-f4bbf8c018ae is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:08.923881 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:08.992508 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=7f58861a-1b96-4306-a8a1-547ad1ad851e,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.000806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a8b0f-ffea-4510-9579-54e3f2aa7158 req-6ad07ded-3ead-4c5c-8a1e-7fdc35564ad9 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.012291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-313a8b0f-ffea-4510-9579-54e3f2aa7158 req-6ad07ded-3ead-4c5c-8a1e-7fdc35564ad9 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1027 time: 0.1259565 Jul 16 18:24:09.081917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-313a8b0f-ffea-4510-9579-54e3f2aa7158 req-2b526c80-c318-475e-a792-82ec7e2a3ea8 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633609 Jul 16 18:24:09.129263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.199128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2a5aa34e-72db-41da-90d8-3e448da90533 None None] Provisioning for port b4c4a675-15eb-40ed-8ea8-a60338dcced2 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:09.216451 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router d601cab6-42ee-4d61-be42-1f698a5539da has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:09.223045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2a5aa34e-72db-41da-90d8-3e448da90533 None None] Provisioning complete for port b4c4a675-15eb-40ed-8ea8-a60338dcced2 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:09.223417 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa34e-72db-41da-90d8-3e448da90533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.453175 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa34e-72db-41da-90d8-3e448da90533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.541761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2a5aa34e-72db-41da-90d8-3e448da90533 None None] For port b4c4a675-15eb-40ed-8ea8-a60338dcced2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b4c4a675-15eb-40ed-8ea8-a60338dcced2,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:09.547010 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa34e-72db-41da-90d8-3e448da90533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.596286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e4e4cc42-0f0f-413b-93dc-d92a500297a4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:09.610544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:09.613122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40f8c9bb-077d-4a26-afaf-b933cc24f086 req-824c66ab-2589-4983-9aca-b032d0154943 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 210 time: 0.1100392 Jul 16 18:24:09.653674 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Sync routers for ids ['d601cab6-42ee-4d61-be42-1f698a5539da'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:09.670213 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6d0a795b-0428-438f-8241-c2c6b6dc6bc9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "PUT /v2.0/routers/d601cab6-42ee-4d61-be42-1f698a5539da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0021603 Jul 16 18:24:09.675564 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Routers {'d601cab6-42ee-4d61-be42-1f698a5539da'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:09.683177 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d601cab6-42ee-4d61-be42-1f698a5539da'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:09.700524 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5aa34e-72db-41da-90d8-3e448da90533 None None] Pushing event updated for resources: {'Port': ['ID=b4c4a675-15eb-40ed-8ea8-a60338dcced2,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.712345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6f64ba81-f5a9-4057-bd28-f4cc55ecd3f7 None None] Provisioning for port 7b04a27e-b496-4e27-86d0-9c1bed2d502c completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:09.718401 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6f64ba81-f5a9-4057-bd28-f4cc55ecd3f7 None None] Provisioning complete for port 7b04a27e-b496-4e27-86d0-9c1bed2d502c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:09.718782 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6f64ba81-f5a9-4057-bd28-f4cc55ecd3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.803793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6f64ba81-f5a9-4057-bd28-f4cc55ecd3f7 None None] Port 7b04a27e-b496-4e27-86d0-9c1bed2d502c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:09.811585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e4e4cc42-0f0f-413b-93dc-d92a500297a4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:09.812279 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.871070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b04a27e-b496-4e27-86d0-9c1bed2d502c {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:09.880848 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.922099 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Transition to ACTIVE for port object 7b04a27e-b496-4e27-86d0-9c1bed2d502c will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:09.930530 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.998015 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Pushing event updated for resources: {'Port': ['ID=7b04a27e-b496-4e27-86d0-9c1bed2d502c,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:10.028997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-773bf4d1-1004-4bed-8da3-4d17ef8901cf None None] Provisioning complete for port b4c4a675-15eb-40ed-8ea8-a60338dcced2 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:10.031939 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-773bf4d1-1004-4bed-8da3-4d17ef8901cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.063603 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Set router d601cab6-42ee-4d61-be42-1f698a5539da gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:10.195363 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Attempting to bind port 7b04a27e-b496-4e27-86d0-9c1bed2d502c on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:10.195906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Attempting to bind port 7b04a27e-b496-4e27-86d0-9c1bed2d502c by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:10.196246 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Attempting to bind port 7b04a27e-b496-4e27-86d0-9c1bed2d502c on network d6be45aa-6288-44a3-82eb-62382cad6604 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:10.206161 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Port 7b04a27e-b496-4e27-86d0-9c1bed2d502c on network d6be45aa-6288-44a3-82eb-62382cad6604 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:10.206493 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Attempting to bind port 7b04a27e-b496-4e27-86d0-9c1bed2d502c on network d6be45aa-6288-44a3-82eb-62382cad6604 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:10.214685 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:10.214685 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Checking segment: {'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:10.215205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Bound using segment: {'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:10.215541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Bound port: 7b04a27e-b496-4e27-86d0-9c1bed2d502c, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b87e3f-2052-429a-83c7-ad2f058491ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:10.215907 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.331133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-773bf4d1-1004-4bed-8da3-4d17ef8901cf None None] Provisioning for port 7f58861a-1b96-4306-a8a1-547ad1ad851e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:10.336301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-773bf4d1-1004-4bed-8da3-4d17ef8901cf None None] Provisioning complete for port 7f58861a-1b96-4306-a8a1-547ad1ad851e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:10.336679 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-773bf4d1-1004-4bed-8da3-4d17ef8901cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.373732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-dab4014e-03b8-48ba-81f8-c8e13fa3ae2a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258654355&fields=id&tenant_id=407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 267 time: 0.2360411 Jul 16 18:24:10.394632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-fcb535f8-d438-4e57-963e-a64f716756b4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.395524 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] For port 7b04a27e-b496-4e27-86d0-9c1bed2d502c, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:10.399656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-fcb535f8-d438-4e57-963e-a64f716756b4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.35 "GET /v2.0/networks?id=c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 200 len: 814 time: 0.5002067 Jul 16 18:24:10.403213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] For port 7b04a27e-b496-4e27-86d0-9c1bed2d502c, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7b04a27e-b496-4e27-86d0-9c1bed2d502c,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:10.412069 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.427188 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-773bf4d1-1004-4bed-8da3-4d17ef8901cf None None] Port 7f58861a-1b96-4306-a8a1-547ad1ad851e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:10.445354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-6ff7133d-0301-45b3-a54a-bde9f14b54c7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Request body: {'port': {'device_id': '80a03a41-cf65-4c36-846a-6bf9d141b003', 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401', 'admin_state_up': True, 'tenant_id': '3ed2429e671e4d27bb31b397405e20ed'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:10.488808 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.489437 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.491113 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] 10.222.0.43 "PUT /v2.0/ports/7b04a27e-b496-4e27-86d0-9c1bed2d502c HTTP/1.1" status: 200 len: 1092 time: 1.6411748 Jul 16 18:24:10.491817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ee0c4d-db55-4350-a005-2535e0031494', 'tag': '7b04a27e-b496-4e27-86d0-9c1bed2d502c'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:10.496574 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f866df-2eeb-4cac-8e58-6ca9eaa69c90" -d '{"events": [{"name": "network-changed", "server_uuid": "34ee0c4d-db55-4350-a005-2535e0031494", "tag": "7b04a27e-b496-4e27-86d0-9c1bed2d502c"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:10.572551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9617cab0-6aac-47be-b189-2f7510c4ef22 None None] Provisioning complete for port 7f58861a-1b96-4306-a8a1-547ad1ad851e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:10.572835 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9617cab0-6aac-47be-b189-2f7510c4ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.591327 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:07Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '7f58861a-1b96-4306-a8a1-547ad1ad851e', 'name': '', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:3c:4c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:06Z', 'updated_at': '2021-07-16T18:24:08Z', 'revision_number': 2, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:10.634491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9617cab0-6aac-47be-b189-2f7510c4ef22 None None] Port 7f58861a-1b96-4306-a8a1-547ad1ad851e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:10.641342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ded4c-1a31-4bbe-b340-acbd481e8683 service neutron] Pushing event updated for resources: {'Port': ['ID=7b04a27e-b496-4e27-86d0-9c1bed2d502c,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:10.642271 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Checking router: d601cab6-42ee-4d61-be42-1f698a5539da for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:10.642842 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Updating router d601cab6-42ee-4d61-be42-1f698a5539da port 7f58861a-1b96-4306-a8a1-547ad1ad851e binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:10.711709 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.736983 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-367507bd-9954-462a-ac77-50563dc56ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.738910 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-367507bd-9954-462a-ac77-50563dc56ef1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e62bc2783854f90ae11be465abe013f&device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1095 time: 0.1887567 Jul 16 18:24:10.761305 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-748f5f84-26ab-4ab3-bb42-e83317e11442 None None] Provisioning complete for port 7f58861a-1b96-4306-a8a1-547ad1ad851e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:10.761686 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-748f5f84-26ab-4ab3-bb42-e83317e11442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.817837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-185ff146-64df-41e4-9028-9b6952236bd0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.825222 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-ba0d4631-ed19-4e7e-9d9c-ecb7310b7397 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b04a27e-b496-4e27-86d0-9c1bed2d502c HTTP/1.1" status: 200 len: 217 time: 0.0764401 Jul 16 18:24:10.825424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-185ff146-64df-41e4-9028-9b6952236bd0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/networks?id=e2beba4e-4747-43ad-91b3-f4bbf8c018ae HTTP/1.1" status: 200 len: 796 time: 0.4010732 Jul 16 18:24:10.836361 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-748f5f84-26ab-4ab3-bb42-e83317e11442 None None] Port 7f58861a-1b96-4306-a8a1-547ad1ad851e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:10.851319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-886bb0a9-bf13-46ec-bcb8-4b9058032f76 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/quotas/407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 375 time: 0.0247116 Jul 16 18:24:10.885182 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-7241080f-7fa3-40a9-95df-f8950d5fd4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.887398 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-7241080f-7fa3-40a9-95df-f8950d5fd4a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79ae906f-1d94-4553-bf2b-c8960286f026 HTTP/1.1" status: 200 len: 849 time: 0.0535691 Jul 16 18:24:10.897148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-6ff7133d-0301-45b3-a54a-bde9f14b54c7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Made reservation on behalf of 3ed2429e671e4d27bb31b397405e20ed for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:10.901729 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-6ff7133d-0301-45b3-a54a-bde9f14b54c7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.905374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218fcb8-6fd1-486d-b234-358b1db74ab0 req-581cc39e-7dbd-4e54-818e-d9e72b998849 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.912651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9218fcb8-6fd1-486d-b234-358b1db74ab0 req-581cc39e-7dbd-4e54-818e-d9e72b998849 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1095 time: 0.5129642 Jul 16 18:24:10.987071 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-31a5e1d2-2192-40b2-aa68-03c278f8384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.989695 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-31a5e1d2-2192-40b2-aa68-03c278f8384e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d6be45aa-6288-44a3-82eb-62382cad6604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953209 Jul 16 18:24:10.994677 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9218fcb8-6fd1-486d-b234-358b1db74ab0 req-a852b2cd-d6a7-4b4b-a8e0-290e51658856 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802634 Jul 16 18:24:11.071210 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ef641a-4911-42d1-9497-d65422d2e4ab x-openstack-request-id: req-47ef641a-4911-42d1-9497-d65422d2e4ab {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:11.071592 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ee0c4d-db55-4350-a005-2535e0031494", "tag": "7b04a27e-b496-4e27-86d0-9c1bed2d502c", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:11.071914 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47ef641a-4911-42d1-9497-d65422d2e4ab {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:11.073043 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ee0c4d-db55-4350-a005-2535e0031494', 'tag': '7b04a27e-b496-4e27-86d0-9c1bed2d502c', 'status': 'completed', 'code': 200} Jul 16 18:24:11.096392 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.110681 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Transition to ACTIVE for port object 7f58861a-1b96-4306-a8a1-547ad1ad851e will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:11.118946 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.153885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-ffaca76a-4c5b-49cd-aa27-cbfb17a39402 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2936056 Jul 16 18:24:11.174076 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-885bfe58-1773-4673-88a1-dd78a0b3c111 service neutron] 10.222.0.43 "GET /v2.0/networks/d6be45aa-6288-44a3-82eb-62382cad6604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759632 Jul 16 18:24:11.200929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-6ff7133d-0301-45b3-a54a-bde9f14b54c7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Allocated IP 172.20.0.5 (c635decf-41f8-41d9-9ce0-c296612e9401/7af0b858-5950-4238-8625-76d531250bbd/77adcef6-f298-48f0-ae44-137d60044154) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:11.213452 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Pushing event updated for resources: {'Port': ['ID=7f58861a-1b96-4306-a8a1-547ad1ad851e,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:11.245905 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:11.246272 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:11.246618 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:11.246958 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:11.247292 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:11.247667 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:11.247994 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:11.248325 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:11.248648 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:11.249104 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:11.249439 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:11.249762 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:11.283422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9228aaae-b897-4081-9176-ac9b543d2292 req-2c20f091-8948-42ec-b592-08a2f97f73e1 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 210 time: 0.0753794 Jul 16 18:24:11.298248 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Attempting to bind port 7f58861a-1b96-4306-a8a1-547ad1ad851e on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:11.298710 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Attempting to bind port 7f58861a-1b96-4306-a8a1-547ad1ad851e by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:11.299591 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Attempting to bind port 7f58861a-1b96-4306-a8a1-547ad1ad851e on network e2beba4e-4747-43ad-91b3-f4bbf8c018ae {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:11.308131 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:11.309585 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Checking segment: {'id': 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:11.310188 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.310653 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Bound using segment: {'id': 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:11.311240 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Bound port: 7f58861a-1b96-4306-a8a1-547ad1ad851e, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:11.311659 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.353721 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-edb27a8d-6165-4c47-a75f-8d20b333208c req-c26f653d-f8f2-4713-9fe6-da5e798a2d30 service neutron] 10.222.0.43 "GET /v2.0/networks/d6be45aa-6288-44a3-82eb-62382cad6604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710260 Jul 16 18:24:11.365062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-077174e3-790d-4560-9271-ae032766b68b service neutron] 10.222.0.41 "GET /v2.0/networks/e2beba4e-4747-43ad-91b3-f4bbf8c018ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097566 Jul 16 18:24:11.404916 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] For port 7f58861a-1b96-4306-a8a1-547ad1ad851e, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:11.410778 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] For port 7f58861a-1b96-4306-a8a1-547ad1ad851e, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7f58861a-1b96-4306-a8a1-547ad1ad851e,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:11.417210 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.492674 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Routers {'d601cab6-42ee-4d61-be42-1f698a5539da'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:11.492674 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d601cab6-42ee-4d61-be42-1f698a5539da'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:11.513350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f866df-2eeb-4cac-8e58-6ca9eaa69c90 req-72243cf2-ae15-487d-a386-2959c65016ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.515868 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-39f866df-2eeb-4cac-8e58-6ca9eaa69c90 req-72243cf2-ae15-487d-a386-2959c65016ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e62bc2783854f90ae11be465abe013f&device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1095 time: 0.0849240 Jul 16 18:24:11.534966 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-0e964245-58da-4fba-ba5a-783ba101dcce service neutron] 10.222.0.41 "GET /v2.0/networks/e2beba4e-4747-43ad-91b3-f4bbf8c018ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515467 Jul 16 18:24:11.557262 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b4c4a675-15eb-40ed-8ea8-a60338dcced2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:11.591396 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e89bb-9537-43cd-b9a2-e5714fe1d216 None None] Pushing event updated for resources: {'Port': ['ID=7f58861a-1b96-4306-a8a1-547ad1ad851e,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:11.660364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b4c4a675-15eb-40ed-8ea8-a60338dcced2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:11.661278 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.665432 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-6ff7133d-0301-45b3-a54a-bde9f14b54c7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.709254 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f866df-2eeb-4cac-8e58-6ca9eaa69c90 req-3dd1bea2-94d3-4a3c-976b-bdb813a9d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.714048 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-39f866df-2eeb-4cac-8e58-6ca9eaa69c90 req-3dd1bea2-94d3-4a3c-976b-bdb813a9d04b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d6be45aa-6288-44a3-82eb-62382cad6604 HTTP/1.1" status: 200 len: 911 time: 0.1873555 Jul 16 18:24:11.769412 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-6ff7133d-0301-45b3-a54a-bde9f14b54c7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.810126 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-39f866df-2eeb-4cac-8e58-6ca9eaa69c90 req-c02a2b47-e2d2-462e-8a9e-afe0a8b42544 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b04a27e-b496-4e27-86d0-9c1bed2d502c HTTP/1.1" status: 200 len: 217 time: 0.0889568 Jul 16 18:24:11.875127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f866df-2eeb-4cac-8e58-6ca9eaa69c90 req-94cd689f-beb9-4dfb-880e-2467cb14352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.876794 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-39f866df-2eeb-4cac-8e58-6ca9eaa69c90 req-94cd689f-beb9-4dfb-880e-2467cb14352e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79ae906f-1d94-4553-bf2b-c8960286f026 HTTP/1.1" status: 200 len: 849 time: 0.0583711 Jul 16 18:24:11.883988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['c4512d75-09e0-4132-a841-28ec922d969c', '3efbebdb-d84e-432c-9e1a-bd64536ff9d1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:11.912119 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] Set router d601cab6-42ee-4d61-be42-1f698a5539da gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:11.938011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-6ff7133d-0301-45b3-a54a-bde9f14b54c7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Network c635decf-41f8-41d9-9ce0-c296612e9401 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:11.996460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dfdb539a-82ee-4cea-ae2e-8ae98e1e22c8 req-624e3f35-ed62-4c5d-945e-1d0bf8c1d9eb tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 210 time: 0.1062694 Jul 16 18:24:11.999191 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-6ff7133d-0301-45b3-a54a-bde9f14b54c7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:12.003423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-6ff7133d-0301-45b3-a54a-bde9f14b54c7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:12.013566 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f866df-2eeb-4cac-8e58-6ca9eaa69c90 req-1fb954c0-af2c-422f-ab69-b8554b1f4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.019879 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-39f866df-2eeb-4cac-8e58-6ca9eaa69c90 req-1fb954c0-af2c-422f-ab69-b8554b1f4663 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d6be45aa-6288-44a3-82eb-62382cad6604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338725 Jul 16 18:24:12.061337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7133d-0301-45b3-a54a-bde9f14b54c7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Pushing event updated for resources: {'Port': ['ID=77adcef6-f298-48f0-ae44-137d60044154,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:12.115884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-6ff7133d-0301-45b3-a54a-bde9f14b54c7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.117923 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-6ff7133d-0301-45b3-a54a-bde9f14b54c7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.142049 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-6ff7133d-0301-45b3-a54a-bde9f14b54c7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7017558 Jul 16 18:24:12.158178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Request body: {'port': {'device_id': '80a03a41-cf65-4c36-846a-6bf9d141b003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:12.161270 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-39f866df-2eeb-4cac-8e58-6ca9eaa69c90 req-167a6350-3186-4664-9435-b80dd95d0639 service neutron] 10.222.0.43 "GET /v2.0/networks/d6be45aa-6288-44a3-82eb-62382cad6604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307604 Jul 16 18:24:12.291260 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-39f866df-2eeb-4cac-8e58-6ca9eaa69c90 req-da408581-6de8-438b-83e6-a020cb5a895f service neutron] 10.222.0.43 "GET /v2.0/networks/d6be45aa-6288-44a3-82eb-62382cad6604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224699 Jul 16 18:24:12.357886 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:07Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '7f58861a-1b96-4306-a8a1-547ad1ad851e', 'name': '', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:3c:4c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:06Z', 'updated_at': '2021-07-16T18:24:11Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:12.388718 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e365eb8-c05d-4933-a75c-8b7bb1e2399c None None] The sync data for ids ['d601cab6-42ee-4d61-be42-1f698a5539da'] in n-d-787206-10 is: [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:07Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '7f58861a-1b96-4306-a8a1-547ad1ad851e', 'name': '', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:3c:4c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:06Z', 'updated_at': '2021-07-16T18:24:11Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:12.486049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489f10b-86b0-491d-a422-700fdbe4bd43 req-f9833582-cfd4-4595-a787-eb4ca41688c3 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.504149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5489f10b-86b0-491d-a422-700fdbe4bd43 req-f9833582-cfd4-4595-a787-eb4ca41688c3 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1095 time: 0.2509291 Jul 16 18:24:12.520499 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.974748 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:24:13.026534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5489f10b-86b0-491d-a422-700fdbe4bd43 req-ed3c386e-d42a-498d-922f-031a37984bc6 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214043 Jul 16 18:24:13.130979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35e3d7-1cc8-4f24-9f96-46e10e9b2b0c req-4aec8b9b-56b6-423b-917a-225f0920921e tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.138230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f35e3d7-1cc8-4f24-9f96-46e10e9b2b0c req-4aec8b9b-56b6-423b-917a-225f0920921e tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 931 time: 0.6253626 Jul 16 18:24:13.231533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48ecbc6b-0a28-4c55-b71d-fa2f92f9f814 req-e5700634-09ca-42a6-997e-5ed9aef1e77f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 210 time: 0.0732734 Jul 16 18:24:13.262123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f35e3d7-1cc8-4f24-9f96-46e10e9b2b0c req-7e12ce0b-8263-4247-b63c-284d4143283c tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229858 Jul 16 18:24:13.424775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77adcef6-f298-48f0-ae44-137d60044154 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:13.434885 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.452514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Transition to ACTIVE for port object 77adcef6-f298-48f0-ae44-137d60044154 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:13.457116 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.532933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Pushing event updated for resources: {'Port': ['ID=77adcef6-f298-48f0-ae44-137d60044154,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:13.629817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7f58861a-1b96-4306-a8a1-547ad1ad851e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:13.703580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 7f58861a-1b96-4306-a8a1-547ad1ad851e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:13.714685 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7f58861a-1b96-4306-a8a1-547ad1ad851e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:13.715054 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.726374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Attempting to bind port 77adcef6-f298-48f0-ae44-137d60044154 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:13.726748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Attempting to bind port 77adcef6-f298-48f0-ae44-137d60044154 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:13.727039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Attempting to bind port 77adcef6-f298-48f0-ae44-137d60044154 on network c635decf-41f8-41d9-9ce0-c296612e9401 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:13.732107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Port 77adcef6-f298-48f0-ae44-137d60044154 on network c635decf-41f8-41d9-9ce0-c296612e9401 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:13.732451 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Attempting to bind port 77adcef6-f298-48f0-ae44-137d60044154 on network c635decf-41f8-41d9-9ce0-c296612e9401 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:13.738203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:13.738439 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Checking segment: {'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:13.738818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Bound using segment: {'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:13.739250 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Bound port: 77adcef6-f298-48f0-ae44-137d60044154, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:13.739750 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.823550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] For port 77adcef6-f298-48f0-ae44-137d60044154, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:13.827948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] For port 77adcef6-f298-48f0-ae44-137d60044154, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77adcef6-f298-48f0-ae44-137d60044154,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:13.835682 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.853650 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.874347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7b04a27e-b496-4e27-86d0-9c1bed2d502c details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:13.883248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.884034 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.885701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] 10.222.0.35 "PUT /v2.0/ports/77adcef6-f298-48f0-ae44-137d60044154 HTTP/1.1" status: 200 len: 1092 time: 1.7345681 Jul 16 18:24:13.889657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a03a41-cf65-4c36-846a-6bf9d141b003', 'tag': '77adcef6-f298-48f0-ae44-137d60044154'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:13.893923 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a70e05e-1fcf-4460-a263-695add9479ba" -d '{"events": [{"name": "network-changed", "server_uuid": "80a03a41-cf65-4c36-846a-6bf9d141b003", "tag": "77adcef6-f298-48f0-ae44-137d60044154"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:14.012864 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4765a0-03a9-47c7-8aea-f3566561d261 x-openstack-request-id: req-9b4765a0-03a9-47c7-8aea-f3566561d261 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:14.019558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 7f58861a-1b96-4306-a8a1-547ad1ad851e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7f58861a-1b96-4306-a8a1-547ad1ad851e,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:14.021267 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a03a41-cf65-4c36-846a-6bf9d141b003", "tag": "77adcef6-f298-48f0-ae44-137d60044154", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:14.021531 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b4765a0-03a9-47c7-8aea-f3566561d261 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:14.022263 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a03a41-cf65-4c36-846a-6bf9d141b003', 'tag': '77adcef6-f298-48f0-ae44-137d60044154', 'status': 'completed', 'code': 200} Jul 16 18:24:14.026924 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.049691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ede86-5a64-4c3e-bf6d-5e373f61193d service neutron] Pushing event updated for resources: {'Port': ['ID=77adcef6-f298-48f0-ae44-137d60044154,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:14.093102 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-97d128dd-1ea9-4fdf-b19c-bcee4dd95664 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.096405 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-97d128dd-1ea9-4fdf-b19c-bcee4dd95664 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.43 "GET /v2.0/networks?id=e2beba4e-4747-43ad-91b3-f4bbf8c018ae HTTP/1.1" status: 200 len: 796 time: 0.7555373 Jul 16 18:24:14.109609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-67fa036e-fc73-4c34-b0b9-754a810c52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.111407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-67fa036e-fc73-4c34-b0b9-754a810c52f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ed2429e671e4d27bb31b397405e20ed&device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 1095 time: 0.1740177 Jul 16 18:24:14.127427 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7b04a27e-b496-4e27-86d0-9c1bed2d502c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7b04a27e-b496-4e27-86d0-9c1bed2d502c,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:14.148966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=7f58861a-1b96-4306-a8a1-547ad1ad851e,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:14.154469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '7b04a27e-b496-4e27-86d0-9c1bed2d502c', 'network_id': 'd6be45aa-6288-44a3-82eb-62382cad6604', 'port_id': '7b04a27e-b496-4e27-86d0-9c1bed2d502c', 'mac_address': 'fa:16:3e:fe:1f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ae906f-1d94-4553-bf2b-c8960286f026', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:14.186433 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-1da2f8ca-c7e2-4dc5-afed-07d5d24e30d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77adcef6-f298-48f0-ae44-137d60044154 HTTP/1.1" status: 200 len: 217 time: 0.0638721 Jul 16 18:24:14.198214 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-d1032166-4bf4-4f44-8d75-e6b86db4bf4c tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=407f6f1770c34505b8d60a8097455895 HTTP/1.1" status: 200 len: 379 time: 0.0920801 Jul 16 18:24:14.209061 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'port': {'device_id': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'admin_state_up': True, 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'security_groups': ['b8cd28bb-2afa-4849-9131-601fe0f4fa32']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:14.230398 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.248124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b04a27e-b496-4e27-86d0-9c1bed2d502c {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:14.269248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7b04a27e-b496-4e27-86d0-9c1bed2d502c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7b04a27e-b496-4e27-86d0-9c1bed2d502c,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:14.275152 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.306260 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-1e5fac6e-43dc-476b-acd3-7d548c204e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.321742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-1e5fac6e-43dc-476b-acd3-7d548c204e8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7af0b858-5950-4238-8625-76d531250bbd HTTP/1.1" status: 200 len: 854 time: 0.1299841 Jul 16 18:24:14.338307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=7b04a27e-b496-4e27-86d0-9c1bed2d502c,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:14.352397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Made reservation on behalf of 407f6f1770c34505b8d60a8097455895 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:14.356330 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.367380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-c2a433e5-27c7-492d-9fe1-60f00a717239 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c635decf-41f8-41d9-9ce0-c296612e9401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318580 Jul 16 18:24:14.443139 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56aca359-1ee4-40fc-adbf-e8c4950a6e0d req-598f51d0-c750-4121-8864-bf6b200f7d04 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 210 time: 0.0454183 Jul 16 18:24:14.448994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48d175-4362-41cf-b748-60c1a9adb7cf req-9d304241-1ffd-4534-9f3e-7f57e1016741 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.456802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d48d175-4362-41cf-b748-60c1a9adb7cf req-9d304241-1ffd-4534-9f3e-7f57e1016741 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1095 time: 0.2291272 Jul 16 18:24:14.518416 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.20.0.13 (e2beba4e-4747-43ad-91b3-f4bbf8c018ae/5365b699-aa24-47a3-9881-3ea65d9da9d3/64108e49-3580-432c-a716-e408de72876e) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:14.545690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['7b04a27e-b496-4e27-86d0-9c1bed2d502c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:14.550482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d48d175-4362-41cf-b748-60c1a9adb7cf req-a1a64b37-df20-4fdb-9565-98d9de66dd89 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925982 Jul 16 18:24:14.590480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-dbbed693-6ee4-4171-a26b-b7c37156b1bd service neutron] 10.222.0.35 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163830 Jul 16 18:24:14.750766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c8f6-c2c5-4d02-8be9-7486c86798ed req-db550e26-0be9-4aec-b90b-1d6bebec2512 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.751094 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.752383 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aec7c8f6-c2c5-4d02-8be9-7486c86798ed req-db550e26-0be9-4aec-b90b-1d6bebec2512 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 943 time: 0.1525731 Jul 16 18:24:14.756306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9375e775-496b-4e40-b0de-e6563b91bf83 req-aa24eaef-6f3f-4e3c-a017-9c92966afee2 service neutron] 10.222.0.35 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577218 Jul 16 18:24:14.769003 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Transition to ACTIVE for port object 64108e49-3580-432c-a716-e408de72876e will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:14.808566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.842644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aec7c8f6-c2c5-4d02-8be9-7486c86798ed req-735e23ff-7a5f-4b38-9305-da67e4f577ac tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781164 Jul 16 18:24:14.855948 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network e2beba4e-4747-43ad-91b3-f4bbf8c018ae is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:14.862612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:14.865132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:14.882163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70e05e-1fcf-4460-a263-695add9479ba req-a16fbb0d-9f95-46cf-8c27-950033561507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.884112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a70e05e-1fcf-4460-a263-695add9479ba req-a16fbb0d-9f95-46cf-8c27-950033561507 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ed2429e671e4d27bb31b397405e20ed&device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 1095 time: 0.0724821 Jul 16 18:24:14.918039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=64108e49-3580-432c-a716-e408de72876e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:14.949406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.950501 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.966719 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-79eced04-8cf8-4b29-9385-64bc1416236b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7622466 Jul 16 18:24:14.979177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Request body: {'port': {'device_id': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:15.008553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70e05e-1fcf-4460-a263-695add9479ba req-c44c4b9c-ca8d-47e9-91c9-f1656339560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.010471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a70e05e-1fcf-4460-a263-695add9479ba req-c44c4b9c-ca8d-47e9-91c9-f1656339560c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 200 len: 915 time: 0.1200993 Jul 16 18:24:15.060746 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a70e05e-1fcf-4460-a263-695add9479ba req-da6aba02-3138-4904-bf84-30436a8a7b7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77adcef6-f298-48f0-ae44-137d60044154 HTTP/1.1" status: 200 len: 217 time: 0.0431292 Jul 16 18:24:15.064146 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.132746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70e05e-1fcf-4460-a263-695add9479ba req-bbe822b2-be07-4ec0-877d-22d44c70ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.134688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a70e05e-1fcf-4460-a263-695add9479ba req-bbe822b2-be07-4ec0-877d-22d44c70ad69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7af0b858-5950-4238-8625-76d531250bbd HTTP/1.1" status: 200 len: 854 time: 0.0659945 Jul 16 18:24:15.179034 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a70e05e-1fcf-4460-a263-695add9479ba req-9369dbe2-ad6e-464b-bd05-70eeb7a49aab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c635decf-41f8-41d9-9ce0-c296612e9401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370088 Jul 16 18:24:15.215339 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5db32a86-b740-45e7-9948-b089e6c536df None None] Provisioning for port 64108e49-3580-432c-a716-e408de72876e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:15.221572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5db32a86-b740-45e7-9948-b089e6c536df None None] Provisioning complete for port 64108e49-3580-432c-a716-e408de72876e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:15.222187 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5db32a86-b740-45e7-9948-b089e6c536df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.269407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5db32a86-b740-45e7-9948-b089e6c536df None None] Port 64108e49-3580-432c-a716-e408de72876e cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:15.311407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a70e05e-1fcf-4460-a263-695add9479ba req-cdced0eb-4835-4562-843e-1bdf461cded3 service neutron] 10.222.0.35 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252038 Jul 16 18:24:15.392229 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64108e49-3580-432c-a716-e408de72876e {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:15.401003 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.416918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Transition to ACTIVE for port object 64108e49-3580-432c-a716-e408de72876e will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:15.421295 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.449204 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a70e05e-1fcf-4460-a263-695add9479ba req-c3d8d925-0fe1-49f2-abac-c66e7a4de1d9 service neutron] 10.222.0.35 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250725 Jul 16 18:24:15.504724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Pushing event updated for resources: {'Port': ['ID=64108e49-3580-432c-a716-e408de72876e,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:15.612187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7f58861a-1b96-4306-a8a1-547ad1ad851e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:15.669105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Attempting to bind port 64108e49-3580-432c-a716-e408de72876e on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:15.669678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Attempting to bind port 64108e49-3580-432c-a716-e408de72876e by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:15.670175 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Attempting to bind port 64108e49-3580-432c-a716-e408de72876e on network e2beba4e-4747-43ad-91b3-f4bbf8c018ae {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:15.680563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Port 64108e49-3580-432c-a716-e408de72876e on network e2beba4e-4747-43ad-91b3-f4bbf8c018ae not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:15.681321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Attempting to bind port 64108e49-3580-432c-a716-e408de72876e on network e2beba4e-4747-43ad-91b3-f4bbf8c018ae {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:15.690160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:15.690753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Checking segment: {'id': 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:15.691220 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Bound using segment: {'id': 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:15.691956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Bound port: 64108e49-3580-432c-a716-e408de72876e, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:15.692636 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.698853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7f58861a-1b96-4306-a8a1-547ad1ad851e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:15.699474 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.775622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] For port 64108e49-3580-432c-a716-e408de72876e, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:15.779488 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] For port 64108e49-3580-432c-a716-e408de72876e, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=64108e49-3580-432c-a716-e408de72876e,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:15.791618 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.818770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4054-489f-415e-af53-83546319fcb2 req-31596b4b-8950-4764-bce4-58c634fe45fb tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.828272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c6a4054-489f-415e-af53-83546319fcb2 req-31596b4b-8950-4764-bce4-58c634fe45fb tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 944 time: 0.1455772 Jul 16 18:24:15.859924 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.860768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.862675 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] 10.222.0.43 "PUT /v2.0/ports/64108e49-3580-432c-a716-e408de72876e HTTP/1.1" status: 200 len: 1093 time: 0.8885493 Jul 16 18:24:15.863109 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'tag': '64108e49-3580-432c-a716-e408de72876e'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:15.865602 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2485a97-aaf7-4c85-9e61-2e0ef68363fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e", "tag": "64108e49-3580-432c-a716-e408de72876e"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:15.886177 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7b04a27e-b496-4e27-86d0-9c1bed2d502c up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:15.898721 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae0a34-cd89-43f2-a2f6-7ecf7b72ebca service neutron] Pushing event updated for resources: {'Port': ['ID=64108e49-3580-432c-a716-e408de72876e,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:15.945351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c6a4054-489f-415e-af53-83546319fcb2 req-5d0a95dc-5954-4653-9ffd-47a144e448ef tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087291 Jul 16 18:24:15.967706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8e4c7-e522-4aea-9779-a9ad97b028c9 req-4c3253d3-dd74-4b3f-a6b4-b2a8d68c4728 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.976083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aaa8e4c7-e522-4aea-9779-a9ad97b028c9 req-4c3253d3-dd74-4b3f-a6b4-b2a8d68c4728 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1096 time: 0.1122553 Jul 16 18:24:15.999537 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 7b04a27e-b496-4e27-86d0-9c1bed2d502c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:16.014317 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 7b04a27e-b496-4e27-86d0-9c1bed2d502c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:16.014987 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.029744 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-5cf0f878-be89-4678-a91d-2e06a406b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.032977 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-5cf0f878-be89-4678-a91d-2e06a406b647 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 1096 time: 0.1082218 Jul 16 18:24:16.035122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aaa8e4c7-e522-4aea-9779-a9ad97b028c9 req-f3019eb7-ebea-43fd-b90e-ee88044858af tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578716 Jul 16 18:24:16.145144 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-3a08d37b-fe15-46ea-9520-5a4735fe3350 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64108e49-3580-432c-a716-e408de72876e HTTP/1.1" status: 200 len: 217 time: 0.0910013 Jul 16 18:24:16.148810 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.186157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88b8aa-4a21-4cb9-b49e-3ecd77cde149 req-704da6cf-55b0-47c8-bb63-a0eeb2e06f4b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.193709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea88b8aa-4a21-4cb9-b49e-3ecd77cde149 req-704da6cf-55b0-47c8-bb63-a0eeb2e06f4b tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 945 time: 0.0807698 Jul 16 18:24:16.218721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ee0c4d-db55-4350-a005-2535e0031494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b04a27e-b496-4e27-86d0-9c1bed2d502c'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:16.222367 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b58aae1-1edf-4570-9369-6b83191a339a" -d '{"events": [{"server_uuid": "34ee0c4d-db55-4350-a005-2535e0031494", "name": "network-vif-plugged", "status": "completed", "tag": "7b04a27e-b496-4e27-86d0-9c1bed2d502c"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:16.223338 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-3b80abea-b5aa-4742-a331-f98bee37a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.224876 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-3b80abea-b5aa-4742-a331-f98bee37a4f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5365b699-aa24-47a3-9881-3ea65d9da9d3 HTTP/1.1" status: 200 len: 834 time: 0.0694928 Jul 16 18:24:16.237554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7b04a27e-b496-4e27-86d0-9c1bed2d502c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7b04a27e-b496-4e27-86d0-9c1bed2d502c,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:16.243174 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.300402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-53e9d1b1-3dc3-4108-bc2c-a893dd1da916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.301967 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-53e9d1b1-3dc3-4108-bc2c-a893dd1da916 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2beba4e-4747-43ad-91b3-f4bbf8c018ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695744 Jul 16 18:24:16.305758 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea88b8aa-4a21-4cb9-b49e-3ecd77cde149 req-113c1788-0ef3-405f-8881-d52aa755ace6 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bb7ced1-4f41-49dd-94f1-32288365c392&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108088 Jul 16 18:24:16.322179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=7b04a27e-b496-4e27-86d0-9c1bed2d502c,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:16.358680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a997a3-0252-4e13-9c58-f515e6592651 req-c9618ab0-1d8d-4ca2-ad63-10865fda8edf tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.360448 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2a997a3-0252-4e13-9c58-f515e6592651 req-c9618ab0-1d8d-4ca2-ad63-10865fda8edf tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 943 time: 0.1074998 Jul 16 18:24:16.406066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2a997a3-0252-4e13-9c58-f515e6592651 req-e8569eb3-b69b-4e31-95b3-45c65f3e960a tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391178 Jul 16 18:24:16.418182 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23093019-d191-4822-af60-45f0af3e2cba x-openstack-request-id: req-23093019-d191-4822-af60-45f0af3e2cba {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:16.418732 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ee0c4d-db55-4350-a005-2535e0031494", "name": "network-vif-plugged", "status": "completed", "tag": "7b04a27e-b496-4e27-86d0-9c1bed2d502c", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:16.419177 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23093019-d191-4822-af60-45f0af3e2cba {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:16.419801 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ee0c4d-db55-4350-a005-2535e0031494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b04a27e-b496-4e27-86d0-9c1bed2d502c', 'code': 200} Jul 16 18:24:16.425008 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ed0e97-e1d8-4830-82ca-ae9fb80be1fc x-openstack-request-id: req-62ed0e97-e1d8-4830-82ca-ae9fb80be1fc {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:16.425523 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e", "tag": "64108e49-3580-432c-a716-e408de72876e", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:16.425523 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62ed0e97-e1d8-4830-82ca-ae9fb80be1fc {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:16.425922 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'tag': '64108e49-3580-432c-a716-e408de72876e', 'status': 'completed', 'code': 200} Jul 16 18:24:16.454728 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-4c9ce399-e38d-4d94-a4da-c792ad94760e service neutron] 10.222.0.43 "GET /v2.0/networks/e2beba4e-4747-43ad-91b3-f4bbf8c018ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356249 Jul 16 18:24:16.534956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aa0c7-3cf5-4f15-8a56-0ae1b7a50094 req-21159675-8ebe-454c-804c-ae31fe91a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.536802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9b9aa0c7-3cf5-4f15-8a56-0ae1b7a50094 req-21159675-8ebe-454c-804c-ae31fe91a6cc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1097 time: 0.0536954 Jul 16 18:24:16.555757 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0fc0da43-f86f-4ab5-8202-ee9f61a1a1c2 req-632ae5d0-c20f-4c5c-9731-f91b24755ea3 service neutron] 10.222.0.43 "GET /v2.0/networks/e2beba4e-4747-43ad-91b3-f4bbf8c018ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914044 Jul 16 18:24:16.571755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-e51a02b7-4d2b-47db-acdf-a25b68e44dd6 req-9e944cab-d67e-46b4-96a8-0d3202475ce2 service neutron] (100169) timed out ('10.222.0.35', 56027) {{(pid=100169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:24:16.579941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9b9aa0c7-3cf5-4f15-8a56-0ae1b7a50094 req-0d910d23-2869-4baa-8e8f-17d34b26973a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352085 Jul 16 18:24:16.703359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2485a97-aaf7-4c85-9e61-2e0ef68363fb req-a0533d27-fde3-4da8-8b2c-9581843a36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.704889 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2485a97-aaf7-4c85-9e61-2e0ef68363fb req-a0533d27-fde3-4da8-8b2c-9581843a36ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 1096 time: 0.0568876 Jul 16 18:24:16.719692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [req-52fe9f0c-0970-4e09-965b-58907d117179 req-5036ae5e-c7ef-4836-b5c6-c872f33f6c20 service neutron] (100170) timed out ('10.222.0.35', 56548) {{(pid=100170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:24:16.803169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2485a97-aaf7-4c85-9e61-2e0ef68363fb req-d5a00fac-3004-40de-81c3-af107ab80f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.805228 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2485a97-aaf7-4c85-9e61-2e0ef68363fb req-d5a00fac-3004-40de-81c3-af107ab80f03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2beba4e-4747-43ad-91b3-f4bbf8c018ae HTTP/1.1" status: 200 len: 897 time: 0.0910420 Jul 16 18:24:16.848251 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2485a97-aaf7-4c85-9e61-2e0ef68363fb req-632bdd22-d831-4737-8f32-5dd954c70250 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64108e49-3580-432c-a716-e408de72876e HTTP/1.1" status: 200 len: 217 time: 0.0361452 Jul 16 18:24:16.906705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2485a97-aaf7-4c85-9e61-2e0ef68363fb req-d6d5ab9c-86c2-42a5-9c92-960f1972b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.908243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2485a97-aaf7-4c85-9e61-2e0ef68363fb req-d6d5ab9c-86c2-42a5-9c92-960f1972b86a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5365b699-aa24-47a3-9881-3ea65d9da9d3 HTTP/1.1" status: 200 len: 834 time: 0.0509329 Jul 16 18:24:16.968681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2485a97-aaf7-4c85-9e61-2e0ef68363fb req-b11c9244-5e20-4acf-9edf-3f6ac3b07bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.970260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2485a97-aaf7-4c85-9e61-2e0ef68363fb req-b11c9244-5e20-4acf-9edf-3f6ac3b07bfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2beba4e-4747-43ad-91b3-f4bbf8c018ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545654 Jul 16 18:24:17.075319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2485a97-aaf7-4c85-9e61-2e0ef68363fb req-a9c5074d-0c0c-442b-a218-c73615418050 service neutron] 10.222.0.43 "GET /v2.0/networks/e2beba4e-4747-43ad-91b3-f4bbf8c018ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970142 Jul 16 18:24:17.297713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-21401a90-33e3-46a7-ad4d-ba3211ff014f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.299117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-21401a90-33e3-46a7-ad4d-ba3211ff014f tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.35 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 945 time: 0.2229173 Jul 16 18:24:17.321083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2485a97-aaf7-4c85-9e61-2e0ef68363fb req-3719b935-ed5b-4ef7-a238-b7d5687f6abf service neutron] 10.222.0.43 "GET /v2.0/networks/e2beba4e-4747-43ad-91b3-f4bbf8c018ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208252 Jul 16 18:24:17.330432 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e72a9c-9b59-4378-8c0c-4249f341adb0 req-15f5aaac-3263-4738-9951-5c72d768bb88 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.333422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8e72a9c-9b59-4378-8c0c-4249f341adb0 req-15f5aaac-3263-4738-9951-5c72d768bb88 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 944 time: 0.2477777 Jul 16 18:24:17.393788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149656f-5050-474a-9643-e0de4bd09f06 req-ce2d4a0c-68eb-4f36-ad68-a2638b73ce92 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.395326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5149656f-5050-474a-9643-e0de4bd09f06 req-ce2d4a0c-68eb-4f36-ad68-a2638b73ce92 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1097 time: 0.2185831 Jul 16 18:24:17.448988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8e72a9c-9b59-4378-8c0c-4249f341adb0 req-706db61b-6eba-4899-a215-bba874d95803 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924008 Jul 16 18:24:17.475140 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5149656f-5050-474a-9643-e0de4bd09f06 req-59f6e175-386c-4833-9995-d05699bcf5df tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621665 Jul 16 18:24:17.497467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Deleting port ffeb8f47-79a3-4898-ac17-c19215eac36a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:17.498027 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.703277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] For port ffeb8f47-79a3-4898-ac17-c19215eac36a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ffeb8f47-79a3-4898-ac17-c19215eac36a,segment=NetworkSegment(d0d6d962-4335-40cd-add3-6eb9d40c556e),segment_id=d0d6d962-4335-40cd-add3-6eb9d40c556e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:17.703751 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.836143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e50595-c56d-4e76-af80-a5f923414299 req-2bc0dd6b-2002-4312-998c-1dda29f203ce tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.837647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6e50595-c56d-4e76-af80-a5f923414299 req-2bc0dd6b-2002-4312-998c-1dda29f203ce tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 945 time: 0.2306242 Jul 16 18:24:17.846826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eee8e0-2bcc-476c-bcf7-6012496408d1 req-08469503-776f-4461-b0af-9ab9358ccd3c tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.848302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85eee8e0-2bcc-476c-bcf7-6012496408d1 req-08469503-776f-4461-b0af-9ab9358ccd3c tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 943 time: 0.2289040 Jul 16 18:24:17.968184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6e50595-c56d-4e76-af80-a5f923414299 req-e79305ca-5b6a-4622-ac67-36cb5e6e46c7 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/security-groups?id=8bb7ced1-4f41-49dd-94f1-32288365c392&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168392 Jul 16 18:24:17.978980 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85eee8e0-2bcc-476c-bcf7-6012496408d1 req-50008862-d463-4587-8ea7-84c84a787ba8 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141789 Jul 16 18:24:17.989239 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.989456 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.989785 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Floating IP fe63cf8f-8d0d-43eb-b991-954dc58e8584 disassociated. External IP: 172.25.5.149, port: ffeb8f47-79a3-4898-ac17-c19215eac36a. Jul 16 18:24:17.990169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Calling delete_port for ffeb8f47-79a3-4898-ac17-c19215eac36a owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:18.123420 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.156982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Pushing event deleted for resources: {'Port': ['ID=ffeb8f47-79a3-4898-ac17-c19215eac36a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.167814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:18.168161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:18.168499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:18.168833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:18.169164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:18.169491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:18.169811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:18.170136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:18.170457 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:18.170781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:18.171101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:18.171426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:18.286659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:18.399560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:18.410239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6520d741-8a28-40b6-82c4-7f9161b294cf None None] Sync routers for ids ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:18.427331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6520d741-8a28-40b6-82c4-7f9161b294cf None None] Routers {'1ce0c861-2fae-49f6-ba45-4be2906fbfe3'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:18.428067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6520d741-8a28-40b6-82c4-7f9161b294cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:18.453619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] No DVR routers for this DVR port ffeb8f47-79a3-4898-ac17-c19215eac36a on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:18.456110 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.458158 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-064db6b4-b589-4a01-9092-4fb2da351ad6 req-77f701c9-a119-48f4-9081-8817da3eb314 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.35 "DELETE /v2.0/ports/ffeb8f47-79a3-4898-ac17-c19215eac36a HTTP/1.1" status: 204 len: 173 time: 1.1483541 Jul 16 18:24:18.458552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a432bebf-5ccd-4258-8821-fe938bab525e', 'name': 'network-vif-deleted', 'tag': 'ffeb8f47-79a3-4898-ac17-c19215eac36a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:18.461474 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e229770-8a5b-48ad-a740-0c80eb4af5b3" -d '{"events": [{"server_uuid": "a432bebf-5ccd-4258-8821-fe938bab525e", "name": "network-vif-deleted", "tag": "ffeb8f47-79a3-4898-ac17-c19215eac36a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:18.503558 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13790c7a-bc4b-4d6a-a930-b4982f13d7c2 x-openstack-request-id: req-13790c7a-bc4b-4d6a-a930-b4982f13d7c2 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:18.503860 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a432bebf-5ccd-4258-8821-fe938bab525e", "name": "network-vif-deleted", "tag": "ffeb8f47-79a3-4898-ac17-c19215eac36a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:18.504096 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13790c7a-bc4b-4d6a-a930-b4982f13d7c2 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:18.504496 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a432bebf-5ccd-4258-8821-fe938bab525e', 'name': 'network-vif-deleted', 'tag': 'ffeb8f47-79a3-4898-ac17-c19215eac36a', 'status': 'completed', 'code': 200} Jul 16 18:24:18.620187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-6520d741-8a28-40b6-82c4-7f9161b294cf None None] Set router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:18.752853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60968fc3-ae4f-4b1c-a012-3b289a8be459 req-194e4ac4-3187-4845-abba-97053e782969 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.754420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60968fc3-ae4f-4b1c-a012-3b289a8be459 req-194e4ac4-3187-4845-abba-97053e782969 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1097 time: 0.1023953 Jul 16 18:24:18.788694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361ea5-4af9-45cd-88f1-9bcd72323182 req-c20598c8-e7ca-4305-b586-b9ea1dfd2240 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.789882 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 77adcef6-f298-48f0-ae44-137d60044154 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:18.790368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6361ea5-4af9-45cd-88f1-9bcd72323182 req-c20598c8-e7ca-4305-b586-b9ea1dfd2240 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 944 time: 0.1109059 Jul 16 18:24:18.822330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60968fc3-ae4f-4b1c-a012-3b289a8be459 req-eee2a927-ba01-4a73-983a-f471a5d8ad0b tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599689 Jul 16 18:24:18.848031 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a6361ea5-4af9-45cd-88f1-9bcd72323182 req-6983718f-24a3-4ee3-b6f4-e39bd4d8cb60 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508056 Jul 16 18:24:18.937104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 77adcef6-f298-48f0-ae44-137d60044154, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77adcef6-f298-48f0-ae44-137d60044154,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:18.947410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6520d741-8a28-40b6-82c4-7f9161b294cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port': {'id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:47Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9', 'name': '', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'mac_address': 'fa:16:3e:5a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '59439290-4958-4c20-beb6-811e08de55a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:01Z', 'revision_number': 5, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'subnets': [{'id': '59439290-4958-4c20-beb6-811e08de55a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:18.975045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '77adcef6-f298-48f0-ae44-137d60044154', 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401', 'port_id': '77adcef6-f298-48f0-ae44-137d60044154', 'mac_address': 'fa:16:3e:7c:ad:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af0b858-5950-4238-8625-76d531250bbd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:18.977906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6520d741-8a28-40b6-82c4-7f9161b294cf None None] Checking router: 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:18.996769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1d214-6a82-4110-9d43-d81bc6119785 req-8a6924b3-a704-4c42-a883-2827b393c15e tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.998325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cee1d214-6a82-4110-9d43-d81bc6119785 req-8a6924b3-a704-4c42-a883-2827b393c15e tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1097 time: 0.0586245 Jul 16 18:24:19.016109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6520d741-8a28-40b6-82c4-7f9161b294cf None None] Routers {'1ce0c861-2fae-49f6-ba45-4be2906fbfe3'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:19.016837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6520d741-8a28-40b6-82c4-7f9161b294cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:19.057522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cee1d214-6a82-4110-9d43-d81bc6119785 req-a8dbb3c5-43aa-485b-82d0-429d8ad9a630 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508101 Jul 16 18:24:19.063388 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.138364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77adcef6-f298-48f0-ae44-137d60044154 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:19.165525 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-134cc73e-e319-40d8-8341-05897df2585b req-b7ef7c8b-6ed8-47fd-9658-943d802fa040 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "GET /v2.0/ports?device_id=a432bebf-5ccd-4258-8821-fe938bab525e HTTP/1.1" status: 200 len: 210 time: 0.0336647 Jul 16 18:24:19.174186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 77adcef6-f298-48f0-ae44-137d60044154, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77adcef6-f298-48f0-ae44-137d60044154,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:19.191550 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.191550 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-6520d741-8a28-40b6-82c4-7f9161b294cf None None] Set router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:19.288718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca2f48-95a5-4900-9e5f-b9b1c0facec0 req-748cf888-b08e-4132-9631-573d348ef0b9 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.290673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceca2f48-95a5-4900-9e5f-b9b1c0facec0 req-748cf888-b08e-4132-9631-573d348ef0b9 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 944 time: 0.0915067 Jul 16 18:24:19.313847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=77adcef6-f298-48f0-ae44-137d60044154,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:19.360486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ceca2f48-95a5-4900-9e5f-b9b1c0facec0 req-b4849f44-c354-4356-979b-3a95fd99ca54 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584152 Jul 16 18:24:19.387473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320abca-0b16-4bcd-8b07-ebd7ba5cc83b req-d7d8f758-c935-494f-b1d6-5a5f380452a4 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.389003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1320abca-0b16-4bcd-8b07-ebd7ba5cc83b req-d7d8f758-c935-494f-b1d6-5a5f380452a4 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1097 time: 0.0952203 Jul 16 18:24:19.418308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['77adcef6-f298-48f0-ae44-137d60044154'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:19.425024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1320abca-0b16-4bcd-8b07-ebd7ba5cc83b req-87d68dfc-f210-4d56-90f4-46e42d6508e6 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303314 Jul 16 18:24:19.496731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6520d741-8a28-40b6-82c4-7f9161b294cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port': {'id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:47Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9', 'name': '', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'mac_address': 'fa:16:3e:5a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '59439290-4958-4c20-beb6-811e08de55a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:01Z', 'revision_number': 5, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'subnets': [{'id': '59439290-4958-4c20-beb6-811e08de55a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:19.530516 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6520d741-8a28-40b6-82c4-7f9161b294cf None None] The sync data for ids ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'] in n-d-787206-10 is: [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port': {'id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:47Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9', 'name': '', 'network_id': '9efa3351-e9e2-4f6e-9df8-3ee47f6914af', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'mac_address': 'fa:16:3e:5a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '59439290-4958-4c20-beb6-811e08de55a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:01Z', 'revision_number': 5, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'subnets': [{'id': '59439290-4958-4c20-beb6-811e08de55a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:19.850009 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690fccd5-4d04-40c0-961a-c6a1a68cbb0e None None] New status for floating IP fe63cf8f-8d0d-43eb-b991-954dc58e8584: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:19.861275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0ca47-9d02-4114-a20a-e2574b472393 req-48dcc55f-8f25-4a9c-881f-6ece784b5db5 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.862701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddb0ca47-9d02-4114-a20a-e2574b472393 req-48dcc55f-8f25-4a9c-881f-6ece784b5db5 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1097 time: 0.0657108 Jul 16 18:24:20.058243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 64108e49-3580-432c-a716-e408de72876e details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:20.061407 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddb0ca47-9d02-4114-a20a-e2574b472393 req-8899f24c-6b92-4847-9a18-6fa301813902 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811279 Jul 16 18:24:20.128508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023d6ce-5381-4d46-a288-fa0484321320 req-ca88f87f-eba5-4947-b4d2-620445888b89 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.130645 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d023d6ce-5381-4d46-a288-fa0484321320 req-ca88f87f-eba5-4947-b4d2-620445888b89 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 944 time: 0.0937915 Jul 16 18:24:20.176997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d023d6ce-5381-4d46-a288-fa0484321320 req-5706f1f5-f460-421f-aa1c-6d0b2ba16d7b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404587 Jul 16 18:24:20.233961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 64108e49-3580-432c-a716-e408de72876e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=64108e49-3580-432c-a716-e408de72876e,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:20.247132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '64108e49-3580-432c-a716-e408de72876e', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'port_id': '64108e49-3580-432c-a716-e408de72876e', 'mac_address': 'fa:16:3e:90:eb:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:20.293040 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43412) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:20.294705 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.308908 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64108e49-3580-432c-a716-e408de72876e {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:20.332063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 64108e49-3580-432c-a716-e408de72876e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=64108e49-3580-432c-a716-e408de72876e,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:20.337162 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.388657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=64108e49-3580-432c-a716-e408de72876e,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:20.445965 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b4fd74e7-3115-44aa-852e-e30c8313c1fa tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Deleting port 38f3617e-f792-42c4-a599-72034bb951c3 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:20.446305 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74e7-3115-44aa-852e-e30c8313c1fa tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.533043 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74e7-3115-44aa-852e-e30c8313c1fa tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.533372 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74e7-3115-44aa-852e-e30c8313c1fa tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.546442 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b4fd74e7-3115-44aa-852e-e30c8313c1fa tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Calling delete_port for 38f3617e-f792-42c4-a599-72034bb951c3 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:20.573567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fee40-2fa6-42e4-8cf3-cfa34bec49ad req-36885b53-f377-4c5c-8190-2a3358f554af tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.581236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f99fee40-2fa6-42e4-8cf3-cfa34bec49ad req-36885b53-f377-4c5c-8190-2a3358f554af tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 944 time: 0.0697904 Jul 16 18:24:20.612086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['64108e49-3580-432c-a716-e408de72876e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:20.619914 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f99fee40-2fa6-42e4-8cf3-cfa34bec49ad req-358dfe48-3f55-47f5-884a-db47651c2c39 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373862 Jul 16 18:24:20.702909 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74e7-3115-44aa-852e-e30c8313c1fa tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.729582 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd74e7-3115-44aa-852e-e30c8313c1fa tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Pushing event deleted for resources: {'Port': ['ID=38f3617e-f792-42c4-a599-72034bb951c3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:20.812225 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74e7-3115-44aa-852e-e30c8313c1fa tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.812698 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 77adcef6-f298-48f0-ae44-137d60044154 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:20.814818 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74e7-3115-44aa-852e-e30c8313c1fa tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.820949 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b4fd74e7-3115-44aa-852e-e30c8313c1fa tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "DELETE /v2.0/floatingips/fe63cf8f-8d0d-43eb-b991-954dc58e8584 HTTP/1.1" status: 204 len: 168 time: 0.5263171 Jul 16 18:24:20.927047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 77adcef6-f298-48f0-ae44-137d60044154 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:20.932499 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 77adcef6-f298-48f0-ae44-137d60044154 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:20.932985 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.970315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43432) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:21.039175 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.049259 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16c76471-8c90-4aea-9204-0b387511d9f7 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.069728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a03a41-cf65-4c36-846a-6bf9d141b003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77adcef6-f298-48f0-ae44-137d60044154'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:21.072695 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244cedd9-cde9-4781-92f1-7ee7e4526fb0" -d '{"events": [{"server_uuid": "80a03a41-cf65-4c36-846a-6bf9d141b003", "name": "network-vif-plugged", "status": "completed", "tag": "77adcef6-f298-48f0-ae44-137d60044154"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:21.083650 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16c76471-8c90-4aea-9204-0b387511d9f7 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.089219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 77adcef6-f298-48f0-ae44-137d60044154, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77adcef6-f298-48f0-ae44-137d60044154,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:21.094516 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.097268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ffeb8f47-79a3-4898-ac17-c19215eac36a no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:21.136797 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4955e47-a004-4e81-afba-9ab7281040c6 x-openstack-request-id: req-e4955e47-a004-4e81-afba-9ab7281040c6 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:21.137327 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a03a41-cf65-4c36-846a-6bf9d141b003", "name": "network-vif-plugged", "status": "completed", "tag": "77adcef6-f298-48f0-ae44-137d60044154", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:21.137785 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4955e47-a004-4e81-afba-9ab7281040c6 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:21.138310 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a03a41-cf65-4c36-846a-6bf9d141b003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77adcef6-f298-48f0-ae44-137d60044154', 'code': 200} Jul 16 18:24:21.153350 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16c76471-8c90-4aea-9204-0b387511d9f7 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.156785 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16c76471-8c90-4aea-9204-0b387511d9f7 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.168098 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-16c76471-8c90-4aea-9204-0b387511d9f7 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] 10.222.0.41 "DELETE /v2.0/security-groups/8bb7ced1-4f41-49dd-94f1-32288365c392 HTTP/1.1" status: 204 len: 168 time: 0.1965532 Jul 16 18:24:21.206516 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c76471-8c90-4aea-9204-0b387511d9f7 tempest-TestServerBasicOps-228480382 tempest-TestServerBasicOps-228480382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb7ced1-4f41-49dd-94f1-32288365c392,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:21.206731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: ffeb8f47-79a3-4898-ac17-c19215eac36a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:21.207058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ffeb8f47-79a3-4898-ac17-c19215eac36a not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:21.208727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=77adcef6-f298-48f0-ae44-137d60044154,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:21.209230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43444) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:21.287019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f0c8d-3227-41c2-ba82-b60bd36fae1d req-06f6d218-d863-4bec-8d35-49a54d4d2fd8 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.294624 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c5f0c8d-3227-41c2-ba82-b60bd36fae1d req-06f6d218-d863-4bec-8d35-49a54d4d2fd8 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1097 time: 0.2008646 Jul 16 18:24:21.388009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff63d-1416-40b4-aea2-9b8015852b82 req-4dd576c5-4f50-4176-a005-5caf7fa5da32 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.389638 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-676ff63d-1416-40b4-aea2-9b8015852b82 req-4dd576c5-4f50-4176-a005-5caf7fa5da32 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 1097 time: 0.1895671 Jul 16 18:24:21.400638 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c5f0c8d-3227-41c2-ba82-b60bd36fae1d req-d4b4e2a0-cee1-4c67-b488-0ae697e8c181 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049931 Jul 16 18:24:21.768216 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43bb01fb-676f-4f67-81e9-1e414f69ebd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.882352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e054ea1-3317-4504-9323-e7d4a28aa799 req-e3b68004-79b7-494b-b6ac-48a4e3065471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.884499 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e054ea1-3317-4504-9323-e7d4a28aa799 req-e3b68004-79b7-494b-b6ac-48a4e3065471 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 1097 time: 0.6407597 Jul 16 18:24:21.904239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 64108e49-3580-432c-a716-e408de72876e up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:21.987805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e054ea1-3317-4504-9323-e7d4a28aa799 req-9d861e2f-05a8-4f0a-a7ad-c01ead7cdf29 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940692 Jul 16 18:24:21.990060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 64108e49-3580-432c-a716-e408de72876e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:21.995296 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 64108e49-3580-432c-a716-e408de72876e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:21.996012 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.055802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dc536-5745-4d13-8a0f-931c13957a63 req-cf157124-babf-4ff3-9c82-28d8f7a136b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.063256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a78dc536-5745-4d13-8a0f-931c13957a63 req-cf157124-babf-4ff3-9c82-28d8f7a136b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 945 time: 0.7188981 Jul 16 18:24:22.109474 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.139216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a78dc536-5745-4d13-8a0f-931c13957a63 req-e72d2129-1935-48ad-a476-c760803d9d76 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749454 Jul 16 18:24:22.151272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-676ff63d-1416-40b4-aea2-9b8015852b82 req-171ba1a6-40ab-45ba-9531-ba47b62b4c3f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Deleting port 7b04a27e-b496-4e27-86d0-9c1bed2d502c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:22.151642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-676ff63d-1416-40b4-aea2-9b8015852b82 req-171ba1a6-40ab-45ba-9531-ba47b62b4c3f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.160277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 64108e49-3580-432c-a716-e408de72876e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=64108e49-3580-432c-a716-e408de72876e,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:22.163599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5154a-761e-4aef-ba9d-dd0c73dcc1e3 req-e11dedea-323d-4c6f-b350-fcaf190d17e0 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.165136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bbd5154a-761e-4aef-ba9d-dd0c73dcc1e3 req-e11dedea-323d-4c6f-b350-fcaf190d17e0 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 945 time: 0.3339558 Jul 16 18:24:22.168244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-43bb01fb-676f-4f67-81e9-1e414f69ebd3 admin admin] Deleting port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:22.168766 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43bb01fb-676f-4f67-81e9-1e414f69ebd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.171932 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.226500 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=64108e49-3580-432c-a716-e408de72876e,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:22.264610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bbd5154a-761e-4aef-ba9d-dd0c73dcc1e3 req-5dbe14d3-4379-4802-b628-9f8e99c028dc tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882680 Jul 16 18:24:22.293656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-676ff63d-1416-40b4-aea2-9b8015852b82 req-171ba1a6-40ab-45ba-9531-ba47b62b4c3f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] For port 7b04a27e-b496-4e27-86d0-9c1bed2d502c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7b04a27e-b496-4e27-86d0-9c1bed2d502c,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:22.294464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-676ff63d-1416-40b4-aea2-9b8015852b82 req-171ba1a6-40ab-45ba-9531-ba47b62b4c3f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.295994 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-43bb01fb-676f-4f67-81e9-1e414f69ebd3 admin admin] For port 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9,segment=NetworkSegment(d0d6d962-4335-40cd-add3-6eb9d40c556e),segment_id=d0d6d962-4335-40cd-add3-6eb9d40c556e)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:22.296363 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43bb01fb-676f-4f67-81e9-1e414f69ebd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.308901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-676ff63d-1416-40b4-aea2-9b8015852b82 req-171ba1a6-40ab-45ba-9531-ba47b62b4c3f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Calling delete_port for 7b04a27e-b496-4e27-86d0-9c1bed2d502c owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:22.309500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-43bb01fb-676f-4f67-81e9-1e414f69ebd3 admin admin] Calling delete_port for 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:22.469948 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-676ff63d-1416-40b4-aea2-9b8015852b82 req-171ba1a6-40ab-45ba-9531-ba47b62b4c3f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.482524 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['61814873-795e-4af4-82c6-cffe1c25a985'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:22.502024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ba1a6-40ab-45ba-9531-ba47b62b4c3f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b04a27e-b496-4e27-86d0-9c1bed2d502c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:22.560300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-676ff63d-1416-40b4-aea2-9b8015852b82 req-171ba1a6-40ab-45ba-9531-ba47b62b4c3f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] No DVR routers for this DVR port 7b04a27e-b496-4e27-86d0-9c1bed2d502c on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:22.563971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-676ff63d-1416-40b4-aea2-9b8015852b82 req-171ba1a6-40ab-45ba-9531-ba47b62b4c3f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.565823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-676ff63d-1416-40b4-aea2-9b8015852b82 req-171ba1a6-40ab-45ba-9531-ba47b62b4c3f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.43 "DELETE /v2.0/ports/7b04a27e-b496-4e27-86d0-9c1bed2d502c HTTP/1.1" status: 204 len: 173 time: 1.1571233 Jul 16 18:24:22.566427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ee0c4d-db55-4350-a005-2535e0031494', 'name': 'network-vif-deleted', 'tag': '7b04a27e-b496-4e27-86d0-9c1bed2d502c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:22.570464 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3e8c68-539d-423d-914b-13c152594cb7" -d '{"events": [{"server_uuid": "34ee0c4d-db55-4350-a005-2535e0031494", "name": "network-vif-deleted", "tag": "7b04a27e-b496-4e27-86d0-9c1bed2d502c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:22.597179 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43bb01fb-676f-4f67-81e9-1e414f69ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.671760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb01fb-676f-4f67-81e9-1e414f69ebd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:22.680871 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-afdedb29-4765-4a61-b3b9-7a0d70903d7a req-fa2dcdda-eb7e-4b1f-8863-c16b568fa2a1 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34ee0c4d-db55-4350-a005-2535e0031494 HTTP/1.1" status: 200 len: 210 time: 0.1298740 Jul 16 18:24:23.053259 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-43bb01fb-676f-4f67-81e9-1e414f69ebd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.060906 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57650a9f-3e31-4ff9-8939-d847ae72b8eb x-openstack-request-id: req-57650a9f-3e31-4ff9-8939-d847ae72b8eb {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:23.061426 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ee0c4d-db55-4350-a005-2535e0031494", "name": "network-vif-deleted", "tag": "7b04a27e-b496-4e27-86d0-9c1bed2d502c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:23.061617 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57650a9f-3e31-4ff9-8939-d847ae72b8eb {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:23.062108 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ee0c4d-db55-4350-a005-2535e0031494', 'name': 'network-vif-deleted', 'tag': '7b04a27e-b496-4e27-86d0-9c1bed2d502c', 'status': 'completed', 'code': 200} Jul 16 18:24:23.139962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64108e49-3580-432c-a716-e408de72876e'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:23.142345 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9de516-0c30-4779-be3e-e2058f45e189" -d '{"events": [{"server_uuid": "7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e", "name": "network-vif-plugged", "status": "completed", "tag": "64108e49-3580-432c-a716-e408de72876e"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:23.191059 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54092e4-f540-4406-8756-fd9c1ea5c665 x-openstack-request-id: req-e54092e4-f540-4406-8756-fd9c1ea5c665 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:23.192399 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e", "name": "network-vif-plugged", "status": "completed", "tag": "64108e49-3580-432c-a716-e408de72876e", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:23.192809 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e54092e4-f540-4406-8756-fd9c1ea5c665 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:23.193366 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64108e49-3580-432c-a716-e408de72876e', 'code': 200} Jul 16 18:24:23.293444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bb01fb-676f-4f67-81e9-1e414f69ebd3 admin admin] Router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:23.412092 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32ed36-5383-4f8f-a48c-711eecfa8bb8 req-c74013c0-cda4-4bf0-8d90-9f9dfe9dbe64 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.419805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd32ed36-5383-4f8f-a48c-711eecfa8bb8 req-c74013c0-cda4-4bf0-8d90-9f9dfe9dbe64 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.1423302 Jul 16 18:24:23.456645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2641e-d519-468d-9621-bc8f4f448f9b req-f234d0cb-a63e-450e-b4de-d516ed5c5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.459163 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-33c2641e-d519-468d-9621-bc8f4f448f9b req-f234d0cb-a63e-450e-b4de-d516ed5c5de7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 1098 time: 0.1325204 Jul 16 18:24:23.478163 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bb01fb-676f-4f67-81e9-1e414f69ebd3 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:23.487900 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-43bb01fb-676f-4f67-81e9-1e414f69ebd3 admin admin] 10.222.0.41 "PUT /v2.0/routers/1ce0c861-2fae-49f6-ba45-4be2906fbfe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2767396 Jul 16 18:24:23.490235 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43498) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:23.494963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f253be-9df8-4838-a361-fbc539511ac5 None None] Sync routers for ids ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:23.509715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f253be-9df8-4838-a361-fbc539511ac5 None None] Routers {'1ce0c861-2fae-49f6-ba45-4be2906fbfe3'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:23.510347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-12f253be-9df8-4838-a361-fbc539511ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:23.537122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd32ed36-5383-4f8f-a48c-711eecfa8bb8 req-9d003248-2dad-40d5-bfd3-f7ba5eb76284 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161413 Jul 16 18:24:23.619701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-33c2641e-d519-468d-9621-bc8f4f448f9b req-704a4c7a-d6fb-4762-a174-ef129697cd64 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472304 Jul 16 18:24:23.643933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd113d1-3e44-4d19-9c0b-4609070e092a req-6bbd8a24-d396-4b9a-aa45-75d3911a5122 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.645514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-abd113d1-3e44-4d19-9c0b-4609070e092a req-6bbd8a24-d396-4b9a-aa45-75d3911a5122 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 945 time: 0.1492727 Jul 16 18:24:23.669611 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-12f253be-9df8-4838-a361-fbc539511ac5 None None] Set router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:23.703046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-abd113d1-3e44-4d19-9c0b-4609070e092a req-108b3f08-c0aa-45b6-853c-265e5cb50e43 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507498 Jul 16 18:24:23.708190 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.869488 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.918028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7b04a27e-b496-4e27-86d0-9c1bed2d502c no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:23.940359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 7b04a27e-b496-4e27-86d0-9c1bed2d502c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:23.940876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7b04a27e-b496-4e27-86d0-9c1bed2d502c not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:23.963073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-12f253be-9df8-4838-a361-fbc539511ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:24:22Z', 'revision_number': 5, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port': {'id': 'de29e2cf-4698-4733-a80d-edf76d79095d', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:47Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:23.979034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Deleting port de29e2cf-4698-4733-a80d-edf76d79095d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:23.979565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.001121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f253be-9df8-4838-a361-fbc539511ac5 None None] Checking router: 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:24.012442 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f253be-9df8-4838-a361-fbc539511ac5 None None] Routers {'1ce0c861-2fae-49f6-ba45-4be2906fbfe3'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:24.013160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-12f253be-9df8-4838-a361-fbc539511ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:24.172639 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] For port de29e2cf-4698-4733-a80d-edf76d79095d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=de29e2cf-4698-4733-a80d-edf76d79095d,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:24.173253 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.176303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-12f253be-9df8-4838-a361-fbc539511ac5 None None] Set router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:24.205189 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Calling delete_port for de29e2cf-4698-4733-a80d-edf76d79095d owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:24.289985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-12f253be-9df8-4838-a361-fbc539511ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 6, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:24.318729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2570ee5-8a87-43b2-ac17-3cb81b6d8dac req-dd8e0f08-3887-44d0-a97f-68a8d5991cb1 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.322397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2570ee5-8a87-43b2-ac17-3cb81b6d8dac req-dd8e0f08-3887-44d0-a97f-68a8d5991cb1 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1098 time: 0.0656357 Jul 16 18:24:24.336453 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f253be-9df8-4838-a361-fbc539511ac5 None None] The sync data for ids ['1ce0c861-2fae-49f6-ba45-4be2906fbfe3'] in n-d-787206-10 is: [{'id': '1ce0c861-2fae-49f6-ba45-4be2906fbfe3', 'name': 'tempest-TestServerBasicOps-771650912-router', 'tenant_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 6, 'project_id': '7c42d0dd31f24319bd3c1183a3a094a4', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:24.420510 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2570ee5-8a87-43b2-ac17-3cb81b6d8dac req-9720d1ab-ae61-4526-a227-1b8bde65557f tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868225 Jul 16 18:24:24.499627 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.535860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Pushing event deleted for resources: {'Port': ['ID=de29e2cf-4698-4733-a80d-edf76d79095d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:24.634796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.818294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2366478-440b-499a-a67d-d76cd4b2a921 req-4bb7c021-57cf-482d-ad0e-0eba2ea29097 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.826303 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2366478-440b-499a-a67d-d76cd4b2a921 req-4bb7c021-57cf-482d-ad0e-0eba2ea29097 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.1015880 Jul 16 18:24:24.894154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2366478-440b-499a-a67d-d76cd4b2a921 req-10ac73cf-841e-422f-bdb6-6443ab4b81f8 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630124 Jul 16 18:24:25.144497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdbd31-0e25-4f9d-8ca8-23bd055936f1 req-ed5f1d18-c8a4-4afa-a07f-cef27ac5d28e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.156632 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-33cdbd31-0e25-4f9d-8ca8-23bd055936f1 req-ed5f1d18-c8a4-4afa-a07f-cef27ac5d28e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0992880 Jul 16 18:24:25.157700 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.161017 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.216224 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.217389 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce0c861-2fae-49f6-ba45-4be2906fbfe3 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:25.221135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-33cdbd31-0e25-4f9d-8ca8-23bd055936f1 req-1a980320-6994-4d96-a65a-4b8a055499c3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634944 Jul 16 18:24:25.223480 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.238625 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43538) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:25.238733 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-292e2f0e-a28d-4f2e-8feb-e50d7afbec34 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1ce0c861-2fae-49f6-ba45-4be2906fbfe3 HTTP/1.1" status: 204 len: 168 time: 1.7379789 Jul 16 18:24:25.244954 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43540) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:25.282632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c14bc54-20b7-4b10-ad20-3d7b33fedeed admin admin] Deleting subnet 59439290-4958-4c20-beb6-811e08de55a5 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:25.285797 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6c14bc54-20b7-4b10-ad20-3d7b33fedeed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.326543 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74cea2f-0f3b-4641-bf70-36586bf0ad58 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.328159 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d74cea2f-0f3b-4641-bf70-36586bf0ad58 tempest-TestNetworkAdvancedServerOps-388204474 tempest-TestNetworkAdvancedServerOps-388204474-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 1093 time: 0.0816767 Jul 16 18:24:25.330920 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43546) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:25.336532 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6c14bc54-20b7-4b10-ad20-3d7b33fedeed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.337101 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '64108e49-3580-432c-a716-e408de72876e', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:25.378030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.498992 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6c14bc54-20b7-4b10-ad20-3d7b33fedeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.587375 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.602862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:25.669525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:25.672983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 586697f6-9ebb-4ef3-bdcb-c6b2a92cdea9 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:25.673628 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device de29e2cf-4698-4733-a80d-edf76d79095d no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:25.728368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: de29e2cf-4698-4733-a80d-edf76d79095d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:25.728368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device de29e2cf-4698-4733-a80d-edf76d79095d not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:25.737139 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6c14bc54-20b7-4b10-ad20-3d7b33fedeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.760906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2eb656-4e6d-4cad-98c1-c16b1187ac36 None None] Network 9efa3351-e9e2-4f6e-9df8-3ee47f6914af requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:25.774861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Allocated IP 172.25.5.127 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/d24cc372-736d-47e6-87f4-58637c2ff196) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:25.775546 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6c14bc54-20b7-4b10-ad20-3d7b33fedeed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.777625 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6c14bc54-20b7-4b10-ad20-3d7b33fedeed admin admin] 10.222.0.41 "DELETE /v2.0/subnets/59439290-4958-4c20-beb6-811e08de55a5 HTTP/1.1" status: 204 len: 168 time: 0.5473838 Jul 16 18:24:25.781507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43560) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:25.790586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14bc54-20b7-4b10-ad20-3d7b33fedeed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59439290-4958-4c20-beb6-811e08de55a5,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:25.796028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587ec16-5400-4ca2-89d5-f238406eeb25 req-98b4f2c7-6883-4649-a8fd-b1aa5821faaa tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.797605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0587ec16-5400-4ca2-89d5-f238406eeb25 req-98b4f2c7-6883-4649-a8fd-b1aa5821faaa tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1098 time: 0.2230978 Jul 16 18:24:25.882188 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.954927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.988119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4609b-078e-466e-8f94-6298c1d2cbc4 req-92c15604-e43f-46fa-9e66-3898a0e51351 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.996214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2bb4609b-078e-466e-8f94-6298c1d2cbc4 req-92c15604-e43f-46fa-9e66-3898a0e51351 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 1098 time: 0.4540677 Jul 16 18:24:26.016887 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.060535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] DHCP port deletion for 9efa3351-e9e2-4f6e-9df8-3ee47f6914af request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:26.091603 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:26.095820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2bb4609b-078e-466e-8f94-6298c1d2cbc4 req-e1969b94-3c6d-4fa1-80e7-7a24a23c0a76 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d0b16028-134a-4d8a-aba9-93c64c834701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983176 Jul 16 18:24:26.098392 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:26.102790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:26.149663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Deleting port 038aac4a-30a9-4678-a871-a48169bab90a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:26.150195 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.152830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0587ec16-5400-4ca2-89d5-f238406eeb25 req-e7cefdbd-98dc-4a1a-b02c-322cbfe6fc85 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Deleting port 61814873-795e-4af4-82c6-cffe1c25a985 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:26.153604 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0587ec16-5400-4ca2-89d5-f238406eeb25 req-e7cefdbd-98dc-4a1a-b02c-322cbfe6fc85 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.167542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Deleting port 038aac4a-30a9-4678-a871-a48169bab90a {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:26.170643 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.199236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=d24cc372-736d-47e6-87f4-58637c2ff196,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.288219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] For port 038aac4a-30a9-4678-a871-a48169bab90a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=038aac4a-30a9-4678-a871-a48169bab90a,segment=NetworkSegment(d0d6d962-4335-40cd-add3-6eb9d40c556e),segment_id=d0d6d962-4335-40cd-add3-6eb9d40c556e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:26.289087 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.297925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] For port 038aac4a-30a9-4678-a871-a48169bab90a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=038aac4a-30a9-4678-a871-a48169bab90a,segment=NetworkSegment(d0d6d962-4335-40cd-add3-6eb9d40c556e),segment_id=d0d6d962-4335-40cd-add3-6eb9d40c556e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:26.306971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Calling delete_port for 038aac4a-30a9-4678-a871-a48169bab90a owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:26.310721 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.338616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Calling delete_port for 038aac4a-30a9-4678-a871-a48169bab90a owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:26.358518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0587ec16-5400-4ca2-89d5-f238406eeb25 req-e7cefdbd-98dc-4a1a-b02c-322cbfe6fc85 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] For port 61814873-795e-4af4-82c6-cffe1c25a985, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=61814873-795e-4af4-82c6-cffe1c25a985,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:26.358880 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0587ec16-5400-4ca2-89d5-f238406eeb25 req-e7cefdbd-98dc-4a1a-b02c-322cbfe6fc85 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.407947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-0587ec16-5400-4ca2-89d5-f238406eeb25 req-e7cefdbd-98dc-4a1a-b02c-322cbfe6fc85 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Calling delete_port for 61814873-795e-4af4-82c6-cffe1c25a985 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:26.453920 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.483614 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Pushing event deleted for resources: {'Port': ['ID=038aac4a-30a9-4678-a871-a48169bab90a,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.498375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:26.499051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:26.499604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:26.500256 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:26.500773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:26.501281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:26.501967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:26.502474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:26.502970 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:26.503634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:26.504374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:26.504866 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:26.510472 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e5abd1-e10a-4c50-94da-ce683f10e1dd None None] No DVR routers for this DVR port 038aac4a-30a9-4678-a871-a48169bab90a on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:26.542374 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.577302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=038aac4a-30a9-4678-a871-a48169bab90a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.590170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] No DVR routers for this DVR port 038aac4a-30a9-4678-a871-a48169bab90a on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:26.655899 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.707830 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.724416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efa3351-e9e2-4f6e-9df8-3ee47f6914af']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.732682 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0587ec16-5400-4ca2-89d5-f238406eeb25 req-e7cefdbd-98dc-4a1a-b02c-322cbfe6fc85 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.743317 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['61814873-795e-4af4-82c6-cffe1c25a985'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:26.749699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d6d962-4335-40cd-add3-6eb9d40c556e') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.749964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d6d962-4335-40cd-add3-6eb9d40c556e') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.780221 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.784851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cefdbd-98dc-4a1a-b02c-322cbfe6fc85 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Pushing event deleted for resources: {'Port': ['ID=61814873-795e-4af4-82c6-cffe1c25a985,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.788515 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.849374 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.849598 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-0587ec16-5400-4ca2-89d5-f238406eeb25 req-e7cefdbd-98dc-4a1a-b02c-322cbfe6fc85 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] No DVR routers for this DVR port 61814873-795e-4af4-82c6-cffe1c25a985 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:26.851071 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.853449 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0587ec16-5400-4ca2-89d5-f238406eeb25 req-e7cefdbd-98dc-4a1a-b02c-322cbfe6fc85 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.855410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0587ec16-5400-4ca2-89d5-f238406eeb25 req-e7cefdbd-98dc-4a1a-b02c-322cbfe6fc85 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.35 "DELETE /v2.0/ports/61814873-795e-4af4-82c6-cffe1c25a985 HTTP/1.1" status: 204 len: 173 time: 1.0432844 Jul 16 18:24:26.855879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5', 'name': 'network-vif-deleted', 'tag': '61814873-795e-4af4-82c6-cffe1c25a985'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:26.858155 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be85b5e5-8fc7-49da-8d82-058fdd124413" -d '{"events": [{"server_uuid": "3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5", "name": "network-vif-deleted", "tag": "61814873-795e-4af4-82c6-cffe1c25a985"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:26.889736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:26.890146 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: self.session.flush() Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:26.891963 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:26.914134 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.979250 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad4b101-4013-42f9-bc5f-22fbb99db087 x-openstack-request-id: req-3ad4b101-4013-42f9-bc5f-22fbb99db087 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:26.979614 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5", "name": "network-vif-deleted", "tag": "61814873-795e-4af4-82c6-cffe1c25a985", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:26.979798 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ad4b101-4013-42f9-bc5f-22fbb99db087 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:26.980193 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5', 'name': 'network-vif-deleted', 'tag': '61814873-795e-4af4-82c6-cffe1c25a985', 'status': 'completed', 'code': 200} Jul 16 18:24:26.996415 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.002994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.007739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9efa3351-e9e2-4f6e-9df8-3ee47f6914af HTTP/1.1" status: 204 len: 168 time: 1.2221560 Jul 16 18:24:27.009024 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43578) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:27.031388 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe054c-db57-4947-83ba-8648b8d15a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=9efa3351-e9e2-4f6e-9df8-3ee47f6914af,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.308001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e87e0e5-af68-4b77-9134-b144ea46ddd7 req-3cee969b-ef8a-4ec8-9ba2-bacd56cc1897 tempest-TestServerMultinode-699136241 tempest-TestServerMultinode-699136241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fc4026d-8fa0-4ef5-8494-5f7ec7acc5d5 HTTP/1.1" status: 200 len: 210 time: 0.0371804 Jul 16 18:24:27.397433 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.424659 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.546912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event updated for resources: {'Port': ['ID=d24cc372-736d-47e6-87f4-58637c2ff196,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.557850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.558222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.558536 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.558882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.559207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.559560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.560036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.560372 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.560701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.561026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.561351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.561682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.606976 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.620899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 038aac4a-30a9-4678-a871-a48169bab90a no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:27.656017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 038aac4a-30a9-4678-a871-a48169bab90a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:27.660030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 038aac4a-30a9-4678-a871-a48169bab90a not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:27.754666 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Floating IP 668b8d47-071d-413e-973a-75a5409ec4a0 associated. External IP: 172.25.5.127, port: 64108e49-3580-432c-a716-e408de72876e. Jul 16 18:24:27.972780 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a03d2fc-0033-4613-87ae-531a9beb1ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.009328 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4e74512c-1949-4533-b12f-d2e56d58ceb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.167225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router d601cab6-42ee-4d61-be42-1f698a5539da has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:28.359841 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:28.368685 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82629888-c9cc-4847-8871-4eb58fddf5be None None] Sync routers for ids ['d601cab6-42ee-4d61-be42-1f698a5539da'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:28.379218 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82629888-c9cc-4847-8871-4eb58fddf5be None None] Routers {'d601cab6-42ee-4d61-be42-1f698a5539da'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:28.380283 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-82629888-c9cc-4847-8871-4eb58fddf5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d601cab6-42ee-4d61-be42-1f698a5539da'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:28.412398 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.427869 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43608) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:28.513413 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1757aa07-abd3-4334-83a3-20df849c97b7 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1783495 Jul 16 18:24:28.515397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'tag': '64108e49-3580-432c-a716-e408de72876e'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:28.518148 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d53d6f-0908-4655-9042-5c80f37e89b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e", "tag": "64108e49-3580-432c-a716-e408de72876e"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:28.552251 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6a03d2fc-0033-4613-87ae-531a9beb1ceb admin admin] Deleting port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:28.552582 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a03d2fc-0033-4613-87ae-531a9beb1ceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.585788 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33c2d5b-6d18-4f60-b6ac-8ebdf00b0d1b x-openstack-request-id: req-f33c2d5b-6d18-4f60-b6ac-8ebdf00b0d1b {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:28.586397 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e", "tag": "64108e49-3580-432c-a716-e408de72876e", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:28.586883 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f33c2d5b-6d18-4f60-b6ac-8ebdf00b0d1b {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:28.587765 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'tag': '64108e49-3580-432c-a716-e408de72876e', 'status': 'completed', 'code': 200} Jul 16 18:24:28.671987 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-82629888-c9cc-4847-8871-4eb58fddf5be None None] Set router d601cab6-42ee-4d61-be42-1f698a5539da gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:28.780131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-6a03d2fc-0033-4613-87ae-531a9beb1ceb admin admin] For port 0ce69a12-69c8-4c73-a331-9f3aac6c0eea, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0ce69a12-69c8-4c73-a331-9f3aac6c0eea,segment=NetworkSegment(6e62adb6-4153-4b6c-a3bb-c4d912bfbef4),segment_id=6e62adb6-4153-4b6c-a3bb-c4d912bfbef4)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:28.780371 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a03d2fc-0033-4613-87ae-531a9beb1ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.811302 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6a03d2fc-0033-4613-87ae-531a9beb1ceb admin admin] Calling delete_port for 0ce69a12-69c8-4c73-a331-9f3aac6c0eea owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:28.824087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 61814873-795e-4af4-82c6-cffe1c25a985 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:28.856982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 61814873-795e-4af4-82c6-cffe1c25a985 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:28.857336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 61814873-795e-4af4-82c6-cffe1c25a985 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:28.977457 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e5be9-68b2-4c1c-8fb1-d2de7aa88a0a req-6ce0a3f8-884f-46e0-bd09-747c810517c3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:28.979162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-376e5be9-68b2-4c1c-8fb1-d2de7aa88a0a req-6ce0a3f8-884f-46e0-bd09-747c810517c3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.2799196 Jul 16 18:24:29.009796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53d6f-0908-4655-9042-5c80f37e89b9 req-ee9d7b1a-0750-4c14-8a24-4c01528636ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.011692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17d53d6f-0908-4655-9042-5c80f37e89b9 req-ee9d7b1a-0750-4c14-8a24-4c01528636ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 1098 time: 0.3422146 Jul 16 18:24:29.043974 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-82629888-c9cc-4847-8871-4eb58fddf5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:07Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '668b8d47-071d-413e-973a-75a5409ec4a0', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'port_id': '64108e49-3580-432c-a716-e408de72876e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'mac_address': 'fa:16:3e:90:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:26Z', 'updated_at': '2021-07-16T18:24:26Z', 'revision_number': 0, 'project_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f58861a-1b96-4306-a8a1-547ad1ad851e', 'name': '', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:3c:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:06Z', 'updated_at': '2021-07-16T18:24:13Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:29.118823 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a03d2fc-0033-4613-87ae-531a9beb1ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.126168 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82629888-c9cc-4847-8871-4eb58fddf5be None None] Checking router: d601cab6-42ee-4d61-be42-1f698a5539da for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:29.136382 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82629888-c9cc-4847-8871-4eb58fddf5be None None] Routers {'d601cab6-42ee-4d61-be42-1f698a5539da'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:29.137021 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-82629888-c9cc-4847-8871-4eb58fddf5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d601cab6-42ee-4d61-be42-1f698a5539da'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:29.177023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03d2fc-0033-4613-87ae-531a9beb1ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce69a12-69c8-4c73-a331-9f3aac6c0eea,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:29.198434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-376e5be9-68b2-4c1c-8fb1-d2de7aa88a0a req-0d536daf-79a2-4b06-aba7-a9289d0f9c1f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111266 Jul 16 18:24:29.239241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43620) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:29.266844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53d6f-0908-4655-9042-5c80f37e89b9 req-795ce84b-ee2a-48da-9d5b-5b802daf956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.269893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17d53d6f-0908-4655-9042-5c80f37e89b9 req-795ce84b-ee2a-48da-9d5b-5b802daf956d service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2beba4e-4747-43ad-91b3-f4bbf8c018ae HTTP/1.1" status: 200 len: 897 time: 0.2408631 Jul 16 18:24:29.373076 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-82629888-c9cc-4847-8871-4eb58fddf5be None None] Set router d601cab6-42ee-4d61-be42-1f698a5539da gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:29.436707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17d53d6f-0908-4655-9042-5c80f37e89b9 req-f904170b-a96d-4ca7-9a54-cd8d11b62422 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64108e49-3580-432c-a716-e408de72876e HTTP/1.1" status: 200 len: 1000 time: 0.1590412 Jul 16 18:24:29.447827 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8f117d7f-7e92-4c3d-9f7f-1ee52b1b2e8f tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/668b8d47-071d-413e-973a-75a5409ec4a0 HTTP/1.1" status: 200 len: 992 time: 0.2073972 Jul 16 18:24:29.477411 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-056bf9e2-24f1-4093-a8f6-9fba79195501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.717597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a03d2fc-0033-4613-87ae-531a9beb1ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.787132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53d6f-0908-4655-9042-5c80f37e89b9 req-b715c208-80cf-45bf-82c2-990ebef95484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.789944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17d53d6f-0908-4655-9042-5c80f37e89b9 req-b715c208-80cf-45bf-82c2-990ebef95484 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5365b699-aa24-47a3-9881-3ea65d9da9d3 HTTP/1.1" status: 200 len: 834 time: 0.3347614 Jul 16 18:24:29.805568 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-82629888-c9cc-4847-8871-4eb58fddf5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:07Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '668b8d47-071d-413e-973a-75a5409ec4a0', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'port_id': '64108e49-3580-432c-a716-e408de72876e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'mac_address': 'fa:16:3e:90:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:26Z', 'updated_at': '2021-07-16T18:24:26Z', 'revision_number': 0, 'project_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f58861a-1b96-4306-a8a1-547ad1ad851e', 'name': '', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:3c:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:06Z', 'updated_at': '2021-07-16T18:24:13Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:29.861694 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82629888-c9cc-4847-8871-4eb58fddf5be None None] The sync data for ids ['d601cab6-42ee-4d61-be42-1f698a5539da'] in n-d-787206-10 is: [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:07Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '668b8d47-071d-413e-973a-75a5409ec4a0', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'port_id': '64108e49-3580-432c-a716-e408de72876e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'mac_address': 'fa:16:3e:90:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:26Z', 'updated_at': '2021-07-16T18:24:26Z', 'revision_number': 0, 'project_id': '407f6f1770c34505b8d60a8097455895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f58861a-1b96-4306-a8a1-547ad1ad851e', 'name': '', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:3c:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:06Z', 'updated_at': '2021-07-16T18:24:13Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:29.924404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53d6f-0908-4655-9042-5c80f37e89b9 req-85a80486-1ef6-4d66-a740-e0ea186036bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.925973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17d53d6f-0908-4655-9042-5c80f37e89b9 req-85a80486-1ef6-4d66-a740-e0ea186036bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2beba4e-4747-43ad-91b3-f4bbf8c018ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1235857 Jul 16 18:24:29.997631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a03d2fc-0033-4613-87ae-531a9beb1ceb admin admin] Router 88180762-a525-4d93-99ae-c0e65c244100 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:30.132168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-056bf9e2-24f1-4093-a8f6-9fba79195501 admin admin] Deleting port 582b6b2e-b8e1-4819-8f29-e14efc380745 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:30.132569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-056bf9e2-24f1-4093-a8f6-9fba79195501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.137729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17d53d6f-0908-4655-9042-5c80f37e89b9 req-16aaad4c-6cf8-4c0c-867d-c56adce7e2b2 service neutron] 10.222.0.43 "GET /v2.0/networks/e2beba4e-4747-43ad-91b3-f4bbf8c018ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966150 Jul 16 18:24:30.258175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a92b77-cc89-45da-91cf-84f7792ae214 None None] New status for floating IP 668b8d47-071d-413e-973a-75a5409ec4a0: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:30.574631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43644) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.670621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a03d2fc-0033-4613-87ae-531a9beb1ceb admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:30.683612 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5ff6af-a45f-479d-8f7a-3d942fd2caf2 None None] Sync routers for ids ['88180762-a525-4d93-99ae-c0e65c244100'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:30.696945 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6a03d2fc-0033-4613-87ae-531a9beb1ceb admin admin] 10.222.0.41 "PUT /v2.0/routers/88180762-a525-4d93-99ae-c0e65c244100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6874008 Jul 16 18:24:30.697782 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5ff6af-a45f-479d-8f7a-3d942fd2caf2 None None] Routers {'88180762-a525-4d93-99ae-c0e65c244100'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:30.699051 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ce5ff6af-a45f-479d-8f7a-3d942fd2caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['88180762-a525-4d93-99ae-c0e65c244100'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:30.699396 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43650) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.703368 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.716542 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d852785a-e680-4f5f-bd1d-56b352a0ff79 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/668b8d47-071d-413e-973a-75a5409ec4a0 HTTP/1.1" status: 200 len: 994 time: 0.1407144 Jul 16 18:24:30.751040 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e1a7b705-d42a-4bc6-9d57-9874af620dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.920591 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ce5ff6af-a45f-479d-8f7a-3d942fd2caf2 None None] Set router 88180762-a525-4d93-99ae-c0e65c244100 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:30.930425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-056bf9e2-24f1-4093-a8f6-9fba79195501 admin admin] For port 582b6b2e-b8e1-4819-8f29-e14efc380745, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=582b6b2e-b8e1-4819-8f29-e14efc380745,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:30.931107 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-056bf9e2-24f1-4093-a8f6-9fba79195501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.951236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17d53d6f-0908-4655-9042-5c80f37e89b9 req-93194d33-6272-4518-829d-d2e88da649dc service neutron] 10.222.0.43 "GET /v2.0/networks/e2beba4e-4747-43ad-91b3-f4bbf8c018ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7933123 Jul 16 18:24:30.952198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-056bf9e2-24f1-4093-a8f6-9fba79195501 admin admin] Calling delete_port for 582b6b2e-b8e1-4819-8f29-e14efc380745 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:30.970643 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.099814 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-96710561-3f0e-4291-9a0d-6a7119d70de7 req-7c4efc27-660f-48cb-99ad-f47263a6c71b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1650796 Jul 16 18:24:31.129745 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.282646 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-056bf9e2-24f1-4093-a8f6-9fba79195501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.296179 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ce5ff6af-a45f-479d-8f7a-3d942fd2caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88180762-a525-4d93-99ae-c0e65c244100', 'name': 'tempest-TestServerBasicOps-1011089347-router', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '8885e728-0a70-4b59-a111-fe36f769a233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:55Z', 'updated_at': '2021-07-16T18:24:29Z', 'revision_number': 5, 'project_id': 'd751fa19823f4618960a444fe39547c2', 'gw_port': {'id': '8885e728-0a70-4b59-a111-fe36f769a233', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88180762-a525-4d93-99ae-c0e65c244100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:56Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.300985 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96710561-3f0e-4291-9a0d-6a7119d70de7 req-eb0aaef8-f09c-4206-bccf-98b3722a72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.302652 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-96710561-3f0e-4291-9a0d-6a7119d70de7 req-eb0aaef8-f09c-4206-bccf-98b3722a72a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed2429e671e4d27bb31b397405e20ed&device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 1098 time: 0.1315827 Jul 16 18:24:31.314887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Deleting port 8885e728-0a70-4b59-a111-fe36f769a233 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:31.315795 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.333855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bf9e2-24f1-4093-a8f6-9fba79195501 admin admin] Pushing event deleted for resources: {'Port': ['ID=582b6b2e-b8e1-4819-8f29-e14efc380745,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:31.366619 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5ff6af-a45f-479d-8f7a-3d942fd2caf2 None None] Checking router: 88180762-a525-4d93-99ae-c0e65c244100 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:31.379472 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5ff6af-a45f-479d-8f7a-3d942fd2caf2 None None] Routers {'88180762-a525-4d93-99ae-c0e65c244100'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:31.380167 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ce5ff6af-a45f-479d-8f7a-3d942fd2caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['88180762-a525-4d93-99ae-c0e65c244100'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.697504 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-056bf9e2-24f1-4093-a8f6-9fba79195501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.750422 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ce5ff6af-a45f-479d-8f7a-3d942fd2caf2 None None] Set router 88180762-a525-4d93-99ae-c0e65c244100 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:31.767724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] For port 8885e728-0a70-4b59-a111-fe36f769a233, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=8885e728-0a70-4b59-a111-fe36f769a233,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:31.768637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.794034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96710561-3f0e-4291-9a0d-6a7119d70de7 req-8bfcd87d-ba5e-4fbf-882a-cd34de54115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.797558 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-96710561-3f0e-4291-9a0d-6a7119d70de7 req-8bfcd87d-ba5e-4fbf-882a-cd34de54115e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 200 len: 915 time: 0.4675734 Jul 16 18:24:31.813941 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Calling delete_port for 8885e728-0a70-4b59-a111-fe36f769a233 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:31.814946 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ce5ff6af-a45f-479d-8f7a-3d942fd2caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88180762-a525-4d93-99ae-c0e65c244100', 'name': 'tempest-TestServerBasicOps-1011089347-router', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:55Z', 'updated_at': '2021-07-16T18:24:31Z', 'revision_number': 6, 'project_id': 'd751fa19823f4618960a444fe39547c2', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.857954 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5ff6af-a45f-479d-8f7a-3d942fd2caf2 None None] The sync data for ids ['88180762-a525-4d93-99ae-c0e65c244100'] in n-d-787206-10 is: [{'id': '88180762-a525-4d93-99ae-c0e65c244100', 'name': 'tempest-TestServerBasicOps-1011089347-router', 'tenant_id': 'd751fa19823f4618960a444fe39547c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:55Z', 'updated_at': '2021-07-16T18:24:31Z', 'revision_number': 6, 'project_id': 'd751fa19823f4618960a444fe39547c2', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:31.873300 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-96710561-3f0e-4291-9a0d-6a7119d70de7 req-72b41126-1531-4c8a-8263-cef88b254261 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4512d75-09e0-4132-a841-28ec922d969c HTTP/1.1" status: 200 len: 217 time: 0.0620782 Jul 16 18:24:31.917138 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.978658 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96710561-3f0e-4291-9a0d-6a7119d70de7 req-2b678b90-78a7-4917-b53f-9cac3fbc0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.980482 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-96710561-3f0e-4291-9a0d-6a7119d70de7 req-2b678b90-78a7-4917-b53f-9cac3fbc0d81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af0b858-5950-4238-8625-76d531250bbd HTTP/1.1" status: 200 len: 854 time: 0.0997365 Jul 16 18:24:32.067088 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-96710561-3f0e-4291-9a0d-6a7119d70de7 req-3e4ed2e9-4bf2-4360-aa4c-23d88e4f6998 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c635decf-41f8-41d9-9ce0-c296612e9401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761681 Jul 16 18:24:32.109782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056bf9e2-24f1-4093-a8f6-9fba79195501 admin admin] Router 9750b936-23b2-48de-a6d6-845616491040 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:32.210196 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-96710561-3f0e-4291-9a0d-6a7119d70de7 req-b274a7ed-52e7-41dc-b947-9226e8c27c0b service neutron] 10.222.0.43 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312487 Jul 16 18:24:32.275392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056bf9e2-24f1-4093-a8f6-9fba79195501 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:32.283149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-056bf9e2-24f1-4093-a8f6-9fba79195501 admin admin] 10.222.0.41 "PUT /v2.0/routers/9750b936-23b2-48de-a6d6-845616491040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8533638 Jul 16 18:24:32.284816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43676) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.285227 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0229e6-bfd1-4fa4-8fae-e8dc4d5eaccc None None] Sync routers for ids ['9750b936-23b2-48de-a6d6-845616491040'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:32.296347 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.320745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0229e6-bfd1-4fa4-8fae-e8dc4d5eaccc None None] Routers {'9750b936-23b2-48de-a6d6-845616491040'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:32.321826 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fc0229e6-bfd1-4fa4-8fae-e8dc4d5eaccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9750b936-23b2-48de-a6d6-845616491040'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:32.343613 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=8885e728-0a70-4b59-a111-fe36f769a233,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:32.473699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-fc0229e6-bfd1-4fa4-8fae-e8dc4d5eaccc None None] Set router 9750b936-23b2-48de-a6d6-845616491040 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:32.483722 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-96710561-3f0e-4291-9a0d-6a7119d70de7 req-628ba7be-a154-44a0-a5c2-c70b1605178a service neutron] 10.222.0.43 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679183 Jul 16 18:24:32.490384 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.502497 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.594861 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.597162 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.636918 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.651496 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.652123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88180762-a525-4d93-99ae-c0e65c244100 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:32.657387 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.660760 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9c46faca-145b-47d3-9c4b-55960be96e3c admin admin] 10.222.0.41 "DELETE /v2.0/routers/88180762-a525-4d93-99ae-c0e65c244100 HTTP/1.1" status: 204 len: 168 time: 1.9576116 Jul 16 18:24:32.665396 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43684) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.747848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Deleting port 112ce73c-940a-4704-8eec-f5374e98eadb {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:32.748238 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.758728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fc0229e6-bfd1-4fa4-8fae-e8dc4d5eaccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9750b936-23b2-48de-a6d6-845616491040', 'name': 'tempest-TestServerMultinode-1992756256-router', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:24:31Z', 'revision_number': 5, 'project_id': '55671ed47fe94121906f6b2fc75553d2', 'gw_port': {'id': '112ce73c-940a-4704-8eec-f5374e98eadb', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9750b936-23b2-48de-a6d6-845616491040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:30Z', 'updated_at': '2021-07-16T18:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:32.776956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0466585-1087-49b0-ab61-704bfe6fe96e admin admin] Deleting subnet 0e3bee7c-6740-41f6-ac57-99b18648bd01 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:32.785094 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0466585-1087-49b0-ab61-704bfe6fe96e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.793508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0229e6-bfd1-4fa4-8fae-e8dc4d5eaccc None None] Checking router: 9750b936-23b2-48de-a6d6-845616491040 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:32.804568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0229e6-bfd1-4fa4-8fae-e8dc4d5eaccc None None] Routers {'9750b936-23b2-48de-a6d6-845616491040'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:32.805566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fc0229e6-bfd1-4fa4-8fae-e8dc4d5eaccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['9750b936-23b2-48de-a6d6-845616491040'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:32.830313 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0466585-1087-49b0-ab61-704bfe6fe96e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.881179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] For port 112ce73c-940a-4704-8eec-f5374e98eadb, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=112ce73c-940a-4704-8eec-f5374e98eadb,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:32.882542 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.900274 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Calling delete_port for 112ce73c-940a-4704-8eec-f5374e98eadb owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:32.919002 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0466585-1087-49b0-ab61-704bfe6fe96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.996822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0466585-1087-49b0-ab61-704bfe6fe96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.013073 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f0466585-1087-49b0-ab61-704bfe6fe96e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.026618 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f0466585-1087-49b0-ab61-704bfe6fe96e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0e3bee7c-6740-41f6-ac57-99b18648bd01 HTTP/1.1" status: 204 len: 168 time: 0.3600342 Jul 16 18:24:33.055579 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43694) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:33.059745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c1e2c-5732-4afa-8a5d-5dc7e9a5676c None None] Network 8b770393-f63c-4511-a564-2a78b4f2d452 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:33.066640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0466585-1087-49b0-ab61-704bfe6fe96e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3bee7c-6740-41f6-ac57-99b18648bd01,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.134701 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.148520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-fc0229e6-bfd1-4fa4-8fae-e8dc4d5eaccc None None] Set router 9750b936-23b2-48de-a6d6-845616491040 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:33.158677 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.198191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Deleting port 1defb711-e6fc-43a9-9f66-dd1b31e58244 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:33.198543 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.218020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=112ce73c-940a-4704-8eec-f5374e98eadb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.218652 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fc0229e6-bfd1-4fa4-8fae-e8dc4d5eaccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9750b936-23b2-48de-a6d6-845616491040', 'name': 'tempest-TestServerMultinode-1992756256-router', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:24:32Z', 'revision_number': 6, 'project_id': '55671ed47fe94121906f6b2fc75553d2', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:33.292834 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] For port 1defb711-e6fc-43a9-9f66-dd1b31e58244, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=1defb711-e6fc-43a9-9f66-dd1b31e58244,segment=NetworkSegment(6e62adb6-4153-4b6c-a3bb-c4d912bfbef4),segment_id=6e62adb6-4153-4b6c-a3bb-c4d912bfbef4)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:33.293195 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.298406 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.304940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0229e6-bfd1-4fa4-8fae-e8dc4d5eaccc None None] The sync data for ids ['9750b936-23b2-48de-a6d6-845616491040'] in n-d-787206-10 is: [{'id': '9750b936-23b2-48de-a6d6-845616491040', 'name': 'tempest-TestServerMultinode-1992756256-router', 'tenant_id': '55671ed47fe94121906f6b2fc75553d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:24:32Z', 'revision_number': 6, 'project_id': '55671ed47fe94121906f6b2fc75553d2', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:33.337827 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Calling delete_port for 1defb711-e6fc-43a9-9f66-dd1b31e58244 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:33.434215 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.436501 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.465176 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.492961 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.493894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9750b936-23b2-48de-a6d6-845616491040 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:33.498197 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Pushing event deleted for resources: {'Port': ['ID=1defb711-e6fc-43a9-9f66-dd1b31e58244,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.500237 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.501489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-885d03d7-5c8e-40bf-8421-ff3779976d83 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9750b936-23b2-48de-a6d6-845616491040 HTTP/1.1" status: 204 len: 168 time: 1.2154601 Jul 16 18:24:33.504034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43702) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:33.504289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] No DVR routers for this DVR port 1defb711-e6fc-43a9-9f66-dd1b31e58244 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:33.553871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-845372dd-f43f-43a8-be2a-38156f7d3479 admin admin] Deleting subnet 79ae906f-1d94-4553-bf2b-c8960286f026 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:33.556997 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-845372dd-f43f-43a8-be2a-38156f7d3479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.579875 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.590727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b770393-f63c-4511-a564-2a78b4f2d452']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:33.593481 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-845372dd-f43f-43a8-be2a-38156f7d3479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.601985 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e62adb6-4153-4b6c-a3bb-c4d912bfbef4') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:33.602312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e62adb6-4153-4b6c-a3bb-c4d912bfbef4') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:33.612219 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.635117 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.641217 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:33.641612 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:33.643592 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:33.650891 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.700912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.728755 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.731527 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8b770393-f63c-4511-a564-2a78b4f2d452 HTTP/1.1" status: 204 len: 168 time: 0.6726611 Jul 16 18:24:33.752754 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91377613-3541-4515-9b4b-ac2cc855bf01 None None] DHCP port deletion for 8b770393-f63c-4511-a564-2a78b4f2d452 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:33.763167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d8331-a344-40c2-ba24-752ed04fc215 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b770393-f63c-4511-a564-2a78b4f2d452,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.795792 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-845372dd-f43f-43a8-be2a-38156f7d3479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.894582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-845372dd-f43f-43a8-be2a-38156f7d3479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.935619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7022947b-bc29-42fd-868a-4209160eec2e None None] Network d6be45aa-6288-44a3-82eb-62382cad6604 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:33.939282 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-845372dd-f43f-43a8-be2a-38156f7d3479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.943041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-845372dd-f43f-43a8-be2a-38156f7d3479 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/79ae906f-1d94-4553-bf2b-c8960286f026 HTTP/1.1" status: 204 len: 168 time: 0.4357564 Jul 16 18:24:33.943041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845372dd-f43f-43a8-be2a-38156f7d3479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ae906f-1d94-4553-bf2b-c8960286f026,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.943337 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43716) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:33.991600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43720) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:34.030219 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.049219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-59de8846-fa29-4daa-9cb3-468fa2ce4705 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c42d0dd31f24319bd3c1183a3a094a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558605 Jul 16 18:24:34.052164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43722) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:34.104649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Deleting port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:34.105019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.137464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79957550-96b6-4344-bd40-3d8788952cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.166858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79957550-96b6-4344-bd40-3d8788952cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.185785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] For port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb,segment=NetworkSegment(13b87e3f-2052-429a-83c7-ad2f058491ea),segment_id=13b87e3f-2052-429a-83c7-ad2f058491ea)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:34.186153 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.203929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Calling delete_port for 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:34.220444 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79957550-96b6-4344-bd40-3d8788952cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.222927 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79957550-96b6-4344-bd40-3d8788952cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.228001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-79957550-96b6-4344-bd40-3d8788952cde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3127294d-8b53-42ce-a5a2-038bdf618038 HTTP/1.1" status: 204 len: 168 time: 0.1719296 Jul 16 18:24:34.249894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79957550-96b6-4344-bd40-3d8788952cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3127294d-8b53-42ce-a5a2-038bdf618038,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.291417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c25e61-05c3-4b8b-bf27-638cfc487381 None None] DHCP port deletion for d6be45aa-6288-44a3-82eb-62382cad6604 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:34.347293 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0ce69a12-69c8-4c73-a331-9f3aac6c0eea no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:34.373195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 0ce69a12-69c8-4c73-a331-9f3aac6c0eea {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:34.373549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0ce69a12-69c8-4c73-a331-9f3aac6c0eea not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:34.373962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8885e728-0a70-4b59-a111-fe36f769a233 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:34.394804 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.402609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 8885e728-0a70-4b59-a111-fe36f769a233 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:34.403266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 8885e728-0a70-4b59-a111-fe36f769a233 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:34.403712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 582b6b2e-b8e1-4819-8f29-e14efc380745 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:34.436584 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Pushing event deleted for resources: {'Port': ['ID=669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.447193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] No DVR routers for this DVR port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:34.448451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 582b6b2e-b8e1-4819-8f29-e14efc380745 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:34.448668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 582b6b2e-b8e1-4819-8f29-e14efc380745 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:34.454177 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 1defb711-e6fc-43a9-9f66-dd1b31e58244 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:34.505067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 1defb711-e6fc-43a9-9f66-dd1b31e58244 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:34.506078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 1defb711-e6fc-43a9-9f66-dd1b31e58244 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:34.541913 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.555674 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6be45aa-6288-44a3-82eb-62382cad6604']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:34.556259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a0c25e61-05c3-4b8b-bf27-638cfc487381 None None] Deleting port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:34.556638 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a0c25e61-05c3-4b8b-bf27-638cfc487381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.577038 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b87e3f-2052-429a-83c7-ad2f058491ea') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:34.577151 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b87e3f-2052-429a-83c7-ad2f058491ea') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:34.587545 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.603485 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.610281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:34.610695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:34.614950 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:34.692595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-a0c25e61-05c3-4b8b-bf27-638cfc487381 None None] For port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb, host n-d-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:34.693341 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a0c25e61-05c3-4b8b-bf27-638cfc487381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.709149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a0c25e61-05c3-4b8b-bf27-638cfc487381 None None] Calling delete_port for 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:34.713735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.ipam_backend_mixin [None req-a0c25e61-05c3-4b8b-bf27-638cfc487381 None None] Port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb was not found and therefore no delete operation was performed {{(pid=100171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:24:34.716431 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a0c25e61-05c3-4b8b-bf27-638cfc487381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.730362 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.759774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c25e61-05c3-4b8b-bf27-638cfc487381 None None] No DVR routers for this DVR port 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:34.762007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c25e61-05c3-4b8b-bf27-638cfc487381 None None] Pushing event deleted for resources: {'Port': ['ID=669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.783142 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.785460 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] 10.222.0.41 "DELETE /v2.0/networks/d6be45aa-6288-44a3-82eb-62382cad6604 HTTP/1.1" status: 204 len: 168 time: 0.8410676 Jul 16 18:24:34.789343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43740) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:34.795936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e662d0c-9eb7-4f5c-8feb-d84461cb58bb admin admin] Pushing event deleted for resources: {'Network': ['ID=d6be45aa-6288-44a3-82eb-62382cad6604,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.876006 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43748) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:34.947859 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-974d3357-7e1c-4c52-a155-76bdcbcc6115 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d751fa19823f4618960a444fe39547c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703852 Jul 16 18:24:34.950541 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43750) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:35.070160 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a03937b-08c7-489d-ac63-f97dcf345901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.130262 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a03937b-08c7-489d-ac63-f97dcf345901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.229567 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a03937b-08c7-489d-ac63-f97dcf345901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.232144 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3a03937b-08c7-489d-ac63-f97dcf345901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.233205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3a03937b-08c7-489d-ac63-f97dcf345901 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b80665a-ef52-4c49-9e44-e742bf13a37a HTTP/1.1" status: 204 len: 168 time: 0.2813096 Jul 16 18:24:35.276662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03937b-08c7-489d-ac63-f97dcf345901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b80665a-ef52-4c49-9e44-e742bf13a37a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.392218 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74d6a82-a7c5-4677-90df-af8f5a78640e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.589537 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:35.617122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:35.617776 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 669d0fdd-3ac6-4eb8-81db-8e3e1f497bdb not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:35.618375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 112ce73c-940a-4704-8eec-f5374e98eadb no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:35.642843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 112ce73c-940a-4704-8eec-f5374e98eadb {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:35.643552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 112ce73c-940a-4704-8eec-f5374e98eadb not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:35.795129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c74d6a82-a7c5-4677-90df-af8f5a78640e admin admin] Deleting port 0629b950-0e5e-4d83-b5db-b2fa8320d25e {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:35.795631 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74d6a82-a7c5-4677-90df-af8f5a78640e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.896406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-c74d6a82-a7c5-4677-90df-af8f5a78640e admin admin] For port 0629b950-0e5e-4d83-b5db-b2fa8320d25e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0629b950-0e5e-4d83-b5db-b2fa8320d25e,segment=NetworkSegment(a8298adb-63c1-42dd-a0a6-43a446c26363),segment_id=a8298adb-63c1-42dd-a0a6-43a446c26363)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:35.896792 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74d6a82-a7c5-4677-90df-af8f5a78640e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.916509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c74d6a82-a7c5-4677-90df-af8f5a78640e admin admin] Calling delete_port for 0629b950-0e5e-4d83-b5db-b2fa8320d25e owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:36.117741 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74d6a82-a7c5-4677-90df-af8f5a78640e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.144981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d6a82-a7c5-4677-90df-af8f5a78640e admin admin] Pushing event deleted for resources: {'Port': ['ID=0629b950-0e5e-4d83-b5db-b2fa8320d25e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.333391 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74d6a82-a7c5-4677-90df-af8f5a78640e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.572076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74d6a82-a7c5-4677-90df-af8f5a78640e admin admin] Router 941f1c9b-3685-48f4-97bc-3a450858e479 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:36.678672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74d6a82-a7c5-4677-90df-af8f5a78640e admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:36.687936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c74d6a82-a7c5-4677-90df-af8f5a78640e admin admin] 10.222.0.41 "PUT /v2.0/routers/941f1c9b-3685-48f4-97bc-3a450858e479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8942037 Jul 16 18:24:36.687936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 43790) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:36.690186 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4c7c2-cfcc-417b-bc04-7a77abb29180 None None] Sync routers for ids ['941f1c9b-3685-48f4-97bc-3a450858e479'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:36.705917 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4c7c2-cfcc-417b-bc04-7a77abb29180 None None] Routers {'941f1c9b-3685-48f4-97bc-3a450858e479'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:36.707012 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-04d4c7c2-cfcc-417b-bc04-7a77abb29180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['941f1c9b-3685-48f4-97bc-3a450858e479'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:36.804915 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.823557 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-04d4c7c2-cfcc-417b-bc04-7a77abb29180 None None] Set router 941f1c9b-3685-48f4-97bc-3a450858e479 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:36.919164 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.975821 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Deleting port 00aff671-200d-46e1-8999-ee2383bfbf1b {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:36.976162 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.035678 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-04d4c7c2-cfcc-417b-bc04-7a77abb29180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'name': 'tempest-TestServerMultinode-575670147-router', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:38Z', 'updated_at': '2021-07-16T18:24:36Z', 'revision_number': 5, 'project_id': '2e62bc2783854f90ae11be465abe013f', 'gw_port': {'id': '00aff671-200d-46e1-8999-ee2383bfbf1b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:aa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:37.074755 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4c7c2-cfcc-417b-bc04-7a77abb29180 None None] Checking router: 941f1c9b-3685-48f4-97bc-3a450858e479 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:37.077725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] For port 00aff671-200d-46e1-8999-ee2383bfbf1b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=00aff671-200d-46e1-8999-ee2383bfbf1b,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:37.077916 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.085620 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4c7c2-cfcc-417b-bc04-7a77abb29180 None None] Routers {'941f1c9b-3685-48f4-97bc-3a450858e479'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:37.086265 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-04d4c7c2-cfcc-417b-bc04-7a77abb29180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:24:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['941f1c9b-3685-48f4-97bc-3a450858e479'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:37.090985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Calling delete_port for 00aff671-200d-46e1-8999-ee2383bfbf1b owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:37.181311 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-04d4c7c2-cfcc-417b-bc04-7a77abb29180 None None] Set router 941f1c9b-3685-48f4-97bc-3a450858e479 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:37.241260 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-04d4c7c2-cfcc-417b-bc04-7a77abb29180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'name': 'tempest-TestServerMultinode-575670147-router', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:38Z', 'updated_at': '2021-07-16T18:24:36Z', 'revision_number': 6, 'project_id': '2e62bc2783854f90ae11be465abe013f', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:37.282492 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4c7c2-cfcc-417b-bc04-7a77abb29180 None None] The sync data for ids ['941f1c9b-3685-48f4-97bc-3a450858e479'] in n-d-787206-10 is: [{'id': '941f1c9b-3685-48f4-97bc-3a450858e479', 'name': 'tempest-TestServerMultinode-575670147-router', 'tenant_id': '2e62bc2783854f90ae11be465abe013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:38Z', 'updated_at': '2021-07-16T18:24:36Z', 'revision_number': 6, 'project_id': '2e62bc2783854f90ae11be465abe013f', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:37.311979 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.363314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Pushing event deleted for resources: {'Port': ['ID=00aff671-200d-46e1-8999-ee2383bfbf1b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.406697 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.807302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0629b950-0e5e-4d83-b5db-b2fa8320d25e no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:37.837295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 0629b950-0e5e-4d83-b5db-b2fa8320d25e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:37.837738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0629b950-0e5e-4d83-b5db-b2fa8320d25e not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:37.887180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.889547 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.935347 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.935898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 941f1c9b-3685-48f4-97bc-3a450858e479 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:37.940169 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.941330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-47acb551-9266-4981-866f-4e64b6eed538 admin admin] 10.222.0.41 "DELETE /v2.0/routers/941f1c9b-3685-48f4-97bc-3a450858e479 HTTP/1.1" status: 204 len: 168 time: 1.2527869 Jul 16 18:24:37.944578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43800) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.996015 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d179fa-6dd7-4194-9cdb-28d2137bae5f admin admin] Deleting subnet 8043dfdb-26f6-4d76-88ea-5edd39c1f677 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:37.999307 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-17d179fa-6dd7-4194-9cdb-28d2137bae5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.036143 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-17d179fa-6dd7-4194-9cdb-28d2137bae5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.134617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-17d179fa-6dd7-4194-9cdb-28d2137bae5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.193760 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-17d179fa-6dd7-4194-9cdb-28d2137bae5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.227771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d179fa-6dd7-4194-9cdb-28d2137bae5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8043dfdb-26f6-4d76-88ea-5edd39c1f677,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.232248 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-17d179fa-6dd7-4194-9cdb-28d2137bae5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.234978 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-17d179fa-6dd7-4194-9cdb-28d2137bae5f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8043dfdb-26f6-4d76-88ea-5edd39c1f677 HTTP/1.1" status: 204 len: 168 time: 0.2885437 Jul 16 18:24:38.237940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43808) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.238228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf72e4-5b33-4513-852a-adbea30d5f66 None None] Network a1adcc12-f46d-48f8-af70-ad5ae047c7b4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:38.344082 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.417799 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Deleting port 5dd7df09-24c2-4e08-8572-14c07e2e5143 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:38.418149 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.493336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dae393-c6e4-48cf-be4c-692126dc84b3 None None] DHCP port deletion for a1adcc12-f46d-48f8-af70-ad5ae047c7b4 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:38.532822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] For port 5dd7df09-24c2-4e08-8572-14c07e2e5143, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5dd7df09-24c2-4e08-8572-14c07e2e5143,segment=NetworkSegment(a8298adb-63c1-42dd-a0a6-43a446c26363),segment_id=a8298adb-63c1-42dd-a0a6-43a446c26363)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:38.533366 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.552844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Calling delete_port for 5dd7df09-24c2-4e08-8572-14c07e2e5143 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:38.576477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b3dae393-c6e4-48cf-be4c-692126dc84b3 None None] Deleting port 5dd7df09-24c2-4e08-8572-14c07e2e5143 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:38.577141 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3dae393-c6e4-48cf-be4c-692126dc84b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.664159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.697254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b3dae393-c6e4-48cf-be4c-692126dc84b3 None None] For port 5dd7df09-24c2-4e08-8572-14c07e2e5143, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5dd7df09-24c2-4e08-8572-14c07e2e5143,segment=NetworkSegment(a8298adb-63c1-42dd-a0a6-43a446c26363),segment_id=a8298adb-63c1-42dd-a0a6-43a446c26363)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:38.697844 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3dae393-c6e4-48cf-be4c-692126dc84b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.709129 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd7df09-24c2-4e08-8572-14c07e2e5143,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.711998 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] No DVR routers for this DVR port 5dd7df09-24c2-4e08-8572-14c07e2e5143 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:38.716025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b3dae393-c6e4-48cf-be4c-692126dc84b3 None None] Calling delete_port for 5dd7df09-24c2-4e08-8572-14c07e2e5143 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:38.801877 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.813394 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1adcc12-f46d-48f8-af70-ad5ae047c7b4']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:38.824894 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3dae393-c6e4-48cf-be4c-692126dc84b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.835424 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8298adb-63c1-42dd-a0a6-43a446c26363') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:38.835742 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8298adb-63c1-42dd-a0a6-43a446c26363') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:38.845307 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.853822 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dae393-c6e4-48cf-be4c-692126dc84b3 None None] Pushing event deleted for resources: {'Port': ['ID=5dd7df09-24c2-4e08-8572-14c07e2e5143,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.859474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dae393-c6e4-48cf-be4c-692126dc84b3 None None] No DVR routers for this DVR port 5dd7df09-24c2-4e08-8572-14c07e2e5143 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:38.866944 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.873949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:38.874346 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:38.876040 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:38.933996 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.945126 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.945126 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a1adcc12-f46d-48f8-af70-ad5ae047c7b4 HTTP/1.1" status: 204 len: 168 time: 0.7045255 Jul 16 18:24:38.957672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f2487-2443-4b12-9a9b-e4cd039d2712 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1adcc12-f46d-48f8-af70-ad5ae047c7b4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:39.111673 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43824) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:39.152668 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ae8699aa-64c5-4003-be65-fafbcfbde6a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55671ed47fe94121906f6b2fc75553d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396318 Jul 16 18:24:39.154993 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43826) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:39.208143 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67d803ec-d95c-40e5-baa6-885c116a49e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.231849 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67d803ec-d95c-40e5-baa6-885c116a49e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.289419 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67d803ec-d95c-40e5-baa6-885c116a49e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.292021 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-67d803ec-d95c-40e5-baa6-885c116a49e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.293211 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-67d803ec-d95c-40e5-baa6-885c116a49e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71561672-fc98-4848-ac36-7a347e4267be HTTP/1.1" status: 204 len: 168 time: 0.1372232 Jul 16 18:24:39.301446 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d803ec-d95c-40e5-baa6-885c116a49e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71561672-fc98-4848-ac36-7a347e4267be,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:39.550839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 00aff671-200d-46e1-8999-ee2383bfbf1b no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:39.576742 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 00aff671-200d-46e1-8999-ee2383bfbf1b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:39.577364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 00aff671-200d-46e1-8999-ee2383bfbf1b not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:39.577952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5dd7df09-24c2-4e08-8572-14c07e2e5143 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:39.596616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 5dd7df09-24c2-4e08-8572-14c07e2e5143 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:39.596965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5dd7df09-24c2-4e08-8572-14c07e2e5143 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:39.626404 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43832) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:39.670817 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-621b270d-4099-4b46-a140-4be893a318ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e62bc2783854f90ae11be465abe013f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432186 Jul 16 18:24:39.673309 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 43834) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:39.721662 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ced50322-8671-4dc8-8ed8-d9c7b5ae8647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.743613 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ced50322-8671-4dc8-8ed8-d9c7b5ae8647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.791756 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ced50322-8671-4dc8-8ed8-d9c7b5ae8647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.794336 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ced50322-8671-4dc8-8ed8-d9c7b5ae8647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.795513 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ced50322-8671-4dc8-8ed8-d9c7b5ae8647 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0b16028-134a-4d8a-aba9-93c64c834701 HTTP/1.1" status: 204 len: 168 time: 0.1212754 Jul 16 18:24:39.805266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced50322-8671-4dc8-8ed8-d9c7b5ae8647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b16028-134a-4d8a-aba9-93c64c834701,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:43.344694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-05526c18-a53c-4356-bbc1-e18579be04a4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.346221 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-05526c18-a53c-4356-bbc1-e18579be04a4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/networks?id=c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 200 len: 814 time: 0.1200306 Jul 16 18:24:43.364400 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-4b3040d8-5ae2-46b5-b110-2b276b0f16ee tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/quotas/3ed2429e671e4d27bb31b397405e20ed HTTP/1.1" status: 200 len: 375 time: 0.0115867 Jul 16 18:24:43.458589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-27a9b7dc-8501-473d-a051-2e342dac68f1 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ed2429e671e4d27bb31b397405e20ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867169 Jul 16 18:24:43.582693 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-041a3c92-78f4-4621-9e38-cf60651441b4 service neutron] 10.222.0.41 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150935 Jul 16 18:24:43.704726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-680c40cc-57c5-4a77-a351-b0db938cd981 service neutron] 10.222.0.41 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161568 Jul 16 18:24:43.942491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9971143-fa01-4580-8a04-fe25274fe2fa req-df9bb76a-7686-4d34-a49b-261af788f391 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 210 time: 0.0344207 Jul 16 18:24:45.014447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-28c3d529-39d2-4a37-92ec-a982da3b9768 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:45.015948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-28c3d529-39d2-4a37-92ec-a982da3b9768 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.35 "GET /v2.0/networks?id=c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 200 len: 814 time: 0.1143713 Jul 16 18:24:45.029261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-38cda0fe-ca26-4dca-803e-522abe3684e4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Request body: {'port': {'device_id': '0b114466-3806-46d6-8476-e61b77343e68', 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401', 'admin_state_up': True, 'tenant_id': '3ed2429e671e4d27bb31b397405e20ed'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:45.127345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfb2ba0b-761d-40c6-8b92-26a153099ddc req-8b32c86d-76f2-445f-afe7-1c4e27227dc3 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 210 time: 0.0325367 Jul 16 18:24:45.172980 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-38cda0fe-ca26-4dca-803e-522abe3684e4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Made reservation on behalf of 3ed2429e671e4d27bb31b397405e20ed for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:45.176487 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-38cda0fe-ca26-4dca-803e-522abe3684e4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.312014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-38cda0fe-ca26-4dca-803e-522abe3684e4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Allocated IP 172.20.0.4 (c635decf-41f8-41d9-9ce0-c296612e9401/7af0b858-5950-4238-8625-76d531250bbd/ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:45.462473 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-38cda0fe-ca26-4dca-803e-522abe3684e4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.502538 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-38cda0fe-ca26-4dca-803e-522abe3684e4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.518890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['c4512d75-09e0-4132-a841-28ec922d969c', '3efbebdb-d84e-432c-9e1a-bd64536ff9d1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:45.556782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-38cda0fe-ca26-4dca-803e-522abe3684e4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Network c635decf-41f8-41d9-9ce0-c296612e9401 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:45.559900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-38cda0fe-ca26-4dca-803e-522abe3684e4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:45.562370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['77adcef6-f298-48f0-ae44-137d60044154'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:45.563919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-38cda0fe-ca26-4dca-803e-522abe3684e4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:45.571681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cda0fe-ca26-4dca-803e-522abe3684e4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Pushing event updated for resources: {'Port': ['ID=ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:45.618697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-38cda0fe-ca26-4dca-803e-522abe3684e4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:45.619314 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-38cda0fe-ca26-4dca-803e-522abe3684e4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.637442 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-38cda0fe-ca26-4dca-803e-522abe3684e4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6122160 Jul 16 18:24:45.651237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Request body: {'port': {'device_id': '0b114466-3806-46d6-8476-e61b77343e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:45.734080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.017835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:46.026838 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.040259 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Transition to ACTIVE for port object ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:46.043554 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.112027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Pushing event updated for resources: {'Port': ['ID=ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:46.170193 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Attempting to bind port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:46.170527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Attempting to bind port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:46.170985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Attempting to bind port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d on network c635decf-41f8-41d9-9ce0-c296612e9401 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:46.175385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d on network c635decf-41f8-41d9-9ce0-c296612e9401 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:46.175738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Attempting to bind port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d on network c635decf-41f8-41d9-9ce0-c296612e9401 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:46.182197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:46.182538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Checking segment: {'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:46.182918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Bound using segment: {'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:46.183344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Bound port: ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bccfd6-37cf-4a33-a4cd-b79792102610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:46.183728 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.288500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] For port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:46.292601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] For port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:46.298432 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.343745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.344531 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.346167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] 10.222.0.35 "PUT /v2.0/ports/ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d HTTP/1.1" status: 200 len: 1092 time: 0.7002521 Jul 16 18:24:46.350505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b114466-3806-46d6-8476-e61b77343e68', 'tag': 'ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:46.353804 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb655ad-251a-425e-8109-207add98d946" -d '{"events": [{"name": "network-changed", "server_uuid": "0b114466-3806-46d6-8476-e61b77343e68", "tag": "ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:46.393088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f789a-0b11-41aa-aa24-9bfe79314cfe req-54904f38-9981-4352-a224-e763f53b5ae5 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.394691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e8f789a-0b11-41aa-aa24-9bfe79314cfe req-54904f38-9981-4352-a224-e763f53b5ae5 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 943 time: 0.1502128 Jul 16 18:24:46.411985 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1267e7f5-806e-4363-b4e6-5a52283dfac8 x-openstack-request-id: req-1267e7f5-806e-4363-b4e6-5a52283dfac8 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:46.412282 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b114466-3806-46d6-8476-e61b77343e68", "tag": "ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:46.413165 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1267e7f5-806e-4363-b4e6-5a52283dfac8 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:46.413571 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b114466-3806-46d6-8476-e61b77343e68', 'tag': 'ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d', 'status': 'completed', 'code': 200} Jul 16 18:24:46.438581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755ced3-ec19-4d57-a4d1-d8d1eb2537af service neutron] Pushing event updated for resources: {'Port': ['ID=ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:46.480490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3e8f789a-0b11-41aa-aa24-9bfe79314cfe req-a13655b8-79e8-4e03-a792-49096ccef8ba tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711632 Jul 16 18:24:46.495974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-1fbfee04-4bd2-49c4-9000-3fd8235eb4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.497487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-1fbfee04-4bd2-49c4-9000-3fd8235eb4b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ed2429e671e4d27bb31b397405e20ed&device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 1095 time: 0.1000326 Jul 16 18:24:46.540099 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-dd723d76-5117-4805-a3d4-d8da4fbeee06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d HTTP/1.1" status: 200 len: 217 time: 0.0351415 Jul 16 18:24:46.593931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-6833e205-39f1-41b3-8115-6409a43afed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.595415 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-6833e205-39f1-41b3-8115-6409a43afed3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7af0b858-5950-4238-8625-76d531250bbd HTTP/1.1" status: 200 len: 854 time: 0.0493734 Jul 16 18:24:46.628145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-3bd7eeef-5889-462e-b3ce-4c8fa5759b28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c635decf-41f8-41d9-9ce0-c296612e9401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262856 Jul 16 18:24:46.719236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-f1b6090b-aa59-48b7-bc22-38acc61bfc31 service neutron] 10.222.0.35 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839949 Jul 16 18:24:46.813172 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab0330b5-dddf-48f8-9fcc-802a6b249c32 req-4e0fe3a4-15fa-401d-a289-e2d4cb1210b7 service neutron] 10.222.0.35 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878997 Jul 16 18:24:46.917680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb655ad-251a-425e-8109-207add98d946 req-f8e531d2-63ed-474a-b14b-a968fcf4d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.919175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5eb655ad-251a-425e-8109-207add98d946 req-f8e531d2-63ed-474a-b14b-a968fcf4d439 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ed2429e671e4d27bb31b397405e20ed&device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 1095 time: 0.0544770 Jul 16 18:24:47.012277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb655ad-251a-425e-8109-207add98d946 req-a6fa95ad-6761-4c8a-888f-b79b1008faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:47.013764 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5eb655ad-251a-425e-8109-207add98d946 req-a6fa95ad-6761-4c8a-888f-b79b1008faba service neutron] 10.222.0.35 "GET /v2.0/networks?id=c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 200 len: 915 time: 0.0885143 Jul 16 18:24:47.057682 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5eb655ad-251a-425e-8109-207add98d946 req-494f617c-75e1-4ee2-8b78-88fe1c2ee17e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d HTTP/1.1" status: 200 len: 217 time: 0.0358865 Jul 16 18:24:47.111128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb655ad-251a-425e-8109-207add98d946 req-f6cc2907-a5d8-40b8-a07e-6bbfcb2510e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:47.112532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5eb655ad-251a-425e-8109-207add98d946 req-f6cc2907-a5d8-40b8-a07e-6bbfcb2510e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7af0b858-5950-4238-8625-76d531250bbd HTTP/1.1" status: 200 len: 854 time: 0.0488272 Jul 16 18:24:47.145518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5eb655ad-251a-425e-8109-207add98d946 req-f0955233-1e76-42e9-9b85-67b3155808bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c635decf-41f8-41d9-9ce0-c296612e9401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264277 Jul 16 18:24:47.239319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5eb655ad-251a-425e-8109-207add98d946 req-adedf2df-85ff-4952-b231-6ca76796d68a service neutron] 10.222.0.35 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859261 Jul 16 18:24:47.341479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5eb655ad-251a-425e-8109-207add98d946 req-7145df10-51a7-48ee-84cc-f7c3261dc884 service neutron] 10.222.0.35 "GET /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950232 Jul 16 18:24:47.682020 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8d1bb-645e-4375-8ea2-251e35383a55 req-92c588de-0eef-4b4a-9cd1-33434a8ff249 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:47.683752 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c0b8d1bb-645e-4375-8ea2-251e35383a55 req-92c588de-0eef-4b4a-9cd1-33434a8ff249 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 943 time: 0.0756984 Jul 16 18:24:47.736714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c0b8d1bb-645e-4375-8ea2-251e35383a55 req-a0b9aec9-d0c9-4583-a0fe-ec37c508e2fe tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456591 Jul 16 18:24:48.911423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aca39-d6f4-4b7c-a8ab-209684f73903 req-239aecc8-e0a7-404d-9bd4-f5a9d4657f87 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.913151 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-506aca39-d6f4-4b7c-a8ab-209684f73903 req-239aecc8-e0a7-404d-9bd4-f5a9d4657f87 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 943 time: 0.0696833 Jul 16 18:24:48.953169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-506aca39-d6f4-4b7c-a8ab-209684f73903 req-bac014c7-8ce5-4f57-a884-9767eb8c1605 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341747 Jul 16 18:24:49.965534 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:24:50.130555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c5b02-5359-419d-ab2e-8bf8de4b4cd1 req-9ada7ca8-75d1-4b49-a75c-bd67de3e2d21 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.132100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-287c5b02-5359-419d-ab2e-8bf8de4b4cd1 req-9ada7ca8-75d1-4b49-a75c-bd67de3e2d21 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 943 time: 0.0643759 Jul 16 18:24:50.169387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-287c5b02-5359-419d-ab2e-8bf8de4b4cd1 req-fe2f835c-d540-4a3f-a739-0f9d65a1e03a tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317490 Jul 16 18:24:50.920940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:51.023957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:51.035254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d', 'network_id': 'c635decf-41f8-41d9-9ce0-c296612e9401', 'port_id': 'ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d', 'mac_address': 'fa:16:3e:80:e2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af0b858-5950-4238-8625-76d531250bbd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:51.071691 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.083873 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:51.105061 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:51.108958 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.159051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:51.317939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:51.352217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490203-f9a1-4705-8a2e-80f96d2388e7 req-2d8283e7-ced4-4a56-8abb-06a57e41a55f tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:51.355928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9490203-f9a1-4705-8a2e-80f96d2388e7 req-2d8283e7-ced4-4a56-8abb-06a57e41a55f tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 944 time: 0.0723836 Jul 16 18:24:51.402143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9490203-f9a1-4705-8a2e-80f96d2388e7 req-efea888b-99ac-44dc-8dd7-a93fd1ecdfc7 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Jul 16 18:24:52.587404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b88988-d9ad-4107-9ca4-e7d7757529fe req-28ff070a-1d46-41d0-98a7-d7976cad035d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.589002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66b88988-d9ad-4107-9ca4-e7d7757529fe req-28ff070a-1d46-41d0-98a7-d7976cad035d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 944 time: 0.0697827 Jul 16 18:24:52.629215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66b88988-d9ad-4107-9ca4-e7d7757529fe req-ff456aa2-6f67-41ea-90bf-de80594dbbc6 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341523 Jul 16 18:24:52.932750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:52.982517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:52.986234 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:52.986611 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.081878 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.105608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b114466-3806-46d6-8476-e61b77343e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:53.107856 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d542e0-b95b-44d0-8fa5-fec6e579a4a3" -d '{"events": [{"server_uuid": "0b114466-3806-46d6-8476-e61b77343e68", "name": "network-vif-plugged", "status": "completed", "tag": "ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:53.121164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:53.125425 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.150161 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca206776-f40d-4cd4-8c9f-3fb095df9418 x-openstack-request-id: req-ca206776-f40d-4cd4-8c9f-3fb095df9418 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:53.150452 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b114466-3806-46d6-8476-e61b77343e68", "name": "network-vif-plugged", "status": "completed", "tag": "ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:53.150700 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca206776-f40d-4cd4-8c9f-3fb095df9418 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:53.151086 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b114466-3806-46d6-8476-e61b77343e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d', 'code': 200} Jul 16 18:24:53.177449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:53.284535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc36e0c-10da-4465-9860-b5d2a461b5a1 req-3e697c4c-1a41-4bb3-b187-f79331d488ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.286377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbc36e0c-10da-4465-9860-b5d2a461b5a1 req-3e697c4c-1a41-4bb3-b187-f79331d488ee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 1097 time: 0.0587697 Jul 16 18:24:53.323970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fbc36e0c-10da-4465-9860-b5d2a461b5a1 req-21a707dc-3111-456f-80b2-1c3b9c061f5e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299883 Jul 16 18:24:53.811858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24307992-4b73-4dd4-93e2-a4bcc9f1964c req-ea02ca8f-56f2-43cc-9e71-e48d00a22a8d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.813327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24307992-4b73-4dd4-93e2-a4bcc9f1964c req-ea02ca8f-56f2-43cc-9e71-e48d00a22a8d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 945 time: 0.0696316 Jul 16 18:24:53.854925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24307992-4b73-4dd4-93e2-a4bcc9f1964c req-afedb636-c841-4b1c-a7ff-369c37a3c1a2 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351381 Jul 16 18:24:55.030321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7192e29-906a-4486-ac96-4b8f289ef976 req-c1f300a5-b0b2-4a4b-bf29-cd6973b94b91 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.031886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7192e29-906a-4486-ac96-4b8f289ef976 req-c1f300a5-b0b2-4a4b-bf29-cd6973b94b91 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 945 time: 0.0644236 Jul 16 18:24:55.071215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7192e29-906a-4486-ac96-4b8f289ef976 req-e03b27ed-4ab6-43cd-9385-bf296bbf8345 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334511 Jul 16 18:24:56.654763 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.821800 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.006378 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0f3253ea-9224-43cd-81c1-e772b8d49e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.691081 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.748979 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-54c5f2d8-9f30-4f78-b3ea-90b4f3a10fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.899281 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.578438 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37885-0fc4-4a24-a285-05d33a4e4feb req-33bf6289-36c4-4792-8360-8378ad895369 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:02.580637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1c37885-0fc4-4a24-a285-05d33a4e4feb req-33bf6289-36c4-4792-8360-8378ad895369 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0666361 Jul 16 18:25:02.635599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1c37885-0fc4-4a24-a285-05d33a4e4feb req-46c8132b-7300-4c4c-a9cd-8c2896788566 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388181 Jul 16 18:25:03.636634 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.825121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db2c15-5296-4e60-aa80-595fd51b3518 req-93f875c8-9561-45a9-80c0-c3aa7fd5bb67 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:03.826597 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56db2c15-5296-4e60-aa80-595fd51b3518 req-93f875c8-9561-45a9-80c0-c3aa7fd5bb67 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0699170 Jul 16 18:25:03.864337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56db2c15-5296-4e60-aa80-595fd51b3518 req-f48605f5-9f1d-4cde-b79e-1fb726e13825 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319915 Jul 16 18:25:05.046880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86318a4-0c2a-4ef2-bb2f-9af6365c1db7 req-a50b2a3f-f0a5-42e8-8acc-e2111a4ca337 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:05.048435 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d86318a4-0c2a-4ef2-bb2f-9af6365c1db7 req-a50b2a3f-f0a5-42e8-8acc-e2111a4ca337 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0649691 Jul 16 18:25:05.088237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d86318a4-0c2a-4ef2-bb2f-9af6365c1db7 req-b9e64b56-3615-41fa-bc5b-00b1166a482e tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327258 Jul 16 18:25:06.275196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3664bce-896e-4b3c-b036-54c6f4f65278 req-8fe009d6-9836-4598-928e-226e620cfbaa tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:06.281942 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f3664bce-896e-4b3c-b036-54c6f4f65278 req-8fe009d6-9836-4598-928e-226e620cfbaa tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0788550 Jul 16 18:25:06.324281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f3664bce-896e-4b3c-b036-54c6f4f65278 req-8051f15f-8fc9-46cd-81fe-5bd1af69a8eb tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356553 Jul 16 18:25:07.517173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed2b4a-11d8-40e1-a8e5-9aebae9f77ee req-550dc7f2-b43d-4a03-99e7-a1c4db970f06 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:07.518615 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5ed2b4a-11d8-40e1-a8e5-9aebae9f77ee req-550dc7f2-b43d-4a03-99e7-a1c4db970f06 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0688274 Jul 16 18:25:07.562171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5ed2b4a-11d8-40e1-a8e5-9aebae9f77ee req-5e87fe99-ff4e-4dea-aae1-b9363f626b3a tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375676 Jul 16 18:25:08.749592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7be6ed-f05b-42ae-93f4-b633e9e4c6ac req-d60ce32c-da03-4a6c-909a-32b361c44d6b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:08.751016 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af7be6ed-f05b-42ae-93f4-b633e9e4c6ac req-d60ce32c-da03-4a6c-909a-32b361c44d6b tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0699632 Jul 16 18:25:08.795146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af7be6ed-f05b-42ae-93f4-b633e9e4c6ac req-900a8aae-01e6-4e93-bc0c-97be7c336a69 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377002 Jul 16 18:25:10.004988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015f5f7-f9c5-41f1-9e59-18226663f7ee req-b651b102-1ebf-466c-aff8-2604c551b892 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.006730 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c015f5f7-f9c5-41f1-9e59-18226663f7ee req-b651b102-1ebf-466c-aff8-2604c551b892 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0719028 Jul 16 18:25:10.052421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c015f5f7-f9c5-41f1-9e59-18226663f7ee req-9983315c-3a07-4f3a-a01b-57fd16aff2d1 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400629 Jul 16 18:25:11.247761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea52c54-22cf-4077-8b10-be132c1f3b30 req-896bde00-5834-4d60-9c01-eaaa45cc2168 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:11.249431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ea52c54-22cf-4077-8b10-be132c1f3b30 req-896bde00-5834-4d60-9c01-eaaa45cc2168 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0760458 Jul 16 18:25:11.289966 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ea52c54-22cf-4077-8b10-be132c1f3b30 req-1186307a-70fe-4e86-bc17-52b2d486be34 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331628 Jul 16 18:25:12.478218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62b76e-6846-44fe-b52a-2f634d45ee46 req-629c090f-592f-48bd-b853-9a024bd86283 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:12.479735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f62b76e-6846-44fe-b52a-2f634d45ee46 req-629c090f-592f-48bd-b853-9a024bd86283 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0734820 Jul 16 18:25:12.519399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f62b76e-6846-44fe-b52a-2f634d45ee46 req-d1dbad81-c7ae-4179-a5e5-c81a389b023d tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339868 Jul 16 18:25:13.604865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfda30b-7e9b-4645-94ca-f6202a8be6ff req-19693170-13e5-417b-b8af-fdd36983a2e8 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:13.606531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dfda30b-7e9b-4645-94ca-f6202a8be6ff req-19693170-13e5-417b-b8af-fdd36983a2e8 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 945 time: 0.0839167 Jul 16 18:25:13.665195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dfda30b-7e9b-4645-94ca-f6202a8be6ff req-0fe73a87-18c0-4380-9216-d14e9f9f57ad tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511367 Jul 16 18:25:13.749785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c97aa-a771-4ad7-9e42-94163e94accc req-34900cba-5795-46c6-b046-a74ca1edcf93 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:13.758760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d48c97aa-a771-4ad7-9e42-94163e94accc req-34900cba-5795-46c6-b046-a74ca1edcf93 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0856230 Jul 16 18:25:13.799173 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d48c97aa-a771-4ad7-9e42-94163e94accc req-02e3d3d6-4376-49ef-905e-d1103b5b2ca6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 Jul 16 18:25:14.860202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1ee47-fba6-4dfc-9cc9-fdaeb7ac634d req-cffc7720-1c2e-4d80-aca1-6d6de010a379 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:14.861709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cc1ee47-fba6-4dfc-9cc9-fdaeb7ac634d req-cffc7720-1c2e-4d80-aca1-6d6de010a379 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 945 time: 0.0720758 Jul 16 18:25:14.904081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cc1ee47-fba6-4dfc-9cc9-fdaeb7ac634d req-05d3d1b3-a50a-4659-86fa-42642fb6ccf9 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359192 Jul 16 18:25:14.994157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e139563-a705-41bf-b254-7018c669d4f0 req-c651c529-1614-4b91-90e7-0ccd65909fa0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:14.995680 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e139563-a705-41bf-b254-7018c669d4f0 req-c651c529-1614-4b91-90e7-0ccd65909fa0 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0666623 Jul 16 18:25:15.068950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e139563-a705-41bf-b254-7018c669d4f0 req-49d792d7-f357-4d04-b83a-c765c3cdb4e5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668592 Jul 16 18:25:15.104979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6988ee-9471-4924-a4a9-a4c3f541f049 req-44b98864-ef55-4197-b252-45a33813db6d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:15.106449 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e6988ee-9471-4924-a4a9-a4c3f541f049 req-44b98864-ef55-4197-b252-45a33813db6d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 945 time: 0.0913444 Jul 16 18:25:15.213444 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8e6988ee-9471-4924-a4a9-a4c3f541f049 req-2eee1871-6ebd-4eeb-9cb5-7d1a4a33b3ee tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Deleting port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:15.213780 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8e6988ee-9471-4924-a4a9-a4c3f541f049 req-2eee1871-6ebd-4eeb-9cb5-7d1a4a33b3ee tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.309084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8e6988ee-9471-4924-a4a9-a4c3f541f049 req-2eee1871-6ebd-4eeb-9cb5-7d1a4a33b3ee tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] For port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:15.309453 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8e6988ee-9471-4924-a4a9-a4c3f541f049 req-2eee1871-6ebd-4eeb-9cb5-7d1a4a33b3ee tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.323065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8e6988ee-9471-4924-a4a9-a4c3f541f049 req-2eee1871-6ebd-4eeb-9cb5-7d1a4a33b3ee tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Calling delete_port for ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:15.462366 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8e6988ee-9471-4924-a4a9-a4c3f541f049 req-2eee1871-6ebd-4eeb-9cb5-7d1a4a33b3ee tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.464705 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f51f2-2107-4146-95d5-f1213ac8242e req-18685e24-d6e1-4676-9cf1-f36e7901e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:15.467752 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ea0f51f2-2107-4146-95d5-f1213ac8242e req-18685e24-d6e1-4676-9cf1-f36e7901e714 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 1098 time: 0.0774076 Jul 16 18:25:15.477089 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['77adcef6-f298-48f0-ae44-137d60044154', 'ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:15.498357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee1871-6ebd-4eeb-9cb5-7d1a4a33b3ee tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Pushing event deleted for resources: {'Port': ['ID=ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.516938 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ea0f51f2-2107-4146-95d5-f1213ac8242e req-d5b1b91b-cdcb-4d15-9499-65eae5ea47de service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414405 Jul 16 18:25:15.520502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['c4512d75-09e0-4132-a841-28ec922d969c', '3efbebdb-d84e-432c-9e1a-bd64536ff9d1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:15.548678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6988ee-9471-4924-a4a9-a4c3f541f049 req-2eee1871-6ebd-4eeb-9cb5-7d1a4a33b3ee tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] No DVR routers for this DVR port ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:15.551642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8e6988ee-9471-4924-a4a9-a4c3f541f049 req-2eee1871-6ebd-4eeb-9cb5-7d1a4a33b3ee tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.553867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e6988ee-9471-4924-a4a9-a4c3f541f049 req-2eee1871-6ebd-4eeb-9cb5-7d1a4a33b3ee tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.35 "DELETE /v2.0/ports/ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d HTTP/1.1" status: 204 len: 173 time: 0.4415963 Jul 16 18:25:15.554372 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b114466-3806-46d6-8476-e61b77343e68', 'name': 'network-vif-deleted', 'tag': 'ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:15.556946 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5170f1a-8389-4d6e-a023-f6e66c49f848" -d '{"events": [{"server_uuid": "0b114466-3806-46d6-8476-e61b77343e68", "name": "network-vif-deleted", "tag": "ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:15.760617 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b040c80-469b-441c-8fca-141bd77dcc35 x-openstack-request-id: req-6b040c80-469b-441c-8fca-141bd77dcc35 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:15.760905 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b114466-3806-46d6-8476-e61b77343e68", "name": "network-vif-deleted", "tag": "ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:15.761149 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b040c80-469b-441c-8fca-141bd77dcc35 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:15.761537 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b114466-3806-46d6-8476-e61b77343e68', 'name': 'network-vif-deleted', 'tag': 'ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d', 'status': 'completed', 'code': 200} Jul 16 18:25:16.063597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 64108e49-3580-432c-a716-e408de72876e details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:16.086488 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-37adec91-42ec-4eef-a541-3a28f60a2225 req-b8f4a2c6-ffb7-42d5-a2a5-195ae71283d1 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b114466-3806-46d6-8476-e61b77343e68 HTTP/1.1" status: 200 len: 210 time: 0.0311730 Jul 16 18:25:16.198194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 64108e49-3580-432c-a716-e408de72876e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=64108e49-3580-432c-a716-e408de72876e,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:16.214026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '64108e49-3580-432c-a716-e408de72876e', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'port_id': '64108e49-3580-432c-a716-e408de72876e', 'mac_address': 'fa:16:3e:90:eb:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:16.258776 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.288666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64108e49-3580-432c-a716-e408de72876e {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:16.313079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 64108e49-3580-432c-a716-e408de72876e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=64108e49-3580-432c-a716-e408de72876e,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:16.318021 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.357490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b702206-cadf-4ffb-889d-9662de638dca req-f82e3095-7956-4c7a-af56-200dc8f83851 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:16.363912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b702206-cadf-4ffb-889d-9662de638dca req-f82e3095-7956-4c7a-af56-200dc8f83851 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.1510646 Jul 16 18:25:16.378533 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=64108e49-3580-432c-a716-e408de72876e,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:16.408995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b702206-cadf-4ffb-889d-9662de638dca req-76872492-4a2a-4673-8961-23a9f05b4ca3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377007 Jul 16 18:25:16.583077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['64108e49-3580-432c-a716-e408de72876e'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:17.592878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179ffc8-5da2-454a-bce9-7a7d7dfbd7c6 req-1ad03e86-2c8c-44c3-8502-2ff8d6939ab9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:17.594370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2179ffc8-5da2-454a-bce9-7a7d7dfbd7c6 req-1ad03e86-2c8c-44c3-8502-2ff8d6939ab9 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 945 time: 0.0711772 Jul 16 18:25:17.647492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2179ffc8-5da2-454a-bce9-7a7d7dfbd7c6 req-ab7cbac4-cb4a-4bdb-8c43-fbef76342ea6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457172 Jul 16 18:25:17.675340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 44874) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:17.750068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-005a7b33-0896-4d53-be2e-76fde8a7c705 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/floatingips/668b8d47-071d-413e-973a-75a5409ec4a0 HTTP/1.1" status: 200 len: 993 time: 0.0689623 Jul 16 18:25:18.070141 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 64108e49-3580-432c-a716-e408de72876e up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:18.131107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 64108e49-3580-432c-a716-e408de72876e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:18.131690 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.210518 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.233280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64108e49-3580-432c-a716-e408de72876e'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:18.235408 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02743072-b9d7-43e6-be53-75c33c07cf97" -d '{"events": [{"server_uuid": "7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e", "name": "network-vif-plugged", "status": "completed", "tag": "64108e49-3580-432c-a716-e408de72876e"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:18.249210 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 64108e49-3580-432c-a716-e408de72876e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=64108e49-3580-432c-a716-e408de72876e,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:18.259842 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.288945 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e084d0e6-454e-421f-9f96-fc6ce2f12ff2 x-openstack-request-id: req-e084d0e6-454e-421f-9f96-fc6ce2f12ff2 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:18.289241 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e", "name": "network-vif-plugged", "status": "completed", "tag": "64108e49-3580-432c-a716-e408de72876e", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:18.289492 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e084d0e6-454e-421f-9f96-fc6ce2f12ff2 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:18.289880 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64108e49-3580-432c-a716-e408de72876e', 'code': 200} Jul 16 18:25:18.315579 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=64108e49-3580-432c-a716-e408de72876e,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:19.078604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:19.103112 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:19.103835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ac1f7aeb-a3f1-49c6-96d9-5d106b98b26d not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:19.814418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dcdf4-4548-4542-b6dc-b55e08c33094 req-ca2e88f1-ed62-46fb-9c2f-85928b78f2f0 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.815846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-030dcdf4-4548-4542-b6dc-b55e08c33094 req-ca2e88f1-ed62-46fb-9c2f-85928b78f2f0 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 945 time: 0.0661800 Jul 16 18:25:19.859479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-030dcdf4-4548-4542-b6dc-b55e08c33094 req-1fe45516-eeb9-4d14-8766-88d7456504a4 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378015 Jul 16 18:25:21.039856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5944eea-fc0b-4450-a5fe-ba86ce0d4343 req-a050651b-0a83-42d6-ade4-82dc65bfab6d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.041366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5944eea-fc0b-4450-a5fe-ba86ce0d4343 req-a050651b-0a83-42d6-ade4-82dc65bfab6d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 945 time: 0.0680838 Jul 16 18:25:21.082706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5944eea-fc0b-4450-a5fe-ba86ce0d4343 req-ad4a2c32-941f-4930-9b15-8c5e2b46d80b tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Jul 16 18:25:21.233732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c4d5f-9eb7-4b76-8f4e-0141803ed4dc req-ff2d8314-884c-44a6-96bd-78d3f84a419c tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.235242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a62c4d5f-9eb7-4b76-8f4e-0141803ed4dc req-ff2d8314-884c-44a6-96bd-78d3f84a419c tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 945 time: 0.0735700 Jul 16 18:25:21.337736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-a62c4d5f-9eb7-4b76-8f4e-0141803ed4dc req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Deleting port 77adcef6-f298-48f0-ae44-137d60044154 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:21.338077 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a62c4d5f-9eb7-4b76-8f4e-0141803ed4dc req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.432126 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-a62c4d5f-9eb7-4b76-8f4e-0141803ed4dc req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] For port 77adcef6-f298-48f0-ae44-137d60044154, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=77adcef6-f298-48f0-ae44-137d60044154,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:21.432483 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a62c4d5f-9eb7-4b76-8f4e-0141803ed4dc req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.446614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-a62c4d5f-9eb7-4b76-8f4e-0141803ed4dc req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Calling delete_port for 77adcef6-f298-48f0-ae44-137d60044154 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:21.577710 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a62c4d5f-9eb7-4b76-8f4e-0141803ed4dc req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.591554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['77adcef6-f298-48f0-ae44-137d60044154'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:21.594116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['c4512d75-09e0-4132-a841-28ec922d969c', '3efbebdb-d84e-432c-9e1a-bd64536ff9d1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:21.610285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Pushing event deleted for resources: {'Port': ['ID=77adcef6-f298-48f0-ae44-137d60044154,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:21.625322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:21.625445 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:21.625733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:21.626059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:21.626386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:21.626712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:21.627033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:21.627360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:21.627691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:21.628014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:21.628326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:21.628640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:21.669404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62c4d5f-9eb7-4b76-8f4e-0141803ed4dc req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] No DVR routers for this DVR port 77adcef6-f298-48f0-ae44-137d60044154 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:21.672090 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a62c4d5f-9eb7-4b76-8f4e-0141803ed4dc req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.674325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a62c4d5f-9eb7-4b76-8f4e-0141803ed4dc req-140cea10-67a2-4515-9027-b673cbec2933 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.35 "DELETE /v2.0/ports/77adcef6-f298-48f0-ae44-137d60044154 HTTP/1.1" status: 204 len: 173 time: 0.4337785 Jul 16 18:25:21.674756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a03a41-cf65-4c36-846a-6bf9d141b003', 'name': 'network-vif-deleted', 'tag': '77adcef6-f298-48f0-ae44-137d60044154'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:21.677459 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcfc61f-a1e1-45fc-92f1-934208e7af4b" -d '{"events": [{"server_uuid": "80a03a41-cf65-4c36-846a-6bf9d141b003", "name": "network-vif-deleted", "tag": "77adcef6-f298-48f0-ae44-137d60044154"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:21.759655 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143c2793-9ef4-4a94-9593-f426c3609365 x-openstack-request-id: req-143c2793-9ef4-4a94-9593-f426c3609365 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:21.759944 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a03a41-cf65-4c36-846a-6bf9d141b003", "name": "network-vif-deleted", "tag": "77adcef6-f298-48f0-ae44-137d60044154", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:21.760189 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-143c2793-9ef4-4a94-9593-f426c3609365 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:21.760585 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a03a41-cf65-4c36-846a-6bf9d141b003', 'name': 'network-vif-deleted', 'tag': '77adcef6-f298-48f0-ae44-137d60044154', 'status': 'completed', 'code': 200} Jul 16 18:25:22.243989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8065616-3af8-4c82-926a-c3cb80700686 req-f9396318-36a8-4c5c-afd2-23b30194d391 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80a03a41-cf65-4c36-846a-6bf9d141b003 HTTP/1.1" status: 200 len: 210 time: 0.0314727 Jul 16 18:25:23.715066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b967d0-f6d0-43b7-b7ea-5747e96281eb req-884b6847-2471-4b71-bd4d-cde0780acb16 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.716619 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81b967d0-f6d0-43b7-b7ea-5747e96281eb req-884b6847-2471-4b71-bd4d-cde0780acb16 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 946 time: 0.0650177 Jul 16 18:25:23.759273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81b967d0-f6d0-43b7-b7ea-5747e96281eb req-7f788a21-b0ae-4f8f-b298-8facccb4b9e8 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370049 Jul 16 18:25:24.937488 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c537a58-345a-4179-bb27-5f2090676673 req-222d1c1e-e92d-44fa-8fdd-dceec175adca tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:24.938904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c537a58-345a-4179-bb27-5f2090676673 req-222d1c1e-e92d-44fa-8fdd-dceec175adca tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 946 time: 0.0651367 Jul 16 18:25:24.979698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5c537a58-345a-4179-bb27-5f2090676673 req-502fe668-44cc-48af-862f-1cb86478d8be tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Jul 16 18:25:25.007566 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8773d-506f-4e24-8118-e7537b762aa6 req-5fdad24d-dcb7-4198-9a92-dab4a48011c0 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.009209 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-38a8773d-506f-4e24-8118-e7537b762aa6 req-5fdad24d-dcb7-4198-9a92-dab4a48011c0 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.43 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 946 time: 0.1014585 Jul 16 18:25:25.122227 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-38a8773d-506f-4e24-8118-e7537b762aa6 req-2aebb0d6-7319-473c-8d62-5280029abd2d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Deleting port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:25.122572 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38a8773d-506f-4e24-8118-e7537b762aa6 req-2aebb0d6-7319-473c-8d62-5280029abd2d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.156174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 77adcef6-f298-48f0-ae44-137d60044154 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:25.179156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 77adcef6-f298-48f0-ae44-137d60044154 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:25.179537 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 77adcef6-f298-48f0-ae44-137d60044154 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:25.213311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-38a8773d-506f-4e24-8118-e7537b762aa6 req-2aebb0d6-7319-473c-8d62-5280029abd2d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] For port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=3efbebdb-d84e-432c-9e1a-bd64536ff9d1,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:25.213680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38a8773d-506f-4e24-8118-e7537b762aa6 req-2aebb0d6-7319-473c-8d62-5280029abd2d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.227979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-38a8773d-506f-4e24-8118-e7537b762aa6 req-2aebb0d6-7319-473c-8d62-5280029abd2d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Calling delete_port for 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:25.361460 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38a8773d-506f-4e24-8118-e7537b762aa6 req-2aebb0d6-7319-473c-8d62-5280029abd2d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.374471 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['c4512d75-09e0-4132-a841-28ec922d969c', '3efbebdb-d84e-432c-9e1a-bd64536ff9d1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:25.398191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebb0d6-7319-473c-8d62-5280029abd2d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Pushing event deleted for resources: {'Port': ['ID=3efbebdb-d84e-432c-9e1a-bd64536ff9d1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:25.445712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a8773d-506f-4e24-8118-e7537b762aa6 req-2aebb0d6-7319-473c-8d62-5280029abd2d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] No DVR routers for this DVR port 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:25.448709 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-38a8773d-506f-4e24-8118-e7537b762aa6 req-2aebb0d6-7319-473c-8d62-5280029abd2d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.450834 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-38a8773d-506f-4e24-8118-e7537b762aa6 req-2aebb0d6-7319-473c-8d62-5280029abd2d tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.43 "DELETE /v2.0/ports/3efbebdb-d84e-432c-9e1a-bd64536ff9d1 HTTP/1.1" status: 204 len: 173 time: 0.4359667 Jul 16 18:25:25.451391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f4c52e-f660-4a95-904a-d8694c088d5d', 'name': 'network-vif-deleted', 'tag': '3efbebdb-d84e-432c-9e1a-bd64536ff9d1'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:25.453674 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7c3de2-d644-4ca2-a3d0-eb75d73295b4" -d '{"events": [{"server_uuid": "80f4c52e-f660-4a95-904a-d8694c088d5d", "name": "network-vif-deleted", "tag": "3efbebdb-d84e-432c-9e1a-bd64536ff9d1"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:25.594536 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4452fd27-584a-4732-9d06-0c0af13fb418 x-openstack-request-id: req-4452fd27-584a-4732-9d06-0c0af13fb418 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:25.595083 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f4c52e-f660-4a95-904a-d8694c088d5d", "name": "network-vif-deleted", "tag": "3efbebdb-d84e-432c-9e1a-bd64536ff9d1", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:25.595416 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4452fd27-584a-4732-9d06-0c0af13fb418 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:25.595923 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f4c52e-f660-4a95-904a-d8694c088d5d', 'name': 'network-vif-deleted', 'tag': '3efbebdb-d84e-432c-9e1a-bd64536ff9d1', 'status': 'completed', 'code': 200} Jul 16 18:25:26.145467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa140670-7c06-47d3-aa0c-cce1ade4c971 req-5796f839-1eb0-425c-bd4a-6025d6fe7384 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f4c52e-f660-4a95-904a-d8694c088d5d HTTP/1.1" status: 200 len: 210 time: 0.0342691 Jul 16 18:25:26.675166 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.825530 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.964607 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:25:28.010076 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8b63fd12-5132-4e4e-bbf1-88a0a1e8be35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.148236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:30.168118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:30.168460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 3efbebdb-d84e-432c-9e1a-bd64536ff9d1 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:30.685840 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.742950 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ca016ffd-5d87-4bea-9966-834c7576d658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.907287 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.106461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733043-ecbc-4bb5-9cb0-8e4d2e4ca58e req-8e897aa2-900d-4333-ac6d-a4debe04f165 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.108259 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70733043-ecbc-4bb5-9cb0-8e4d2e4ca58e req-8e897aa2-900d-4333-ac6d-a4debe04f165 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 946 time: 0.0714865 Jul 16 18:25:32.149218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70733043-ecbc-4bb5-9cb0-8e4d2e4ca58e req-f26c7cb4-7fe5-4337-abff-5bf118aa4829 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Jul 16 18:25:32.183654 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-91b5ed3e-f616-4413-a9b7-13a5953ea21d req-3787d352-15bb-4207-903a-f5d29a64839f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1844192 Jul 16 18:25:32.263871 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ed3e-f616-4413-a9b7-13a5953ea21d req-8a3ccedc-fdda-4ca4-a501-d8dc75030f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.265388 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-91b5ed3e-f616-4413-a9b7-13a5953ea21d req-8a3ccedc-fdda-4ca4-a501-d8dc75030f28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 1098 time: 0.0567944 Jul 16 18:25:32.384125 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ed3e-f616-4413-a9b7-13a5953ea21d req-93997a7e-ba7d-4f22-ac9f-a158fc0624d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.385728 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-91b5ed3e-f616-4413-a9b7-13a5953ea21d req-93997a7e-ba7d-4f22-ac9f-a158fc0624d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2beba4e-4747-43ad-91b3-f4bbf8c018ae HTTP/1.1" status: 200 len: 897 time: 0.0958803 Jul 16 18:25:32.484613 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-91b5ed3e-f616-4413-a9b7-13a5953ea21d req-0c8e99ef-5ae1-4693-b617-4e3360fea571 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64108e49-3580-432c-a716-e408de72876e HTTP/1.1" status: 200 len: 1002 time: 0.0895612 Jul 16 18:25:32.537612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ed3e-f616-4413-a9b7-13a5953ea21d req-1009877d-83e9-4c40-8894-a9c54529d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.539139 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-91b5ed3e-f616-4413-a9b7-13a5953ea21d req-1009877d-83e9-4c40-8894-a9c54529d5f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5365b699-aa24-47a3-9881-3ea65d9da9d3 HTTP/1.1" status: 200 len: 834 time: 0.0477736 Jul 16 18:25:32.598955 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ed3e-f616-4413-a9b7-13a5953ea21d req-bf21fc04-6131-4846-af59-d35e83a4d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.603271 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-91b5ed3e-f616-4413-a9b7-13a5953ea21d req-bf21fc04-6131-4846-af59-d35e83a4d449 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2beba4e-4747-43ad-91b3-f4bbf8c018ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572283 Jul 16 18:25:32.700884 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-91b5ed3e-f616-4413-a9b7-13a5953ea21d req-6f7c34c6-887e-4e8f-9368-c8b5f39de22f service neutron] 10.222.0.43 "GET /v2.0/networks/e2beba4e-4747-43ad-91b3-f4bbf8c018ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896463 Jul 16 18:25:32.792258 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-91b5ed3e-f616-4413-a9b7-13a5953ea21d req-e673a78b-6192-4f4a-9f31-2c5043693ce5 service neutron] 10.222.0.43 "GET /v2.0/networks/e2beba4e-4747-43ad-91b3-f4bbf8c018ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842855 Jul 16 18:25:33.329041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75799106-5c05-479a-8e21-fd04429896a3 req-43b83449-ebe7-403b-9535-e0bea1412f5b tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.330434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75799106-5c05-479a-8e21-fd04429896a3 req-43b83449-ebe7-403b-9535-e0bea1412f5b tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 946 time: 0.0661201 Jul 16 18:25:33.369423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-75799106-5c05-479a-8e21-fd04429896a3 req-1d12b64f-59cc-4ab7-b755-6f03d74b2121 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1c8eedf-a604-4ecc-8498-387ee3954d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326405 Jul 16 18:25:33.638572 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.704432 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126d90e-3d44-4b6f-88b5-0e847f6b90b3 req-f0907a10-0653-4110-9962-1e92e667becd tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.705929 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2126d90e-3d44-4b6f-88b5-0e847f6b90b3 req-f0907a10-0653-4110-9962-1e92e667becd tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 946 time: 0.0734096 Jul 16 18:25:33.814156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-2126d90e-3d44-4b6f-88b5-0e847f6b90b3 req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Deleting port c4512d75-09e0-4132-a841-28ec922d969c {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:33.814411 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2126d90e-3d44-4b6f-88b5-0e847f6b90b3 req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.907646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-2126d90e-3d44-4b6f-88b5-0e847f6b90b3 req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] For port c4512d75-09e0-4132-a841-28ec922d969c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=c4512d75-09e0-4132-a841-28ec922d969c,segment=NetworkSegment(c6bccfd6-37cf-4a33-a4cd-b79792102610),segment_id=c6bccfd6-37cf-4a33-a4cd-b79792102610)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:33.907971 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2126d90e-3d44-4b6f-88b5-0e847f6b90b3 req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.921099 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-2126d90e-3d44-4b6f-88b5-0e847f6b90b3 req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Calling delete_port for c4512d75-09e0-4132-a841-28ec922d969c owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:34.370084 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2126d90e-3d44-4b6f-88b5-0e847f6b90b3 req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.385633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['c4512d75-09e0-4132-a841-28ec922d969c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:34.407922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Pushing event deleted for resources: {'Port': ['ID=c4512d75-09e0-4132-a841-28ec922d969c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:34.441872 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.442546 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.443760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.444271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.444844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.445341 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.445887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.446308 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.446936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.447318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.447739 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.448135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.471573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-2126d90e-3d44-4b6f-88b5-0e847f6b90b3 req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] No DVR routers for this DVR port c4512d75-09e0-4132-a841-28ec922d969c on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:34.478228 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2126d90e-3d44-4b6f-88b5-0e847f6b90b3 req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.480552 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2126d90e-3d44-4b6f-88b5-0e847f6b90b3 req-897574cb-032e-4bbe-91b5-e7f245904c86 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.43 "DELETE /v2.0/ports/c4512d75-09e0-4132-a841-28ec922d969c HTTP/1.1" status: 204 len: 173 time: 0.7680123 Jul 16 18:25:34.480982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cd20fa-4c80-4449-a862-66d55b7369c9', 'name': 'network-vif-deleted', 'tag': 'c4512d75-09e0-4132-a841-28ec922d969c'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:34.483209 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2346a94c-a037-43c1-b652-1ae92f30afe0" -d '{"events": [{"server_uuid": "d9cd20fa-4c80-4449-a862-66d55b7369c9", "name": "network-vif-deleted", "tag": "c4512d75-09e0-4132-a841-28ec922d969c"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:34.527541 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257027a5-d5bb-416b-982b-032c2927af99 x-openstack-request-id: req-257027a5-d5bb-416b-982b-032c2927af99 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:34.527861 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cd20fa-4c80-4449-a862-66d55b7369c9", "name": "network-vif-deleted", "tag": "c4512d75-09e0-4132-a841-28ec922d969c", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:34.528114 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-257027a5-d5bb-416b-982b-032c2927af99 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:34.528505 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cd20fa-4c80-4449-a862-66d55b7369c9', 'name': 'network-vif-deleted', 'tag': 'c4512d75-09e0-4132-a841-28ec922d969c', 'status': 'completed', 'code': 200} Jul 16 18:25:34.555828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f4e40cc-c19b-47ee-aa5b-e72be053254c req-499fd632-1fed-46c9-a49e-33f4229cbd12 tempest-AttachVolumeNegativeTest-1118133393 tempest-AttachVolumeNegativeTest-1118133393-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cd20fa-4c80-4449-a862-66d55b7369c9 HTTP/1.1" status: 200 len: 210 time: 0.0295236 Jul 16 18:25:35.658017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45104) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:35.709151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b07077-b1f2-4819-97e8-96296ed27331 admin admin] Deleting subnet 7af0b858-5950-4238-8625-76d531250bbd {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:35.713199 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96b07077-b1f2-4819-97e8-96296ed27331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.894023 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96b07077-b1f2-4819-97e8-96296ed27331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.894023 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96b07077-b1f2-4819-97e8-96296ed27331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.894023 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96b07077-b1f2-4819-97e8-96296ed27331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.894023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b07077-b1f2-4819-97e8-96296ed27331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af0b858-5950-4238-8625-76d531250bbd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:35.900169 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-96b07077-b1f2-4819-97e8-96296ed27331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.900169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-96b07077-b1f2-4819-97e8-96296ed27331 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7af0b858-5950-4238-8625-76d531250bbd HTTP/1.1" status: 204 len: 168 time: 0.2372601 Jul 16 18:25:35.900169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45118) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:35.969037 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16a15e57-00f8-4a9a-95f0-705cfba3de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.410775 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16a15e57-00f8-4a9a-95f0-705cfba3de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.422594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-16a15e57-00f8-4a9a-95f0-705cfba3de4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c635decf-41f8-41d9-9ce0-c296612e9401']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:36.434814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-16a15e57-00f8-4a9a-95f0-705cfba3de4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6bccfd6-37cf-4a33-a4cd-b79792102610') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:36.435181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-16a15e57-00f8-4a9a-95f0-705cfba3de4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6bccfd6-37cf-4a33-a4cd-b79792102610') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:36.445899 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16a15e57-00f8-4a9a-95f0-705cfba3de4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.460811 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16a15e57-00f8-4a9a-95f0-705cfba3de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.467593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a15e57-00f8-4a9a-95f0-705cfba3de4e admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:36.468057 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16a15e57-00f8-4a9a-95f0-705cfba3de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:36.469878 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:36.524366 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16a15e57-00f8-4a9a-95f0-705cfba3de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.530453 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16a15e57-00f8-4a9a-95f0-705cfba3de4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.534987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-16a15e57-00f8-4a9a-95f0-705cfba3de4e admin admin] 10.222.0.41 "DELETE /v2.0/networks/c635decf-41f8-41d9-9ce0-c296612e9401 HTTP/1.1" status: 204 len: 168 time: 0.6345191 Jul 16 18:25:36.549163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a15e57-00f8-4a9a-95f0-705cfba3de4e admin admin] Pushing event deleted for resources: {'Network': ['ID=c635decf-41f8-41d9-9ce0-c296612e9401,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:36.729160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45140) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.777628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e3a3b141-778c-464c-b671-8dd40695dd9a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ed2429e671e4d27bb31b397405e20ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471883 Jul 16 18:25:36.780156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45142) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.830548 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-960b4dd5-ae2c-42a2-965f-3c4d196bdebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.853241 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-960b4dd5-ae2c-42a2-965f-3c4d196bdebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.903350 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-960b4dd5-ae2c-42a2-965f-3c4d196bdebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.905981 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-960b4dd5-ae2c-42a2-965f-3c4d196bdebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.907249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-960b4dd5-ae2c-42a2-965f-3c4d196bdebd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1c8eedf-a604-4ecc-8498-387ee3954d34 HTTP/1.1" status: 204 len: 168 time: 0.1260340 Jul 16 18:25:36.916315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b4dd5-ae2c-42a2-965f-3c4d196bdebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c8eedf-a604-4ecc-8498-387ee3954d34,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:38.189980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c4512d75-09e0-4132-a841-28ec922d969c no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:38.212508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: c4512d75-09e0-4132-a841-28ec922d969c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:38.212864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device c4512d75-09e0-4132-a841-28ec922d969c not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:42.491533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45378) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:42.603339 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d3f9-dc9d-4ae4-9663-d42f99450550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.701762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d3f9-dc9d-4ae4-9663-d42f99450550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.705909 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d3f9-dc9d-4ae4-9663-d42f99450550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.745954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4d3f9-dc9d-4ae4-9663-d42f99450550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e939e4-411f-4e65-bd5e-799a6139d9d5,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:42.752654 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2ba4d3f9-dc9d-4ae4-9663-d42f99450550 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2f12838a5794d7e9524c0f20a331f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571118 Jul 16 18:25:42.752882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45388) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:42.810661 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5a72eb79-291f-4649-8cea-ce9b2193b18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.832192 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5a72eb79-291f-4649-8cea-ce9b2193b18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.882826 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5a72eb79-291f-4649-8cea-ce9b2193b18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.885813 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5a72eb79-291f-4649-8cea-ce9b2193b18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.886985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5a72eb79-291f-4649-8cea-ce9b2193b18c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4e939e4-411f-4e65-bd5e-799a6139d9d5 HTTP/1.1" status: 204 len: 168 time: 0.1332085 Jul 16 18:25:42.895324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72eb79-291f-4649-8cea-ce9b2193b18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e939e4-411f-4e65-bd5e-799a6139d9d5,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:43.164425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45404) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:43.179164 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ed8d60e7-db64-4a54-b2ca-f75c19bed0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.275211 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ed8d60e7-db64-4a54-b2ca-f75c19bed0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.279367 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ed8d60e7-db64-4a54-b2ca-f75c19bed0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.324701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ed8d60e7-db64-4a54-b2ca-f75c19bed0ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b5ee05d105f42d49a748255745c26f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589048 Jul 16 18:25:43.325432 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d60e7-db64-4a54-b2ca-f75c19bed0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165cffc3-c2ed-4451-bfc3-607fff9ef988,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:43.327839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45410) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:43.386551 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-753917bc-aa08-4dd4-b023-fed3aecb79f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.409176 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-753917bc-aa08-4dd4-b023-fed3aecb79f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.457952 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-753917bc-aa08-4dd4-b023-fed3aecb79f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.464693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-753917bc-aa08-4dd4-b023-fed3aecb79f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.473180 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-753917bc-aa08-4dd4-b023-fed3aecb79f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/165cffc3-c2ed-4451-bfc3-607fff9ef988 HTTP/1.1" status: 204 len: 168 time: 0.1428716 Jul 16 18:25:43.481566 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753917bc-aa08-4dd4-b023-fed3aecb79f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165cffc3-c2ed-4451-bfc3-607fff9ef988,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:46.903107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45586) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:47.027501 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10d61841-23da-4ab5-bdf6-11ba96e60c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.123359 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10d61841-23da-4ab5-bdf6-11ba96e60c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.127762 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10d61841-23da-4ab5-bdf6-11ba96e60c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.167796 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-10d61841-23da-4ab5-bdf6-11ba96e60c25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2cb3cd8b840143598267d09ac1db24b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635813 Jul 16 18:25:47.168991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d61841-23da-4ab5-bdf6-11ba96e60c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca792a7-a2b8-4ffd-a2e7-941934f48658,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:47.170508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45592) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:47.222376 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b195-e3f1-4653-a89c-fb777b19553c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.244011 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b195-e3f1-4653-a89c-fb777b19553c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.304005 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b195-e3f1-4653-a89c-fb777b19553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.308378 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b195-e3f1-4653-a89c-fb777b19553c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.310202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b5f1b195-e3f1-4653-a89c-fb777b19553c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aca792a7-a2b8-4ffd-a2e7-941934f48658 HTTP/1.1" status: 204 len: 168 time: 0.1385310 Jul 16 18:25:47.323252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1b195-e3f1-4653-a89c-fb777b19553c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca792a7-a2b8-4ffd-a2e7-941934f48658,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:47.584982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45598) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:47.600321 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-810f4ae0-de07-4a2b-87d3-5417bf002f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.694421 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-810f4ae0-de07-4a2b-87d3-5417bf002f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.699822 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-810f4ae0-de07-4a2b-87d3-5417bf002f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.738679 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-810f4ae0-de07-4a2b-87d3-5417bf002f90 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84bbe0596f1640efbca930dce7f58815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524982 Jul 16 18:25:47.739380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f4ae0-de07-4a2b-87d3-5417bf002f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a6758e-3d2c-499f-b333-26be0d00ef90,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:47.741802 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45600) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:47.792736 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c34bad6d-ce31-4e3c-bd7c-0b3d6a9906d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.814913 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c34bad6d-ce31-4e3c-bd7c-0b3d6a9906d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.861755 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c34bad6d-ce31-4e3c-bd7c-0b3d6a9906d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.864244 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c34bad6d-ce31-4e3c-bd7c-0b3d6a9906d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.866010 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c34bad6d-ce31-4e3c-bd7c-0b3d6a9906d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42a6758e-3d2c-499f-b333-26be0d00ef90 HTTP/1.1" status: 204 len: 168 time: 0.1231906 Jul 16 18:25:47.873584 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bad6d-ce31-4e3c-bd7c-0b3d6a9906d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a6758e-3d2c-499f-b333-26be0d00ef90,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:50.015497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45672) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.135835 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58070c40-2f48-43cb-8368-055ff455fad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.230840 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58070c40-2f48-43cb-8368-055ff455fad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.235952 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-58070c40-2f48-43cb-8368-055ff455fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.276664 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-58070c40-2f48-43cb-8368-055ff455fad0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8147de9b8cbf4d4cab1256c9168d502e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600739 Jul 16 18:25:50.277539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58070c40-2f48-43cb-8368-055ff455fad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3727997c-5d20-4c7a-89ae-cb2cbd2c241f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:50.279366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45680) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.333166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5913989c-d4c6-4743-9260-efddfb43305d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.355102 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5913989c-d4c6-4743-9260-efddfb43305d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.400443 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5913989c-d4c6-4743-9260-efddfb43305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.402942 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5913989c-d4c6-4743-9260-efddfb43305d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.404088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5913989c-d4c6-4743-9260-efddfb43305d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3727997c-5d20-4c7a-89ae-cb2cbd2c241f HTTP/1.1" status: 204 len: 168 time: 0.1230235 Jul 16 18:25:50.412892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913989c-d4c6-4743-9260-efddfb43305d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3727997c-5d20-4c7a-89ae-cb2cbd2c241f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:50.663657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 45686) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.679798 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d92a-c2c0-4f72-ab84-679ed164a4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.771641 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d92a-c2c0-4f72-ab84-679ed164a4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.775221 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d92a-c2c0-4f72-ab84-679ed164a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.813176 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dcc4d92a-c2c0-4f72-ab84-679ed164a4e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8ad87b4357b4fb196d81d43a965e1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484008 Jul 16 18:25:50.814299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4d92a-c2c0-4f72-ab84-679ed164a4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b30d1b-01b4-429b-96a7-a3e41f7b9f46,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:50.815806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45688) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.865720 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e2920b8-9adf-497f-a4d4-8063819c4948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.886348 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e2920b8-9adf-497f-a4d4-8063819c4948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.931454 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e2920b8-9adf-497f-a4d4-8063819c4948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.933999 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e2920b8-9adf-497f-a4d4-8063819c4948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.935126 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6e2920b8-9adf-497f-a4d4-8063819c4948 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88b30d1b-01b4-429b-96a7-a3e41f7b9f46 HTTP/1.1" status: 204 len: 168 time: 0.1182091 Jul 16 18:25:50.943332 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2920b8-9adf-497f-a4d4-8063819c4948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b30d1b-01b4-429b-96a7-a3e41f7b9f46,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:52.859234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45746) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:52.965067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81d64de5-584d-45de-a840-1f33ebb90f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.058176 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81d64de5-584d-45de-a840-1f33ebb90f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.063257 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81d64de5-584d-45de-a840-1f33ebb90f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.100951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d64de5-584d-45de-a840-1f33ebb90f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97acb3b-2ccc-4014-82cf-01bc1fdd675e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:53.106016 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-81d64de5-584d-45de-a840-1f33ebb90f89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=997a100f04e043c290094411a99df9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455878 Jul 16 18:25:53.107714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45750) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:53.156921 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd571c85-b941-4ea4-ae16-5ec1577181ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.180030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd571c85-b941-4ea4-ae16-5ec1577181ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.228357 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd571c85-b941-4ea4-ae16-5ec1577181ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.231188 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd571c85-b941-4ea4-ae16-5ec1577181ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.241701 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fd571c85-b941-4ea4-ae16-5ec1577181ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d97acb3b-2ccc-4014-82cf-01bc1fdd675e HTTP/1.1" status: 204 len: 168 time: 0.1262944 Jul 16 18:25:53.255116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd571c85-b941-4ea4-ae16-5ec1577181ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97acb3b-2ccc-4014-82cf-01bc1fdd675e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:53.522036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45768) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:53.536695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b2bd878d-1d19-4f2e-ab2e-4339a7ef742f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.635508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b2bd878d-1d19-4f2e-ab2e-4339a7ef742f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.639534 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b2bd878d-1d19-4f2e-ab2e-4339a7ef742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.679605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd878d-1d19-4f2e-ab2e-4339a7ef742f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fd587c-a180-43c6-b18c-c5c8bc107b87,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:53.683762 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b2bd878d-1d19-4f2e-ab2e-4339a7ef742f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdd27011434241caaee19d15afb0ea03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607251 Jul 16 18:25:53.686238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 45790) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:53.736922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ead110d-b598-495c-bcec-b1faf5f54a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.765835 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ead110d-b598-495c-bcec-b1faf5f54a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.815397 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ead110d-b598-495c-bcec-b1faf5f54a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.819124 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6ead110d-b598-495c-bcec-b1faf5f54a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.820302 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6ead110d-b598-495c-bcec-b1faf5f54a18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70fd587c-a180-43c6-b18c-c5c8bc107b87 HTTP/1.1" status: 204 len: 168 time: 0.1331770 Jul 16 18:25:53.829559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead110d-b598-495c-bcec-b1faf5f54a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fd587c-a180-43c6-b18c-c5c8bc107b87,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.988918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46034) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:55.178318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2ceaee85-10e3-47c0-942b-70347b2df563 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port d24cc372-736d-47e6-87f4-58637c2ff196 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:55.178653 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ceaee85-10e3-47c0-942b-70347b2df563 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.271253 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ceaee85-10e3-47c0-942b-70347b2df563 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.272135 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ceaee85-10e3-47c0-942b-70347b2df563 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.284750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2ceaee85-10e3-47c0-942b-70347b2df563 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for d24cc372-736d-47e6-87f4-58637c2ff196 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:55.423236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46108) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:55.470076 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ceaee85-10e3-47c0-942b-70347b2df563 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.504487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceaee85-10e3-47c0-942b-70347b2df563 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=d24cc372-736d-47e6-87f4-58637c2ff196,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:55.562695 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e30c7540-64d0-4cf1-9919-0e7ba39232a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.584853 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ceaee85-10e3-47c0-942b-70347b2df563 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.585194 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-2ceaee85-10e3-47c0-942b-70347b2df563 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Floating IP 668b8d47-071d-413e-973a-75a5409ec4a0 disassociated (deleted). External IP: 172.25.5.127, port: 64108e49-3580-432c-a716-e408de72876e. Jul 16 18:25:55.672462 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e30c7540-64d0-4cf1-9919-0e7ba39232a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.677543 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e30c7540-64d0-4cf1-9919-0e7ba39232a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.726651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c7540-64d0-4cf1-9919-0e7ba39232a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db4dd51-e11f-4936-8e32-63ea3e99b376,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:55.732868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e30c7540-64d0-4cf1-9919-0e7ba39232a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22eaacc6d3f24df7833c8d8f59134afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084855 Jul 16 18:25:55.735763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46158) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:55.793639 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e86cc1c4-2616-457e-bf10-251d791f9c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.820614 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e86cc1c4-2616-457e-bf10-251d791f9c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.821361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ceaee85-10e3-47c0-942b-70347b2df563 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router d601cab6-42ee-4d61-be42-1f698a5539da has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:55.875410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e86cc1c4-2616-457e-bf10-251d791f9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.878698 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e86cc1c4-2616-457e-bf10-251d791f9c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.879951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e86cc1c4-2616-457e-bf10-251d791f9c7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3db4dd51-e11f-4936-8e32-63ea3e99b376 HTTP/1.1" status: 204 len: 168 time: 0.1433611 Jul 16 18:25:55.889153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cc1c4-2616-457e-bf10-251d791f9c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db4dd51-e11f-4936-8e32-63ea3e99b376,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:55.949348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ceaee85-10e3-47c0-942b-70347b2df563 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:55.955076 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2ceaee85-10e3-47c0-942b-70347b2df563 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.960793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b650d2f8-59c8-43f5-8b58-a98436e8e35a None None] Sync routers for ids ['d601cab6-42ee-4d61-be42-1f698a5539da'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:55.973094 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b650d2f8-59c8-43f5-8b58-a98436e8e35a None None] Routers {'d601cab6-42ee-4d61-be42-1f698a5539da'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:55.975714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b650d2f8-59c8-43f5-8b58-a98436e8e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:25:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d601cab6-42ee-4d61-be42-1f698a5539da'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:56.004361 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2ceaee85-10e3-47c0-942b-70347b2df563 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/floatingips/668b8d47-071d-413e-973a-75a5409ec4a0 HTTP/1.1" status: 204 len: 168 time: 1.0112681 Jul 16 18:25:56.004361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'tag': '64108e49-3580-432c-a716-e408de72876e'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:56.005625 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40cab1e-eef1-4f33-b95c-16cc46561a71" -d '{"events": [{"name": "network-changed", "server_uuid": "7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e", "tag": "64108e49-3580-432c-a716-e408de72876e"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:56.059180 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9673f1bd-a71e-4269-8e83-e15e4a96edfb x-openstack-request-id: req-9673f1bd-a71e-4269-8e83-e15e4a96edfb {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:56.059770 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e", "tag": "64108e49-3580-432c-a716-e408de72876e", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:56.060290 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9673f1bd-a71e-4269-8e83-e15e4a96edfb {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:56.060915 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'tag': '64108e49-3580-432c-a716-e408de72876e', 'status': 'completed', 'code': 200} Jul 16 18:25:56.171662 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cab1e-eef1-4f33-b95c-16cc46561a71 req-8545aeef-e8ec-4f0f-8b25-0682d51dc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.173388 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f40cab1e-eef1-4f33-b95c-16cc46561a71 req-8545aeef-e8ec-4f0f-8b25-0682d51dc503 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=407f6f1770c34505b8d60a8097455895&device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 1098 time: 0.0866601 Jul 16 18:25:56.294506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-b650d2f8-59c8-43f5-8b58-a98436e8e35a None None] Set router d601cab6-42ee-4d61-be42-1f698a5539da gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:56.375382 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cab1e-eef1-4f33-b95c-16cc46561a71 req-2d633269-dfc9-4a9f-ae10-357a1ec2dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.377304 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f40cab1e-eef1-4f33-b95c-16cc46561a71 req-2d633269-dfc9-4a9f-ae10-357a1ec2dc72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2beba4e-4747-43ad-91b3-f4bbf8c018ae HTTP/1.1" status: 200 len: 897 time: 0.1933429 Jul 16 18:25:56.447520 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f40cab1e-eef1-4f33-b95c-16cc46561a71 req-7918d563-7b74-4b23-9755-ed60635ca772 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64108e49-3580-432c-a716-e408de72876e HTTP/1.1" status: 200 len: 217 time: 0.0616119 Jul 16 18:25:56.537807 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cab1e-eef1-4f33-b95c-16cc46561a71 req-ebec2c9e-340a-4270-a353-17ac394b62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.540657 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f40cab1e-eef1-4f33-b95c-16cc46561a71 req-ebec2c9e-340a-4270-a353-17ac394b62f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5365b699-aa24-47a3-9881-3ea65d9da9d3 HTTP/1.1" status: 200 len: 834 time: 0.0804560 Jul 16 18:25:56.606337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8a515-9346-474f-b030-95207792a2fb req-1f211257-2e7a-4802-9552-1b12bbc93d30 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.609320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60c8a515-9346-474f-b030-95207792a2fb req-1f211257-2e7a-4802-9552-1b12bbc93d30 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.1184990 Jul 16 18:25:56.623240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cab1e-eef1-4f33-b95c-16cc46561a71 req-c85c06f3-52f7-48c0-a0cb-cbb9bb19b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.624991 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f40cab1e-eef1-4f33-b95c-16cc46561a71 req-c85c06f3-52f7-48c0-a0cb-cbb9bb19b498 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2beba4e-4747-43ad-91b3-f4bbf8c018ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767858 Jul 16 18:25:56.650857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b650d2f8-59c8-43f5-8b58-a98436e8e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:07Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '7f58861a-1b96-4306-a8a1-547ad1ad851e', 'name': '', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:3c:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:06Z', 'updated_at': '2021-07-16T18:24:13Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:56.677410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60c8a515-9346-474f-b030-95207792a2fb req-ccaa6ce6-140b-4530-81d4-fde6c9e62e85 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546615 Jul 16 18:25:56.695861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b650d2f8-59c8-43f5-8b58-a98436e8e35a None None] Checking router: d601cab6-42ee-4d61-be42-1f698a5539da for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:56.714322 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.714986 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b650d2f8-59c8-43f5-8b58-a98436e8e35a None None] Routers {'d601cab6-42ee-4d61-be42-1f698a5539da'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:56.715647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b650d2f8-59c8-43f5-8b58-a98436e8e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:25:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d601cab6-42ee-4d61-be42-1f698a5539da'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:56.748825 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f40cab1e-eef1-4f33-b95c-16cc46561a71 req-37a76843-5992-4dfd-8211-450e386a5a1a service neutron] 10.222.0.43 "GET /v2.0/networks/e2beba4e-4747-43ad-91b3-f4bbf8c018ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135557 Jul 16 18:25:56.834512 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.838160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-b650d2f8-59c8-43f5-8b58-a98436e8e35a None None] Set router d601cab6-42ee-4d61-be42-1f698a5539da gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:56.853471 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f40cab1e-eef1-4f33-b95c-16cc46561a71 req-5a2f51cb-a940-4cb0-bc8f-e37b4c758764 service neutron] 10.222.0.43 "GET /v2.0/networks/e2beba4e-4747-43ad-91b3-f4bbf8c018ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955369 Jul 16 18:25:57.050126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-b650d2f8-59c8-43f5-8b58-a98436e8e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:07Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '7f58861a-1b96-4306-a8a1-547ad1ad851e', 'name': '', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:3c:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:06Z', 'updated_at': '2021-07-16T18:24:13Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:57.080597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b650d2f8-59c8-43f5-8b58-a98436e8e35a None None] The sync data for ids ['d601cab6-42ee-4d61-be42-1f698a5539da'] in n-d-787206-10 is: [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:07Z', 'revision_number': 4, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '7f58861a-1b96-4306-a8a1-547ad1ad851e', 'name': '', 'network_id': 'e2beba4e-4747-43ad-91b3-f4bbf8c018ae', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'mac_address': 'fa:16:3e:3c:4c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:06Z', 'updated_at': '2021-07-16T18:24:13Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'subnets': [{'id': '5365b699-aa24-47a3-9881-3ea65d9da9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:57.320817 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4880c-0fff-4f41-99ca-d8a84a5d231c None None] New status for floating IP 668b8d47-071d-413e-973a-75a5409ec4a0: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:25:57.852494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad40bd-4b24-483b-8ea3-c3f49b05a17e req-65cfc6bb-ed7d-4782-b3eb-456ec5ea02fc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:57.854253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0ad40bd-4b24-483b-8ea3-c3f49b05a17e req-65cfc6bb-ed7d-4782-b3eb-456ec5ea02fc tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0666969 Jul 16 18:25:57.896756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0ad40bd-4b24-483b-8ea3-c3f49b05a17e req-7dbeaa1b-1a37-4f02-8323-b8ffa00680f3 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8cd28bb-2afa-4849-9131-601fe0f4fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362890 Jul 16 18:25:58.015660 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-68045ac4-b33c-4636-b47b-ff6610ed85c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.146159 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e988b-3e02-4773-a64d-73713b597bda req-1581b0e7-7e38-49ac-bc1c-6cc5e9c02980 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:58.148149 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9d0e988b-3e02-4773-a64d-73713b597bda req-1581b0e7-7e38-49ac-bc1c-6cc5e9c02980 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.43 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 946 time: 0.0806985 Jul 16 18:25:58.261153 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-9d0e988b-3e02-4773-a64d-73713b597bda req-31f6b33a-54c1-4f25-8950-a2890c158940 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port 64108e49-3580-432c-a716-e408de72876e {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:58.261609 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-9d0e988b-3e02-4773-a64d-73713b597bda req-31f6b33a-54c1-4f25-8950-a2890c158940 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.371913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-9d0e988b-3e02-4773-a64d-73713b597bda req-31f6b33a-54c1-4f25-8950-a2890c158940 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] For port 64108e49-3580-432c-a716-e408de72876e, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=64108e49-3580-432c-a716-e408de72876e,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:58.372546 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-9d0e988b-3e02-4773-a64d-73713b597bda req-31f6b33a-54c1-4f25-8950-a2890c158940 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.377627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46348) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:58.388861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-9d0e988b-3e02-4773-a64d-73713b597bda req-31f6b33a-54c1-4f25-8950-a2890c158940 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for 64108e49-3580-432c-a716-e408de72876e owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:58.497675 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e7ba646-d9be-4f64-b868-3d55bd8af675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.532403 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-9d0e988b-3e02-4773-a64d-73713b597bda req-31f6b33a-54c1-4f25-8950-a2890c158940 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.568578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6b33a-54c1-4f25-8950-a2890c158940 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=64108e49-3580-432c-a716-e408de72876e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:58.599990 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e7ba646-d9be-4f64-b868-3d55bd8af675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.605387 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e7ba646-d9be-4f64-b868-3d55bd8af675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.613452 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0e988b-3e02-4773-a64d-73713b597bda req-31f6b33a-54c1-4f25-8950-a2890c158940 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] No DVR routers for this DVR port 64108e49-3580-432c-a716-e408de72876e on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:58.616571 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-9d0e988b-3e02-4773-a64d-73713b597bda req-31f6b33a-54c1-4f25-8950-a2890c158940 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.618704 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-9d0e988b-3e02-4773-a64d-73713b597bda req-31f6b33a-54c1-4f25-8950-a2890c158940 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.43 "DELETE /v2.0/ports/64108e49-3580-432c-a716-e408de72876e HTTP/1.1" status: 204 len: 173 time: 0.4643893 Jul 16 18:25:58.619213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'name': 'network-vif-deleted', 'tag': '64108e49-3580-432c-a716-e408de72876e'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:58.622008 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7964ddd3-d1b4-4c53-9ccf-e017ddb3f0e8" -d '{"events": [{"server_uuid": "7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e", "name": "network-vif-deleted", "tag": "64108e49-3580-432c-a716-e408de72876e"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:58.653360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2e7ba646-d9be-4f64-b868-3d55bd8af675 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3227daddbe4a41e98e2aebc4c7945e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743709 Jul 16 18:25:58.654350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ba646-d9be-4f64-b868-3d55bd8af675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d94af64-357c-40d4-86e1-2cd0619f0a82,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:58.656287 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46354) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:58.699174 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdced1d-4804-4121-83ec-0c71deba037e x-openstack-request-id: req-5bdced1d-4804-4121-83ec-0c71deba037e {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:58.699627 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e", "name": "network-vif-deleted", "tag": "64108e49-3580-432c-a716-e408de72876e", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:58.699627 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5bdced1d-4804-4121-83ec-0c71deba037e {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:58.700021 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e', 'name': 'network-vif-deleted', 'tag': '64108e49-3580-432c-a716-e408de72876e', 'status': 'completed', 'code': 200} Jul 16 18:25:58.715656 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64e462df-a99b-4408-b811-faf480cd44d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.744638 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64e462df-a99b-4408-b811-faf480cd44d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.800814 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64e462df-a99b-4408-b811-faf480cd44d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.805234 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64e462df-a99b-4408-b811-faf480cd44d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.806379 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-64e462df-a99b-4408-b811-faf480cd44d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d94af64-357c-40d4-86e1-2cd0619f0a82 HTTP/1.1" status: 204 len: 168 time: 0.1491070 Jul 16 18:25:58.814565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e462df-a99b-4408-b811-faf480cd44d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d94af64-357c-40d4-86e1-2cd0619f0a82,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:59.113125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29ac6896-f06d-4f32-8f9d-09739141a5be req-5d994ac8-5a28-471c-8d23-b69b2c11e2c6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "GET /v2.0/ports?device_id=7644aab4-fcac-49a3-ba8f-e4c1adb5bb2e HTTP/1.1" status: 200 len: 210 time: 0.0609372 Jul 16 18:25:59.139912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46364) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:59.165601 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd806e4f-fdec-4c8d-a5a1-f93fe9c4372c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.270411 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd806e4f-fdec-4c8d-a5a1-f93fe9c4372c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.273787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd806e4f-fdec-4c8d-a5a1-f93fe9c4372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.315948 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cd806e4f-fdec-4c8d-a5a1-f93fe9c4372c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a51455e5747b4f40acbb8d34d8768c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746976 Jul 16 18:25:59.318024 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd806e4f-fdec-4c8d-a5a1-f93fe9c4372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ed09c0-8f9f-47ff-b466-78af2d0ee65d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:59.318779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46366) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:59.393871 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-136abbe0-e09f-406f-892f-fd9cd4e6f190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.415911 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-136abbe0-e09f-406f-892f-fd9cd4e6f190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.466147 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-136abbe0-e09f-406f-892f-fd9cd4e6f190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.468878 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-136abbe0-e09f-406f-892f-fd9cd4e6f190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.470043 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-136abbe0-e09f-406f-892f-fd9cd4e6f190 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16ed09c0-8f9f-47ff-b466-78af2d0ee65d HTTP/1.1" status: 204 len: 168 time: 0.1501167 Jul 16 18:25:59.478768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136abbe0-e09f-406f-892f-fd9cd4e6f190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ed09c0-8f9f-47ff-b466-78af2d0ee65d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:00.228580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46394) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:00.618487 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95a68ec0-9a49-4e99-b2a1-55c41f67b1a6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.691058 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.746164 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-634747a1-d882-4e6d-b558-ff65393a199f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.912396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-95a68ec0-9a49-4e99-b2a1-55c41f67b1a6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port 7f58861a-1b96-4306-a8a1-547ad1ad851e {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:00.912734 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95a68ec0-9a49-4e99-b2a1-55c41f67b1a6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.026615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-95a68ec0-9a49-4e99-b2a1-55c41f67b1a6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] For port 7f58861a-1b96-4306-a8a1-547ad1ad851e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7f58861a-1b96-4306-a8a1-547ad1ad851e,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:01.027413 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95a68ec0-9a49-4e99-b2a1-55c41f67b1a6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.048702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-95a68ec0-9a49-4e99-b2a1-55c41f67b1a6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for 7f58861a-1b96-4306-a8a1-547ad1ad851e owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:01.252239 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95a68ec0-9a49-4e99-b2a1-55c41f67b1a6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.263181 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46428) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:01.282187 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a68ec0-9a49-4e99-b2a1-55c41f67b1a6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=7f58861a-1b96-4306-a8a1-547ad1ad851e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:01.443011 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:01.468585 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.492692 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95a68ec0-9a49-4e99-b2a1-55c41f67b1a6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.592888 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.714502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Allocated IP 172.25.5.76 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/f5853f39-f838-44c0-aafb-2730f1a157bd) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:01.754789 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a68ec0-9a49-4e99-b2a1-55c41f67b1a6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Router d601cab6-42ee-4d61-be42-1f698a5539da has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:01.821987 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.868698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.870682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a68ec0-9a49-4e99-b2a1-55c41f67b1a6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:01.881256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-95a68ec0-9a49-4e99-b2a1-55c41f67b1a6 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "PUT /v2.0/routers/d601cab6-42ee-4d61-be42-1f698a5539da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6507723 Jul 16 18:26:01.881938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46432) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:01.886427 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38cea6-99ae-40ca-b265-9354b459fadd None None] Sync routers for ids ['d601cab6-42ee-4d61-be42-1f698a5539da'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:01.911607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:01.915112 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:01.919090 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:01.921190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38cea6-99ae-40ca-b265-9354b459fadd None None] Routers {'d601cab6-42ee-4d61-be42-1f698a5539da'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:01.922127 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4f38cea6-99ae-40ca-b265-9354b459fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d601cab6-42ee-4d61-be42-1f698a5539da'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:01.949941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad1f419-1bee-4432-8b2a-f9f807792e74 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting subnet 5365b699-aa24-47a3-9881-3ea65d9da9d3 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:01.953427 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-aad1f419-1bee-4432-8b2a-f9f807792e74 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.962857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event updated for resources: {'Port': ['ID=f5853f39-f838-44c0-aafb-2730f1a157bd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:01.971365 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.000215 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-aad1f419-1bee-4432-8b2a-f9f807792e74 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.028527 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.096292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-4f38cea6-99ae-40ca-b265-9354b459fadd None None] Set router d601cab6-42ee-4d61-be42-1f698a5539da gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:02.102259 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.111944 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-aad1f419-1bee-4432-8b2a-f9f807792e74 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.206709 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-aad1f419-1bee-4432-8b2a-f9f807792e74 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.237820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1f419-1bee-4432-8b2a-f9f807792e74 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Subnet': ['ID=5365b699-aa24-47a3-9881-3ea65d9da9d3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:02.250739 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-aad1f419-1bee-4432-8b2a-f9f807792e74 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.256730 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-aad1f419-1bee-4432-8b2a-f9f807792e74 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/subnets/5365b699-aa24-47a3-9881-3ea65d9da9d3 HTTP/1.1" status: 204 len: 168 time: 0.3729811 Jul 16 18:26:02.257428 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46436) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:02.270203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d124b60-cd7d-47b5-baae-f517d286551b None None] Network e2beba4e-4747-43ad-91b3-f4bbf8c018ae requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:02.306638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 64108e49-3580-432c-a716-e408de72876e no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:02.360327 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 64108e49-3580-432c-a716-e408de72876e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:02.360589 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 64108e49-3580-432c-a716-e408de72876e not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:02.407288 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.411398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4f38cea6-99ae-40ca-b265-9354b459fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:26:01Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:02.416032 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.446019 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38cea6-99ae-40ca-b265-9354b459fadd None None] Checking router: d601cab6-42ee-4d61-be42-1f698a5539da for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:02.447795 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.459943 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38cea6-99ae-40ca-b265-9354b459fadd None None] Routers {'d601cab6-42ee-4d61-be42-1f698a5539da'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:02.460974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4f38cea6-99ae-40ca-b265-9354b459fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['d601cab6-42ee-4d61-be42-1f698a5539da'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:02.545312 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.586756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-4f38cea6-99ae-40ca-b265-9354b459fadd None None] Set router d601cab6-42ee-4d61-be42-1f698a5539da gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:02.593677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event updated for resources: {'Port': ['ID=f5853f39-f838-44c0-aafb-2730f1a157bd,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:02.623465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] DHCP port deletion for e2beba4e-4747-43ad-91b3-f4bbf8c018ae request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:26:02.684213 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.688372 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0079f777-5c21-4329-b26c-cbdfe7c1efae tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4216769 Jul 16 18:26:02.688839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46438) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:02.692182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.694996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-602006647'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:02.724894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Made reservation on behalf of f222c699965f4b2aad2239ec43bd2541 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:02.729399 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.746272 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.789496 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Deleting port e4e4cc42-0f0f-413b-93dc-d92a500297a4 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:02.790107 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.791146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Deleting port b4c4a675-15eb-40ed-8ea8-a60338dcced2 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:02.791547 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.868934 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] For port b4c4a675-15eb-40ed-8ea8-a60338dcced2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b4c4a675-15eb-40ed-8ea8-a60338dcced2,segment=NetworkSegment(a59f1afe-2a69-455a-a8d7-4f465fd5e5c8),segment_id=a59f1afe-2a69-455a-a8d7-4f465fd5e5c8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:02.869328 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.880052 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.884860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Calling delete_port for b4c4a675-15eb-40ed-8ea8-a60338dcced2 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:02.885447 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.905173 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4f38cea6-99ae-40ca-b265-9354b459fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:26:01Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:02.923781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:02.929724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] For port e4e4cc42-0f0f-413b-93dc-d92a500297a4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e4e4cc42-0f0f-413b-93dc-d92a500297a4,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:02.930222 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.938720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff97276b-aefb-44f5-ab6f-2b03490b0165,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:02.945081 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.945430 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Added segment 62d06506-a719-4acb-8cec-a0bd47461a0a of type vlan for network edb091fb-39ed-4911-82ea-44a097552de9 Jul 16 18:26:02.963996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38cea6-99ae-40ca-b265-9354b459fadd None None] The sync data for ids ['d601cab6-42ee-4d61-be42-1f698a5539da'] in n-d-787206-10 is: [{'id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23756261', 'tenant_id': '407f6f1770c34505b8d60a8097455895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:26:01Z', 'revision_number': 5, 'project_id': '407f6f1770c34505b8d60a8097455895', 'gw_port': {'id': 'e4e4cc42-0f0f-413b-93dc-d92a500297a4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd601cab6-42ee-4d61-be42-1f698a5539da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:02Z', 'updated_at': '2021-07-16T18:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:02.970143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Calling delete_port for e4e4cc42-0f0f-413b-93dc-d92a500297a4 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:03.014802 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.032141 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.060154 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Pushing event deleted for resources: {'Port': ['ID=b4c4a675-15eb-40ed-8ea8-a60338dcced2,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:03.070022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] No DVR routers for this DVR port b4c4a675-15eb-40ed-8ea8-a60338dcced2 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:03.072739 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:03.073145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:03.073415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:03.073744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:03.074293 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:03.074421 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:03.074707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:03.075038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:03.075597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:03.075741 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:03.076017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:03.076390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc20cc2-1634-42a8-9c5a-0bfec99522d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:03.080338 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.086851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:03.087499 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.132608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4425292 Jul 16 18:26:03.135398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46442) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:03.142488 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-dc39c60a-7022-4c61-9551-13fd731f3f4c tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Request body: {'subnet': {'network_id': 'edb091fb-39ed-4911-82ea-44a097552de9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:03.190619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23a4c0-9c9d-42b4-8832-77a5c397afb2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event updated for resources: {'Network': ['ID=edb091fb-39ed-4911-82ea-44a097552de9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:03.204243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network edb091fb-39ed-4911-82ea-44a097552de9 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:03.245146 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.283037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Port': ['ID=e4e4cc42-0f0f-413b-93dc-d92a500297a4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:03.318582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc39c60a-7022-4c61-9551-13fd731f3f4c tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Made reservation on behalf of f222c699965f4b2aad2239ec43bd2541 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:03.323165 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dc39c60a-7022-4c61-9551-13fd731f3f4c tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.359617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.488005 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.490435 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.560227 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.560882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Fanout notify agent at l3_agent the message router_deleted on router d601cab6-42ee-4d61-be42-1f698a5539da {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:03.574632 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.575674 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1ccd7069-c5b6-44ad-acc7-0f8b11eaba11 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/routers/d601cab6-42ee-4d61-be42-1f698a5539da HTTP/1.1" status: 204 len: 168 time: 1.3180485 Jul 16 18:26:03.584531 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46444) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:03.628995 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dc39c60a-7022-4c61-9551-13fd731f3f4c tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.663491 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.723159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39c60a-7022-4c61-9551-13fd731f3f4c tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event updated for resources: {'Subnet': ['ID=5ff34ca9-99ef-4810-8db4-c6657c68452a,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:03.727053 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fc73fe4-f208-41db-a81c-8ba66a55c2b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.739140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7f58861a-1b96-4306-a8a1-547ad1ad851e no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:03.747849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc39c60a-7022-4c61-9551-13fd731f3f4c tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Checking segment: {'id': '62d06506-a719-4acb-8cec-a0bd47461a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'edb091fb-39ed-4911-82ea-44a097552de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:03.748390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc39c60a-7022-4c61-9551-13fd731f3f4c tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Network hostable DHCP agents. Network: edb091fb-39ed-4911-82ea-44a097552de9, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:03.771316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc39c60a-7022-4c61-9551-13fd731f3f4c tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Network edb091fb-39ed-4911-82ea-44a097552de9 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:03.783973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-dc39c60a-7022-4c61-9551-13fd731f3f4c tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, edb091fb-39ed-4911-82ea-44a097552de9) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:03.793555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39c60a-7022-4c61-9551-13fd731f3f4c tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:03.794343 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dc39c60a-7022-4c61-9551-13fd731f3f4c tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.814583 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46446) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:03.814950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dc39c60a-7022-4c61-9551-13fd731f3f4c tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6775262 Jul 16 18:26:03.815407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c95334e-6b48-4948-b2ec-48a4c04d45cc None None] Network edb091fb-39ed-4911-82ea-44a097552de9 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:03.818179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 7f58861a-1b96-4306-a8a1-547ad1ad851e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:03.818525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7f58861a-1b96-4306-a8a1-547ad1ad851e not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:03.818937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b4c4a675-15eb-40ed-8ea8-a60338dcced2 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:03.829863 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-832463794', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:03.847048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: b4c4a675-15eb-40ed-8ea8-a60338dcced2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:03.847407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b4c4a675-15eb-40ed-8ea8-a60338dcced2 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:03.875839 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.877502 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.922891 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fc73fe4-f208-41db-a81c-8ba66a55c2b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.937583 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2fc73fe4-f208-41db-a81c-8ba66a55c2b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2beba4e-4747-43ad-91b3-f4bbf8c018ae']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:03.953370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2fc73fe4-f208-41db-a81c-8ba66a55c2b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:03.953712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2fc73fe4-f208-41db-a81c-8ba66a55c2b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59f1afe-2a69-455a-a8d7-4f465fd5e5c8') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:03.967133 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:26:03.974212 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fc73fe4-f208-41db-a81c-8ba66a55c2b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.019067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.021175 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fc73fe4-f208-41db-a81c-8ba66a55c2b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.030739 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc73fe4-f208-41db-a81c-8ba66a55c2b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:04.031397 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fc73fe4-f208-41db-a81c-8ba66a55c2b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:04.034676 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:04.204014 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-edb091fb-39ed-4911-82ea-44a097552de9', 'network_id': 'edb091fb-39ed-4911-82ea-44a097552de9', 'tenant_id': 'f222c699965f4b2aad2239ec43bd2541', 'fixed_ips': [{'subnet_id': '5ff34ca9-99ef-4810-8db4-c6657c68452a'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:04.205794 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.362150 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Allocated IP 172.20.0.2 (edb091fb-39ed-4911-82ea-44a097552de9/5ff34ca9-99ef-4810-8db4-c6657c68452a/7abe63b9-f61e-4a46-b01e-dba1109afe43) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:04.570728 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fc73fe4-f208-41db-a81c-8ba66a55c2b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.582034 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2fc73fe4-f208-41db-a81c-8ba66a55c2b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.589005 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2fc73fe4-f208-41db-a81c-8ba66a55c2b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/networks/e2beba4e-4747-43ad-91b3-f4bbf8c018ae HTTP/1.1" status: 204 len: 168 time: 1.0008583 Jul 16 18:26:04.589005 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.589351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46456) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:04.592517 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.603669 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc73fe4-f208-41db-a81c-8ba66a55c2b5 tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'Network': ['ID=e2beba4e-4747-43ad-91b3-f4bbf8c018ae,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:04.607798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Transition to ACTIVE for port object 7abe63b9-f61e-4a46-b01e-dba1109afe43 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:04.628353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Transition to ACTIVE for port object 7abe63b9-f61e-4a46-b01e-dba1109afe43 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:04.631607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46458) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:04.636057 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.681548 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-438b35a2-f1cc-415b-9561-4b317ac30ebd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.682905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Network edb091fb-39ed-4911-82ea-44a097552de9 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:04.685872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:04.690651 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:04.693877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Pushing event updated for resources: {'Port': ['ID=7abe63b9-f61e-4a46-b01e-dba1109afe43,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:04.723063 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-438b35a2-f1cc-415b-9561-4b317ac30ebd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.758828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Attempting to bind port 7abe63b9-f61e-4a46-b01e-dba1109afe43 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:04.759205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Attempting to bind port 7abe63b9-f61e-4a46-b01e-dba1109afe43 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '62d06506-a719-4acb-8cec-a0bd47461a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'edb091fb-39ed-4911-82ea-44a097552de9'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:04.759602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Attempting to bind port 7abe63b9-f61e-4a46-b01e-dba1109afe43 on network edb091fb-39ed-4911-82ea-44a097552de9 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:04.765535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:04.766095 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Checking segment: {'id': '62d06506-a719-4acb-8cec-a0bd47461a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'edb091fb-39ed-4911-82ea-44a097552de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:04.767189 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.767682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Bound using segment: {'id': '62d06506-a719-4acb-8cec-a0bd47461a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'edb091fb-39ed-4911-82ea-44a097552de9'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:04.768213 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Bound port: 7abe63b9-f61e-4a46-b01e-dba1109afe43, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d06506-a719-4acb-8cec-a0bd47461a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'edb091fb-39ed-4911-82ea-44a097552de9'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:04.768627 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.802418 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-438b35a2-f1cc-415b-9561-4b317ac30ebd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.805662 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-438b35a2-f1cc-415b-9561-4b317ac30ebd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.808679 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-438b35a2-f1cc-415b-9561-4b317ac30ebd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] 10.222.0.41 "DELETE /v2.0/security-groups/b8cd28bb-2afa-4849-9131-601fe0f4fa32 HTTP/1.1" status: 204 len: 168 time: 0.2174957 Jul 16 18:26:04.820995 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b35a2-f1cc-415b-9561-4b317ac30ebd tempest-TestNetworkAdvancedServerOps-1718555012 tempest-TestNetworkAdvancedServerOps-1718555012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cd28bb-2afa-4849-9131-601fe0f4fa32,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:04.866972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] For port 7abe63b9-f61e-4a46-b01e-dba1109afe43, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:04.884081 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.890649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] For port 7abe63b9-f61e-4a46-b01e-dba1109afe43, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7abe63b9-f61e-4a46-b01e-dba1109afe43,segment=NetworkSegment(62d06506-a719-4acb-8cec-a0bd47461a0a),segment_id=62d06506-a719-4acb-8cec-a0bd47461a0a)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:04.898023 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.911009 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.929221 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-87d2be89-2809-4961-8781-1d3721c40f84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb1ea48406944b8e97cdff71270a1f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967732 Jul 16 18:26:04.931680 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46466) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:04.964469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b816e-9a93-4bba-8283-c0436c7857b8 None None] Pushing event updated for resources: {'Port': ['ID=7abe63b9-f61e-4a46-b01e-dba1109afe43,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:05.060043 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-351845a5-36b2-484d-a3ad-3f73b7c9152a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.095711 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-351845a5-36b2-484d-a3ad-3f73b7c9152a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.098061 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Allocated IP 172.25.5.160 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/6b14190b-ec41-4599-bcac-f77463fa90a8) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:05.122039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46470) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:05.242927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-351845a5-36b2-484d-a3ad-3f73b7c9152a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.245594 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-351845a5-36b2-484d-a3ad-3f73b7c9152a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.246769 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-351845a5-36b2-484d-a3ad-3f73b7c9152a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/adb4c4ff-9f48-48af-8003-5243a4b2e9b1 HTTP/1.1" status: 204 len: 168 time: 0.3140113 Jul 16 18:26:05.266214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351845a5-36b2-484d-a3ad-3f73b7c9152a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb4c4ff-9f48-48af-8003-5243a4b2e9b1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:05.297647 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.325389 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6d4c6212-54f2-4665-893c-5f8102550d54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=407f6f1770c34505b8d60a8097455895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014177 Jul 16 18:26:05.329399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46476) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:05.347549 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.390562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:05.395045 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f950d01-6ff4-446e-92ac-a193303c03ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.395189 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:05.400186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:05.424339 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event updated for resources: {'Port': ['ID=6b14190b-ec41-4599-bcac-f77463fa90a8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:05.425014 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f950d01-6ff4-446e-92ac-a193303c03ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.488517 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f950d01-6ff4-446e-92ac-a193303c03ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.491877 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f950d01-6ff4-446e-92ac-a193303c03ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.493432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8f950d01-6ff4-446e-92ac-a193303c03ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/223a261e-886f-4d6c-be93-f78df9ba9034 HTTP/1.1" status: 204 len: 168 time: 0.1647496 Jul 16 18:26:05.501629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f950d01-6ff4-446e-92ac-a193303c03ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223a261e-886f-4d6c-be93-f78df9ba9034,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:05.678864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7abe63b9-f61e-4a46-b01e-dba1109afe43 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:05.723390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.765808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 7abe63b9-f61e-4a46-b01e-dba1109afe43 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:05.782474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e4e4cc42-0f0f-413b-93dc-d92a500297a4 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:05.808265 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e4e4cc42-0f0f-413b-93dc-d92a500297a4 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:05.808617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e4e4cc42-0f0f-413b-93dc-d92a500297a4 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:05.928305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46498) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:05.984334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-86c05e4e-3aa3-4007-9f46-455a99805730 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4026dfac55814ba5932eb37e772f8910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524359 Jul 16 18:26:05.985150 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46502) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:06.016996 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.049860 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3f88af2-972d-44c7-88ba-36360f67e134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.073497 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3f88af2-972d-44c7-88ba-36360f67e134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.132947 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3f88af2-972d-44c7-88ba-36360f67e134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.136014 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3f88af2-972d-44c7-88ba-36360f67e134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.139522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f3f88af2-972d-44c7-88ba-36360f67e134 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc0ae431-99ac-4e20-9419-ba2bc3cdee02 HTTP/1.1" status: 204 len: 168 time: 0.1508119 Jul 16 18:26:06.164134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f88af2-972d-44c7-88ba-36360f67e134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0ae431-99ac-4e20-9419-ba2bc3cdee02,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:06.167909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037d2f46-ec4c-47dd-ac1a-ddd9ced3889b None None] Network edb091fb-39ed-4911-82ea-44a097552de9 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:06.217371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Router 279dd6e1-3faf-44ac-a21f-46296b8310c8 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:06.264571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-06f68bbb-b45a-4b92-b6d4-09c675666275 None None] Provisioning for port 7abe63b9-f61e-4a46-b01e-dba1109afe43 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:06.276189 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-06f68bbb-b45a-4b92-b6d4-09c675666275 None None] Provisioning complete for port 7abe63b9-f61e-4a46-b01e-dba1109afe43 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:06.276593 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-06f68bbb-b45a-4b92-b6d4-09c675666275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.345466 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:06.369056 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe7cd8-fb19-4de1-8629-77162fee06be None None] Sync routers for ids ['279dd6e1-3faf-44ac-a21f-46296b8310c8'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:06.372111 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.373578 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3562e9d7-67d4-4a08-ab44-c4863c1e4ba1 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.5578585 Jul 16 18:26:06.376520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46512) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:06.384099 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe7cd8-fb19-4de1-8629-77162fee06be None None] Routers {'279dd6e1-3faf-44ac-a21f-46296b8310c8'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:06.385452 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-10fe7cd8-fb19-4de1-8629-77162fee06be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['279dd6e1-3faf-44ac-a21f-46296b8310c8'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:06.431577 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-10fe7cd8-fb19-4de1-8629-77162fee06be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:06.440537 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe7cd8-fb19-4de1-8629-77162fee06be None None] Routers {'279dd6e1-3faf-44ac-a21f-46296b8310c8'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:06.441276 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-10fe7cd8-fb19-4de1-8629-77162fee06be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['279dd6e1-3faf-44ac-a21f-46296b8310c8'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:06.447238 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-06f68bbb-b45a-4b92-b6d4-09c675666275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.480208 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-10fe7cd8-fb19-4de1-8629-77162fee06be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:06.481076 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe7cd8-fb19-4de1-8629-77162fee06be None None] The sync data for ids ['279dd6e1-3faf-44ac-a21f-46296b8310c8'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:06.518653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-06f68bbb-b45a-4b92-b6d4-09c675666275 None None] For port 7abe63b9-f61e-4a46-b01e-dba1109afe43, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7abe63b9-f61e-4a46-b01e-dba1109afe43,segment=NetworkSegment(62d06506-a719-4acb-8cec-a0bd47461a0a),segment_id=62d06506-a719-4acb-8cec-a0bd47461a0a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:06.524109 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-06f68bbb-b45a-4b92-b6d4-09c675666275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.587470 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f68bbb-b45a-4b92-b6d4-09c675666275 None None] Pushing event updated for resources: {'Port': ['ID=7abe63b9-f61e-4a46-b01e-dba1109afe43,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:06.647660 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46524) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:06.838003 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d6ec1299-3b73-4306-8fa4-e58e41be1efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.845792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-af31aac7-07e2-49a0-a117-c1d569717ee1 None None] Provisioning complete for port 7abe63b9-f61e-4a46-b01e-dba1109afe43 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:06.846400 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-af31aac7-07e2-49a0-a117-c1d569717ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.944110 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.954521 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d6ec1299-3b73-4306-8fa4-e58e41be1efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.959658 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d6ec1299-3b73-4306-8fa4-e58e41be1efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.009244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec1299-3b73-4306-8fa4-e58e41be1efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b073eb82-6f4e-42fd-853c-b44590ea41f0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:07.018400 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d6ec1299-3b73-4306-8fa4-e58e41be1efa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=713e3028a7eb40d48ae3fc973e938512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691413 Jul 16 18:26:07.020417 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46538) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:07.091069 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d188b6c-7c4e-482d-9c07-5cb2a4970c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.115490 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d188b6c-7c4e-482d-9c07-5cb2a4970c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.168758 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d188b6c-7c4e-482d-9c07-5cb2a4970c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.171298 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d188b6c-7c4e-482d-9c07-5cb2a4970c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.172949 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7d188b6c-7c4e-482d-9c07-5cb2a4970c29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b073eb82-6f4e-42fd-853c-b44590ea41f0 HTTP/1.1" status: 204 len: 168 time: 0.1508458 Jul 16 18:26:07.180701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d188b6c-7c4e-482d-9c07-5cb2a4970c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b073eb82-6f4e-42fd-853c-b44590ea41f0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:07.262495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Allocated IP 172.20.0.1 (edb091fb-39ed-4911-82ea-44a097552de9/5ff34ca9-99ef-4810-8db4-c6657c68452a/0dfd438d-d081-46db-ab9e-5c9fa190f281) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:07.405780 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.420979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Transition to ACTIVE for port object 0dfd438d-d081-46db-ab9e-5c9fa190f281 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:07.457669 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.503539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Network edb091fb-39ed-4911-82ea-44a097552de9 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:07.507671 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:07.511706 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:07.539866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event updated for resources: {'Port': ['ID=0dfd438d-d081-46db-ab9e-5c9fa190f281,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:07.568442 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.668232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7abe63b9-f61e-4a46-b01e-dba1109afe43 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:07.765474 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.772488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7abe63b9-f61e-4a46-b01e-dba1109afe43 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:07.773064 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.820157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8ba0e2c8-107a-4c1e-b097-49080beb929d None None] Provisioning for port 0dfd438d-d081-46db-ab9e-5c9fa190f281 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:07.825164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8ba0e2c8-107a-4c1e-b097-49080beb929d None None] Provisioning complete for port 0dfd438d-d081-46db-ab9e-5c9fa190f281 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:07.825473 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8ba0e2c8-107a-4c1e-b097-49080beb929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.908015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8ba0e2c8-107a-4c1e-b097-49080beb929d None None] Port 0dfd438d-d081-46db-ab9e-5c9fa190f281 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:07.959380 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46576) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:07.964872 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46578) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:08.068661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2125096953-network', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:08.093095 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Made reservation on behalf of 09f36e50549e4a339d265d082c5fe4c1 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:08.095598 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.105328 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.151901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'network': {'name': 'tempest-network-smoke--653979923', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'port_security_enabled': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:08.217079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.222876 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.259316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Made reservation on behalf of 5367a769c7474ec3b167de019d940ebe for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:08.262876 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.265162 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:08.287460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58dcf97-6c92-409c-afa9-820aeda13f39,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:08.293080 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.296137 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.296137 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Added segment 306a1dd4-54cb-4d22-8d92-cdfdff3cf09c of type vlan for network e8d098f5-59a5-4287-880c-e5e2bd644eaf Jul 16 18:26:08.352228 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.405252 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.406199 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.406768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.448505 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.452223 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.489119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] Pushing event updated for resources: {'Network': ['ID=e8d098f5-59a5-4287-880c-e5e2bd644eaf,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:08.517904 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.522558 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.532833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event updated for resources: {'Port': ['ID=0dfd438d-d081-46db-ab9e-5c9fa190f281,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:08.535691 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.545156 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e294e3ed-21de-4624-83d5-7ba08c5b0f67 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5844066 Jul 16 18:26:08.549362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46584) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:08.555617 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-52d104c0-14e1-406d-8d93-5a193d2c87bd admin admin] Request body: {'subnet': {'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2125096953-subnet', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:08.561698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:08.573559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698048d5-33ab-4ba4-a350-88f23b4190f1,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:08.580561 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.580913 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Added segment 358cb794-27c9-41a3-9c3c-c988a779f1e8 of type vlan for network cd237a77-7883-4f3b-a236-6d30582b9dbe Jul 16 18:26:08.625570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d104c0-14e1-406d-8d93-5a193d2c87bd admin admin] Made reservation on behalf of 09f36e50549e4a339d265d082c5fe4c1 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:08.627871 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52d104c0-14e1-406d-8d93-5a193d2c87bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.629501 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.638582 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network e8d098f5-59a5-4287-880c-e5e2bd644eaf details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:08.681013 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.687870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.688718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.727908 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7618833 Jul 16 18:26:08.728833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Network edb091fb-39ed-4911-82ea-44a097552de9 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:08.730891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46586) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:08.731261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:08.737962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'admin_state_up': True, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:08.792789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12306b7a-4794-4aa6-a803-00c317a38005 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Network': ['ID=cd237a77-7883-4f3b-a236-6d30582b9dbe,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:08.797906 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.799235 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.807323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network cd237a77-7883-4f3b-a236-6d30582b9dbe details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:08.872759 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.927988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Router 279dd6e1-3faf-44ac-a21f-46296b8310c8 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:08.946093 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52d104c0-14e1-406d-8d93-5a193d2c87bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.031306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.051038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1161c746-0f0b-45f3-b3fb-b85792c76906 None None] Provisioning complete for port 0dfd438d-d081-46db-ab9e-5c9fa190f281 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:09.052659 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1161c746-0f0b-45f3-b3fb-b85792c76906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.081861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d104c0-14e1-406d-8d93-5a193d2c87bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec95dcf-0309-4b2a-9c8b-43714760a60f,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:09.095694 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1161c746-0f0b-45f3-b3fb-b85792c76906 None None] Port 0dfd438d-d081-46db-ab9e-5c9fa190f281 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:09.096852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d104c0-14e1-406d-8d93-5a193d2c87bd admin admin] Checking segment: {'id': '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:09.097226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d104c0-14e1-406d-8d93-5a193d2c87bd admin admin] Network hostable DHCP agents. Network: e8d098f5-59a5-4287-880c-e5e2bd644eaf, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:09.121234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:09.130458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7344503b-6e8c-4923-98eb-04d2ee69b681 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "PUT /v2.0/routers/279dd6e1-3faf-44ac-a21f-46296b8310c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7491078 Jul 16 18:26:09.130458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46588) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:09.131835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd013f97-dddd-4cb0-bc13-ced93973c303 None None] Sync routers for ids ['279dd6e1-3faf-44ac-a21f-46296b8310c8'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:09.135823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Request body: {'port': {'network_id': 'edb091fb-39ed-4911-82ea-44a097552de9', 'name': 'tempest-FloatingIPAdminTestJSON-72989944'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:09.138850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d104c0-14e1-406d-8d93-5a193d2c87bd admin admin] Network e8d098f5-59a5-4287-880c-e5e2bd644eaf is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:09.142555 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd013f97-dddd-4cb0-bc13-ced93973c303 None None] Routers {'279dd6e1-3faf-44ac-a21f-46296b8310c8'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:09.143191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fd013f97-dddd-4cb0-bc13-ced93973c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['279dd6e1-3faf-44ac-a21f-46296b8310c8'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:09.159486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-52d104c0-14e1-406d-8d93-5a193d2c87bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, e8d098f5-59a5-4287-880c-e5e2bd644eaf) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:09.171926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d104c0-14e1-406d-8d93-5a193d2c87bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.172510 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52d104c0-14e1-406d-8d93-5a193d2c87bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.183311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df926443-f99a-4e5c-ae46-16f86ac2249a None None] Network e8d098f5-59a5-4287-880c-e5e2bd644eaf requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:09.186505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fd013f97-dddd-4cb0-bc13-ced93973c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:09.216117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd013f97-dddd-4cb0-bc13-ced93973c303 None None] Routers {'279dd6e1-3faf-44ac-a21f-46296b8310c8'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:09.216890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fd013f97-dddd-4cb0-bc13-ced93973c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['279dd6e1-3faf-44ac-a21f-46296b8310c8'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:09.223144 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-52d104c0-14e1-406d-8d93-5a193d2c87bd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6710634 Jul 16 18:26:09.224827 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46590) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:09.230842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:09.255948 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.267024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.268102 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.276119 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.282131 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fd013f97-dddd-4cb0-bc13-ced93973c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:09.282792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd013f97-dddd-4cb0-bc13-ced93973c303 None None] The sync data for ids ['279dd6e1-3faf-44ac-a21f-46296b8310c8'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:09.339474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Made reservation on behalf of f222c699965f4b2aad2239ec43bd2541 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:09.342648 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.353619 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.363230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] device_id is not set on port cd8145b0-bc50-4060-82c4-13f881691254 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:09.391072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:09.391985 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.403233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Allocated IP 172.25.5.115 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/12ee657c-bacc-42d8-bd2d-53182d2d04d3) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:09.513589 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.542863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Allocated IP 172.20.0.2 (e8d098f5-59a5-4287-880c-e5e2bd644eaf/2ec95dcf-0309-4b2a-9c8b-43714760a60f/b6f5f011-917b-4c2e-9319-34d6a5c41a57) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:09.561947 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.567701 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.609498 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:09.617138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:09.619822 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Allocated IP 172.20.0.11 (edb091fb-39ed-4911-82ea-44a097552de9/5ff34ca9-99ef-4810-8db4-c6657c68452a/cd8145b0-bc50-4060-82c4-13f881691254) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:09.620794 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:09.652949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=12ee657c-bacc-42d8-bd2d-53182d2d04d3,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:09.710173 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.718966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Transition to ACTIVE for port object b6f5f011-917b-4c2e-9319-34d6a5c41a57 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:09.734392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Transition to ACTIVE for port object b6f5f011-917b-4c2e-9319-34d6a5c41a57 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:09.742248 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.786211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Network e8d098f5-59a5-4287-880c-e5e2bd644eaf is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:09.789883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:09.792482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:09.803407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Pushing event updated for resources: {'Port': ['ID=b6f5f011-917b-4c2e-9319-34d6a5c41a57,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:09.862971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Attempting to bind port b6f5f011-917b-4c2e-9319-34d6a5c41a57 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:09.863462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Attempting to bind port b6f5f011-917b-4c2e-9319-34d6a5c41a57 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:09.863897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Attempting to bind port b6f5f011-917b-4c2e-9319-34d6a5c41a57 on network e8d098f5-59a5-4287-880c-e5e2bd644eaf {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:09.870284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:09.870891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Checking segment: {'id': '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:09.871370 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.871901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Bound using segment: {'id': '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:09.872445 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Bound port: b6f5f011-917b-4c2e-9319-34d6a5c41a57, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:09.872921 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.891678 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.905256 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.929668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Transition to ACTIVE for port object cd8145b0-bc50-4060-82c4-13f881691254 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:09.942790 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.946749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] For port b6f5f011-917b-4c2e-9319-34d6a5c41a57, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:09.950357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] For port b6f5f011-917b-4c2e-9319-34d6a5c41a57, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b6f5f011-917b-4c2e-9319-34d6a5c41a57,segment=NetworkSegment(306a1dd4-54cb-4d22-8d92-cdfdff3cf09c),segment_id=306a1dd4-54cb-4d22-8d92-cdfdff3cf09c)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:09.957660 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.971333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.018187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221516c8-2ebc-4b10-b4ee-ffe7dbcb600c None None] Pushing event updated for resources: {'Port': ['ID=b6f5f011-917b-4c2e-9319-34d6a5c41a57,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:10.043291 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.125352 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.129073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Network edb091fb-39ed-4911-82ea-44a097552de9 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:10.135801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:10.138295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:10.175639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event updated for resources: {'Port': ['ID=cd8145b0-bc50-4060-82c4-13f881691254,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:10.204198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Allocated IP 172.25.5.104 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/3a04ea7a-d37d-48ca-9666-bd2b354f1f79) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:10.222078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.222780 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.264459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0696f923-4959-4aa6-8f98-9a5be9cd64f2 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1313937 Jul 16 18:26:10.268622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46592) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:10.312181 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Router a2c5702d-4d9f-46a8-bdbd-92dc65618250 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:10.407518 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.464622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:10.474359 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.481598 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Sync routers for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:10.489092 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'project_id': 'f222c699965f4b2aad2239ec43bd2541', 'port_id': 'cd8145b0-bc50-4060-82c4-13f881691254'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:10.494002 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.494664 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:10.495587 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d30a547a-f122-473c-a366-44402317a072 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7637315 Jul 16 18:26:10.495851 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:10.499902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46596) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:10.521574 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.538584 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-13df692e-3f9a-422d-9397-82bdd1fa1856 None None] Provisioning for port cd8145b0-bc50-4060-82c4-13f881691254 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:10.546698 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-13df692e-3f9a-422d-9397-82bdd1fa1856 None None] Provisioning complete for port cd8145b0-bc50-4060-82c4-13f881691254 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:10.546866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:10.547161 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-13df692e-3f9a-422d-9397-82bdd1fa1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.553398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:10.560204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:10.597615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-13df692e-3f9a-422d-9397-82bdd1fa1856 None None] Port cd8145b0-bc50-4060-82c4-13f881691254 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:10.599513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Pushing event updated for resources: {'Port': ['ID=3a04ea7a-d37d-48ca-9666-bd2b354f1f79,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:10.619150 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b03837d2-00e0-4162-801d-9bd4204c1d69 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5367a769c7474ec3b167de019d940ebe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1180248 Jul 16 18:26:10.622547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46600) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:10.654693 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:10.670986 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.783868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Allocated IP 172.25.5.140 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/eafce2b9-3c1d-4fe6-9e94-1e3de01d98f0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:10.845182 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:26:09Z', 'revision_number': 3, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:10.848724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be244f95-2a90-4e52-8eef-e9e1cb942f70 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.850418 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-be244f95-2a90-4e52-8eef-e9e1cb942f70 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2268388 Jul 16 18:26:10.853292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46602) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:10.881219 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Checking router: a2c5702d-4d9f-46a8-bdbd-92dc65618250 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:10.881965 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Updating router a2c5702d-4d9f-46a8-bdbd-92dc65618250 port 12ee657c-bacc-42d8-bd2d-53182d2d04d3 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:10.896231 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e5874ad7-d82f-420f-bc20-679f682236f2 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407290 Jul 16 18:26:10.899189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46604) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:10.904585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-28def43f-d6ab-4ba1-9729-a2584008ecbc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-274442026', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:10.915470 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.965588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.008864 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:11.011775 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:11.016584 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:11.029569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.041578 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.059933 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Pushing event updated for resources: {'Port': ['ID=eafce2b9-3c1d-4fe6-9e94-1e3de01d98f0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:11.101399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28def43f-d6ab-4ba1-9729-a2584008ecbc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Made reservation on behalf of 5367a769c7474ec3b167de019d940ebe for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:11.105069 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28def43f-d6ab-4ba1-9729-a2584008ecbc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.370689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325479d9-f3f1-44ef-ba6c-bf28129b4796 None None] Network e8d098f5-59a5-4287-880c-e5e2bd644eaf requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:11.371820 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.374180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.387154 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Transition to ACTIVE for port object 12ee657c-bacc-42d8-bd2d-53182d2d04d3 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:11.396839 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.470176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9dc0d85c-f7d9-45a2-beb7-ae47fa63c44e None None] Provisioning for port b6f5f011-917b-4c2e-9319-34d6a5c41a57 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:11.472039 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Attempting to bind port 12ee657c-bacc-42d8-bd2d-53182d2d04d3 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:11.472620 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Attempting to bind port 12ee657c-bacc-42d8-bd2d-53182d2d04d3 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:11.473221 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Attempting to bind port 12ee657c-bacc-42d8-bd2d-53182d2d04d3 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:11.487120 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:11.491223 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:11.491422 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.491775 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:11.492715 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Bound port: 12ee657c-bacc-42d8-bd2d-53182d2d04d3, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:11.493108 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.495139 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Pushing event updated for resources: {'Port': ['ID=12ee657c-bacc-42d8-bd2d-53182d2d04d3,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:11.553040 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] For port 12ee657c-bacc-42d8-bd2d-53182d2d04d3, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:11.557821 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] For port 12ee657c-bacc-42d8-bd2d-53182d2d04d3, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=12ee657c-bacc-42d8-bd2d-53182d2d04d3,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:11.566822 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.569604 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28def43f-d6ab-4ba1-9729-a2584008ecbc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.572016 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:11.572829 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:11.573569 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:11.574180 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:11.574875 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:11.576437 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:11.577102 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:11.577647 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:11.578291 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:11.578791 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:11.580017 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:11.580530 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:11.656384 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2486b89-dff2-4ef1-9017-08790d9c2101 None None] Pushing event updated for resources: {'Port': ['ID=12ee657c-bacc-42d8-bd2d-53182d2d04d3,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:11.674025 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:11.674717 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:11.685027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28def43f-d6ab-4ba1-9729-a2584008ecbc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Subnet': ['ID=be47b853-4355-45f7-8875-7a657957d8d3,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:11.710916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28def43f-d6ab-4ba1-9729-a2584008ecbc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Checking segment: {'id': '358cb794-27c9-41a3-9c3c-c988a779f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:11.711118 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28def43f-d6ab-4ba1-9729-a2584008ecbc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network hostable DHCP agents. Network: cd237a77-7883-4f3b-a236-6d30582b9dbe, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:11.714229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Router 8044909d-864a-4135-be18-ac46164d9664 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:11.753297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b6f5f011-917b-4c2e-9319-34d6a5c41a57 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:11.772437 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28def43f-d6ab-4ba1-9729-a2584008ecbc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network cd237a77-7883-4f3b-a236-6d30582b9dbe is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:11.824825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port b6f5f011-917b-4c2e-9319-34d6a5c41a57 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:11.828846 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b6f5f011-917b-4c2e-9319-34d6a5c41a57 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:11.829223 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.842019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-28def43f-d6ab-4ba1-9729-a2584008ecbc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, cd237a77-7883-4f3b-a236-6d30582b9dbe) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:11.859654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28def43f-d6ab-4ba1-9729-a2584008ecbc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.860200 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28def43f-d6ab-4ba1-9729-a2584008ecbc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.865355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac8b4df-fbbe-495a-9aef-07ca4cdeb5e7 None None] Network cd237a77-7883-4f3b-a236-6d30582b9dbe requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:11.867370 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:11.930799 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.033466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0544d32a-b2bd-4557-8cf9-16fad9601e3b None None] Provisioning complete for port b6f5f011-917b-4c2e-9319-34d6a5c41a57 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:12.033847 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0544d32a-b2bd-4557-8cf9-16fad9601e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.056188 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.080206 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.141504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port b6f5f011-917b-4c2e-9319-34d6a5c41a57, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b6f5f011-917b-4c2e-9319-34d6a5c41a57,segment=NetworkSegment(306a1dd4-54cb-4d22-8d92-cdfdff3cf09c),segment_id=306a1dd4-54cb-4d22-8d92-cdfdff3cf09c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:12.150079 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:26:09Z', 'revision_number': 3, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:12.151778 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.177558 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbb620b-1c35-4763-a2dc-3fad2f414273 None None] The sync data for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 is: [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:26:09Z', 'revision_number': 3, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:12.215060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-cd237a77-7883-4f3b-a236-6d30582b9dbe', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:12.215912 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.264070 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.270100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.295146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=b6f5f011-917b-4c2e-9319-34d6a5c41a57,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:12.368716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-28def43f-d6ab-4ba1-9729-a2584008ecbc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4652019 Jul 16 18:26:12.368958 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Pushing event updated for resources: {'Port': ['ID=eafce2b9-3c1d-4fe6-9e94-1e3de01d98f0,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:12.369774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46606) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:12.387759 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.440046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Allocated IP 172.20.0.2 (cd237a77-7883-4f3b-a236-6d30582b9dbe/be47b853-4355-45f7-8875-7a657957d8d3/0006c937-f82f-4e44-b4b2-821d4022b5db) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:12.478089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:12.494339 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Sync routers for ids ['8044909d-864a-4135-be18-ac46164d9664'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:12.506633 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.510516 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d14b1c14-fc30-4b4a-910a-c86d2bfe68e5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2822971 Jul 16 18:26:12.511045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46608) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:12.529912 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Floating IP 5cf62bb9-ba12-42a2-8532-833482ef7c8b associated. External IP: 172.25.5.140, port: cd8145b0-bc50-4060-82c4-13f881691254. Jul 16 18:26:12.573964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Routers {'8044909d-864a-4135-be18-ac46164d9664'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:12.574589 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8044909d-864a-4135-be18-ac46164d9664'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:12.818640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Router 279dd6e1-3faf-44ac-a21f-46296b8310c8 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:12.911806 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.918486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Set router 8044909d-864a-4135-be18-ac46164d9664 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:12.943927 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:12.964180 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffadd2d-76a6-42bf-bb8d-4798e1b87697 None None] Sync routers for ids ['279dd6e1-3faf-44ac-a21f-46296b8310c8'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:12.965303 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.974306 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffadd2d-76a6-42bf-bb8d-4798e1b87697 None None] Routers {'279dd6e1-3faf-44ac-a21f-46296b8310c8'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:12.975169 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-cffadd2d-76a6-42bf-bb8d-4798e1b87697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['279dd6e1-3faf-44ac-a21f-46296b8310c8'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:12.990565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Transition to ACTIVE for port object 0006c937-f82f-4e44-b4b2-821d4022b5db will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:13.012009 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-cffadd2d-76a6-42bf-bb8d-4798e1b87697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:13.015634 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-38f11936-a643-464c-a909-cf8da905206d tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.7392244 Jul 16 18:26:13.018222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46610) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:13.029917 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffadd2d-76a6-42bf-bb8d-4798e1b87697 None None] Routers {'279dd6e1-3faf-44ac-a21f-46296b8310c8'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:13.030662 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-cffadd2d-76a6-42bf-bb8d-4798e1b87697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['279dd6e1-3faf-44ac-a21f-46296b8310c8'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:13.084016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Transition to ACTIVE for port object 0006c937-f82f-4e44-b4b2-821d4022b5db will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:13.116728 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-cffadd2d-76a6-42bf-bb8d-4798e1b87697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:13.117194 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.117518 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffadd2d-76a6-42bf-bb8d-4798e1b87697 None None] The sync data for ids ['279dd6e1-3faf-44ac-a21f-46296b8310c8'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:13.188179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Pushing event updated for resources: {'Port': ['ID=0006c937-f82f-4e44-b4b2-821d4022b5db,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.189519 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9ed542e1-d7e8-492c-84c0-f25050cb9a28 tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] 10.222.0.41 "GET /v2.0/floatingips/5cf62bb9-ba12-42a2-8532-833482ef7c8b HTTP/1.1" status: 200 len: 982 time: 0.1701629 Jul 16 18:26:13.190133 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46612) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:13.200169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Network cd237a77-7883-4f3b-a236-6d30582b9dbe is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:13.205449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:13.219902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:13.273010 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.306098 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4f2dc786-f46d-487d-947f-34aa4e9491b2 tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1148047 Jul 16 18:26:13.306709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46614) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:13.315415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Attempting to bind port 0006c937-f82f-4e44-b4b2-821d4022b5db on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:13.315809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Attempting to bind port 0006c937-f82f-4e44-b4b2-821d4022b5db by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '358cb794-27c9-41a3-9c3c-c988a779f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:13.316178 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Attempting to bind port 0006c937-f82f-4e44-b4b2-821d4022b5db on network cd237a77-7883-4f3b-a236-6d30582b9dbe {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:13.331134 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:13.331688 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Checking segment: {'id': '358cb794-27c9-41a3-9c3c-c988a779f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:13.332096 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.332494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Bound using segment: {'id': '358cb794-27c9-41a3-9c3c-c988a779f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:13.333540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Bound port: 0006c937-f82f-4e44-b4b2-821d4022b5db, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358cb794-27c9-41a3-9c3c-c988a779f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:13.334135 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.403921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:10Z', 'revision_number': 3, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:13.438306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Checking router: 8044909d-864a-4135-be18-ac46164d9664 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:13.438671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Updating router 8044909d-864a-4135-be18-ac46164d9664 port 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:13.481743 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.482087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-29e9f271-7c1b-4557-9931-acdc6524d208 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Deleting port eafce2b9-3c1d-4fe6-9e94-1e3de01d98f0 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:13.482492 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29e9f271-7c1b-4557-9931-acdc6524d208 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.508126 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.532500 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] For port 0006c937-f82f-4e44-b4b2-821d4022b5db, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:13.554496 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] For port 0006c937-f82f-4e44-b4b2-821d4022b5db, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0006c937-f82f-4e44-b4b2-821d4022b5db,segment=NetworkSegment(358cb794-27c9-41a3-9c3c-c988a779f1e8),segment_id=358cb794-27c9-41a3-9c3c-c988a779f1e8)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:13.576532 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.597328 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29e9f271-7c1b-4557-9931-acdc6524d208 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.597668 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29e9f271-7c1b-4557-9931-acdc6524d208 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.613887 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-29e9f271-7c1b-4557-9931-acdc6524d208 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Calling delete_port for eafce2b9-3c1d-4fe6-9e94-1e3de01d98f0 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:13.761945 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f15009-556a-4fdb-8eb7-f5595c400a11 None None] Pushing event updated for resources: {'Port': ['ID=0006c937-f82f-4e44-b4b2-821d4022b5db,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.764995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b6f5f011-917b-4c2e-9319-34d6a5c41a57 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:13.825703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Allocated IP 172.20.0.1 (cd237a77-7883-4f3b-a236-6d30582b9dbe/be47b853-4355-45f7-8875-7a657957d8d3/03fbe275-bf36-4e0f-936d-62893b831e8d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:13.846155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Allocated IP 172.20.0.1 (e8d098f5-59a5-4287-880c-e5e2bd644eaf/2ec95dcf-0309-4b2a-9c8b-43714760a60f/fc169b76-1edd-46d7-b6ba-978231b198fd) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:13.855398 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29e9f271-7c1b-4557-9931-acdc6524d208 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.893435 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b6f5f011-917b-4c2e-9319-34d6a5c41a57 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:13.893872 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.901856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9f271-7c1b-4557-9931-acdc6524d208 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event deleted for resources: {'Port': ['ID=eafce2b9-3c1d-4fe6-9e94-1e3de01d98f0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.976475 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29e9f271-7c1b-4557-9931-acdc6524d208 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.977155 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-29e9f271-7c1b-4557-9931-acdc6524d208 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Floating IP 5cf62bb9-ba12-42a2-8532-833482ef7c8b disassociated (deleted). External IP: 172.25.5.140, port: cd8145b0-bc50-4060-82c4-13f881691254. Jul 16 18:26:14.010191 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.060385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Transition to ACTIVE for port object 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:14.095149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.106827 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.155231 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.172997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Transition to ACTIVE for port object fc169b76-1edd-46d7-b6ba-978231b198fd will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:14.179128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Attempting to bind port 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:14.179548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Attempting to bind port 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:14.180023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Attempting to bind port 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:14.181187 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Transition to ACTIVE for port object 03fbe275-bf36-4e0f-936d-62893b831e8d will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:14.187827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 12ee657c-bacc-42d8-bd2d-53182d2d04d3 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:14.222732 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:14.223116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:14.223594 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.224110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:14.224643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Bound port: 3a04ea7a-d37d-48ca-9666-bd2b354f1f79, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:14.225036 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.230961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7257d-ee2b-4eb6-974e-bddcde61ec5b None None] Pushing event updated for resources: {'Port': ['ID=3a04ea7a-d37d-48ca-9666-bd2b354f1f79,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.269532 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.298585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] For port 3a04ea7a-d37d-48ca-9666-bd2b354f1f79, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:14.303149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] For port 3a04ea7a-d37d-48ca-9666-bd2b354f1f79, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3a04ea7a-d37d-48ca-9666-bd2b354f1f79,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:14.307135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e9f271-7c1b-4557-9931-acdc6524d208 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Router 279dd6e1-3faf-44ac-a21f-46296b8310c8 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:14.309235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 12ee657c-bacc-42d8-bd2d-53182d2d04d3 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:14.312014 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.317410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.318783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 12ee657c-bacc-42d8-bd2d-53182d2d04d3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:14.318993 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.351044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Network e8d098f5-59a5-4287-880c-e5e2bd644eaf is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:14.368374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network cd237a77-7883-4f3b-a236-6d30582b9dbe is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:14.369607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:14.374363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:14.376631 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:14.383694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:14.407627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=03fbe275-bf36-4e0f-936d-62893b831e8d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.414112 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Routers {'8044909d-864a-4135-be18-ac46164d9664'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:14.414768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8044909d-864a-4135-be18-ac46164d9664'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:14.417129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7257d-ee2b-4eb6-974e-bddcde61ec5b None None] Pushing event updated for resources: {'Port': ['ID=3a04ea7a-d37d-48ca-9666-bd2b354f1f79,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.470291 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e9f271-7c1b-4557-9931-acdc6524d208 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:14.476750 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29e9f271-7c1b-4557-9931-acdc6524d208 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.493939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16afa1fa-4aa4-40da-8a7a-eef029939453 None None] Sync routers for ids ['279dd6e1-3faf-44ac-a21f-46296b8310c8'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:14.495975 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.543280 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-29e9f271-7c1b-4557-9931-acdc6524d208 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "DELETE /v2.0/floatingips/5cf62bb9-ba12-42a2-8532-833482ef7c8b HTTP/1.1" status: 204 len: 168 time: 1.2354555 Jul 16 18:26:14.548461 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46618) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:14.555814 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:14.569908 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.579070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16afa1fa-4aa4-40da-8a7a-eef029939453 None None] Routers {'279dd6e1-3faf-44ac-a21f-46296b8310c8'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:14.579734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-16afa1fa-4aa4-40da-8a7a-eef029939453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['279dd6e1-3faf-44ac-a21f-46296b8310c8'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:14.590591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] Set router 8044909d-864a-4135-be18-ac46164d9664 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:14.596556 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.608445 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.641558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Pushing event updated for resources: {'Port': ['ID=fc169b76-1edd-46d7-b6ba-978231b198fd,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.675715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-16afa1fa-4aa4-40da-8a7a-eef029939453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:14.714721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 12ee657c-bacc-42d8-bd2d-53182d2d04d3, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=12ee657c-bacc-42d8-bd2d-53182d2d04d3,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:14.725855 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.729725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16afa1fa-4aa4-40da-8a7a-eef029939453 None None] Routers {'279dd6e1-3faf-44ac-a21f-46296b8310c8'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:14.730369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-16afa1fa-4aa4-40da-8a7a-eef029939453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['279dd6e1-3faf-44ac-a21f-46296b8310c8'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:14.734892 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.804616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-16afa1fa-4aa4-40da-8a7a-eef029939453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:14.805269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16afa1fa-4aa4-40da-8a7a-eef029939453 None None] The sync data for ids ['279dd6e1-3faf-44ac-a21f-46296b8310c8'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:14.861032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Allocated IP 172.25.5.54 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/4197b699-c30d-41c2-93ae-0a1a8a5e0113) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:14.863395 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.867093 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.869653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c0d2f893-56c2-4de1-ba83-06d995617e1b None None] Provisioning for port fc169b76-1edd-46d7-b6ba-978231b198fd completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:14.908070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c0d2f893-56c2-4de1-ba83-06d995617e1b None None] Provisioning complete for port fc169b76-1edd-46d7-b6ba-978231b198fd triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:14.908470 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f893-56c2-4de1-ba83-06d995617e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.932072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=12ee657c-bacc-42d8-bd2d-53182d2d04d3,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:15.053700 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.104768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.175319 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Pushing event updated for resources: {'Port': ['ID=4197b699-c30d-41c2-93ae-0a1a8a5e0113,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:15.178382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2f893-56c2-4de1-ba83-06d995617e1b None None] Port fc169b76-1edd-46d7-b6ba-978231b198fd cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:15.190356 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:15.191986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:15.195758 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:15.210126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:10Z', 'revision_number': 3, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:15.246748 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b92e7-3876-4a6b-8de7-6f9bf9279463 None None] The sync data for ids ['8044909d-864a-4135-be18-ac46164d9664'] in n-d-787206-10 is: [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:10Z', 'revision_number': 3, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:15.263511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594608ea-2beb-4f15-af4d-cab78f58fbd4 None None] Network cd237a77-7883-4f3b-a236-6d30582b9dbe requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:15.302443 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.310345 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.313445 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.356675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9a0c9588-069c-4023-9c97-d1accb089ec8 None None] Provisioning for port 0006c937-f82f-4e44-b4b2-821d4022b5db completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:15.377322 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.398988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.466367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Pushing event updated for resources: {'Port': ['ID=fc169b76-1edd-46d7-b6ba-978231b198fd,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:15.475147 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.516454 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.608201 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.614909 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.705889 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Pushing event updated for resources: {'Port': ['ID=4197b699-c30d-41c2-93ae-0a1a8a5e0113,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:15.718605 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.744508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.746037 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e5f75a56-9a10-4d70-b9b6-ac7a4c3b520c tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1966815 Jul 16 18:26:15.748786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46620) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:15.905165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-88e766de-f84c-446d-9f5d-b0b254ff2667 None None] Provisioning for port 03fbe275-bf36-4e0f-936d-62893b831e8d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:15.920997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-88e766de-f84c-446d-9f5d-b0b254ff2667 None None] Provisioning complete for port 03fbe275-bf36-4e0f-936d-62893b831e8d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:15.921936 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-88e766de-f84c-446d-9f5d-b0b254ff2667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.926265 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:15.955791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0006c937-f82f-4e44-b4b2-821d4022b5db up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:15.979628 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.044870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-88e766de-f84c-446d-9f5d-b0b254ff2667 None None] Port 03fbe275-bf36-4e0f-936d-62893b831e8d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:16.052588 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 0006c937-f82f-4e44-b4b2-821d4022b5db completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:16.061296 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 0006c937-f82f-4e44-b4b2-821d4022b5db triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:16.061751 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.116310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-88e766de-f84c-446d-9f5d-b0b254ff2667 None None] Provisioning complete for port 0006c937-f82f-4e44-b4b2-821d4022b5db triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:16.116781 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-88e766de-f84c-446d-9f5d-b0b254ff2667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.190621 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.194331 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.216623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=03fbe275-bf36-4e0f-936d-62893b831e8d,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.226469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Network e8d098f5-59a5-4287-880c-e5e2bd644eaf is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:16.228902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:16.305093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 0006c937-f82f-4e44-b4b2-821d4022b5db, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0006c937-f82f-4e44-b4b2-821d4022b5db,segment=NetworkSegment(358cb794-27c9-41a3-9c3c-c988a779f1e8),segment_id=358cb794-27c9-41a3-9c3c-c988a779f1e8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:16.306883 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-88e766de-f84c-446d-9f5d-b0b254ff2667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.319544 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.320693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 12ee657c-bacc-42d8-bd2d-53182d2d04d3 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:16.488900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 12ee657c-bacc-42d8-bd2d-53182d2d04d3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:16.490726 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.520293 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=0006c937-f82f-4e44-b4b2-821d4022b5db,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.530648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network cd237a77-7883-4f3b-a236-6d30582b9dbe is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:16.533538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:16.546903 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-88e766de-f84c-446d-9f5d-b0b254ff2667 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:26:16.546903 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-88e766de-f84c-446d-9f5d-b0b254ff2667 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:26:16.608627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:16.656647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Router 8044909d-864a-4135-be18-ac46164d9664 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:16.681228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:16.689165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Router a2c5702d-4d9f-46a8-bdbd-92dc65618250 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:16.690653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:16.691464 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.699250 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.794866 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.818474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 3a04ea7a-d37d-48ca-9666-bd2b354f1f79, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3a04ea7a-d37d-48ca-9666-bd2b354f1f79,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:16.823501 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.844748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Allocated IP 172.25.5.130 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/9deaa0a4-d6b1-4f55-93b7-a56fa319bddd) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:16.884609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=3a04ea7a-d37d-48ca-9666-bd2b354f1f79,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.920261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:16.926273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6797c288-a343-4ca7-922f-9fb9ad7fd02e admin admin] 10.222.0.41 "PUT /v2.0/routers/8044909d-864a-4135-be18-ac46164d9664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4138308 Jul 16 18:26:16.930500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:16.935404 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-915467ef-3eee-4ed1-859d-f6055e569982 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "PUT /v2.0/routers/a2c5702d-4d9f-46a8-bdbd-92dc65618250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5643992 Jul 16 18:26:16.938034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46626) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:16.952566 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Sync routers for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:16.962201 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:16.963091 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-03cb0209-3141-4017-b958-1d292da93114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:16.977678 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.028180 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.100822 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Pushing event updated for resources: {'Port': ['ID=9deaa0a4-d6b1-4f55-93b7-a56fa319bddd,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:17.113343 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:17.122087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:17.128205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:17.143082 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:17.202618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab4d412-0c2c-4548-82f1-0733de544b48 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.203419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab4d412-0c2c-4548-82f1-0733de544b48 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.204092 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab4d412-0c2c-4548-82f1-0733de544b48 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.204839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab4d412-0c2c-4548-82f1-0733de544b48 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.205467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab4d412-0c2c-4548-82f1-0733de544b48 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.206305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab4d412-0c2c-4548-82f1-0733de544b48 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.208664 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9ab4d412-0c2c-4548-82f1-0733de544b48 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4293 time: 0.2698405 Jul 16 18:26:17.212009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46632) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.240967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a382321f-c508-4509-baa6-59483a2c3e72 None None] Provisioning complete for port 03fbe275-bf36-4e0f-936d-62893b831e8d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:17.241617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.241746 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a382321f-c508-4509-baa6-59483a2c3e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.296511 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.326136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a382321f-c508-4509-baa6-59483a2c3e72 None None] Port 03fbe275-bf36-4e0f-936d-62893b831e8d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:17.339356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a382321f-c508-4509-baa6-59483a2c3e72 None None] Provisioning complete for port fc169b76-1edd-46d7-b6ba-978231b198fd triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:17.339676 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a382321f-c508-4509-baa6-59483a2c3e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.353192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43797cb1-c473-4f13-b819-39b44459fd5c tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.353677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43797cb1-c473-4f13-b819-39b44459fd5c tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.354826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43797cb1-c473-4f13-b819-39b44459fd5c tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.355048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43797cb1-c473-4f13-b819-39b44459fd5c tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.355777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43797cb1-c473-4f13-b819-39b44459fd5c tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.356374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43797cb1-c473-4f13-b819-39b44459fd5c tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.358449 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-43797cb1-c473-4f13-b819-39b44459fd5c tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3960 time: 0.1454647 Jul 16 18:26:17.362094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46634) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.403397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a382321f-c508-4509-baa6-59483a2c3e72 None None] Port fc169b76-1edd-46d7-b6ba-978231b198fd cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:17.505239 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-03cb0209-3141-4017-b958-1d292da93114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:15Z', 'revision_number': 2, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:17.543291 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.543537 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Checking router: a2c5702d-4d9f-46a8-bdbd-92dc65618250 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:17.543937 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Updating router a2c5702d-4d9f-46a8-bdbd-92dc65618250 port 03fbe275-bf36-4e0f-936d-62893b831e8d binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:17.550097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.601307 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.610780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Pushing event updated for resources: {'Port': ['ID=9deaa0a4-d6b1-4f55-93b7-a56fa319bddd,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:17.687543 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.701228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0006c937-f82f-4e44-b4b2-821d4022b5db up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:17.714988 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.720022 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2463a6a5-2ede-47ac-ba07-31f86d122c8f tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9679656 Jul 16 18:26:17.721114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46644) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.725653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bd21dd50-7102-43f0-b6e1-5c46243ba8bc tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.3592319 Jul 16 18:26:17.774929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Sync routers for ids ['8044909d-864a-4135-be18-ac46164d9664'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:17.780652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46648) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.781664 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-551b10bd-eb08-40e7-9b6e-c4a7bb67ec37 tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0593538 Jul 16 18:26:17.788550 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46650) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.792325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Routers {'8044909d-864a-4135-be18-ac46164d9664'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:17.792978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8044909d-864a-4135-be18-ac46164d9664'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:17.793701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-479912879-network', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:17.842933 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Made reservation on behalf of 5c5f2e72d721495f98ed2c2e3b4b9b0e for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:17.844205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 0006c937-f82f-4e44-b4b2-821d4022b5db triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:17.844575 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.845269 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.857862 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.870943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9f111fef-34fa-46bb-97e9-312d62f4c45b tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0888290 Jul 16 18:26:17.873512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46652) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.006312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Set router 8044909d-864a-4135-be18-ac46164d9664 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:18.016676 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.028551 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.067859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e7c47-56eb-4410-adb6-a6bafcdd7620 tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Deleting port 9deaa0a4-d6b1-4f55-93b7-a56fa319bddd {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:18.068212 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d4e7c47-56eb-4410-adb6-a6bafcdd7620 tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.074443 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:18.077242 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f665a37a-18bd-4341-bc18-88fd80e9185e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.106208 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:18.116914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46654) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.117650 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.121755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4b050488-f0f3-4f3a-8fb9-f42c3494712a tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474000585', 'description': 'tempest-secgroup-smoke-474000585 description', 'project_id': '5367a769c7474ec3b167de019d940ebe'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:18.122028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.122379 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Added segment dec6d11b-cd86-4295-838b-3cfaadca4ebb of type vlan for network b58fc41d-a068-44f8-9542-2dea062a072e Jul 16 18:26:18.144273 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Transition to ACTIVE for port object 03fbe275-bf36-4e0f-936d-62893b831e8d will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:18.157092 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.175478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.209492 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.210233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:18.211479 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.221564 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4b050488-f0f3-4f3a-8fb9-f42c3494712a tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.231808 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d4e7c47-56eb-4410-adb6-a6bafcdd7620 tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.232970 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d4e7c47-56eb-4410-adb6-a6bafcdd7620 tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.244113 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4544373 Jul 16 18:26:18.256079 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46656) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.256337 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54be25-6a98-4de5-b28b-ccbdc6b1814f None None] Pushing event updated for resources: {'Port': ['ID=03fbe275-bf36-4e0f-936d-62893b831e8d,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.262799 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3dec5dad-6216-42fc-8036-ca1838f48a48 admin admin] Request body: {'subnet': {'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-479912879-subnet', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:18.274834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e7c47-56eb-4410-adb6-a6bafcdd7620 tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Calling delete_port for 9deaa0a4-d6b1-4f55-93b7-a56fa319bddd owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:18.307606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:18.308755 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.343453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c17eb3-a84d-4ec8-8f48-d632b347eba5 admin admin] Pushing event updated for resources: {'Network': ['ID=b58fc41d-a068-44f8-9542-2dea062a072e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.353018 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dec5dad-6216-42fc-8036-ca1838f48a48 admin admin] Made reservation on behalf of 5c5f2e72d721495f98ed2c2e3b4b9b0e for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:18.356670 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3dec5dad-6216-42fc-8036-ca1838f48a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.372993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network b58fc41d-a068-44f8-9542-2dea062a072e details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:18.438773 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Attempting to bind port 03fbe275-bf36-4e0f-936d-62893b831e8d on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:18.439149 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Attempting to bind port 03fbe275-bf36-4e0f-936d-62893b831e8d by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '358cb794-27c9-41a3-9c3c-c988a779f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:18.439650 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Attempting to bind port 03fbe275-bf36-4e0f-936d-62893b831e8d on network cd237a77-7883-4f3b-a236-6d30582b9dbe {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:18.454312 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:18.454695 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Checking segment: {'id': '358cb794-27c9-41a3-9c3c-c988a779f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:18.455100 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.456039 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Bound using segment: {'id': '358cb794-27c9-41a3-9c3c-c988a779f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:18.456530 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Bound port: 03fbe275-bf36-4e0f-936d-62893b831e8d, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358cb794-27c9-41a3-9c3c-c988a779f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:18.456927 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.463984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'fc169b76-1edd-46d7-b6ba-978231b198fd', 'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'mac_address': 'fa:16:3e:79:dd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:15Z', 'revision_number': 2, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'subnets': [{'id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:18.526644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Checking router: 8044909d-864a-4135-be18-ac46164d9664 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:18.526939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Updating router 8044909d-864a-4135-be18-ac46164d9664 port fc169b76-1edd-46d7-b6ba-978231b198fd binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:18.536134 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d4e7c47-56eb-4410-adb6-a6bafcdd7620 tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.538715 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-03cb0209-3141-4017-b958-1d292da93114 None None] For port 03fbe275-bf36-4e0f-936d-62893b831e8d, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:18.543954 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-03cb0209-3141-4017-b958-1d292da93114 None None] For port 03fbe275-bf36-4e0f-936d-62893b831e8d, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=03fbe275-bf36-4e0f-936d-62893b831e8d,segment=NetworkSegment(358cb794-27c9-41a3-9c3c-c988a779f1e8),segment_id=358cb794-27c9-41a3-9c3c-c988a779f1e8)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:18.550718 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.567799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e7c47-56eb-4410-adb6-a6bafcdd7620 tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Pushing event deleted for resources: {'Port': ['ID=9deaa0a4-d6b1-4f55-93b7-a56fa319bddd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.584816 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.653162 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:18.654098 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-03cb0209-3141-4017-b958-1d292da93114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:18.701927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3dec5dad-6216-42fc-8036-ca1838f48a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.707904 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d4e7c47-56eb-4410-adb6-a6bafcdd7620 tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.713736 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5d4e7c47-56eb-4410-adb6-a6bafcdd7620 tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.715630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5d4e7c47-56eb-4410-adb6-a6bafcdd7620 tempest-FloatingIPAdminTestJSON-1880893116 tempest-FloatingIPAdminTestJSON-1880893116-project] 10.222.0.41 "DELETE /v2.0/floatingips/01fbec88-c30c-49f5-9923-ba51a9d5818d HTTP/1.1" status: 204 len: 168 time: 0.8405981 Jul 16 18:26:18.718178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46658) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.727343 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54be25-6a98-4de5-b28b-ccbdc6b1814f None None] Pushing event updated for resources: {'Port': ['ID=03fbe275-bf36-4e0f-936d-62893b831e8d,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.798798 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec5dad-6216-42fc-8036-ca1838f48a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1867209d-208a-4abf-9cbb-7798a9d050ef,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.801220 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dec5dad-6216-42fc-8036-ca1838f48a48 admin admin] Checking segment: {'id': 'dec6d11b-cd86-4295-838b-3cfaadca4ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:18.802276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dec5dad-6216-42fc-8036-ca1838f48a48 admin admin] Network hostable DHCP agents. Network: b58fc41d-a068-44f8-9542-2dea062a072e, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:18.814247 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-03cb0209-3141-4017-b958-1d292da93114 None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:18.833954 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dec5dad-6216-42fc-8036-ca1838f48a48 admin admin] Network b58fc41d-a068-44f8-9542-2dea062a072e is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:18.848241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-3dec5dad-6216-42fc-8036-ca1838f48a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, b58fc41d-a068-44f8-9542-2dea062a072e) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:18.855999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dec5dad-6216-42fc-8036-ca1838f48a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:18.856932 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3dec5dad-6216-42fc-8036-ca1838f48a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.886135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce40e8a-df68-4193-a52b-d630739ec5e0 None None] Network b58fc41d-a068-44f8-9542-2dea062a072e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:18.890999 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4b050488-f0f3-4f3a-8fb9-f42c3494712a tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.903694 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3dec5dad-6216-42fc-8036-ca1838f48a48 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6441190 Jul 16 18:26:18.903913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46660) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.908694 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-479912879-router', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:18.924700 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4b050488-f0f3-4f3a-8fb9-f42c3494712a tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.935048 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.936363 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.945018 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4b050488-f0f3-4f3a-8fb9-f42c3494712a tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.949647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4b050488-f0f3-4f3a-8fb9-f42c3494712a tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8316877 Jul 16 18:26:18.951755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46662) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.982380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f363571f-3cd1-4275-b58b-379883fdb689 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '8517ff1f-c836-484d-98af-c31107b8c8d0', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:19.018696 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.023657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b050488-f0f3-4f3a-8fb9-f42c3494712a tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8517ff1f-c836-484d-98af-c31107b8c8d0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.054887 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f363571f-3cd1-4275-b58b-379883fdb689 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.090447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-461e4134-fe5a-4eae-bbbd-71a9b6746919 tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Deleting port 4197b699-c30d-41c2-93ae-0a1a8a5e0113 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:19.090802 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-461e4134-fe5a-4eae-bbbd-71a9b6746919 tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.123118 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-03cb0209-3141-4017-b958-1d292da93114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:18Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:19.129010 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f363571f-3cd1-4275-b58b-379883fdb689 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.146761 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f363571f-3cd1-4275-b58b-379883fdb689 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.160490 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb0209-3141-4017-b958-1d292da93114 None None] The sync data for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 is: [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:18Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:19.176412 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.214500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363571f-3cd1-4275-b58b-379883fdb689 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85aaf68-2ddf-4596-a3bd-c0b1fafb7ba8,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.253322 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f363571f-3cd1-4275-b58b-379883fdb689 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.257830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f363571f-3cd1-4275-b58b-379883fdb689 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2848372 Jul 16 18:26:19.260552 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46664) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:19.268574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-27f7c638-3db0-4f4d-81ca-ec1d0a5ed382 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '8517ff1f-c836-484d-98af-c31107b8c8d0', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:19.280166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-461e4134-fe5a-4eae-bbbd-71a9b6746919 tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.280543 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-461e4134-fe5a-4eae-bbbd-71a9b6746919 tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.302800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-461e4134-fe5a-4eae-bbbd-71a9b6746919 tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Calling delete_port for 4197b699-c30d-41c2-93ae-0a1a8a5e0113 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:19.360292 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-27f7c638-3db0-4f4d-81ca-ec1d0a5ed382 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.373860 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.394604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Transition to ACTIVE for port object fc169b76-1edd-46d7-b6ba-978231b198fd will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:19.423087 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.452546 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-b58fc41d-a068-44f8-9542-2dea062a072e', 'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'fixed_ips': [{'subnet_id': '1867209d-208a-4abf-9cbb-7798a9d050ef'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:19.453407 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.468659 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-27f7c638-3db0-4f4d-81ca-ec1d0a5ed382 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.504765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f3a81-2446-4732-99b8-b9dda689da28 None None] Pushing event updated for resources: {'Port': ['ID=fc169b76-1edd-46d7-b6ba-978231b198fd,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.521157 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-461e4134-fe5a-4eae-bbbd-71a9b6746919 tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.568030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-27f7c638-3db0-4f4d-81ca-ec1d0a5ed382 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.594655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7c638-3db0-4f4d-81ca-ec1d0a5ed382 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9845a7b-937d-4937-a172-441e2f0ae9c3,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.683605 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.701448 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Attempting to bind port fc169b76-1edd-46d7-b6ba-978231b198fd on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:19.702039 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Attempting to bind port fc169b76-1edd-46d7-b6ba-978231b198fd by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:19.702374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Attempting to bind port fc169b76-1edd-46d7-b6ba-978231b198fd on network e8d098f5-59a5-4287-880c-e5e2bd644eaf {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:19.715081 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.718272 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-27f7c638-3db0-4f4d-81ca-ec1d0a5ed382 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.719892 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-461e4134-fe5a-4eae-bbbd-71a9b6746919 tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.722437 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:19.722811 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Checking segment: {'id': '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:19.723226 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.723481 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-27f7c638-3db0-4f4d-81ca-ec1d0a5ed382 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4592364 Jul 16 18:26:19.723812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Bound using segment: {'id': '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:19.724169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46666) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:19.724592 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Bound port: fc169b76-1edd-46d7-b6ba-978231b198fd, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:19.725004 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.727903 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-461e4134-fe5a-4eae-bbbd-71a9b6746919 tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.729458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-461e4134-fe5a-4eae-bbbd-71a9b6746919 tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/d911d601-1495-4762-93d5-c4e88859a939 HTTP/1.1" status: 204 len: 168 time: 1.0102608 Jul 16 18:26:19.732461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46668) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:19.736060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e4134-fe5a-4eae-bbbd-71a9b6746919 tempest-FloatingIPAdminTestJSON-463452476 tempest-FloatingIPAdminTestJSON-463452476-project-admin] Pushing event deleted for resources: {'Port': ['ID=4197b699-c30d-41c2-93ae-0a1a8a5e0113,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.743399 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-419a6ffa-7f07-4ab1-b7bd-bd643ceb70ae tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '8517ff1f-c836-484d-98af-c31107b8c8d0', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:19.761952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 03fbe275-bf36-4e0f-936d-62893b831e8d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:19.857067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e27af72e-98ee-4aa6-914a-77e01a7adfb5 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Deleting port cd8145b0-bc50-4060-82c4-13f881691254 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:19.857413 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e27af72e-98ee-4aa6-914a-77e01a7adfb5 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.915200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419a6ffa-7f07-4ab1-b7bd-bd643ceb70ae tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.952751 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Allocated IP 172.25.5.168 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/a17a1245-2116-4e68-940b-762fac8c7874) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:19.953625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] For port fc169b76-1edd-46d7-b6ba-978231b198fd, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:19.983642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] For port fc169b76-1edd-46d7-b6ba-978231b198fd, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=fc169b76-1edd-46d7-b6ba-978231b198fd,segment=NetworkSegment(306a1dd4-54cb-4d22-8d92-cdfdff3cf09c),segment_id=306a1dd4-54cb-4d22-8d92-cdfdff3cf09c)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:19.986106 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e27af72e-98ee-4aa6-914a-77e01a7adfb5 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.998113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 03fbe275-bf36-4e0f-936d-62893b831e8d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:20.002586 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.007748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e27af72e-98ee-4aa6-914a-77e01a7adfb5 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Calling delete_port for cd8145b0-bc50-4060-82c4-13f881691254 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:20.012119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Allocated IP 172.20.0.2 (b58fc41d-a068-44f8-9542-2dea062a072e/1867209d-208a-4abf-9cbb-7798a9d050ef/126216d6-d3f2-48db-bb08-70f50807907c) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:20.017357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 03fbe275-bf36-4e0f-936d-62893b831e8d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:20.018008 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.089695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419a6ffa-7f07-4ab1-b7bd-bd643ceb70ae tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.099754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419a6ffa-7f07-4ab1-b7bd-bd643ceb70ae tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.126305 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a6ffa-7f07-4ab1-b7bd-bd643ceb70ae tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef485b0-2692-43cb-b328-645c7a42d707,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.141094 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-419a6ffa-7f07-4ab1-b7bd-bd643ceb70ae tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.144827 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-419a6ffa-7f07-4ab1-b7bd-bd643ceb70ae tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4094493 Jul 16 18:26:20.145905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46670) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.150911 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Routers {'8044909d-864a-4135-be18-ac46164d9664'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:20.151868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8044909d-864a-4135-be18-ac46164d9664'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:20.156895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-bd96eb39-e389-4f08-a09a-f7f1b70cd1d3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '8517ff1f-c836-484d-98af-c31107b8c8d0', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.164697 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.255844 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd96eb39-e389-4f08-a09a-f7f1b70cd1d3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.266315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e27af72e-98ee-4aa6-914a-77e01a7adfb5 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.280182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.321410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] Set router 8044909d-864a-4135-be18-ac46164d9664 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:20.362293 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Pushing event updated for resources: {'Port': ['ID=a17a1245-2116-4e68-940b-762fac8c7874,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.371127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:20.372854 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:20.376486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:20.402711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f3a81-2446-4732-99b8-b9dda689da28 None None] Pushing event updated for resources: {'Port': ['ID=fc169b76-1edd-46d7-b6ba-978231b198fd,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.437027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27af72e-98ee-4aa6-914a-77e01a7adfb5 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event deleted for resources: {'Port': ['ID=cd8145b0-bc50-4060-82c4-13f881691254,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.507033 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e27af72e-98ee-4aa6-914a-77e01a7adfb5 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.509478 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e27af72e-98ee-4aa6-914a-77e01a7adfb5 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "DELETE /v2.0/ports/cd8145b0-bc50-4060-82c4-13f881691254 HTTP/1.1" status: 204 len: 168 time: 0.7751691 Jul 16 18:26:20.514667 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46672) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.537482 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd96eb39-e389-4f08-a09a-f7f1b70cd1d3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.553563 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd96eb39-e389-4f08-a09a-f7f1b70cd1d3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.619070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96eb39-e389-4f08-a09a-f7f1b70cd1d3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98acf22-d3a3-41c0-855e-e732209c0a76,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.630625 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bd96eb39-e389-4f08-a09a-f7f1b70cd1d3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.634155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bd96eb39-e389-4f08-a09a-f7f1b70cd1d3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4847512 Jul 16 18:26:20.636850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46674) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.650577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c0acbbfc-139c-4a1a-9e56-e8bfb416801d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '8517ff1f-c836-484d-98af-c31107b8c8d0', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.683578 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-c0acbbfc-139c-4a1a-9e56-e8bfb416801d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Project 5367a769c7474ec3b167de019d940ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:26:20.692043 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0acbbfc-139c-4a1a-9e56-e8bfb416801d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.710546 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.713497 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.750769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b55a14-1b58-4078-8b44-e31868a66d25 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:20.752342 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-05b55a14-1b58-4078-8b44-e31868a66d25 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "GET /v2.0/ports?device_id=279dd6e1-3faf-44ac-a21f-46296b8310c8 HTTP/1.1" status: 200 len: 913 time: 0.2360556 Jul 16 18:26:20.756909 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46676) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.795833 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0acbbfc-139c-4a1a-9e56-e8bfb416801d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.800074 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0acbbfc-139c-4a1a-9e56-e8bfb416801d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.805683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'fc169b76-1edd-46d7-b6ba-978231b198fd', 'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'mac_address': 'fa:16:3e:79:dd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:19Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'subnets': [{'id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:20.812001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 03fbe275-bf36-4e0f-936d-62893b831e8d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=03fbe275-bf36-4e0f-936d-62893b831e8d,segment=NetworkSegment(358cb794-27c9-41a3-9c3c-c988a779f1e8),segment_id=358cb794-27c9-41a3-9c3c-c988a779f1e8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:20.823602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acbbfc-139c-4a1a-9e56-e8bfb416801d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b58dd6-f0e7-49ea-9b73-3d9e7782253b,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.840700 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c0acbbfc-139c-4a1a-9e56-e8bfb416801d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.842398 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c0acbbfc-139c-4a1a-9e56-e8bfb416801d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2040861 Jul 16 18:26:20.844984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46678) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.849734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137fbe46-587d-4c92-9314-4646070ae472 None None] The sync data for ids ['8044909d-864a-4135-be18-ac46164d9664'] in n-d-787206-10 is: [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'fc169b76-1edd-46d7-b6ba-978231b198fd', 'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'mac_address': 'fa:16:3e:79:dd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:19Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'subnets': [{'id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:20.852111 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.852916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f8622141-158a-4440-a82a-97e84636d3ab tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '8517ff1f-c836-484d-98af-c31107b8c8d0', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.858044 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.884420 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Transition to ACTIVE for port object 126216d6-d3f2-48db-bb08-70f50807907c will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:20.886628 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-f8622141-158a-4440-a82a-97e84636d3ab tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Project 5367a769c7474ec3b167de019d940ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:26:20.892438 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8622141-158a-4440-a82a-97e84636d3ab tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.913379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Transition to ACTIVE for port object 126216d6-d3f2-48db-bb08-70f50807907c will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:20.925753 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.928068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=03fbe275-bf36-4e0f-936d-62893b831e8d,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.988593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Network b58fc41d-a068-44f8-9542-2dea062a072e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:20.998036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:21.003192 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:21.035610 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8622141-158a-4440-a82a-97e84636d3ab tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.040212 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8622141-158a-4440-a82a-97e84636d3ab tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.066004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8622141-158a-4440-a82a-97e84636d3ab tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe7227b-b3b9-4d59-8784-b97b0425f13f,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:21.079107 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f8622141-158a-4440-a82a-97e84636d3ab tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.090994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f8622141-158a-4440-a82a-97e84636d3ab tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2446616 Jul 16 18:26:21.094966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Attempting to bind port 126216d6-d3f2-48db-bb08-70f50807907c on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:21.095462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Attempting to bind port 126216d6-d3f2-48db-bb08-70f50807907c by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'dec6d11b-cd86-4295-838b-3cfaadca4ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:21.095943 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Attempting to bind port 126216d6-d3f2-48db-bb08-70f50807907c on network b58fc41d-a068-44f8-9542-2dea062a072e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:21.098052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Pushing event updated for resources: {'Port': ['ID=126216d6-d3f2-48db-bb08-70f50807907c,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:21.104654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:21.105202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Checking segment: {'id': 'dec6d11b-cd86-4295-838b-3cfaadca4ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:21.105706 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.106198 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Bound using segment: {'id': 'dec6d11b-cd86-4295-838b-3cfaadca4ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:21.106784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Bound port: 126216d6-d3f2-48db-bb08-70f50807907c, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec6d11b-cd86-4295-838b-3cfaadca4ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:21.107582 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.194654 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.200312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] For port 126216d6-d3f2-48db-bb08-70f50807907c, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:21.206118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] For port 126216d6-d3f2-48db-bb08-70f50807907c, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=126216d6-d3f2-48db-bb08-70f50807907c,segment=NetworkSegment(dec6d11b-cd86-4295-838b-3cfaadca4ebb),segment_id=dec6d11b-cd86-4295-838b-3cfaadca4ebb)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:21.213285 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.294151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8713f0-71a3-475e-a9b2-31e6b7469104 None None] Pushing event updated for resources: {'Port': ['ID=126216d6-d3f2-48db-bb08-70f50807907c,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:21.345123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-5f49ca72-c759-4f8c-af68-ecfeee69822c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474000585&fields=id&tenant_id=5367a769c7474ec3b167de019d940ebe HTTP/1.1" status: 200 len: 267 time: 0.0790803 Jul 16 18:26:21.427579 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Router 453e8c76-62e8-4b6c-9838-a8d726dff306 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:21.612243 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:21.628165 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Sync routers for ids ['453e8c76-62e8-4b6c-9838-a8d726dff306'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:21.638981 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bba433ef-b6ac-4ef3-810a-f7af9b88300b tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.656051 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Routers {'453e8c76-62e8-4b6c-9838-a8d726dff306'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:21.656705 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['453e8c76-62e8-4b6c-9838-a8d726dff306'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:21.736932 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.738197 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-310312ca-3f06-465f-b2f7-8e1d11bb1536 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8334181 Jul 16 18:26:21.745358 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46692) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:21.884069 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Set router 453e8c76-62e8-4b6c-9838-a8d726dff306 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:21.966434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fc169b76-1edd-46d7-b6ba-978231b198fd up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:22.028374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529528-5f2c-4884-a162-941624a2f47e req-ebcd74e0-953a-46d5-bd49-389badc0dd1f tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:22.029789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-ebcd74e0-953a-46d5-bd49-389badc0dd1f tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/networks?id=cd237a77-7883-4f3b-a236-6d30582b9dbe HTTP/1.1" status: 200 len: 796 time: 0.6838000 Jul 16 18:26:22.059933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-3459db29-5eea-4bd9-a8bc-fe82da7fac19 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/quotas/5367a769c7474ec3b167de019d940ebe HTTP/1.1" status: 200 len: 375 time: 0.0111682 Jul 16 18:26:22.071983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port fc169b76-1edd-46d7-b6ba-978231b198fd completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:22.076548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port fc169b76-1edd-46d7-b6ba-978231b198fd triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:22.077008 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.158903 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'name': 'tempest-TestVolumeBackupRestore-479912879-router', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:18Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 3, 'project_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'gw_port': {'id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:19Z', 'updated_at': '2021-07-16T18:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:22.171565 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.193733 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Checking router: 453e8c76-62e8-4b6c-9838-a8d726dff306 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:22.194351 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Updating router 453e8c76-62e8-4b6c-9838-a8d726dff306 port a17a1245-2116-4e68-940b-762fac8c7874 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:22.232658 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-cf98dc42-11c4-46ff-be76-542b6d7b0753 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1652162 Jul 16 18:26:22.233164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port fc169b76-1edd-46d7-b6ba-978231b198fd, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=fc169b76-1edd-46d7-b6ba-978231b198fd,segment=NetworkSegment(306a1dd4-54cb-4d22-8d92-cdfdff3cf09c),segment_id=306a1dd4-54cb-4d22-8d92-cdfdff3cf09c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:22.238263 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.240320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 03fbe275-bf36-4e0f-936d-62893b831e8d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:22.248521 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.320876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=fc169b76-1edd-46d7-b6ba-978231b198fd,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:22.351665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 03fbe275-bf36-4e0f-936d-62893b831e8d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:22.352052 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.373712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-15359396-6f39-4b5e-b048-7e4d24e08cb7 service neutron] 10.222.0.41 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320601 Jul 16 18:26:22.458369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 126216d6-d3f2-48db-bb08-70f50807907c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:22.514373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 126216d6-d3f2-48db-bb08-70f50807907c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:22.519089 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-a2526faf-08b7-42d7-845b-1101867245db service neutron] 10.222.0.41 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444001 Jul 16 18:26:22.681777 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.696036 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Transition to ACTIVE for port object a17a1245-2116-4e68-940b-762fac8c7874 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:22.706639 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.756881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daf3261-ab81-47cf-9989-9978a52518ca None None] Network b58fc41d-a068-44f8-9542-2dea062a072e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:22.757087 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f2031-2af3-45ab-99c2-305a1b5022ab None None] Pushing event updated for resources: {'Port': ['ID=a17a1245-2116-4e68-940b-762fac8c7874,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:22.761307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7760d3b-e4f4-431d-b582-f69f5ed880b8 req-7ca01f1c-e9a2-4384-8cb3-91479c2aa0ea tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 210 time: 0.0443883 Jul 16 18:26:22.783761 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Attempting to bind port a17a1245-2116-4e68-940b-762fac8c7874 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:22.784199 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Attempting to bind port a17a1245-2116-4e68-940b-762fac8c7874 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:22.784763 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Attempting to bind port a17a1245-2116-4e68-940b-762fac8c7874 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:22.790782 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:22.791290 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:22.791789 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.792375 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:22.792902 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Bound port: a17a1245-2116-4e68-940b-762fac8c7874, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:22.793399 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.864858 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] For port a17a1245-2116-4e68-940b-762fac8c7874, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:22.876710 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] For port a17a1245-2116-4e68-940b-762fac8c7874, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a17a1245-2116-4e68-940b-762fac8c7874,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:22.894490 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.918440 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-bba433ef-b6ac-4ef3-810a-f7af9b88300b tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Deleting port 0dfd438d-d081-46db-ab9e-5c9fa190f281 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:22.918966 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bba433ef-b6ac-4ef3-810a-f7af9b88300b tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.940145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bd91502f-e550-4fd9-bc2e-7ddc15f50b60 None None] Provisioning for port 126216d6-d3f2-48db-bb08-70f50807907c completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:22.949347 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bd91502f-e550-4fd9-bc2e-7ddc15f50b60 None None] Provisioning complete for port 126216d6-d3f2-48db-bb08-70f50807907c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:22.949734 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bd91502f-e550-4fd9-bc2e-7ddc15f50b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.974703 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f2031-2af3-45ab-99c2-305a1b5022ab None None] Pushing event updated for resources: {'Port': ['ID=a17a1245-2116-4e68-940b-762fac8c7874,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:22.997344 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Routers {'453e8c76-62e8-4b6c-9838-a8d726dff306'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:22.998378 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['453e8c76-62e8-4b6c-9838-a8d726dff306'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:23.107903 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bd91502f-e550-4fd9-bc2e-7ddc15f50b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.175717 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] Set router 453e8c76-62e8-4b6c-9838-a8d726dff306 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:23.177535 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bba433ef-b6ac-4ef3-810a-f7af9b88300b tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.181305 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-bd91502f-e550-4fd9-bc2e-7ddc15f50b60 None None] For port 126216d6-d3f2-48db-bb08-70f50807907c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=126216d6-d3f2-48db-bb08-70f50807907c,segment=NetworkSegment(dec6d11b-cd86-4295-838b-3cfaadca4ebb),segment_id=dec6d11b-cd86-4295-838b-3cfaadca4ebb)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:23.195718 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bd91502f-e550-4fd9-bc2e-7ddc15f50b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.198599 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-bba433ef-b6ac-4ef3-810a-f7af9b88300b tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Calling delete_port for 0dfd438d-d081-46db-ab9e-5c9fa190f281 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:23.309388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91502f-e550-4fd9-bc2e-7ddc15f50b60 None None] Pushing event updated for resources: {'Port': ['ID=126216d6-d3f2-48db-bb08-70f50807907c,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.382623 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.421470 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-befb7b83-5a34-40bf-98ad-026a35eb4d81 None None] Provisioning complete for port 126216d6-d3f2-48db-bb08-70f50807907c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:23.422127 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-befb7b83-5a34-40bf-98ad-026a35eb4d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.547201 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'name': 'tempest-TestVolumeBackupRestore-479912879-router', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:18Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 3, 'project_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'gw_port': {'id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:19Z', 'updated_at': '2021-07-16T18:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:23.600579 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24aab3d-8b4b-4fc1-b7b7-f75040210f2d None None] The sync data for ids ['453e8c76-62e8-4b6c-9838-a8d726dff306'] in n-d-787206-10 is: [{'id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'name': 'tempest-TestVolumeBackupRestore-479912879-router', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:18Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 3, 'project_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'gw_port': {'id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:19Z', 'updated_at': '2021-07-16T18:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:23.608462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bba433ef-b6ac-4ef3-810a-f7af9b88300b tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.670480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba433ef-b6ac-4ef3-810a-f7af9b88300b tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event deleted for resources: {'Port': ['ID=0dfd438d-d081-46db-ab9e-5c9fa190f281,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.677771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fc169b76-1edd-46d7-b6ba-978231b198fd up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:23.747605 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Allocated IP 172.20.0.1 (b58fc41d-a068-44f8-9542-2dea062a072e/1867209d-208a-4abf-9cbb-7798a9d050ef/645bd55d-d0df-4ba6-8942-c0106214887b) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:23.778418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port fc169b76-1edd-46d7-b6ba-978231b198fd triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:23.778820 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.917257 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 126216d6-d3f2-48db-bb08-70f50807907c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:23.986999 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bba433ef-b6ac-4ef3-810a-f7af9b88300b tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.993145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 126216d6-d3f2-48db-bb08-70f50807907c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:23.993925 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.001499 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7a00c86-8417-4458-b004-1abec28caf54 req-d08202f4-2d6f-4fab-b4ad-a3d9af8c5244 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 210 time: 0.0611942 Jul 16 18:26:24.177603 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.226897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Transition to ACTIVE for port object 645bd55d-d0df-4ba6-8942-c0106214887b will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:24.354321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529528-5f2c-4884-a162-941624a2f47e req-0dc341c3-e51c-4b17-af73-68dd8faf5b09 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:24.355967 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-0dc341c3-e51c-4b17-af73-68dd8faf5b09 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.35 "GET /v2.0/networks?id=cd237a77-7883-4f3b-a236-6d30582b9dbe HTTP/1.1" status: 200 len: 796 time: 0.1844187 Jul 16 18:26:24.377644 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.418659 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-af0cb0f2-9ba1-46fc-b8a7-da29492e06a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5367a769c7474ec3b167de019d940ebe HTTP/1.1" status: 200 len: 379 time: 0.0506248 Jul 16 18:26:24.429006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-af529528-5f2c-4884-a162-941624a2f47e req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'port': {'device_id': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'admin_state_up': True, 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'security_groups': ['8517ff1f-c836-484d-98af-c31107b8c8d0']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:24.440368 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Network b58fc41d-a068-44f8-9542-2dea062a072e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:24.448362 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:24.454257 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba433ef-b6ac-4ef3-810a-f7af9b88300b tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Router 279dd6e1-3faf-44ac-a21f-46296b8310c8 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:24.455254 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:24.457818 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Pushing event updated for resources: {'Port': ['ID=645bd55d-d0df-4ba6-8942-c0106214887b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:24.555137 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.569952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af529528-5f2c-4884-a162-941624a2f47e req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Made reservation on behalf of 5367a769c7474ec3b167de019d940ebe for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:24.574965 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af529528-5f2c-4884-a162-941624a2f47e req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.701745 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba433ef-b6ac-4ef3-810a-f7af9b88300b tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:24.715749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db60503-90a7-4749-97bd-b736d30cced9 None None] Sync routers for ids ['279dd6e1-3faf-44ac-a21f-46296b8310c8'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:24.719943 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bba433ef-b6ac-4ef3-810a-f7af9b88300b tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "PUT /v2.0/routers/279dd6e1-3faf-44ac-a21f-46296b8310c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9612589 Jul 16 18:26:24.722975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46708) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:24.725649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db60503-90a7-4749-97bd-b736d30cced9 None None] Routers {'279dd6e1-3faf-44ac-a21f-46296b8310c8'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:24.726593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2db60503-90a7-4749-97bd-b736d30cced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['279dd6e1-3faf-44ac-a21f-46296b8310c8'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:24.758692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-af529528-5f2c-4884-a162-941624a2f47e req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Allocated IP 172.20.0.9 (cd237a77-7883-4f3b-a236-6d30582b9dbe/be47b853-4355-45f7-8875-7a657957d8d3/b33b2617-101b-458f-b3cd-1f2a82fcbb7f) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:24.763631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2db60503-90a7-4749-97bd-b736d30cced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:24.779314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db60503-90a7-4749-97bd-b736d30cced9 None None] Routers {'279dd6e1-3faf-44ac-a21f-46296b8310c8'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:24.780407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2db60503-90a7-4749-97bd-b736d30cced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['279dd6e1-3faf-44ac-a21f-46296b8310c8'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:24.831811 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2db60503-90a7-4749-97bd-b736d30cced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:24.832749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db60503-90a7-4749-97bd-b736d30cced9 None None] The sync data for ids ['279dd6e1-3faf-44ac-a21f-46296b8310c8'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:24.850944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5328951f-b522-4bdf-a31d-c4c890348d1f None None] Provisioning for port 645bd55d-d0df-4ba6-8942-c0106214887b completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:24.856208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5328951f-b522-4bdf-a31d-c4c890348d1f None None] Provisioning complete for port 645bd55d-d0df-4ba6-8942-c0106214887b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:24.856581 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5328951f-b522-4bdf-a31d-c4c890348d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.872674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.906137 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5328951f-b522-4bdf-a31d-c4c890348d1f None None] Port 645bd55d-d0df-4ba6-8942-c0106214887b cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:24.951801 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.976677 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af529528-5f2c-4884-a162-941624a2f47e req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.993577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-af529528-5f2c-4884-a162-941624a2f47e req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Transition to ACTIVE for port object b33b2617-101b-458f-b3cd-1f2a82fcbb7f will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:25.029811 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af529528-5f2c-4884-a162-941624a2f47e req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.077709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af529528-5f2c-4884-a162-941624a2f47e req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network cd237a77-7883-4f3b-a236-6d30582b9dbe is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:25.083973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-af529528-5f2c-4884-a162-941624a2f47e req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:25.088292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-af529528-5f2c-4884-a162-941624a2f47e req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:25.118838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=b33b2617-101b-458f-b3cd-1f2a82fcbb7f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.134607 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.139571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:25.139571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:25.139856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:25.140142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:25.140644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:25.140846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:25.141610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:25.141610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:25.141814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:25.142072 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:25.142395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:25.142728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:25.163918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529528-5f2c-4884-a162-941624a2f47e req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:25.164791 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af529528-5f2c-4884-a162-941624a2f47e req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.180992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-0dbb8a73-9c58-4ca8-9b78-c08e5b57925d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7576399 Jul 16 18:26:25.183255 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.191478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.271841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77118-0dd9-49a6-bd1f-deb802e13943 req-418bb3b0-90aa-482f-b3df-8406e4c5f17b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:25.273133 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.276918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Pushing event updated for resources: {'Port': ['ID=645bd55d-d0df-4ba6-8942-c0106214887b,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.280583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99f77118-0dd9-49a6-bd1f-deb802e13943 req-418bb3b0-90aa-482f-b3df-8406e4c5f17b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 931 time: 0.0951183 Jul 16 18:26:25.296505 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Deleting port 6b14190b-ec41-4599-bcac-f77463fa90a8 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:25.296850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.332009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99f77118-0dd9-49a6-bd1f-deb802e13943 req-d2601626-2c5e-4f06-b96e-08541cc92e18 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=8517ff1f-c836-484d-98af-c31107b8c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504339 Jul 16 18:26:25.342051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Request body: {'port': {'device_id': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:25.435064 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.436649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d68ae531-c583-4f0e-9170-49669849fc26 None None] Provisioning for port b33b2617-101b-458f-b3cd-1f2a82fcbb7f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:25.439459 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.441044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d68ae531-c583-4f0e-9170-49669849fc26 None None] Provisioning complete for port b33b2617-101b-458f-b3cd-1f2a82fcbb7f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:25.441705 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d68ae531-c583-4f0e-9170-49669849fc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.458009 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Calling delete_port for 6b14190b-ec41-4599-bcac-f77463fa90a8 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:25.460766 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Network b58fc41d-a068-44f8-9542-2dea062a072e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:25.464114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:25.491085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d68ae531-c583-4f0e-9170-49669849fc26 None None] Port b33b2617-101b-458f-b3cd-1f2a82fcbb7f cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:25.673738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a17a1245-2116-4e68-940b-762fac8c7874 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:25.736829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port a17a1245-2116-4e68-940b-762fac8c7874 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:25.741608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port a17a1245-2116-4e68-940b-762fac8c7874 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:25.741999 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.797302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33b2617-101b-458f-b3cd-1f2a82fcbb7f {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:25.805513 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.819394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Transition to ACTIVE for port object b33b2617-101b-458f-b3cd-1f2a82fcbb7f will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:25.824781 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.844542 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.852769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3917195e-8fe6-49a8-921a-19ebbf26d92b None None] Provisioning complete for port 645bd55d-d0df-4ba6-8942-c0106214887b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:25.853142 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3917195e-8fe6-49a8-921a-19ebbf26d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.890035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port a17a1245-2116-4e68-940b-762fac8c7874, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a17a1245-2116-4e68-940b-762fac8c7874,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:25.900542 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.907946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Pushing event updated for resources: {'Port': ['ID=b33b2617-101b-458f-b3cd-1f2a82fcbb7f,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.941452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3917195e-8fe6-49a8-921a-19ebbf26d92b None None] Port 645bd55d-d0df-4ba6-8942-c0106214887b cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:25.977156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=a17a1245-2116-4e68-940b-762fac8c7874,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.979934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Attempting to bind port b33b2617-101b-458f-b3cd-1f2a82fcbb7f on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:25.980493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Attempting to bind port b33b2617-101b-458f-b3cd-1f2a82fcbb7f by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '358cb794-27c9-41a3-9c3c-c988a779f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:25.981013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Attempting to bind port b33b2617-101b-458f-b3cd-1f2a82fcbb7f on network cd237a77-7883-4f3b-a236-6d30582b9dbe {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:25.986606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Port b33b2617-101b-458f-b3cd-1f2a82fcbb7f on network cd237a77-7883-4f3b-a236-6d30582b9dbe not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:25.987124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Attempting to bind port b33b2617-101b-458f-b3cd-1f2a82fcbb7f on network cd237a77-7883-4f3b-a236-6d30582b9dbe {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:25.994736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:25.995365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Checking segment: {'id': '358cb794-27c9-41a3-9c3c-c988a779f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:25.996028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Bound using segment: {'id': '358cb794-27c9-41a3-9c3c-c988a779f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:25.996663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Bound port: b33b2617-101b-458f-b3cd-1f2a82fcbb7f, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358cb794-27c9-41a3-9c3c-c988a779f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:25.997223 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.076490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Router 453e8c76-62e8-4b6c-9838-a8d726dff306 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:26.080550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] For port b33b2617-101b-458f-b3cd-1f2a82fcbb7f, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:26.084741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] For port b33b2617-101b-458f-b3cd-1f2a82fcbb7f, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=b33b2617-101b-458f-b3cd-1f2a82fcbb7f,segment=NetworkSegment(358cb794-27c9-41a3-9c3c-c988a779f1e8),segment_id=358cb794-27c9-41a3-9c3c-c988a779f1e8)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:26.089762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.126742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.127740 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.129632 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] 10.222.0.35 "PUT /v2.0/ports/b33b2617-101b-458f-b3cd-1f2a82fcbb7f HTTP/1.1" status: 200 len: 1092 time: 0.9325509 Jul 16 18:26:26.132463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'tag': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:26.135773 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f4a755-1b26-4f9e-833e-b29c8614d98a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d024982-6c8d-449d-b4df-edcb041a5ab6", "tag": "b33b2617-101b-458f-b3cd-1f2a82fcbb7f"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:26.179494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bf5d8-1c40-4d39-b8fc-92b9e3054c8a service neutron] Pushing event updated for resources: {'Port': ['ID=b33b2617-101b-458f-b3cd-1f2a82fcbb7f,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.183246 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.195737 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1b5f06-3b5f-4ff1-9787-17586489cb1a x-openstack-request-id: req-df1b5f06-3b5f-4ff1-9787-17586489cb1a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:26.196039 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d024982-6c8d-449d-b4df-edcb041a5ab6", "tag": "b33b2617-101b-458f-b3cd-1f2a82fcbb7f", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:26.196293 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df1b5f06-3b5f-4ff1-9787-17586489cb1a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:26.196753 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'tag': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'status': 'completed', 'code': 200} Jul 16 18:26:26.246136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event deleted for resources: {'Port': ['ID=6b14190b-ec41-4599-bcac-f77463fa90a8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.251145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529528-5f2c-4884-a162-941624a2f47e req-3562ac7b-eb15-4138-a5fa-ddbc27072488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.253245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-3562ac7b-eb15-4138-a5fa-ddbc27072488 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 1095 time: 0.0701632 Jul 16 18:26:26.307703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:26.312977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-0c702443-b06e-4eea-a052-22fe6e4f947a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33b2617-101b-458f-b3cd-1f2a82fcbb7f HTTP/1.1" status: 200 len: 217 time: 0.0482185 Jul 16 18:26:26.315397 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-07ac4105-92ab-4c34-9a5b-5792aa85dee4 admin admin] 10.222.0.41 "PUT /v2.0/routers/453e8c76-62e8-4b6c-9838-a8d726dff306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5633228 Jul 16 18:26:26.334953 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.383906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529528-5f2c-4884-a162-941624a2f47e req-f84e2f56-32d1-4ea4-8e37-d0ce827ea2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.390050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-f84e2f56-32d1-4ea4-8e37-d0ce827ea2de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be47b853-4355-45f7-8875-7a657957d8d3 HTTP/1.1" status: 200 len: 834 time: 0.0705953 Jul 16 18:26:26.490611 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.493403 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.531107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529528-5f2c-4884-a162-941624a2f47e req-5401d7aa-39ed-4602-bc47-17b4633c573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.532821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-5401d7aa-39ed-4602-bc47-17b4633c573d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd237a77-7883-4f3b-a236-6d30582b9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342480 Jul 16 18:26:26.542914 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.543457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Fanout notify agent at l3_agent the message router_deleted on router 279dd6e1-3faf-44ac-a21f-46296b8310c8 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:26.550718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.554666 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-63934bfd-0d83-4093-bf72-43de936e1964 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "DELETE /v2.0/routers/279dd6e1-3faf-44ac-a21f-46296b8310c8 HTTP/1.1" status: 204 len: 168 time: 1.8303006 Jul 16 18:26:26.555278 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46726) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:26.608686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fead08-f286-4b5a-8461-99e6b9776726 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Deleting subnet 5ff34ca9-99ef-4810-8db4-c6657c68452a {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:26.611922 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04fead08-f286-4b5a-8461-99e6b9776726 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.641027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e2bdb-c4c5-4946-a02c-b7087237f647 req-52341ded-412d-46da-b01f-77e72b500111 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.644031 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e1e2bdb-c4c5-4946-a02c-b7087237f647 req-52341ded-412d-46da-b01f-77e72b500111 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 943 time: 0.1553929 Jul 16 18:26:26.659231 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04fead08-f286-4b5a-8461-99e6b9776726 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.672034 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-4881774f-85ff-4d30-ad45-320cda493ea1 service neutron] 10.222.0.35 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297550 Jul 16 18:26:26.726567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e1e2bdb-c4c5-4946-a02c-b7087237f647 req-bb47bce0-fd5e-4a55-b6d4-bae32fff5f9b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=8517ff1f-c836-484d-98af-c31107b8c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670850 Jul 16 18:26:26.742061 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.773920 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04fead08-f286-4b5a-8461-99e6b9776726 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.801324 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af529528-5f2c-4884-a162-941624a2f47e req-a1ef1049-04eb-483e-8008-e2b2b09b2fec service neutron] 10.222.0.35 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219358 Jul 16 18:26:26.826379 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.844477 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04fead08-f286-4b5a-8461-99e6b9776726 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.878200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fead08-f286-4b5a-8461-99e6b9776726 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff34ca9-99ef-4810-8db4-c6657c68452a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.880850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04fead08-f286-4b5a-8461-99e6b9776726 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.882877 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-04fead08-f286-4b5a-8461-99e6b9776726 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "DELETE /v2.0/subnets/5ff34ca9-99ef-4810-8db4-c6657c68452a HTTP/1.1" status: 204 len: 168 time: 0.3266139 Jul 16 18:26:26.886043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46762) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:26.889702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f0b118-85dd-4eec-ad28-83d8f57af2e1 None None] Network edb091fb-39ed-4911-82ea-44a097552de9 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:26.915081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4a755-1b26-4f9e-833e-b29c8614d98a req-8a92416c-4e2e-4e06-9e74-568aa4ff6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.916887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66f4a755-1b26-4f9e-833e-b29c8614d98a req-8a92416c-4e2e-4e06-9e74-568aa4ff6681 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 1095 time: 0.0615847 Jul 16 18:26:26.987846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.037760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4a755-1b26-4f9e-833e-b29c8614d98a req-91e95b9c-7e00-41bb-b81d-460a3eec41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.039336 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66f4a755-1b26-4f9e-833e-b29c8614d98a req-91e95b9c-7e00-41bb-b81d-460a3eec41b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cd237a77-7883-4f3b-a236-6d30582b9dbe HTTP/1.1" status: 200 len: 897 time: 0.1165779 Jul 16 18:26:27.072621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Deleting port 7abe63b9-f61e-4a46-b01e-dba1109afe43 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:27.073264 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.094183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66f4a755-1b26-4f9e-833e-b29c8614d98a req-022150ae-4962-4cd6-aab3-2eccccf6aa86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33b2617-101b-458f-b3cd-1f2a82fcbb7f HTTP/1.1" status: 200 len: 217 time: 0.0449681 Jul 16 18:26:27.110769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0fe767-dcae-475d-9863-86cae9d5b5c2 None None] DHCP port deletion for edb091fb-39ed-4911-82ea-44a097552de9 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:26:27.170363 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ec0fe767-dcae-475d-9863-86cae9d5b5c2 None None] Deleting port 7abe63b9-f61e-4a46-b01e-dba1109afe43 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:27.173494 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe767-dcae-475d-9863-86cae9d5b5c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.180445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] For port 7abe63b9-f61e-4a46-b01e-dba1109afe43, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7abe63b9-f61e-4a46-b01e-dba1109afe43,segment=NetworkSegment(62d06506-a719-4acb-8cec-a0bd47461a0a),segment_id=62d06506-a719-4acb-8cec-a0bd47461a0a)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:27.181220 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.198258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4a755-1b26-4f9e-833e-b29c8614d98a req-ff990888-5ebc-4770-872f-023ca2d1f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.200326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66f4a755-1b26-4f9e-833e-b29c8614d98a req-ff990888-5ebc-4770-872f-023ca2d1f702 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be47b853-4355-45f7-8875-7a657957d8d3 HTTP/1.1" status: 200 len: 834 time: 0.0987759 Jul 16 18:26:27.205842 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Calling delete_port for 7abe63b9-f61e-4a46-b01e-dba1109afe43 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:27.281167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-ec0fe767-dcae-475d-9863-86cae9d5b5c2 None None] For port 7abe63b9-f61e-4a46-b01e-dba1109afe43, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7abe63b9-f61e-4a46-b01e-dba1109afe43,segment=NetworkSegment(62d06506-a719-4acb-8cec-a0bd47461a0a),segment_id=62d06506-a719-4acb-8cec-a0bd47461a0a)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:27.281699 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe767-dcae-475d-9863-86cae9d5b5c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.298674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ec0fe767-dcae-475d-9863-86cae9d5b5c2 None None] Calling delete_port for 7abe63b9-f61e-4a46-b01e-dba1109afe43 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:27.305247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4a755-1b26-4f9e-833e-b29c8614d98a req-58e75e53-cea1-430b-ac43-7661a8dcd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.306781 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66f4a755-1b26-4f9e-833e-b29c8614d98a req-58e75e53-cea1-430b-ac43-7661a8dcd778 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd237a77-7883-4f3b-a236-6d30582b9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973783 Jul 16 18:26:27.323041 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.352601 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] No DVR routers for this DVR port 7abe63b9-f61e-4a46-b01e-dba1109afe43 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:27.359328 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event deleted for resources: {'Port': ['ID=7abe63b9-f61e-4a46-b01e-dba1109afe43,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:27.446298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66f4a755-1b26-4f9e-833e-b29c8614d98a req-9bdcf391-843c-40c4-928e-72a57a42657a service neutron] 10.222.0.35 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319103 Jul 16 18:26:27.473108 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.486790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb091fb-39ed-4911-82ea-44a097552de9']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:27.499657 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d06506-a719-4acb-8cec-a0bd47461a0a') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:27.499657 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d06506-a719-4acb-8cec-a0bd47461a0a') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:27.510317 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.525390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.531861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:27.532382 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:27.535704 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:27.555675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-638c00c9-e2b1-407c-a800-6ffe4afa5f56 req-6e62a590-43ce-4414-8e4e-bb02cd575862 service neutron] (100169) timed out ('10.222.0.35', 56210) {{(pid=100169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:26:27.597226 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66f4a755-1b26-4f9e-833e-b29c8614d98a req-cd694b36-5855-4d67-9bca-cb4fc9a27d8c service neutron] 10.222.0.35 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376595 Jul 16 18:26:27.641497 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.651028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.655236 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe767-dcae-475d-9863-86cae9d5b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.655561 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "DELETE /v2.0/networks/edb091fb-39ed-4911-82ea-44a097552de9 HTTP/1.1" status: 204 len: 168 time: 0.7658100 Jul 16 18:26:27.656458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46798) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:27.663281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc914515-f2df-4191-9047-f0fe1c36e065 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event deleted for resources: {'Network': ['ID=edb091fb-39ed-4911-82ea-44a097552de9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:27.670552 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec0fe767-dcae-475d-9863-86cae9d5b5c2 None None] Network edb091fb-39ed-4911-82ea-44a097552de9 is not hosted by any dhcp agent {{(pid=100171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:26:27.675147 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0fe767-dcae-475d-9863-86cae9d5b5c2 None None] No DVR routers for this DVR port 7abe63b9-f61e-4a46-b01e-dba1109afe43 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:27.712619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a17a1245-2116-4e68-940b-762fac8c7874 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:27.746206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fe767-dcae-475d-9863-86cae9d5b5c2 None None] Pushing event deleted for resources: {'Port': ['ID=7abe63b9-f61e-4a46-b01e-dba1109afe43,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:27.778243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port a17a1245-2116-4e68-940b-762fac8c7874 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:27.778682 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.850390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e8403df3-6eac-44bc-8d33-cec9009490d8 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Deleting port f5853f39-f838-44c0-aafb-2730f1a157bd {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:27.850732 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e8403df3-6eac-44bc-8d33-cec9009490d8 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.940021 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7abe63b9-f61e-4a46-b01e-dba1109afe43 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:27.963287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 7abe63b9-f61e-4a46-b01e-dba1109afe43 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:27.963659 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7abe63b9-f61e-4a46-b01e-dba1109afe43 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:27.990119 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e8403df3-6eac-44bc-8d33-cec9009490d8 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.990444 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e8403df3-6eac-44bc-8d33-cec9009490d8 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.001512 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Sync routers for ids ['453e8c76-62e8-4b6c-9838-a8d726dff306'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:28.011013 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Routers {'453e8c76-62e8-4b6c-9838-a8d726dff306'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:28.012164 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-21833083-1832-431d-ad65-f833dd05d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['453e8c76-62e8-4b6c-9838-a8d726dff306'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:28.015311 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f5c410f6-1572-427e-ba37-9f244740e1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.022896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e8403df3-6eac-44bc-8d33-cec9009490d8 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Calling delete_port for f5853f39-f838-44c0-aafb-2730f1a157bd owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:28.053322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700e506-d7ed-4347-8504-4fc2710d3fa1 req-dbe65474-735c-405d-9e75-27ad008bf371 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.054894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a700e506-d7ed-4347-8504-4fc2710d3fa1 req-dbe65474-735c-405d-9e75-27ad008bf371 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 943 time: 0.1322379 Jul 16 18:26:28.143541 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Set router 453e8c76-62e8-4b6c-9838-a8d726dff306 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:28.146367 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a700e506-d7ed-4347-8504-4fc2710d3fa1 req-3ed7b7fb-ede0-4044-b370-868343caf99e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=8517ff1f-c836-484d-98af-c31107b8c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550981 Jul 16 18:26:28.229102 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e8403df3-6eac-44bc-8d33-cec9009490d8 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.262770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8403df3-6eac-44bc-8d33-cec9009490d8 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Pushing event deleted for resources: {'Port': ['ID=f5853f39-f838-44c0-aafb-2730f1a157bd,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:28.338111 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e8403df3-6eac-44bc-8d33-cec9009490d8 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.341531 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e8403df3-6eac-44bc-8d33-cec9009490d8 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.343676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e8403df3-6eac-44bc-8d33-cec9009490d8 tempest-FloatingIPAdminTestJSON-367764842 tempest-FloatingIPAdminTestJSON-367764842-project] 10.222.0.41 "DELETE /v2.0/floatingips/75824b5f-aa56-4a15-99cf-6bfe733f1f44 HTTP/1.1" status: 204 len: 168 time: 0.6857080 Jul 16 18:26:28.373372 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-21833083-1832-431d-ad65-f833dd05d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'name': 'tempest-TestVolumeBackupRestore-479912879-router', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:18Z', 'updated_at': '2021-07-16T18:26:24Z', 'revision_number': 4, 'project_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'gw_port': {'id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:19Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '645bd55d-d0df-4ba6-8942-c0106214887b', 'name': '', 'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'mac_address': 'fa:16:3e:37:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '1867209d-208a-4abf-9cbb-7798a9d050ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:23Z', 'updated_at': '2021-07-16T18:26:24Z', 'revision_number': 2, 'project_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'subnets': [{'id': '1867209d-208a-4abf-9cbb-7798a9d050ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:28.491811 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Checking router: 453e8c76-62e8-4b6c-9838-a8d726dff306 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:28.492145 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Updating router 453e8c76-62e8-4b6c-9838-a8d726dff306 port 645bd55d-d0df-4ba6-8942-c0106214887b binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:28.527130 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.632818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46808) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:28.789493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-680f700c-b805-415d-9ff9-bdd7e68df20c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f222c699965f4b2aad2239ec43bd2541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548078 Jul 16 18:26:28.791788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46812) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:28.814237 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.825949 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Transition to ACTIVE for port object 645bd55d-d0df-4ba6-8942-c0106214887b will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:28.831907 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.846069 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5af1f079-3ff2-4095-a29d-0c09e699a917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.870820 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5af1f079-3ff2-4095-a29d-0c09e699a917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.890445 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cece2d-d3e2-40bd-9f56-ea2fd24b5331 None None] Pushing event updated for resources: {'Port': ['ID=645bd55d-d0df-4ba6-8942-c0106214887b,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:28.929719 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5af1f079-3ff2-4095-a29d-0c09e699a917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.932416 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5af1f079-3ff2-4095-a29d-0c09e699a917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.933765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5af1f079-3ff2-4095-a29d-0c09e699a917 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff97276b-aefb-44f5-ab6f-2b03490b0165 HTTP/1.1" status: 204 len: 168 time: 0.1410375 Jul 16 18:26:28.943354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1f079-3ff2-4095-a29d-0c09e699a917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff97276b-aefb-44f5-ab6f-2b03490b0165,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:28.963799 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Attempting to bind port 645bd55d-d0df-4ba6-8942-c0106214887b on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:28.964257 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Attempting to bind port 645bd55d-d0df-4ba6-8942-c0106214887b by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'dec6d11b-cd86-4295-838b-3cfaadca4ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:28.964882 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Attempting to bind port 645bd55d-d0df-4ba6-8942-c0106214887b on network b58fc41d-a068-44f8-9542-2dea062a072e {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:28.972551 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:28.972907 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Checking segment: {'id': 'dec6d11b-cd86-4295-838b-3cfaadca4ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:28.973340 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.973882 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Bound using segment: {'id': 'dec6d11b-cd86-4295-838b-3cfaadca4ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:28.974778 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Bound port: 645bd55d-d0df-4ba6-8942-c0106214887b, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec6d11b-cd86-4295-838b-3cfaadca4ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:28.975176 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.053842 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-21833083-1832-431d-ad65-f833dd05d232 None None] For port 645bd55d-d0df-4ba6-8942-c0106214887b, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:29.059825 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-21833083-1832-431d-ad65-f833dd05d232 None None] For port 645bd55d-d0df-4ba6-8942-c0106214887b, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=645bd55d-d0df-4ba6-8942-c0106214887b,segment=NetworkSegment(dec6d11b-cd86-4295-838b-3cfaadca4ebb),segment_id=dec6d11b-cd86-4295-838b-3cfaadca4ebb)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:29.066008 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.133953 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Routers {'453e8c76-62e8-4b6c-9838-a8d726dff306'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:29.134700 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-21833083-1832-431d-ad65-f833dd05d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['453e8c76-62e8-4b6c-9838-a8d726dff306'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:29.200255 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cece2d-d3e2-40bd-9f56-ea2fd24b5331 None None] Pushing event updated for resources: {'Port': ['ID=645bd55d-d0df-4ba6-8942-c0106214887b,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:29.341163 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46822) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:29.366545 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fadf47b-19a9-4d3b-84aa-f4ca6779a179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.377303 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-21833083-1832-431d-ad65-f833dd05d232 None None] Set router 453e8c76-62e8-4b6c-9838-a8d726dff306 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:29.428177 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device b33b2617-101b-458f-b3cd-1f2a82fcbb7f details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:29.441926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3053c3-b006-49ae-9445-881ed4e5ac2a req-ca5e85b0-4a1b-4972-a27a-d252b1fe6d12 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.448831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d3053c3-b006-49ae-9445-881ed4e5ac2a req-ca5e85b0-4a1b-4972-a27a-d252b1fe6d12 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 943 time: 0.1043603 Jul 16 18:26:29.546397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d3053c3-b006-49ae-9445-881ed4e5ac2a req-110e965b-3225-4ba4-a9f9-8d6bae61348a tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=8517ff1f-c836-484d-98af-c31107b8c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923626 Jul 16 18:26:29.548475 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fadf47b-19a9-4d3b-84aa-f4ca6779a179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.558716 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8fadf47b-19a9-4d3b-84aa-f4ca6779a179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.591653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port b33b2617-101b-458f-b3cd-1f2a82fcbb7f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=b33b2617-101b-458f-b3cd-1f2a82fcbb7f,segment=NetworkSegment(358cb794-27c9-41a3-9c3c-c988a779f1e8),segment_id=358cb794-27c9-41a3-9c3c-c988a779f1e8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:29.603553 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8fadf47b-19a9-4d3b-84aa-f4ca6779a179 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abccfa6daf194fe59524ccc051b66c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612007 Jul 16 18:26:29.604139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'port_id': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'mac_address': 'fa:16:3e:b6:b8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:29.607114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46824) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:29.619415 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadf47b-19a9-4d3b-84aa-f4ca6779a179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8734baf6-7578-4cb5-b8cb-fe1f37ca16ab,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:29.663344 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.676207 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-499ac343-d87c-4f40-9ad7-c459726a2c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.677389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33b2617-101b-458f-b3cd-1f2a82fcbb7f {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:29.698395 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port b33b2617-101b-458f-b3cd-1f2a82fcbb7f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=b33b2617-101b-458f-b3cd-1f2a82fcbb7f,segment=NetworkSegment(358cb794-27c9-41a3-9c3c-c988a779f1e8),segment_id=358cb794-27c9-41a3-9c3c-c988a779f1e8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:29.703616 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-21833083-1832-431d-ad65-f833dd05d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'name': 'tempest-TestVolumeBackupRestore-479912879-router', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:18Z', 'updated_at': '2021-07-16T18:26:24Z', 'revision_number': 4, 'project_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'gw_port': {'id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:19Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '645bd55d-d0df-4ba6-8942-c0106214887b', 'name': '', 'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'mac_address': 'fa:16:3e:37:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '1867209d-208a-4abf-9cbb-7798a9d050ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:23Z', 'updated_at': '2021-07-16T18:26:29Z', 'revision_number': 4, 'project_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'subnets': [{'id': '1867209d-208a-4abf-9cbb-7798a9d050ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:29.704372 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.705078 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-499ac343-d87c-4f40-9ad7-c459726a2c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.733783 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21833083-1832-431d-ad65-f833dd05d232 None None] The sync data for ids ['453e8c76-62e8-4b6c-9838-a8d726dff306'] in n-d-787206-10 is: [{'id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'name': 'tempest-TestVolumeBackupRestore-479912879-router', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:18Z', 'updated_at': '2021-07-16T18:26:24Z', 'revision_number': 4, 'project_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'gw_port': {'id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:19Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '645bd55d-d0df-4ba6-8942-c0106214887b', 'name': '', 'network_id': 'b58fc41d-a068-44f8-9542-2dea062a072e', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'mac_address': 'fa:16:3e:37:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '1867209d-208a-4abf-9cbb-7798a9d050ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:23Z', 'updated_at': '2021-07-16T18:26:29Z', 'revision_number': 4, 'project_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'subnets': [{'id': '1867209d-208a-4abf-9cbb-7798a9d050ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:29.763981 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-499ac343-d87c-4f40-9ad7-c459726a2c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.767361 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-499ac343-d87c-4f40-9ad7-c459726a2c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.768569 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-499ac343-d87c-4f40-9ad7-c459726a2c9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8734baf6-7578-4cb5-b8cb-fe1f37ca16ab HTTP/1.1" status: 204 len: 168 time: 0.1604486 Jul 16 18:26:29.780596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=b33b2617-101b-458f-b3cd-1f2a82fcbb7f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:29.804352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ac343-d87c-4f40-9ad7-c459726a2c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8734baf6-7578-4cb5-b8cb-fe1f37ca16ab,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:29.942904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['b33b2617-101b-458f-b3cd-1f2a82fcbb7f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:30.257939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46830) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:30.272797 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c99160bf-d308-4f93-a4ab-fd136721d06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.382266 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c99160bf-d308-4f93-a4ab-fd136721d06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.386305 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c99160bf-d308-4f93-a4ab-fd136721d06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.426744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c99160bf-d308-4f93-a4ab-fd136721d06e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a6aebd6bfbd4d29a7cfdc4c173b2cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674144 Jul 16 18:26:30.427653 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99160bf-d308-4f93-a4ab-fd136721d06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1355acd0-f459-4bc6-a108-9b2a6479241d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:30.429397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46834) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:30.492908 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-524dbf3e-33a7-491b-98c1-54e420635e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.516868 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-524dbf3e-33a7-491b-98c1-54e420635e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.570554 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-524dbf3e-33a7-491b-98c1-54e420635e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.573803 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-524dbf3e-33a7-491b-98c1-54e420635e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.577417 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-524dbf3e-33a7-491b-98c1-54e420635e92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1355acd0-f459-4bc6-a108-9b2a6479241d HTTP/1.1" status: 204 len: 168 time: 0.1445522 Jul 16 18:26:30.584754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524dbf3e-33a7-491b-98c1-54e420635e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1355acd0-f459-4bc6-a108-9b2a6479241d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:30.691907 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.735517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e974a0-3c12-48e1-838a-b20251d2273f req-e6b6bd14-0182-4135-93cc-df752d076666 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.737267 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2e974a0-3c12-48e1-838a-b20251d2273f req-e6b6bd14-0182-4135-93cc-df752d076666 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 944 time: 0.0777924 Jul 16 18:26:30.757543 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-98b74af5-aa87-4c5b-8bba-a038da9fe1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.791989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2e974a0-3c12-48e1-838a-b20251d2273f req-a32f4435-7ce5-4637-aba4-30de3bd47824 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=8517ff1f-c836-484d-98af-c31107b8c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452237 Jul 16 18:26:31.428073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device b33b2617-101b-458f-b3cd-1f2a82fcbb7f up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:31.500649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port b33b2617-101b-458f-b3cd-1f2a82fcbb7f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:31.505807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port b33b2617-101b-458f-b3cd-1f2a82fcbb7f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:31.506252 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.610531 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.654453 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:31.656932 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751593ee-186d-45cd-8d0b-d2a44726df1d" -d '{"events": [{"server_uuid": "5d024982-6c8d-449d-b4df-edcb041a5ab6", "name": "network-vif-plugged", "status": "completed", "tag": "b33b2617-101b-458f-b3cd-1f2a82fcbb7f"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:31.688695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port b33b2617-101b-458f-b3cd-1f2a82fcbb7f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=b33b2617-101b-458f-b3cd-1f2a82fcbb7f,segment=NetworkSegment(358cb794-27c9-41a3-9c3c-c988a779f1e8),segment_id=358cb794-27c9-41a3-9c3c-c988a779f1e8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:31.694660 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.746681 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 645bd55d-d0df-4ba6-8942-c0106214887b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:31.811042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=b33b2617-101b-458f-b3cd-1f2a82fcbb7f,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:31.837456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 645bd55d-d0df-4ba6-8942-c0106214887b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:31.848074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 645bd55d-d0df-4ba6-8942-c0106214887b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:31.849268 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.914892 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.970520 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.016486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 645bd55d-d0df-4ba6-8942-c0106214887b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=645bd55d-d0df-4ba6-8942-c0106214887b,segment=NetworkSegment(dec6d11b-cd86-4295-838b-3cfaadca4ebb),segment_id=dec6d11b-cd86-4295-838b-3cfaadca4ebb)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:32.022525 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.099787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ab41b-0bf9-4b0e-a680-ac0ddebdc69a req-3eb77534-c3d2-48c1-b6f1-854d24333dbb tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.101624 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317908b6-742d-47a4-a60e-5ed8ff0b4f3a x-openstack-request-id: req-317908b6-742d-47a4-a60e-5ed8ff0b4f3a {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:32.101922 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d024982-6c8d-449d-b4df-edcb041a5ab6", "name": "network-vif-plugged", "status": "completed", "tag": "b33b2617-101b-458f-b3cd-1f2a82fcbb7f", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:32.102174 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-317908b6-742d-47a4-a60e-5ed8ff0b4f3a {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:32.102566 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'code': 200} Jul 16 18:26:32.108124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=645bd55d-d0df-4ba6-8942-c0106214887b,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:32.117703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d3ab41b-0bf9-4b0e-a680-ac0ddebdc69a req-3eb77534-c3d2-48c1-b6f1-854d24333dbb tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 945 time: 0.1541333 Jul 16 18:26:32.163785 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d3ab41b-0bf9-4b0e-a680-ac0ddebdc69a req-cbada197-e732-45fc-942e-d5076859e97e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=8517ff1f-c836-484d-98af-c31107b8c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401354 Jul 16 18:26:32.227096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46880) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:32.230711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929cfe0-d98a-446f-a413-91d16899764d req-d835e372-904b-4053-9e14-878a950b738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.232521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5929cfe0-d98a-446f-a413-91d16899764d req-d835e372-904b-4053-9e14-878a950b738d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0654366 Jul 16 18:26:32.279719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5929cfe0-d98a-446f-a413-91d16899764d req-659b784f-45bf-48a8-ae3f-55f74a0d49f8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8517ff1f-c836-484d-98af-c31107b8c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395148 Jul 16 18:26:32.381670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-937852456'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:32.406289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Made reservation on behalf of cbf5c2393ce8467bafec4f4329a9971a for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:32.409900 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.419822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.532722 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.537811 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.566923 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:32.578325 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44088ba6-0188-46b0-a62a-0f4d093011ca,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:32.584686 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.585043 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Added segment 45164c33-8f04-4f98-95bd-ba52588a9169 of type vlan for network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 Jul 16 18:26:32.627044 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.660655 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.667140 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.667743 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.707109 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.4780240 Jul 16 18:26:32.742927 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8b6fc-c5ba-4878-b7f9-91c9c5399b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Pushing event updated for resources: {'Network': ['ID=3c40f9b0-4fc5-442e-9243-cdb0f4bb8449,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:32.753729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:32.891132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46890) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:32.906919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Request body: {'port': {'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449', 'binding:host_id': 'n-h2-787206-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1484188075'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:32.929658 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Made reservation on behalf of 243cebb4eb0848b5bdfc6dd39b12ecd0 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:32.932239 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.940680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.065677 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.072275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.077065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] device_id is not set on port 38080d34-d29a-44c4-be05-e6940e63ef28 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:33.171097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1e0e13-8fba-44c0-898f-72f00bbed01a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:33.353824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f64e-1aad-4e65-b470-fea8e305fee3 req-ea7e4038-d646-4a0e-97bd-89e903d7765c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.354722 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] device_id is not set on port 38080d34-d29a-44c4-be05-e6940e63ef28 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:33.356606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42a5f64e-1aad-4e65-b470-fea8e305fee3 req-ea7e4038-d646-4a0e-97bd-89e903d7765c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 945 time: 0.0765469 Jul 16 18:26:33.365663 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.380119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Transition to ACTIVE for port object 38080d34-d29a-44c4-be05-e6940e63ef28 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:33.393993 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.408810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42a5f64e-1aad-4e65-b470-fea8e305fee3 req-2275098b-de1b-49f8-8145-8d9e44f47cb0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=8517ff1f-c836-484d-98af-c31107b8c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458779 Jul 16 18:26:33.470183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event updated for resources: {'Port': ['ID=38080d34-d29a-44c4-be05-e6940e63ef28,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:33.474807 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Checking segment: {'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:33.475167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Network hostable DHCP agents. Network: 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:33.495463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:33.506644 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:33.511027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:33.516024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff86524-9575-441c-b630-f34d5ddfbd20 None None] Network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:33.527271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:33.527644 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:33.527983 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:33.532685 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:33.532936 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:33.533314 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 2 to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 Jul 16 18:26:33.552901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:33.553559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:33.554235 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:33.572850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:33.573522 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:33.574727 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 3 to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 Jul 16 18:26:33.605161 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:33.605503 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:33.605837 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:33.610679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:33.611009 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:33.611392 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 4 to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 Jul 16 18:26:33.632136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:33.632567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:33.634063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:33.656069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:33.656387 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:33.656883 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 5 to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 Jul 16 18:26:33.659409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c10cd-41b6-4328-bb0d-f06476f7a0b7 req-d870efc0-07ac-4e11-94ca-7fa9f71baef6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.668728 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b0c10cd-41b6-4328-bb0d-f06476f7a0b7 req-d870efc0-07ac-4e11-94ca-7fa9f71baef6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 945 time: 0.1120639 Jul 16 18:26:33.676408 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.680662 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:33.681607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:33.681607 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:33.687495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:33.687858 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:33.688322 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 6 to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 Jul 16 18:26:33.693640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 645bd55d-d0df-4ba6-8942-c0106214887b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:33.713285 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:33.713631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:33.713969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:33.719119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:33.719471 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:33.719882 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 7 to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 Jul 16 18:26:33.736271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:33.736617 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:33.737472 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:33.741306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b0c10cd-41b6-4328-bb0d-f06476f7a0b7 req-7ca0c99d-b877-44c8-a231-0162de4b5758 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=8517ff1f-c836-484d-98af-c31107b8c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674956 Jul 16 18:26:33.744118 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:33.744118 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:33.744374 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 8 to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 Jul 16 18:26:33.762304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 645bd55d-d0df-4ba6-8942-c0106214887b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:33.762304 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.762878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:33.762878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:33.762878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:33.763134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46898) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:33.766241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:33.766570 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:33.766959 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 9 to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 Jul 16 18:26:33.782435 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:33.782838 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:33.783398 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:33.788875 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:33.789224 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:33.789595 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 10 to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 Jul 16 18:26:33.805977 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:33.806315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:33.806654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:33.813698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 38080d34-d29a-44c4-be05-e6940e63ef28 on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:33.814232 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 38080d34-d29a-44c4-be05-e6940e63ef28 on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:33.814618 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.826327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec2603-2212-4df2-80ea-dde82e6de92d tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.828416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5eec2603-2212-4df2-80ea-dde82e6de92d tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 1092 time: 0.0649748 Jul 16 18:26:33.833242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46900) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:33.838316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:33.902162 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] For port 38080d34-d29a-44c4-be05-e6940e63ef28, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:33.902910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempted to set empty binding levels {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:26:33.908400 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.966269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event updated for resources: {'Port': ['ID=38080d34-d29a-44c4-be05-e6940e63ef28,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:33.969506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.970339 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.157507 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.164925 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7cc7fc41-4d7f-4089-8bde-cd00240d4645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.2702465 Jul 16 18:26:34.165220 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46902) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:34.261080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.277582 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Deleting port 38080d34-d29a-44c4-be05-e6940e63ef28 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:34.277923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.359836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] For port 38080d34-d29a-44c4-be05-e6940e63ef28, host n-h2-787206-10, got binding levels [] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:34.360541 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.372576 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Calling delete_port for 38080d34-d29a-44c4-be05-e6940e63ef28 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:34.382652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Allocated IP 172.25.5.163 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/efe18bd7-0f60-490c-b72d-b69f4dad0411) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:34.461697 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.487460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event deleted for resources: {'Port': ['ID=38080d34-d29a-44c4-be05-e6940e63ef28,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:34.498703 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:34.499050 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:34.499391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:34.499758 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:34.500091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:34.500418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:34.500744 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:34.501069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:34.501391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:34.501714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:34.502034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:34.502353 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:34.505320 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.509272 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.513594 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0ec167bf-969e-4119-ba4f-9bcbca1ef3bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "DELETE /v2.0/ports/38080d34-d29a-44c4-be05-e6940e63ef28 HTTP/1.1" status: 204 len: 168 time: 0.3451202 Jul 16 18:26:34.513828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46904) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:34.544874 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b208bdd9-ea84-4614-b49b-d99f4fe022bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:26:34.546702 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b208bdd9-ea84-4614-b49b-d99f4fe022bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "GET /v2.0/ports/38080d34-d29a-44c4-be05-e6940e63ef28 HTTP/1.1" status: 404 len: 333 time: 0.0317149 Jul 16 18:26:34.550266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46906) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:34.551964 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.555956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-64e67200-4794-497c-8689-735c78c20bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Request body: {'port': {'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-978970276'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:34.579454 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e67200-4794-497c-8689-735c78c20bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Made reservation on behalf of 243cebb4eb0848b5bdfc6dd39b12ecd0 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:34.581900 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64e67200-4794-497c-8689-735c78c20bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.595695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:34.599943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:34.600806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-64e67200-4794-497c-8689-735c78c20bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] device_id is not set on port 299330a2-cd74-4039-97da-1d811774dc4d yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:34.604036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:34.638768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=efe18bd7-0f60-490c-b72d-b69f4dad0411,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:34.798542 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64e67200-4794-497c-8689-735c78c20bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.840336 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64e67200-4794-497c-8689-735c78c20bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.843479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de416c9d-91dd-4ff6-bdf3-cc7636407bcd req-767f55ee-a287-4c8a-b2cc-0de742a74cb6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1694431 Jul 16 18:26:34.891622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e67200-4794-497c-8689-735c78c20bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:34.900375 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-64e67200-4794-497c-8689-735c78c20bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:34.904452 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e67200-4794-497c-8689-735c78c20bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:34.905374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e67200-4794-497c-8689-735c78c20bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.907468 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-64e67200-4794-497c-8689-735c78c20bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.914210 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e67200-4794-497c-8689-735c78c20bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event updated for resources: {'Port': ['ID=299330a2-cd74-4039-97da-1d811774dc4d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:34.925261 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-64e67200-4794-497c-8689-735c78c20bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3736134 Jul 16 18:26:34.928266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46910) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:34.933279 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:35.012234 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.048581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de416c9d-91dd-4ff6-bdf3-cc7636407bcd req-9e82ad52-9e68-4453-b7d4-669a4a938b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.050493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de416c9d-91dd-4ff6-bdf3-cc7636407bcd req-9e82ad52-9e68-4453-b7d4-669a4a938b5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 1097 time: 0.1419773 Jul 16 18:26:35.203478 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] device_id is not set on port 299330a2-cd74-4039-97da-1d811774dc4d yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:35.212341 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.225349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Transition to ACTIVE for port object 299330a2-cd74-4039-97da-1d811774dc4d will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:35.229389 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.297919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event updated for resources: {'Port': ['ID=299330a2-cd74-4039-97da-1d811774dc4d,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:35.300429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:35.300689 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:35.301029 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:35.306623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:35.306962 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:35.307476 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 2 to bind port 299330a2-cd74-4039-97da-1d811774dc4d Jul 16 18:26:35.320995 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:35.321349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:35.321691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:35.329433 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:35.329758 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:35.330155 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 3 to bind port 299330a2-cd74-4039-97da-1d811774dc4d Jul 16 18:26:35.338830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de416c9d-91dd-4ff6-bdf3-cc7636407bcd req-7cf9feeb-4ea7-421a-ae2a-1c91fc164b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.347509 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de416c9d-91dd-4ff6-bdf3-cc7636407bcd req-7cf9feeb-4ea7-421a-ae2a-1c91fc164b53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cd237a77-7883-4f3b-a236-6d30582b9dbe HTTP/1.1" status: 200 len: 897 time: 0.2689691 Jul 16 18:26:35.347761 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:35.347761 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:35.347761 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:35.350471 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.350731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:35.351237 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:35.351879 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 4 to bind port 299330a2-cd74-4039-97da-1d811774dc4d Jul 16 18:26:35.376904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:35.377573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:35.378586 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:35.390672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:35.391003 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:35.391419 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 5 to bind port 299330a2-cd74-4039-97da-1d811774dc4d Jul 16 18:26:35.407630 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:35.408593 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:35.409176 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:35.414753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:35.415308 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:35.415894 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 6 to bind port 299330a2-cd74-4039-97da-1d811774dc4d Jul 16 18:26:35.432724 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:35.432958 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de416c9d-91dd-4ff6-bdf3-cc7636407bcd req-cf844295-c95c-4baf-980f-f31ab4600e89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33b2617-101b-458f-b3cd-1f2a82fcbb7f HTTP/1.1" status: 200 len: 217 time: 0.0621200 Jul 16 18:26:35.433806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:35.434143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:35.439344 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:35.439722 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:35.440113 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 7 to bind port 299330a2-cd74-4039-97da-1d811774dc4d Jul 16 18:26:35.460930 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:35.461276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:35.461606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:35.468580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:35.468914 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:35.469309 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 8 to bind port 299330a2-cd74-4039-97da-1d811774dc4d Jul 16 18:26:35.489894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:35.490351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:35.490696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:35.496755 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:35.497627 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:35.498390 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 9 to bind port 299330a2-cd74-4039-97da-1d811774dc4d Jul 16 18:26:35.513323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:35.513776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:35.514221 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:35.519098 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:35.519407 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:35.520085 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 10 to bind port 299330a2-cd74-4039-97da-1d811774dc4d Jul 16 18:26:35.530940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de416c9d-91dd-4ff6-bdf3-cc7636407bcd req-b0bfbfce-7daa-4af2-bd6e-ff82c31c1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.532458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de416c9d-91dd-4ff6-bdf3-cc7636407bcd req-b0bfbfce-7daa-4af2-bd6e-ff82c31c1ebc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be47b853-4355-45f7-8875-7a657957d8d3 HTTP/1.1" status: 200 len: 834 time: 0.0877793 Jul 16 18:26:35.534905 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:35.536644 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:35.537333 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:35.542676 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:35.543152 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 299330a2-cd74-4039-97da-1d811774dc4d on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:35.543558 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.568528 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.654166 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] For port 299330a2-cd74-4039-97da-1d811774dc4d, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:35.654981 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempted to set empty binding levels {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:26:35.656636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de416c9d-91dd-4ff6-bdf3-cc7636407bcd req-65e443c1-37f0-46fd-9543-ab16029344b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.658193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de416c9d-91dd-4ff6-bdf3-cc7636407bcd req-65e443c1-37f0-46fd-9543-ab16029344b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd237a77-7883-4f3b-a236-6d30582b9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186984 Jul 16 18:26:35.662387 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.679623 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] In _notify_port_updated(), no bound segment for port 299330a2-cd74-4039-97da-1d811774dc4d on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:26:35.680674 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.681374 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.682804 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "PUT /v2.0/ports/299330a2-cd74-4039-97da-1d811774dc4d HTTP/1.1" status: 200 len: 979 time: 0.7535748 Jul 16 18:26:35.702739 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46912) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:35.779778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed90b2-8b11-4e33-8f7d-1961022478be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event updated for resources: {'Port': ['ID=299330a2-cd74-4039-97da-1d811774dc4d,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:35.850856 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de416c9d-91dd-4ff6-bdf3-cc7636407bcd req-9803cb21-7e9b-45fc-91d1-7e8e31e164be service neutron] 10.222.0.35 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864896 Jul 16 18:26:35.852958 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.853523 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.854062 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.854584 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.855135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.855930 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.856504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.857022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.857538 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.858057 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.858574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.860091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.860091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.860331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.862141 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.862141 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.868047 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2acba5c4-fbdb-4f5b-b7c9-46c94d07e939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14494 time: 0.1610723 Jul 16 18:26:35.868381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46916) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:35.872180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.884650 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.964706 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e7881-5eeb-48af-8d22-d71b84d0548b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Deleting port 299330a2-cd74-4039-97da-1d811774dc4d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:35.965192 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d7e7881-5eeb-48af-8d22-d71b84d0548b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.010580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=efe18bd7-0f60-490c-b72d-b69f4dad0411,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:36.025739 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.031395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de416c9d-91dd-4ff6-bdf3-cc7636407bcd req-2535b767-62fc-47a6-9842-8dfe88450e87 service neutron] 10.222.0.35 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716433 Jul 16 18:26:36.039589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-4d7e7881-5eeb-48af-8d22-d71b84d0548b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] For port 299330a2-cd74-4039-97da-1d811774dc4d, host n-h2-787206-10, got binding levels [] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:36.040061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d7e7881-5eeb-48af-8d22-d71b84d0548b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.064070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e7881-5eeb-48af-8d22-d71b84d0548b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Calling delete_port for 299330a2-cd74-4039-97da-1d811774dc4d owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:36.146722 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Floating IP 00972a06-e161-4173-9b19-3db3f65eb7c6 associated. External IP: 172.25.5.163, port: b33b2617-101b-458f-b3cd-1f2a82fcbb7f. Jul 16 18:26:36.165176 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d7e7881-5eeb-48af-8d22-d71b84d0548b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.195651 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e7881-5eeb-48af-8d22-d71b84d0548b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event deleted for resources: {'Port': ['ID=299330a2-cd74-4039-97da-1d811774dc4d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:36.209208 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4d7e7881-5eeb-48af-8d22-d71b84d0548b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.211470 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4d7e7881-5eeb-48af-8d22-d71b84d0548b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "DELETE /v2.0/ports/299330a2-cd74-4039-97da-1d811774dc4d HTTP/1.1" status: 204 len: 168 time: 0.3418736 Jul 16 18:26:36.213880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46918) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:36.250520 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9678e289-c7fe-4111-9e9d-ac5f4bc9bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:26:36.256251 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9678e289-c7fe-4111-9e9d-ac5f4bc9bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "GET /v2.0/ports/299330a2-cd74-4039-97da-1d811774dc4d HTTP/1.1" status: 404 len: 333 time: 0.0376697 Jul 16 18:26:36.257247 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46920) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:36.262139 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-f63adea6-e22a-4ba7-97e1-f0b62386fd47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-934974995', 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:36.288084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63adea6-e22a-4ba7-97e1-f0b62386fd47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Made reservation on behalf of 243cebb4eb0848b5bdfc6dd39b12ecd0 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:36.290986 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f63adea6-e22a-4ba7-97e1-f0b62386fd47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.309964 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-f63adea6-e22a-4ba7-97e1-f0b62386fd47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] device_id is not set on port e19e8f38-98fe-4245-b825-8d94dc3bc0d7 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:36.485852 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f63adea6-e22a-4ba7-97e1-f0b62386fd47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.535479 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f63adea6-e22a-4ba7-97e1-f0b62386fd47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.587988 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63adea6-e22a-4ba7-97e1-f0b62386fd47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:36.590966 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-f63adea6-e22a-4ba7-97e1-f0b62386fd47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:36.593392 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63adea6-e22a-4ba7-97e1-f0b62386fd47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:36.594487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63adea6-e22a-4ba7-97e1-f0b62386fd47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.595085 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f63adea6-e22a-4ba7-97e1-f0b62386fd47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.601740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63adea6-e22a-4ba7-97e1-f0b62386fd47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event updated for resources: {'Port': ['ID=e19e8f38-98fe-4245-b825-8d94dc3bc0d7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:36.616545 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f63adea6-e22a-4ba7-97e1-f0b62386fd47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3581386 Jul 16 18:26:36.618970 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46922) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:36.665269 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8673ea79-09fe-457d-92b0-4e0697c61465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.666669 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8673ea79-09fe-457d-92b0-4e0697c61465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "GET /v2.0/ports/e19e8f38-98fe-4245-b825-8d94dc3bc0d7 HTTP/1.1" status: 200 len: 958 time: 0.0466373 Jul 16 18:26:36.669794 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46924) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:36.679133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Router a2c5702d-4d9f-46a8-bdbd-92dc65618250 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:36.765867 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d461a935-bd4e-451c-ba7f-6d2b26a1efcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Deleting port e19e8f38-98fe-4245-b825-8d94dc3bc0d7 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:36.766209 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d461a935-bd4e-451c-ba7f-6d2b26a1efcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.798192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:36.809534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1891b-76f9-4806-b16b-54df416bd4c1 None None] Sync routers for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:36.819757 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.825771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1891b-76f9-4806-b16b-54df416bd4c1 None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:36.826677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-34f1891b-76f9-4806-b16b-54df416bd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:36.834225 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d461a935-bd4e-451c-ba7f-6d2b26a1efcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.873572 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d461a935-bd4e-451c-ba7f-6d2b26a1efcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Calling delete_port for e19e8f38-98fe-4245-b825-8d94dc3bc0d7 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:36.883869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0954e271-cda5-48ad-af5a-b6bb12b9c497 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0492110 Jul 16 18:26:36.884566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'tag': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:36.887024 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30763c94-c0c2-4571-b2f3-539ad1710201" -d '{"events": [{"name": "network-changed", "server_uuid": "5d024982-6c8d-449d-b4df-edcb041a5ab6", "tag": "b33b2617-101b-458f-b3cd-1f2a82fcbb7f"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:36.889633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46928) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:36.955368 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afbca39-277e-4f26-aa0c-8e8ff01421af x-openstack-request-id: req-4afbca39-277e-4f26-aa0c-8e8ff01421af {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:36.955915 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d024982-6c8d-449d-b4df-edcb041a5ab6", "tag": "b33b2617-101b-458f-b3cd-1f2a82fcbb7f", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:36.956258 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4afbca39-277e-4f26-aa0c-8e8ff01421af {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:36.956742 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'tag': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'status': 'completed', 'code': 200} Jul 16 18:26:36.984777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-34f1891b-76f9-4806-b16b-54df416bd4c1 None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:37.023366 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d461a935-bd4e-451c-ba7f-6d2b26a1efcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.031755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-281e4f78-e44d-4150-b685-4bacee898bf2 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/floatingips/00972a06-e161-4173-9b19-3db3f65eb7c6 HTTP/1.1" status: 200 len: 991 time: 0.1403983 Jul 16 18:26:37.058222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461a935-bd4e-451c-ba7f-6d2b26a1efcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event deleted for resources: {'Port': ['ID=e19e8f38-98fe-4245-b825-8d94dc3bc0d7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:37.061829 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d461a935-bd4e-451c-ba7f-6d2b26a1efcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.066276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30763c94-c0c2-4571-b2f3-539ad1710201 req-ae49c3ff-b536-48e8-b41d-bf21f1557c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.068295 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d461a935-bd4e-451c-ba7f-6d2b26a1efcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "DELETE /v2.0/ports/e19e8f38-98fe-4245-b825-8d94dc3bc0d7 HTTP/1.1" status: 204 len: 168 time: 0.3971601 Jul 16 18:26:37.069077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46932) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:37.069885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30763c94-c0c2-4571-b2f3-539ad1710201 req-ae49c3ff-b536-48e8-b41d-bf21f1557c56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0967298 Jul 16 18:26:37.103045 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-045b1cf1-0e2d-4fc3-a841-7d87c7004079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:26:37.109082 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-045b1cf1-0e2d-4fc3-a841-7d87c7004079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "GET /v2.0/ports/e19e8f38-98fe-4245-b825-8d94dc3bc0d7 HTTP/1.1" status: 404 len: 333 time: 0.0387721 Jul 16 18:26:37.109686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46934) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:37.116798 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-fd1c1359-43bb-45dd-83a3-057903787edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Request body: {'port': {'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-709115807'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:37.140167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1c1359-43bb-45dd-83a3-057903787edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Made reservation on behalf of 243cebb4eb0848b5bdfc6dd39b12ecd0 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:37.142840 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1359-43bb-45dd-83a3-057903787edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.159962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-fd1c1359-43bb-45dd-83a3-057903787edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] device_id is not set on port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:37.192751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30763c94-c0c2-4571-b2f3-539ad1710201 req-3a5dc1c8-de35-4224-b31c-681b02af67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.194557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30763c94-c0c2-4571-b2f3-539ad1710201 req-3a5dc1c8-de35-4224-b31c-681b02af67fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=cd237a77-7883-4f3b-a236-6d30582b9dbe HTTP/1.1" status: 200 len: 897 time: 0.1182399 Jul 16 18:26:37.274017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-34f1891b-76f9-4806-b16b-54df416bd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '00972a06-e161-4173-9b19-3db3f65eb7c6', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'port_id': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'mac_address': 'fa:16:3e:b6:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:34Z', 'updated_at': '2021-07-16T18:26:34Z', 'revision_number': 0, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:37.310464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1891b-76f9-4806-b16b-54df416bd4c1 None None] Checking router: a2c5702d-4d9f-46a8-bdbd-92dc65618250 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:37.320392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1891b-76f9-4806-b16b-54df416bd4c1 None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:37.321015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-34f1891b-76f9-4806-b16b-54df416bd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:26:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:37.347929 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30763c94-c0c2-4571-b2f3-539ad1710201 req-ab64b8e6-879f-44b3-ba29-4a9fc2c70640 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33b2617-101b-458f-b3cd-1f2a82fcbb7f HTTP/1.1" status: 200 len: 999 time: 0.1470807 Jul 16 18:26:37.352023 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1359-43bb-45dd-83a3-057903787edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.402480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30763c94-c0c2-4571-b2f3-539ad1710201 req-d3ac9151-f199-45a6-842c-4097e327fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.402743 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1359-43bb-45dd-83a3-057903787edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.404071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30763c94-c0c2-4571-b2f3-539ad1710201 req-d3ac9151-f199-45a6-842c-4097e327fb1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be47b853-4355-45f7-8875-7a657957d8d3 HTTP/1.1" status: 200 len: 834 time: 0.0500469 Jul 16 18:26:37.450629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c1359-43bb-45dd-83a3-057903787edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:37.453854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-34f1891b-76f9-4806-b16b-54df416bd4c1 None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:37.459123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c1359-43bb-45dd-83a3-057903787edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:37.463408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c1359-43bb-45dd-83a3-057903787edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:37.464452 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c1359-43bb-45dd-83a3-057903787edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.465112 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1359-43bb-45dd-83a3-057903787edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.476781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30763c94-c0c2-4571-b2f3-539ad1710201 req-082bca4b-9028-493c-859c-4071d0bfab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.477113 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c1359-43bb-45dd-83a3-057903787edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event updated for resources: {'Port': ['ID=3f918e2d-7bad-4ae3-a49c-6d1f4494a0db,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:37.479161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30763c94-c0c2-4571-b2f3-539ad1710201 req-082bca4b-9028-493c-859c-4071d0bfab08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd237a77-7883-4f3b-a236-6d30582b9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684991 Jul 16 18:26:37.486948 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fd1c1359-43bb-45dd-83a3-057903787edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3760893 Jul 16 18:26:37.490286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46936) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:37.496449 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:37.602615 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30763c94-c0c2-4571-b2f3-539ad1710201 req-a76ffd12-4ae7-4d93-b6b2-ff3af5dab2f3 service neutron] 10.222.0.35 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162894 Jul 16 18:26:37.607881 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.722800 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30763c94-c0c2-4571-b2f3-539ad1710201 req-0bbd024c-d4ba-485e-a9f9-8bee2d7e348f service neutron] 10.222.0.35 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125290 Jul 16 18:26:37.749065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-34f1891b-76f9-4806-b16b-54df416bd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '00972a06-e161-4173-9b19-3db3f65eb7c6', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'port_id': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'mac_address': 'fa:16:3e:b6:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:34Z', 'updated_at': '2021-07-16T18:26:34Z', 'revision_number': 0, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:37.779397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1891b-76f9-4806-b16b-54df416bd4c1 None None] The sync data for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 is: [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '00972a06-e161-4173-9b19-3db3f65eb7c6', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'port_id': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'mac_address': 'fa:16:3e:b6:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:34Z', 'updated_at': '2021-07-16T18:26:34Z', 'revision_number': 0, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:37.817499 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] device_id is not set on port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:37.826425 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.839781 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Transition to ACTIVE for port object 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:37.844417 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.901845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event updated for resources: {'Port': ['ID=3f918e2d-7bad-4ae3-a49c-6d1f4494a0db,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:37.913108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:37.913445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:37.913785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:37.918291 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:37.918613 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:37.918992 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 2 to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db Jul 16 18:26:37.934548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:37.934548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:37.934548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:37.946965 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:37.947303 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:37.947729 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 3 to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db Jul 16 18:26:37.962934 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:37.963274 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:37.963635 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:37.973294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:37.973571 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:37.975721 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 4 to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db Jul 16 18:26:37.998051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:37.998471 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:37.998871 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:38.004026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:38.007309 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:38.007882 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 5 to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db Jul 16 18:26:38.025683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:38.026487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:38.027026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:38.031698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:38.032019 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:38.032526 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 6 to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db Jul 16 18:26:38.035355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46940) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.038171 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1572589d-705d-4de8-b569-f8e309c0ee7d None None] New status for floating IP 00972a06-e161-4173-9b19-3db3f65eb7c6: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:26:38.062482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:38.062818 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:38.063157 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:38.068854 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:38.069183 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:38.069693 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 7 to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db Jul 16 18:26:38.083854 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:38.084195 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:38.084548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:38.089149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:38.089764 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:38.090155 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 8 to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db Jul 16 18:26:38.106026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:38.106602 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:38.106943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:38.112127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:38.112456 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:38.112847 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 9 to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db Jul 16 18:26:38.116020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e0d92e6f-283d-4090-b97f-bbe848f5ac2b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/floatingips/00972a06-e161-4173-9b19-3db3f65eb7c6 HTTP/1.1" status: 200 len: 991 time: 0.0782390 Jul 16 18:26:38.130373 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:38.131048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:38.131457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:38.136346 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:38.136741 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:38.137182 n-d-787206-10 neutron-server[100170]: INFO neutron.plugins.ml2.plugin [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempt 10 to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db Jul 16 18:26:38.151737 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:38.152068 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:38.152401 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempting to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:38.157383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:38.157712 n-d-787206-10 neutron-server[100170]: ERROR neutron.plugins.ml2.managers [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Failed to bind port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on host n-h2-787206-10 for vnic_type normal using segments [{'id': '45164c33-8f04-4f98-95bd-ba52588a9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c40f9b0-4fc5-442e-9243-cdb0f4bb8449'}] Jul 16 18:26:38.158073 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.225368 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] For port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:38.225715 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attempted to set empty binding levels {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:26:38.230065 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.274759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] In _notify_port_updated(), no bound segment for port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db on network 3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 {{(pid=100170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:26:38.277029 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.277394 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.284368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46942) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.284749 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "PUT /v2.0/ports/3f918e2d-7bad-4ae3-a49c-6d1f4494a0db HTTP/1.1" status: 200 len: 979 time: 0.7929845 Jul 16 18:26:38.302295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b912d82-b31a-477c-ad85-e912ae86a13f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event updated for resources: {'Port': ['ID=3f918e2d-7bad-4ae3-a49c-6d1f4494a0db,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.419551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-9cb36d59-4838-4d4e-bca9-d08be77fa9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Deleting port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:38.419899 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9cb36d59-4838-4d4e-bca9-d08be77fa9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.484616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-9cb36d59-4838-4d4e-bca9-d08be77fa9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] For port 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db, host n-h2-787206-10, got binding levels [] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:38.484893 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9cb36d59-4838-4d4e-bca9-d08be77fa9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.497039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-9cb36d59-4838-4d4e-bca9-d08be77fa9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Calling delete_port for 3f918e2d-7bad-4ae3-a49c-6d1f4494a0db owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:38.585028 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9cb36d59-4838-4d4e-bca9-d08be77fa9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.611340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb36d59-4838-4d4e-bca9-d08be77fa9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f918e2d-7bad-4ae3-a49c-6d1f4494a0db,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.618992 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9cb36d59-4838-4d4e-bca9-d08be77fa9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.623698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9cb36d59-4838-4d4e-bca9-d08be77fa9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "DELETE /v2.0/ports/3f918e2d-7bad-4ae3-a49c-6d1f4494a0db HTTP/1.1" status: 204 len: 168 time: 0.3382838 Jul 16 18:26:38.623906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46944) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.654883 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58e28f3-42f0-4998-b9c6-0a96ce9b4da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:26:38.656543 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e58e28f3-42f0-4998-b9c6-0a96ce9b4da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868811312-project-admin] 10.222.0.41 "GET /v2.0/ports/3f918e2d-7bad-4ae3-a49c-6d1f4494a0db HTTP/1.1" status: 404 len: 333 time: 0.0316556 Jul 16 18:26:38.659935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46946) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.738867 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7552-efc7-4901-b038-cfd54c62fd59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.831875 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7552-efc7-4901-b038-cfd54c62fd59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.843017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3d8b7552-efc7-4901-b038-cfd54c62fd59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c40f9b0-4fc5-442e-9243-cdb0f4bb8449']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:38.852863 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3d8b7552-efc7-4901-b038-cfd54c62fd59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45164c33-8f04-4f98-95bd-ba52588a9169') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:38.853156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3d8b7552-efc7-4901-b038-cfd54c62fd59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45164c33-8f04-4f98-95bd-ba52588a9169') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:38.862837 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7552-efc7-4901-b038-cfd54c62fd59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.876355 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7552-efc7-4901-b038-cfd54c62fd59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.883083 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8b7552-efc7-4901-b038-cfd54c62fd59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:38.883510 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7552-efc7-4901-b038-cfd54c62fd59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:38.886761 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:38.947043 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7552-efc7-4901-b038-cfd54c62fd59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.954225 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7552-efc7-4901-b038-cfd54c62fd59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.958423 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3d8b7552-efc7-4901-b038-cfd54c62fd59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] 10.222.0.41 "DELETE /v2.0/networks/3c40f9b0-4fc5-442e-9243-cdb0f4bb8449 HTTP/1.1" status: 204 len: 168 time: 0.2951722 Jul 16 18:26:38.974692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b7552-efc7-4901-b038-cfd54c62fd59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-191892575-project] Pushing event deleted for resources: {'Network': ['ID=3c40f9b0-4fc5-442e-9243-cdb0f4bb8449,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.121692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46952) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:39.195490 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-da04b23b-e10f-4ba3-a7a8-a31a9c8c0828 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/floatingips/00972a06-e161-4173-9b19-3db3f65eb7c6 HTTP/1.1" status: 200 len: 993 time: 0.0674374 Jul 16 18:26:39.237559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46956) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:39.382482 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1b669020-457c-4e36-bd2e-16301cd33022 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbf5c2393ce8467bafec4f4329a9971a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437349 Jul 16 18:26:39.384894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 46960) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:39.433938 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88c2b115-f616-461b-916b-36573ff94761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.456001 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88c2b115-f616-461b-916b-36573ff94761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.506748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88c2b115-f616-461b-916b-36573ff94761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.509393 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-88c2b115-f616-461b-916b-36573ff94761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.512930 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-88c2b115-f616-461b-916b-36573ff94761 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44088ba6-0188-46b0-a62a-0f4d093011ca HTTP/1.1" status: 204 len: 168 time: 0.1247759 Jul 16 18:26:39.518251 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2b115-f616-461b-916b-36573ff94761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44088ba6-0188-46b0-a62a-0f4d093011ca,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.786928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46966) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:39.837931 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-14eb21f1-6e31-4a69-86bb-4aca4bd18a57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=243cebb4eb0848b5bdfc6dd39b12ecd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496697 Jul 16 18:26:39.840424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 46972) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:39.892420 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab21b654-363b-4648-857e-04b0646209c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.915160 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab21b654-363b-4648-857e-04b0646209c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.962051 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab21b654-363b-4648-857e-04b0646209c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.964635 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab21b654-363b-4648-857e-04b0646209c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.965938 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ab21b654-363b-4648-857e-04b0646209c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c1e0e13-8fba-44c0-898f-72f00bbed01a HTTP/1.1" status: 204 len: 168 time: 0.1244314 Jul 16 18:26:39.974800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21b654-363b-4648-857e-04b0646209c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1e0e13-8fba-44c0-898f-72f00bbed01a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:40.967258 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:26:41.177801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47024) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:41.277294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-893294334', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:41.304310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Made reservation on behalf of f084829b2fff4940ad0ea5146819bcf2 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:41.306784 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.324560 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.422809 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.427669 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.433968 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] device_id is not set on port dd7b7aa3-45c5-4ba4-bc37-453c3f33e4ca yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:41.494067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7403062c-3ed2-492a-a034-fa878ce967ff,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:41.558430 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Allocated IP 172.25.5.220 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/dd7b7aa3-45c5-4ba4-bc37-453c3f33e4ca) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:41.701309 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.742185 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.790401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:41.793272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:41.795884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:41.823665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Pushing event updated for resources: {'Port': ['ID=dd7b7aa3-45c5-4ba4-bc37-453c3f33e4ca,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:41.846206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.846812 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.860718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-db028828-4ee8-499f-9393-73fbc3c1fdb8 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6817245 Jul 16 18:26:41.863573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47036) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:41.868371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.220'}]}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:41.890551 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.891659 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.946936 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.090552 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.296140 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.315707 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.465477 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.641055 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.643957 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.709291 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.709939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f9ef7b7-a81a-4711-950f-0a7ad561d279 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:42.726042 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:26:42.729635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7cfed7ee-9402-45e5-9026-533fc1439923 tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8624556 Jul 16 18:26:42.729950 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47040) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:42.816587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2bc84ca1-0ca1-4fa4-ab36-c73e84a24dbc tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Deleting port dd7b7aa3-45c5-4ba4-bc37-453c3f33e4ca {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:42.816963 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2bc84ca1-0ca1-4fa4-ab36-c73e84a24dbc tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.891400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2bc84ca1-0ca1-4fa4-ab36-c73e84a24dbc tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.903487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2bc84ca1-0ca1-4fa4-ab36-c73e84a24dbc tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Calling delete_port for dd7b7aa3-45c5-4ba4-bc37-453c3f33e4ca owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:43.035478 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2bc84ca1-0ca1-4fa4-ab36-c73e84a24dbc tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.086883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc84ca1-0ca1-4fa4-ab36-c73e84a24dbc tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd7b7aa3-45c5-4ba4-bc37-453c3f33e4ca,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:43.174054 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2bc84ca1-0ca1-4fa4-ab36-c73e84a24dbc tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.176333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2bc84ca1-0ca1-4fa4-ab36-c73e84a24dbc tempest-RoutersAdminNegativeIpV6Test-2138888189 tempest-RoutersAdminNegativeIpV6Test-2138888189-project-admin] 10.222.0.41 "DELETE /v2.0/ports/dd7b7aa3-45c5-4ba4-bc37-453c3f33e4ca HTTP/1.1" status: 204 len: 168 time: 0.4452024 Jul 16 18:26:43.496526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47048) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:43.603953 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0066630f-bb80-4b77-b662-049a531f45bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.700890 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0066630f-bb80-4b77-b662-049a531f45bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.705696 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0066630f-bb80-4b77-b662-049a531f45bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.748021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0066630f-bb80-4b77-b662-049a531f45bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2296c94c01f48d08123ea6fb5edf91a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477977 Jul 16 18:26:43.748021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066630f-bb80-4b77-b662-049a531f45bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ba2503-3f0c-4053-907c-3a981257cd23,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:43.748618 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47052) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:43.801074 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04f26939-a37c-4fb5-9576-76cb73711f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.822288 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04f26939-a37c-4fb5-9576-76cb73711f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.868717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04f26939-a37c-4fb5-9576-76cb73711f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.871417 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04f26939-a37c-4fb5-9576-76cb73711f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.872558 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-04f26939-a37c-4fb5-9576-76cb73711f39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5ba2503-3f0c-4053-907c-3a981257cd23 HTTP/1.1" status: 204 len: 168 time: 0.1227114 Jul 16 18:26:43.880225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f26939-a37c-4fb5-9576-76cb73711f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ba2503-3f0c-4053-907c-3a981257cd23,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:44.142244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47058) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:44.184749 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8263f213-5bd2-4fd0-b5fe-1f1be17bcc2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f084829b2fff4940ad0ea5146819bcf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412102 Jul 16 18:26:44.187064 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47060) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:44.234442 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e68e85d7-ba88-4492-b369-0635696efc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.254500 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e68e85d7-ba88-4492-b369-0635696efc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.303788 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e68e85d7-ba88-4492-b369-0635696efc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.306364 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e68e85d7-ba88-4492-b369-0635696efc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.307583 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e68e85d7-ba88-4492-b369-0635696efc4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7403062c-3ed2-492a-a034-fa878ce967ff HTTP/1.1" status: 204 len: 168 time: 0.1195207 Jul 16 18:26:44.318321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e85d7-ba88-4492-b369-0635696efc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7403062c-3ed2-492a-a034-fa878ce967ff,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:45.036215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47092) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.133699 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-f75ae825-9dde-42ae-a38f-75ae4b6526e4 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.134708 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f75ae825-9dde-42ae-a38f-75ae4b6526e4 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0973911 Jul 16 18:26:45.138002 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47096) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.142065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-0da02614-2711-4602-b561-4cb3021369a5 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.142973 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0da02614-2711-4602-b561-4cb3021369a5 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0040848 Jul 16 18:26:45.145834 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47098) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.149694 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-3acfc7b2-c512-43c6-b501-2bb0bf5d49e2 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.150588 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3acfc7b2-c512-43c6-b501-2bb0bf5d49e2 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0038345 Jul 16 18:26:45.152686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47100) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.157089 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-e3eb3c8b-0269-477f-a23c-58463551f9b9 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.158003 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e3eb3c8b-0269-477f-a23c-58463551f9b9 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045197 Jul 16 18:26:45.160092 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47102) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.164523 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-0fcbca02-6b78-47ad-8e09-ca5b40c8fec2 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.165422 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0fcbca02-6b78-47ad-8e09-ca5b40c8fec2 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045083 Jul 16 18:26:45.167457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47104) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.171105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-9e58e892-726d-4692-840a-d3e715c3f6d9 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.172074 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9e58e892-726d-4692-840a-d3e715c3f6d9 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037978 Jul 16 18:26:45.174376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47106) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.179046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-8d85264f-6df1-4025-b958-4d8046e6042c tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.180168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8d85264f-6df1-4025-b958-4d8046e6042c tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047596 Jul 16 18:26:45.182702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47108) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.187195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-fdd0f966-9730-4d76-a427-ddd571112db3 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.188249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fdd0f966-9730-4d76-a427-ddd571112db3 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046082 Jul 16 18:26:45.190674 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47110) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.194971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-ddd7273b-18fb-4e1c-a262-6b82b89fb95f tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.196362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ddd7273b-18fb-4e1c-a262-6b82b89fb95f tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047328 Jul 16 18:26:45.199138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47112) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.203525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-4cc7f47f-bbc4-44a9-a576-e81fd9bfa474 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.204470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4cc7f47f-bbc4-44a9-a576-e81fd9bfa474 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043962 Jul 16 18:26:45.208461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47114) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.213160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-ea5477ec-e512-4216-af28-20c3eeaab871 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.214105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ea5477ec-e512-4216-af28-20c3eeaab871 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045104 Jul 16 18:26:45.216864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47116) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.221695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-cda22080-c92d-44e3-8b64-fb39cccd843a tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.222633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cda22080-c92d-44e3-8b64-fb39cccd843a tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048871 Jul 16 18:26:45.226320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47118) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.231310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-387c8a04-e308-44b8-8968-4a23ec044585 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.232486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-387c8a04-e308-44b8-8968-4a23ec044585 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0052991 Jul 16 18:26:45.234808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47120) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.239639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-f3382761-b939-4f89-bf09-fae102558138 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.240533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f3382761-b939-4f89-bf09-fae102558138 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048890 Jul 16 18:26:45.242975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47122) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.247299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-2b38f930-2b36-4970-a47e-feb957486ad3 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.248346 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2b38f930-2b36-4970-a47e-feb957486ad3 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043521 Jul 16 18:26:45.250828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47124) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.255695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-ce7cd991-1bdd-4268-a08a-7e0add219b5f tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.256648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ce7cd991-1bdd-4268-a08a-7e0add219b5f tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049174 Jul 16 18:26:45.259345 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47126) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.264172 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-f543bff9-c708-41cc-b2db-7a99af19bb71 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.265106 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f543bff9-c708-41cc-b2db-7a99af19bb71 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046914 Jul 16 18:26:45.268599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47128) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.273109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-952e37af-fb9a-463e-8c97-d621ec72efcf tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.274068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-952e37af-fb9a-463e-8c97-d621ec72efcf tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045466 Jul 16 18:26:45.276607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47130) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.281480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-0efa422a-a945-4da2-a066-16cb9600b734 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.282396 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0efa422a-a945-4da2-a066-16cb9600b734 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048740 Jul 16 18:26:45.286354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47132) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.290395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-b954da15-617b-43dc-9978-bc54a3ddb1d6 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.291320 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b954da15-617b-43dc-9978-bc54a3ddb1d6 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041077 Jul 16 18:26:45.293593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47134) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.298379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-12eb1e60-e3cb-4565-90a5-f82709a6b997 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.299300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-12eb1e60-e3cb-4565-90a5-f82709a6b997 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047145 Jul 16 18:26:45.302621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47136) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.306731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-16260f28-c14c-4710-abd9-c46dca439d8b tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.307918 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-16260f28-c14c-4710-abd9-c46dca439d8b tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041800 Jul 16 18:26:45.310847 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47138) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.315107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-73fa367f-12af-4235-ab16-ff4e027cae99 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.316062 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-73fa367f-12af-4235-ab16-ff4e027cae99 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044107 Jul 16 18:26:45.319009 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47140) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.323777 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-e7380b26-06da-4aeb-adbe-fddbe1d2491c tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.324854 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e7380b26-06da-4aeb-adbe-fddbe1d2491c tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048354 Jul 16 18:26:45.328588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47142) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.332771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-1903cb4f-2919-46ca-b285-3cfa10d52b22 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.333995 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1903cb4f-2919-46ca-b285-3cfa10d52b22 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045583 Jul 16 18:26:45.336415 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47144) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.341388 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-79a93020-c6f6-4858-936a-ba0690309c76 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.342476 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-79a93020-c6f6-4858-936a-ba0690309c76 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051000 Jul 16 18:26:45.344982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47146) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.350616 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-a1fda2db-8cd7-47bf-a3d1-053a92d6a071 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.351588 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a1fda2db-8cd7-47bf-a3d1-053a92d6a071 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0051286 Jul 16 18:26:45.354399 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47148) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.358489 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-f6feb3f2-19d8-4a71-b5c5-684d118eb572 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.359399 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f6feb3f2-19d8-4a71-b5c5-684d118eb572 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041800 Jul 16 18:26:45.361746 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47150) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.366437 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-d89ab927-ec8c-40a6-8d46-5fde56b1b7a9 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.367354 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d89ab927-ec8c-40a6-8d46-5fde56b1b7a9 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047712 Jul 16 18:26:45.369684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47152) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.373749 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-9c80e412-1678-46df-9a15-615d716a6ed1 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.374664 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9c80e412-1678-46df-9a15-615d716a6ed1 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0040956 Jul 16 18:26:45.377320 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47154) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.381550 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-8fb44558-c7ba-43fa-9d28-527a37c572d8 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.382538 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8fb44558-c7ba-43fa-9d28-527a37c572d8 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043821 Jul 16 18:26:45.384978 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47156) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.389745 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-963e808f-f927-425d-8d6a-e8dcd72d8317 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.390677 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-963e808f-f927-425d-8d6a-e8dcd72d8317 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048048 Jul 16 18:26:45.393132 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47158) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.399986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-db1ba4f0-27c7-4054-af39-95ea6e56985f tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.401442 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-db1ba4f0-27c7-4054-af39-95ea6e56985f tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0069640 Jul 16 18:26:45.403775 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47160) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.407787 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-1710aaf4-e748-4994-9dcf-6e5c3fe21aa2 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.408708 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1710aaf4-e748-4994-9dcf-6e5c3fe21aa2 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040796 Jul 16 18:26:45.411872 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47162) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.416570 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-014fd8e4-897a-4eb3-aa5a-faa0a36d9b0c tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.417808 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-014fd8e4-897a-4eb3-aa5a-faa0a36d9b0c tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047007 Jul 16 18:26:45.420145 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47164) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.426958 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-6f283d0a-181c-407d-b4f8-912338e1136f tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.428305 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6f283d0a-181c-407d-b4f8-912338e1136f tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0070369 Jul 16 18:26:45.430575 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47166) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.435041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-386dcc84-1933-4537-b070-77051e4193a0 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.436096 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-386dcc84-1933-4537-b070-77051e4193a0 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046470 Jul 16 18:26:45.438614 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47168) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.444948 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-5ac9c0cc-435e-4df1-b741-2c2dfe88ec01 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.446434 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5ac9c0cc-435e-4df1-b741-2c2dfe88ec01 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0067728 Jul 16 18:26:45.449001 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47170) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.453042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-4c6f1ef8-17b6-49c3-bb85-73a095e84089 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.454020 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4c6f1ef8-17b6-49c3-bb85-73a095e84089 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0041463 Jul 16 18:26:45.458444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47172) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.463218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-159d664d-eae6-442e-b38a-c43429610b72 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.464116 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-159d664d-eae6-442e-b38a-c43429610b72 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045793 Jul 16 18:26:45.466579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47174) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.470992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-7579cd66-3f11-4259-927e-93ecfde9760c tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.471961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7579cd66-3f11-4259-927e-93ecfde9760c tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044501 Jul 16 18:26:45.474474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47176) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.478597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-041d102d-c35a-4d83-9581-1e419e493be9 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.479728 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-041d102d-c35a-4d83-9581-1e419e493be9 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043938 Jul 16 18:26:45.481877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47178) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.485938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-d8c076e3-b5f9-4ddb-9f53-410b5b19f4c8 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.486844 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d8c076e3-b5f9-4ddb-9f53-410b5b19f4c8 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041349 Jul 16 18:26:45.489095 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47180) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.493379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-727c3e3c-7925-4d84-b5ce-c8fb1c38eac6 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.494422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-727c3e3c-7925-4d84-b5ce-c8fb1c38eac6 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042174 Jul 16 18:26:45.496536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47182) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.500727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-1ee5db2c-7e53-41fd-b700-9c9f685243b9 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.503515 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1ee5db2c-7e53-41fd-b700-9c9f685243b9 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042195 Jul 16 18:26:45.503812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47184) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.511218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-29b8d768-6354-4460-a6f1-4f477d81227f tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.512804 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-29b8d768-6354-4460-a6f1-4f477d81227f tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0073688 Jul 16 18:26:45.514903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47186) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.518954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-89e81aac-d7eb-4271-a59e-98a29d65836b tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.519909 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-89e81aac-d7eb-4271-a59e-98a29d65836b tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0041666 Jul 16 18:26:45.523103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47188) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.527118 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-073616a4-14ea-461c-bdf0-ee53a53311e9 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.528077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-073616a4-14ea-461c-bdf0-ee53a53311e9 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0040824 Jul 16 18:26:45.530284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47190) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.534236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-82380881-fcc3-4905-bb24-e582280c8c17 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.535149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-82380881-fcc3-4905-bb24-e582280c8c17 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0040450 Jul 16 18:26:45.537315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47192) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.541461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-a094fe56-5d01-4845-baf6-7c8c3050af73 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.542376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a094fe56-5d01-4845-baf6-7c8c3050af73 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042055 Jul 16 18:26:45.547723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47194) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.554211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-d8dab517-9ad1-4fca-a63c-8416e0b52455 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.555667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d8dab517-9ad1-4fca-a63c-8416e0b52455 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0066214 Jul 16 18:26:45.557872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47196) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.561771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-54a2d6c6-b976-4be3-8495-d5e33e13819d tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.562675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-54a2d6c6-b976-4be3-8495-d5e33e13819d tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0039692 Jul 16 18:26:45.565773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47198) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.570877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-e825dd8b-baac-403b-a161-84844d8e9779 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.571837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e825dd8b-baac-403b-a161-84844d8e9779 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052288 Jul 16 18:26:45.575774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47200) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.580094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-90a0cebc-8b6a-451c-bab0-76d380b34fc6 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.581019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-90a0cebc-8b6a-451c-bab0-76d380b34fc6 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043814 Jul 16 18:26:45.584357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47202) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.588190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-62986571-e79d-4bed-8234-d161309d3b24 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.589087 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-62986571-e79d-4bed-8234-d161309d3b24 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0039749 Jul 16 18:26:45.591255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47204) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.595190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-b1f6e05d-0a53-44ce-a712-dd7311d147a2 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.596121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b1f6e05d-0a53-44ce-a712-dd7311d147a2 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0038984 Jul 16 18:26:45.598491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47206) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.602771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-678fac74-2197-4de6-bfec-a047a81fb011 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.603710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-678fac74-2197-4de6-bfec-a047a81fb011 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042565 Jul 16 18:26:45.607408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47208) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.611767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-0ddbe884-7eeb-4b13-b6a9-808681bb6f4e tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.612706 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0ddbe884-7eeb-4b13-b6a9-808681bb6f4e tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043983 Jul 16 18:26:45.616753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47210) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.621047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-2f1975c9-d118-4081-b445-c40f098140af tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.622052 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2f1975c9-d118-4081-b445-c40f098140af tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043249 Jul 16 18:26:45.624248 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47212) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.628668 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-76b40565-1469-4d73-9cfa-2ec631f5cc45 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.630274 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-76b40565-1469-4d73-9cfa-2ec631f5cc45 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049369 Jul 16 18:26:45.632548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47214) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.636582 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-502266f2-64fa-4eab-a3b5-87a8b3229a67 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.637588 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-502266f2-64fa-4eab-a3b5-87a8b3229a67 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041523 Jul 16 18:26:45.639717 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47216) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.643787 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-71fa623e-d5fe-42c2-b5be-1ffce7817320 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.646690 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-71fa623e-d5fe-42c2-b5be-1ffce7817320 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0060465 Jul 16 18:26:45.649018 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47220) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.653502 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-3c456fe6-d9a6-417a-8e54-fc9cd151aac1 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.654499 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3c456fe6-d9a6-417a-8e54-fc9cd151aac1 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046301 Jul 16 18:26:45.657056 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47222) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.662161 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-e69c3dda-a32a-46bb-9ba2-d0634fed9870 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.663117 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e69c3dda-a32a-46bb-9ba2-d0634fed9870 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049968 Jul 16 18:26:45.666165 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47224) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.670513 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-1d378308-728e-4e5f-a935-0ca061412d5e tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.671469 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1d378308-728e-4e5f-a935-0ca061412d5e tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042996 Jul 16 18:26:45.674149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47226) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.678845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [None req-dc39e148-1b0f-4253-9dc7-1039e87e90c3 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.681748 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dc39e148-1b0f-4253-9dc7-1039e87e90c3 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0067351 Jul 16 18:26:45.682453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47228) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.689295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-9f7a8570-0943-4aa5-9038-fe29648d3376 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.690381 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9f7a8570-0943-4aa5-9038-fe29648d3376 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0065672 Jul 16 18:26:45.693162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47230) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.697469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-79e18259-f24e-4bb9-9af6-5b0db9479c8d tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.699030 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-79e18259-f24e-4bb9-9af6-5b0db9479c8d tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0042968 Jul 16 18:26:45.701064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47232) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.706144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [None req-77fb0ab9-64d6-4af6-b8d0-85043720bd65 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:45.707082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-77fb0ab9-64d6-4af6-b8d0-85043720bd65 tempest-ExtensionsTestJSON-85322294 tempest-ExtensionsTestJSON-85322294-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051033 Jul 16 18:26:45.993160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47238) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:46.103727 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a15bd07-5265-4199-9c70-d9935d5c8c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.198664 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a15bd07-5265-4199-9c70-d9935d5c8c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.202963 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a15bd07-5265-4199-9c70-d9935d5c8c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.241436 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15bd07-5265-4199-9c70-d9935d5c8c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cb381f-a68a-4b1b-be8a-3ff8d57d0148,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:46.247475 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8a15bd07-5265-4199-9c70-d9935d5c8c04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d20b9bec7a464584a38c066c60c6826b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514937 Jul 16 18:26:46.248358 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47242) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:46.299667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4687553-285e-44b3-9975-19b696f4595a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.321622 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4687553-285e-44b3-9975-19b696f4595a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.368033 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4687553-285e-44b3-9975-19b696f4595a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.370670 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d4687553-285e-44b3-9975-19b696f4595a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.371882 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d4687553-285e-44b3-9975-19b696f4595a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6cb381f-a68a-4b1b-be8a-3ff8d57d0148 HTTP/1.1" status: 204 len: 168 time: 0.1226339 Jul 16 18:26:46.380630 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4687553-285e-44b3-9975-19b696f4595a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cb381f-a68a-4b1b-be8a-3ff8d57d0148,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:47.018340 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47268) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:47.125149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1495434393'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:47.148122 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:47.151620 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.160516 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.260582 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.264480 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.292439 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:47.301043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3427aee0-c330-4a59-98c0-50656a02989e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:47.308555 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.308978 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Added segment 7489073d-ed8f-445b-a7e3-c980574c9593 of type vlan for network 24886a18-ffae-44a2-bf10-cd3db1ea31e8 Jul 16 18:26:47.351225 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.383766 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.389319 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.389894 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.425902 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4062486 Jul 16 18:26:47.459553 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8f727-5a12-4379-a0a9-769d7df1dd83 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=24886a18-ffae-44a2-bf10-cd3db1ea31e8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:47.470471 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 24886a18-ffae-44a2-bf10-cd3db1ea31e8 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:47.556761 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47272) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:47.561838 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0729d83a-ee1b-46b0-8bee-2d7886d292b5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'subnet': {'network_id': '24886a18-ffae-44a2-bf10-cd3db1ea31e8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:47.655230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0729d83a-ee1b-46b0-8bee-2d7886d292b5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:47.658827 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0729d83a-ee1b-46b0-8bee-2d7886d292b5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.841445 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0729d83a-ee1b-46b0-8bee-2d7886d292b5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.900829 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729d83a-ee1b-46b0-8bee-2d7886d292b5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Subnet': ['ID=c67f66a7-4abd-497a-873c-2ad03df713a9,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:47.909242 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0729d83a-ee1b-46b0-8bee-2d7886d292b5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking segment: {'id': '7489073d-ed8f-445b-a7e3-c980574c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24886a18-ffae-44a2-bf10-cd3db1ea31e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:47.909612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0729d83a-ee1b-46b0-8bee-2d7886d292b5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network hostable DHCP agents. Network: 24886a18-ffae-44a2-bf10-cd3db1ea31e8, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:47.926030 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0729d83a-ee1b-46b0-8bee-2d7886d292b5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network 24886a18-ffae-44a2-bf10-cd3db1ea31e8 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:47.934812 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-0729d83a-ee1b-46b0-8bee-2d7886d292b5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 24886a18-ffae-44a2-bf10-cd3db1ea31e8) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:47.940547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0729d83a-ee1b-46b0-8bee-2d7886d292b5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.940680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0729d83a-ee1b-46b0-8bee-2d7886d292b5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.945038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc9162e-af87-4125-810c-2aff09f4520d None None] Network 24886a18-ffae-44a2-bf10-cd3db1ea31e8 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:47.957002 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0729d83a-ee1b-46b0-8bee-2d7886d292b5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.3990083 Jul 16 18:26:47.960921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47276) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:47.965992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7b07d8b5-9703-44cb-9114-f9cb5d90ec0f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1056933458'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:47.988444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b07d8b5-9703-44cb-9114-f9cb5d90ec0f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:47.992816 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b07d8b5-9703-44cb-9114-f9cb5d90ec0f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.020990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b07d8b5-9703-44cb-9114-f9cb5d90ec0f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:48.035715 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b07d8b5-9703-44cb-9114-f9cb5d90ec0f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.036391 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-7b07d8b5-9703-44cb-9114-f9cb5d90ec0f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Added segment 8ca033a6-020c-4464-8272-15d87c136a8a of type vlan for network 53b8f1cd-7f7a-4401-8827-aaa6856ab314 Jul 16 18:26:48.083675 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b07d8b5-9703-44cb-9114-f9cb5d90ec0f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.112326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-24886a18-ffae-44a2-bf10-cd3db1ea31e8', 'network_id': '24886a18-ffae-44a2-bf10-cd3db1ea31e8', 'tenant_id': '9dca665baefd4aa7b91954d6d9c5b226', 'fixed_ips': [{'subnet_id': 'c67f66a7-4abd-497a-873c-2ad03df713a9'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:48.113634 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.116585 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b07d8b5-9703-44cb-9114-f9cb5d90ec0f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.122604 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b07d8b5-9703-44cb-9114-f9cb5d90ec0f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:48.123401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7b07d8b5-9703-44cb-9114-f9cb5d90ec0f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.158553 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7b07d8b5-9703-44cb-9114-f9cb5d90ec0f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1965077 Jul 16 18:26:48.162660 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47278) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:48.167986 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-af7bf506-8268-4c32-863b-3cb7f50ffd49 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'subnet': {'network_id': '53b8f1cd-7f7a-4401-8827-aaa6856ab314', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:48.199397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07d8b5-9703-44cb-9114-f9cb5d90ec0f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=53b8f1cd-7f7a-4401-8827-aaa6856ab314,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.215657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 53b8f1cd-7f7a-4401-8827-aaa6856ab314 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:48.272729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7bf506-8268-4c32-863b-3cb7f50ffd49 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:48.276982 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-af7bf506-8268-4c32-863b-3cb7f50ffd49 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.479993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Allocated IP 172.20.255.242 (24886a18-ffae-44a2-bf10-cd3db1ea31e8/c67f66a7-4abd-497a-873c-2ad03df713a9/e35a3cdd-17bb-4810-b32f-8cfc68f5d779) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:48.485541 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-af7bf506-8268-4c32-863b-3cb7f50ffd49 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.544355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bf506-8268-4c32-863b-3cb7f50ffd49 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Subnet': ['ID=f032b0b4-ea21-42ae-963d-4591162b1d1d,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.560404 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7bf506-8268-4c32-863b-3cb7f50ffd49 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking segment: {'id': '8ca033a6-020c-4464-8272-15d87c136a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '53b8f1cd-7f7a-4401-8827-aaa6856ab314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:48.560841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7bf506-8268-4c32-863b-3cb7f50ffd49 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network hostable DHCP agents. Network: 53b8f1cd-7f7a-4401-8827-aaa6856ab314, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:48.581084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7bf506-8268-4c32-863b-3cb7f50ffd49 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network 53b8f1cd-7f7a-4401-8827-aaa6856ab314 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:48.592058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-af7bf506-8268-4c32-863b-3cb7f50ffd49 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 53b8f1cd-7f7a-4401-8827-aaa6856ab314) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:48.596543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7bf506-8268-4c32-863b-3cb7f50ffd49 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:48.597576 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-af7bf506-8268-4c32-863b-3cb7f50ffd49 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.615231 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-af7bf506-8268-4c32-863b-3cb7f50ffd49 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4513581 Jul 16 18:26:48.617998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47280) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:48.622872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaaa0cd-b8d3-4bfc-9c79-5f22879d1179 None None] Network 53b8f1cd-7f7a-4401-8827-aaa6856ab314 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:48.662057 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.680303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Transition to ACTIVE for port object e35a3cdd-17bb-4810-b32f-8cfc68f5d779 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:48.742985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Transition to ACTIVE for port object e35a3cdd-17bb-4810-b32f-8cfc68f5d779 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:48.750606 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.767371 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.841532 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.849419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Network 24886a18-ffae-44a2-bf10-cd3db1ea31e8 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:48.856996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:48.863001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:48.872810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Pushing event updated for resources: {'Port': ['ID=e35a3cdd-17bb-4810-b32f-8cfc68f5d779,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.923059 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.952721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Subnet': ['ID=f032b0b4-ea21-42ae-963d-4591162b1d1d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.969870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Attempting to bind port e35a3cdd-17bb-4810-b32f-8cfc68f5d779 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:48.970236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Attempting to bind port e35a3cdd-17bb-4810-b32f-8cfc68f5d779 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '7489073d-ed8f-445b-a7e3-c980574c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24886a18-ffae-44a2-bf10-cd3db1ea31e8'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:48.970596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Attempting to bind port e35a3cdd-17bb-4810-b32f-8cfc68f5d779 on network 24886a18-ffae-44a2-bf10-cd3db1ea31e8 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:48.974898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a34a55a-d8a4-4418-a6af-b1c6dbd9816e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-53b8f1cd-7f7a-4401-8827-aaa6856ab314', 'network_id': '53b8f1cd-7f7a-4401-8827-aaa6856ab314', 'tenant_id': '9dca665baefd4aa7b91954d6d9c5b226', 'fixed_ips': [{'subnet_id': 'f032b0b4-ea21-42ae-963d-4591162b1d1d'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:48.975738 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4a34a55a-d8a4-4418-a6af-b1c6dbd9816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.980696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:48.981007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Checking segment: {'id': '7489073d-ed8f-445b-a7e3-c980574c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24886a18-ffae-44a2-bf10-cd3db1ea31e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:48.981393 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.981780 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Bound using segment: {'id': '7489073d-ed8f-445b-a7e3-c980574c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24886a18-ffae-44a2-bf10-cd3db1ea31e8'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:48.982241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Bound port: e35a3cdd-17bb-4810-b32f-8cfc68f5d779, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7489073d-ed8f-445b-a7e3-c980574c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24886a18-ffae-44a2-bf10-cd3db1ea31e8'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:48.982616 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.013806 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.029626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b8f1cd-7f7a-4401-8827-aaa6856ab314']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:49.041596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca033a6-020c-4464-8272-15d87c136a8a') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:49.041901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca033a6-020c-4464-8272-15d87c136a8a') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:49.050802 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.070219 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.076422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:49.076812 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:49.079749 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:49.104268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921c594-2574-4368-8484-329de9a2246a None None] Network 53b8f1cd-7f7a-4401-8827-aaa6856ab314 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:49.122708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] For port e35a3cdd-17bb-4810-b32f-8cfc68f5d779, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:49.143326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] For port e35a3cdd-17bb-4810-b32f-8cfc68f5d779, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e35a3cdd-17bb-4810-b32f-8cfc68f5d779,segment=NetworkSegment(7489073d-ed8f-445b-a7e3-c980574c9593),segment_id=7489073d-ed8f-445b-a7e3-c980574c9593)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:49.143585 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.151212 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.153077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/53b8f1cd-7f7a-4401-8827-aaa6856ab314 HTTP/1.1" status: 204 len: 168 time: 0.5339148 Jul 16 18:26:49.156554 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47286) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:49.169896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-64c7cb71-38b0-4956-acda-cc9ee5842432 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1855770330'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:49.172986 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.173868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18885f0-346d-45f2-b31e-c4b1403d6ff1 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Network': ['ID=53b8f1cd-7f7a-4401-8827-aaa6856ab314,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:49.192438 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c7cb71-38b0-4956-acda-cc9ee5842432 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:49.195990 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-64c7cb71-38b0-4956-acda-cc9ee5842432 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.221272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c7cb71-38b0-4956-acda-cc9ee5842432 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:49.230827 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-64c7cb71-38b0-4956-acda-cc9ee5842432 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.231091 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-64c7cb71-38b0-4956-acda-cc9ee5842432 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Added segment 906c773e-d7a5-46a0-b5c6-6f1e34703945 of type vlan for network 7425b478-f0ed-4ab1-a0b6-6c42486c2c0a Jul 16 18:26:49.278812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a116e60-00cb-43a4-801f-d099a5ee3681 None None] Pushing event updated for resources: {'Port': ['ID=e35a3cdd-17bb-4810-b32f-8cfc68f5d779,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:49.279205 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-64c7cb71-38b0-4956-acda-cc9ee5842432 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.310220 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-64c7cb71-38b0-4956-acda-cc9ee5842432 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.315813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c7cb71-38b0-4956-acda-cc9ee5842432 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.316398 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-64c7cb71-38b0-4956-acda-cc9ee5842432 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.361336 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-64c7cb71-38b0-4956-acda-cc9ee5842432 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1930556 Jul 16 18:26:49.361849 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47288) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:49.374235 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'subnet': {'network_id': '7425b478-f0ed-4ab1-a0b6-6c42486c2c0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:49.392425 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7cb71-38b0-4956-acda-cc9ee5842432 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=7425b478-f0ed-4ab1-a0b6-6c42486c2c0a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:49.405593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 7425b478-f0ed-4ab1-a0b6-6c42486c2c0a details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:49.501488 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:49.505785 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.570745 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_backend_mixin [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Performing IP validity checks on allocation pools {{(pid=100170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:26:49.571260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_backend_mixin [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:26:49.667231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e35a3cdd-17bb-4810-b32f-8cfc68f5d779 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:49.698065 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.725099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e35a3cdd-17bb-4810-b32f-8cfc68f5d779 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:49.768767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Subnet': ['ID=2a6da68c-e953-4af7-80f1-5bd6882a3ab3,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:49.780791 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking segment: {'id': '906c773e-d7a5-46a0-b5c6-6f1e34703945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7425b478-f0ed-4ab1-a0b6-6c42486c2c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:49.781163 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network hostable DHCP agents. Network: 7425b478-f0ed-4ab1-a0b6-6c42486c2c0a, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:49.799567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network 7425b478-f0ed-4ab1-a0b6-6c42486c2c0a is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:49.808597 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 7425b478-f0ed-4ab1-a0b6-6c42486c2c0a) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:49.813663 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.815706 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.817462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba179edd-6df9-4da1-87bc-ed48f17da81a None None] Network 7425b478-f0ed-4ab1-a0b6-6c42486c2c0a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:49.833765 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-77543257-df63-498c-8442-0536b00eea6a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4676006 Jul 16 18:26:49.834190 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47292) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:49.992972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-7425b478-f0ed-4ab1-a0b6-6c42486c2c0a', 'network_id': '7425b478-f0ed-4ab1-a0b6-6c42486c2c0a', 'tenant_id': '9dca665baefd4aa7b91954d6d9c5b226', 'fixed_ips': [{'subnet_id': '2a6da68c-e953-4af7-80f1-5bd6882a3ab3'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:49.994064 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.170123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Allocated IP 172.20.0.3 (7425b478-f0ed-4ab1-a0b6-6c42486c2c0a/2a6da68c-e953-4af7-80f1-5bd6882a3ab3/58d4b396-6930-4397-817c-14d6fe69d289) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:50.306155 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.352675 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.362424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Transition to ACTIVE for port object 58d4b396-6930-4397-817c-14d6fe69d289 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:50.384988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Transition to ACTIVE for port object 58d4b396-6930-4397-817c-14d6fe69d289 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:50.389522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f660f599-a117-41ec-9602-fbe0774178d6 None None] Network 24886a18-ffae-44a2-bf10-cd3db1ea31e8 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:50.393603 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.403699 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.447375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Network 7425b478-f0ed-4ab1-a0b6-6c42486c2c0a is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:50.453016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:50.460774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:50.472228 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.509114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6da68c-e953-4af7-80f1-5bd6882a3ab3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:50.569778 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Pushing event updated for resources: {'Port': ['ID=58d4b396-6930-4397-817c-14d6fe69d289,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:50.571720 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.583771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7425b478-f0ed-4ab1-a0b6-6c42486c2c0a']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:50.589293 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-72346dfc-582d-4196-9b2e-84afac9df183 None None] Provisioning for port e35a3cdd-17bb-4810-b32f-8cfc68f5d779 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:50.595787 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906c773e-d7a5-46a0-b5c6-6f1e34703945') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:50.595787 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906c773e-d7a5-46a0-b5c6-6f1e34703945') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:50.599303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Attempting to bind port 58d4b396-6930-4397-817c-14d6fe69d289 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:50.599762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Attempting to bind port 58d4b396-6930-4397-817c-14d6fe69d289 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '906c773e-d7a5-46a0-b5c6-6f1e34703945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7425b478-f0ed-4ab1-a0b6-6c42486c2c0a'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:50.600135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Attempting to bind port 58d4b396-6930-4397-817c-14d6fe69d289 on network 7425b478-f0ed-4ab1-a0b6-6c42486c2c0a {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:50.605051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-72346dfc-582d-4196-9b2e-84afac9df183 None None] Provisioning complete for port e35a3cdd-17bb-4810-b32f-8cfc68f5d779 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:50.605429 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-72346dfc-582d-4196-9b2e-84afac9df183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.606798 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.610626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:50.610994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Checking segment: {'id': '906c773e-d7a5-46a0-b5c6-6f1e34703945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7425b478-f0ed-4ab1-a0b6-6c42486c2c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:50.611404 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.611831 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Bound using segment: {'id': '906c773e-d7a5-46a0-b5c6-6f1e34703945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7425b478-f0ed-4ab1-a0b6-6c42486c2c0a'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:50.612410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Bound port: 58d4b396-6930-4397-817c-14d6fe69d289, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906c773e-d7a5-46a0-b5c6-6f1e34703945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7425b478-f0ed-4ab1-a0b6-6c42486c2c0a'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:50.612810 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.623891 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.630966 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:50.631518 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:50.635116 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:50.697971 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:26:50.697971 n-d-787206-10 neutron-server[100170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:26:50.697971 n-d-787206-10 neutron-server[100170]: [parameters: {'id': '7425b478-f0ed-4ab1-a0b6-6c42486c2c0a'}] Jul 16 18:26:50.697971 n-d-787206-10 neutron-server[100170]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:26:50.699360 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:26:50.764211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] For port 58d4b396-6930-4397-817c-14d6fe69d289, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:50.769035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] For port 58d4b396-6930-4397-817c-14d6fe69d289, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=58d4b396-6930-4397-817c-14d6fe69d289,segment=NetworkSegment(906c773e-d7a5-46a0-b5c6-6f1e34703945),segment_id=906c773e-d7a5-46a0-b5c6-6f1e34703945)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:50.793819 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.854062 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-72346dfc-582d-4196-9b2e-84afac9df183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.915119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a818c5-1716-40f1-8c9f-15398b7f17df None None] Pushing event updated for resources: {'Port': ['ID=58d4b396-6930-4397-817c-14d6fe69d289,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:50.941052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-72346dfc-582d-4196-9b2e-84afac9df183 None None] For port e35a3cdd-17bb-4810-b32f-8cfc68f5d779, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e35a3cdd-17bb-4810-b32f-8cfc68f5d779,segment=NetworkSegment(7489073d-ed8f-445b-a7e3-c980574c9593),segment_id=7489073d-ed8f-445b-a7e3-c980574c9593)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:50.947257 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-72346dfc-582d-4196-9b2e-84afac9df183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.977859 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3360d0a-0a58-4218-8e2b-9a7469afc465 None None] Network 7425b478-f0ed-4ab1-a0b6-6c42486c2c0a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:51.054024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72346dfc-582d-4196-9b2e-84afac9df183 None None] Pushing event updated for resources: {'Port': ['ID=e35a3cdd-17bb-4810-b32f-8cfc68f5d779,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:51.144474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f805fbdc-105c-4e05-aece-41e50f0ec9d4 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:26:51.194186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ecc8e61e-32d8-473e-896f-3c602b4e156c None None] Provisioning complete for port e35a3cdd-17bb-4810-b32f-8cfc68f5d779 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:51.194497 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e61e-32d8-473e-896f-3c602b4e156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.201161 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.272136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Deleting port 58d4b396-6930-4397-817c-14d6fe69d289 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:51.272583 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.277040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f805fbdc-105c-4e05-aece-41e50f0ec9d4 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:26:51.338639 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] For port 58d4b396-6930-4397-817c-14d6fe69d289, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=58d4b396-6930-4397-817c-14d6fe69d289,segment=NetworkSegment(906c773e-d7a5-46a0-b5c6-6f1e34703945),segment_id=906c773e-d7a5-46a0-b5c6-6f1e34703945)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:51.339398 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.355844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Calling delete_port for 58d4b396-6930-4397-817c-14d6fe69d289 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:51.442523 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.470102 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Port': ['ID=58d4b396-6930-4397-817c-14d6fe69d289,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:51.472318 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No DVR routers for this DVR port 58d4b396-6930-4397-817c-14d6fe69d289 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:51.554526 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.564927 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7425b478-f0ed-4ab1-a0b6-6c42486c2c0a']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:51.575828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906c773e-d7a5-46a0-b5c6-6f1e34703945') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:51.576123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906c773e-d7a5-46a0-b5c6-6f1e34703945') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:51.585686 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.599456 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.605600 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:51.606041 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:51.609228 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:51.663302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e35a3cdd-17bb-4810-b32f-8cfc68f5d779 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:51.676936 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.684240 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.689711 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/7425b478-f0ed-4ab1-a0b6-6c42486c2c0a HTTP/1.1" status: 204 len: 168 time: 1.8508770 Jul 16 18:26:51.689906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47324) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:51.696735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-632f13b4-a349-4f9a-9ece-1ef0bf3022ea tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-234455701'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:51.699746 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cc595-2790-4eea-bc6e-5e129d932ccd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Network': ['ID=7425b478-f0ed-4ab1-a0b6-6c42486c2c0a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:51.725488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e35a3cdd-17bb-4810-b32f-8cfc68f5d779 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:51.725848 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.729670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632f13b4-a349-4f9a-9ece-1ef0bf3022ea tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:51.733799 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-632f13b4-a349-4f9a-9ece-1ef0bf3022ea tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.761832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632f13b4-a349-4f9a-9ece-1ef0bf3022ea tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:51.771754 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-632f13b4-a349-4f9a-9ece-1ef0bf3022ea tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.772101 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-632f13b4-a349-4f9a-9ece-1ef0bf3022ea tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Added segment 7f570943-bb83-4956-98fe-1bf811ce4ebf of type vlan for network b7f00962-44d5-4b67-955f-bc3f4f9e5bd1 Jul 16 18:26:51.831278 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-632f13b4-a349-4f9a-9ece-1ef0bf3022ea tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.862926 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-632f13b4-a349-4f9a-9ece-1ef0bf3022ea tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.869148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f13b4-a349-4f9a-9ece-1ef0bf3022ea tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.869741 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-632f13b4-a349-4f9a-9ece-1ef0bf3022ea tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.910130 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-632f13b4-a349-4f9a-9ece-1ef0bf3022ea tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2181246 Jul 16 18:26:51.913157 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47332) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:51.918410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-76a18a97-8714-493f-a269-91231be6d12b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'subnet': {'network_id': 'b7f00962-44d5-4b67-955f-bc3f4f9e5bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:51.941644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f13b4-a349-4f9a-9ece-1ef0bf3022ea tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=b7f00962-44d5-4b67-955f-bc3f4f9e5bd1,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:51.954936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network b7f00962-44d5-4b67-955f-bc3f4f9e5bd1 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:52.029476 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a18a97-8714-493f-a269-91231be6d12b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:52.033603 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76a18a97-8714-493f-a269-91231be6d12b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.214152 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76a18a97-8714-493f-a269-91231be6d12b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.272164 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a18a97-8714-493f-a269-91231be6d12b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Subnet': ['ID=d9f32af2-0f40-4478-9426-8324371621bc,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:52.282200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a18a97-8714-493f-a269-91231be6d12b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking segment: {'id': '7f570943-bb83-4956-98fe-1bf811ce4ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b7f00962-44d5-4b67-955f-bc3f4f9e5bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:52.282565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a18a97-8714-493f-a269-91231be6d12b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network hostable DHCP agents. Network: b7f00962-44d5-4b67-955f-bc3f4f9e5bd1, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:52.299640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a18a97-8714-493f-a269-91231be6d12b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network b7f00962-44d5-4b67-955f-bc3f4f9e5bd1 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:52.309376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-76a18a97-8714-493f-a269-91231be6d12b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, b7f00962-44d5-4b67-955f-bc3f4f9e5bd1) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:52.313351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a18a97-8714-493f-a269-91231be6d12b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.313940 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-76a18a97-8714-493f-a269-91231be6d12b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.321540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2fa4dc-d659-4a00-8be7-8b15d741267e None None] Network b7f00962-44d5-4b67-955f-bc3f4f9e5bd1 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:52.329645 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-76a18a97-8714-493f-a269-91231be6d12b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4151461 Jul 16 18:26:52.332234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47334) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:52.433455 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.482801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0653e7-85d2-4d35-8edd-96a213ffaed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-b7f00962-44d5-4b67-955f-bc3f4f9e5bd1', 'network_id': 'b7f00962-44d5-4b67-955f-bc3f4f9e5bd1', 'tenant_id': '9dca665baefd4aa7b91954d6d9c5b226', 'fixed_ips': [{'subnet_id': 'd9f32af2-0f40-4478-9426-8324371621bc'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:52.483833 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4a0653e7-85d2-4d35-8edd-96a213ffaed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.485709 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.547090 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.574276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f32af2-0f40-4478-9426-8324371621bc,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server [None req-4a0653e7-85d2-4d35-8edd-96a213ffaed8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9f32af2-0f40-4478-9426-8324371621bc: This subnet is being modified by another concurrent operation. Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9f32af2-0f40-4478-9426-8324371621bc: This subnet is being modified by another concurrent operation. Jul 16 18:26:52.585174 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Jul 16 18:26:52.614051 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5df0722-24ad-4e40-83b9-669d27fb2192 None None] Network b7f00962-44d5-4b67-955f-bc3f4f9e5bd1 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:52.643902 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.655577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f00962-44d5-4b67-955f-bc3f4f9e5bd1']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:52.666562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f570943-bb83-4956-98fe-1bf811ce4ebf') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:52.666969 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f570943-bb83-4956-98fe-1bf811ce4ebf') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:52.677512 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.696719 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.703306 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:52.703781 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:52.707574 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:52.736646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5640d47d-2e65-4856-9dd8-e2ad49acfd73 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:26:52.774975 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.783796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.786335 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/b7f00962-44d5-4b67-955f-bc3f4f9e5bd1 HTTP/1.1" status: 204 len: 168 time: 0.4524090 Jul 16 18:26:52.790517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47336) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:52.796748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b5d8a-f0b8-46d4-9372-b2924224e7d2 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Network': ['ID=b7f00962-44d5-4b67-955f-bc3f4f9e5bd1,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:52.797313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2a2d5cf9-7234-4d3e-a4fe-9d810f505a0d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1330558247'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:52.827291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2d5cf9-7234-4d3e-a4fe-9d810f505a0d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:52.831346 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5cf9-7234-4d3e-a4fe-9d810f505a0d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.863184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2d5cf9-7234-4d3e-a4fe-9d810f505a0d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:52.873858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5cf9-7234-4d3e-a4fe-9d810f505a0d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.874197 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-2a2d5cf9-7234-4d3e-a4fe-9d810f505a0d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Added segment 0c9776eb-4ca8-49f5-996d-d7c77248d8a6 of type vlan for network ecf959e0-f494-405e-b542-3387fc114cf4 Jul 16 18:26:52.921223 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5cf9-7234-4d3e-a4fe-9d810f505a0d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.957005 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5cf9-7234-4d3e-a4fe-9d810f505a0d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.964328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2d5cf9-7234-4d3e-a4fe-9d810f505a0d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.965046 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5cf9-7234-4d3e-a4fe-9d810f505a0d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.996751 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5640d47d-2e65-4856-9dd8-e2ad49acfd73 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:26:53.005752 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2a2d5cf9-7234-4d3e-a4fe-9d810f505a0d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2106254 Jul 16 18:26:53.006051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47344) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:53.011168 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-465218c3-e4e5-44a6-bb09-611045233924 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'subnet': {'network_id': 'ecf959e0-f494-405e-b542-3387fc114cf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:53.132615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465218c3-e4e5-44a6-bb09-611045233924 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:53.136256 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-465218c3-e4e5-44a6-bb09-611045233924 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.358273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-465218c3-e4e5-44a6-bb09-611045233924 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.408214 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d5cf9-7234-4d3e-a4fe-9d810f505a0d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=ecf959e0-f494-405e-b542-3387fc114cf4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:53.421757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network ecf959e0-f494-405e-b542-3387fc114cf4 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:53.424296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465218c3-e4e5-44a6-bb09-611045233924 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Subnet': ['ID=c9345f03-be30-4864-afdc-7c01e9f4fd80,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:53.434648 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465218c3-e4e5-44a6-bb09-611045233924 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking segment: {'id': '0c9776eb-4ca8-49f5-996d-d7c77248d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ecf959e0-f494-405e-b542-3387fc114cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:53.435016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465218c3-e4e5-44a6-bb09-611045233924 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network hostable DHCP agents. Network: ecf959e0-f494-405e-b542-3387fc114cf4, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:53.452332 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465218c3-e4e5-44a6-bb09-611045233924 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network ecf959e0-f494-405e-b542-3387fc114cf4 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:53.461677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-465218c3-e4e5-44a6-bb09-611045233924 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, ecf959e0-f494-405e-b542-3387fc114cf4) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:53.466864 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465218c3-e4e5-44a6-bb09-611045233924 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.467460 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-465218c3-e4e5-44a6-bb09-611045233924 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.483270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c85e1f-90f9-41c9-9ba9-dd3693736c96 None None] Network ecf959e0-f494-405e-b542-3387fc114cf4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:53.486673 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-465218c3-e4e5-44a6-bb09-611045233924 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4795415 Jul 16 18:26:53.487174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47346) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:53.591473 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.643390 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.649193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cbfa0e-a81e-4186-ace0-720908f495d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-ecf959e0-f494-405e-b542-3387fc114cf4', 'network_id': 'ecf959e0-f494-405e-b542-3387fc114cf4', 'tenant_id': '9dca665baefd4aa7b91954d6d9c5b226', 'fixed_ips': [{'subnet_id': 'c9345f03-be30-4864-afdc-7c01e9f4fd80'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:53.650048 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e4cbfa0e-a81e-4186-ace0-720908f495d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.705782 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.734500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Subnet': ['ID=c9345f03-be30-4864-afdc-7c01e9f4fd80,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server [None req-e4cbfa0e-a81e-4186-ace0-720908f495d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9345f03-be30-4864-afdc-7c01e9f4fd80: This subnet is being modified by another concurrent operation. Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9345f03-be30-4864-afdc-7c01e9f4fd80: This subnet is being modified by another concurrent operation. Jul 16 18:26:53.747181 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Jul 16 18:26:53.769854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352d737f-8559-4faf-a53b-4caf0be50602 None None] Network ecf959e0-f494-405e-b542-3387fc114cf4 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:53.808660 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.819538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf959e0-f494-405e-b542-3387fc114cf4']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:53.829088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9776eb-4ca8-49f5-996d-d7c77248d8a6') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:53.829504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9776eb-4ca8-49f5-996d-d7c77248d8a6') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:53.840075 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.854290 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.862930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:53.864054 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:53.867300 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:53.889957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb017841-a249-48c1-be26-c64c8a6ccf1e None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:26:53.944091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.951086 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.957224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47350) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:53.957994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/ecf959e0-f494-405e-b542-3387fc114cf4 HTTP/1.1" status: 204 len: 168 time: 0.4694588 Jul 16 18:26:53.962859 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-084a356f-273e-4625-8c1f-922862dc1db4 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606047379'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:53.974624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9d49f-6e56-4b6f-896b-ec9d50c4748c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Network': ['ID=ecf959e0-f494-405e-b542-3387fc114cf4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:53.984773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084a356f-273e-4625-8c1f-922862dc1db4 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:53.988308 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-084a356f-273e-4625-8c1f-922862dc1db4 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.991830 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb017841-a249-48c1-be26-c64c8a6ccf1e None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:26:54.016705 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084a356f-273e-4625-8c1f-922862dc1db4 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:54.031724 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-084a356f-273e-4625-8c1f-922862dc1db4 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.032074 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-084a356f-273e-4625-8c1f-922862dc1db4 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Added segment e1da203c-dfbc-4ada-b6a0-1f02b6b52c20 of type vlan for network b9d26bf4-9f28-4e79-871a-3e47baa55cc6 Jul 16 18:26:54.084846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-084a356f-273e-4625-8c1f-922862dc1db4 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.116215 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-084a356f-273e-4625-8c1f-922862dc1db4 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.122252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a356f-273e-4625-8c1f-922862dc1db4 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.122833 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-084a356f-273e-4625-8c1f-922862dc1db4 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.155256 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-084a356f-273e-4625-8c1f-922862dc1db4 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1969097 Jul 16 18:26:54.158317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47352) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:54.164669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'subnet': {'network_id': 'b9d26bf4-9f28-4e79-871a-3e47baa55cc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:54.191291 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a356f-273e-4625-8c1f-922862dc1db4 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=b9d26bf4-9f28-4e79-871a-3e47baa55cc6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:54.213382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network b9d26bf4-9f28-4e79-871a-3e47baa55cc6 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:54.276160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:54.280172 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.354392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.ipam_backend_mixin [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Performing IP validity checks on allocation pools {{(pid=100169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:26:54.354907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.ipam_backend_mixin [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:26:54.488494 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.551953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Subnet': ['ID=faa35bfe-73c2-4d3e-9f6a-dd65b3c76506,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:54.559333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking segment: {'id': 'e1da203c-dfbc-4ada-b6a0-1f02b6b52c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b9d26bf4-9f28-4e79-871a-3e47baa55cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:54.559728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network hostable DHCP agents. Network: b9d26bf4-9f28-4e79-871a-3e47baa55cc6, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:54.578045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network b9d26bf4-9f28-4e79-871a-3e47baa55cc6 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:54.589264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, b9d26bf4-9f28-4e79-871a-3e47baa55cc6) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:54.599771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.600581 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.606392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a41130-f70f-4fc4-934e-255afa98139f None None] Network b9d26bf4-9f28-4e79-871a-3e47baa55cc6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:54.622744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1620fb80-9f93-40b5-b8d4-76611cac3e5b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4630461 Jul 16 18:26:54.625369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47362) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:54.731378 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.763719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51121bfc-5e7b-49f2-a218-c1d139b7ffa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-b9d26bf4-9f28-4e79-871a-3e47baa55cc6', 'network_id': 'b9d26bf4-9f28-4e79-871a-3e47baa55cc6', 'tenant_id': '9dca665baefd4aa7b91954d6d9c5b226', 'fixed_ips': [{'subnet_id': 'faa35bfe-73c2-4d3e-9f6a-dd65b3c76506'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:54.764903 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-51121bfc-5e7b-49f2-a218-c1d139b7ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.786677 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.849948 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server [None req-51121bfc-5e7b-49f2-a218-c1d139b7ffa5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet faa35bfe-73c2-4d3e-9f6a-dd65b3c76506: This subnet is being modified by another concurrent operation. Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet faa35bfe-73c2-4d3e-9f6a-dd65b3c76506: This subnet is being modified by another concurrent operation. Jul 16 18:26:54.866964 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Jul 16 18:26:54.882863 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Subnet': ['ID=faa35bfe-73c2-4d3e-9f6a-dd65b3c76506,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:54.907519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f277bc75-f947-4902-b968-487430a0acc6 None None] Network b9d26bf4-9f28-4e79-871a-3e47baa55cc6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:54.960252 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.970703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d26bf4-9f28-4e79-871a-3e47baa55cc6']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:54.982455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1da203c-dfbc-4ada-b6a0-1f02b6b52c20') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:54.983026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1da203c-dfbc-4ada-b6a0-1f02b6b52c20') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:54.993020 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.007759 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.013642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:55.014030 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:55.026922 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:55.038210 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a1636-f77d-460b-b171-939a49772e6b None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:26:55.102870 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.111576 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.116947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/b9d26bf4-9f28-4e79-871a-3e47baa55cc6 HTTP/1.1" status: 204 len: 168 time: 0.4872162 Jul 16 18:26:55.117393 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47370) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:55.123100 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-062e0fd1-fdcb-46c0-acb5-490d2b06cb4a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-331203105'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:55.124936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd47e4e-f26a-4da3-8ab4-227c2f23ed85 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Network': ['ID=b9d26bf4-9f28-4e79-871a-3e47baa55cc6,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:55.142441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2a1636-f77d-460b-b171-939a49772e6b None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:26:55.149348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062e0fd1-fdcb-46c0-acb5-490d2b06cb4a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:55.153677 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-062e0fd1-fdcb-46c0-acb5-490d2b06cb4a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.183389 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062e0fd1-fdcb-46c0-acb5-490d2b06cb4a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:55.193736 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-062e0fd1-fdcb-46c0-acb5-490d2b06cb4a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.194079 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-062e0fd1-fdcb-46c0-acb5-490d2b06cb4a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Added segment 9bf2ca68-a5ab-42ab-92ba-8203d934ac61 of type vlan for network 7f4eab6e-b867-4197-acf2-8b7a15529956 Jul 16 18:26:55.238328 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-062e0fd1-fdcb-46c0-acb5-490d2b06cb4a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.271506 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-062e0fd1-fdcb-46c0-acb5-490d2b06cb4a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.277655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e0fd1-fdcb-46c0-acb5-490d2b06cb4a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.278339 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-062e0fd1-fdcb-46c0-acb5-490d2b06cb4a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.325169 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-062e0fd1-fdcb-46c0-acb5-490d2b06cb4a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2060020 Jul 16 18:26:55.328315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47376) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:55.333482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0fffc99b-ffec-4ce5-8e0d-fd9de3c8548c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'subnet': {'network_id': '7f4eab6e-b867-4197-acf2-8b7a15529956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:55.375325 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e0fd1-fdcb-46c0-acb5-490d2b06cb4a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=7f4eab6e-b867-4197-acf2-8b7a15529956,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:55.388506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 7f4eab6e-b867-4197-acf2-8b7a15529956 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:55.435196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fffc99b-ffec-4ce5-8e0d-fd9de3c8548c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:55.439029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0fffc99b-ffec-4ce5-8e0d-fd9de3c8548c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.629965 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0fffc99b-ffec-4ce5-8e0d-fd9de3c8548c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.696233 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffc99b-ffec-4ce5-8e0d-fd9de3c8548c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Subnet': ['ID=14d33af6-62b0-40d9-8fa0-cef1734c6920,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:55.715944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fffc99b-ffec-4ce5-8e0d-fd9de3c8548c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking segment: {'id': '9bf2ca68-a5ab-42ab-92ba-8203d934ac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f4eab6e-b867-4197-acf2-8b7a15529956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:55.716500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fffc99b-ffec-4ce5-8e0d-fd9de3c8548c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network hostable DHCP agents. Network: 7f4eab6e-b867-4197-acf2-8b7a15529956, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:55.736077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fffc99b-ffec-4ce5-8e0d-fd9de3c8548c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network 7f4eab6e-b867-4197-acf2-8b7a15529956 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:55.747862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-0fffc99b-ffec-4ce5-8e0d-fd9de3c8548c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 7f4eab6e-b867-4197-acf2-8b7a15529956) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:55.752073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fffc99b-ffec-4ce5-8e0d-fd9de3c8548c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.752796 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0fffc99b-ffec-4ce5-8e0d-fd9de3c8548c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.758928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4c1f77-b56b-4096-9480-659d2b7f5fbb None None] Network 7f4eab6e-b867-4197-acf2-8b7a15529956 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:55.774961 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47382) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:55.775234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0fffc99b-ffec-4ce5-8e0d-fd9de3c8548c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4460380 Jul 16 18:26:55.882107 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.914071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef24f2fb-6d55-46b1-9c48-ffaed2a7a2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-7f4eab6e-b867-4197-acf2-8b7a15529956', 'network_id': '7f4eab6e-b867-4197-acf2-8b7a15529956', 'tenant_id': '9dca665baefd4aa7b91954d6d9c5b226', 'fixed_ips': [{'subnet_id': '14d33af6-62b0-40d9-8fa0-cef1734c6920'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:55.914992 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ef24f2fb-6d55-46b1-9c48-ffaed2a7a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.946940 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.017528 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server [None req-ef24f2fb-6d55-46b1-9c48-ffaed2a7a2ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14d33af6-62b0-40d9-8fa0-cef1734c6920: This subnet is being modified by another concurrent operation. Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14d33af6-62b0-40d9-8fa0-cef1734c6920: This subnet is being modified by another concurrent operation. Jul 16 18:26:56.036777 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Jul 16 18:26:56.059531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182055d0-5121-4d62-87dd-e5a33a2aa00e None None] Network 7f4eab6e-b867-4197-acf2-8b7a15529956 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:56.088198 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Subnet': ['ID=14d33af6-62b0-40d9-8fa0-cef1734c6920,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:56.135295 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.153142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4eab6e-b867-4197-acf2-8b7a15529956']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:56.164889 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf2ca68-a5ab-42ab-92ba-8203d934ac61') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:56.165184 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf2ca68-a5ab-42ab-92ba-8203d934ac61') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:56.174025 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.183216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6493c237-6c6e-4444-984c-b4b01990c036 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:26:56.189839 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.196935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:56.197379 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:56.200936 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:56.271130 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.274274 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6493c237-6c6e-4444-984c-b4b01990c036 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:26:56.293073 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.295913 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/7f4eab6e-b867-4197-acf2-8b7a15529956 HTTP/1.1" status: 204 len: 168 time: 0.5184283 Jul 16 18:26:56.296951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f920a8e-71d6-4890-9ad7-1298e4fafb64 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Network': ['ID=7f4eab6e-b867-4197-acf2-8b7a15529956,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:56.298606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47390) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:56.304984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1c96cb0f-36fd-4b35-9ab3-d08c6462cc33 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1570816685'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:56.329447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c96cb0f-36fd-4b35-9ab3-d08c6462cc33 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:56.333983 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1c96cb0f-36fd-4b35-9ab3-d08c6462cc33 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.360221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c96cb0f-36fd-4b35-9ab3-d08c6462cc33 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:56.374054 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1c96cb0f-36fd-4b35-9ab3-d08c6462cc33 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.374437 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-1c96cb0f-36fd-4b35-9ab3-d08c6462cc33 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Added segment ee1f4352-6ac4-47e4-9050-f8fbb4f6ab40 of type vlan for network fb678de7-e50d-4d48-b1b6-565635e26753 Jul 16 18:26:56.420942 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1c96cb0f-36fd-4b35-9ab3-d08c6462cc33 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.458102 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1c96cb0f-36fd-4b35-9ab3-d08c6462cc33 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.464971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c96cb0f-36fd-4b35-9ab3-d08c6462cc33 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:56.465973 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1c96cb0f-36fd-4b35-9ab3-d08c6462cc33 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.483383 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1c96cb0f-36fd-4b35-9ab3-d08c6462cc33 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1830893 Jul 16 18:26:56.486140 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47396) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:56.492883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9062a3eb-470b-4ed5-b531-2b2d80d8e39a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'subnet': {'network_id': 'fb678de7-e50d-4d48-b1b6-565635e26753', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:56.545971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96cb0f-36fd-4b35-9ab3-d08c6462cc33 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=fb678de7-e50d-4d48-b1b6-565635e26753,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:56.556465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network fb678de7-e50d-4d48-b1b6-565635e26753 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:56.593727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9062a3eb-470b-4ed5-b531-2b2d80d8e39a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:56.597421 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9062a3eb-470b-4ed5-b531-2b2d80d8e39a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.726416 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.795844 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9062a3eb-470b-4ed5-b531-2b2d80d8e39a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.821359 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.865247 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062a3eb-470b-4ed5-b531-2b2d80d8e39a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Subnet': ['ID=6cb82fb7-9da0-474f-aa07-986ad21b0d24,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:56.873330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062a3eb-470b-4ed5-b531-2b2d80d8e39a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking segment: {'id': 'ee1f4352-6ac4-47e4-9050-f8fbb4f6ab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fb678de7-e50d-4d48-b1b6-565635e26753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:56.873740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062a3eb-470b-4ed5-b531-2b2d80d8e39a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network hostable DHCP agents. Network: fb678de7-e50d-4d48-b1b6-565635e26753, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:56.896227 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062a3eb-470b-4ed5-b531-2b2d80d8e39a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network fb678de7-e50d-4d48-b1b6-565635e26753 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:56.905062 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-9062a3eb-470b-4ed5-b531-2b2d80d8e39a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, fb678de7-e50d-4d48-b1b6-565635e26753) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:56.909802 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9062a3eb-470b-4ed5-b531-2b2d80d8e39a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:56.911033 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9062a3eb-470b-4ed5-b531-2b2d80d8e39a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.915162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a477ef-8b21-4978-bef8-adf4e6c87c79 None None] Network fb678de7-e50d-4d48-b1b6-565635e26753 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:56.926627 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9062a3eb-470b-4ed5-b531-2b2d80d8e39a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4383547 Jul 16 18:26:56.929536 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47402) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:57.046329 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.098450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59538736-f342-49f3-8935-780d007caa5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-fb678de7-e50d-4d48-b1b6-565635e26753', 'network_id': 'fb678de7-e50d-4d48-b1b6-565635e26753', 'tenant_id': '9dca665baefd4aa7b91954d6d9c5b226', 'fixed_ips': [{'subnet_id': '6cb82fb7-9da0-474f-aa07-986ad21b0d24'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:57.099826 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59538736-f342-49f3-8935-780d007caa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.118102 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.181019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server [None req-59538736-f342-49f3-8935-780d007caa5d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cb82fb7-9da0-474f-aa07-986ad21b0d24: This subnet is being modified by another concurrent operation. Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cb82fb7-9da0-474f-aa07-986ad21b0d24: This subnet is being modified by another concurrent operation. Jul 16 18:26:57.206891 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Jul 16 18:26:57.215861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb82fb7-9da0-474f-aa07-986ad21b0d24,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:57.229495 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e2d48-e0f5-4312-b2c4-2383a43b9a03 None None] Network fb678de7-e50d-4d48-b1b6-565635e26753 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:57.288795 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.298283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb678de7-e50d-4d48-b1b6-565635e26753']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:57.313350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1f4352-6ac4-47e4-9050-f8fbb4f6ab40') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:57.313700 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1f4352-6ac4-47e4-9050-f8fbb4f6ab40') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:57.333492 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.349061 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e91fd6-4172-4d02-a517-29c8934d1835 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:26:57.354086 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.361350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:57.361923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:57.385261 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:57.431171 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.445912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e91fd6-4172-4d02-a517-29c8934d1835 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:26:57.457923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.460101 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/fb678de7-e50d-4d48-b1b6-565635e26753 HTTP/1.1" status: 204 len: 168 time: 0.5295284 Jul 16 18:26:57.461286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06eafd-b01f-4f6f-bde3-19edfa322481 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Network': ['ID=fb678de7-e50d-4d48-b1b6-565635e26753,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:57.463640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47414) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:57.469327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ca738640-4e89-4142-89c4-82deb7fd61ff tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-587435766'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:57.490085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca738640-4e89-4142-89c4-82deb7fd61ff tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:57.494017 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca738640-4e89-4142-89c4-82deb7fd61ff tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.518568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca738640-4e89-4142-89c4-82deb7fd61ff tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:57.528809 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca738640-4e89-4142-89c4-82deb7fd61ff tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.529450 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-ca738640-4e89-4142-89c4-82deb7fd61ff tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Added segment 291b131e-3db3-4820-8d6e-799691122cc8 of type vlan for network 0ad41541-07df-4f70-922c-3bb11c495571 Jul 16 18:26:57.579847 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca738640-4e89-4142-89c4-82deb7fd61ff tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.612712 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca738640-4e89-4142-89c4-82deb7fd61ff tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.618871 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca738640-4e89-4142-89c4-82deb7fd61ff tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.619684 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca738640-4e89-4142-89c4-82deb7fd61ff tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.655465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ca738640-4e89-4142-89c4-82deb7fd61ff tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1901388 Jul 16 18:26:57.658354 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47416) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:57.664563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c68707ef-9a85-4e53-a6ad-490966008ac8 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:57.708327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca738640-4e89-4142-89c4-82deb7fd61ff tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=0ad41541-07df-4f70-922c-3bb11c495571,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:57.719856 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 0ad41541-07df-4f70-922c-3bb11c495571 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:57.819534 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c68707ef-9a85-4e53-a6ad-490966008ac8 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.833680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c68707ef-9a85-4e53-a6ad-490966008ac8 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.842284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c68707ef-9a85-4e53-a6ad-490966008ac8 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network 0ad41541-07df-4f70-922c-3bb11c495571 is not hosted by any dhcp agent {{(pid=100170) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:26:57.847559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68707ef-9a85-4e53-a6ad-490966008ac8 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.848870 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c68707ef-9a85-4e53-a6ad-490966008ac8 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.850129 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c68707ef-9a85-4e53-a6ad-490966008ac8 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "PUT /v2.0/networks/0ad41541-07df-4f70-922c-3bb11c495571 HTTP/1.1" status: 200 len: 723 time: 0.1907263 Jul 16 18:26:57.853212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47418) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:57.858960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ff508e66-f200-42f0-a51b-6731ebb8ab72 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'subnet': {'network_id': '0ad41541-07df-4f70-922c-3bb11c495571', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:57.914213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68707ef-9a85-4e53-a6ad-490966008ac8 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=0ad41541-07df-4f70-922c-3bb11c495571,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:57.927618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 0ad41541-07df-4f70-922c-3bb11c495571 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:57.958270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff508e66-f200-42f0-a51b-6731ebb8ab72 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:57.962160 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff508e66-f200-42f0-a51b-6731ebb8ab72 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.022403 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d829c746-f3e9-4ec8-8bb9-757690d7a176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.162619 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff508e66-f200-42f0-a51b-6731ebb8ab72 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.229695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff508e66-f200-42f0-a51b-6731ebb8ab72 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Subnet': ['ID=da83ddb7-bd35-4472-aec3-c50176fad796,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:58.240644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff508e66-f200-42f0-a51b-6731ebb8ab72 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking segment: {'id': '291b131e-3db3-4820-8d6e-799691122cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0ad41541-07df-4f70-922c-3bb11c495571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:58.241017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff508e66-f200-42f0-a51b-6731ebb8ab72 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network hostable DHCP agents. Network: 0ad41541-07df-4f70-922c-3bb11c495571, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:58.258337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff508e66-f200-42f0-a51b-6731ebb8ab72 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network 0ad41541-07df-4f70-922c-3bb11c495571 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:58.267187 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-ff508e66-f200-42f0-a51b-6731ebb8ab72 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 0ad41541-07df-4f70-922c-3bb11c495571) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:58.272409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff508e66-f200-42f0-a51b-6731ebb8ab72 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:58.273076 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ff508e66-f200-42f0-a51b-6731ebb8ab72 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.283191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe056f6-5ce7-4b37-b7cc-34cddb06d851 None None] Network 0ad41541-07df-4f70-922c-3bb11c495571 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:58.294998 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ff508e66-f200-42f0-a51b-6731ebb8ab72 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4380736 Jul 16 18:26:58.295333 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47426) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:58.301182 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1a0efb54-8e1c-47e0-b9d3-4a59530adcce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:58.388976 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a0efb54-8e1c-47e0-b9d3-4a59530adcce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9694236'] for subnet, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.432302 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-0ad41541-07df-4f70-922c-3bb11c495571', 'network_id': '0ad41541-07df-4f70-922c-3bb11c495571', 'tenant_id': '9dca665baefd4aa7b91954d6d9c5b226', 'fixed_ips': [{'subnet_id': 'da83ddb7-bd35-4472-aec3-c50176fad796'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:58.433460 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.537063 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a0efb54-8e1c-47e0-b9d3-4a59530adcce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764365509259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9720462'] for subnet, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.568845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0efb54-8e1c-47e0-b9d3-4a59530adcce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:58.569436 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1a0efb54-8e1c-47e0-b9d3-4a59530adcce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.573131 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1a0efb54-8e1c-47e0-b9d3-4a59530adcce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "PUT /v2.0/subnets/da83ddb7-bd35-4472-aec3-c50176fad796 HTTP/1.1" status: 200 len: 806 time: 0.2742670 Jul 16 18:26:58.573364 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47428) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:58.579942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Allocated IP 172.20.0.2 (0ad41541-07df-4f70-922c-3bb11c495571/da83ddb7-bd35-4472-aec3-c50176fad796/2d3378e0-6d1f-46a1-9f1f-48d7eba46068) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:58.625100 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0efb54-8e1c-47e0-b9d3-4a59530adcce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Subnet': ['ID=da83ddb7-bd35-4472-aec3-c50176fad796,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:58.687385 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.730569 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.739661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Transition to ACTIVE for port object 2d3378e0-6d1f-46a1-9f1f-48d7eba46068 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:58.742190 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.755420 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Transition to ACTIVE for port object 2d3378e0-6d1f-46a1-9f1f-48d7eba46068 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:58.761800 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.800644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Network 0ad41541-07df-4f70-922c-3bb11c495571 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:58.803788 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:58.809532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:58.811472 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.847639 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Pushing event updated for resources: {'Port': ['ID=2d3378e0-6d1f-46a1-9f1f-48d7eba46068,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:58.850572 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Subnet': ['ID=da83ddb7-bd35-4472-aec3-c50176fad796,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:58.890895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Attempting to bind port 2d3378e0-6d1f-46a1-9f1f-48d7eba46068 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:58.891615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Attempting to bind port 2d3378e0-6d1f-46a1-9f1f-48d7eba46068 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '291b131e-3db3-4820-8d6e-799691122cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0ad41541-07df-4f70-922c-3bb11c495571'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:58.892734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Attempting to bind port 2d3378e0-6d1f-46a1-9f1f-48d7eba46068 on network 0ad41541-07df-4f70-922c-3bb11c495571 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:58.900091 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:58.901233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Checking segment: {'id': '291b131e-3db3-4820-8d6e-799691122cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0ad41541-07df-4f70-922c-3bb11c495571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:58.901828 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.902998 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Bound using segment: {'id': '291b131e-3db3-4820-8d6e-799691122cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0ad41541-07df-4f70-922c-3bb11c495571'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:58.903667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Bound port: 2d3378e0-6d1f-46a1-9f1f-48d7eba46068, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291b131e-3db3-4820-8d6e-799691122cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0ad41541-07df-4f70-922c-3bb11c495571'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:58.904227 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.915204 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.928392 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad41541-07df-4f70-922c-3bb11c495571']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:58.943120 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291b131e-3db3-4820-8d6e-799691122cc8') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:58.943406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291b131e-3db3-4820-8d6e-799691122cc8') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:58.952602 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.967934 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.974810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:58.975204 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:58.978382 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:59.063557 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:26:59.063557 n-d-787206-10 neutron-server[100170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:26:59.063557 n-d-787206-10 neutron-server[100170]: [parameters: {'id': '0ad41541-07df-4f70-922c-3bb11c495571'}] Jul 16 18:26:59.063557 n-d-787206-10 neutron-server[100170]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:26:59.064129 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:26:59.139681 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] For port 2d3378e0-6d1f-46a1-9f1f-48d7eba46068, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:59.142799 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] For port 2d3378e0-6d1f-46a1-9f1f-48d7eba46068, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2d3378e0-6d1f-46a1-9f1f-48d7eba46068,segment=NetworkSegment(291b131e-3db3-4820-8d6e-799691122cc8),segment_id=291b131e-3db3-4820-8d6e-799691122cc8)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:59.147103 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.224425 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd8c5c-648e-4aa9-9ca4-1f1d562424b5 None None] Pushing event updated for resources: {'Port': ['ID=2d3378e0-6d1f-46a1-9f1f-48d7eba46068,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.245629 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d48c223-57da-4ec6-9d06-633ae0be68fc None None] Network 0ad41541-07df-4f70-922c-3bb11c495571 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:59.381819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f75d31-034c-494c-9d2e-898ccfa89cdd None None] Network 0ad41541-07df-4f70-922c-3bb11c495571 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:59.510486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e009c6f1-eeea-4238-b795-3d0f18f9904a None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:26:59.564893 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.607679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e009c6f1-eeea-4238-b795-3d0f18f9904a None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:26:59.625955 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Deleting port 2d3378e0-6d1f-46a1-9f1f-48d7eba46068 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:59.626509 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.692300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] For port 2d3378e0-6d1f-46a1-9f1f-48d7eba46068, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2d3378e0-6d1f-46a1-9f1f-48d7eba46068,segment=NetworkSegment(291b131e-3db3-4820-8d6e-799691122cc8),segment_id=291b131e-3db3-4820-8d6e-799691122cc8)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:59.692704 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.711979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Calling delete_port for 2d3378e0-6d1f-46a1-9f1f-48d7eba46068 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:59.795839 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.825696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Port': ['ID=2d3378e0-6d1f-46a1-9f1f-48d7eba46068,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.833920 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No DVR routers for this DVR port 2d3378e0-6d1f-46a1-9f1f-48d7eba46068 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:59.914691 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.924425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad41541-07df-4f70-922c-3bb11c495571']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:59.934775 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291b131e-3db3-4820-8d6e-799691122cc8') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:59.935078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291b131e-3db3-4820-8d6e-799691122cc8') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:59.945090 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.959901 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.965863 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:59.966246 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:59.969291 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:00.029885 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.039422 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.043720 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/0ad41541-07df-4f70-922c-3bb11c495571 HTTP/1.1" status: 204 len: 168 time: 1.4667699 Jul 16 18:27:00.044232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47442) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:00.069452 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82b32aa-c103-4f04-bb48-bfc7f89c79f6 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:00.070207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82b32aa-c103-4f04-bb48-bfc7f89c79f6 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:00.072186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e82b32aa-c103-4f04-bb48-bfc7f89c79f6 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/0ad41541-07df-4f70-922c-3bb11c495571 HTTP/1.1" status: 404 len: 339 time: 0.0267293 Jul 16 18:27:00.076013 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbcb77-3438-4767-b696-dfb6d0fdca9f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Network': ['ID=0ad41541-07df-4f70-922c-3bb11c495571,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:00.077379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47446) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:00.087335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-feade43a-4246-4db7-85f6-f570447fae5d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-841849564', 'description': 'd1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:00.108263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feade43a-4246-4db7-85f6-f570447fae5d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:00.112426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feade43a-4246-4db7-85f6-f570447fae5d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.137949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feade43a-4246-4db7-85f6-f570447fae5d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:00.147134 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feade43a-4246-4db7-85f6-f570447fae5d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.147505 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-feade43a-4246-4db7-85f6-f570447fae5d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Added segment 993e88e4-1db5-46e0-83dc-08f906197db0 of type vlan for network 6eb193ba-5d66-42b4-b21d-7694bff83800 Jul 16 18:27:00.193493 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feade43a-4246-4db7-85f6-f570447fae5d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.221558 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feade43a-4246-4db7-85f6-f570447fae5d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.227639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feade43a-4246-4db7-85f6-f570447fae5d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.228225 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-feade43a-4246-4db7-85f6-f570447fae5d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.265971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-feade43a-4246-4db7-85f6-f570447fae5d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1870236 Jul 16 18:27:00.268839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47448) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:00.297487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feade43a-4246-4db7-85f6-f570447fae5d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=6eb193ba-5d66-42b4-b21d-7694bff83800,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:00.309372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 6eb193ba-5d66-42b4-b21d-7694bff83800 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:00.360980 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d9f82-6a7b-4a44-bbf8-01031205fd0b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.362743 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1a0d9f82-6a7b-4a44-bbf8-01031205fd0b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "GET /v2.0/networks?id=6eb193ba-5d66-42b4-b21d-7694bff83800 HTTP/1.1" status: 200 len: 760 time: 0.0924859 Jul 16 18:27:00.365981 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47450) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:00.371037 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-de644caf-f00a-4a8b-a37f-d7f2a311da43 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'description': 'd2'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:00.522935 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de644caf-f00a-4a8b-a37f-d7f2a311da43 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.535906 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de644caf-f00a-4a8b-a37f-d7f2a311da43 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.553009 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de644caf-f00a-4a8b-a37f-d7f2a311da43 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network 6eb193ba-5d66-42b4-b21d-7694bff83800 is not hosted by any dhcp agent {{(pid=100170) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:27:00.558335 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de644caf-f00a-4a8b-a37f-d7f2a311da43 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.558926 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de644caf-f00a-4a8b-a37f-d7f2a311da43 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.560206 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-de644caf-f00a-4a8b-a37f-d7f2a311da43 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "PUT /v2.0/networks/6eb193ba-5d66-42b4-b21d-7694bff83800 HTTP/1.1" status: 200 len: 757 time: 0.1932516 Jul 16 18:27:00.562900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47452) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:00.633570 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de644caf-f00a-4a8b-a37f-d7f2a311da43 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=6eb193ba-5d66-42b4-b21d-7694bff83800,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:00.645705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 6eb193ba-5d66-42b4-b21d-7694bff83800 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:00.684135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1c351-3ba2-4982-afd1-d1857c49b92f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.689126 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6da1c351-3ba2-4982-afd1-d1857c49b92f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "GET /v2.0/networks?id=6eb193ba-5d66-42b4-b21d-7694bff83800 HTTP/1.1" status: 200 len: 760 time: 0.1217904 Jul 16 18:27:00.689323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47454) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:00.695020 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c41371a0-568f-4f6b-86b0-9a845c3a2b94 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-573392595'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:00.716252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41371a0-568f-4f6b-86b0-9a845c3a2b94 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:00.720359 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c41371a0-568f-4f6b-86b0-9a845c3a2b94 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.729469 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.748117 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41371a0-568f-4f6b-86b0-9a845c3a2b94 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:00.755378 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ea11d002-4efd-4eb7-8dbf-39211f04e7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.758552 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c41371a0-568f-4f6b-86b0-9a845c3a2b94 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.758962 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-c41371a0-568f-4f6b-86b0-9a845c3a2b94 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Added segment a2d98714-10e4-48da-80e2-f5721ed0abbf of type vlan for network f531c339-4b45-4a38-b07f-2ddb9c54a20a Jul 16 18:27:00.798728 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c41371a0-568f-4f6b-86b0-9a845c3a2b94 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.831602 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c41371a0-568f-4f6b-86b0-9a845c3a2b94 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.837727 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41371a0-568f-4f6b-86b0-9a845c3a2b94 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.838292 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c41371a0-568f-4f6b-86b0-9a845c3a2b94 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.873346 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c41371a0-568f-4f6b-86b0-9a845c3a2b94 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1828809 Jul 16 18:27:00.876309 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47456) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:00.881164 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1861de2c-540e-4340-9150-19cdfc7c815c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'subnet': {'network_id': 'f531c339-4b45-4a38-b07f-2ddb9c54a20a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:00.921996 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41371a0-568f-4f6b-86b0-9a845c3a2b94 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=f531c339-4b45-4a38-b07f-2ddb9c54a20a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:00.935451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network f531c339-4b45-4a38-b07f-2ddb9c54a20a details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:01.000505 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1861de2c-540e-4340-9150-19cdfc7c815c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:01.004992 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1861de2c-540e-4340-9150-19cdfc7c815c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.194931 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1861de2c-540e-4340-9150-19cdfc7c815c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.250099 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861de2c-540e-4340-9150-19cdfc7c815c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Subnet': ['ID=996c3481-410e-4901-a2e7-407bf42cc318,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:01.270794 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1861de2c-540e-4340-9150-19cdfc7c815c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking segment: {'id': 'a2d98714-10e4-48da-80e2-f5721ed0abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f531c339-4b45-4a38-b07f-2ddb9c54a20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:01.271172 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1861de2c-540e-4340-9150-19cdfc7c815c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network hostable DHCP agents. Network: f531c339-4b45-4a38-b07f-2ddb9c54a20a, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:01.288331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1861de2c-540e-4340-9150-19cdfc7c815c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network f531c339-4b45-4a38-b07f-2ddb9c54a20a is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:01.297192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-1861de2c-540e-4340-9150-19cdfc7c815c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, f531c339-4b45-4a38-b07f-2ddb9c54a20a) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:01.301912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1861de2c-540e-4340-9150-19cdfc7c815c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.302490 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1861de2c-540e-4340-9150-19cdfc7c815c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.306879 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f522ea70-da30-4798-8f20-8f9efce4c5a0 None None] Network f531c339-4b45-4a38-b07f-2ddb9c54a20a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:01.324043 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1861de2c-540e-4340-9150-19cdfc7c815c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4448564 Jul 16 18:27:01.324287 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47464) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:01.426769 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.458511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec4f607-8a3d-4bb2-b737-251d59c0d036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-f531c339-4b45-4a38-b07f-2ddb9c54a20a', 'network_id': 'f531c339-4b45-4a38-b07f-2ddb9c54a20a', 'tenant_id': '9dca665baefd4aa7b91954d6d9c5b226', 'fixed_ips': [{'subnet_id': '996c3481-410e-4901-a2e7-407bf42cc318'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:01.459538 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f607-8a3d-4bb2-b737-251d59c0d036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.483107 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.548958 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server [None req-9ec4f607-8a3d-4bb2-b737-251d59c0d036 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 996c3481-410e-4901-a2e7-407bf42cc318: This subnet is being modified by another concurrent operation. Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 996c3481-410e-4901-a2e7-407bf42cc318: This subnet is being modified by another concurrent operation. Jul 16 18:27:01.560341 n-d-787206-10 neutron-server[100171]: ERROR oslo_messaging.rpc.server Jul 16 18:27:01.580057 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Subnet': ['ID=996c3481-410e-4901-a2e7-407bf42cc318,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:01.582950 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7159b57-40b4-47f2-8248-e0a06c9be31f None None] Network f531c339-4b45-4a38-b07f-2ddb9c54a20a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:01.700422 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be22150-e3e0-49bf-8cc3-9a2693748127 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:27:01.797489 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be22150-e3e0-49bf-8cc3-9a2693748127 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:27:01.927706 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.977362 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.987292 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f531c339-4b45-4a38-b07f-2ddb9c54a20a']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:01.996955 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d98714-10e4-48da-80e2-f5721ed0abbf') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:01.997261 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d98714-10e4-48da-80e2-f5721ed0abbf') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:02.006335 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.019840 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.029457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:02.030576 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:02.033989 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:02.100439 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.111282 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.113105 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/f531c339-4b45-4a38-b07f-2ddb9c54a20a HTTP/1.1" status: 204 len: 168 time: 0.7877648 Jul 16 18:27:02.116430 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47468) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:02.136834 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d939cd9-c83a-4710-85db-6ebf4db59111 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Network': ['ID=f531c339-4b45-4a38-b07f-2ddb9c54a20a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:02.159497 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca29d6d3-63e1-48ef-b7e5-4320c6d3bc1c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] GET failed (client error): The resource could not be found. Jul 16 18:27:02.161410 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ca29d6d3-63e1-48ef-b7e5-4320c6d3bc1c tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "GET /v2.0/subnets/996c3481-410e-4901-a2e7-407bf42cc318 HTTP/1.1" status: 404 len: 337 time: 0.0441287 Jul 16 18:27:02.164168 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47470) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:02.186832 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce861959-8b86-4d75-b7a4-f909250f97dd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:02.187388 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce861959-8b86-4d75-b7a4-f909250f97dd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:02.192926 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ce861959-8b86-4d75-b7a4-f909250f97dd tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/f531c339-4b45-4a38-b07f-2ddb9c54a20a HTTP/1.1" status: 404 len: 339 time: 0.0240242 Jul 16 18:27:02.193191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47474) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:02.375946 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292efa9e-b7ee-4d7a-a1db-d1126dc0fce3 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.379804 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-292efa9e-b7ee-4d7a-a1db-d1126dc0fce3 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1832986 Jul 16 18:27:02.380937 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47478) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:02.419149 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8b38725b-413e-452f-9f45-cdb66da4f3f4 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 207 time: 0.0341213 Jul 16 18:27:02.419491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47480) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:02.609271 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81724d23-24f0-4d86-83c0-68cac4ed2783 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.615929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81724d23-24f0-4d86-83c0-68cac4ed2783 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.622387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81724d23-24f0-4d86-83c0-68cac4ed2783 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.628658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81724d23-24f0-4d86-83c0-68cac4ed2783 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.636369 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-81724d23-24f0-4d86-83c0-68cac4ed2783 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2113652 Jul 16 18:27:02.636774 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47482) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:02.835633 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-92904a86-09bf-4d54-a94c-5e830b7b8a0a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1975925 Jul 16 18:27:02.839661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47488) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:02.890723 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cfe180-5a7a-4eee-9ec6-1f3a882c8b35 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.892285 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cfe180-5a7a-4eee-9ec6-1f3a882c8b35 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.893823 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a2cfe180-5a7a-4eee-9ec6-1f3a882c8b35 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0532336 Jul 16 18:27:02.899595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47492) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:02.986717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6af1689-ee56-4e3d-8b16-5f0dc6d7b374 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['shared'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.988207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6af1689-ee56-4e3d-8b16-5f0dc6d7b374 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['shared'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.993463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e6af1689-ee56-4e3d-8b16-5f0dc6d7b374 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0895851 Jul 16 18:27:02.993844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47494) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:03.098704 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd674645-90c7-464b-8fbd-7614a5c6f72b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.103647 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bd674645-90c7-464b-8fbd-7614a5c6f72b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "GET /v2.0/networks/24886a18-ffae-44a2-bf10-cd3db1ea31e8 HTTP/1.1" status: 200 len: 800 time: 0.1053929 Jul 16 18:27:03.103880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47496) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:03.212709 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6c898b10-107a-4e10-97bd-c03c60455122 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "GET /v2.0/networks/24886a18-ffae-44a2-bf10-cd3db1ea31e8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1044183 Jul 16 18:27:03.212967 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47500) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:03.263397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ead2da-4868-4853-8368-f9f4e46219e8 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.268262 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-99ead2da-4868-4853-8368-f9f4e46219e8 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "GET /v2.0/subnets/c67f66a7-4abd-497a-873c-2ad03df713a9 HTTP/1.1" status: 200 len: 811 time: 0.0509629 Jul 16 18:27:03.268509 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47502) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:03.320283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068e4de6-1bba-42a0-9963-0de62473c372 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['shared'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.321693 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-068e4de6-1bba-42a0-9963-0de62473c372 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "GET /v2.0/subnets/c67f66a7-4abd-497a-873c-2ad03df713a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0522127 Jul 16 18:27:03.325498 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47504) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:03.330185 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-72fa41da-839e-4877-b116-2af04197922f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1262578296'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:03.350426 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fa41da-839e-4877-b116-2af04197922f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:03.353817 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72fa41da-839e-4877-b116-2af04197922f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.378496 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fa41da-839e-4877-b116-2af04197922f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:03.389262 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72fa41da-839e-4877-b116-2af04197922f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.389744 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-72fa41da-839e-4877-b116-2af04197922f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Added segment b43b5b81-9814-4fb3-856d-3dda1c67f7cc of type vlan for network 2eec94cc-69f9-4f2c-8a4a-5a9b78515151 Jul 16 18:27:03.435754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72fa41da-839e-4877-b116-2af04197922f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.463126 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72fa41da-839e-4877-b116-2af04197922f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.468795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa41da-839e-4877-b116-2af04197922f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.469402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72fa41da-839e-4877-b116-2af04197922f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.508527 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-72fa41da-839e-4877-b116-2af04197922f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1820171 Jul 16 18:27:03.511329 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47508) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:03.516249 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'subnet': {'network_id': '2eec94cc-69f9-4f2c-8a4a-5a9b78515151', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:03.561943 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa41da-839e-4877-b116-2af04197922f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Network': ['ID=2eec94cc-69f9-4f2c-8a4a-5a9b78515151,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:03.575993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 2eec94cc-69f9-4f2c-8a4a-5a9b78515151 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:03.667851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Made reservation on behalf of 9dca665baefd4aa7b91954d6d9c5b226 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:03.673378 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.686685 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.740728 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_backend_mixin [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Performing IP validity checks on allocation pools {{(pid=100170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:27:03.741251 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_backend_mixin [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:27:03.878548 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.946657 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Subnet': ['ID=ee169845-c04a-49c4-91be-7dfee826b501,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:03.956044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Checking segment: {'id': 'b43b5b81-9814-4fb3-856d-3dda1c67f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2eec94cc-69f9-4f2c-8a4a-5a9b78515151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:03.956407 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network hostable DHCP agents. Network: 2eec94cc-69f9-4f2c-8a4a-5a9b78515151, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:03.974032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Network 2eec94cc-69f9-4f2c-8a4a-5a9b78515151 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:03.982522 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 2eec94cc-69f9-4f2c-8a4a-5a9b78515151) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:03.991250 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.991587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bfdfb5-9374-403a-ba55-808ce31c8822 None None] Network 2eec94cc-69f9-4f2c-8a4a-5a9b78515151 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:03.992124 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.010523 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c5ac8b05-a8f6-403c-a1ce-99a460f68fae tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4955955 Jul 16 18:27:04.011180 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47514) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:04.016371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-03607a5f-5701-464e-a7c6-f502805338ce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:04.114314 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03607a5f-5701-464e-a7c6-f502805338ce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9694236'] for subnet, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.158185 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-2eec94cc-69f9-4f2c-8a4a-5a9b78515151', 'network_id': '2eec94cc-69f9-4f2c-8a4a-5a9b78515151', 'tenant_id': '9dca665baefd4aa7b91954d6d9c5b226', 'fixed_ips': [{'subnet_id': 'ee169845-c04a-49c4-91be-7dfee826b501'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:04.159615 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.284135 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03607a5f-5701-464e-a7c6-f502805338ce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764365509259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9720462'] for subnet, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.326374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03607a5f-5701-464e-a7c6-f502805338ce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.326967 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03607a5f-5701-464e-a7c6-f502805338ce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.330839 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-03607a5f-5701-464e-a7c6-f502805338ce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "PUT /v2.0/subnets/ee169845-c04a-49c4-91be-7dfee826b501 HTTP/1.1" status: 200 len: 877 time: 0.3166821 Jul 16 18:27:04.331469 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47518) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:04.333528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Allocated IP 172.20.0.3 (2eec94cc-69f9-4f2c-8a4a-5a9b78515151/ee169845-c04a-49c4-91be-7dfee826b501/a8c466a6-1ddb-477e-b8a0-df3693e17335) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:04.372299 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03607a5f-5701-464e-a7c6-f502805338ce tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event updated for resources: {'Subnet': ['ID=ee169845-c04a-49c4-91be-7dfee826b501,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:04.440843 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.493169 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.508231 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.519509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Transition to ACTIVE for port object a8c466a6-1ddb-477e-b8a0-df3693e17335 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:04.537448 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Transition to ACTIVE for port object a8c466a6-1ddb-477e-b8a0-df3693e17335 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:04.549078 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.562737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.598970 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Network 2eec94cc-69f9-4f2c-8a4a-5a9b78515151 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:04.602549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:04.607746 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:04.609393 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Subnet': ['ID=ee169845-c04a-49c4-91be-7dfee826b501,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:04.611018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Pushing event updated for resources: {'Port': ['ID=a8c466a6-1ddb-477e-b8a0-df3693e17335,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:04.669688 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:04.670026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:04.670281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:04.670616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:04.670963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:04.671280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:04.671634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:04.671959 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:04.672284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:04.672607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:04.672929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:04.673249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:04.679593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.687036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Attempting to bind port a8c466a6-1ddb-477e-b8a0-df3693e17335 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:04.687414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Attempting to bind port a8c466a6-1ddb-477e-b8a0-df3693e17335 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'b43b5b81-9814-4fb3-856d-3dda1c67f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2eec94cc-69f9-4f2c-8a4a-5a9b78515151'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:04.687808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Attempting to bind port a8c466a6-1ddb-477e-b8a0-df3693e17335 on network 2eec94cc-69f9-4f2c-8a4a-5a9b78515151 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:04.690317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eec94cc-69f9-4f2c-8a4a-5a9b78515151']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:04.693385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:04.693759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Checking segment: {'id': 'b43b5b81-9814-4fb3-856d-3dda1c67f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2eec94cc-69f9-4f2c-8a4a-5a9b78515151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:04.694169 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.694556 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Bound using segment: {'id': 'b43b5b81-9814-4fb3-856d-3dda1c67f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2eec94cc-69f9-4f2c-8a4a-5a9b78515151'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:04.695020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Bound port: a8c466a6-1ddb-477e-b8a0-df3693e17335, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43b5b81-9814-4fb3-856d-3dda1c67f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2eec94cc-69f9-4f2c-8a4a-5a9b78515151'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:04.695404 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.701640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43b5b81-9814-4fb3-856d-3dda1c67f7cc') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:04.701935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43b5b81-9814-4fb3-856d-3dda1c67f7cc') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:04.712746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.728358 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.734508 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:04.734966 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:04.737909 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:04.761444 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] For port a8c466a6-1ddb-477e-b8a0-df3693e17335, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:04.800061 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] For port a8c466a6-1ddb-477e-b8a0-df3693e17335, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a8c466a6-1ddb-477e-b8a0-df3693e17335,segment=NetworkSegment(b43b5b81-9814-4fb3-856d-3dda1c67f7cc),segment_id=b43b5b81-9814-4fb3-856d-3dda1c67f7cc)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:04.802046 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.db.api [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:27:04.802046 n-d-787206-10 neutron-server[100170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:27:04.802046 n-d-787206-10 neutron-server[100170]: [parameters: {'id': '2eec94cc-69f9-4f2c-8a4a-5a9b78515151'}] Jul 16 18:27:04.802046 n-d-787206-10 neutron-server[100170]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:27:04.802514 n-d-787206-10 neutron-server[100170]: DEBUG oslo_db.api [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:27:04.805422 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.894308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d0843-a556-4a4d-a7d8-3c4573e7ab2e None None] Pushing event updated for resources: {'Port': ['ID=a8c466a6-1ddb-477e-b8a0-df3693e17335,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:04.912250 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef919417-9ee9-4f2d-aa4e-7efdbcf9d6e0 None None] Network 2eec94cc-69f9-4f2c-8a4a-5a9b78515151 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:05.042968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9400bee1-4fe3-4302-b918-f9c37e6a812e None None] Network 2eec94cc-69f9-4f2c-8a4a-5a9b78515151 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:05.171200 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a37d5a-60b8-4874-a355-9320b27d9442 None None] get_active_networks_info from n-d-787206-10 {{(pid=100171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:27:05.259346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a37d5a-60b8-4874-a355-9320b27d9442 None None] Resources bound (agent type, host, resource id): {{(pid=100171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:27:05.304310 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.357494 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Deleting port a8c466a6-1ddb-477e-b8a0-df3693e17335 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:05.357982 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.425668 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] For port a8c466a6-1ddb-477e-b8a0-df3693e17335, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a8c466a6-1ddb-477e-b8a0-df3693e17335,segment=NetworkSegment(b43b5b81-9814-4fb3-856d-3dda1c67f7cc),segment_id=b43b5b81-9814-4fb3-856d-3dda1c67f7cc)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:05.426751 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.438326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Calling delete_port for a8c466a6-1ddb-477e-b8a0-df3693e17335 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:05.522255 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.548886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Port': ['ID=a8c466a6-1ddb-477e-b8a0-df3693e17335,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:05.552668 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No DVR routers for this DVR port a8c466a6-1ddb-477e-b8a0-df3693e17335 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:05.650469 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.661726 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eec94cc-69f9-4f2c-8a4a-5a9b78515151']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:05.671680 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43b5b81-9814-4fb3-856d-3dda1c67f7cc') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:05.671977 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43b5b81-9814-4fb3-856d-3dda1c67f7cc') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:05.681318 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.695245 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.701225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:05.701603 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:05.704890 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:05.765394 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.773667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.775426 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/2eec94cc-69f9-4f2c-8a4a-5a9b78515151 HTTP/1.1" status: 204 len: 168 time: 1.4433804 Jul 16 18:27:05.778888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47530) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:05.789150 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36f307-30c4-4b98-b5a9-03fbd052ec66 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Network': ['ID=2eec94cc-69f9-4f2c-8a4a-5a9b78515151,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:05.811704 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b8738e-d255-42ac-96d7-4f9cebfc4f7f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:05.812152 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b8738e-d255-42ac-96d7-4f9cebfc4f7f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:05.814030 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-71b8738e-d255-42ac-96d7-4f9cebfc4f7f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/subnets/ee169845-c04a-49c4-91be-7dfee826b501 HTTP/1.1" status: 404 len: 337 time: 0.0340257 Jul 16 18:27:05.816516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47532) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:05.836321 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0109baa0-b884-405a-90fa-ebdee7375ab6 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:05.836848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0109baa0-b884-405a-90fa-ebdee7375ab6 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:05.838483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0109baa0-b884-405a-90fa-ebdee7375ab6 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/2eec94cc-69f9-4f2c-8a4a-5a9b78515151 HTTP/1.1" status: 404 len: 339 time: 0.0205882 Jul 16 18:27:05.840810 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47534) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:05.866348 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8d43a4-7934-4388-bacb-5c62e9039186 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:05.866792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8d43a4-7934-4388-bacb-5c62e9039186 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:05.868434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7d8d43a4-7934-4388-bacb-5c62e9039186 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/subnets/996c3481-410e-4901-a2e7-407bf42cc318 HTTP/1.1" status: 404 len: 337 time: 0.0266731 Jul 16 18:27:05.870686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47536) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:05.888080 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b491129-35d1-43bf-96fb-fc0d3dd8706a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:05.888596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b491129-35d1-43bf-96fb-fc0d3dd8706a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:05.890184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5b491129-35d1-43bf-96fb-fc0d3dd8706a tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/f531c339-4b45-4a38-b07f-2ddb9c54a20a HTTP/1.1" status: 404 len: 339 time: 0.0186405 Jul 16 18:27:05.892434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47538) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:05.969298 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a15d4825-c78a-4f56-9b39-5c132fabc0af tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.054717 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a15d4825-c78a-4f56-9b39-5c132fabc0af tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.065054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-a15d4825-c78a-4f56-9b39-5c132fabc0af tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb193ba-5d66-42b4-b21d-7694bff83800']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:06.075752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-a15d4825-c78a-4f56-9b39-5c132fabc0af tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993e88e4-1db5-46e0-83dc-08f906197db0') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:06.076050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-a15d4825-c78a-4f56-9b39-5c132fabc0af tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993e88e4-1db5-46e0-83dc-08f906197db0') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:06.084800 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a15d4825-c78a-4f56-9b39-5c132fabc0af tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.098635 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a15d4825-c78a-4f56-9b39-5c132fabc0af tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.104467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15d4825-c78a-4f56-9b39-5c132fabc0af tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:06.104882 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a15d4825-c78a-4f56-9b39-5c132fabc0af tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:06.108122 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:06.168573 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a15d4825-c78a-4f56-9b39-5c132fabc0af tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.173354 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a15d4825-c78a-4f56-9b39-5c132fabc0af tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.175263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a15d4825-c78a-4f56-9b39-5c132fabc0af tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/6eb193ba-5d66-42b4-b21d-7694bff83800 HTTP/1.1" status: 204 len: 168 time: 0.2820082 Jul 16 18:27:06.178421 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47540) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.192762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d4825-c78a-4f56-9b39-5c132fabc0af tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Network': ['ID=6eb193ba-5d66-42b4-b21d-7694bff83800,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:06.210429 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2939bcca-8574-4976-b0fc-946429dd1af6 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.210881 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2939bcca-8574-4976-b0fc-946429dd1af6 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.212633 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2939bcca-8574-4976-b0fc-946429dd1af6 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/subnets/da83ddb7-bd35-4472-aec3-c50176fad796 HTTP/1.1" status: 404 len: 337 time: 0.0329273 Jul 16 18:27:06.215195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47542) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.233561 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d470c39-ca69-4246-ba97-cf78bb9cbd88 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.234106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d470c39-ca69-4246-ba97-cf78bb9cbd88 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.237954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4d470c39-ca69-4246-ba97-cf78bb9cbd88 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/0ad41541-07df-4f70-922c-3bb11c495571 HTTP/1.1" status: 404 len: 339 time: 0.0196161 Jul 16 18:27:06.239365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47546) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.266484 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83480d6-11bf-4bb7-906c-c395d4c86ad3 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.266934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83480d6-11bf-4bb7-906c-c395d4c86ad3 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.268666 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d83480d6-11bf-4bb7-906c-c395d4c86ad3 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/subnets/6cb82fb7-9da0-474f-aa07-986ad21b0d24 HTTP/1.1" status: 404 len: 337 time: 0.0286789 Jul 16 18:27:06.271346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47548) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.289498 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59ed57f-b323-4c39-abcd-e37e01a5d9bc tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.290038 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59ed57f-b323-4c39-abcd-e37e01a5d9bc tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.291684 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f59ed57f-b323-4c39-abcd-e37e01a5d9bc tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/fb678de7-e50d-4d48-b1b6-565635e26753 HTTP/1.1" status: 404 len: 339 time: 0.0192068 Jul 16 18:27:06.294110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47550) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.318972 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-01406ea3-c8dc-41d7-a4fc-01f9052151d5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.319331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01406ea3-c8dc-41d7-a4fc-01f9052151d5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.320957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-01406ea3-c8dc-41d7-a4fc-01f9052151d5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/subnets/14d33af6-62b0-40d9-8fa0-cef1734c6920 HTTP/1.1" status: 404 len: 337 time: 0.0260088 Jul 16 18:27:06.323234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47552) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.344778 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e81c99a-8da9-4371-badf-8e6212675791 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.345286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e81c99a-8da9-4371-badf-8e6212675791 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.346874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3e81c99a-8da9-4371-badf-8e6212675791 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/7f4eab6e-b867-4197-acf2-8b7a15529956 HTTP/1.1" status: 404 len: 339 time: 0.0225110 Jul 16 18:27:06.349895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47554) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.374484 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e9eb82-85f3-4ebb-8ec1-6710f9fa0f3d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.374906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e9eb82-85f3-4ebb-8ec1-6710f9fa0f3d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.376552 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-86e9eb82-85f3-4ebb-8ec1-6710f9fa0f3d tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/subnets/faa35bfe-73c2-4d3e-9f6a-dd65b3c76506 HTTP/1.1" status: 404 len: 337 time: 0.0257938 Jul 16 18:27:06.379159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47556) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.399230 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4d3943-48d6-4b90-8c46-065d10ec1f43 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.399831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4d3943-48d6-4b90-8c46-065d10ec1f43 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.404148 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dc4d3943-48d6-4b90-8c46-065d10ec1f43 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/b9d26bf4-9f28-4e79-871a-3e47baa55cc6 HTTP/1.1" status: 404 len: 339 time: 0.0239930 Jul 16 18:27:06.404342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47560) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.432706 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0dcf8e-63c2-405f-ad52-fe7a76e9603f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.433175 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0dcf8e-63c2-405f-ad52-fe7a76e9603f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.434897 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8a0dcf8e-63c2-405f-ad52-fe7a76e9603f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/subnets/c9345f03-be30-4864-afdc-7c01e9f4fd80 HTTP/1.1" status: 404 len: 337 time: 0.0289211 Jul 16 18:27:06.437591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47564) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.455558 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f57b64-b35b-4618-8f90-9e71dcfe8c31 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.456080 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f57b64-b35b-4618-8f90-9e71dcfe8c31 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.457771 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-12f57b64-b35b-4618-8f90-9e71dcfe8c31 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/ecf959e0-f494-405e-b542-3387fc114cf4 HTTP/1.1" status: 404 len: 339 time: 0.0192850 Jul 16 18:27:06.460297 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47566) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.485951 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-05243660-d039-495f-bc4a-197969e3351b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.486408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05243660-d039-495f-bc4a-197969e3351b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.488195 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-05243660-d039-495f-bc4a-197969e3351b tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/subnets/d9f32af2-0f40-4478-9426-8324371621bc HTTP/1.1" status: 404 len: 337 time: 0.0270193 Jul 16 18:27:06.491418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47568) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.510190 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faecfba-c940-4205-a0ae-13cc8daedae6 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.510740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9faecfba-c940-4205-a0ae-13cc8daedae6 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.514360 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9faecfba-c940-4205-a0ae-13cc8daedae6 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/b7f00962-44d5-4b67-955f-bc3f4f9e5bd1 HTTP/1.1" status: 404 len: 339 time: 0.0200300 Jul 16 18:27:06.515017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47570) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.544482 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-791a7d76-1aa1-40cc-9f07-34526edf15b3 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.544921 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791a7d76-1aa1-40cc-9f07-34526edf15b3 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.546558 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-791a7d76-1aa1-40cc-9f07-34526edf15b3 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/subnets/2a6da68c-e953-4af7-80f1-5bd6882a3ab3 HTTP/1.1" status: 404 len: 337 time: 0.0306273 Jul 16 18:27:06.549031 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47572) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.566592 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcb7b8c-902c-45f9-bb89-ff5b4ec67136 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.567142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcb7b8c-902c-45f9-bb89-ff5b4ec67136 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.568764 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-abcb7b8c-902c-45f9-bb89-ff5b4ec67136 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/7425b478-f0ed-4ab1-a0b6-6c42486c2c0a HTTP/1.1" status: 404 len: 339 time: 0.0188723 Jul 16 18:27:06.571187 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47574) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.595465 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc9fdb5-b621-4ced-849a-7cb84a29c908 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.595903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc9fdb5-b621-4ced-849a-7cb84a29c908 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.597500 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2cc9fdb5-b621-4ced-849a-7cb84a29c908 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/subnets/f032b0b4-ea21-42ae-963d-4591162b1d1d HTTP/1.1" status: 404 len: 337 time: 0.0255003 Jul 16 18:27:06.600909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47576) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.619677 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-119386ca-c1cd-4489-9dbc-ffcb7fb2d519 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:06.620206 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119386ca-c1cd-4489-9dbc-ffcb7fb2d519 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:06.621847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-119386ca-c1cd-4489-9dbc-ffcb7fb2d519 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/53b8f1cd-7f7a-4401-8827-aaa6856ab314 HTTP/1.1" status: 404 len: 339 time: 0.0199733 Jul 16 18:27:06.624193 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47578) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.673312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-1102d724-4fff-4d96-99e4-9e9071e91ba5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Deleting subnet c67f66a7-4abd-497a-873c-2ad03df713a9 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:06.676445 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1102d724-4fff-4d96-99e4-9e9071e91ba5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.714909 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1102d724-4fff-4d96-99e4-9e9071e91ba5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.801740 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1102d724-4fff-4d96-99e4-9e9071e91ba5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.857743 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1102d724-4fff-4d96-99e4-9e9071e91ba5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.883268 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102d724-4fff-4d96-99e4-9e9071e91ba5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Subnet': ['ID=c67f66a7-4abd-497a-873c-2ad03df713a9,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:06.889214 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1102d724-4fff-4d96-99e4-9e9071e91ba5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.893380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1102d724-4fff-4d96-99e4-9e9071e91ba5 tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/subnets/c67f66a7-4abd-497a-873c-2ad03df713a9 HTTP/1.1" status: 204 len: 168 time: 0.2682385 Jul 16 18:27:06.893900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47580) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.896488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a48678-9bb8-4c6d-b411-d1f445cc613e None None] Network 24886a18-ffae-44a2-bf10-cd3db1ea31e8 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:06.976702 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.039598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Deleting port e35a3cdd-17bb-4810-b32f-8cfc68f5d779 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:07.039946 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.104174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6e56d0-bf04-4a8d-9080-2d359b4c6c01 None None] DHCP port deletion for 24886a18-ffae-44a2-bf10-cd3db1ea31e8 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:07.109738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] For port e35a3cdd-17bb-4810-b32f-8cfc68f5d779, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e35a3cdd-17bb-4810-b32f-8cfc68f5d779,segment=NetworkSegment(7489073d-ed8f-445b-a7e3-c980574c9593),segment_id=7489073d-ed8f-445b-a7e3-c980574c9593)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:07.110103 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.122555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Calling delete_port for e35a3cdd-17bb-4810-b32f-8cfc68f5d779 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:07.150631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e56d0-bf04-4a8d-9080-2d359b4c6c01 None None] Deleting port e35a3cdd-17bb-4810-b32f-8cfc68f5d779 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:07.151097 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6e6e56d0-bf04-4a8d-9080-2d359b4c6c01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.205362 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.232920 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Port': ['ID=e35a3cdd-17bb-4810-b32f-8cfc68f5d779,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:07.236518 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] No DVR routers for this DVR port e35a3cdd-17bb-4810-b32f-8cfc68f5d779 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:07.321254 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.333636 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24886a18-ffae-44a2-bf10-cd3db1ea31e8']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:07.348672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7489073d-ed8f-445b-a7e3-c980574c9593') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:07.349196 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7489073d-ed8f-445b-a7e3-c980574c9593') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:07.359694 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.375126 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.382611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:07.383693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:07.387487 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:07.390328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6e6e56d0-bf04-4a8d-9080-2d359b4c6c01 None None] For port e35a3cdd-17bb-4810-b32f-8cfc68f5d779, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e35a3cdd-17bb-4810-b32f-8cfc68f5d779,segment=NetworkSegment(7489073d-ed8f-445b-a7e3-c980574c9593),segment_id=7489073d-ed8f-445b-a7e3-c980574c9593)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:07.390328 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6e6e56d0-bf04-4a8d-9080-2d359b4c6c01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.403368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e56d0-bf04-4a8d-9080-2d359b4c6c01 None None] Calling delete_port for e35a3cdd-17bb-4810-b32f-8cfc68f5d779 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:07.449813 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.461319 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.465411 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] 10.222.0.41 "DELETE /v2.0/networks/24886a18-ffae-44a2-bf10-cd3db1ea31e8 HTTP/1.1" status: 204 len: 168 time: 0.5668523 Jul 16 18:27:07.475587 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccd614-5e72-4df8-9297-bc54d680251f tempest-NetworksTest-1466631932 tempest-NetworksTest-1466631932-project] Pushing event deleted for resources: {'Network': ['ID=24886a18-ffae-44a2-bf10-cd3db1ea31e8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:07.501380 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6e6e56d0-bf04-4a8d-9080-2d359b4c6c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.509735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e6e56d0-bf04-4a8d-9080-2d359b4c6c01 None None] Network 24886a18-ffae-44a2-bf10-cd3db1ea31e8 is not hosted by any dhcp agent {{(pid=100171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:27:07.510335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e56d0-bf04-4a8d-9080-2d359b4c6c01 None None] No DVR routers for this DVR port e35a3cdd-17bb-4810-b32f-8cfc68f5d779 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:07.530136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e56d0-bf04-4a8d-9080-2d359b4c6c01 None None] Pushing event deleted for resources: {'Port': ['ID=e35a3cdd-17bb-4810-b32f-8cfc68f5d779,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:07.667017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e35a3cdd-17bb-4810-b32f-8cfc68f5d779 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:07.690806 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e35a3cdd-17bb-4810-b32f-8cfc68f5d779 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:07.691246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e35a3cdd-17bb-4810-b32f-8cfc68f5d779 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:07.732399 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47592) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.862727 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-20a03f76-d60b-441c-a932-7c8aaf57a968 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9dca665baefd4aa7b91954d6d9c5b226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291137 Jul 16 18:27:07.865190 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47596) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.917508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c795e6a-219a-448a-8885-512116165fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.937543 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c795e6a-219a-448a-8885-512116165fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.983029 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c795e6a-219a-448a-8885-512116165fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.985886 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9c795e6a-219a-448a-8885-512116165fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.987019 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9c795e6a-219a-448a-8885-512116165fa6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3427aee0-c330-4a59-98c0-50656a02989e HTTP/1.1" status: 204 len: 168 time: 0.1208928 Jul 16 18:27:07.994810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c795e6a-219a-448a-8885-512116165fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3427aee0-c330-4a59-98c0-50656a02989e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.579861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47626) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:08.627675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47628) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:08.695327 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06688f96-534b-4cf6-9de2-53999436e3f9 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.695760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06688f96-534b-4cf6-9de2-53999436e3f9 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.696189 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06688f96-534b-4cf6-9de2-53999436e3f9 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.699086 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-06688f96-534b-4cf6-9de2-53999436e3f9 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=5367a769c7474ec3b167de019d940ebe&network_id=cd237a77-7883-4f3b-a236-6d30582b9dbe HTTP/1.1" status: 200 len: 2972 time: 0.1178923 Jul 16 18:27:08.732497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2085579637'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:08.753851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:08.757592 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.766456 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.868288 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.872459 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.900816 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:08.909580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30289f25-c2a4-4aab-863b-cf0d17056f4f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.916400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.916742 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Added segment 96d1a8c8-ac07-4e1c-9e51-bfa8617f1440 of type vlan for network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad Jul 16 18:27:08.956270 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.985533 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.991478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.992186 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.037994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4090812 Jul 16 18:27:09.040591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47638) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:09.045919 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'name': 'tempest-PortsTestJSON-190721704'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:09.083285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46954d-1827-4762-a5ba-b8c18cc232ee tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Network': ['ID=755b6e16-cb2c-48e6-a8c1-db1685e4bbad,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.094675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:09.154525 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:09.158430 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.179392 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port 1515f095-2a44-40d1-a96c-b3900123ff2c yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:09.362906 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.401646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.485912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=1515f095-2a44-40d1-a96c-b3900123ff2c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.493215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Checking segment: {'id': '96d1a8c8-ac07-4e1c-9e51-bfa8617f1440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:09.493584 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network hostable DHCP agents. Network: 755b6e16-cb2c-48e6-a8c1-db1685e4bbad, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:09.510857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:09.519403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 755b6e16-cb2c-48e6-a8c1-db1685e4bbad) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:09.524902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:09.528619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb601c0-652f-43f5-b202-f2c4136abfc6 None None] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:09.536926 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.537561 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.556044 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9f56f862-ed17-4a5c-9463-881ff4ff965a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5114105 Jul 16 18:27:09.556407 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47646) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:09.561599 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ffa3cb4d-e006-49e2-9d31-a3b5d3de7212 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1136837078'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:09.583254 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa3cb4d-e006-49e2-9d31-a3b5d3de7212 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:09.587417 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ffa3cb4d-e006-49e2-9d31-a3b5d3de7212 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.627586 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa3cb4d-e006-49e2-9d31-a3b5d3de7212 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:09.644538 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ffa3cb4d-e006-49e2-9d31-a3b5d3de7212 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.645677 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-ffa3cb4d-e006-49e2-9d31-a3b5d3de7212 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Added segment eb83195c-560d-4e80-a9b1-f6e4e28c5172 of type vlan for network 3b4effa0-7123-4257-a37a-bc62a2ec7f44 Jul 16 18:27:09.696638 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ffa3cb4d-e006-49e2-9d31-a3b5d3de7212 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.725272 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ffa3cb4d-e006-49e2-9d31-a3b5d3de7212 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.730765 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa3cb4d-e006-49e2-9d31-a3b5d3de7212 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.731337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ffa3cb4d-e006-49e2-9d31-a3b5d3de7212 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.763302 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ffa3cb4d-e006-49e2-9d31-a3b5d3de7212 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2058587 Jul 16 18:27:09.765813 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47648) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:09.773289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'ports': [{'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad'}, {'network_id': '3b4effa0-7123-4257-a37a-bc62a2ec7f44'}]} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:09.773597 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:09.774173 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '3b4effa0-7123-4257-a37a-bc62a2ec7f44'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:09.818444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3cb4d-e006-49e2-9d31-a3b5d3de7212 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Network': ['ID=3b4effa0-7123-4257-a37a-bc62a2ec7f44,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.828865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 3b4effa0-7123-4257-a37a-bc62a2ec7f44 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:09.974450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 2} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:09.982651 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.996745 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.084164 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port a207ae75-403d-4939-bd34-ff5edd05f6a6 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:10.196289 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.269282 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port 1d5d3086-120b-435d-95b0-f40006280446 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:10.380432 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.419449 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.434022 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47658) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:10.492037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf36d61f-b147-4fe0-9c5d-25500272c4b3 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.502494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cf36d61f-b147-4fe0-9c5d-25500272c4b3 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d HTTP/1.1" status: 200 len: 814 time: 0.0584753 Jul 16 18:27:10.811147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:10.814368 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:10.819334 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:10.820171 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.827082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=a207ae75-403d-4939-bd34-ff5edd05f6a6,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:10.890997 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=1d5d3086-120b-435d-95b0-f40006280446,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:10.898627 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Checking segment: {'id': 'eb83195c-560d-4e80-a9b1-f6e4e28c5172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3b4effa0-7123-4257-a37a-bc62a2ec7f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:10.898893 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network hostable DHCP agents. Network: 3b4effa0-7123-4257-a37a-bc62a2ec7f44, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:10.915929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 3b4effa0-7123-4257-a37a-bc62a2ec7f44 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:10.924384 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 3b4effa0-7123-4257-a37a-bc62a2ec7f44) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:10.928760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:10.934373 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.936313 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a648931-1aa0-4b41-961d-0187f6be7848 None None] Network 3b4effa0-7123-4257-a37a-bc62a2ec7f44 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:10.939420 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.939842 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.955291 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c00f0212-8bae-49f6-85c6-5cbbb7e963a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1884904 Jul 16 18:27:10.958860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47668) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:10.967127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47670) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:10.971559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c09261e6-8a31-4dbd-a651-c5bb52bfdc38 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'network': {'name': 'tempest-network-smoke--2053771458', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'port_security_enabled': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:11.046300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09261e6-8a31-4dbd-a651-c5bb52bfdc38 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Made reservation on behalf of 5367a769c7474ec3b167de019d940ebe for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:11.049770 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c09261e6-8a31-4dbd-a651-c5bb52bfdc38 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.089455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09261e6-8a31-4dbd-a651-c5bb52bfdc38 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:11.104260 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c09261e6-8a31-4dbd-a651-c5bb52bfdc38 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.104736 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-c09261e6-8a31-4dbd-a651-c5bb52bfdc38 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Added segment 7c4ce08d-e076-41a2-b51f-284c80bb39c9 of type vlan for network e0076433-0174-42b7-8c5b-20ee7ad18276 Jul 16 18:27:11.121224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-329d6946-529a-4dc7-a6e2-640d741aff5d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 1d5d3086-120b-435d-95b0-f40006280446 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:11.121661 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-329d6946-529a-4dc7-a6e2-640d741aff5d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.177088 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c09261e6-8a31-4dbd-a651-c5bb52bfdc38 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.217946 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-329d6946-529a-4dc7-a6e2-640d741aff5d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.238060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-329d6946-529a-4dc7-a6e2-640d741aff5d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 1d5d3086-120b-435d-95b0-f40006280446 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:11.256778 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c09261e6-8a31-4dbd-a651-c5bb52bfdc38 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.262243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09261e6-8a31-4dbd-a651-c5bb52bfdc38 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.262826 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c09261e6-8a31-4dbd-a651-c5bb52bfdc38 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.331952 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c09261e6-8a31-4dbd-a651-c5bb52bfdc38 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3638272 Jul 16 18:27:11.335851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47672) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:11.375863 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09261e6-8a31-4dbd-a651-c5bb52bfdc38 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Network': ['ID=e0076433-0174-42b7-8c5b-20ee7ad18276,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:11.392832 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network e0076433-0174-42b7-8c5b-20ee7ad18276 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:11.416548 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-329d6946-529a-4dc7-a6e2-640d741aff5d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.437567 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc693314-4fcc-4d6c-bce6-f1886ce77a09 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.442687 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fc693314-4fcc-4d6c-bce6-f1886ce77a09 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5367a769c7474ec3b167de019d940ebe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1016698 Jul 16 18:27:11.443192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47676) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:11.452224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d6946-529a-4dc7-a6e2-640d741aff5d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=1d5d3086-120b-435d-95b0-f40006280446,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:11.457611 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-329d6946-529a-4dc7-a6e2-640d741aff5d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.460118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-329d6946-529a-4dc7-a6e2-640d741aff5d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/1d5d3086-120b-435d-95b0-f40006280446 HTTP/1.1" status: 204 len: 168 time: 0.5000772 Jul 16 18:27:11.462568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47680) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:11.567414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee8313d-a3f5-4f3f-9743-f0c6b3ea3db5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.574165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee8313d-a3f5-4f3f-9743-f0c6b3ea3db5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.575939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-aee8313d-a3f5-4f3f-9743-f0c6b3ea3db5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1120262 Jul 16 18:27:11.578803 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47682) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:11.641717 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc503062-3cca-4f2a-8505-4de10e5e548c tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.643250 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cc503062-3cca-4f2a-8505-4de10e5e548c tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1991873 Jul 16 18:27:11.646138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47684) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:11.708582 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e220f27d-e5aa-499e-8dd8-0d7a19319bf2 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612891 Jul 16 18:27:11.711263 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47686) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:11.743733 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-481c856c-a535-4426-a148-104249b3b4aa tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5367a769c7474ec3b167de019d940ebe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311971 Jul 16 18:27:11.746470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47688) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:11.761891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fde79-53fc-4bff-844e-3e8a990a9d4e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port a207ae75-403d-4939-bd34-ff5edd05f6a6 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:11.762268 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a1fde79-53fc-4bff-844e-3e8a990a9d4e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.833562 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a1fde79-53fc-4bff-844e-3e8a990a9d4e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.847932 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fde79-53fc-4bff-844e-3e8a990a9d4e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for a207ae75-403d-4939-bd34-ff5edd05f6a6 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:11.852867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0310a1c-ec79-49d3-88b8-3e4bff5f6e86 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.854379 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a0310a1c-ec79-49d3-88b8-3e4bff5f6e86 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1067562 Jul 16 18:27:11.857115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47692) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:11.887178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-59fd2cbc-2349-4006-966b-30c9fb8bca9d tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287714 Jul 16 18:27:11.889599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47696) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:11.895396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-7cf415ad-ddd3-4851-88a4-08b91aba8532 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-182897522', 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:11.931118 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a1fde79-53fc-4bff-844e-3e8a990a9d4e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.962644 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fde79-53fc-4bff-844e-3e8a990a9d4e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=a207ae75-403d-4939-bd34-ff5edd05f6a6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:11.974017 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a1fde79-53fc-4bff-844e-3e8a990a9d4e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.976032 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8a1fde79-53fc-4bff-844e-3e8a990a9d4e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/a207ae75-403d-4939-bd34-ff5edd05f6a6 HTTP/1.1" status: 204 len: 168 time: 0.3962975 Jul 16 18:27:11.978457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47698) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:11.995508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf415ad-ddd3-4851-88a4-08b91aba8532 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Made reservation on behalf of 5367a769c7474ec3b167de019d940ebe for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:11.999479 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7cf415ad-ddd3-4851-88a4-08b91aba8532 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.091816 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d74c6db-a278-4f44-a870-1228e44c4604 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.096660 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5d74c6db-a278-4f44-a870-1228e44c4604 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1147480 Jul 16 18:27:12.097016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47700) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:12.132649 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d0fe02-cd89-4c66-8d7d-efb6cd21e77d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:12.137049 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f7d0fe02-cd89-4c66-8d7d-efb6cd21e77d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/1d5d3086-120b-435d-95b0-f40006280446 HTTP/1.1" status: 404 len: 333 time: 0.0359297 Jul 16 18:27:12.137207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47702) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:12.168620 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0af0dfb-0af3-4d5e-83ac-04532e7fcbf3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:12.170103 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b0af0dfb-0af3-4d5e-83ac-04532e7fcbf3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/a207ae75-403d-4939-bd34-ff5edd05f6a6 HTTP/1.1" status: 404 len: 333 time: 0.0319989 Jul 16 18:27:12.172989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47704) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:12.200011 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7cf415ad-ddd3-4851-88a4-08b91aba8532 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.251721 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1996ba79-0014-4ab4-8051-c7c6297534cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.264939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf415ad-ddd3-4851-88a4-08b91aba8532 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Subnet': ['ID=1c087b0e-6709-46af-be0c-4d1d6e3e1b9d,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:12.275752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf415ad-ddd3-4851-88a4-08b91aba8532 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Checking segment: {'id': '7c4ce08d-e076-41a2-b51f-284c80bb39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:12.276109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf415ad-ddd3-4851-88a4-08b91aba8532 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network hostable DHCP agents. Network: e0076433-0174-42b7-8c5b-20ee7ad18276, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:12.292209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf415ad-ddd3-4851-88a4-08b91aba8532 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network e0076433-0174-42b7-8c5b-20ee7ad18276 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:12.300262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-7cf415ad-ddd3-4851-88a4-08b91aba8532 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, e0076433-0174-42b7-8c5b-20ee7ad18276) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:12.304842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf415ad-ddd3-4851-88a4-08b91aba8532 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.305380 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7cf415ad-ddd3-4851-88a4-08b91aba8532 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.319442 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea71b4f-b34d-4257-aa23-4d8c8e3496a0 None None] Network e0076433-0174-42b7-8c5b-20ee7ad18276 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:12.321710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7cf415ad-ddd3-4851-88a4-08b91aba8532 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4308698 Jul 16 18:27:12.353639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1996ba79-0014-4ab4-8051-c7c6297534cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.364166 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-1996ba79-0014-4ab4-8051-c7c6297534cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4effa0-7123-4257-a37a-bc62a2ec7f44']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:12.374560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-1996ba79-0014-4ab4-8051-c7c6297534cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb83195c-560d-4e80-a9b1-f6e4e28c5172') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:12.374844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-1996ba79-0014-4ab4-8051-c7c6297534cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb83195c-560d-4e80-a9b1-f6e4e28c5172') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:12.384657 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1996ba79-0014-4ab4-8051-c7c6297534cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.400006 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1996ba79-0014-4ab4-8051-c7c6297534cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.407586 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1996ba79-0014-4ab4-8051-c7c6297534cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:12.408539 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1996ba79-0014-4ab4-8051-c7c6297534cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:12.412114 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:12.483219 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1996ba79-0014-4ab4-8051-c7c6297534cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.495195 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1996ba79-0014-4ab4-8051-c7c6297534cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.497035 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1996ba79-0014-4ab4-8051-c7c6297534cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/networks/3b4effa0-7123-4257-a37a-bc62a2ec7f44 HTTP/1.1" status: 204 len: 168 time: 0.3231661 Jul 16 18:27:12.501440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47710) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:12.507684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e71bd569-07d3-441b-9a83-542d8eb885b8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1815293275'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:12.530537 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996ba79-0014-4ab4-8051-c7c6297534cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Network': ['ID=3b4effa0-7123-4257-a37a-bc62a2ec7f44,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:12.533877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-e0076433-0174-42b7-8c5b-20ee7ad18276', 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ips': [{'subnet_id': '1c087b0e-6709-46af-be0c-4d1d6e3e1b9d'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:12.534846 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.545314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71bd569-07d3-441b-9a83-542d8eb885b8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:12.549630 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e71bd569-07d3-441b-9a83-542d8eb885b8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.578577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71bd569-07d3-441b-9a83-542d8eb885b8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:12.589760 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e71bd569-07d3-441b-9a83-542d8eb885b8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.590470 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-e71bd569-07d3-441b-9a83-542d8eb885b8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Added segment 76dd8d60-27ef-415b-8032-0f91377d3458 of type vlan for network 8f5a2a8f-6075-4180-b122-0773e0065481 Jul 16 18:27:12.638199 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e71bd569-07d3-441b-9a83-542d8eb885b8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.681927 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e71bd569-07d3-441b-9a83-542d8eb885b8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.686824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Allocated IP 172.20.0.18 (e0076433-0174-42b7-8c5b-20ee7ad18276/1c087b0e-6709-46af-be0c-4d1d6e3e1b9d/462400f1-ecf5-43ea-af0a-7ef86d066390) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:12.690141 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71bd569-07d3-441b-9a83-542d8eb885b8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.690783 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e71bd569-07d3-441b-9a83-542d8eb885b8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.742296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e71bd569-07d3-441b-9a83-542d8eb885b8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2368999 Jul 16 18:27:12.742559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47712) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:12.748293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-479dd998-f73e-4def-9e67-31238cc08c90 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '8f5a2a8f-6075-4180-b122-0773e0065481', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:12.858859 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.866697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bd569-07d3-441b-9a83-542d8eb885b8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Network': ['ID=8f5a2a8f-6075-4180-b122-0773e0065481,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:12.869038 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Transition to ACTIVE for port object 462400f1-ecf5-43ea-af0a-7ef86d066390 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:12.886227 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Transition to ACTIVE for port object 462400f1-ecf5-43ea-af0a-7ef86d066390 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:12.889477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 8f5a2a8f-6075-4180-b122-0773e0065481 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:12.891301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479dd998-f73e-4def-9e67-31238cc08c90 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:12.896638 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-479dd998-f73e-4def-9e67-31238cc08c90 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.904544 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.995031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Network e0076433-0174-42b7-8c5b-20ee7ad18276 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:13.001118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:13.007580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Pushing event updated for resources: {'Port': ['ID=462400f1-ecf5-43ea-af0a-7ef86d066390,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:13.010264 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:13.077050 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Attempting to bind port 462400f1-ecf5-43ea-af0a-7ef86d066390 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:13.077425 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Attempting to bind port 462400f1-ecf5-43ea-af0a-7ef86d066390 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '7c4ce08d-e076-41a2-b51f-284c80bb39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:13.077791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Attempting to bind port 462400f1-ecf5-43ea-af0a-7ef86d066390 on network e0076433-0174-42b7-8c5b-20ee7ad18276 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:13.084966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:13.085342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Checking segment: {'id': '7c4ce08d-e076-41a2-b51f-284c80bb39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:13.085759 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.086630 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Bound using segment: {'id': '7c4ce08d-e076-41a2-b51f-284c80bb39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:13.087159 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Bound port: 462400f1-ecf5-43ea-af0a-7ef86d066390, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4ce08d-e076-41a2-b51f-284c80bb39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:13.087601 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.150184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47718) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:13.155738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9b2ca21f-5168-4127-b75c-1c1abc82e740 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1669452346', 'description': 'tempest-secgroup-smoke-1669452346 description', 'project_id': '5367a769c7474ec3b167de019d940ebe'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:13.163189 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] For port 462400f1-ecf5-43ea-af0a-7ef86d066390, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:13.166421 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] For port 462400f1-ecf5-43ea-af0a-7ef86d066390, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=462400f1-ecf5-43ea-af0a-7ef86d066390,segment=NetworkSegment(7c4ce08d-e076-41a2-b51f-284c80bb39c9),segment_id=7c4ce08d-e076-41a2-b51f-284c80bb39c9)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:13.171471 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.187889 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-479dd998-f73e-4def-9e67-31238cc08c90 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.222050 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca21f-5168-4127-b75c-1c1abc82e740 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.264958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1c0ff-2347-40fc-831a-8ccc2a162fa0 None None] Pushing event updated for resources: {'Port': ['ID=462400f1-ecf5-43ea-af0a-7ef86d066390,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:13.614246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dd998-f73e-4def-9e67-31238cc08c90 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Subnet': ['ID=65d0bb84-4425-4e4a-a843-852340b82587,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:13.637424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479dd998-f73e-4def-9e67-31238cc08c90 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Checking segment: {'id': '76dd8d60-27ef-415b-8032-0f91377d3458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f5a2a8f-6075-4180-b122-0773e0065481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:13.639473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479dd998-f73e-4def-9e67-31238cc08c90 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network hostable DHCP agents. Network: 8f5a2a8f-6075-4180-b122-0773e0065481, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:13.674973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479dd998-f73e-4def-9e67-31238cc08c90 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 8f5a2a8f-6075-4180-b122-0773e0065481 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:13.690688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-479dd998-f73e-4def-9e67-31238cc08c90 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 8f5a2a8f-6075-4180-b122-0773e0065481) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:13.702427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479dd998-f73e-4def-9e67-31238cc08c90 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:13.703011 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-479dd998-f73e-4def-9e67-31238cc08c90 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.704261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da112fe5-1474-441f-a0f8-09e1278137e0 None None] Network 8f5a2a8f-6075-4180-b122-0773e0065481 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:13.722269 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca21f-5168-4127-b75c-1c1abc82e740 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.729297 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca21f-5168-4127-b75c-1c1abc82e740 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.743550 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-479dd998-f73e-4def-9e67-31238cc08c90 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9995599 Jul 16 18:27:13.750852 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47722) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:13.759385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '8f5a2a8f-6075-4180-b122-0773e0065481', 'name': 'tempest-PortsTestJSON-319662203'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:13.764283 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca21f-5168-4127-b75c-1c1abc82e740 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.765499 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9b2ca21f-5168-4127-b75c-1c1abc82e740 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6141250 Jul 16 18:27:13.768896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ca21f-5168-4127-b75c-1c1abc82e740 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecef5db-2f07-4c90-818c-3745a52d453d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:13.770441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 462400f1-ecf5-43ea-af0a-7ef86d066390 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:13.771987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47724) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:13.778085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c22ae20f-78b3-4a49-8672-f04e5eef51bf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '6ecef5db-2f07-4c90-818c-3745a52d453d', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:13.807126 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c22ae20f-78b3-4a49-8672-f04e5eef51bf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.860333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c22ae20f-78b3-4a49-8672-f04e5eef51bf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.866394 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c22ae20f-78b3-4a49-8672-f04e5eef51bf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.891992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ae20f-78b3-4a49-8672-f04e5eef51bf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02170f4-a2d8-47bd-90ca-30601c565480,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:13.909688 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:13.914633 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.916330 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c22ae20f-78b3-4a49-8672-f04e5eef51bf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.921085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c22ae20f-78b3-4a49-8672-f04e5eef51bf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481459 Jul 16 18:27:13.923868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47726) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:13.930043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ab9d0615-5584-4099-adcc-135354102102 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '6ecef5db-2f07-4c90-818c-3745a52d453d', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:13.936413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port fa041210-ccab-494b-8bdc-1a2309f556b3 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:13.961571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 462400f1-ecf5-43ea-af0a-7ef86d066390 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:13.972702 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0615-5584-4099-adcc-135354102102 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.039632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-8f5a2a8f-6075-4180-b122-0773e0065481', 'network_id': '8f5a2a8f-6075-4180-b122-0773e0065481', 'tenant_id': 'abbb66a8cb35428fb428303a1a7b721c', 'fixed_ips': [{'subnet_id': '65d0bb84-4425-4e4a-a843-852340b82587'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:14.041050 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.061971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0615-5584-4099-adcc-135354102102 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.068873 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0615-5584-4099-adcc-135354102102 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.094913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d0615-5584-4099-adcc-135354102102 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f20925-873c-4fd8-8f3f-e4d42b1f75a9,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.101398 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0615-5584-4099-adcc-135354102102 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.107469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ab9d0615-5584-4099-adcc-135354102102 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1821282 Jul 16 18:27:14.108494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47728) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:14.113333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-311747e1-796f-47cb-8ff7-79f3f7fc7c1d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '6ecef5db-2f07-4c90-818c-3745a52d453d', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:14.153142 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-311747e1-796f-47cb-8ff7-79f3f7fc7c1d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.172483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.2 (8f5a2a8f-6075-4180-b122-0773e0065481/65d0bb84-4425-4e4a-a843-852340b82587/fa041210-ccab-494b-8bdc-1a2309f556b3) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:14.238982 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-311747e1-796f-47cb-8ff7-79f3f7fc7c1d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.244667 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-311747e1-796f-47cb-8ff7-79f3f7fc7c1d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.266044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311747e1-796f-47cb-8ff7-79f3f7fc7c1d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f679941e-4bf6-47ea-97f7-c642a338019c,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.281067 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-311747e1-796f-47cb-8ff7-79f3f7fc7c1d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.282903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-311747e1-796f-47cb-8ff7-79f3f7fc7c1d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1731730 Jul 16 18:27:14.285783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47730) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:14.290943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d5ca7b03-77c0-4b1c-88ea-8962de0fce72 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '6ecef5db-2f07-4c90-818c-3745a52d453d', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:14.326769 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d5ca7b03-77c0-4b1c-88ea-8962de0fce72 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.349635 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.364692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Transition to ACTIVE for port object fa041210-ccab-494b-8bdc-1a2309f556b3 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:14.419291 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.427242 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d5ca7b03-77c0-4b1c-88ea-8962de0fce72 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.432812 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d5ca7b03-77c0-4b1c-88ea-8962de0fce72 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.461284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca7b03-77c0-4b1c-88ea-8962de0fce72 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ce1280-8e1f-44bf-8d45-9b0ef4332c78,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.466020 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d5ca7b03-77c0-4b1c-88ea-8962de0fce72 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.470652 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d5ca7b03-77c0-4b1c-88ea-8962de0fce72 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1835098 Jul 16 18:27:14.471354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47734) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:14.477232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-07655821-d3a9-442a-a196-aee10d967cf0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '6ecef5db-2f07-4c90-818c-3745a52d453d', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:14.495319 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-29054f45-9fbb-48fc-9b37-663cac62368a {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:27:14.495319 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:27:14.501805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 8f5a2a8f-6075-4180-b122-0773e0065481 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:14.506712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:14.511126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a20a608-80f9-4c33-8549-6d38d30bdc8f None None] Network e0076433-0174-42b7-8c5b-20ee7ad18276 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:14.511311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:14.537071 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-07655821-d3a9-442a-a196-aee10d967cf0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Project 5367a769c7474ec3b167de019d940ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:27:14.544346 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07655821-d3a9-442a-a196-aee10d967cf0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.561057 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=fa041210-ccab-494b-8bdc-1a2309f556b3,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.601127 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0e00cfe5-d4e2-4fe9-9dd6-9788d620cb18 None None] Provisioning for port 462400f1-ecf5-43ea-af0a-7ef86d066390 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:14.602998 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.604069 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.621076 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0e00cfe5-d4e2-4fe9-9dd6-9788d620cb18 None None] Provisioning complete for port 462400f1-ecf5-43ea-af0a-7ef86d066390 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:14.621717 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e00cfe5-d4e2-4fe9-9dd6-9788d620cb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.626225 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07655821-d3a9-442a-a196-aee10d967cf0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.628492 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c03d9874-f35a-46db-b132-0e28fd53c922 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8754017 Jul 16 18:27:14.631314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47740) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:14.635405 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07655821-d3a9-442a-a196-aee10d967cf0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.665317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07655821-d3a9-442a-a196-aee10d967cf0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18996312-3028-4a4c-9f27-dbe98ba7d931,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.671869 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07655821-d3a9-442a-a196-aee10d967cf0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.673532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-07655821-d3a9-442a-a196-aee10d967cf0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2010629 Jul 16 18:27:14.676964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47742) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:14.683862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-609360ee-69b2-47d3-85ef-14515d8a9ac6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '6ecef5db-2f07-4c90-818c-3745a52d453d', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:14.716558 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-609360ee-69b2-47d3-85ef-14515d8a9ac6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Project 5367a769c7474ec3b167de019d940ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:27:14.724945 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-609360ee-69b2-47d3-85ef-14515d8a9ac6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.773348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-06ab2c59-0a43-4d0e-8cad-ba583f2d1eba tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port fa041210-ccab-494b-8bdc-1a2309f556b3 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:14.773974 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-06ab2c59-0a43-4d0e-8cad-ba583f2d1eba tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.781227 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e00cfe5-d4e2-4fe9-9dd6-9788d620cb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.817205 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-609360ee-69b2-47d3-85ef-14515d8a9ac6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.825899 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-609360ee-69b2-47d3-85ef-14515d8a9ac6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.826638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0e00cfe5-d4e2-4fe9-9dd6-9788d620cb18 None None] For port 462400f1-ecf5-43ea-af0a-7ef86d066390, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=462400f1-ecf5-43ea-af0a-7ef86d066390,segment=NetworkSegment(7c4ce08d-e076-41a2-b51f-284c80bb39c9),segment_id=7c4ce08d-e076-41a2-b51f-284c80bb39c9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:14.836400 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e00cfe5-d4e2-4fe9-9dd6-9788d620cb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.862190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609360ee-69b2-47d3-85ef-14515d8a9ac6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37072cd4-3773-4a46-b70f-2a92b196e84f,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.872718 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-609360ee-69b2-47d3-85ef-14515d8a9ac6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.874900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-609360ee-69b2-47d3-85ef-14515d8a9ac6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1958206 Jul 16 18:27:14.905518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00cfe5-d4e2-4fe9-9dd6-9788d620cb18 None None] Pushing event updated for resources: {'Port': ['ID=462400f1-ecf5-43ea-af0a-7ef86d066390,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.906911 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-06ab2c59-0a43-4d0e-8cad-ba583f2d1eba tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.922985 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-06ab2c59-0a43-4d0e-8cad-ba583f2d1eba tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for fa041210-ccab-494b-8bdc-1a2309f556b3 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:14.996808 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.078423 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-06ab2c59-0a43-4d0e-8cad-ba583f2d1eba tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.140667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab2c59-0a43-4d0e-8cad-ba583f2d1eba tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=fa041210-ccab-494b-8bdc-1a2309f556b3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:15.161695 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-1faf3f9e-3e4b-4fcd-87f3-fe9ef49cd4e6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1669452346&fields=id&tenant_id=5367a769c7474ec3b167de019d940ebe HTTP/1.1" status: 200 len: 267 time: 0.0388427 Jul 16 18:27:15.182924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5c84ea2f-7807-43a4-8ce9-44f2c9bd3ce1 None None] Provisioning complete for port 462400f1-ecf5-43ea-af0a-7ef86d066390 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:15.183611 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5c84ea2f-7807-43a4-8ce9-44f2c9bd3ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.216277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-06ab2c59-0a43-4d0e-8cad-ba583f2d1eba tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.219174 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-06ab2c59-0a43-4d0e-8cad-ba583f2d1eba tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/fa041210-ccab-494b-8bdc-1a2309f556b3 HTTP/1.1" status: 204 len: 168 time: 0.5860617 Jul 16 18:27:15.221295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47756) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:15.252779 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2837d45f-9a1a-4110-9c02-0b99cce964f2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:15.253745 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2837d45f-9a1a-4110-9c02-0b99cce964f2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:15.255890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Allocated IP 172.20.0.3 (8f5a2a8f-6075-4180-b122-0773e0065481/65d0bb84-4425-4e4a-a843-852340b82587/013f8de8-dbab-474b-b8cd-e19d32b4ce5f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:15.256659 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2837d45f-9a1a-4110-9c02-0b99cce964f2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/fa041210-ccab-494b-8bdc-1a2309f556b3 HTTP/1.1" status: 404 len: 333 time: 0.0344164 Jul 16 18:27:15.259223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47758) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:15.301835 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bed6b5-ea9b-4453-acbd-3476b459d55a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:15.303469 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-23bed6b5-ea9b-4453-acbd-3476b459d55a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/fa041210-ccab-494b-8bdc-1a2309f556b3 HTTP/1.1" status: 404 len: 333 time: 0.0432193 Jul 16 18:27:15.305511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-ffe5bf73-7107-44c3-8ac6-a5f31a1bf8ff tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:15.306259 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47760) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:15.307473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-ffe5bf73-7107-44c3-8ac6-a5f31a1bf8ff tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/networks?id=e0076433-0174-42b7-8c5b-20ee7ad18276 HTTP/1.1" status: 200 len: 797 time: 0.1388917 Jul 16 18:27:15.330650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6e3b7131-aff3-4c94-a6db-4a9962aab2ef tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/quotas/5367a769c7474ec3b167de019d940ebe HTTP/1.1" status: 200 len: 375 time: 0.0145006 Jul 16 18:27:15.370276 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a636288-f031-4698-ac2a-2913f4d8504e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting subnet 65d0bb84-4425-4e4a-a843-852340b82587 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:15.429966 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-37a80aa8-f841-429a-a741-27c305cadd14 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0925426 Jul 16 18:27:15.449459 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.459387 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Transition to ACTIVE for port object 013f8de8-dbab-474b-b8cd-e19d32b4ce5f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:15.474151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Transition to ACTIVE for port object 013f8de8-dbab-474b-b8cd-e19d32b4ce5f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:15.480200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a636288-f031-4698-ac2a-2913f4d8504e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.481079 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.532923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a636288-f031-4698-ac2a-2913f4d8504e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.536515 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Network 8f5a2a8f-6075-4180-b122-0773e0065481 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:15.539991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:15.545975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:15.556050 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Pushing event updated for resources: {'Port': ['ID=013f8de8-dbab-474b-b8cd-e19d32b4ce5f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:15.617829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-681c2b18-7ff4-4095-98a0-0dcbb1dc8301 service neutron] 10.222.0.41 "GET /v2.0/networks/e0076433-0174-42b7-8c5b-20ee7ad18276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751099 Jul 16 18:27:15.633037 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Attempting to bind port 013f8de8-dbab-474b-b8cd-e19d32b4ce5f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:15.633836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Attempting to bind port 013f8de8-dbab-474b-b8cd-e19d32b4ce5f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '76dd8d60-27ef-415b-8032-0f91377d3458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f5a2a8f-6075-4180-b122-0773e0065481'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:15.634295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Attempting to bind port 013f8de8-dbab-474b-b8cd-e19d32b4ce5f on network 8f5a2a8f-6075-4180-b122-0773e0065481 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:15.640252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:15.640774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Checking segment: {'id': '76dd8d60-27ef-415b-8032-0f91377d3458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f5a2a8f-6075-4180-b122-0773e0065481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:15.641396 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.641882 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Bound using segment: {'id': '76dd8d60-27ef-415b-8032-0f91377d3458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f5a2a8f-6075-4180-b122-0773e0065481'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:15.642505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Bound port: 013f8de8-dbab-474b-b8cd-e19d32b4ce5f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dd8d60-27ef-415b-8032-0f91377d3458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8f5a2a8f-6075-4180-b122-0773e0065481'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:15.642999 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.643206 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a636288-f031-4698-ac2a-2913f4d8504e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.711228 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a636288-f031-4698-ac2a-2913f4d8504e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.740473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 462400f1-ecf5-43ea-af0a-7ef86d066390 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:15.748686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a636288-f031-4698-ac2a-2913f4d8504e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Subnet': ['ID=65d0bb84-4425-4e4a-a843-852340b82587,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:15.762407 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a636288-f031-4698-ac2a-2913f4d8504e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.767469 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3a636288-f031-4698-ac2a-2913f4d8504e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/65d0bb84-4425-4e4a-a843-852340b82587 HTTP/1.1" status: 204 len: 168 time: 0.4570365 Jul 16 18:27:15.767670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47770) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:15.793664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] For port 013f8de8-dbab-474b-b8cd-e19d32b4ce5f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:15.808856 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] For port 013f8de8-dbab-474b-b8cd-e19d32b4ce5f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=013f8de8-dbab-474b-b8cd-e19d32b4ce5f,segment=NetworkSegment(76dd8d60-27ef-415b-8032-0f91377d3458),segment_id=76dd8d60-27ef-415b-8032-0f91377d3458)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:15.815605 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.820999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-8a6ea5fc-b60c-410b-95fb-ab063f13fbaa service neutron] 10.222.0.41 "GET /v2.0/networks/e0076433-0174-42b7-8c5b-20ee7ad18276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956384 Jul 16 18:27:15.865557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 462400f1-ecf5-43ea-af0a-7ef86d066390 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:15.865933 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.894607 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.908521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16df23-b72e-4bc0-add7-59ceab61aca8 None None] Pushing event updated for resources: {'Port': ['ID=013f8de8-dbab-474b-b8cd-e19d32b4ce5f,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:15.984578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 013f8de8-dbab-474b-b8cd-e19d32b4ce5f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:15.985339 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.092756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4a3f185-d6e5-469f-8950-bfe26b55d421 req-881dc145-cd21-44ff-85f4-e44ff824a61d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 210 time: 0.0395854 Jul 16 18:27:16.111515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] For port 013f8de8-dbab-474b-b8cd-e19d32b4ce5f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=013f8de8-dbab-474b-b8cd-e19d32b4ce5f,segment=NetworkSegment(76dd8d60-27ef-415b-8032-0f91377d3458),segment_id=76dd8d60-27ef-415b-8032-0f91377d3458)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:16.112141 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.146888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 013f8de8-dbab-474b-b8cd-e19d32b4ce5f owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:16.235138 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.263521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=013f8de8-dbab-474b-b8cd-e19d32b4ce5f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:16.265298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No DVR routers for this DVR port 013f8de8-dbab-474b-b8cd-e19d32b4ce5f on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:16.349368 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.359195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5a2a8f-6075-4180-b122-0773e0065481']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:16.369124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dd8d60-27ef-415b-8032-0f91377d3458') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:16.369414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dd8d60-27ef-415b-8032-0f91377d3458') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:16.378135 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.392127 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.398807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:16.399196 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:16.402453 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:16.465918 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.471736 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.473683 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/networks/8f5a2a8f-6075-4180-b122-0773e0065481 HTTP/1.1" status: 204 len: 168 time: 0.7051444 Jul 16 18:27:16.479333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47774) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:16.484652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a0309ca6-580c-425f-a268-9348aed817f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-988914973'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:16.501683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923b534-f8b7-47eb-a411-e7547454e2e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Network': ['ID=8f5a2a8f-6075-4180-b122-0773e0065481,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:16.516479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0309ca6-580c-425f-a268-9348aed817f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:16.520590 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a0309ca6-580c-425f-a268-9348aed817f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.544041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0309ca6-580c-425f-a268-9348aed817f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:16.554105 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a0309ca6-580c-425f-a268-9348aed817f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.554451 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-a0309ca6-580c-425f-a268-9348aed817f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Added segment 03e133a6-ba56-4a0f-8c98-64f9bc8597b3 of type vlan for network 9f17594d-c936-404a-9fa5-777ea83757fb Jul 16 18:27:16.599302 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a0309ca6-580c-425f-a268-9348aed817f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.631184 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a0309ca6-580c-425f-a268-9348aed817f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.637136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0309ca6-580c-425f-a268-9348aed817f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:16.637736 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a0309ca6-580c-425f-a268-9348aed817f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.674670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a0309ca6-580c-425f-a268-9348aed817f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1941669 Jul 16 18:27:16.677853 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47780) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:16.682986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5ff0a582-e1e1-4c4b-b2ff-2ca59acf6bf4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '9f17594d-c936-404a-9fa5-777ea83757fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:16.722281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0309ca6-580c-425f-a268-9348aed817f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Network': ['ID=9f17594d-c936-404a-9fa5-777ea83757fb,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:16.734721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 9f17594d-c936-404a-9fa5-777ea83757fb details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:16.815213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff0a582-e1e1-4c4b-b2ff-2ca59acf6bf4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:16.820314 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a582-e1e1-4c4b-b2ff-2ca59acf6bf4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.014827 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a582-e1e1-4c4b-b2ff-2ca59acf6bf4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.085606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0a582-e1e1-4c4b-b2ff-2ca59acf6bf4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Subnet': ['ID=d1cb0f31-72da-448d-988c-e65c44842d05,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:17.101408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0a582-e1e1-4c4b-b2ff-2ca59acf6bf4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Checking segment: {'id': '03e133a6-ba56-4a0f-8c98-64f9bc8597b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f17594d-c936-404a-9fa5-777ea83757fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:17.101768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff0a582-e1e1-4c4b-b2ff-2ca59acf6bf4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network hostable DHCP agents. Network: 9f17594d-c936-404a-9fa5-777ea83757fb, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:17.132669 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff0a582-e1e1-4c4b-b2ff-2ca59acf6bf4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 9f17594d-c936-404a-9fa5-777ea83757fb is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:17.146426 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5ff0a582-e1e1-4c4b-b2ff-2ca59acf6bf4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 9f17594d-c936-404a-9fa5-777ea83757fb) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:17.155102 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0295cb18-a66f-45ca-b9d5-1a8fbc8eaf97 None None] Network 9f17594d-c936-404a-9fa5-777ea83757fb requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:17.161448 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff0a582-e1e1-4c4b-b2ff-2ca59acf6bf4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.162124 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a582-e1e1-4c4b-b2ff-2ca59acf6bf4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.183507 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5ff0a582-e1e1-4c4b-b2ff-2ca59acf6bf4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5036271 Jul 16 18:27:17.185115 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47790) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:17.190312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '9f17594d-c936-404a-9fa5-777ea83757fb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2001532546'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:17.207247 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f6327759-c083-4c94-bc1e-9b0c9479b3d0 None None] Could not find standard attr ID for object 013f8de8-dbab-474b-b8cd-e19d32b4ce5f. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:27:17.210409 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01a20b23-733a-4ebd-83e6-1f807aac7cfa req-cbec077f-df61-49dd-94d6-bc179ad66f3d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 210 time: 0.0520847 Jul 16 18:27:17.214607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c14a74c-570d-4275-91e3-943406ea8036 None None] DHCP port deletion for 8f5a2a8f-6075-4180-b122-0773e0065481 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:17.282652 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53361671-a51a-4d89-9641-b3cbac076fc2 None None] Network 8f5a2a8f-6075-4180-b122-0773e0065481 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:17.299784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53361671-a51a-4d89-9641-b3cbac076fc2 None None] Network 8f5a2a8f-6075-4180-b122-0773e0065481 could not be found, it might have been deleted concurrently. {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:27:17.316192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:17.320730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.339940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port 06e48adc-9797-4c6f-9139-94a338913e49 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:17.388115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-9f17594d-c936-404a-9fa5-777ea83757fb', 'network_id': '9f17594d-c936-404a-9fa5-777ea83757fb', 'tenant_id': 'abbb66a8cb35428fb428303a1a7b721c', 'fixed_ips': [{'subnet_id': 'd1cb0f31-72da-448d-988c-e65c44842d05'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:17.388975 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.448665 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.11 (9f17594d-c936-404a-9fa5-777ea83757fb/d1cb0f31-72da-448d-988c-e65c44842d05/06e48adc-9797-4c6f-9139-94a338913e49) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:17.570940 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.584954 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Transition to ACTIVE for port object 06e48adc-9797-4c6f-9139-94a338913e49 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:17.628735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.668571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 9f17594d-c936-404a-9fa5-777ea83757fb is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:17.671974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Allocated IP 172.20.0.2 (9f17594d-c936-404a-9fa5-777ea83757fb/d1cb0f31-72da-448d-988c-e65c44842d05/641e7fc9-8f54-4caf-8295-98ce4252c6b9) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:17.672484 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:17.674650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:17.725972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=06e48adc-9797-4c6f-9139-94a338913e49,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:17.741984 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.742666 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.765566 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b1a2bfcb-4184-4297-a7aa-eec246255fde tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.5791140 Jul 16 18:27:17.768338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47796) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:17.842267 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.856354 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Transition to ACTIVE for port object 641e7fc9-8f54-4caf-8295-98ce4252c6b9 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:17.874718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Transition to ACTIVE for port object 641e7fc9-8f54-4caf-8295-98ce4252c6b9 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:17.881569 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.884279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ca72221b-cd91-4852-8924-0d1c081af6f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 06e48adc-9797-4c6f-9139-94a338913e49 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:17.884858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca72221b-cd91-4852-8924-0d1c081af6f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.924750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Network 9f17594d-c936-404a-9fa5-777ea83757fb is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:17.929738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:17.933136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:17.943837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Pushing event updated for resources: {'Port': ['ID=641e7fc9-8f54-4caf-8295-98ce4252c6b9,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:17.966939 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:27:17.982621 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca72221b-cd91-4852-8924-0d1c081af6f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.995588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-ca72221b-cd91-4852-8924-0d1c081af6f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 06e48adc-9797-4c6f-9139-94a338913e49 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:17.999595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Attempting to bind port 641e7fc9-8f54-4caf-8295-98ce4252c6b9 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:17.999762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Attempting to bind port 641e7fc9-8f54-4caf-8295-98ce4252c6b9 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '03e133a6-ba56-4a0f-8c98-64f9bc8597b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f17594d-c936-404a-9fa5-777ea83757fb'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:18.000054 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Attempting to bind port 641e7fc9-8f54-4caf-8295-98ce4252c6b9 on network 9f17594d-c936-404a-9fa5-777ea83757fb {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:18.005867 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:18.006232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Checking segment: {'id': '03e133a6-ba56-4a0f-8c98-64f9bc8597b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f17594d-c936-404a-9fa5-777ea83757fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:18.006627 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.007015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Bound using segment: {'id': '03e133a6-ba56-4a0f-8c98-64f9bc8597b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f17594d-c936-404a-9fa5-777ea83757fb'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:18.007497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Bound port: 641e7fc9-8f54-4caf-8295-98ce4252c6b9, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e133a6-ba56-4a0f-8c98-64f9bc8597b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f17594d-c936-404a-9fa5-777ea83757fb'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:18.007995 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.080385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] For port 641e7fc9-8f54-4caf-8295-98ce4252c6b9, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:18.084078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] For port 641e7fc9-8f54-4caf-8295-98ce4252c6b9, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=641e7fc9-8f54-4caf-8295-98ce4252c6b9,segment=NetworkSegment(03e133a6-ba56-4a0f-8c98-64f9bc8597b3),segment_id=03e133a6-ba56-4a0f-8c98-64f9bc8597b3)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:18.088503 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.128923 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca72221b-cd91-4852-8924-0d1c081af6f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.153682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077ea2d-e95c-44f7-a061-1ae36fef6a57 None None] Pushing event updated for resources: {'Port': ['ID=641e7fc9-8f54-4caf-8295-98ce4252c6b9,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:18.167215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72221b-cd91-4852-8924-0d1c081af6f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=06e48adc-9797-4c6f-9139-94a338913e49,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:18.245590 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca72221b-cd91-4852-8924-0d1c081af6f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.250291 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47804) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:18.254437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ca72221b-cd91-4852-8924-0d1c081af6f3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/06e48adc-9797-4c6f-9139-94a338913e49 HTTP/1.1" status: 204 len: 168 time: 0.4782319 Jul 16 18:27:18.321594 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2dfa4d0-aef1-486f-87ef-89cce5b03cef req-8bd1b99d-4fb6-40c5-bd7f-bd6f2ccc5539 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 210 time: 0.0326736 Jul 16 18:27:18.556770 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f0ab1a-6ae1-4576-9af7-2a0dbbbb1ec8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:18.558761 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-90f0ab1a-6ae1-4576-9af7-2a0dbbbb1ec8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/06e48adc-9797-4c6f-9139-94a338913e49 HTTP/1.1" status: 404 len: 333 time: 0.3070703 Jul 16 18:27:18.561296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47810) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:18.612893 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c5ffcd-a7da-48c9-b2ee-3742ebaa64d3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting subnet d1cb0f31-72da-448d-988c-e65c44842d05 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:18.616749 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72c5ffcd-a7da-48c9-b2ee-3742ebaa64d3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.661653 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72c5ffcd-a7da-48c9-b2ee-3742ebaa64d3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.751891 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72c5ffcd-a7da-48c9-b2ee-3742ebaa64d3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.817852 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72c5ffcd-a7da-48c9-b2ee-3742ebaa64d3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.846682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5ffcd-a7da-48c9-b2ee-3742ebaa64d3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Subnet': ['ID=d1cb0f31-72da-448d-988c-e65c44842d05,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:18.849632 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72c5ffcd-a7da-48c9-b2ee-3742ebaa64d3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.853902 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-72c5ffcd-a7da-48c9-b2ee-3742ebaa64d3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/d1cb0f31-72da-448d-988c-e65c44842d05 HTTP/1.1" status: 204 len: 168 time: 0.2893031 Jul 16 18:27:18.854763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47818) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:18.935198 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.994909 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 641e7fc9-8f54-4caf-8295-98ce4252c6b9 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:18.995242 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.067395 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] For port 641e7fc9-8f54-4caf-8295-98ce4252c6b9, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=641e7fc9-8f54-4caf-8295-98ce4252c6b9,segment=NetworkSegment(03e133a6-ba56-4a0f-8c98-64f9bc8597b3),segment_id=03e133a6-ba56-4a0f-8c98-64f9bc8597b3)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:19.067791 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.080538 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 641e7fc9-8f54-4caf-8295-98ce4252c6b9 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:19.165427 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.192911 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=641e7fc9-8f54-4caf-8295-98ce4252c6b9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:19.197986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No DVR routers for this DVR port 641e7fc9-8f54-4caf-8295-98ce4252c6b9 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:19.257856 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e6452d-099a-4bb1-ab50-f7002518f324 None None] Network 9f17594d-c936-404a-9fa5-777ea83757fb requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:19.288088 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.299076 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f17594d-c936-404a-9fa5-777ea83757fb']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:19.310359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e133a6-ba56-4a0f-8c98-64f9bc8597b3') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:19.310674 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e133a6-ba56-4a0f-8c98-64f9bc8597b3') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:19.321910 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.339017 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.346144 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:19.346510 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:19.350570 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:19.445016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ca1d4b3d-dd5c-4f6b-b05e-b8429935ca92 None None] Could not find standard attr ID for object 641e7fc9-8f54-4caf-8295-98ce4252c6b9. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:27:19.451321 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.462144 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.469156 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/networks/9f17594d-c936-404a-9fa5-777ea83757fb HTTP/1.1" status: 204 len: 168 time: 0.6140156 Jul 16 18:27:19.470075 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47824) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:19.477512 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-89bb9d79-e004-4ece-b2b0-7e29b18cc9a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'name': 'tempest-PortsTestJSON-170624400'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:19.490330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22cf4df4-9b11-4ba0-a27d-ac6150433390 req-b96ae366-b535-4337-aef1-234b480d40db tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 210 time: 0.0851982 Jul 16 18:27:19.502493 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3215f4-920d-48d7-8893-189c355b6864 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Network': ['ID=9f17594d-c936-404a-9fa5-777ea83757fb,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:19.622124 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bb9d79-e004-4ece-b2b0-7e29b18cc9a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:19.628316 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-89bb9d79-e004-4ece-b2b0-7e29b18cc9a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.639554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e7a41b-541d-4493-a672-0e3355cacb6e None None] DHCP port deletion for 9f17594d-c936-404a-9fa5-777ea83757fb request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:19.652196 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-89bb9d79-e004-4ece-b2b0-7e29b18cc9a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port 3375d3ca-7eea-4308-9667-e99afa256892 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:19.829503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-89bb9d79-e004-4ece-b2b0-7e29b18cc9a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.870049 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-89bb9d79-e004-4ece-b2b0-7e29b18cc9a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.920841 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bb9d79-e004-4ece-b2b0-7e29b18cc9a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:19.927853 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-89bb9d79-e004-4ece-b2b0-7e29b18cc9a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:19.931878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb9d79-e004-4ece-b2b0-7e29b18cc9a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:19.937409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bb9d79-e004-4ece-b2b0-7e29b18cc9a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:19.938010 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-89bb9d79-e004-4ece-b2b0-7e29b18cc9a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.944686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb9d79-e004-4ece-b2b0-7e29b18cc9a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=3375d3ca-7eea-4308-9667-e99afa256892,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:19.958511 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-89bb9d79-e004-4ece-b2b0-7e29b18cc9a2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4854383 Jul 16 18:27:19.961221 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47834) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:20.054718 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b03b9393-dd96-4138-8008-8ec8158942d0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 3375d3ca-7eea-4308-9667-e99afa256892 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:20.055050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b03b9393-dd96-4138-8008-8ec8158942d0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.124139 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b03b9393-dd96-4138-8008-8ec8158942d0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.135987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b03b9393-dd96-4138-8008-8ec8158942d0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 3375d3ca-7eea-4308-9667-e99afa256892 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:20.213277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b03b9393-dd96-4138-8008-8ec8158942d0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.241135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b9393-dd96-4138-8008-8ec8158942d0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=3375d3ca-7eea-4308-9667-e99afa256892,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:20.249028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b03b9393-dd96-4138-8008-8ec8158942d0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.254496 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b03b9393-dd96-4138-8008-8ec8158942d0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/3375d3ca-7eea-4308-9667-e99afa256892 HTTP/1.1" status: 204 len: 168 time: 0.2885685 Jul 16 18:27:20.254496 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47836) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:20.259026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-78d3575c-d2d8-44a6-9b37-696d88355391 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'mac_address': 'fa:16:3e:63:d6:57', 'name': 'tempest-PortsTestJSON-2014312937'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:20.349250 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d3575c-d2d8-44a6-9b37-696d88355391 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:20.421470 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78d3575c-d2d8-44a6-9b37-696d88355391 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.444903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-78d3575c-d2d8-44a6-9b37-696d88355391 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port 3344dded-b9a3-4442-9564-b9fbd36bcc5d yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:20.612206 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78d3575c-d2d8-44a6-9b37-696d88355391 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.662488 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78d3575c-d2d8-44a6-9b37-696d88355391 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.675095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55c82efb-d87a-48b4-b5e1-9be32a9083f7 req-38e586dc-2722-492d-8729-47682d9bb0c2 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 210 time: 0.0346854 Jul 16 18:27:20.715754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3575c-d2d8-44a6-9b37-696d88355391 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:20.720686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-78d3575c-d2d8-44a6-9b37-696d88355391 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:20.728761 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d3575c-d2d8-44a6-9b37-696d88355391 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:20.736543 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d3575c-d2d8-44a6-9b37-696d88355391 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.737362 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78d3575c-d2d8-44a6-9b37-696d88355391 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.758988 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3575c-d2d8-44a6-9b37-696d88355391 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=3344dded-b9a3-4442-9564-b9fbd36bcc5d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:20.776742 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-78d3575c-d2d8-44a6-9b37-696d88355391 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5193117 Jul 16 18:27:20.777217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47848) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:20.836053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d64133-450b-4321-9fa9-ec18ac00e174 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.837414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e7d64133-450b-4321-9fa9-ec18ac00e174 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/3344dded-b9a3-4442-9564-b9fbd36bcc5d HTTP/1.1" status: 200 len: 841 time: 0.0587015 Jul 16 18:27:20.840094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47850) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:20.943910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-dc4370cd-6c35-47ff-9a69-4a6ecf1ce95a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 3344dded-b9a3-4442-9564-b9fbd36bcc5d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:20.944253 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dc4370cd-6c35-47ff-9a69-4a6ecf1ce95a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.011052 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dc4370cd-6c35-47ff-9a69-4a6ecf1ce95a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.024780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-dc4370cd-6c35-47ff-9a69-4a6ecf1ce95a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 3344dded-b9a3-4442-9564-b9fbd36bcc5d owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:21.112104 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dc4370cd-6c35-47ff-9a69-4a6ecf1ce95a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.143356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4370cd-6c35-47ff-9a69-4a6ecf1ce95a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=3344dded-b9a3-4442-9564-b9fbd36bcc5d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:21.147800 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dc4370cd-6c35-47ff-9a69-4a6ecf1ce95a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.150113 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dc4370cd-6c35-47ff-9a69-4a6ecf1ce95a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/3344dded-b9a3-4442-9564-b9fbd36bcc5d HTTP/1.1" status: 204 len: 168 time: 0.3087027 Jul 16 18:27:21.152229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47852) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:21.180377 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb53e5e-bfb8-4737-a743-e640bcb8e9b5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:21.181837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-adb53e5e-bfb8-4737-a743-e640bcb8e9b5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/3344dded-b9a3-4442-9564-b9fbd36bcc5d HTTP/1.1" status: 404 len: 333 time: 0.0286503 Jul 16 18:27:21.185420 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47854) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:21.190721 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b9d913bd-af90-49fa-b345-20c4f165ae70 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'name': 'tempest-PortsTestJSON-716016082'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:21.280552 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d913bd-af90-49fa-b345-20c4f165ae70 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:21.284075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9d913bd-af90-49fa-b345-20c4f165ae70 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.303357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-b9d913bd-af90-49fa-b345-20c4f165ae70 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port 2c7d7210-749b-4b9e-908f-f8eda20904f5 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:21.532869 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6fa073e4-ca28-4891-b852-9bfc5d2b984c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:21.534308 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6fa073e4-ca28-4891-b852-9bfc5d2b984c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.43 "GET /v2.0/networks?id=e0076433-0174-42b7-8c5b-20ee7ad18276 HTTP/1.1" status: 200 len: 797 time: 0.1908398 Jul 16 18:27:21.608384 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9d913bd-af90-49fa-b345-20c4f165ae70 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.627847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 641e7fc9-8f54-4caf-8295-98ce4252c6b9 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:21.644018 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-92efffc8-d720-4dc2-91a1-b6b7647ad4f4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5367a769c7474ec3b167de019d940ebe HTTP/1.1" status: 200 len: 472 time: 0.0774140 Jul 16 18:27:21.652974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 641e7fc9-8f54-4caf-8295-98ce4252c6b9 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:21.653358 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 641e7fc9-8f54-4caf-8295-98ce4252c6b9 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:21.654377 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'port': {'device_id': '5a6a95f9-f348-411e-91f7-2b9c33932bb1', 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276', 'admin_state_up': True, 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'security_groups': ['6ecef5db-2f07-4c90-818c-3745a52d453d']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:21.743402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9d913bd-af90-49fa-b345-20c4f165ae70 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.803786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d913bd-af90-49fa-b345-20c4f165ae70 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:21.814408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b9d913bd-af90-49fa-b345-20c4f165ae70 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:21.820589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d913bd-af90-49fa-b345-20c4f165ae70 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:21.826441 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d913bd-af90-49fa-b345-20c4f165ae70 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:21.827055 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b9d913bd-af90-49fa-b345-20c4f165ae70 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.847156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d913bd-af90-49fa-b345-20c4f165ae70 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=2c7d7210-749b-4b9e-908f-f8eda20904f5,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:21.861439 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Made reservation on behalf of 5367a769c7474ec3b167de019d940ebe for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:21.865290 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.869515 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b9d913bd-af90-49fa-b345-20c4f165ae70 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6830642 Jul 16 18:27:21.874508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47864) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:21.876740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-926fcd16-8a0d-4516-8a9d-8676984920d5 req-7928b198-18b6-4c3b-aa7a-5f06dcfabfcb tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 210 time: 0.0453057 Jul 16 18:27:21.882051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5275fd44-1d66-4935-9e46-a5982ed842b0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:21.984956 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5275fd44-1d66-4935-9e46-a5982ed842b0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.997768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Allocated IP 172.20.0.23 (e0076433-0174-42b7-8c5b-20ee7ad18276/1c087b0e-6709-46af-be0c-4d1d6e3e1b9d/911b883d-00ba-43af-a595-b5cf4d44fc64) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:22.154855 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5275fd44-1d66-4935-9e46-a5982ed842b0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.159589 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5275fd44-1d66-4935-9e46-a5982ed842b0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.163528 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.178818 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Transition to ACTIVE for port object 911b883d-00ba-43af-a595-b5cf4d44fc64 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:22.197489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-5275fd44-1d66-4935-9e46-a5982ed842b0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] In _notify_port_updated(), no bound segment for port 2c7d7210-749b-4b9e-908f-f8eda20904f5 on network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:27:22.203264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5275fd44-1d66-4935-9e46-a5982ed842b0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.203898 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5275fd44-1d66-4935-9e46-a5982ed842b0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.208041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5275fd44-1d66-4935-9e46-a5982ed842b0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "PUT /v2.0/ports/2c7d7210-749b-4b9e-908f-f8eda20904f5 HTTP/1.1" status: 200 len: 818 time: 0.3275101 Jul 16 18:27:22.208675 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47866) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:22.220087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275fd44-1d66-4935-9e46-a5982ed842b0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=2c7d7210-749b-4b9e-908f-f8eda20904f5,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:22.246793 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.312944 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network e0076433-0174-42b7-8c5b-20ee7ad18276 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:22.320118 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:22.322556 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:22.343424 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=911b883d-00ba-43af-a595-b5cf4d44fc64,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:22.405659 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.406306 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.431758 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-304e10d9-b59a-4432-bdd1-d8cf9db09181 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7811501 Jul 16 18:27:22.436661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-30b74ae0-b02a-4468-989f-056faaad3386 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 2c7d7210-749b-4b9e-908f-f8eda20904f5 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:22.437001 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30b74ae0-b02a-4468-989f-056faaad3386 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.447096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Request body: {'port': {'device_id': '5a6a95f9-f348-411e-91f7-2b9c33932bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:22.549091 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30b74ae0-b02a-4468-989f-056faaad3386 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.581312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-30b74ae0-b02a-4468-989f-056faaad3386 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 2c7d7210-749b-4b9e-908f-f8eda20904f5 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:22.591583 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1b6be5c4-d9ee-46e1-adf6-b5a011fec7a9 None None] Provisioning for port 911b883d-00ba-43af-a595-b5cf4d44fc64 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:22.596704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1b6be5c4-d9ee-46e1-adf6-b5a011fec7a9 None None] Provisioning complete for port 911b883d-00ba-43af-a595-b5cf4d44fc64 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:22.597408 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1b6be5c4-d9ee-46e1-adf6-b5a011fec7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.602019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.634614 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1b6be5c4-d9ee-46e1-adf6-b5a011fec7a9 None None] Port 911b883d-00ba-43af-a595-b5cf4d44fc64 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:22.782021 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30b74ae0-b02a-4468-989f-056faaad3386 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.837035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b74ae0-b02a-4468-989f-056faaad3386 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=2c7d7210-749b-4b9e-908f-f8eda20904f5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:22.845506 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30b74ae0-b02a-4468-989f-056faaad3386 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.850614 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-30b74ae0-b02a-4468-989f-056faaad3386 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/2c7d7210-749b-4b9e-908f-f8eda20904f5 HTTP/1.1" status: 204 len: 168 time: 0.6380119 Jul 16 18:27:22.850730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47874) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:22.921313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bf57de-915d-4fe5-897b-50c03a27f411 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.922863 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-02bf57de-915d-4fe5-897b-50c03a27f411 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0714741 Jul 16 18:27:22.925689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47878) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:22.962292 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-313e2968-e7be-484f-a2e0-4c018819b90f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:22.963950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-313e2968-e7be-484f-a2e0-4c018819b90f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/2c7d7210-749b-4b9e-908f-f8eda20904f5 HTTP/1.1" status: 404 len: 333 time: 0.0365040 Jul 16 18:27:22.967792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47880) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:22.973186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-21e0c4a1-70a1-434a-a577-f71ca47b44a4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1231562916'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:22.996910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e0c4a1-70a1-434a-a577-f71ca47b44a4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:23.000828 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21e0c4a1-70a1-434a-a577-f71ca47b44a4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.060097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e0c4a1-70a1-434a-a577-f71ca47b44a4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:23.076940 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21e0c4a1-70a1-434a-a577-f71ca47b44a4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.077606 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-21e0c4a1-70a1-434a-a577-f71ca47b44a4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Added segment bda69c44-b82d-4b8c-8d15-4a08042a1c06 of type vlan for network 56a719ad-4033-4c1e-8dbc-8b33d6958877 Jul 16 18:27:23.136857 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21e0c4a1-70a1-434a-a577-f71ca47b44a4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.153958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9d026-8ed2-4335-94de-f1d15a88cd0a req-ce336c87-c43a-48a8-8279-bffad6a440cb tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:23.155938 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74a9d026-8ed2-4335-94de-f1d15a88cd0a req-ce336c87-c43a-48a8-8279-bffad6a440cb tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 932 time: 0.1311293 Jul 16 18:27:23.215850 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21e0c4a1-70a1-434a-a577-f71ca47b44a4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.225681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e0c4a1-70a1-434a-a577-f71ca47b44a4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:23.226407 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-21e0c4a1-70a1-434a-a577-f71ca47b44a4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.252346 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74a9d026-8ed2-4335-94de-f1d15a88cd0a req-19f8b3d7-1f65-4f19-abb9-7809885bd764 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ecef5db-2f07-4c90-818c-3745a52d453d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886276 Jul 16 18:27:23.265234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911b883d-00ba-43af-a595-b5cf4d44fc64 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:23.272277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-21e0c4a1-70a1-434a-a577-f71ca47b44a4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3032148 Jul 16 18:27:23.275534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47886) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:23.278978 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.283288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f9260eb6-6630-4439-94c7-89035e780299 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '56a719ad-4033-4c1e-8dbc-8b33d6958877', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:23.303223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Transition to ACTIVE for port object 911b883d-00ba-43af-a595-b5cf4d44fc64 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:23.310240 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.345014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0c4a1-70a1-434a-a577-f71ca47b44a4 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Network': ['ID=56a719ad-4033-4c1e-8dbc-8b33d6958877,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:23.363960 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Pushing event updated for resources: {'Port': ['ID=911b883d-00ba-43af-a595-b5cf4d44fc64,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:23.366054 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 56a719ad-4033-4c1e-8dbc-8b33d6958877 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:23.441308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9260eb6-6630-4439-94c7-89035e780299 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:23.445869 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9260eb6-6630-4439-94c7-89035e780299 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.473051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Attempting to bind port 911b883d-00ba-43af-a595-b5cf4d44fc64 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:23.473379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Attempting to bind port 911b883d-00ba-43af-a595-b5cf4d44fc64 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '7c4ce08d-e076-41a2-b51f-284c80bb39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:23.473705 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Attempting to bind port 911b883d-00ba-43af-a595-b5cf4d44fc64 on network e0076433-0174-42b7-8c5b-20ee7ad18276 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:23.482701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Port 911b883d-00ba-43af-a595-b5cf4d44fc64 on network e0076433-0174-42b7-8c5b-20ee7ad18276 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:23.482927 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Attempting to bind port 911b883d-00ba-43af-a595-b5cf4d44fc64 on network e0076433-0174-42b7-8c5b-20ee7ad18276 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:23.488672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:23.489011 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Checking segment: {'id': '7c4ce08d-e076-41a2-b51f-284c80bb39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:23.489392 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Bound using segment: {'id': '7c4ce08d-e076-41a2-b51f-284c80bb39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:23.489813 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Bound port: 911b883d-00ba-43af-a595-b5cf4d44fc64, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4ce08d-e076-41a2-b51f-284c80bb39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:23.490446 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.570070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] For port 911b883d-00ba-43af-a595-b5cf4d44fc64, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:23.573654 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] For port 911b883d-00ba-43af-a595-b5cf4d44fc64, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=911b883d-00ba-43af-a595-b5cf4d44fc64,segment=NetworkSegment(7c4ce08d-e076-41a2-b51f-284c80bb39c9),segment_id=7c4ce08d-e076-41a2-b51f-284c80bb39c9)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:23.578541 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.613317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:23.614827 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.616644 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] 10.222.0.43 "PUT /v2.0/ports/911b883d-00ba-43af-a595-b5cf4d44fc64 HTTP/1.1" status: 200 len: 1093 time: 1.1751356 Jul 16 18:27:23.619588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6a95f9-f348-411e-91f7-2b9c33932bb1', 'tag': '911b883d-00ba-43af-a595-b5cf4d44fc64'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:23.622263 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a31ba5-3c3a-4879-aae6-c13bd0e032c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6a95f9-f348-411e-91f7-2b9c33932bb1", "tag": "911b883d-00ba-43af-a595-b5cf4d44fc64"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:23.687946 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9260eb6-6630-4439-94c7-89035e780299 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.735075 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee3b203-7455-4c95-a3d0-f5d413d56ea4 x-openstack-request-id: req-0ee3b203-7455-4c95-a3d0-f5d413d56ea4 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:23.735595 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6a95f9-f348-411e-91f7-2b9c33932bb1", "tag": "911b883d-00ba-43af-a595-b5cf4d44fc64", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:23.736114 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ee3b203-7455-4c95-a3d0-f5d413d56ea4 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:23.736733 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6a95f9-f348-411e-91f7-2b9c33932bb1', 'tag': '911b883d-00ba-43af-a595-b5cf4d44fc64', 'status': 'completed', 'code': 200} Jul 16 18:27:23.739397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade43b9-dc6c-4068-aad0-49f1e30234b1 service neutron] Pushing event updated for resources: {'Port': ['ID=911b883d-00ba-43af-a595-b5cf4d44fc64,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:23.758005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9260eb6-6630-4439-94c7-89035e780299 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Subnet': ['ID=ea316c5c-9f6a-4487-841b-05d5423e9967,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:23.770358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9260eb6-6630-4439-94c7-89035e780299 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Checking segment: {'id': 'bda69c44-b82d-4b8c-8d15-4a08042a1c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '56a719ad-4033-4c1e-8dbc-8b33d6958877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:23.770933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9260eb6-6630-4439-94c7-89035e780299 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network hostable DHCP agents. Network: 56a719ad-4033-4c1e-8dbc-8b33d6958877, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:23.796617 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9260eb6-6630-4439-94c7-89035e780299 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 56a719ad-4033-4c1e-8dbc-8b33d6958877 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:23.815258 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-f9260eb6-6630-4439-94c7-89035e780299 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 56a719ad-4033-4c1e-8dbc-8b33d6958877) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:23.825720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a995205-3ce9-488b-8994-05e8381efc4e None None] Network 56a719ad-4033-4c1e-8dbc-8b33d6958877 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:23.829449 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-20d1cd95-5a5f-4dba-bbfe-8e3952209979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:23.831301 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-20d1cd95-5a5f-4dba-bbfe-8e3952209979 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 1096 time: 0.1633301 Jul 16 18:27:23.837413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9260eb6-6630-4439-94c7-89035e780299 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:23.838129 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f9260eb6-6630-4439-94c7-89035e780299 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.877979 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f9260eb6-6630-4439-94c7-89035e780299 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6013525 Jul 16 18:27:23.880901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47892) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:23.885945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-422e83d5-ca5a-4141-893e-dbec57b26c51 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '56a719ad-4033-4c1e-8dbc-8b33d6958877', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:23.915637 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-7d551488-c29a-4b53-9a49-93f6b56cb16c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=911b883d-00ba-43af-a595-b5cf4d44fc64 HTTP/1.1" status: 200 len: 217 time: 0.0746737 Jul 16 18:27:23.986508 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-5b402b26-2312-4a62-afed-3eca477a8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:23.989105 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-5b402b26-2312-4a62-afed-3eca477a8010 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c087b0e-6709-46af-be0c-4d1d6e3e1b9d HTTP/1.1" status: 200 len: 837 time: 0.0643589 Jul 16 18:27:24.004635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-56a719ad-4033-4c1e-8dbc-8b33d6958877', 'network_id': '56a719ad-4033-4c1e-8dbc-8b33d6958877', 'tenant_id': 'abbb66a8cb35428fb428303a1a7b721c', 'fixed_ips': [{'subnet_id': 'ea316c5c-9f6a-4487-841b-05d5423e9967'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:24.006103 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.015823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422e83d5-ca5a-4141-893e-dbec57b26c51 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:24.021133 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-422e83d5-ca5a-4141-893e-dbec57b26c51 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.114544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-014213a7-58d8-4441-b40b-1d3978d7538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.116074 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-014213a7-58d8-4441-b40b-1d3978d7538b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0076433-0174-42b7-8c5b-20ee7ad18276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1193731 Jul 16 18:27:24.137257 n-d-787206-10 neutron-server[100169]: INFO neutron.db.ipam_backend_mixin [None req-422e83d5-ca5a-4141-893e-dbec57b26c51 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ea316c5c-9f6a-4487-841b-05d5423e9967 (CIDR: 172.20.0.0/28) Jul 16 18:27:24.141675 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-422e83d5-ca5a-4141-893e-dbec57b26c51 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:27:24.142454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422e83d5-ca5a-4141-893e-dbec57b26c51 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:24.161990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-422e83d5-ca5a-4141-893e-dbec57b26c51 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2800062 Jul 16 18:27:24.165552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47896) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:24.171747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-adc5412e-9e02-400e-941c-ca98beff4041 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '56a719ad-4033-4c1e-8dbc-8b33d6958877', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:24.185041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Allocated IP 172.20.0.2 (56a719ad-4033-4c1e-8dbc-8b33d6958877/ea316c5c-9f6a-4487-841b-05d5423e9967/3073401c-da4a-4a74-9eae-767a13c67844) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:24.246884 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-15a6333d-7a51-4579-bb33-b256f32d83f4 service neutron] 10.222.0.43 "GET /v2.0/networks/e0076433-0174-42b7-8c5b-20ee7ad18276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237466 Jul 16 18:27:24.318528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc5412e-9e02-400e-941c-ca98beff4041 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:24.322988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-adc5412e-9e02-400e-941c-ca98beff4041 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.390883 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-8fe1ae74-718a-4e71-ab7b-18165e5893e0 req-50ba2d66-73a7-4852-a804-17d1b9969946 service neutron] 10.222.0.43 "GET /v2.0/networks/e0076433-0174-42b7-8c5b-20ee7ad18276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349409 Jul 16 18:27:24.406132 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.416565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Transition to ACTIVE for port object 3073401c-da4a-4a74-9eae-767a13c67844 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:24.432524 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Transition to ACTIVE for port object 3073401c-da4a-4a74-9eae-767a13c67844 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:24.439776 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.490659 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Pushing event updated for resources: {'Port': ['ID=3073401c-da4a-4a74-9eae-767a13c67844,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.507569 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Network 56a719ad-4033-4c1e-8dbc-8b33d6958877 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:24.509420 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:24.511960 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:24.522131 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a31ba5-3c3a-4879-aae6-c13bd0e032c9 req-cc9988df-aa65-4c91-b1a8-a1705194e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.523923 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-68a31ba5-3c3a-4879-aae6-c13bd0e032c9 req-cc9988df-aa65-4c91-b1a8-a1705194e63d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0728307 Jul 16 18:27:24.528305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3907c9-b702-4a99-9e1f-3564018b5417 req-75af032e-2677-4e8a-be6b-7e25646c69e6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.529793 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb3907c9-b702-4a99-9e1f-3564018b5417 req-75af032e-2677-4e8a-be6b-7e25646c69e6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 944 time: 0.1147232 Jul 16 18:27:24.579817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Attempting to bind port 3073401c-da4a-4a74-9eae-767a13c67844 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:24.580378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Attempting to bind port 3073401c-da4a-4a74-9eae-767a13c67844 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'bda69c44-b82d-4b8c-8d15-4a08042a1c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '56a719ad-4033-4c1e-8dbc-8b33d6958877'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:24.580870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Attempting to bind port 3073401c-da4a-4a74-9eae-767a13c67844 on network 56a719ad-4033-4c1e-8dbc-8b33d6958877 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:24.587922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:24.588457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Checking segment: {'id': 'bda69c44-b82d-4b8c-8d15-4a08042a1c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '56a719ad-4033-4c1e-8dbc-8b33d6958877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:24.589271 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.589567 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Bound using segment: {'id': 'bda69c44-b82d-4b8c-8d15-4a08042a1c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '56a719ad-4033-4c1e-8dbc-8b33d6958877'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:24.590135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Bound port: 3073401c-da4a-4a74-9eae-767a13c67844, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda69c44-b82d-4b8c-8d15-4a08042a1c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '56a719ad-4033-4c1e-8dbc-8b33d6958877'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:24.590617 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.612900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fb3907c9-b702-4a99-9e1f-3564018b5417 req-fa2e825c-1dc7-4546-b0b7-ca07f00cf4cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ecef5db-2f07-4c90-818c-3745a52d453d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747120 Jul 16 18:27:24.673673 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] For port 3073401c-da4a-4a74-9eae-767a13c67844, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:24.678623 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] For port 3073401c-da4a-4a74-9eae-767a13c67844, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3073401c-da4a-4a74-9eae-767a13c67844,segment=NetworkSegment(bda69c44-b82d-4b8c-8d15-4a08042a1c06),segment_id=bda69c44-b82d-4b8c-8d15-4a08042a1c06)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:24.684947 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.730177 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-adc5412e-9e02-400e-941c-ca98beff4041 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.731144 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a31ba5-3c3a-4879-aae6-c13bd0e032c9 req-0438e6e8-0582-4cdd-99c1-ea4d06567bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.732989 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-68a31ba5-3c3a-4879-aae6-c13bd0e032c9 req-0438e6e8-0582-4cdd-99c1-ea4d06567bad service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0076433-0174-42b7-8c5b-20ee7ad18276 HTTP/1.1" status: 200 len: 898 time: 0.2006891 Jul 16 18:27:24.762149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189ee0f-4526-4543-b323-53c2c0647c84 None None] Pushing event updated for resources: {'Port': ['ID=3073401c-da4a-4a74-9eae-767a13c67844,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.782764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5412e-9e02-400e-941c-ca98beff4041 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 56a719ad-4033-4c1e-8dbc-8b33d6958877 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:24.788262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-adc5412e-9e02-400e-941c-ca98beff4041 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:24.792764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc5412e-9e02-400e-941c-ca98beff4041 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.793434 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-adc5412e-9e02-400e-941c-ca98beff4041 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.802335 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-68a31ba5-3c3a-4879-aae6-c13bd0e032c9 req-01c75784-1866-4dcd-8017-838f724fd390 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=911b883d-00ba-43af-a595-b5cf4d44fc64 HTTP/1.1" status: 200 len: 217 time: 0.0617557 Jul 16 18:27:24.812570 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-adc5412e-9e02-400e-941c-ca98beff4041 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6459517 Jul 16 18:27:24.814897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5412e-9e02-400e-941c-ca98beff4041 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Subnet': ['ID=baf98c4b-9985-49ed-9ebd-d6b94b933dc2,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.825043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47902) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:24.832656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '56a719ad-4033-4c1e-8dbc-8b33d6958877', 'fixed_ips': [{'subnet_id': 'ea316c5c-9f6a-4487-841b-05d5423e9967'}, {'subnet_id': 'baf98c4b-9985-49ed-9ebd-d6b94b933dc2'}], 'name': 'tempest-PortsTestJSON-1117888604'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:24.867100 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a31ba5-3c3a-4879-aae6-c13bd0e032c9 req-4aabca1d-640c-47c0-acb3-3817970c2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.869368 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-68a31ba5-3c3a-4879-aae6-c13bd0e032c9 req-4aabca1d-640c-47c0-acb3-3817970c2f4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c087b0e-6709-46af-be0c-4d1d6e3e1b9d HTTP/1.1" status: 200 len: 837 time: 0.0596461 Jul 16 18:27:24.936975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a31ba5-3c3a-4879-aae6-c13bd0e032c9 req-f92fcaf8-1447-4420-bdef-345ad7f11fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.938473 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-68a31ba5-3c3a-4879-aae6-c13bd0e032c9 req-f92fcaf8-1447-4420-bdef-345ad7f11fd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0076433-0174-42b7-8c5b-20ee7ad18276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0620928 Jul 16 18:27:24.967836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:25.096713 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-68a31ba5-3c3a-4879-aae6-c13bd0e032c9 req-accd9b1e-cb43-4fc5-a1ae-2880b741c473 service neutron] 10.222.0.43 "GET /v2.0/networks/e0076433-0174-42b7-8c5b-20ee7ad18276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510258 Jul 16 18:27:25.116292 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.135756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port 96313945-7d3f-43f0-ae6f-1c5b39179e16 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:25.193159 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-68a31ba5-3c3a-4879-aae6-c13bd0e032c9 req-65b3a079-b330-48df-a48a-d05c5a09c60b service neutron] 10.222.0.43 "GET /v2.0/networks/e0076433-0174-42b7-8c5b-20ee7ad18276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893657 Jul 16 18:27:25.404768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.6 (56a719ad-4033-4c1e-8dbc-8b33d6958877/ea316c5c-9f6a-4487-841b-05d5423e9967/96313945-7d3f-43f0-ae6f-1c5b39179e16) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:25.411964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.27 (56a719ad-4033-4c1e-8dbc-8b33d6958877/baf98c4b-9985-49ed-9ebd-d6b94b933dc2/96313945-7d3f-43f0-ae6f-1c5b39179e16) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:25.567379 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.582196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Transition to ACTIVE for port object 96313945-7d3f-43f0-ae6f-1c5b39179e16 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:25.631703 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.699689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 56a719ad-4033-4c1e-8dbc-8b33d6958877 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:25.702951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:25.713862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:25.783279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3073401c-da4a-4a74-9eae-767a13c67844 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:25.794666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=96313945-7d3f-43f0-ae6f-1c5b39179e16,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:25.828721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:25.829109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:25.829385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:25.829715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:25.830040 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:25.830361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:25.830679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:25.830994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:25.831314 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:25.831670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:25.832542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:25.832958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:25.838600 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 3073401c-da4a-4a74-9eae-767a13c67844 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:25.846137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:25.846765 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.868850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-56edf964-984a-44ef-ac4a-ffc3add22966 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.0408435 Jul 16 18:27:25.871863 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47914) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:25.878982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b1506f86-456f-438e-816e-ff46f44ca332 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ea316c5c-9f6a-4487-841b-05d5423e9967'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:25.918406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9818a-a9fc-47d5-b91d-fe87138d0389 req-c57e7e5f-7a9f-408c-8efd-8ce5cb6d2088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:25.920429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3fc9818a-a9fc-47d5-b91d-fe87138d0389 req-c57e7e5f-7a9f-408c-8efd-8ce5cb6d2088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 944 time: 0.1571875 Jul 16 18:27:25.975033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3fc9818a-a9fc-47d5-b91d-fe87138d0389 req-aa287695-71ab-4403-9f92-f4e83c68f058 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ecef5db-2f07-4c90-818c-3745a52d453d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461636 Jul 16 18:27:26.005819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7b04ba-0705-4ec9-8de5-4d6625d086a1 None None] Network 56a719ad-4033-4c1e-8dbc-8b33d6958877 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:26.094590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4cb812fa-8b6a-4280-93af-8d51e0f97c28 None None] Provisioning for port 3073401c-da4a-4a74-9eae-767a13c67844 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:26.106528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4cb812fa-8b6a-4280-93af-8d51e0f97c28 None None] Provisioning complete for port 3073401c-da4a-4a74-9eae-767a13c67844 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:26.107236 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4cb812fa-8b6a-4280-93af-8d51e0f97c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.141769 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1506f86-456f-438e-816e-ff46f44ca332 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.264811 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4cb812fa-8b6a-4280-93af-8d51e0f97c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.310227 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4cb812fa-8b6a-4280-93af-8d51e0f97c28 None None] For port 3073401c-da4a-4a74-9eae-767a13c67844, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3073401c-da4a-4a74-9eae-767a13c67844,segment=NetworkSegment(bda69c44-b82d-4b8c-8d15-4a08042a1c06),segment_id=bda69c44-b82d-4b8c-8d15-4a08042a1c06)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:26.322529 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4cb812fa-8b6a-4280-93af-8d51e0f97c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.424045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f462af-b601-4dac-adbe-b3ec3e8ed6db None None] Update dhcp port {'port': {'network_id': '56a719ad-4033-4c1e-8dbc-8b33d6958877', 'fixed_ips': [{'subnet_id': 'ea316c5c-9f6a-4487-841b-05d5423e9967', 'ip_address': '172.20.0.2'}, {'subnet_id': 'baf98c4b-9985-49ed-9ebd-d6b94b933dc2'}], 'binding:host_id': 'n-d-787206-10'}, 'id': '3073401c-da4a-4a74-9eae-767a13c67844'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:27:26.446942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb812fa-8b6a-4280-93af-8d51e0f97c28 None None] Pushing event updated for resources: {'Port': ['ID=3073401c-da4a-4a74-9eae-767a13c67844,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:26.465181 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-29f462af-b601-4dac-adbe-b3ec3e8ed6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.539830 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-b1506f86-456f-438e-816e-ff46f44ca332 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Delete allocated IP 172.20.0.27 (56a719ad-4033-4c1e-8dbc-8b33d6958877/baf98c4b-9985-49ed-9ebd-d6b94b933dc2) {{(pid=100170) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:27:26.668789 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1506f86-456f-438e-816e-ff46f44ca332 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.680780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-b1506f86-456f-438e-816e-ff46f44ca332 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Ignored duplicate provisioning block setup for port 96313945-7d3f-43f0-ae6f-1c5b39179e16 by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:27:26.690044 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1506f86-456f-438e-816e-ff46f44ca332 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.742756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-29f462af-b601-4dac-adbe-b3ec3e8ed6db None None] Allocated IP 172.20.0.18 (56a719ad-4033-4c1e-8dbc-8b33d6958877/baf98c4b-9985-49ed-9ebd-d6b94b933dc2/3073401c-da4a-4a74-9eae-767a13c67844) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:26.745044 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.760309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 911b883d-00ba-43af-a595-b5cf4d44fc64 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:26.797242 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1506f86-456f-438e-816e-ff46f44ca332 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=96313945-7d3f-43f0-ae6f-1c5b39179e16,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:26.812438 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b1506f86-456f-438e-816e-ff46f44ca332 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] In _notify_port_updated(), no bound segment for port 96313945-7d3f-43f0-ae6f-1c5b39179e16 on network 56a719ad-4033-4c1e-8dbc-8b33d6958877 {{(pid=100170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:27:26.818756 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1506f86-456f-438e-816e-ff46f44ca332 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.819366 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1506f86-456f-438e-816e-ff46f44ca332 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.823307 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b1506f86-456f-438e-816e-ff46f44ca332 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "PUT /v2.0/ports/96313945-7d3f-43f0-ae6f-1c5b39179e16 HTTP/1.1" status: 200 len: 919 time: 0.9471107 Jul 16 18:27:26.823727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47920) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:26.829224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9d091943-9adc-40be-b206-b2d08082eacf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ea316c5c-9f6a-4487-841b-05d5423e9967'}, {'subnet_id': 'baf98c4b-9985-49ed-9ebd-d6b94b933dc2'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:26.902351 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.918223 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9d091943-9adc-40be-b206-b2d08082eacf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.920958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-29f462af-b601-4dac-adbe-b3ec3e8ed6db None None] For port 3073401c-da4a-4a74-9eae-767a13c67844, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3073401c-da4a-4a74-9eae-767a13c67844,segment=NetworkSegment(bda69c44-b82d-4b8c-8d15-4a08042a1c06),segment_id=bda69c44-b82d-4b8c-8d15-4a08042a1c06)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:26.952501 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 911b883d-00ba-43af-a595-b5cf4d44fc64, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=911b883d-00ba-43af-a595-b5cf4d44fc64,segment=NetworkSegment(7c4ce08d-e076-41a2-b51f-284c80bb39c9),segment_id=7c4ce08d-e076-41a2-b51f-284c80bb39c9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:26.972783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '911b883d-00ba-43af-a595-b5cf4d44fc64', 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276', 'port_id': '911b883d-00ba-43af-a595-b5cf4d44fc64', 'mac_address': 'fa:16:3e:04:06:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c087b0e-6709-46af-be0c-4d1d6e3e1b9d', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:26.975368 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-29f462af-b601-4dac-adbe-b3ec3e8ed6db None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.012060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-29f462af-b601-4dac-adbe-b3ec3e8ed6db None None] Transition to ACTIVE for port object 3073401c-da4a-4a74-9eae-767a13c67844 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:27.023007 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-29f462af-b601-4dac-adbe-b3ec3e8ed6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.056031 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.103710 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911b883d-00ba-43af-a595-b5cf4d44fc64 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:27.151718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f462af-b601-4dac-adbe-b3ec3e8ed6db None None] Pushing event updated for resources: {'Port': ['ID=3073401c-da4a-4a74-9eae-767a13c67844,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.157785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 911b883d-00ba-43af-a595-b5cf4d44fc64, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=911b883d-00ba-43af-a595-b5cf4d44fc64,segment=NetworkSegment(7c4ce08d-e076-41a2-b51f-284c80bb39c9),segment_id=7c4ce08d-e076-41a2-b51f-284c80bb39c9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:27.164305 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.221595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=911b883d-00ba-43af-a595-b5cf4d44fc64,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.237826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db063d9-cc7b-4f1d-a935-37d180339e0a req-67925385-2353-47ff-9501-71f245892914 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.239803 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1db063d9-cc7b-4f1d-a935-37d180339e0a req-67925385-2353-47ff-9501-71f245892914 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 944 time: 0.1339340 Jul 16 18:27:27.314993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-9d091943-9adc-40be-b206-b2d08082eacf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.26 (56a719ad-4033-4c1e-8dbc-8b33d6958877/baf98c4b-9985-49ed-9ebd-d6b94b933dc2/96313945-7d3f-43f0-ae6f-1c5b39179e16) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:27.322794 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1db063d9-cc7b-4f1d-a935-37d180339e0a req-f2ef3778-215f-4930-8bf1-f8fd059d930d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ecef5db-2f07-4c90-818c-3745a52d453d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585990 Jul 16 18:27:27.390309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['911b883d-00ba-43af-a595-b5cf4d44fc64'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:27.466582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9d091943-9adc-40be-b206-b2d08082eacf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.481935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-9d091943-9adc-40be-b206-b2d08082eacf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Ignored duplicate provisioning block setup for port 96313945-7d3f-43f0-ae6f-1c5b39179e16 by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:27:27.487250 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9d091943-9adc-40be-b206-b2d08082eacf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.600602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d091943-9adc-40be-b206-b2d08082eacf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=96313945-7d3f-43f0-ae6f-1c5b39179e16,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.655046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-9d091943-9adc-40be-b206-b2d08082eacf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] In _notify_port_updated(), no bound segment for port 96313945-7d3f-43f0-ae6f-1c5b39179e16 on network 56a719ad-4033-4c1e-8dbc-8b33d6958877 {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:27:27.662511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d091943-9adc-40be-b206-b2d08082eacf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.663349 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9d091943-9adc-40be-b206-b2d08082eacf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.664753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9d091943-9adc-40be-b206-b2d08082eacf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "PUT /v2.0/ports/96313945-7d3f-43f0-ae6f-1c5b39179e16 HTTP/1.1" status: 200 len: 999 time: 0.8398921 Jul 16 18:27:27.667698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47930) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:27.722625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3073401c-da4a-4a74-9eae-767a13c67844 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:27.796797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6e88ad-07f7-4d18-8745-e42cc84c8531 None None] Network 56a719ad-4033-4c1e-8dbc-8b33d6958877 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:27.804758 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e895b-45c2-4bb1-9c35-9e28540e0662 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 96313945-7d3f-43f0-ae6f-1c5b39179e16 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:27.805093 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b8e895b-45c2-4bb1-9c35-9e28540e0662 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.880284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a7b4a005-d0db-4c92-a82e-f9177dbc1295 None None] Provisioning for port 96313945-7d3f-43f0-ae6f-1c5b39179e16 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:27.886757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a7b4a005-d0db-4c92-a82e-f9177dbc1295 None None] Provisioning complete for port 96313945-7d3f-43f0-ae6f-1c5b39179e16 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:27.887346 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a005-d0db-4c92-a82e-f9177dbc1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.896481 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b8e895b-45c2-4bb1-9c35-9e28540e0662 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.908323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e895b-45c2-4bb1-9c35-9e28540e0662 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 96313945-7d3f-43f0-ae6f-1c5b39179e16 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:27.961962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a7b4a005-d0db-4c92-a82e-f9177dbc1295 None None] Port 96313945-7d3f-43f0-ae6f-1c5b39179e16 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:27.996693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a7b4a005-d0db-4c92-a82e-f9177dbc1295 None None] Provisioning for port 3073401c-da4a-4a74-9eae-767a13c67844 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:28.002783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a7b4a005-d0db-4c92-a82e-f9177dbc1295 None None] Provisioning complete for port 3073401c-da4a-4a74-9eae-767a13c67844 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:28.003243 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a005-d0db-4c92-a82e-f9177dbc1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.057435 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8ef79d97-d899-4d31-b072-113d59263bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.120456 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b8e895b-45c2-4bb1-9c35-9e28540e0662 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.149782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e895b-45c2-4bb1-9c35-9e28540e0662 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=96313945-7d3f-43f0-ae6f-1c5b39179e16,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.242223 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6b8e895b-45c2-4bb1-9c35-9e28540e0662 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.244194 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6b8e895b-45c2-4bb1-9c35-9e28540e0662 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/96313945-7d3f-43f0-ae6f-1c5b39179e16 HTTP/1.1" status: 204 len: 168 time: 0.5755143 Jul 16 18:27:28.246758 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47938) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:28.277422 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae1ea3a-84f1-4e36-a5b6-fff9255c8f86 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:28.278861 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aae1ea3a-84f1-4e36-a5b6-fff9255c8f86 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/96313945-7d3f-43f0-ae6f-1c5b39179e16 HTTP/1.1" status: 404 len: 333 time: 0.0312157 Jul 16 18:27:28.281516 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47940) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:28.330628 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-39780ea8-2d4b-4b92-b014-d8ebd36eeb2f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting subnet baf98c4b-9985-49ed-9ebd-d6b94b933dc2 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:28.335041 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-39780ea8-2d4b-4b92-b014-d8ebd36eeb2f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.375624 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-39780ea8-2d4b-4b92-b014-d8ebd36eeb2f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.471596 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-39780ea8-2d4b-4b92-b014-d8ebd36eeb2f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.513763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acd81e-0043-4eac-b381-f6bd1e1e4852 req-9e850d85-b337-459d-a816-02cb630ed8f9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.515137 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4acd81e-0043-4eac-b381-f6bd1e1e4852 req-9e850d85-b337-459d-a816-02cb630ed8f9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 945 time: 0.0699098 Jul 16 18:27:28.531037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-39780ea8-2d4b-4b92-b014-d8ebd36eeb2f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.557108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4acd81e-0043-4eac-b381-f6bd1e1e4852 req-7416e264-9fb9-4d9a-9e72-c6b8aa347832 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ecef5db-2f07-4c90-818c-3745a52d453d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346797 Jul 16 18:27:28.565831 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-39780ea8-2d4b-4b92-b014-d8ebd36eeb2f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.570962 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-39780ea8-2d4b-4b92-b014-d8ebd36eeb2f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/baf98c4b-9985-49ed-9ebd-d6b94b933dc2 HTTP/1.1" status: 204 len: 168 time: 0.2861032 Jul 16 18:27:28.570962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39780ea8-2d4b-4b92-b014-d8ebd36eeb2f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Subnet': ['ID=baf98c4b-9985-49ed-9ebd-d6b94b933dc2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.571664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47944) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:28.623801 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a671f0ea-8664-443b-9837-162f2f8ce42a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting subnet ea316c5c-9f6a-4487-841b-05d5423e9967 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:28.626953 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a671f0ea-8664-443b-9837-162f2f8ce42a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.666618 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a671f0ea-8664-443b-9837-162f2f8ce42a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.755778 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a671f0ea-8664-443b-9837-162f2f8ce42a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.775529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 911b883d-00ba-43af-a595-b5cf4d44fc64 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:28.817647 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a671f0ea-8664-443b-9837-162f2f8ce42a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.827102 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 911b883d-00ba-43af-a595-b5cf4d44fc64 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:28.830823 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 911b883d-00ba-43af-a595-b5cf4d44fc64 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:28.831289 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.846045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671f0ea-8664-443b-9837-162f2f8ce42a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Subnet': ['ID=ea316c5c-9f6a-4487-841b-05d5423e9967,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.850249 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a671f0ea-8664-443b-9837-162f2f8ce42a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.852307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a671f0ea-8664-443b-9837-162f2f8ce42a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/ea316c5c-9f6a-4487-841b-05d5423e9967 HTTP/1.1" status: 204 len: 168 time: 0.2797003 Jul 16 18:27:28.854841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47946) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:28.919925 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.940686 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.943144 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6a95f9-f348-411e-91f7-2b9c33932bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911b883d-00ba-43af-a595-b5cf4d44fc64'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:28.945428 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755174c0-5fd6-467e-ae86-0a41107bb217" -d '{"events": [{"server_uuid": "5a6a95f9-f348-411e-91f7-2b9c33932bb1", "name": "network-vif-plugged", "status": "completed", "tag": "911b883d-00ba-43af-a595-b5cf4d44fc64"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:28.959451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 911b883d-00ba-43af-a595-b5cf4d44fc64, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=911b883d-00ba-43af-a595-b5cf4d44fc64,segment=NetworkSegment(7c4ce08d-e076-41a2-b51f-284c80bb39c9),segment_id=7c4ce08d-e076-41a2-b51f-284c80bb39c9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:28.964575 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.001636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 3073401c-da4a-4a74-9eae-767a13c67844 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:29.001636 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.008127 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753db880-46ac-446a-a066-3a83230f6164 x-openstack-request-id: req-753db880-46ac-446a-a066-3a83230f6164 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:29.008407 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6a95f9-f348-411e-91f7-2b9c33932bb1", "name": "network-vif-plugged", "status": "completed", "tag": "911b883d-00ba-43af-a595-b5cf4d44fc64", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:29.008654 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-753db880-46ac-446a-a066-3a83230f6164 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:29.009034 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6a95f9-f348-411e-91f7-2b9c33932bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911b883d-00ba-43af-a595-b5cf4d44fc64', 'code': 200} Jul 16 18:27:29.042831 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=911b883d-00ba-43af-a595-b5cf4d44fc64,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:29.079218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] For port 3073401c-da4a-4a74-9eae-767a13c67844, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3073401c-da4a-4a74-9eae-767a13c67844,segment=NetworkSegment(bda69c44-b82d-4b8c-8d15-4a08042a1c06),segment_id=bda69c44-b82d-4b8c-8d15-4a08042a1c06)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:29.079632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.096059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 3073401c-da4a-4a74-9eae-767a13c67844 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:29.190929 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.217732 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797c62a-8b58-4c5c-bdc1-ee0d071d10a8 req-21a005f8-8925-4f7d-9471-929dce5b19df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.219269 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0797c62a-8b58-4c5c-bdc1-ee0d071d10a8 req-21a005f8-8925-4f7d-9471-929dce5b19df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 1098 time: 0.1293871 Jul 16 18:27:29.230800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=3073401c-da4a-4a74-9eae-767a13c67844,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:29.238810 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No DVR routers for this DVR port 3073401c-da4a-4a74-9eae-767a13c67844 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:29.267724 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-0797c62a-8b58-4c5c-bdc1-ee0d071d10a8 req-40fa3f7c-cf90-4ac5-bfa9-e14b6e20b3cd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6ecef5db-2f07-4c90-818c-3745a52d453d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387068 Jul 16 18:27:29.305521 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ff46fc-250a-4ff7-8a57-a3b00fa111da None None] Network 56a719ad-4033-4c1e-8dbc-8b33d6958877 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:29.322175 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.333073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a719ad-4033-4c1e-8dbc-8b33d6958877']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:29.343551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda69c44-b82d-4b8c-8d15-4a08042a1c06') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:29.343859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda69c44-b82d-4b8c-8d15-4a08042a1c06') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:29.353277 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.366940 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.372925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:29.373317 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.374703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-eecd586f-8fc5-4274-95bf-5928c24689a2 None None] Could not find standard attr ID for object 96313945-7d3f-43f0-ae6f-1c5b39179e16. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:29.376349 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:29.395851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-eecd586f-8fc5-4274-95bf-5928c24689a2 None None] Could not find standard attr ID for object 3073401c-da4a-4a74-9eae-767a13c67844. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:27:29.456389 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.464182 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.465993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/networks/56a719ad-4033-4c1e-8dbc-8b33d6958877 HTTP/1.1" status: 204 len: 168 time: 0.6099157 Jul 16 18:27:29.470065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47956) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:29.482548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccca4e-f518-4db9-8cdd-fa0996478eed tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Network': ['ID=56a719ad-4033-4c1e-8dbc-8b33d6958877,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:29.485894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e6851c-100a-489f-ba8d-750981021503 None None] DHCP port deletion for 56a719ad-4033-4c1e-8dbc-8b33d6958877 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:29.540349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df0667d-2936-423d-b837-ad259fae83e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.541965 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5df0667d-2936-423d-b837-ad259fae83e0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0709565 Jul 16 18:27:29.545688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47958) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:29.623119 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-85a057e0-6e84-4f39-bb0a-47ac81c619d0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0731895 Jul 16 18:27:29.623574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47962) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:29.629033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e10c5fa5-0cf3-47fe-8184-8a7a61186de9 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-977331018'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:29.652062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10c5fa5-0cf3-47fe-8184-8a7a61186de9 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:29.656142 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e10c5fa5-0cf3-47fe-8184-8a7a61186de9 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.682941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10c5fa5-0cf3-47fe-8184-8a7a61186de9 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:29.693332 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e10c5fa5-0cf3-47fe-8184-8a7a61186de9 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.693972 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-e10c5fa5-0cf3-47fe-8184-8a7a61186de9 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Added segment 871e4634-b8ae-4353-be5f-df12baaaa59a of type vlan for network 20f2bfe5-7d6c-4513-93e8-3da3c93f2047 Jul 16 18:27:29.722254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3073401c-da4a-4a74-9eae-767a13c67844 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:29.743956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 3073401c-da4a-4a74-9eae-767a13c67844 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:29.744435 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3073401c-da4a-4a74-9eae-767a13c67844 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:29.771981 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e10c5fa5-0cf3-47fe-8184-8a7a61186de9 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.825711 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e10c5fa5-0cf3-47fe-8184-8a7a61186de9 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.831115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c5fa5-0cf3-47fe-8184-8a7a61186de9 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.831711 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e10c5fa5-0cf3-47fe-8184-8a7a61186de9 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.860635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ff603-590a-43a6-8309-d5c3916a7d91 req-deb5a3a1-b7eb-47dd-a0e9-493848b3e62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.862093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-778ff603-590a-43a6-8309-d5c3916a7d91 req-deb5a3a1-b7eb-47dd-a0e9-493848b3e62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 946 time: 0.1350551 Jul 16 18:27:29.901807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e10c5fa5-0cf3-47fe-8184-8a7a61186de9 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2746792 Jul 16 18:27:29.902281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47964) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:29.907820 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ae9a5c99-c9b4-4d21-bde6-636b96d59e3a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '20f2bfe5-7d6c-4513-93e8-3da3c93f2047', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:29.936587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c5fa5-0cf3-47fe-8184-8a7a61186de9 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Network': ['ID=20f2bfe5-7d6c-4513-93e8-3da3c93f2047,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:29.948084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-778ff603-590a-43a6-8309-d5c3916a7d91 req-80a3536b-5962-4234-958e-c49a41edca96 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ecef5db-2f07-4c90-818c-3745a52d453d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736415 Jul 16 18:27:29.982901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 20f2bfe5-7d6c-4513-93e8-3da3c93f2047 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:30.281664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9a5c99-c9b4-4d21-bde6-636b96d59e3a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:30.285197 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ae9a5c99-c9b4-4d21-bde6-636b96d59e3a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.464416 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ae9a5c99-c9b4-4d21-bde6-636b96d59e3a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.522782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a5c99-c9b4-4d21-bde6-636b96d59e3a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Subnet': ['ID=4eb3317b-2876-4c8d-ac5a-32c6b6c3f6aa,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:30.533684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9a5c99-c9b4-4d21-bde6-636b96d59e3a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Checking segment: {'id': '871e4634-b8ae-4353-be5f-df12baaaa59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '20f2bfe5-7d6c-4513-93e8-3da3c93f2047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:30.534047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9a5c99-c9b4-4d21-bde6-636b96d59e3a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network hostable DHCP agents. Network: 20f2bfe5-7d6c-4513-93e8-3da3c93f2047, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:30.550444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9a5c99-c9b4-4d21-bde6-636b96d59e3a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 20f2bfe5-7d6c-4513-93e8-3da3c93f2047 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:30.559769 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-ae9a5c99-c9b4-4d21-bde6-636b96d59e3a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 20f2bfe5-7d6c-4513-93e8-3da3c93f2047) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:30.566153 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9a5c99-c9b4-4d21-bde6-636b96d59e3a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.567793 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ae9a5c99-c9b4-4d21-bde6-636b96d59e3a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.569851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cff16ae-a515-4204-b3ae-9df66c619164 None None] Network 20f2bfe5-7d6c-4513-93e8-3da3c93f2047 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:30.582529 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ae9a5c99-c9b4-4d21-bde6-636b96d59e3a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6787546 Jul 16 18:27:30.585241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 47972) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:30.590437 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '20f2bfe5-7d6c-4513-93e8-3da3c93f2047', 'name': 'tempest-PortsTestJSON-1845127168'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:30.696753 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.702569 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:30.706779 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.729655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port c2124ed8-8908-4717-9b54-a128b81de576 yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:30.750283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-20f2bfe5-7d6c-4513-93e8-3da3c93f2047', 'network_id': '20f2bfe5-7d6c-4513-93e8-3da3c93f2047', 'tenant_id': 'abbb66a8cb35428fb428303a1a7b721c', 'fixed_ips': [{'subnet_id': '4eb3317b-2876-4c8d-ac5a-32c6b6c3f6aa'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:30.751144 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.756043 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb7da-472a-4bea-8530-21ca6cf1bdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.840035 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.14 (20f2bfe5-7d6c-4513-93e8-3da3c93f2047/4eb3317b-2876-4c8d-ac5a-32c6b6c3f6aa/c2124ed8-8908-4717-9b54-a128b81de576) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:30.987667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.002633 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Transition to ACTIVE for port object c2124ed8-8908-4717-9b54-a128b81de576 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:31.040637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.104135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 20f2bfe5-7d6c-4513-93e8-3da3c93f2047 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:31.107941 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:31.112841 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:31.117097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=c2124ed8-8908-4717-9b54-a128b81de576,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.129797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Allocated IP 172.20.0.2 (20f2bfe5-7d6c-4513-93e8-3da3c93f2047/4eb3317b-2876-4c8d-ac5a-32c6b6c3f6aa/95d18c8b-253b-4c19-b1a7-08279d3a5f2a) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:31.168192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.169104 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.187034 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-28c45784-0cd5-40bd-a851-2c90a9c5030a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6007433 Jul 16 18:27:31.189681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 47982) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:31.196472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '20f2bfe5-7d6c-4513-93e8-3da3c93f2047', 'name': 'tempest-PortsTestJSON-1961416979'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:31.208865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0303e1b-9c41-44c5-a15b-660d84d6400a req-4112a30f-8674-4a44-bd6a-ec23e7abe1cc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.210568 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0303e1b-9c41-44c5-a15b-660d84d6400a req-4112a30f-8674-4a44-bd6a-ec23e7abe1cc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 946 time: 0.0812101 Jul 16 18:27:31.296231 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.305104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0303e1b-9c41-44c5-a15b-660d84d6400a req-d3239cd0-b792-48e6-b298-5aebb987f2ab tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ecef5db-2f07-4c90-818c-3745a52d453d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841029 Jul 16 18:27:31.307693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Transition to ACTIVE for port object 95d18c8b-253b-4c19-b1a7-08279d3a5f2a will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:31.329854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Transition to ACTIVE for port object 95d18c8b-253b-4c19-b1a7-08279d3a5f2a will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:31.338045 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.352829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:31.356782 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.395586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Pushing event updated for resources: {'Port': ['ID=95d18c8b-253b-4c19-b1a7-08279d3a5f2a,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.403328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Network 20f2bfe5-7d6c-4513-93e8-3da3c93f2047 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:31.404938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:31.411125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:31.481487 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Attempting to bind port 95d18c8b-253b-4c19-b1a7-08279d3a5f2a on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:31.482117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Attempting to bind port 95d18c8b-253b-4c19-b1a7-08279d3a5f2a by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '871e4634-b8ae-4353-be5f-df12baaaa59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '20f2bfe5-7d6c-4513-93e8-3da3c93f2047'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:31.482622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Attempting to bind port 95d18c8b-253b-4c19-b1a7-08279d3a5f2a on network 20f2bfe5-7d6c-4513-93e8-3da3c93f2047 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:31.489988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:31.490358 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Checking segment: {'id': '871e4634-b8ae-4353-be5f-df12baaaa59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '20f2bfe5-7d6c-4513-93e8-3da3c93f2047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:31.490767 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.491165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Bound using segment: {'id': '871e4634-b8ae-4353-be5f-df12baaaa59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '20f2bfe5-7d6c-4513-93e8-3da3c93f2047'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:31.491692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Bound port: 95d18c8b-253b-4c19-b1a7-08279d3a5f2a, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871e4634-b8ae-4353-be5f-df12baaaa59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '20f2bfe5-7d6c-4513-93e8-3da3c93f2047'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:31.492259 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.723207 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] For port 95d18c8b-253b-4c19-b1a7-08279d3a5f2a, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:31.728558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] For port 95d18c8b-253b-4c19-b1a7-08279d3a5f2a, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=95d18c8b-253b-4c19-b1a7-08279d3a5f2a,segment=NetworkSegment(871e4634-b8ae-4353-be5f-df12baaaa59a),segment_id=871e4634-b8ae-4353-be5f-df12baaaa59a)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:31.740317 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.752341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port 752e5d3f-db93-4a06-a06c-f9803585d207 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:31.816689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44608eb7-a1f3-4f91-8484-b0d27d08132a None None] Pushing event updated for resources: {'Port': ['ID=95d18c8b-253b-4c19-b1a7-08279d3a5f2a,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.866381 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cad54-5dc3-4148-9151-ef806c08834e req-413266dc-45cb-4b8f-9fcd-6b8ae4ed6eb8 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.867985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d3cad54-5dc3-4148-9151-ef806c08834e req-413266dc-45cb-4b8f-9fcd-6b8ae4ed6eb8 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 946 time: 0.1491740 Jul 16 18:27:31.912992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.4 (20f2bfe5-7d6c-4513-93e8-3da3c93f2047/4eb3317b-2876-4c8d-ac5a-32c6b6c3f6aa/752e5d3f-db93-4a06-a06c-f9803585d207) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:31.916981 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.933430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d3cad54-5dc3-4148-9151-ef806c08834e req-ebbf8308-a46f-446f-9c27-1594f0b7080c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ecef5db-2f07-4c90-818c-3745a52d453d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592341 Jul 16 18:27:32.148193 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.163885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Transition to ACTIVE for port object 752e5d3f-db93-4a06-a06c-f9803585d207 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:32.208304 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.264285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 20f2bfe5-7d6c-4513-93e8-3da3c93f2047 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:32.265599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=752e5d3f-db93-4a06-a06c-f9803585d207,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:32.268223 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:32.270905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:32.319812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.320337 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.335301 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dcc60cc3-e006-4819-b551-b5373281618b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1446180 Jul 16 18:27:32.338013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48004) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:32.453005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b483a9-1fe2-461f-8066-c3494faa1b81 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.454491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c2b483a9-1fe2-461f-8066-c3494faa1b81 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1155393 Jul 16 18:27:32.460473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48010) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:32.564562 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-27eda950-55f4-48ba-abe5-e350e9a3b63f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 752e5d3f-db93-4a06-a06c-f9803585d207 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:32.565143 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-27eda950-55f4-48ba-abe5-e350e9a3b63f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.662759 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-27eda950-55f4-48ba-abe5-e350e9a3b63f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.677216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-27eda950-55f4-48ba-abe5-e350e9a3b63f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 752e5d3f-db93-4a06-a06c-f9803585d207 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:32.825840 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-27eda950-55f4-48ba-abe5-e350e9a3b63f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.856030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae75f2c-f77f-4313-9480-144d4cf3452b None None] Network 20f2bfe5-7d6c-4513-93e8-3da3c93f2047 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:32.860932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eda950-55f4-48ba-abe5-e350e9a3b63f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=752e5d3f-db93-4a06-a06c-f9803585d207,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:32.948447 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-27eda950-55f4-48ba-abe5-e350e9a3b63f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.953147 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-27eda950-55f4-48ba-abe5-e350e9a3b63f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/752e5d3f-db93-4a06-a06c-f9803585d207 HTTP/1.1" status: 204 len: 168 time: 0.4891973 Jul 16 18:27:32.953962 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6abe815-c241-46b1-bb46-d788c227ec39 req-dedba3b9-d2dd-477a-8c05-7ad189af8598 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595253 Jul 16 18:27:32.954452 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48016) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:32.996696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-88008a27-970a-45c4-85f0-840dde757467 None None] Provisioning for port 95d18c8b-253b-4c19-b1a7-08279d3a5f2a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:32.996948 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-381d873b-9cbd-4f64-bef4-43c6fa3dd785 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:33.001079 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-381d873b-9cbd-4f64-bef4-43c6fa3dd785 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/752e5d3f-db93-4a06-a06c-f9803585d207 HTTP/1.1" status: 404 len: 333 time: 0.0432193 Jul 16 18:27:33.002936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48018) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:33.100519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abe815-c241-46b1-bb46-d788c227ec39 req-ff132399-b232-4451-9e71-f7c1edbd90b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.102160 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6abe815-c241-46b1-bb46-d788c227ec39 req-ff132399-b232-4451-9e71-f7c1edbd90b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 1098 time: 0.1019979 Jul 16 18:27:33.187522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-dab22c5f-efa8-432a-aa72-8c7d2dde546e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port c2124ed8-8908-4717-9b54-a128b81de576 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:33.187957 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dab22c5f-efa8-432a-aa72-8c7d2dde546e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.255420 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abe815-c241-46b1-bb46-d788c227ec39 req-8bd8ab57-ec6c-4f9d-a362-a460493e4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.256957 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6abe815-c241-46b1-bb46-d788c227ec39 req-8bd8ab57-ec6c-4f9d-a362-a460493e4ec7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0076433-0174-42b7-8c5b-20ee7ad18276 HTTP/1.1" status: 200 len: 898 time: 0.1305847 Jul 16 18:27:33.316124 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6abe815-c241-46b1-bb46-d788c227ec39 req-350f932f-549b-4259-a54e-54e99e83dcf1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=911b883d-00ba-43af-a595-b5cf4d44fc64 HTTP/1.1" status: 200 len: 217 time: 0.0507021 Jul 16 18:27:33.327941 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dab22c5f-efa8-432a-aa72-8c7d2dde546e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.342055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-dab22c5f-efa8-432a-aa72-8c7d2dde546e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for c2124ed8-8908-4717-9b54-a128b81de576 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:33.373968 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abe815-c241-46b1-bb46-d788c227ec39 req-9db6f896-d32b-4303-bc6d-7c2ad50d9030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.375733 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6abe815-c241-46b1-bb46-d788c227ec39 req-9db6f896-d32b-4303-bc6d-7c2ad50d9030 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c087b0e-6709-46af-be0c-4d1d6e3e1b9d HTTP/1.1" status: 200 len: 837 time: 0.0522499 Jul 16 18:27:33.454834 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abe815-c241-46b1-bb46-d788c227ec39 req-ebd830c5-e4bd-44b3-8d38-64fd5ee4bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.456729 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6abe815-c241-46b1-bb46-d788c227ec39 req-ebd830c5-e4bd-44b3-8d38-64fd5ee4bc0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0076433-0174-42b7-8c5b-20ee7ad18276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0725400 Jul 16 18:27:33.486845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48026) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:33.505925 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dab22c5f-efa8-432a-aa72-8c7d2dde546e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.506785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-576e7114-c4d0-4c59-9245-8e60675cdca0 None None] Provisioning for port c2124ed8-8908-4717-9b54-a128b81de576 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:33.514126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-576e7114-c4d0-4c59-9245-8e60675cdca0 None None] Provisioning complete for port c2124ed8-8908-4717-9b54-a128b81de576 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:33.514946 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-576e7114-c4d0-4c59-9245-8e60675cdca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.560320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab22c5f-efa8-432a-aa72-8c7d2dde546e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=c2124ed8-8908-4717-9b54-a128b81de576,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:33.561610 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-576e7114-c4d0-4c59-9245-8e60675cdca0 None None] Port c2124ed8-8908-4717-9b54-a128b81de576 was deleted so its status cannot be updated. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:27:33.642019 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dab22c5f-efa8-432a-aa72-8c7d2dde546e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.644872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dab22c5f-efa8-432a-aa72-8c7d2dde546e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/c2124ed8-8908-4717-9b54-a128b81de576 HTTP/1.1" status: 204 len: 168 time: 0.6381035 Jul 16 18:27:33.647601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48028) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:33.661591 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.704601 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b48552a-bc24-410e-a5d4-f01e1d024ab5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:33.708840 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2b48552a-bc24-410e-a5d4-f01e1d024ab5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/c2124ed8-8908-4717-9b54-a128b81de576 HTTP/1.1" status: 404 len: 333 time: 0.0576217 Jul 16 18:27:33.709439 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48030) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:33.731097 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6abe815-c241-46b1-bb46-d788c227ec39 req-b8b58792-d40d-4b53-b4ff-1d49c2d5a8f7 service neutron] 10.222.0.43 "GET /v2.0/networks/e0076433-0174-42b7-8c5b-20ee7ad18276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629921 Jul 16 18:27:33.781351 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 95d18c8b-253b-4c19-b1a7-08279d3a5f2a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:33.797992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e314960f-2ca0-4b3d-be3c-c2215b261686 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting subnet 4eb3317b-2876-4c8d-ac5a-32c6b6c3f6aa {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:33.802202 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e314960f-2ca0-4b3d-be3c-c2215b261686 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.811871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c1793393-d1a1-4264-8d42-b96748fd57f7 None None] Could not find standard attr ID for object c2124ed8-8908-4717-9b54-a128b81de576. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:27:33.859049 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e314960f-2ca0-4b3d-be3c-c2215b261686 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.884904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 95d18c8b-253b-4c19-b1a7-08279d3a5f2a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:33.898509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 95d18c8b-253b-4c19-b1a7-08279d3a5f2a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:33.898861 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.977402 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e314960f-2ca0-4b3d-be3c-c2215b261686 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.036406 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.039254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e2e824dd-9987-4d61-a452-b1fc45aa408e None None] Could not find standard attr ID for object 752e5d3f-db93-4a06-a06c-f9803585d207. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:27:34.071230 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e314960f-2ca0-4b3d-be3c-c2215b261686 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.100281 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a6abe815-c241-46b1-bb46-d788c227ec39 req-b2b4d6be-071a-48b0-93f7-19914a53c1af service neutron] 10.222.0.43 "GET /v2.0/networks/e0076433-0174-42b7-8c5b-20ee7ad18276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613541 Jul 16 18:27:34.131877 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e314960f-2ca0-4b3d-be3c-c2215b261686 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.134232 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e314960f-2ca0-4b3d-be3c-c2215b261686 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/4eb3317b-2876-4c8d-ac5a-32c6b6c3f6aa HTTP/1.1" status: 204 len: 168 time: 0.4238446 Jul 16 18:27:34.135820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314960f-2ca0-4b3d-be3c-c2215b261686 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb3317b-2876-4c8d-ac5a-32c6b6c3f6aa,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.139668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48036) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:34.152306 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:27:34.152682 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:27:34.241576 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.286517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b1270e-a6b7-4a65-8355-8937b1e67ed7 None None] Network 20f2bfe5-7d6c-4513-93e8-3da3c93f2047 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:34.299751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 95d18c8b-253b-4c19-b1a7-08279d3a5f2a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:34.300221 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.332219 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.380924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] For port 95d18c8b-253b-4c19-b1a7-08279d3a5f2a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=95d18c8b-253b-4c19-b1a7-08279d3a5f2a,segment=NetworkSegment(871e4634-b8ae-4353-be5f-df12baaaa59a),segment_id=871e4634-b8ae-4353-be5f-df12baaaa59a)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:34.380924 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.393712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 95d18c8b-253b-4c19-b1a7-08279d3a5f2a owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:34.482059 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.514067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=95d18c8b-253b-4c19-b1a7-08279d3a5f2a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.515651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No DVR routers for this DVR port 95d18c8b-253b-4c19-b1a7-08279d3a5f2a on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:34.551941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec8d8b-6bb5-473c-b498-f84a143189f6 None None] DHCP port deletion for 20f2bfe5-7d6c-4513-93e8-3da3c93f2047 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:34.613929 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.624498 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f2bfe5-7d6c-4513-93e8-3da3c93f2047']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:34.635184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871e4634-b8ae-4353-be5f-df12baaaa59a') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:34.635595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871e4634-b8ae-4353-be5f-df12baaaa59a') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:34.645534 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.662503 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:34.673944 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:34.683480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Port 95d18c8b-253b-4c19-b1a7-08279d3a5f2a update to ACTIVE by agent not found {{(pid=100171) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 18:27:34.694985 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Allocated IP 172.20.0.17 (e0076433-0174-42b7-8c5b-20ee7ad18276/1c087b0e-6709-46af-be0c-4d1d6e3e1b9d/12c52ae2-60da-46c1-9264-e766a389c6f7) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:34.743900 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.757002 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.762189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/networks/20f2bfe5-7d6c-4513-93e8-3da3c93f2047 HTTP/1.1" status: 204 len: 168 time: 0.6167884 Jul 16 18:27:34.763914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48044) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:34.768583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c75c1f22-7b59-4d6f-95f1-da7731b03e09 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1921995761'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:34.784743 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94144c1e-954a-4e8a-9b72-f6d4f095a775 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Network': ['ID=20f2bfe5-7d6c-4513-93e8-3da3c93f2047,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.802833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75c1f22-7b59-4d6f-95f1-da7731b03e09 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:34.806776 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c75c1f22-7b59-4d6f-95f1-da7731b03e09 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.823561 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.832087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75c1f22-7b59-4d6f-95f1-da7731b03e09 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:34.837883 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Transition to ACTIVE for port object 12c52ae2-60da-46c1-9264-e766a389c6f7 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:34.841537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c75c1f22-7b59-4d6f-95f1-da7731b03e09 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.841987 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-c75c1f22-7b59-4d6f-95f1-da7731b03e09 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Added segment 22ef5207-8af8-4ed2-afc2-c9dd0e77e953 of type vlan for network 54353a39-4b31-45a3-b78d-6e902f945db0 Jul 16 18:27:34.873213 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.886955 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c75c1f22-7b59-4d6f-95f1-da7731b03e09 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.913370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network e0076433-0174-42b7-8c5b-20ee7ad18276 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:34.916440 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:34.918366 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c75c1f22-7b59-4d6f-95f1-da7731b03e09 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.920521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:34.925178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75c1f22-7b59-4d6f-95f1-da7731b03e09 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.925388 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c75c1f22-7b59-4d6f-95f1-da7731b03e09 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.974749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c75c1f22-7b59-4d6f-95f1-da7731b03e09 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2066116 Jul 16 18:27:34.974749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48050) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:34.979549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-8a730b5a-db4d-4eb8-a85f-4798e370021b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '54353a39-4b31-45a3-b78d-6e902f945db0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:34.981038 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=12c52ae2-60da-46c1-9264-e766a389c6f7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.997117 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.997565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.997979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.998389 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.999089 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.999516 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.999925 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.000324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.000715 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.001241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.001642 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.002033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.011755 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.056402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c1f22-7b59-4d6f-95f1-da7731b03e09 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Network': ['ID=54353a39-4b31-45a3-b78d-6e902f945db0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:35.071124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 54353a39-4b31-45a3-b78d-6e902f945db0 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:35.152925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a730b5a-db4d-4eb8-a85f-4798e370021b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:35.157114 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8a730b5a-db4d-4eb8-a85f-4798e370021b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.203979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.267956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-afcb3fd5-cee2-4435-9d34-3989f4c6df21 None None] Provisioning for port 12c52ae2-60da-46c1-9264-e766a389c6f7 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:35.273099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-afcb3fd5-cee2-4435-9d34-3989f4c6df21 None None] Provisioning complete for port 12c52ae2-60da-46c1-9264-e766a389c6f7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:35.273988 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-afcb3fd5-cee2-4435-9d34-3989f4c6df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.328309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-afcb3fd5-cee2-4435-9d34-3989f4c6df21 None None] Port 12c52ae2-60da-46c1-9264-e766a389c6f7 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:35.390990 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8a730b5a-db4d-4eb8-a85f-4798e370021b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.460280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a730b5a-db4d-4eb8-a85f-4798e370021b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Subnet': ['ID=a4945af5-cf6a-4a2e-80be-de7852017164,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:35.468622 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a730b5a-db4d-4eb8-a85f-4798e370021b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Checking segment: {'id': '22ef5207-8af8-4ed2-afc2-c9dd0e77e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '54353a39-4b31-45a3-b78d-6e902f945db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:35.469071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a730b5a-db4d-4eb8-a85f-4798e370021b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network hostable DHCP agents. Network: 54353a39-4b31-45a3-b78d-6e902f945db0, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:35.489712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a730b5a-db4d-4eb8-a85f-4798e370021b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 54353a39-4b31-45a3-b78d-6e902f945db0 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:35.500105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-8a730b5a-db4d-4eb8-a85f-4798e370021b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 54353a39-4b31-45a3-b78d-6e902f945db0) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:35.509968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40116ab1-8d57-4967-a7f4-98f392501531 None None] Network 54353a39-4b31-45a3-b78d-6e902f945db0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:35.515513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a730b5a-db4d-4eb8-a85f-4798e370021b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.516037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.516190 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8a730b5a-db4d-4eb8-a85f-4798e370021b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.522302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.545326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8a730b5a-db4d-4eb8-a85f-4798e370021b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5606935 Jul 16 18:27:35.545326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48058) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:35.545326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '54353a39-4b31-45a3-b78d-6e902f945db0', 'name': 'tempest-PortsTestJSON-1045224281', 'fixed_ips': [{'subnet_id': 'a4945af5-cf6a-4a2e-80be-de7852017164', 'ip_address': '172.20.0.10'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:35.607185 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=12c52ae2-60da-46c1-9264-e766a389c6f7,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:35.610529 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.709545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:35.715758 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 95d18c8b-253b-4c19-b1a7-08279d3a5f2a no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:35.757704 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network e0076433-0174-42b7-8c5b-20ee7ad18276 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:35.758807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 95d18c8b-253b-4c19-b1a7-08279d3a5f2a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:35.759162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 95d18c8b-253b-4c19-b1a7-08279d3a5f2a not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:35.760516 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:35.882458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-54353a39-4b31-45a3-b78d-6e902f945db0', 'network_id': '54353a39-4b31-45a3-b78d-6e902f945db0', 'tenant_id': 'abbb66a8cb35428fb428303a1a7b721c', 'fixed_ips': [{'subnet_id': 'a4945af5-cf6a-4a2e-80be-de7852017164'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:35.884116 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.924927 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Router a2c5702d-4d9f-46a8-bdbd-92dc65618250 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:35.927417 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.973553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port 19e02606-6551-4f97-9202-cca5a235f862 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:36.096334 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:36.114510 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3474f430-1192-4a56-b135-6a8e3640a0cf tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "PUT /v2.0/routers/a2c5702d-4d9f-46a8-bdbd-92dc65618250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6264167 Jul 16 18:27:36.142854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Sync routers for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:36.174952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:36.175802 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:27:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:36.298481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Allocated IP 172.20.0.2 (54353a39-4b31-45a3-b78d-6e902f945db0/a4945af5-cf6a-4a2e-80be-de7852017164/76638da9-9791-4bd9-ae7b-6571eec2c03b) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:36.336994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-39b73d90-336d-44c3-ada1-f6f310a7abc1 None None] Provisioning complete for port 12c52ae2-60da-46c1-9264-e766a389c6f7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:36.337369 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-39b73d90-336d-44c3-ada1-f6f310a7abc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.409810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:36.467105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-39b73d90-336d-44c3-ada1-f6f310a7abc1 None None] Port 12c52ae2-60da-46c1-9264-e766a389c6f7 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:36.605381 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.639882 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Transition to ACTIVE for port object 76638da9-9791-4bd9-ae7b-6571eec2c03b will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:36.671649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Transition to ACTIVE for port object 76638da9-9791-4bd9-ae7b-6571eec2c03b will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:36.680694 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.734686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.10 (54353a39-4b31-45a3-b78d-6e902f945db0/a4945af5-cf6a-4a2e-80be-de7852017164/19e02606-6551-4f97-9202-cca5a235f862) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:36.738361 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Network 54353a39-4b31-45a3-b78d-6e902f945db0 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:36.745812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:36.752179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:36.760882 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Pushing event updated for resources: {'Port': ['ID=76638da9-9791-4bd9-ae7b-6571eec2c03b,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.833102 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:27:35Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '00972a06-e161-4173-9b19-3db3f65eb7c6', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'port_id': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'mac_address': 'fa:16:3e:b6:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:34Z', 'updated_at': '2021-07-16T18:26:38Z', 'revision_number': 1, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12c52ae2-60da-46c1-9264-e766a389c6f7', 'name': '', 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:55:e3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '1c087b0e-6709-46af-be0c-4d1d6e3e1b9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:34Z', 'updated_at': '2021-07-16T18:27:35Z', 'revision_number': 2, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': '1c087b0e-6709-46af-be0c-4d1d6e3e1b9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:36.834994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Attempting to bind port 76638da9-9791-4bd9-ae7b-6571eec2c03b on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:36.835355 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Attempting to bind port 76638da9-9791-4bd9-ae7b-6571eec2c03b by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '22ef5207-8af8-4ed2-afc2-c9dd0e77e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '54353a39-4b31-45a3-b78d-6e902f945db0'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:36.835741 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Attempting to bind port 76638da9-9791-4bd9-ae7b-6571eec2c03b on network 54353a39-4b31-45a3-b78d-6e902f945db0 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:36.864412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:36.864412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Checking segment: {'id': '22ef5207-8af8-4ed2-afc2-c9dd0e77e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '54353a39-4b31-45a3-b78d-6e902f945db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:36.864833 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.865116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Bound using segment: {'id': '22ef5207-8af8-4ed2-afc2-c9dd0e77e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '54353a39-4b31-45a3-b78d-6e902f945db0'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:36.865510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Bound port: 76638da9-9791-4bd9-ae7b-6571eec2c03b, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ef5207-8af8-4ed2-afc2-c9dd0e77e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '54353a39-4b31-45a3-b78d-6e902f945db0'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:36.866394 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.867897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Checking router: a2c5702d-4d9f-46a8-bdbd-92dc65618250 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:36.868242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Updating router a2c5702d-4d9f-46a8-bdbd-92dc65618250 port 12c52ae2-60da-46c1-9264-e766a389c6f7 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:36.901057 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.916173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Transition to ACTIVE for port object 19e02606-6551-4f97-9202-cca5a235f862 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:36.940694 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.952270 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.997324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] For port 76638da9-9791-4bd9-ae7b-6571eec2c03b, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:37.014235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 54353a39-4b31-45a3-b78d-6e902f945db0 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:37.017471 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] For port 76638da9-9791-4bd9-ae7b-6571eec2c03b, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=76638da9-9791-4bd9-ae7b-6571eec2c03b,segment=NetworkSegment(22ef5207-8af8-4ed2-afc2-c9dd0e77e953),segment_id=22ef5207-8af8-4ed2-afc2-c9dd0e77e953)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:37.018522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:37.022061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=19e02606-6551-4f97-9202-cca5a235f862,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.024554 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.024844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:37.075474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.076024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.092598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cf77a7bc-fc13-45c9-87bc-b15e37ef917b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5502913 Jul 16 18:27:37.092872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48076) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:37.098551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '54353a39-4b31-45a3-b78d-6e902f945db0', 'name': 'tempest-PortsTestJSON-1331273205', 'fixed_ips': [{'subnet_id': 'a4945af5-cf6a-4a2e-80be-de7852017164', 'ip_address': '172.20.0.9'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:37.276638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:37.293918 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.318811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port ca81b23e-609b-4834-9a78-097da6b426d2 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:37.323642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc54a7-ed7a-4b4f-9c29-204dcb943f86 None None] Pushing event updated for resources: {'Port': ['ID=76638da9-9791-4bd9-ae7b-6571eec2c03b,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.490972 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-000977b4-4257-432b-9093-85cc6fbb415e req-f08c4fae-39ee-4d6a-a657-574e526ee6a9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2662663 Jul 16 18:27:37.518552 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.535903 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Transition to ACTIVE for port object 12c52ae2-60da-46c1-9264-e766a389c6f7 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:37.547588 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.610220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.9 (54353a39-4b31-45a3-b78d-6e902f945db0/a4945af5-cf6a-4a2e-80be-de7852017164/ca81b23e-609b-4834-9a78-097da6b426d2) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:37.648065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000977b4-4257-432b-9093-85cc6fbb415e req-de2c95f6-16a8-4005-b8a3-449844a6c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.649885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-000977b4-4257-432b-9093-85cc6fbb415e req-de2c95f6-16a8-4005-b8a3-449844a6c99f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0942791 Jul 16 18:27:37.667253 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940c1b3-d976-4276-a714-31b2cf043365 None None] Pushing event updated for resources: {'Port': ['ID=12c52ae2-60da-46c1-9264-e766a389c6f7,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.690256 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Attempting to bind port 12c52ae2-60da-46c1-9264-e766a389c6f7 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:37.692459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Attempting to bind port 12c52ae2-60da-46c1-9264-e766a389c6f7 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '7c4ce08d-e076-41a2-b51f-284c80bb39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:37.694718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Attempting to bind port 12c52ae2-60da-46c1-9264-e766a389c6f7 on network e0076433-0174-42b7-8c5b-20ee7ad18276 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:37.703196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:37.703622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Checking segment: {'id': '7c4ce08d-e076-41a2-b51f-284c80bb39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:37.704031 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.704518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Bound using segment: {'id': '7c4ce08d-e076-41a2-b51f-284c80bb39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:37.705069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Bound port: 12c52ae2-60da-46c1-9264-e766a389c6f7, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4ce08d-e076-41a2-b51f-284c80bb39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:37.705580 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.788541 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 76638da9-9791-4bd9-ae7b-6571eec2c03b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:37.811588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000977b4-4257-432b-9093-85cc6fbb415e req-f12fa651-cb68-45eb-81d2-54e891d2bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.813076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-000977b4-4257-432b-9093-85cc6fbb415e req-f12fa651-cb68-45eb-81d2-54e891d2bc44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cd237a77-7883-4f3b-a236-6d30582b9dbe HTTP/1.1" status: 200 len: 897 time: 0.1276639 Jul 16 18:27:37.856848 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] For port 12c52ae2-60da-46c1-9264-e766a389c6f7, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:37.860883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] For port 12c52ae2-60da-46c1-9264-e766a389c6f7, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=12c52ae2-60da-46c1-9264-e766a389c6f7,segment=NetworkSegment(7c4ce08d-e076-41a2-b51f-284c80bb39c9),segment_id=7c4ce08d-e076-41a2-b51f-284c80bb39c9)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:37.869120 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.902749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 76638da9-9791-4bd9-ae7b-6571eec2c03b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:37.944837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:37.945832 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:27:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:37.947898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940c1b3-d976-4276-a714-31b2cf043365 None None] Pushing event updated for resources: {'Port': ['ID=12c52ae2-60da-46c1-9264-e766a389c6f7,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.965778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-000977b4-4257-432b-9093-85cc6fbb415e req-359dd1db-33bc-443c-a066-a9f6b7c78c69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33b2617-101b-458f-b3cd-1f2a82fcbb7f HTTP/1.1" status: 200 len: 1001 time: 0.1392710 Jul 16 18:27:38.057606 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.080111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000977b4-4257-432b-9093-85cc6fbb415e req-cf84b334-7b53-473d-a5ed-bc5c0d897321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.082383 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-000977b4-4257-432b-9093-85cc6fbb415e req-cf84b334-7b53-473d-a5ed-bc5c0d897321 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be47b853-4355-45f7-8875-7a657957d8d3 HTTP/1.1" status: 200 len: 834 time: 0.1056695 Jul 16 18:27:38.083730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Transition to ACTIVE for port object ca81b23e-609b-4834-9a78-097da6b426d2 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:38.137953 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:38.192983 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.197039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000977b4-4257-432b-9093-85cc6fbb415e req-75b240fb-0ddd-42f8-bec2-30d9382b6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.200101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-000977b4-4257-432b-9093-85cc6fbb415e req-75b240fb-0ddd-42f8-bec2-30d9382b6c06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd237a77-7883-4f3b-a236-6d30582b9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098988 Jul 16 18:27:38.293835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=ca81b23e-609b-4834-9a78-097da6b426d2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:38.329066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 54353a39-4b31-45a3-b78d-6e902f945db0 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:38.332118 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:38.336981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:38.464498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-000977b4-4257-432b-9093-85cc6fbb415e req-7a5e7922-61d5-46f3-aa35-36589e8a6f04 service neutron] 10.222.0.35 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503095 Jul 16 18:27:38.479466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.480152 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.546872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-181e6992-5a56-46f6-93fe-b5ee96f6384b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4526377 Jul 16 18:27:38.549389 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48096) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:38.555072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:27:35Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '00972a06-e161-4173-9b19-3db3f65eb7c6', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'port_id': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'mac_address': 'fa:16:3e:b6:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:34Z', 'updated_at': '2021-07-16T18:26:38Z', 'revision_number': 1, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12c52ae2-60da-46c1-9264-e766a389c6f7', 'name': '', 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:55:e3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '1c087b0e-6709-46af-be0c-4d1d6e3e1b9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:34Z', 'updated_at': '2021-07-16T18:27:37Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': '1c087b0e-6709-46af-be0c-4d1d6e3e1b9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:38.605023 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-000977b4-4257-432b-9093-85cc6fbb415e req-82499be8-def4-4960-8ebf-61bb77ffed8c service neutron] 10.222.0.35 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202385 Jul 16 18:27:38.616502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f4d805-ab18-41e3-92bd-a47971262061 None None] Network 54353a39-4b31-45a3-b78d-6e902f945db0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:38.680011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565369d6-3340-430f-b326-c66c4c4340fb None None] The sync data for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 is: [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:27:35Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '00972a06-e161-4173-9b19-3db3f65eb7c6', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'port_id': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'mac_address': 'fa:16:3e:b6:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:34Z', 'updated_at': '2021-07-16T18:26:38Z', 'revision_number': 1, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12c52ae2-60da-46c1-9264-e766a389c6f7', 'name': '', 'network_id': 'e0076433-0174-42b7-8c5b-20ee7ad18276', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:55:e3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '1c087b0e-6709-46af-be0c-4d1d6e3e1b9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:34Z', 'updated_at': '2021-07-16T18:27:37Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': '1c087b0e-6709-46af-be0c-4d1d6e3e1b9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:38.695826 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ba119-d212-498b-b901-d8bc55377de1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.697974 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4b7ba119-d212-498b-b901-d8bc55377de1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1463752 Jul 16 18:27:38.698548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1d3292e6-0688-42d6-bc69-68a52e709907 None None] Provisioning for port 76638da9-9791-4bd9-ae7b-6571eec2c03b completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:38.701143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48100) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:38.791490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1d3292e6-0688-42d6-bc69-68a52e709907 None None] Provisioning complete for port 76638da9-9791-4bd9-ae7b-6571eec2c03b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:38.791863 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1d3292e6-0688-42d6-bc69-68a52e709907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.862288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c93dab-860c-492d-8cfc-52dde9b3faca tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.868587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c93dab-860c-492d-8cfc-52dde9b3faca tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.874570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c93dab-860c-492d-8cfc-52dde9b3faca tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.879350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-16c93dab-860c-492d-8cfc-52dde9b3faca tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1742232 Jul 16 18:27:38.880267 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48106) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:39.001396 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1b190-f6fb-4a87-85f8-d34917472dd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port ca81b23e-609b-4834-9a78-097da6b426d2 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:39.001845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b190-f6fb-4a87-85f8-d34917472dd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.068787 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1d3292e6-0688-42d6-bc69-68a52e709907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.121095 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1d3292e6-0688-42d6-bc69-68a52e709907 None None] For port 76638da9-9791-4bd9-ae7b-6571eec2c03b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=76638da9-9791-4bd9-ae7b-6571eec2c03b,segment=NetworkSegment(22ef5207-8af8-4ed2-afc2-c9dd0e77e953),segment_id=22ef5207-8af8-4ed2-afc2-c9dd0e77e953)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:39.123465 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b190-f6fb-4a87-85f8-d34917472dd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.129508 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1d3292e6-0688-42d6-bc69-68a52e709907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.138755 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1b190-f6fb-4a87-85f8-d34917472dd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for ca81b23e-609b-4834-9a78-097da6b426d2 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:39.223854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3292e6-0688-42d6-bc69-68a52e709907 None None] Pushing event updated for resources: {'Port': ['ID=76638da9-9791-4bd9-ae7b-6571eec2c03b,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:39.308081 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b190-f6fb-4a87-85f8-d34917472dd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.459069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-525fc492-20ef-4ae7-8e21-1c9ee3cfae43 None None] Provisioning for port 19e02606-6551-4f97-9202-cca5a235f862 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:39.465439 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-525fc492-20ef-4ae7-8e21-1c9ee3cfae43 None None] Provisioning complete for port 19e02606-6551-4f97-9202-cca5a235f862 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:39.465815 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-525fc492-20ef-4ae7-8e21-1c9ee3cfae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.526072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-525fc492-20ef-4ae7-8e21-1c9ee3cfae43 None None] Port 19e02606-6551-4f97-9202-cca5a235f862 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:39.535756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-525fc492-20ef-4ae7-8e21-1c9ee3cfae43 None None] Could not find standard attr ID for object ca81b23e-609b-4834-9a78-097da6b426d2. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:27:39.546535 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-525fc492-20ef-4ae7-8e21-1c9ee3cfae43 None None] Provisioning complete for port 76638da9-9791-4bd9-ae7b-6571eec2c03b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:39.547008 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-525fc492-20ef-4ae7-8e21-1c9ee3cfae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.783816 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1b190-f6fb-4a87-85f8-d34917472dd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=ca81b23e-609b-4834-9a78-097da6b426d2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:39.801307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c4d19150-d0f7-4a5d-a17e-2d54082b4df6 None None] Provisioning complete for port 19e02606-6551-4f97-9202-cca5a235f862 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:39.802386 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c4d19150-d0f7-4a5d-a17e-2d54082b4df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.878418 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b190-f6fb-4a87-85f8-d34917472dd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.884230 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9ee1b190-f6fb-4a87-85f8-d34917472dd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/ca81b23e-609b-4834-9a78-097da6b426d2 HTTP/1.1" status: 204 len: 168 time: 1.0005209 Jul 16 18:27:39.885115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48114) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:39.890748 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 12c52ae2-60da-46c1-9264-e766a389c6f7 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:39.934655 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a477cdb-538c-4e08-ad31-ebebff2a5be1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:39.939170 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48116) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:39.940079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0a477cdb-538c-4e08-ad31-ebebff2a5be1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/ca81b23e-609b-4834-9a78-097da6b426d2 HTTP/1.1" status: 404 len: 333 time: 0.0530984 Jul 16 18:27:39.946040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c4d19150-d0f7-4a5d-a17e-2d54082b4df6 None None] Port 19e02606-6551-4f97-9202-cca5a235f862 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:39.965886 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 12c52ae2-60da-46c1-9264-e766a389c6f7 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:39.970467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 12c52ae2-60da-46c1-9264-e766a389c6f7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:39.970884 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.062538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9b8c0cc5-43a8-4347-b362-b6ef13e27788 None None] Could not find standard attr ID for object ca81b23e-609b-4834-9a78-097da6b426d2. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:27:40.078361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ced98f69-b350-4fb8-8480-51e11273f8a7 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 19e02606-6551-4f97-9202-cca5a235f862 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:40.078975 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.079561 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ced98f69-b350-4fb8-8480-51e11273f8a7 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.129272 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 12c52ae2-60da-46c1-9264-e766a389c6f7, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=12c52ae2-60da-46c1-9264-e766a389c6f7,segment=NetworkSegment(7c4ce08d-e076-41a2-b51f-284c80bb39c9),segment_id=7c4ce08d-e076-41a2-b51f-284c80bb39c9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:40.135010 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.136000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 76638da9-9791-4bd9-ae7b-6571eec2c03b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:40.178750 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ced98f69-b350-4fb8-8480-51e11273f8a7 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.194624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ced98f69-b350-4fb8-8480-51e11273f8a7 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 19e02606-6551-4f97-9202-cca5a235f862 owned by {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:40.240657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=12c52ae2-60da-46c1-9264-e766a389c6f7,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:40.253644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 76638da9-9791-4bd9-ae7b-6571eec2c03b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:40.254116 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.348458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ced98f69-b350-4fb8-8480-51e11273f8a7 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.377079 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced98f69-b350-4fb8-8480-51e11273f8a7 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=19e02606-6551-4f97-9202-cca5a235f862,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:40.455200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ced98f69-b350-4fb8-8480-51e11273f8a7 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.458021 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ced98f69-b350-4fb8-8480-51e11273f8a7 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/19e02606-6551-4f97-9202-cca5a235f862 HTTP/1.1" status: 204 len: 168 time: 0.5171199 Jul 16 18:27:40.460289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48124) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:40.488977 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-66883bb1-b8e4-4075-8c71-89cb884b8296 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:40.491131 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-66883bb1-b8e4-4075-8c71-89cb884b8296 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/19e02606-6551-4f97-9202-cca5a235f862 HTTP/1.1" status: 404 len: 333 time: 0.0295024 Jul 16 18:27:40.493409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48126) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:40.545714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5683df9a-3520-4ab0-bd40-6770971edbd2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting subnet a4945af5-cf6a-4a2e-80be-de7852017164 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:40.549210 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5683df9a-3520-4ab0-bd40-6770971edbd2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.590165 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5683df9a-3520-4ab0-bd40-6770971edbd2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.674671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5683df9a-3520-4ab0-bd40-6770971edbd2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.732375 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5683df9a-3520-4ab0-bd40-6770971edbd2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.761388 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5683df9a-3520-4ab0-bd40-6770971edbd2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.765579 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5683df9a-3520-4ab0-bd40-6770971edbd2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/a4945af5-cf6a-4a2e-80be-de7852017164 HTTP/1.1" status: 204 len: 168 time: 0.2688258 Jul 16 18:27:40.765579 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683df9a-3520-4ab0-bd40-6770971edbd2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Subnet': ['ID=a4945af5-cf6a-4a2e-80be-de7852017164,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:40.766463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48128) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:40.768873 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c6192d-9a4f-4886-9d2c-1ce46bead13e None None] Network 54353a39-4b31-45a3-b78d-6e902f945db0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:40.848614 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.902856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 76638da9-9791-4bd9-ae7b-6571eec2c03b {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:40.903207 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.955689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779e9c5-52a0-4d2a-8b00-443b203d45d1 None None] DHCP port deletion for 54353a39-4b31-45a3-b78d-6e902f945db0 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:40.969861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] For port 76638da9-9791-4bd9-ae7b-6571eec2c03b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=76638da9-9791-4bd9-ae7b-6571eec2c03b,segment=NetworkSegment(22ef5207-8af8-4ed2-afc2-c9dd0e77e953),segment_id=22ef5207-8af8-4ed2-afc2-c9dd0e77e953)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:40.970225 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.981838 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 76638da9-9791-4bd9-ae7b-6571eec2c03b owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:41.002599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3779e9c5-52a0-4d2a-8b00-443b203d45d1 None None] Deleting port 76638da9-9791-4bd9-ae7b-6571eec2c03b {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:41.002979 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3779e9c5-52a0-4d2a-8b00-443b203d45d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.080378 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.109672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=76638da9-9791-4bd9-ae7b-6571eec2c03b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:41.115620 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No DVR routers for this DVR port 76638da9-9791-4bd9-ae7b-6571eec2c03b on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:41.200130 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.211495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54353a39-4b31-45a3-b78d-6e902f945db0']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:41.221448 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ef5207-8af8-4ed2-afc2-c9dd0e77e953') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:41.221738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ef5207-8af8-4ed2-afc2-c9dd0e77e953') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:41.230418 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.231261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-3779e9c5-52a0-4d2a-8b00-443b203d45d1 None None] For port 76638da9-9791-4bd9-ae7b-6571eec2c03b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=76638da9-9791-4bd9-ae7b-6571eec2c03b,segment=NetworkSegment(22ef5207-8af8-4ed2-afc2-c9dd0e77e953),segment_id=22ef5207-8af8-4ed2-afc2-c9dd0e77e953)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:41.231689 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3779e9c5-52a0-4d2a-8b00-443b203d45d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.245826 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.246066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3779e9c5-52a0-4d2a-8b00-443b203d45d1 None None] Calling delete_port for 76638da9-9791-4bd9-ae7b-6571eec2c03b owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:41.252368 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:41.252853 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:41.257044 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:41.317408 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:41.321373 n-d-787206-10 neutron-server[100171]: self.session.flush() Jul 16 18:27:41.329666 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.330713 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3779e9c5-52a0-4d2a-8b00-443b203d45d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.332307 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/networks/54353a39-4b31-45a3-b78d-6e902f945db0 HTTP/1.1" status: 204 len: 168 time: 0.5642021 Jul 16 18:27:41.336105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48132) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.341850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b1bd218f-a5c7-48fc-9c38-200e73f39fe0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1807708618'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:41.351215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e1c29-1734-405d-840b-9ab7e5624907 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Network': ['ID=54353a39-4b31-45a3-b78d-6e902f945db0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:41.359725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3779e9c5-52a0-4d2a-8b00-443b203d45d1 None None] Network 54353a39-4b31-45a3-b78d-6e902f945db0 is not hosted by any dhcp agent {{(pid=100171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:27:41.360432 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779e9c5-52a0-4d2a-8b00-443b203d45d1 None None] No DVR routers for this DVR port 76638da9-9791-4bd9-ae7b-6571eec2c03b on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:41.362182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779e9c5-52a0-4d2a-8b00-443b203d45d1 None None] Pushing event deleted for resources: {'Port': ['ID=76638da9-9791-4bd9-ae7b-6571eec2c03b,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:41.380831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bd218f-a5c7-48fc-9c38-200e73f39fe0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:41.384788 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b1bd218f-a5c7-48fc-9c38-200e73f39fe0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.413146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1bd218f-a5c7-48fc-9c38-200e73f39fe0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:41.423908 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b1bd218f-a5c7-48fc-9c38-200e73f39fe0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.424294 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-b1bd218f-a5c7-48fc-9c38-200e73f39fe0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Added segment 3e53d6a7-8690-4308-bb40-fe35a7d40acd of type vlan for network 3978a39c-9274-4714-bc66-736845341379 Jul 16 18:27:41.468410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b1bd218f-a5c7-48fc-9c38-200e73f39fe0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.497642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b1bd218f-a5c7-48fc-9c38-200e73f39fe0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.503971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bd218f-a5c7-48fc-9c38-200e73f39fe0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.504681 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b1bd218f-a5c7-48fc-9c38-200e73f39fe0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.545890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b1bd218f-a5c7-48fc-9c38-200e73f39fe0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2085278 Jul 16 18:27:41.548795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48140) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.556179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1f0a4e8c-396b-4dd2-9bbe-274a2122906b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '3978a39c-9274-4714-bc66-736845341379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:41.593766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd218f-a5c7-48fc-9c38-200e73f39fe0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Network': ['ID=3978a39c-9274-4714-bc66-736845341379,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:41.606217 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 3978a39c-9274-4714-bc66-736845341379 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:41.675924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0a4e8c-396b-4dd2-9bbe-274a2122906b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:41.679210 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f0a4e8c-396b-4dd2-9bbe-274a2122906b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.727086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 12c52ae2-60da-46c1-9264-e766a389c6f7 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:41.778821 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 12c52ae2-60da-46c1-9264-e766a389c6f7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:41.779305 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.929183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 76638da9-9791-4bd9-ae7b-6571eec2c03b no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:41.951778 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 76638da9-9791-4bd9-ae7b-6571eec2c03b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:41.952139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 76638da9-9791-4bd9-ae7b-6571eec2c03b not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:42.207610 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f0a4e8c-396b-4dd2-9bbe-274a2122906b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.270466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a4e8c-396b-4dd2-9bbe-274a2122906b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Subnet': ['ID=452b5b6b-e7c2-4dfb-bd17-13fbe88021c7,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:42.276516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a4e8c-396b-4dd2-9bbe-274a2122906b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Checking segment: {'id': '3e53d6a7-8690-4308-bb40-fe35a7d40acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3978a39c-9274-4714-bc66-736845341379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:42.276878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a4e8c-396b-4dd2-9bbe-274a2122906b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network hostable DHCP agents. Network: 3978a39c-9274-4714-bc66-736845341379, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:42.294691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a4e8c-396b-4dd2-9bbe-274a2122906b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 3978a39c-9274-4714-bc66-736845341379 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:42.304322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-1f0a4e8c-396b-4dd2-9bbe-274a2122906b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 3978a39c-9274-4714-bc66-736845341379) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:42.308371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a4e8c-396b-4dd2-9bbe-274a2122906b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.308992 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f0a4e8c-396b-4dd2-9bbe-274a2122906b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.315895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e47054e-5566-4cc5-869e-5362e4a3df26 None None] Network 3978a39c-9274-4714-bc66-736845341379 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:42.327559 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1f0a4e8c-396b-4dd2-9bbe-274a2122906b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7749884 Jul 16 18:27:42.327759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48150) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.333163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6201b492-7481-4954-9628-b3cfe603f9d8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1172151731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:42.368150 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6201b492-7481-4954-9628-b3cfe603f9d8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.369191 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6201b492-7481-4954-9628-b3cfe603f9d8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.428459 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6201b492-7481-4954-9628-b3cfe603f9d8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.434858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6201b492-7481-4954-9628-b3cfe603f9d8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.457815 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6201b492-7481-4954-9628-b3cfe603f9d8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.462162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6201b492-7481-4954-9628-b3cfe603f9d8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1334445 Jul 16 18:27:42.463040 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48154) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.468504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'network_id': '3978a39c-9274-4714-bc66-736845341379', 'name': 'tempest-PortsTestJSON-1108362325'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:42.486596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-3978a39c-9274-4714-bc66-736845341379', 'network_id': '3978a39c-9274-4714-bc66-736845341379', 'tenant_id': 'abbb66a8cb35428fb428303a1a7b721c', 'fixed_ips': [{'subnet_id': '452b5b6b-e7c2-4dfb-bd17-13fbe88021c7'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:42.487513 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.584681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:42.588575 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.609591 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port e0e58072-7e7d-46b2-8289-fb5f7de49e84 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:42.634136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Allocated IP 172.20.0.2 (3978a39c-9274-4714-bc66-736845341379/452b5b6b-e7c2-4dfb-bd17-13fbe88021c7/72514afa-9f1d-41ae-be71-d9c3ee1fc811) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:42.779888 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.788797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Transition to ACTIVE for port object 72514afa-9f1d-41ae-be71-d9c3ee1fc811 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:42.803971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Transition to ACTIVE for port object 72514afa-9f1d-41ae-be71-d9c3ee1fc811 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:42.809576 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.853988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Network 3978a39c-9274-4714-bc66-736845341379 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:42.856836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:42.860494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:42.861691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.13 (3978a39c-9274-4714-bc66-736845341379/452b5b6b-e7c2-4dfb-bd17-13fbe88021c7/e0e58072-7e7d-46b2-8289-fb5f7de49e84) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:42.872042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Pushing event updated for resources: {'Port': ['ID=72514afa-9f1d-41ae-be71-d9c3ee1fc811,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:42.925866 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Attempting to bind port 72514afa-9f1d-41ae-be71-d9c3ee1fc811 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:42.926261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Attempting to bind port 72514afa-9f1d-41ae-be71-d9c3ee1fc811 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '3e53d6a7-8690-4308-bb40-fe35a7d40acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3978a39c-9274-4714-bc66-736845341379'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:42.926980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Attempting to bind port 72514afa-9f1d-41ae-be71-d9c3ee1fc811 on network 3978a39c-9274-4714-bc66-736845341379 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:42.931849 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:42.932225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Checking segment: {'id': '3e53d6a7-8690-4308-bb40-fe35a7d40acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3978a39c-9274-4714-bc66-736845341379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:42.932626 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.933019 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Bound using segment: {'id': '3e53d6a7-8690-4308-bb40-fe35a7d40acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3978a39c-9274-4714-bc66-736845341379'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:42.933481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Bound port: 72514afa-9f1d-41ae-be71-d9c3ee1fc811, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e53d6a7-8690-4308-bb40-fe35a7d40acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3978a39c-9274-4714-bc66-736845341379'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:42.933865 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.996208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] For port 72514afa-9f1d-41ae-be71-d9c3ee1fc811, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:42.999333 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] For port 72514afa-9f1d-41ae-be71-d9c3ee1fc811, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=72514afa-9f1d-41ae-be71-d9c3ee1fc811,segment=NetworkSegment(3e53d6a7-8690-4308-bb40-fe35a7d40acd),segment_id=3e53d6a7-8690-4308-bb40-fe35a7d40acd)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:43.005228 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.054509 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.070295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Transition to ACTIVE for port object e0e58072-7e7d-46b2-8289-fb5f7de49e84 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:43.077663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbe52b-f747-4f2e-8e85-eefcd4c50064 None None] Pushing event updated for resources: {'Port': ['ID=72514afa-9f1d-41ae-be71-d9c3ee1fc811,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:43.114512 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.164367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 3978a39c-9274-4714-bc66-736845341379 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:43.167897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:43.176594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=e0e58072-7e7d-46b2-8289-fb5f7de49e84,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:43.180565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:43.236952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.239548 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.264844 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6e11270f-400e-4bac-895d-9d0d9263d141 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8004982 Jul 16 18:27:43.267629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48168) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:43.624974 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.766823 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 72514afa-9f1d-41ae-be71-d9c3ee1fc811 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:43.822645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 72514afa-9f1d-41ae-be71-d9c3ee1fc811 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:43.907395 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.913763 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.996490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=e0e58072-7e7d-46b2-8289-fb5f7de49e84,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.095487 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff634c5-beef-4d59-836b-c573be05e0a7 None None] Network 3978a39c-9274-4714-bc66-736845341379 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:44.168099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3006a31f-5063-4f56-8e99-ac9826dd8211 None None] Provisioning for port 72514afa-9f1d-41ae-be71-d9c3ee1fc811 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:44.177295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3006a31f-5063-4f56-8e99-ac9826dd8211 None None] Provisioning complete for port 72514afa-9f1d-41ae-be71-d9c3ee1fc811 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:44.177668 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3006a31f-5063-4f56-8e99-ac9826dd8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.183200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.334569 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3006a31f-5063-4f56-8e99-ac9826dd8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.338077 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.378086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-3006a31f-5063-4f56-8e99-ac9826dd8211 None None] For port 72514afa-9f1d-41ae-be71-d9c3ee1fc811, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=72514afa-9f1d-41ae-be71-d9c3ee1fc811,segment=NetworkSegment(3e53d6a7-8690-4308-bb40-fe35a7d40acd),segment_id=3e53d6a7-8690-4308-bb40-fe35a7d40acd)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:44.383832 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3006a31f-5063-4f56-8e99-ac9826dd8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.454005 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006a31f-5063-4f56-8e99-ac9826dd8211 None None] Pushing event updated for resources: {'Port': ['ID=72514afa-9f1d-41ae-be71-d9c3ee1fc811,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.638844 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.645527 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.716990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ac5a246d-fa1e-4bd1-9b93-6015535a25fe None None] Provisioning for port e0e58072-7e7d-46b2-8289-fb5f7de49e84 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:44.721923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ac5a246d-fa1e-4bd1-9b93-6015535a25fe None None] Provisioning complete for port e0e58072-7e7d-46b2-8289-fb5f7de49e84 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:44.723795 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ac5a246d-fa1e-4bd1-9b93-6015535a25fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.732850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.734748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=e0e58072-7e7d-46b2-8289-fb5f7de49e84,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.764927 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a246d-fa1e-4bd1-9b93-6015535a25fe None None] Port e0e58072-7e7d-46b2-8289-fb5f7de49e84 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:44.778218 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ac5a246d-fa1e-4bd1-9b93-6015535a25fe None None] Provisioning complete for port 72514afa-9f1d-41ae-be71-d9c3ee1fc811 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:44.778879 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ac5a246d-fa1e-4bd1-9b93-6015535a25fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.843876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 3978a39c-9274-4714-bc66-736845341379 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:44.845506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:44.992469 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Router 0799bf35-dca3-4801-8639-33def52a0110 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:27:45.007178 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bfc3e8c6-9cc1-4ad2-829a-180405451433 None None] Provisioning complete for port e0e58072-7e7d-46b2-8289-fb5f7de49e84 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:45.007579 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e8c6-9cc1-4ad2-829a-180405451433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.053379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3e8c6-9cc1-4ad2-829a-180405451433 None None] Port e0e58072-7e7d-46b2-8289-fb5f7de49e84 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:45.105073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:45.112667 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-11b9b965-14c0-4187-87de-0c7c814288a0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "PUT /v2.0/routers/0799bf35-dca3-4801-8639-33def52a0110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8387403 Jul 16 18:27:45.113419 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48200) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:45.120823 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae380fb7-d881-4c29-8180-6f98cfe0edf3 None None] Sync routers for ids ['0799bf35-dca3-4801-8639-33def52a0110'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:45.132538 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae380fb7-d881-4c29-8180-6f98cfe0edf3 None None] Routers {'0799bf35-dca3-4801-8639-33def52a0110'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:45.133343 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ae380fb7-d881-4c29-8180-6f98cfe0edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:27:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0799bf35-dca3-4801-8639-33def52a0110'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:45.166427 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ae380fb7-d881-4c29-8180-6f98cfe0edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:45.176318 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae380fb7-d881-4c29-8180-6f98cfe0edf3 None None] Routers {'0799bf35-dca3-4801-8639-33def52a0110'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:45.176562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4f267ad4-698a-48e9-b3f7-bd63593c49c6 None None] Provisioning complete for port e0e58072-7e7d-46b2-8289-fb5f7de49e84 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:45.176726 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4f267ad4-698a-48e9-b3f7-bd63593c49c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.177528 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ae380fb7-d881-4c29-8180-6f98cfe0edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:27:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0799bf35-dca3-4801-8639-33def52a0110'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:45.217155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-4f267ad4-698a-48e9-b3f7-bd63593c49c6 None None] Port e0e58072-7e7d-46b2-8289-fb5f7de49e84 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:45.225887 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ae380fb7-d881-4c29-8180-6f98cfe0edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:45.226542 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae380fb7-d881-4c29-8180-6f98cfe0edf3 None None] The sync data for ids ['0799bf35-dca3-4801-8639-33def52a0110'] in n-d-787206-10 is: [] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:45.250555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3772534-d9da-4c32-9998-2947a39487b7 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.252333 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a3772534-d9da-4c32-9998-2947a39487b7 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports?device_id=0799bf35-dca3-4801-8639-33def52a0110 HTTP/1.1" status: 200 len: 983 time: 0.1381874 Jul 16 18:27:45.255818 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48206) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:45.446400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-68d4f1e7-1334-4c1d-93be-a1d55e4fc685 None None] Provisioning complete for port e0e58072-7e7d-46b2-8289-fb5f7de49e84 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:45.447160 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-68d4f1e7-1334-4c1d-93be-a1d55e4fc685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.498486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-68d4f1e7-1334-4c1d-93be-a1d55e4fc685 None None] Port e0e58072-7e7d-46b2-8289-fb5f7de49e84 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:45.700849 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 72514afa-9f1d-41ae-be71-d9c3ee1fc811 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:45.745036 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-086e6bfe-e1b8-47d6-918e-8ccfd532ab4f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.752660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 72514afa-9f1d-41ae-be71-d9c3ee1fc811 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:45.753175 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.994067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-086e6bfe-e1b8-47d6-918e-8ccfd532ab4f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port e0e58072-7e7d-46b2-8289-fb5f7de49e84 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:45.994404 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-086e6bfe-e1b8-47d6-918e-8ccfd532ab4f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.098840 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-086e6bfe-e1b8-47d6-918e-8ccfd532ab4f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.113823 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-086e6bfe-e1b8-47d6-918e-8ccfd532ab4f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for e0e58072-7e7d-46b2-8289-fb5f7de49e84 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:46.286278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-086e6bfe-e1b8-47d6-918e-8ccfd532ab4f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.326449 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e6bfe-e1b8-47d6-918e-8ccfd532ab4f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=e0e58072-7e7d-46b2-8289-fb5f7de49e84,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:46.786561 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-086e6bfe-e1b8-47d6-918e-8ccfd532ab4f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.944281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086e6bfe-e1b8-47d6-918e-8ccfd532ab4f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Router 0799bf35-dca3-4801-8639-33def52a0110 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:47.019792 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086e6bfe-e1b8-47d6-918e-8ccfd532ab4f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:47.027812 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-086e6bfe-e1b8-47d6-918e-8ccfd532ab4f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "PUT /v2.0/routers/0799bf35-dca3-4801-8639-33def52a0110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7679424 Jul 16 18:27:47.027812 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48238) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:47.034193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7588c110-5533-41e3-a6f1-62fb4ccdf956 None None] Sync routers for ids ['0799bf35-dca3-4801-8639-33def52a0110'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:47.045385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7588c110-5533-41e3-a6f1-62fb4ccdf956 None None] Routers {'0799bf35-dca3-4801-8639-33def52a0110'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:47.053126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7588c110-5533-41e3-a6f1-62fb4ccdf956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:27:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0799bf35-dca3-4801-8639-33def52a0110'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:47.060897 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d804fc3-b97f-47c6-90ed-c7602ddbc3e8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:47.062695 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4d804fc3-b97f-47c6-90ed-c7602ddbc3e8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/e0e58072-7e7d-46b2-8289-fb5f7de49e84 HTTP/1.1" status: 404 len: 333 time: 0.0342691 Jul 16 18:27:47.065407 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48242) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:47.086602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7588c110-5533-41e3-a6f1-62fb4ccdf956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:47.095286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7588c110-5533-41e3-a6f1-62fb4ccdf956 None None] Routers {'0799bf35-dca3-4801-8639-33def52a0110'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:47.095923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7588c110-5533-41e3-a6f1-62fb4ccdf956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:27:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['0799bf35-dca3-4801-8639-33def52a0110'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:47.134971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-7588c110-5533-41e3-a6f1-62fb4ccdf956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:47.135995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7588c110-5533-41e3-a6f1-62fb4ccdf956 None None] The sync data for ids ['0799bf35-dca3-4801-8639-33def52a0110'] in n-d-787206-10 is: [] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:47.146754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc510-0ca0-4e75-90e3-168674b6c4bd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.307015 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc510-0ca0-4e75-90e3-168674b6c4bd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.309522 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc510-0ca0-4e75-90e3-168674b6c4bd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.357089 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc510-0ca0-4e75-90e3-168674b6c4bd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.357625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bcc510-0ca0-4e75-90e3-168674b6c4bd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Fanout notify agent at l3_agent the message router_deleted on router 0799bf35-dca3-4801-8639-33def52a0110 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:27:47.364557 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc510-0ca0-4e75-90e3-168674b6c4bd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.368316 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e7bcc510-0ca0-4e75-90e3-168674b6c4bd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/routers/0799bf35-dca3-4801-8639-33def52a0110 HTTP/1.1" status: 204 len: 168 time: 0.2991254 Jul 16 18:27:47.368316 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48250) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:47.421960 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4711a38-0a9f-4c33-a37e-4417835e22a8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting subnet 452b5b6b-e7c2-4dfb-bd17-13fbe88021c7 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:47.425154 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4711a38-0a9f-4c33-a37e-4417835e22a8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.470485 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4711a38-0a9f-4c33-a37e-4417835e22a8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.553738 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4711a38-0a9f-4c33-a37e-4417835e22a8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.615886 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4711a38-0a9f-4c33-a37e-4417835e22a8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.648765 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4711a38-0a9f-4c33-a37e-4417835e22a8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Subnet': ['ID=452b5b6b-e7c2-4dfb-bd17-13fbe88021c7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:47.653698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e4711a38-0a9f-4c33-a37e-4417835e22a8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.656351 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e4711a38-0a9f-4c33-a37e-4417835e22a8 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/452b5b6b-e7c2-4dfb-bd17-13fbe88021c7 HTTP/1.1" status: 204 len: 168 time: 0.2865171 Jul 16 18:27:47.658532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48258) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:47.666123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe5750a-ab75-4690-88a8-27995f493035 None None] Network 3978a39c-9274-4714-bc66-736845341379 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:47.744425 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.801393 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 72514afa-9f1d-41ae-be71-d9c3ee1fc811 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:47.801988 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.875544 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d7cea-2acc-4a04-94a1-01297cac35c3 None None] DHCP port deletion for 3978a39c-9274-4714-bc66-736845341379 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:47.876869 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] For port 72514afa-9f1d-41ae-be71-d9c3ee1fc811, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=72514afa-9f1d-41ae-be71-d9c3ee1fc811,segment=NetworkSegment(3e53d6a7-8690-4308-bb40-fe35a7d40acd),segment_id=3e53d6a7-8690-4308-bb40-fe35a7d40acd)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:47.877275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.890336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 72514afa-9f1d-41ae-be71-d9c3ee1fc811 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:47.939162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-636d7cea-2acc-4a04-94a1-01297cac35c3 None None] Deleting port 72514afa-9f1d-41ae-be71-d9c3ee1fc811 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:47.939863 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-636d7cea-2acc-4a04-94a1-01297cac35c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.981812 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.006226 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=72514afa-9f1d-41ae-be71-d9c3ee1fc811,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:48.008757 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-636d7cea-2acc-4a04-94a1-01297cac35c3 None None] For port 72514afa-9f1d-41ae-be71-d9c3ee1fc811, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=72514afa-9f1d-41ae-be71-d9c3ee1fc811,segment=NetworkSegment(3e53d6a7-8690-4308-bb40-fe35a7d40acd),segment_id=3e53d6a7-8690-4308-bb40-fe35a7d40acd)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:48.009225 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-636d7cea-2acc-4a04-94a1-01297cac35c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.021208 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No DVR routers for this DVR port 72514afa-9f1d-41ae-be71-d9c3ee1fc811 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:48.025970 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-636d7cea-2acc-4a04-94a1-01297cac35c3 None None] Calling delete_port for 72514afa-9f1d-41ae-be71-d9c3ee1fc811 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:48.107282 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.112046 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-636d7cea-2acc-4a04-94a1-01297cac35c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.117820 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3978a39c-9274-4714-bc66-736845341379']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:48.130776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e53d6a7-8690-4308-bb40-fe35a7d40acd') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:48.131080 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e53d6a7-8690-4308-bb40-fe35a7d40acd') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:48.140620 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.142974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d7cea-2acc-4a04-94a1-01297cac35c3 None None] Pushing event deleted for resources: {'Port': ['ID=72514afa-9f1d-41ae-be71-d9c3ee1fc811,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:48.150008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d7cea-2acc-4a04-94a1-01297cac35c3 None None] No DVR routers for this DVR port 72514afa-9f1d-41ae-be71-d9c3ee1fc811 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:48.164570 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.170906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:48.171301 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:48.174375 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:48.246832 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.254599 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.256622 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/networks/3978a39c-9274-4714-bc66-736845341379 HTTP/1.1" status: 204 len: 168 time: 0.5971251 Jul 16 18:27:48.261120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48270) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:48.272136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ccbd0-0c8f-4248-89dc-dbf7de457876 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Network': ['ID=3978a39c-9274-4714-bc66-736845341379,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:48.324446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed3c3f0-fba1-476e-b0a0-1ca06c208d32 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.326088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-aed3c3f0-fba1-476e-b0a0-1ca06c208d32 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/1515f095-2a44-40d1-a96c-b3900123ff2c HTTP/1.1" status: 200 len: 840 time: 0.0639668 Jul 16 18:27:48.329879 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48272) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:48.383241 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-05fca0ba-2fc1-435e-910d-5a6c96bc71bb tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/1515f095-2a44-40d1-a96c-b3900123ff2c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0489647 Jul 16 18:27:48.383510 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48274) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:48.388151 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-176c06eb-21da-41dc-aee0-3fa73ed51307 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:48.487447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176c06eb-21da-41dc-aee0-3fa73ed51307 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:48.491719 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-176c06eb-21da-41dc-aee0-3fa73ed51307 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.686291 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-176c06eb-21da-41dc-aee0-3fa73ed51307 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.731789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176c06eb-21da-41dc-aee0-3fa73ed51307 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:48.735217 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-176c06eb-21da-41dc-aee0-3fa73ed51307 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:48.740114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c06eb-21da-41dc-aee0-3fa73ed51307 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.740831 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-176c06eb-21da-41dc-aee0-3fa73ed51307 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.750647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aa7c18-5f8e-4c13-bc7c-c75ab49944cf None None] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:48.752729 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c06eb-21da-41dc-aee0-3fa73ed51307 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Subnet': ['ID=f4eef114-c68c-48ad-9036-96133aabe89b,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:48.770401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48286) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:48.770669 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-176c06eb-21da-41dc-aee0-3fa73ed51307 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3861411 Jul 16 18:27:48.775030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9dc150b2-db8b-40c3-a6e8-16f5e3f1ca79 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'security_group': {'name': 'tempest-secgroup-1439934860'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:48.797807 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9dc150b2-db8b-40c3-a6e8-16f5e3f1ca79 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.885493 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9dc150b2-db8b-40c3-a6e8-16f5e3f1ca79 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.890167 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9dc150b2-db8b-40c3-a6e8-16f5e3f1ca79 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.914913 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9dc150b2-db8b-40c3-a6e8-16f5e3f1ca79 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.918987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9dc150b2-db8b-40c3-a6e8-16f5e3f1ca79 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1448650 Jul 16 18:27:48.919923 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48288) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:48.927463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc150b2-db8b-40c3-a6e8-16f5e3f1ca79 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e38c3f0-fbdf-4bf0-915c-9aa70c8188fa,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:48.930294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3d18e4d5-375a-4857-812f-63ccf2106b99 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'security_group': {'name': 'tempest-secgroup-1353523895'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:48.954260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'tenant_id': 'abbb66a8cb35428fb428303a1a7b721c', 'fixed_ips': [{'subnet_id': 'f4eef114-c68c-48ad-9036-96133aabe89b'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:48.956988 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.964520 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d18e4d5-375a-4857-812f-63ccf2106b99 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.080264 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d18e4d5-375a-4857-812f-63ccf2106b99 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.086846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d18e4d5-375a-4857-812f-63ccf2106b99 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.111988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Allocated IP 172.20.0.2 (755b6e16-cb2c-48e6-a8c1-db1685e4bbad/f4eef114-c68c-48ad-9036-96133aabe89b/c3b8dc13-4bb9-4720-92b1-d4ae60b4a840) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:49.115854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3d18e4d5-375a-4857-812f-63ccf2106b99 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.117210 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3d18e4d5-375a-4857-812f-63ccf2106b99 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1944320 Jul 16 18:27:49.119960 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48294) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:49.124857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-276089252', 'security_groups': ['33618536-e65f-4170-a438-afbcab8a5f40'], 'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f4eef114-c68c-48ad-9036-96133aabe89b'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:49.130383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18e4d5-375a-4857-812f-63ccf2106b99 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33618536-e65f-4170-a438-afbcab8a5f40,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.246946 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:49.277293 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.288200 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Transition to ACTIVE for port object c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:49.310978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Transition to ACTIVE for port object c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:49.318618 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.336730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.354018 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f yet. {{(pid=100170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:49.359786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:49.365179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:49.371340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:49.373271 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Pushing event updated for resources: {'Port': ['ID=c3b8dc13-4bb9-4720-92b1-d4ae60b4a840,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.435025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Attempting to bind port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:49.435394 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Attempting to bind port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '96d1a8c8-ac07-4e1c-9e51-bfa8617f1440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:49.435791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Attempting to bind port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 on network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:49.441446 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:49.441992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Checking segment: {'id': '96d1a8c8-ac07-4e1c-9e51-bfa8617f1440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:49.442506 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.442907 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Bound using segment: {'id': '96d1a8c8-ac07-4e1c-9e51-bfa8617f1440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:49.443378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Bound port: c3b8dc13-4bb9-4720-92b1-d4ae60b4a840, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d1a8c8-ac07-4e1c-9e51-bfa8617f1440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:49.443786 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.514918 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] For port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:49.521936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] For port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c3b8dc13-4bb9-4720-92b1-d4ae60b4a840,segment=NetworkSegment(96d1a8c8-ac07-4e1c-9e51-bfa8617f1440),segment_id=96d1a8c8-ac07-4e1c-9e51-bfa8617f1440)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:49.527513 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.535901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.3 (755b6e16-cb2c-48e6-a8c1-db1685e4bbad/f4eef114-c68c-48ad-9036-96133aabe89b/d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:49.594812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b089d-caea-40a6-a6a7-85e4b81bdeeb None None] Pushing event updated for resources: {'Port': ['ID=c3b8dc13-4bb9-4720-92b1-d4ae60b4a840,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.722900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 72514afa-9f1d-41ae-be71-d9c3ee1fc811 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:49.732696 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.746631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 72514afa-9f1d-41ae-be71-d9c3ee1fc811 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:49.747181 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Transition to ACTIVE for port object d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:49.747530 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 72514afa-9f1d-41ae-be71-d9c3ee1fc811 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:49.782380 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.844982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:49.849404 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:49.851821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:49.881823 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.913360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.914019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.932474 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4302d5ed-7d7b-42d5-b5a3-66412bea8e0f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8114567 Jul 16 18:27:49.935136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48318) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:49.940397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1ddb633c-4a9d-4f46-913b-947f37b43699 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:50.067936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddb633c-4a9d-4f46-913b-947f37b43699 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:50.071413 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ddb633c-4a9d-4f46-913b-947f37b43699 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.164762 n-d-787206-10 neutron-server[100170]: INFO neutron.db.ipam_backend_mixin [None req-1ddb633c-4a9d-4f46-913b-947f37b43699 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f4eef114-c68c-48ad-9036-96133aabe89b (CIDR: 172.20.0.0/28) Jul 16 18:27:50.168453 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddb633c-4a9d-4f46-913b-947f37b43699 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:27:50.169053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ddb633c-4a9d-4f46-913b-947f37b43699 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:50.185327 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1ddb633c-4a9d-4f46-913b-947f37b43699 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2490408 Jul 16 18:27:50.188078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48324) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:50.197479 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5697baab-8893-452f-b700-bfcd5ec922b3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:50.311477 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5697baab-8893-452f-b700-bfcd5ec922b3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:50.315587 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5697baab-8893-452f-b700-bfcd5ec922b3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.576592 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5697baab-8893-452f-b700-bfcd5ec922b3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.626587 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5697baab-8893-452f-b700-bfcd5ec922b3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:50.629889 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5697baab-8893-452f-b700-bfcd5ec922b3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:50.634270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697baab-8893-452f-b700-bfcd5ec922b3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:50.634852 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5697baab-8893-452f-b700-bfcd5ec922b3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.648136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697baab-8893-452f-b700-bfcd5ec922b3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Subnet': ['ID=9ac5bb67-9778-414c-8022-3a007fec09c4,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:50.659187 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5697baab-8893-452f-b700-bfcd5ec922b3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4700387 Jul 16 18:27:50.662632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48332) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:50.675908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-61d0c41a-13c0-443b-ae26-4a7323320359 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1452770161', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ac5bb67-9778-414c-8022-3a007fec09c4'}], 'security_groups': ['0e38c3f0-fbdf-4bf0-915c-9aa70c8188fa']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:50.719871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5785f6f7-8bbf-43b4-a1f3-1f95712c958f None None] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:50.804577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0a742ea8-f02c-4485-aee8-1f8f17db43af None None] Provisioning for port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:50.855585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0a742ea8-f02c-4485-aee8-1f8f17db43af None None] Provisioning complete for port 1515f095-2a44-40d1-a96c-b3900123ff2c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:50.856049 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0a742ea8-f02c-4485-aee8-1f8f17db43af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.876184 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61d0c41a-13c0-443b-ae26-4a7323320359 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.913062 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0a742ea8-f02c-4485-aee8-1f8f17db43af None None] Port 1515f095-2a44-40d1-a96c-b3900123ff2c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:51.041301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c6f23-e44c-4573-a685-618a3bdf901a None None] Update dhcp port {'port': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'fixed_ips': [{'subnet_id': 'f4eef114-c68c-48ad-9036-96133aabe89b', 'ip_address': '172.20.0.2'}, {'subnet_id': '9ac5bb67-9778-414c-8022-3a007fec09c4'}], 'binding:host_id': 'n-d-787206-10'}, 'id': 'c3b8dc13-4bb9-4720-92b1-d4ae60b4a840'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:27:51.084094 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cf3c6f23-e44c-4573-a685-618a3bdf901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.224741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-61d0c41a-13c0-443b-ae26-4a7323320359 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Delete allocated IP 172.20.0.3 (755b6e16-cb2c-48e6-a8c1-db1685e4bbad/f4eef114-c68c-48ad-9036-96133aabe89b) {{(pid=100169) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:27:51.234427 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-61d0c41a-13c0-443b-ae26-4a7323320359 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.28 (755b6e16-cb2c-48e6-a8c1-db1685e4bbad/9ac5bb67-9778-414c-8022-3a007fec09c4/d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:51.393078 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61d0c41a-13c0-443b-ae26-4a7323320359 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.405225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-61d0c41a-13c0-443b-ae26-4a7323320359 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Ignored duplicate provisioning block setup for port d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:27:51.409753 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61d0c41a-13c0-443b-ae26-4a7323320359 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.465821 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-cf3c6f23-e44c-4573-a685-618a3bdf901a None None] Allocated IP 172.20.0.18 (755b6e16-cb2c-48e6-a8c1-db1685e4bbad/9ac5bb67-9778-414c-8022-3a007fec09c4/c3b8dc13-4bb9-4720-92b1-d4ae60b4a840) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:51.520918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0c41a-13c0-443b-ae26-4a7323320359 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:51.541117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-61d0c41a-13c0-443b-ae26-4a7323320359 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] In _notify_port_updated(), no bound segment for port d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f on network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad {{(pid=100169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:27:51.547559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d0c41a-13c0-443b-ae26-4a7323320359 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.548229 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-61d0c41a-13c0-443b-ae26-4a7323320359 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.549897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-61d0c41a-13c0-443b-ae26-4a7323320359 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "PUT /v2.0/ports/d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f HTTP/1.1" status: 200 len: 921 time: 0.8863726 Jul 16 18:27:51.553508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48350) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:51.583813 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cf3c6f23-e44c-4573-a685-618a3bdf901a None None] For port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c3b8dc13-4bb9-4720-92b1-d4ae60b4a840,segment=NetworkSegment(96d1a8c8-ac07-4e1c-9e51-bfa8617f1440),segment_id=96d1a8c8-ac07-4e1c-9e51-bfa8617f1440)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:51.620920 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cf3c6f23-e44c-4573-a685-618a3bdf901a None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.649775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cf3c6f23-e44c-4573-a685-618a3bdf901a None None] Transition to ACTIVE for port object c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:51.655821 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cf3c6f23-e44c-4573-a685-618a3bdf901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.676041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2e6853aa-d255-4e70-b7a7-522a0aeab752 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:51.676624 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e6853aa-d255-4e70-b7a7-522a0aeab752 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.739570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c6f23-e44c-4573-a685-618a3bdf901a None None] Pushing event updated for resources: {'Port': ['ID=c3b8dc13-4bb9-4720-92b1-d4ae60b4a840,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:51.791814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:51.798476 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e6853aa-d255-4e70-b7a7-522a0aeab752 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.819393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2e6853aa-d255-4e70-b7a7-522a0aeab752 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:51.850737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:51.976981 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e6853aa-d255-4e70-b7a7-522a0aeab752 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.013690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6853aa-d255-4e70-b7a7-522a0aeab752 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:52.100594 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2e6853aa-d255-4e70-b7a7-522a0aeab752 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.103363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2e6853aa-d255-4e70-b7a7-522a0aeab752 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f HTTP/1.1" status: 204 len: 168 time: 0.5486715 Jul 16 18:27:52.106432 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48368) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:52.135543 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae52b25-1d38-4185-9537-b3ab5ba4fc91 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:52.139773 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9ae52b25-1d38-4185-9537-b3ab5ba4fc91 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f HTTP/1.1" status: 404 len: 333 time: 0.0296216 Jul 16 18:27:52.139960 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48370) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:52.197330 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b784166-3e15-446b-ac1f-74f19380999d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.228596 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b784166-3e15-446b-ac1f-74f19380999d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.278598 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b784166-3e15-446b-ac1f-74f19380999d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.281462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b784166-3e15-446b-ac1f-74f19380999d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.285824 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1b784166-3e15-446b-ac1f-74f19380999d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/security-groups/33618536-e65f-4170-a438-afbcab8a5f40 HTTP/1.1" status: 204 len: 168 time: 0.1418424 Jul 16 18:27:52.286473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48372) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:52.293270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b784166-3e15-446b-ac1f-74f19380999d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33618536-e65f-4170-a438-afbcab8a5f40,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:52.354046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0d820f42-ded2-4dd7-9596-e64d046e9da0 None None] Provisioning for port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:52.361596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0d820f42-ded2-4dd7-9596-e64d046e9da0 None None] Provisioning complete for port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:52.362282 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0d820f42-ded2-4dd7-9596-e64d046e9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.362541 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-145f7726-473c-4f23-8dac-61510747b308 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.389329 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-145f7726-473c-4f23-8dac-61510747b308 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.448583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-145f7726-473c-4f23-8dac-61510747b308 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.452622 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-145f7726-473c-4f23-8dac-61510747b308 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.454047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-145f7726-473c-4f23-8dac-61510747b308 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/security-groups/0e38c3f0-fbdf-4bf0-915c-9aa70c8188fa HTTP/1.1" status: 204 len: 168 time: 0.1663837 Jul 16 18:27:52.457485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48374) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:52.489671 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f7726-473c-4f23-8dac-61510747b308 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e38c3f0-fbdf-4bf0-915c-9aa70c8188fa,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:52.539789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0a794c-c1f1-4683-930e-fcbd8810f018 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting subnet f4eef114-c68c-48ad-9036-96133aabe89b {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:52.543909 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed0a794c-c1f1-4683-930e-fcbd8810f018 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.603583 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed0a794c-c1f1-4683-930e-fcbd8810f018 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.662510 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0d820f42-ded2-4dd7-9596-e64d046e9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.700100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0d820f42-ded2-4dd7-9596-e64d046e9da0 None None] For port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c3b8dc13-4bb9-4720-92b1-d4ae60b4a840,segment=NetworkSegment(96d1a8c8-ac07-4e1c-9e51-bfa8617f1440),segment_id=96d1a8c8-ac07-4e1c-9e51-bfa8617f1440)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:52.703976 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0d820f42-ded2-4dd7-9596-e64d046e9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.706393 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed0a794c-c1f1-4683-930e-fcbd8810f018 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.761423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0d820f42-ded2-4dd7-9596-e64d046e9da0 None None] Provisioning complete for port 1515f095-2a44-40d1-a96c-b3900123ff2c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:52.761957 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0d820f42-ded2-4dd7-9596-e64d046e9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.766490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d820f42-ded2-4dd7-9596-e64d046e9da0 None None] Pushing event updated for resources: {'Port': ['ID=c3b8dc13-4bb9-4720-92b1-d4ae60b4a840,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:52.785299 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed0a794c-c1f1-4683-930e-fcbd8810f018 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.802097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0d820f42-ded2-4dd7-9596-e64d046e9da0 None None] Port 1515f095-2a44-40d1-a96c-b3900123ff2c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:52.810075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0d820f42-ded2-4dd7-9596-e64d046e9da0 None None] Could not find standard attr ID for object d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:27:52.815414 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a794c-c1f1-4683-930e-fcbd8810f018 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Subnet': ['ID=f4eef114-c68c-48ad-9036-96133aabe89b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:52.822003 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed0a794c-c1f1-4683-930e-fcbd8810f018 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.824441 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ed0a794c-c1f1-4683-930e-fcbd8810f018 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/f4eef114-c68c-48ad-9036-96133aabe89b HTTP/1.1" status: 204 len: 168 time: 0.3656580 Jul 16 18:27:52.829060 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48378) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:52.834843 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-277d96ba-176f-4223-96cd-3da018cbd94a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:52.923386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d6bf36fe-4f65-4e4c-aa34-158f0bddf198 None None] Could not find standard attr ID for object d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:27:52.947640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277d96ba-176f-4223-96cd-3da018cbd94a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:52.951593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-277d96ba-176f-4223-96cd-3da018cbd94a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.120912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d17c69-4a1e-4ed9-8091-d7f2e34305d8 None None] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:53.147591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9c242ea7-0cfb-44ba-8272-adbdae3a477f None None] Could not find standard attr ID for object d4c2c7ba-d6e2-40ab-a6d6-4c2ce419e53f. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:27:53.202591 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-277d96ba-176f-4223-96cd-3da018cbd94a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.254952 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277d96ba-176f-4223-96cd-3da018cbd94a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:53.260461 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-277d96ba-176f-4223-96cd-3da018cbd94a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:53.264992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277d96ba-176f-4223-96cd-3da018cbd94a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.265675 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-277d96ba-176f-4223-96cd-3da018cbd94a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.268156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d96ba-176f-4223-96cd-3da018cbd94a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Subnet': ['ID=3749f141-8461-4d44-bd25-b9adee6d8b55,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:53.286223 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-277d96ba-176f-4223-96cd-3da018cbd94a tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4532084 Jul 16 18:27:53.286568 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48380) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:53.291884 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b543ffd2-c6dc-47c2-9211-7d3d5a491fd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'security_group': {'name': 'tempest-secgroup-322125368'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:53.320158 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b543ffd2-c6dc-47c2-9211-7d3d5a491fd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.395284 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d4f762-03e5-4bb2-8686-c280121b6c2c None None] Update dhcp port {'port': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'fixed_ips': [{'subnet_id': '9ac5bb67-9778-414c-8022-3a007fec09c4', 'ip_address': '172.20.0.18'}, {'subnet_id': '3749f141-8461-4d44-bd25-b9adee6d8b55'}], 'binding:host_id': 'n-d-787206-10'}, 'id': 'c3b8dc13-4bb9-4720-92b1-d4ae60b4a840'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:27:53.420777 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b543ffd2-c6dc-47c2-9211-7d3d5a491fd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.425310 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b543ffd2-c6dc-47c2-9211-7d3d5a491fd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.436768 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-52d4f762-03e5-4bb2-8686-c280121b6c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.457585 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b543ffd2-c6dc-47c2-9211-7d3d5a491fd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.458720 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b543ffd2-c6dc-47c2-9211-7d3d5a491fd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1706145 Jul 16 18:27:53.460786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543ffd2-c6dc-47c2-9211-7d3d5a491fd1 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4e6f31-5da3-4e43-899c-e6e66e0b5578,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:53.462328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48382) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:53.469093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b0c3e02a-0e89-4b3c-95ce-3d612664c42d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'security_group': {'name': 'tempest-secgroup-547907662'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:53.495072 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0c3e02a-0e89-4b3c-95ce-3d612664c42d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.581139 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0c3e02a-0e89-4b3c-95ce-3d612664c42d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.586275 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0c3e02a-0e89-4b3c-95ce-3d612664c42d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.617002 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0c3e02a-0e89-4b3c-95ce-3d612664c42d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.618227 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b0c3e02a-0e89-4b3c-95ce-3d612664c42d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1536615 Jul 16 18:27:53.620378 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3e02a-0e89-4b3c-95ce-3d612664c42d tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f933a57b-b8c7-41a2-8798-5782cded6a90,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:53.621113 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48384) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:53.626719 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2b4d8292-4e1b-4332-b9c6-53a8b796ec50 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'security_group': {'name': 'tempest-secgroup-1824564692'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:53.653393 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8292-4e1b-4332-b9c6-53a8b796ec50 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.659415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-52d4f762-03e5-4bb2-8686-c280121b6c2c None None] Allocated IP 172.20.0.2 (755b6e16-cb2c-48e6-a8c1-db1685e4bbad/3749f141-8461-4d44-bd25-b9adee6d8b55/c3b8dc13-4bb9-4720-92b1-d4ae60b4a840) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:53.747053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:53.755819 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8292-4e1b-4332-b9c6-53a8b796ec50 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.760337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8292-4e1b-4332-b9c6-53a8b796ec50 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.781499 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8292-4e1b-4332-b9c6-53a8b796ec50 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.786579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48388) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:53.787937 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2b4d8292-4e1b-4332-b9c6-53a8b796ec50 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1655390 Jul 16 18:27:53.794182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1409586681', 'security_groups': ['160537e2-74fb-4a28-b0ba-87eafdd85b20'], 'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3749f141-8461-4d44-bd25-b9adee6d8b55'}]}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:53.814199 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d8292-4e1b-4332-b9c6-53a8b796ec50 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160537e2-74fb-4a28-b0ba-87eafdd85b20,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:53.822939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-52d4f762-03e5-4bb2-8686-c280121b6c2c None None] For port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c3b8dc13-4bb9-4720-92b1-d4ae60b4a840,segment=NetworkSegment(96d1a8c8-ac07-4e1c-9e51-bfa8617f1440),segment_id=96d1a8c8-ac07-4e1c-9e51-bfa8617f1440)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:53.853114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:53.853483 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.878512 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-52d4f762-03e5-4bb2-8686-c280121b6c2c None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.901376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-52d4f762-03e5-4bb2-8686-c280121b6c2c None None] Transition to ACTIVE for port object c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:53.906939 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-52d4f762-03e5-4bb2-8686-c280121b6c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.927480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:53.932203 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.949099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 had new provisioning blocks added so it will not transition to active. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 18:27:53.951905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] device_id is not set on port 1d4a1fae-459c-40ae-96c9-c4e37c73f223 yet. {{(pid=100169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:54.008296 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4f762-03e5-4bb2-8686-c280121b6c2c None None] Pushing event updated for resources: {'Port': ['ID=c3b8dc13-4bb9-4720-92b1-d4ae60b4a840,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:54.136608 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.8 (755b6e16-cb2c-48e6-a8c1-db1685e4bbad/3749f141-8461-4d44-bd25-b9adee6d8b55/1d4a1fae-459c-40ae-96c9-c4e37c73f223) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:54.308212 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.322606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Transition to ACTIVE for port object 1d4a1fae-459c-40ae-96c9-c4e37c73f223 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:54.360570 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.409292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:54.414677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:54.422005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:54.459040 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=1d4a1fae-459c-40ae-96c9-c4e37c73f223,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:54.486483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.487109 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.508313 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-01396af2-0d97-4609-a279-21fbc3490578 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7180736 Jul 16 18:27:54.508602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48392) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:54.514082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4feefad6-c785-4c66-88fc-acfc33083441 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:54.515170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbb0d87-4077-45ed-8bb8-8636a36204b6 None None] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:54.597923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3135597a-cfe0-4861-b152-af21a424d570 None None] Provisioning for port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:54.607766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3135597a-cfe0-4861-b152-af21a424d570 None None] Provisioning complete for port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:54.608529 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3135597a-cfe0-4861-b152-af21a424d570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.639522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feefad6-c785-4c66-88fc-acfc33083441 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:54.643194 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4feefad6-c785-4c66-88fc-acfc33083441 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.749852 n-d-787206-10 neutron-server[100169]: INFO neutron.db.ipam_backend_mixin [None req-4feefad6-c785-4c66-88fc-acfc33083441 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3749f141-8461-4d44-bd25-b9adee6d8b55 (CIDR: 172.20.0.0/28) Jul 16 18:27:54.754608 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4feefad6-c785-4c66-88fc-acfc33083441 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:27:54.755413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4feefad6-c785-4c66-88fc-acfc33083441 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:54.770872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4feefad6-c785-4c66-88fc-acfc33083441 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2611499 Jul 16 18:27:54.773845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48396) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:54.779295 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0811a305-6a47-4254-8277-8c13f960f2cf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:54.788798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3135597a-cfe0-4861-b152-af21a424d570 None None] Provisioning complete for port 1515f095-2a44-40d1-a96c-b3900123ff2c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:54.789257 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3135597a-cfe0-4861-b152-af21a424d570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.835405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3135597a-cfe0-4861-b152-af21a424d570 None None] Port 1515f095-2a44-40d1-a96c-b3900123ff2c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:54.913463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0811a305-6a47-4254-8277-8c13f960f2cf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:54.917328 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0811a305-6a47-4254-8277-8c13f960f2cf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.968368 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:27:55.012817 n-d-787206-10 neutron-server[100170]: INFO neutron.db.ipam_backend_mixin [None req-0811a305-6a47-4254-8277-8c13f960f2cf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9ac5bb67-9778-414c-8022-3a007fec09c4 (CIDR: 172.20.0.16/28) Jul 16 18:27:55.016372 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0811a305-6a47-4254-8277-8c13f960f2cf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:27:55.016892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0811a305-6a47-4254-8277-8c13f960f2cf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:55.040072 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0811a305-6a47-4254-8277-8c13f960f2cf tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2649541 Jul 16 18:27:55.041112 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48400) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:55.053066 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5399e50c-457f-4b5f-b616-9f7a0fb62858 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'subnet': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:55.058616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e823a521-5b07-452f-900c-6b4957531e50 None None] Provisioning complete for port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:55.059272 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e823a521-5b07-452f-900c-6b4957531e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.175878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e823a521-5b07-452f-900c-6b4957531e50 None None] Provisioning complete for port 1515f095-2a44-40d1-a96c-b3900123ff2c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:55.176800 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e823a521-5b07-452f-900c-6b4957531e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.187616 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5399e50c-457f-4b5f-b616-9f7a0fb62858 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Made reservation on behalf of abbb66a8cb35428fb428303a1a7b721c for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:55.191879 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5399e50c-457f-4b5f-b616-9f7a0fb62858 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.223542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e823a521-5b07-452f-900c-6b4957531e50 None None] Port 1515f095-2a44-40d1-a96c-b3900123ff2c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:55.235994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e823a521-5b07-452f-900c-6b4957531e50 None None] Provisioning for port 1d4a1fae-459c-40ae-96c9-c4e37c73f223 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:55.241335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e823a521-5b07-452f-900c-6b4957531e50 None None] Provisioning complete for port 1d4a1fae-459c-40ae-96c9-c4e37c73f223 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:55.242951 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e823a521-5b07-452f-900c-6b4957531e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.279919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e823a521-5b07-452f-900c-6b4957531e50 None None] Port 1d4a1fae-459c-40ae-96c9-c4e37c73f223 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:55.400132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ab4e7908-b97f-4fbf-8c68-a56ab512299f None None] Provisioning complete for port 1d4a1fae-459c-40ae-96c9-c4e37c73f223 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:55.400609 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ab4e7908-b97f-4fbf-8c68-a56ab512299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.439366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e7908-b97f-4fbf-8c68-a56ab512299f None None] Port 1d4a1fae-459c-40ae-96c9-c4e37c73f223 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:55.690392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:55.747351 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:55.747762 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.785168 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5399e50c-457f-4b5f-b616-9f7a0fb62858 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.842230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5399e50c-457f-4b5f-b616-9f7a0fb62858 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:55.842230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5399e50c-457f-4b5f-b616-9f7a0fb62858 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:55.847479 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5399e50c-457f-4b5f-b616-9f7a0fb62858 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.848050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5399e50c-457f-4b5f-b616-9f7a0fb62858 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.851301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4bc4fd-17a4-4f38-83b4-f0abf4f63669 None None] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:55.868846 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5399e50c-457f-4b5f-b616-9f7a0fb62858 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8240778 Jul 16 18:27:55.869107 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48404) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:55.874891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d7294113-41ca-4a08-8991-0466180145cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-938232385', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f282dea9-8686-4519-a137-2d4f0f9403db'}], 'security_groups': ['fa4e6f31-5da3-4e43-899c-e6e66e0b5578', 'f933a57b-b8c7-41a2-8798-5782cded6a90']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:55.881068 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399e50c-457f-4b5f-b616-9f7a0fb62858 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Subnet': ['ID=f282dea9-8686-4519-a137-2d4f0f9403db,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:56.055629 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7294113-41ca-4a08-8991-0466180145cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.126819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5367bfdc-7a3f-4c45-afe7-6c0d0ee55826 None None] Update dhcp port {'port': {'network_id': '755b6e16-cb2c-48e6-a8c1-db1685e4bbad', 'fixed_ips': [{'subnet_id': '9ac5bb67-9778-414c-8022-3a007fec09c4', 'ip_address': '172.20.0.18'}, {'subnet_id': '3749f141-8461-4d44-bd25-b9adee6d8b55', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f282dea9-8686-4519-a137-2d4f0f9403db'}], 'binding:host_id': 'n-d-787206-10'}, 'id': 'c3b8dc13-4bb9-4720-92b1-d4ae60b4a840'} from n-d-787206-10. {{(pid=100171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:27:56.165372 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5367bfdc-7a3f-4c45-afe7-6c0d0ee55826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.362041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-d7294113-41ca-4a08-8991-0466180145cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Delete allocated IP 172.20.0.8 (755b6e16-cb2c-48e6-a8c1-db1685e4bbad/3749f141-8461-4d44-bd25-b9adee6d8b55) {{(pid=100170) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:27:56.370501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-d7294113-41ca-4a08-8991-0466180145cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Allocated IP 172.20.0.43 (755b6e16-cb2c-48e6-a8c1-db1685e4bbad/f282dea9-8686-4519-a137-2d4f0f9403db/1d4a1fae-459c-40ae-96c9-c4e37c73f223) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:56.542676 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7294113-41ca-4a08-8991-0466180145cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.558034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-d7294113-41ca-4a08-8991-0466180145cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Transition to ACTIVE for port object 1d4a1fae-459c-40ae-96c9-c4e37c73f223 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:56.561845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7294113-41ca-4a08-8991-0466180145cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.614014 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-5367bfdc-7a3f-4c45-afe7-6c0d0ee55826 None None] Allocated IP 172.20.0.34 (755b6e16-cb2c-48e6-a8c1-db1685e4bbad/f282dea9-8686-4519-a137-2d4f0f9403db/c3b8dc13-4bb9-4720-92b1-d4ae60b4a840) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:56.656418 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7294113-41ca-4a08-8991-0466180145cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event updated for resources: {'Port': ['ID=1d4a1fae-459c-40ae-96c9-c4e37c73f223,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:56.677089 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-d7294113-41ca-4a08-8991-0466180145cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] In _notify_port_updated(), no bound segment for port 1d4a1fae-459c-40ae-96c9-c4e37c73f223 on network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad {{(pid=100170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:27:56.682820 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7294113-41ca-4a08-8991-0466180145cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:56.683459 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d7294113-41ca-4a08-8991-0466180145cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.684817 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d7294113-41ca-4a08-8991-0466180145cd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "PUT /v2.0/ports/1d4a1fae-459c-40ae-96c9-c4e37c73f223 HTTP/1.1" status: 200 len: 959 time: 0.8149180 Jul 16 18:27:56.687735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48408) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:56.715125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5367bfdc-7a3f-4c45-afe7-6c0d0ee55826 None None] For port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c3b8dc13-4bb9-4720-92b1-d4ae60b4a840,segment=NetworkSegment(96d1a8c8-ac07-4e1c-9e51-bfa8617f1440),segment_id=96d1a8c8-ac07-4e1c-9e51-bfa8617f1440)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:56.752265 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.760558 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5367bfdc-7a3f-4c45-afe7-6c0d0ee55826 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.774065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5367bfdc-7a3f-4c45-afe7-6c0d0ee55826 None None] Transition to ACTIVE for port object c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:56.778161 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5367bfdc-7a3f-4c45-afe7-6c0d0ee55826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.789149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-03efb8bf-3437-49e3-a4a1-6f0a187baff5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 1d4a1fae-459c-40ae-96c9-c4e37c73f223 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:56.789485 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-03efb8bf-3437-49e3-a4a1-6f0a187baff5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.845699 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48410) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:56.892512 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-03efb8bf-3437-49e3-a4a1-6f0a187baff5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.912474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-03efb8bf-3437-49e3-a4a1-6f0a187baff5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 1d4a1fae-459c-40ae-96c9-c4e37c73f223 owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:56.931221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367bfdc-7a3f-4c45-afe7-6c0d0ee55826 None None] Pushing event updated for resources: {'Port': ['ID=c3b8dc13-4bb9-4720-92b1-d4ae60b4a840,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:56.939400 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.088593 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-03efb8bf-3437-49e3-a4a1-6f0a187baff5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.123964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efb8bf-3437-49e3-a4a1-6f0a187baff5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=1d4a1fae-459c-40ae-96c9-c4e37c73f223,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:57.203941 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-03efb8bf-3437-49e3-a4a1-6f0a187baff5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.208543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-03efb8bf-3437-49e3-a4a1-6f0a187baff5 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/1d4a1fae-459c-40ae-96c9-c4e37c73f223 HTTP/1.1" status: 204 len: 168 time: 0.5174263 Jul 16 18:27:57.208929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48418) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:57.244016 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79210d9-3c6a-4df5-bb59-b3b695dacf9f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] GET failed (client error): The resource could not be found. Jul 16 18:27:57.248501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b79210d9-3c6a-4df5-bb59-b3b695dacf9f tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports/1d4a1fae-459c-40ae-96c9-c4e37c73f223 HTTP/1.1" status: 404 len: 333 time: 0.0357955 Jul 16 18:27:57.248722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48420) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:57.320767 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fc357801-db48-450e-94d0-1118d81e4d7b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.355169 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fc357801-db48-450e-94d0-1118d81e4d7b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.363642 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-241dc041-f3af-4a1a-b590-21b63581e98d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.415706 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fc357801-db48-450e-94d0-1118d81e4d7b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.418821 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fc357801-db48-450e-94d0-1118d81e4d7b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.422668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fc357801-db48-450e-94d0-1118d81e4d7b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/security-groups/160537e2-74fb-4a28-b0ba-87eafdd85b20 HTTP/1.1" status: 204 len: 168 time: 0.1704042 Jul 16 18:27:57.423666 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48424) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:57.432709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc357801-db48-450e-94d0-1118d81e4d7b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=160537e2-74fb-4a28-b0ba-87eafdd85b20,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:57.543279 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a89ccac0-e363-491e-9401-cecff17995dc tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.579979 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f8482bfc-d9b4-4701-af08-90c8c9fe2ce5 None None] Provisioning for port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:57.585705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f8482bfc-d9b4-4701-af08-90c8c9fe2ce5 None None] Provisioning complete for port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:57.586196 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f8482bfc-d9b4-4701-af08-90c8c9fe2ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.626182 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a89ccac0-e363-491e-9401-cecff17995dc tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.706055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f8482bfc-d9b4-4701-af08-90c8c9fe2ce5 None None] Provisioning complete for port 1515f095-2a44-40d1-a96c-b3900123ff2c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:57.706624 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f8482bfc-d9b4-4701-af08-90c8c9fe2ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.721160 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a89ccac0-e363-491e-9401-cecff17995dc tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.724526 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a89ccac0-e363-491e-9401-cecff17995dc tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.728228 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a89ccac0-e363-491e-9401-cecff17995dc tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/security-groups/f933a57b-b8c7-41a2-8798-5782cded6a90 HTTP/1.1" status: 204 len: 168 time: 0.3009663 Jul 16 18:27:57.729603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48428) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:57.738053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ccac0-e363-491e-9401-cecff17995dc tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f933a57b-b8c7-41a2-8798-5782cded6a90,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:57.745820 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:57.800024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f8482bfc-d9b4-4701-af08-90c8c9fe2ce5 None None] Port 1515f095-2a44-40d1-a96c-b3900123ff2c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:57.805005 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f8482bfc-d9b4-4701-af08-90c8c9fe2ce5 None None] Could not find standard attr ID for object 1d4a1fae-459c-40ae-96c9-c4e37c73f223. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:27:57.821655 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b60bdc8f-7900-41ae-82d6-6c093321436b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.824156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:57.824547 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.853401 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b60bdc8f-7900-41ae-82d6-6c093321436b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.866312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-241dc041-f3af-4a1a-b590-21b63581e98d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting port 12c52ae2-60da-46c1-9264-e766a389c6f7 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:57.866871 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-241dc041-f3af-4a1a-b590-21b63581e98d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.915959 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b60bdc8f-7900-41ae-82d6-6c093321436b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.918754 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b60bdc8f-7900-41ae-82d6-6c093321436b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.922992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b60bdc8f-7900-41ae-82d6-6c093321436b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/security-groups/fa4e6f31-5da3-4e43-899c-e6e66e0b5578 HTTP/1.1" status: 204 len: 168 time: 0.1913807 Jul 16 18:27:57.923718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48430) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:57.944677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bdc8f-7900-41ae-82d6-6c093321436b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4e6f31-5da3-4e43-899c-e6e66e0b5578,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:57.993711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-241dc041-f3af-4a1a-b590-21b63581e98d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] For port 12c52ae2-60da-46c1-9264-e766a389c6f7, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=12c52ae2-60da-46c1-9264-e766a389c6f7,segment=NetworkSegment(7c4ce08d-e076-41a2-b51f-284c80bb39c9),segment_id=7c4ce08d-e076-41a2-b51f-284c80bb39c9)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:57.994094 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-241dc041-f3af-4a1a-b590-21b63581e98d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.016017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-241dc041-f3af-4a1a-b590-21b63581e98d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Calling delete_port for 12c52ae2-60da-46c1-9264-e766a389c6f7 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:58.023274 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc7593b-fed3-443e-aaa5-ea76335962ff tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting subnet 3749f141-8461-4d44-bd25-b9adee6d8b55 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:58.028665 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fc7593b-fed3-443e-aaa5-ea76335962ff tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.034313 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b0bad46a-65a3-417c-81d2-275f2c2037bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.090343 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fc7593b-fed3-443e-aaa5-ea76335962ff tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.197265 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fc7593b-fed3-443e-aaa5-ea76335962ff tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.224652 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-30b1905b-e976-4734-8c85-52c35f69fb3a None None] Could not find standard attr ID for object 1d4a1fae-459c-40ae-96c9-c4e37c73f223. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:27:58.272493 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-241dc041-f3af-4a1a-b590-21b63581e98d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.276815 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fc7593b-fed3-443e-aaa5-ea76335962ff tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.300983 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241dc041-f3af-4a1a-b590-21b63581e98d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Port': ['ID=12c52ae2-60da-46c1-9264-e766a389c6f7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:58.309078 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3fc7593b-fed3-443e-aaa5-ea76335962ff tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.312312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3fc7593b-fed3-443e-aaa5-ea76335962ff tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/3749f141-8461-4d44-bd25-b9adee6d8b55 HTTP/1.1" status: 204 len: 168 time: 0.3840396 Jul 16 18:27:58.314050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7593b-fed3-443e-aaa5-ea76335962ff tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Subnet': ['ID=3749f141-8461-4d44-bd25-b9adee6d8b55,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:58.319821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48432) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:58.428429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b42189-e089-457c-8e2c-1ed32a5f3e58 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting subnet f282dea9-8686-4519-a137-2d4f0f9403db {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:58.435508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b42189-e089-457c-8e2c-1ed32a5f3e58 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.512905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc916f7-c40c-46c1-b263-a8e21389d47c None None] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:58.530914 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b42189-e089-457c-8e2c-1ed32a5f3e58 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.649032 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-241dc041-f3af-4a1a-b590-21b63581e98d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.714451 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b42189-e089-457c-8e2c-1ed32a5f3e58 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.826174 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b42189-e089-457c-8e2c-1ed32a5f3e58 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.892222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b42189-e089-457c-8e2c-1ed32a5f3e58 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Subnet': ['ID=f282dea9-8686-4519-a137-2d4f0f9403db,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:58.899127 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b42189-e089-457c-8e2c-1ed32a5f3e58 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.900715 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-70b42189-e089-457c-8e2c-1ed32a5f3e58 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/f282dea9-8686-4519-a137-2d4f0f9403db HTTP/1.1" status: 204 len: 168 time: 0.5805779 Jul 16 18:27:58.903469 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48436) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:58.961569 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10c1cba-cae6-4b61-ae3d-d78dcd3fa823 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:58.962030 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10c1cba-cae6-4b61-ae3d-d78dcd3fa823 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:58.963782 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a10c1cba-cae6-4b61-ae3d-d78dcd3fa823 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/3749f141-8461-4d44-bd25-b9adee6d8b55 HTTP/1.1" status: 404 len: 337 time: 0.0595560 Jul 16 18:27:58.966726 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48438) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:59.006593 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241dc041-f3af-4a1a-b590-21b63581e98d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Router a2c5702d-4d9f-46a8-bdbd-92dc65618250 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:59.038512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-c420779a-3d52-43c3-bed0-86bf62e7eb6b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting subnet 9ac5bb67-9778-414c-8022-3a007fec09c4 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:59.042536 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c420779a-3d52-43c3-bed0-86bf62e7eb6b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.093896 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c420779a-3d52-43c3-bed0-86bf62e7eb6b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.151972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241dc041-f3af-4a1a-b590-21b63581e98d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:59.166328 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f7d29-a4c1-46a4-959e-9278d56ee91a None None] Sync routers for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:59.178648 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-241dc041-f3af-4a1a-b590-21b63581e98d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "PUT /v2.0/routers/a2c5702d-4d9f-46a8-bdbd-92dc65618250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3295944 Jul 16 18:27:59.184714 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f7d29-a4c1-46a4-959e-9278d56ee91a None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:59.185349 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-832f7d29-a4c1-46a4-959e-9278d56ee91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:27:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:59.201848 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c420779a-3d52-43c3-bed0-86bf62e7eb6b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.275053 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c420779a-3d52-43c3-bed0-86bf62e7eb6b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.317468 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-832f7d29-a4c1-46a4-959e-9278d56ee91a None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:59.334815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420779a-3d52-43c3-bed0-86bf62e7eb6b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac5bb67-9778-414c-8022-3a007fec09c4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:59.337760 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c420779a-3d52-43c3-bed0-86bf62e7eb6b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.340553 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c420779a-3d52-43c3-bed0-86bf62e7eb6b tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/9ac5bb67-9778-414c-8022-3a007fec09c4 HTTP/1.1" status: 204 len: 168 time: 0.3724890 Jul 16 18:27:59.342551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48442) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:59.383760 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2cbed1-6386-4dc2-92c3-68ee6e15ce27 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:59.384814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2cbed1-6386-4dc2-92c3-68ee6e15ce27 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:59.386958 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3f2cbed1-6386-4dc2-92c3-68ee6e15ce27 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/f4eef114-c68c-48ad-9036-96133aabe89b HTTP/1.1" status: 404 len: 337 time: 0.0433259 Jul 16 18:27:59.389519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48444) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:59.447794 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c3b14da8-f69b-4a95-9f67-37e79f1229f7 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "GET /v2.0/ports?device_id=0799bf35-dca3-4801-8639-33def52a0110 HTTP/1.1" status: 200 len: 205 time: 0.0568843 Jul 16 18:27:59.450518 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48448) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:59.481833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeb022b-99d6-4180-9015-392ba342636b None None] Network 755b6e16-cb2c-48e6-a8c1-db1685e4bbad requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:59.541533 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-d392dec1-78d0-4643-9ff7-a5bcc8454ee2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] delete failed (client error): The resource could not be found. Jul 16 18:27:59.545514 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d392dec1-78d0-4643-9ff7-a5bcc8454ee2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/routers/0799bf35-dca3-4801-8639-33def52a0110 HTTP/1.1" status: 404 len: 336 time: 0.0932543 Jul 16 18:27:59.547944 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48452) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:59.602489 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-89baf35e-3ee7-4c42-a067-458650ebe9d0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:59.608527 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89baf35e-3ee7-4c42-a067-458650ebe9d0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:59.610441 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-89baf35e-3ee7-4c42-a067-458650ebe9d0 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/452b5b6b-e7c2-4dfb-bd17-13fbe88021c7 HTTP/1.1" status: 404 len: 337 time: 0.0615540 Jul 16 18:27:59.613618 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48454) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:59.624145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bd132c86-2668-456a-8d9f-b9428429ccbb None None] Provisioning complete for port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:59.624498 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bd132c86-2668-456a-8d9f-b9428429ccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.675374 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-039a2ce6-7d0c-43b7-a365-756468dc68c2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:59.675782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039a2ce6-7d0c-43b7-a365-756468dc68c2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:59.677550 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-039a2ce6-7d0c-43b7-a365-756468dc68c2 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/a4945af5-cf6a-4a2e-80be-de7852017164 HTTP/1.1" status: 404 len: 337 time: 0.0630043 Jul 16 18:27:59.684922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48456) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:59.697065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f798a-a2d9-440b-afc9-cc0b26c90afa req-2761dc9e-1283-44a1-8f43-92a5c915904b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.705683 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-303f798a-a2d9-440b-afc9-cc0b26c90afa req-2761dc9e-1283-44a1-8f43-92a5c915904b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 946 time: 0.1128747 Jul 16 18:27:59.757047 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4955f1f-74fa-48f8-9ff1-08214892fe31 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:59.757539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4955f1f-74fa-48f8-9ff1-08214892fe31 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:59.759305 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a4955f1f-74fa-48f8-9ff1-08214892fe31 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/4eb3317b-2876-4c8d-ac5a-32c6b6c3f6aa HTTP/1.1" status: 404 len: 337 time: 0.0734351 Jul 16 18:27:59.763138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48458) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:59.767613 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-303f798a-a2d9-440b-afc9-cc0b26c90afa req-34788f1e-c25f-438a-9a26-fb6dc9bb8446 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ecef5db-2f07-4c90-818c-3745a52d453d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609534 Jul 16 18:27:59.770137 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-832f7d29-a4c1-46a4-959e-9278d56ee91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:27:58Z', 'revision_number': 6, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '00972a06-e161-4173-9b19-3db3f65eb7c6', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'port_id': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'mac_address': 'fa:16:3e:b6:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:34Z', 'updated_at': '2021-07-16T18:26:38Z', 'revision_number': 1, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:59.803102 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f7d29-a4c1-46a4-959e-9278d56ee91a None None] Checking router: a2c5702d-4d9f-46a8-bdbd-92dc65618250 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:59.804800 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-498c180f-9f77-4e68-aa66-f7810c31d48c tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:59.805524 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498c180f-9f77-4e68-aa66-f7810c31d48c tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:59.807248 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-498c180f-9f77-4e68-aa66-f7810c31d48c tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/96313945-7d3f-43f0-ae6f-1c5b39179e16 HTTP/1.1" status: 404 len: 333 time: 0.0431435 Jul 16 18:27:59.809978 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48460) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:59.815531 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f7d29-a4c1-46a4-959e-9278d56ee91a None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:59.816482 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-832f7d29-a4c1-46a4-959e-9278d56ee91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:27:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:59.841227 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-431c4e35-db3f-499b-8f04-8d5509de42d3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:59.842052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431c4e35-db3f-499b-8f04-8d5509de42d3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:59.844053 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-431c4e35-db3f-499b-8f04-8d5509de42d3 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/baf98c4b-9985-49ed-9ebd-d6b94b933dc2 HTTP/1.1" status: 404 len: 337 time: 0.0331733 Jul 16 18:27:59.846731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48462) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:59.902486 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-140aa6e1-ee54-43c3-857d-e10f0b28b210 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:59.902918 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bd132c86-2668-456a-8d9f-b9428429ccbb None None] Provisioning complete for port 1515f095-2a44-40d1-a96c-b3900123ff2c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:59.903112 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140aa6e1-ee54-43c3-857d-e10f0b28b210 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:59.903313 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bd132c86-2668-456a-8d9f-b9428429ccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.906366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-140aa6e1-ee54-43c3-857d-e10f0b28b210 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/ea316c5c-9f6a-4487-841b-05d5423e9967 HTTP/1.1" status: 404 len: 337 time: 0.0564885 Jul 16 18:27:59.907524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48464) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:59.959066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-bd132c86-2668-456a-8d9f-b9428429ccbb None None] Port 1515f095-2a44-40d1-a96c-b3900123ff2c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:59.959919 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9140a704-4c7b-418a-b869-ccf7323f3c40 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:59.961030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9140a704-4c7b-418a-b869-ccf7323f3c40 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:59.962451 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9140a704-4c7b-418a-b869-ccf7323f3c40 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/06e48adc-9797-4c6f-9139-94a338913e49 HTTP/1.1" status: 404 len: 333 time: 0.0537734 Jul 16 18:27:59.965052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48466) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:59.976749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2886fad1-fca0-481f-845e-b45cf42370db None None] DHCP port deletion for 755b6e16-cb2c-48e6-a8c1-db1685e4bbad request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:59.981196 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-832f7d29-a4c1-46a4-959e-9278d56ee91a None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:59.999533 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd0a101-cd28-4c06-aac9-5e836cf40c34 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] DELETE failed (client error): The resource could not be found. Jul 16 18:28:00.000014 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd0a101-cd28-4c06-aac9-5e836cf40c34 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:28:00.001867 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fdd0a101-cd28-4c06-aac9-5e836cf40c34 tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/d1cb0f31-72da-448d-988c-e65c44842d05 HTTP/1.1" status: 404 len: 337 time: 0.0352893 Jul 16 18:28:00.004414 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48468) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:00.038753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2886fad1-fca0-481f-845e-b45cf42370db None None] Deleting port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:00.039393 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2886fad1-fca0-481f-845e-b45cf42370db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.041187 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b736ca35-edea-4175-ac73-3c55165e49bd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] DELETE failed (client error): The resource could not be found. Jul 16 18:28:00.041649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b736ca35-edea-4175-ac73-3c55165e49bd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:28:00.045333 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b736ca35-edea-4175-ac73-3c55165e49bd tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/subnets/65d0bb84-4425-4e4a-a843-852340b82587 HTTP/1.1" status: 404 len: 337 time: 0.0399849 Jul 16 18:28:00.047917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48470) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:00.137238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2886fad1-fca0-481f-845e-b45cf42370db None None] For port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c3b8dc13-4bb9-4720-92b1-d4ae60b4a840,segment=NetworkSegment(96d1a8c8-ac07-4e1c-9e51-bfa8617f1440),segment_id=96d1a8c8-ac07-4e1c-9e51-bfa8617f1440)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:00.137561 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2886fad1-fca0-481f-845e-b45cf42370db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.151382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2886fad1-fca0-481f-845e-b45cf42370db None None] Calling delete_port for c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:00.162184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-79203d25-ce18-4167-9b7c-61f0de97405e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Deleting port 1515f095-2a44-40d1-a96c-b3900123ff2c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:00.162527 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79203d25-ce18-4167-9b7c-61f0de97405e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.237793 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2886fad1-fca0-481f-845e-b45cf42370db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.242989 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79203d25-ce18-4167-9b7c-61f0de97405e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.257092 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-79203d25-ce18-4167-9b7c-61f0de97405e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Calling delete_port for 1515f095-2a44-40d1-a96c-b3900123ff2c owned by {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:00.268211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886fad1-fca0-481f-845e-b45cf42370db None None] Pushing event deleted for resources: {'Port': ['ID=c3b8dc13-4bb9-4720-92b1-d4ae60b4a840,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:00.273249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2886fad1-fca0-481f-845e-b45cf42370db None None] No DVR routers for this DVR port c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:00.294394 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-832f7d29-a4c1-46a4-959e-9278d56ee91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:27:58Z', 'revision_number': 6, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '00972a06-e161-4173-9b19-3db3f65eb7c6', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'port_id': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'mac_address': 'fa:16:3e:b6:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:34Z', 'updated_at': '2021-07-16T18:26:38Z', 'revision_number': 1, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:00.325440 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f7d29-a4c1-46a4-959e-9278d56ee91a None None] The sync data for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 is: [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:27:58Z', 'revision_number': 6, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '00972a06-e161-4173-9b19-3db3f65eb7c6', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'port_id': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'mac_address': 'fa:16:3e:b6:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:34Z', 'updated_at': '2021-07-16T18:26:38Z', 'revision_number': 1, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:00.379610 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79203d25-ce18-4167-9b7c-61f0de97405e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.409486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79203d25-ce18-4167-9b7c-61f0de97405e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Port': ['ID=1515f095-2a44-40d1-a96c-b3900123ff2c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:00.419697 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79203d25-ce18-4167-9b7c-61f0de97405e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.424493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-79203d25-ce18-4167-9b7c-61f0de97405e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/ports/1515f095-2a44-40d1-a96c-b3900123ff2c HTTP/1.1" status: 204 len: 168 time: 0.3726375 Jul 16 18:28:00.424603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48472) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:00.513014 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-febbc47a-b4ed-4d06-83f5-4ab28326152e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.604509 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-febbc47a-b4ed-4d06-83f5-4ab28326152e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.616182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-febbc47a-b4ed-4d06-83f5-4ab28326152e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755b6e16-cb2c-48e6-a8c1-db1685e4bbad']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:00.626873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-febbc47a-b4ed-4d06-83f5-4ab28326152e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d1a8c8-ac07-4e1c-9e51-bfa8617f1440') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:00.627153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-febbc47a-b4ed-4d06-83f5-4ab28326152e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d1a8c8-ac07-4e1c-9e51-bfa8617f1440') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:00.637881 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-febbc47a-b4ed-4d06-83f5-4ab28326152e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.658450 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-febbc47a-b4ed-4d06-83f5-4ab28326152e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.666493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febbc47a-b4ed-4d06-83f5-4ab28326152e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:00.666932 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-febbc47a-b4ed-4d06-83f5-4ab28326152e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:00.670325 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:00.686260 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.735058 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-febbc47a-b4ed-4d06-83f5-4ab28326152e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.750383 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d6ea8905-c08b-496d-bdf4-ef260b6b6033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.758309 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-febbc47a-b4ed-4d06-83f5-4ab28326152e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.761581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-febbc47a-b4ed-4d06-83f5-4ab28326152e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] 10.222.0.41 "DELETE /v2.0/networks/755b6e16-cb2c-48e6-a8c1-db1685e4bbad HTTP/1.1" status: 204 len: 168 time: 0.3341603 Jul 16 18:28:00.761581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbc47a-b4ed-4d06-83f5-4ab28326152e tempest-PortsTestJSON-780262465 tempest-PortsTestJSON-780262465-project] Pushing event deleted for resources: {'Network': ['ID=755b6e16-cb2c-48e6-a8c1-db1685e4bbad,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:00.952094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b400d-7b89-4722-909d-3c480fbdb3e6 req-5051e9ed-57ef-4c3d-8b52-10e2243a07a8 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.953760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf9b400d-7b89-4722-909d-3c480fbdb3e6 req-5051e9ed-57ef-4c3d-8b52-10e2243a07a8 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 946 time: 0.0718772 Jul 16 18:28:00.999589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf9b400d-7b89-4722-909d-3c480fbdb3e6 req-c0b284e1-b873-4e2e-b41f-b66a385c2b2c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ecef5db-2f07-4c90-818c-3745a52d453d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386176 Jul 16 18:28:01.024851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48482) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:01.182868 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b194ca58-9790-47c3-80cd-71b2037d4626 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abbb66a8cb35428fb428303a1a7b721c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545196 Jul 16 18:28:01.183719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48486) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:01.189366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20831f66-933f-410c-89ec-1c21fb5ee2da req-6cc08ccb-c034-49ab-8609-1a24f9b8fa32 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:01.191765 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-20831f66-933f-410c-89ec-1c21fb5ee2da req-6cc08ccb-c034-49ab-8609-1a24f9b8fa32 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 946 time: 0.1061435 Jul 16 18:28:01.235632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-380ddb51-7c80-4d7c-803a-8d6080313bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.259267 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-380ddb51-7c80-4d7c-803a-8d6080313bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.300855 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-20831f66-933f-410c-89ec-1c21fb5ee2da req-5449dec1-06b1-4333-8556-e89ba4bbf3a1 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting port 911b883d-00ba-43af-a595-b5cf4d44fc64 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:01.301668 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-20831f66-933f-410c-89ec-1c21fb5ee2da req-5449dec1-06b1-4333-8556-e89ba4bbf3a1 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.311827 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-380ddb51-7c80-4d7c-803a-8d6080313bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.314802 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-380ddb51-7c80-4d7c-803a-8d6080313bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.319516 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-380ddb51-7c80-4d7c-803a-8d6080313bbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30289f25-c2a4-4aab-863b-cf0d17056f4f HTTP/1.1" status: 204 len: 168 time: 0.1346495 Jul 16 18:28:01.328123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ddb51-7c80-4d7c-803a-8d6080313bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30289f25-c2a4-4aab-863b-cf0d17056f4f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:01.413655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-20831f66-933f-410c-89ec-1c21fb5ee2da req-5449dec1-06b1-4333-8556-e89ba4bbf3a1 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] For port 911b883d-00ba-43af-a595-b5cf4d44fc64, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=911b883d-00ba-43af-a595-b5cf4d44fc64,segment=NetworkSegment(7c4ce08d-e076-41a2-b51f-284c80bb39c9),segment_id=7c4ce08d-e076-41a2-b51f-284c80bb39c9)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:01.414249 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-20831f66-933f-410c-89ec-1c21fb5ee2da req-5449dec1-06b1-4333-8556-e89ba4bbf3a1 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.427144 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-20831f66-933f-410c-89ec-1c21fb5ee2da req-5449dec1-06b1-4333-8556-e89ba4bbf3a1 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Calling delete_port for 911b883d-00ba-43af-a595-b5cf4d44fc64 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:01.578342 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-20831f66-933f-410c-89ec-1c21fb5ee2da req-5449dec1-06b1-4333-8556-e89ba4bbf3a1 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.614162 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449dec1-06b1-4333-8556-e89ba4bbf3a1 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Port': ['ID=911b883d-00ba-43af-a595-b5cf4d44fc64,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:01.673221 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-20831f66-933f-410c-89ec-1c21fb5ee2da req-5449dec1-06b1-4333-8556-e89ba4bbf3a1 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] No DVR routers for this DVR port 911b883d-00ba-43af-a595-b5cf4d44fc64 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:01.676431 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-20831f66-933f-410c-89ec-1c21fb5ee2da req-5449dec1-06b1-4333-8556-e89ba4bbf3a1 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.678589 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-20831f66-933f-410c-89ec-1c21fb5ee2da req-5449dec1-06b1-4333-8556-e89ba4bbf3a1 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.43 "DELETE /v2.0/ports/911b883d-00ba-43af-a595-b5cf4d44fc64 HTTP/1.1" status: 204 len: 173 time: 0.4813390 Jul 16 18:28:01.679120 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6a95f9-f348-411e-91f7-2b9c33932bb1', 'name': 'network-vif-deleted', 'tag': '911b883d-00ba-43af-a595-b5cf4d44fc64'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:01.681797 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6837c0d2-8467-4be8-9c9e-d125de1e1293" -d '{"events": [{"server_uuid": "5a6a95f9-f348-411e-91f7-2b9c33932bb1", "name": "network-vif-deleted", "tag": "911b883d-00ba-43af-a595-b5cf4d44fc64"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:01.734429 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 12c52ae2-60da-46c1-9264-e766a389c6f7 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:01.737305 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc25217-4f75-4a9c-a373-025673790ed7 x-openstack-request-id: req-0bc25217-4f75-4a9c-a373-025673790ed7 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:01.737901 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6a95f9-f348-411e-91f7-2b9c33932bb1", "name": "network-vif-deleted", "tag": "911b883d-00ba-43af-a595-b5cf4d44fc64", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:01.738397 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bc25217-4f75-4a9c-a373-025673790ed7 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:01.739184 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6a95f9-f348-411e-91f7-2b9c33932bb1', 'name': 'network-vif-deleted', 'tag': '911b883d-00ba-43af-a595-b5cf4d44fc64', 'status': 'completed', 'code': 200} Jul 16 18:28:01.760354 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 12c52ae2-60da-46c1-9264-e766a389c6f7 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:01.760978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 12c52ae2-60da-46c1-9264-e766a389c6f7 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:01.761587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:01.783019 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:01.783674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device c3b8dc13-4bb9-4720-92b1-d4ae60b4a840 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:01.921830 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.188432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35c64da7-b0de-4701-902b-0463da8d3731 req-6620b48c-3946-4be1-8bf7-387b83a0a289 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a6a95f9-f348-411e-91f7-2b9c33932bb1 HTTP/1.1" status: 200 len: 210 time: 0.0406916 Jul 16 18:28:03.284434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48548) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:03.343661 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e9dd-63bc-42e1-abeb-e8e0310199d6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.368321 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e9dd-63bc-42e1-abeb-e8e0310199d6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.435998 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e9dd-63bc-42e1-abeb-e8e0310199d6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.438642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e9dd-63bc-42e1-abeb-e8e0310199d6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.439821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f3d6e9dd-63bc-42e1-abeb-e8e0310199d6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ecef5db-2f07-4c90-818c-3745a52d453d HTTP/1.1" status: 204 len: 168 time: 0.1543984 Jul 16 18:28:03.449603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6e9dd-63bc-42e1-abeb-e8e0310199d6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecef5db-2f07-4c90-818c-3745a52d453d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:03.471967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48552) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:03.523273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b805b601-8ad5-4749-85a1-5e5737968ca8 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting subnet 1c087b0e-6709-46af-be0c-4d1d6e3e1b9d {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:03.526353 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b805b601-8ad5-4749-85a1-5e5737968ca8 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.565527 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b805b601-8ad5-4749-85a1-5e5737968ca8 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.652903 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.654543 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b805b601-8ad5-4749-85a1-5e5737968ca8 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.716794 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b805b601-8ad5-4749-85a1-5e5737968ca8 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.744525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805b601-8ad5-4749-85a1-5e5737968ca8 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Subnet': ['ID=1c087b0e-6709-46af-be0c-4d1d6e3e1b9d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:03.746468 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b805b601-8ad5-4749-85a1-5e5737968ca8 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.748316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b805b601-8ad5-4749-85a1-5e5737968ca8 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "DELETE /v2.0/subnets/1c087b0e-6709-46af-be0c-4d1d6e3e1b9d HTTP/1.1" status: 204 len: 168 time: 0.2754183 Jul 16 18:28:03.751375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48556) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:03.755026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd46cc9-c06a-4514-8141-bb264d16aa6c None None] Network e0076433-0174-42b7-8c5b-20ee7ad18276 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:03.830293 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.882505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting port 462400f1-ecf5-43ea-af0a-7ef86d066390 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:03.882852 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.934452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e043f1dc-4488-42fa-9cb1-e1529dd7998a None None] DHCP port deletion for e0076433-0174-42b7-8c5b-20ee7ad18276 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:28:03.953919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] For port 462400f1-ecf5-43ea-af0a-7ef86d066390, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=462400f1-ecf5-43ea-af0a-7ef86d066390,segment=NetworkSegment(7c4ce08d-e076-41a2-b51f-284c80bb39c9),segment_id=7c4ce08d-e076-41a2-b51f-284c80bb39c9)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:03.954272 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.968109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Calling delete_port for 462400f1-ecf5-43ea-af0a-7ef86d066390 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:03.982193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e043f1dc-4488-42fa-9cb1-e1529dd7998a None None] Deleting port 462400f1-ecf5-43ea-af0a-7ef86d066390 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:03.982662 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e043f1dc-4488-42fa-9cb1-e1529dd7998a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.074818 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.104961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Port': ['ID=462400f1-ecf5-43ea-af0a-7ef86d066390,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:04.112991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] No DVR routers for this DVR port 462400f1-ecf5-43ea-af0a-7ef86d066390 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:04.212359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-e043f1dc-4488-42fa-9cb1-e1529dd7998a None None] For port 462400f1-ecf5-43ea-af0a-7ef86d066390, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=462400f1-ecf5-43ea-af0a-7ef86d066390,segment=NetworkSegment(7c4ce08d-e076-41a2-b51f-284c80bb39c9),segment_id=7c4ce08d-e076-41a2-b51f-284c80bb39c9)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:04.213139 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e043f1dc-4488-42fa-9cb1-e1529dd7998a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.218897 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.227122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e043f1dc-4488-42fa-9cb1-e1529dd7998a None None] Calling delete_port for 462400f1-ecf5-43ea-af0a-7ef86d066390 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:04.236288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0076433-0174-42b7-8c5b-20ee7ad18276']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:04.247992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4ce08d-e076-41a2-b51f-284c80bb39c9') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:04.248295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4ce08d-e076-41a2-b51f-284c80bb39c9') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:04.258893 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.275524 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.283403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:04.283921 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:04.288327 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:04.304434 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e043f1dc-4488-42fa-9cb1-e1529dd7998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.332527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043f1dc-4488-42fa-9cb1-e1529dd7998a None None] Pushing event deleted for resources: {'Port': ['ID=462400f1-ecf5-43ea-af0a-7ef86d066390,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:04.339176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043f1dc-4488-42fa-9cb1-e1529dd7998a None None] No DVR routers for this DVR port 462400f1-ecf5-43ea-af0a-7ef86d066390 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:04.375474 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.382953 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.385138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "DELETE /v2.0/networks/e0076433-0174-42b7-8c5b-20ee7ad18276 HTTP/1.1" status: 204 len: 168 time: 0.6333802 Jul 16 18:28:04.387955 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48564) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:04.402770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a6beb-e555-4d61-a3dc-9288e778d0a9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Network': ['ID=e0076433-0174-42b7-8c5b-20ee7ad18276,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:04.610077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-30e337d3-4ca8-472e-9e41-7dc223252771 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting port efe18bd7-0f60-490c-b72d-b69f4dad0411 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:04.610424 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30e337d3-4ca8-472e-9e41-7dc223252771 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.698667 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30e337d3-4ca8-472e-9e41-7dc223252771 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.699004 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30e337d3-4ca8-472e-9e41-7dc223252771 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.713497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-30e337d3-4ca8-472e-9e41-7dc223252771 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Calling delete_port for efe18bd7-0f60-490c-b72d-b69f4dad0411 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:04.890762 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30e337d3-4ca8-472e-9e41-7dc223252771 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.977288 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 911b883d-00ba-43af-a595-b5cf4d44fc64 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:05.001778 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 911b883d-00ba-43af-a595-b5cf4d44fc64 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:05.002260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 911b883d-00ba-43af-a595-b5cf4d44fc64 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:05.251004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e337d3-4ca8-472e-9e41-7dc223252771 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Port': ['ID=efe18bd7-0f60-490c-b72d-b69f4dad0411,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:05.318937 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30e337d3-4ca8-472e-9e41-7dc223252771 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.319272 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-30e337d3-4ca8-472e-9e41-7dc223252771 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Floating IP 00972a06-e161-4173-9b19-3db3f65eb7c6 disassociated (deleted). External IP: 172.25.5.163, port: b33b2617-101b-458f-b3cd-1f2a82fcbb7f. Jul 16 18:28:05.538995 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e337d3-4ca8-472e-9e41-7dc223252771 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Router a2c5702d-4d9f-46a8-bdbd-92dc65618250 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:05.680135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e337d3-4ca8-472e-9e41-7dc223252771 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:05.686030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-30e337d3-4ca8-472e-9e41-7dc223252771 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.690802 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd521f6-7348-40d5-8f1b-aaf4e7b673cd None None] Sync routers for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:05.710878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd521f6-7348-40d5-8f1b-aaf4e7b673cd None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:05.711646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1fd521f6-7348-40d5-8f1b-aaf4e7b673cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:05.758257 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-30e337d3-4ca8-472e-9e41-7dc223252771 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "DELETE /v2.0/floatingips/00972a06-e161-4173-9b19-3db3f65eb7c6 HTTP/1.1" status: 204 len: 168 time: 1.3685930 Jul 16 18:28:05.758860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'tag': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:05.773436 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ecabfa-55b4-45fc-abaa-8d5a0f9ad1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d024982-6c8d-449d-b4df-edcb041a5ab6", "tag": "b33b2617-101b-458f-b3cd-1f2a82fcbb7f"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:05.836780 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864c954a-98ab-432e-a87e-473fe738f89a x-openstack-request-id: req-864c954a-98ab-432e-a87e-473fe738f89a {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:05.837310 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d024982-6c8d-449d-b4df-edcb041a5ab6", "tag": "b33b2617-101b-458f-b3cd-1f2a82fcbb7f", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:05.837558 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-864c954a-98ab-432e-a87e-473fe738f89a {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:05.837944 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'tag': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'status': 'completed', 'code': 200} Jul 16 18:28:05.843622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 462400f1-ecf5-43ea-af0a-7ef86d066390 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:05.904743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 462400f1-ecf5-43ea-af0a-7ef86d066390 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:05.905089 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 462400f1-ecf5-43ea-af0a-7ef86d066390 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:05.915910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-1fd521f6-7348-40d5-8f1b-aaf4e7b673cd None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:05.950596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecabfa-55b4-45fc-abaa-8d5a0f9ad1f5 req-c15b4a31-dc08-49e9-a6d3-d5256417376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.953348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3ecabfa-55b4-45fc-abaa-8d5a0f9ad1f5 req-c15b4a31-dc08-49e9-a6d3-d5256417376a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0955253 Jul 16 18:28:06.176033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecabfa-55b4-45fc-abaa-8d5a0f9ad1f5 req-83af8ebd-5055-4284-a443-59ea29b4ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:06.181825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3ecabfa-55b4-45fc-abaa-8d5a0f9ad1f5 req-83af8ebd-5055-4284-a443-59ea29b4ac21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cd237a77-7883-4f3b-a236-6d30582b9dbe HTTP/1.1" status: 200 len: 897 time: 0.2218583 Jul 16 18:28:06.241402 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1fd521f6-7348-40d5-8f1b-aaf4e7b673cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:27:58Z', 'revision_number': 6, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:06.263264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3ecabfa-55b4-45fc-abaa-8d5a0f9ad1f5 req-68289fca-5970-4162-9480-1c1060985504 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33b2617-101b-458f-b3cd-1f2a82fcbb7f HTTP/1.1" status: 200 len: 217 time: 0.0744131 Jul 16 18:28:06.276167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd521f6-7348-40d5-8f1b-aaf4e7b673cd None None] Checking router: a2c5702d-4d9f-46a8-bdbd-92dc65618250 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:06.286148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd521f6-7348-40d5-8f1b-aaf4e7b673cd None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:06.287561 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1fd521f6-7348-40d5-8f1b-aaf4e7b673cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:06.354646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecabfa-55b4-45fc-abaa-8d5a0f9ad1f5 req-fc6dd211-5348-4c3f-9580-1112baa38b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:06.356321 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3ecabfa-55b4-45fc-abaa-8d5a0f9ad1f5 req-fc6dd211-5348-4c3f-9580-1112baa38b79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be47b853-4355-45f7-8875-7a657957d8d3 HTTP/1.1" status: 200 len: 834 time: 0.0838387 Jul 16 18:28:06.404443 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-1fd521f6-7348-40d5-8f1b-aaf4e7b673cd None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:06.439375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0732ad-eafe-4c89-b4f1-e049eab6e036 req-6890c491-49cf-4825-82cd-37ca983d13ad tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:06.441924 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f0732ad-eafe-4c89-b4f1-e049eab6e036 req-6890c491-49cf-4825-82cd-37ca983d13ad tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 945 time: 0.1822994 Jul 16 18:28:06.662493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1fd521f6-7348-40d5-8f1b-aaf4e7b673cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:27:58Z', 'revision_number': 6, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:06.697602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd521f6-7348-40d5-8f1b-aaf4e7b673cd None None] The sync data for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 is: [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:27:58Z', 'revision_number': 6, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '03fbe275-bf36-4e0f-936d-62893b831e8d', 'name': '', 'network_id': 'cd237a77-7883-4f3b-a236-6d30582b9dbe', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:d4:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:20Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'be47b853-4355-45f7-8875-7a657957d8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:06.920469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8f0732ad-eafe-4c89-b4f1-e049eab6e036 req-4352a152-7006-48bf-b413-b89713b0a830 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=8517ff1f-c836-484d-98af-c31107b8c8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4728897 Jul 16 18:28:06.931575 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecabfa-55b4-45fc-abaa-8d5a0f9ad1f5 req-094a4ad7-3e65-422c-9cf2-2ca3b734c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:06.933074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3ecabfa-55b4-45fc-abaa-8d5a0f9ad1f5 req-094a4ad7-3e65-422c-9cf2-2ca3b734c6ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd237a77-7883-4f3b-a236-6d30582b9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5678167 Jul 16 18:28:07.035310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3ecabfa-55b4-45fc-abaa-8d5a0f9ad1f5 req-8d951067-da00-4445-8fb6-f85d514d3d91 service neutron] 10.222.0.35 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944912 Jul 16 18:28:07.076003 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4206a62-4dd4-4a62-8e8c-a6fe0b676931 None None] New status for floating IP 00972a06-e161-4173-9b19-3db3f65eb7c6: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:28:07.161583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3ecabfa-55b4-45fc-abaa-8d5a0f9ad1f5 req-4fc2751e-d8c5-4231-b19e-9f02ab01e7aa service neutron] 10.222.0.35 "GET /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176960 Jul 16 18:28:07.454814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b68534-8b1a-4361-bb32-980e4b83b2b9 req-f2bace9d-b088-4ad0-b0b9-ef8ff160de28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:07.457354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68b68534-8b1a-4361-bb32-980e4b83b2b9 req-f2bace9d-b088-4ad0-b0b9-ef8ff160de28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 945 time: 0.0734408 Jul 16 18:28:07.569943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-68b68534-8b1a-4361-bb32-980e4b83b2b9 req-f37a63e5-dfff-434c-9202-a94ca7c1c370 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting port b33b2617-101b-458f-b3cd-1f2a82fcbb7f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:07.570191 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68b68534-8b1a-4361-bb32-980e4b83b2b9 req-f37a63e5-dfff-434c-9202-a94ca7c1c370 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.676247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-68b68534-8b1a-4361-bb32-980e4b83b2b9 req-f37a63e5-dfff-434c-9202-a94ca7c1c370 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] For port b33b2617-101b-458f-b3cd-1f2a82fcbb7f, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=b33b2617-101b-458f-b3cd-1f2a82fcbb7f,segment=NetworkSegment(358cb794-27c9-41a3-9c3c-c988a779f1e8),segment_id=358cb794-27c9-41a3-9c3c-c988a779f1e8)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:07.676247 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68b68534-8b1a-4361-bb32-980e4b83b2b9 req-f37a63e5-dfff-434c-9202-a94ca7c1c370 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.698515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-68b68534-8b1a-4361-bb32-980e4b83b2b9 req-f37a63e5-dfff-434c-9202-a94ca7c1c370 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Calling delete_port for b33b2617-101b-458f-b3cd-1f2a82fcbb7f owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:07.840500 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68b68534-8b1a-4361-bb32-980e4b83b2b9 req-f37a63e5-dfff-434c-9202-a94ca7c1c370 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.870618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a63e5-dfff-434c-9202-a94ca7c1c370 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Port': ['ID=b33b2617-101b-458f-b3cd-1f2a82fcbb7f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:07.938975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b68534-8b1a-4361-bb32-980e4b83b2b9 req-f37a63e5-dfff-434c-9202-a94ca7c1c370 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] No DVR routers for this DVR port b33b2617-101b-458f-b3cd-1f2a82fcbb7f on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:07.943654 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68b68534-8b1a-4361-bb32-980e4b83b2b9 req-f37a63e5-dfff-434c-9202-a94ca7c1c370 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.946069 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68b68534-8b1a-4361-bb32-980e4b83b2b9 req-f37a63e5-dfff-434c-9202-a94ca7c1c370 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.35 "DELETE /v2.0/ports/b33b2617-101b-458f-b3cd-1f2a82fcbb7f HTTP/1.1" status: 204 len: 173 time: 0.4839535 Jul 16 18:28:07.946354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'name': 'network-vif-deleted', 'tag': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:07.957683 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80672346-5517-40a4-8185-4327b1fdd6ae" -d '{"events": [{"server_uuid": "5d024982-6c8d-449d-b4df-edcb041a5ab6", "name": "network-vif-deleted", "tag": "b33b2617-101b-458f-b3cd-1f2a82fcbb7f"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:08.024838 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145ad7d9-0586-4346-80d7-9dc052a6446b x-openstack-request-id: req-145ad7d9-0586-4346-80d7-9dc052a6446b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:08.027060 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d024982-6c8d-449d-b4df-edcb041a5ab6", "name": "network-vif-deleted", "tag": "b33b2617-101b-458f-b3cd-1f2a82fcbb7f", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:08.027344 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-145ad7d9-0586-4346-80d7-9dc052a6446b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:08.027834 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d024982-6c8d-449d-b4df-edcb041a5ab6', 'name': 'network-vif-deleted', 'tag': 'b33b2617-101b-458f-b3cd-1f2a82fcbb7f', 'status': 'completed', 'code': 200} Jul 16 18:28:08.133885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f91b25e-8204-4a23-a41a-53b908fb2162 req-e71b71ad-6c0e-4fae-a931-9c39dd94b4a2 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d024982-6c8d-449d-b4df-edcb041a5ab6 HTTP/1.1" status: 200 len: 210 time: 0.0346701 Jul 16 18:28:09.239409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48704) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:09.307418 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77a0adbe-0801-449a-a10a-48a2c2c35ec0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.337130 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77a0adbe-0801-449a-a10a-48a2c2c35ec0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.408592 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77a0adbe-0801-449a-a10a-48a2c2c35ec0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.418366 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-77a0adbe-0801-449a-a10a-48a2c2c35ec0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.419923 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-77a0adbe-0801-449a-a10a-48a2c2c35ec0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "DELETE /v2.0/security-groups/8517ff1f-c836-484d-98af-c31107b8c8d0 HTTP/1.1" status: 204 len: 168 time: 0.1788876 Jul 16 18:28:09.433454 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0adbe-0801-449a-a10a-48a2c2c35ec0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8517ff1f-c836-484d-98af-c31107b8c8d0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:09.457903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48710) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:09.933788 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f04ec1df-aa5a-46d8-b7d7-5e913e559913 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.961372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device b33b2617-101b-458f-b3cd-1f2a82fcbb7f no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:09.989378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: b33b2617-101b-458f-b3cd-1f2a82fcbb7f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:09.990173 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device b33b2617-101b-458f-b3cd-1f2a82fcbb7f not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:10.297899 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f04ec1df-aa5a-46d8-b7d7-5e913e559913 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting port 03fbe275-bf36-4e0f-936d-62893b831e8d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:10.298472 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f04ec1df-aa5a-46d8-b7d7-5e913e559913 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.413045 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-f04ec1df-aa5a-46d8-b7d7-5e913e559913 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] For port 03fbe275-bf36-4e0f-936d-62893b831e8d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=03fbe275-bf36-4e0f-936d-62893b831e8d,segment=NetworkSegment(358cb794-27c9-41a3-9c3c-c988a779f1e8),segment_id=358cb794-27c9-41a3-9c3c-c988a779f1e8)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:10.413471 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f04ec1df-aa5a-46d8-b7d7-5e913e559913 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.426719 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f04ec1df-aa5a-46d8-b7d7-5e913e559913 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Calling delete_port for 03fbe275-bf36-4e0f-936d-62893b831e8d owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:10.681403 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f04ec1df-aa5a-46d8-b7d7-5e913e559913 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.709716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ec1df-aa5a-46d8-b7d7-5e913e559913 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Port': ['ID=03fbe275-bf36-4e0f-936d-62893b831e8d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:10.928790 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f04ec1df-aa5a-46d8-b7d7-5e913e559913 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.191296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04ec1df-aa5a-46d8-b7d7-5e913e559913 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Router a2c5702d-4d9f-46a8-bdbd-92dc65618250 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:11.310936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04ec1df-aa5a-46d8-b7d7-5e913e559913 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:11.317712 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f04ec1df-aa5a-46d8-b7d7-5e913e559913 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "PUT /v2.0/routers/a2c5702d-4d9f-46a8-bdbd-92dc65618250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8586369 Jul 16 18:28:11.320378 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48762) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:11.327281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cc19c4-bd34-478f-8881-7ab164b92d63 None None] Sync routers for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:11.349199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc19c4-bd34-478f-8881-7ab164b92d63 None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:11.350566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e0cc19c4-bd34-478f-8881-7ab164b92d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:11.412914 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfbf9ce-887d-4c5e-9143-9eef2a492a54 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting subnet be47b853-4355-45f7-8875-7a657957d8d3 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:11.417204 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9bfbf9ce-887d-4c5e-9143-9eef2a492a54 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.479953 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-e0cc19c4-bd34-478f-8881-7ab164b92d63 None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:11.493526 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9bfbf9ce-887d-4c5e-9143-9eef2a492a54 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.599227 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9bfbf9ce-887d-4c5e-9143-9eef2a492a54 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.681330 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9bfbf9ce-887d-4c5e-9143-9eef2a492a54 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.720809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d520068-0e01-4f07-aa92-aaabafdeb7bb None None] Network cd237a77-7883-4f3b-a236-6d30582b9dbe requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:11.724419 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9bfbf9ce-887d-4c5e-9143-9eef2a492a54 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.729398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48776) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:11.730258 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9bfbf9ce-887d-4c5e-9143-9eef2a492a54 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "DELETE /v2.0/subnets/be47b853-4355-45f7-8875-7a657957d8d3 HTTP/1.1" status: 204 len: 168 time: 0.4068727 Jul 16 18:28:11.732022 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbf9ce-887d-4c5e-9143-9eef2a492a54 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Subnet': ['ID=be47b853-4355-45f7-8875-7a657957d8d3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:11.848918 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.858958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e0cc19c4-bd34-478f-8881-7ab164b92d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:28:10Z', 'revision_number': 7, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:11.891002 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cc19c4-bd34-478f-8881-7ab164b92d63 None None] Checking router: a2c5702d-4d9f-46a8-bdbd-92dc65618250 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:11.904438 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc19c4-bd34-478f-8881-7ab164b92d63 None None] Routers {'a2c5702d-4d9f-46a8-bdbd-92dc65618250'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:11.905083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e0cc19c4-bd34-478f-8881-7ab164b92d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:11.987502 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.040404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-e0cc19c4-bd34-478f-8881-7ab164b92d63 None None] Set router a2c5702d-4d9f-46a8-bdbd-92dc65618250 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:12.057067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting port 12ee657c-bacc-42d8-bd2d-53182d2d04d3 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:12.057405 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.076854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] DHCP port deletion for cd237a77-7883-4f3b-a236-6d30582b9dbe request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:28:12.150247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] For port 12ee657c-bacc-42d8-bd2d-53182d2d04d3, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=12ee657c-bacc-42d8-bd2d-53182d2d04d3,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:12.150610 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.166907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Calling delete_port for 12ee657c-bacc-42d8-bd2d-53182d2d04d3 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:12.375614 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.399460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Deleting port 0006c937-f82f-4e44-b4b2-821d4022b5db {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:12.400002 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.408868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Port': ['ID=12ee657c-bacc-42d8-bd2d-53182d2d04d3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:12.477925 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.509181 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] For port 0006c937-f82f-4e44-b4b2-821d4022b5db, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0006c937-f82f-4e44-b4b2-821d4022b5db,segment=NetworkSegment(358cb794-27c9-41a3-9c3c-c988a779f1e8),segment_id=358cb794-27c9-41a3-9c3c-c988a779f1e8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:12.509493 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.533460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Calling delete_port for 0006c937-f82f-4e44-b4b2-821d4022b5db owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:12.581835 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.585131 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.607221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e0cc19c4-bd34-478f-8881-7ab164b92d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:28:10Z', 'revision_number': 7, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:12.634215 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.634731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Fanout notify agent at l3_agent the message router_deleted on router a2c5702d-4d9f-46a8-bdbd-92dc65618250 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:28:12.638033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cc19c4-bd34-478f-8881-7ab164b92d63 None None] The sync data for ids ['a2c5702d-4d9f-46a8-bdbd-92dc65618250'] in n-d-787206-10 is: [{'id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'name': 'tempest-TestNetworkBasicOps-router-1782188394', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:08Z', 'updated_at': '2021-07-16T18:28:10Z', 'revision_number': 7, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': '12ee657c-bacc-42d8-bd2d-53182d2d04d3', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c5702d-4d9f-46a8-bdbd-92dc65618250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:12.651623 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.654486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bf2cb72b-3251-488a-99d0-2d7cf3ddba16 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "DELETE /v2.0/routers/a2c5702d-4d9f-46a8-bdbd-92dc65618250 HTTP/1.1" status: 204 len: 168 time: 0.9240956 Jul 16 18:28:12.657505 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48798) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:12.677319 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.697506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] No DVR routers for this DVR port 0006c937-f82f-4e44-b4b2-821d4022b5db on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:12.730168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Pushing event deleted for resources: {'Port': ['ID=0006c937-f82f-4e44-b4b2-821d4022b5db,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:12.740217 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.741587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.742122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.742596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.743095 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.743593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.744115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.744596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.744928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.745260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.745591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.745931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985c6fb-b024-41c0-b08f-cd218e214d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.773632 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5746bbe-f63e-4a16-b0c6-9365074afaf3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.868778 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5746bbe-f63e-4a16-b0c6-9365074afaf3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.880563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d5746bbe-f63e-4a16-b0c6-9365074afaf3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd237a77-7883-4f3b-a236-6d30582b9dbe']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:12.892254 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d5746bbe-f63e-4a16-b0c6-9365074afaf3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358cb794-27c9-41a3-9c3c-c988a779f1e8') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:12.892511 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d5746bbe-f63e-4a16-b0c6-9365074afaf3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358cb794-27c9-41a3-9c3c-c988a779f1e8') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:12.903038 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5746bbe-f63e-4a16-b0c6-9365074afaf3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.941482 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5746bbe-f63e-4a16-b0c6-9365074afaf3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.953060 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5746bbe-f63e-4a16-b0c6-9365074afaf3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:12.953699 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5746bbe-f63e-4a16-b0c6-9365074afaf3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:12.996311 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:13.065523 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5746bbe-f63e-4a16-b0c6-9365074afaf3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.080874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d5746bbe-f63e-4a16-b0c6-9365074afaf3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.083298 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d5746bbe-f63e-4a16-b0c6-9365074afaf3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "DELETE /v2.0/networks/cd237a77-7883-4f3b-a236-6d30582b9dbe HTTP/1.1" status: 204 len: 168 time: 0.4244821 Jul 16 18:28:13.112027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48818) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:13.115373 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5746bbe-f63e-4a16-b0c6-9365074afaf3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Network': ['ID=cd237a77-7883-4f3b-a236-6d30582b9dbe,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:13.121394 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d39aee79-fb63-433d-b2d0-020abf72f79b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'network': {'name': 'tempest-network-smoke--876955084', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'port_security_enabled': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:13.148915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39aee79-fb63-433d-b2d0-020abf72f79b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Made reservation on behalf of 5367a769c7474ec3b167de019d940ebe for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:13.153188 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d39aee79-fb63-433d-b2d0-020abf72f79b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.181858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39aee79-fb63-433d-b2d0-020abf72f79b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:13.194405 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d39aee79-fb63-433d-b2d0-020abf72f79b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.194735 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-d39aee79-fb63-433d-b2d0-020abf72f79b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Added segment 226709f6-cc14-4c2d-b480-bfea808f06cf of type vlan for network 8f9660fc-85c4-4988-9f11-3ada48e5857f Jul 16 18:28:13.248068 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d39aee79-fb63-433d-b2d0-020abf72f79b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.279999 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d39aee79-fb63-433d-b2d0-020abf72f79b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.287661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39aee79-fb63-433d-b2d0-020abf72f79b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.288426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d39aee79-fb63-433d-b2d0-020abf72f79b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.336522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d39aee79-fb63-433d-b2d0-020abf72f79b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2228115 Jul 16 18:28:13.340150 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48822) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:13.346632 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'admin_state_up': True, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:13.375722 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.377710 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.382778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39aee79-fb63-433d-b2d0-020abf72f79b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Network': ['ID=8f9660fc-85c4-4988-9f11-3ada48e5857f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:13.394441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 8f9660fc-85c4-4988-9f11-3ada48e5857f details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:13.460425 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.654141 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.902995 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.930411 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.028542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 12ee657c-bacc-42d8-bd2d-53182d2d04d3 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:14.049788 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 12ee657c-bacc-42d8-bd2d-53182d2d04d3 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:14.051187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 12ee657c-bacc-42d8-bd2d-53182d2d04d3 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:14.051706 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0006c937-f82f-4e44-b4b2-821d4022b5db no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:14.071786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Allocated IP 172.25.5.231 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/a1c3d7cf-83d4-433a-a2e2-19c66c2eb852) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:14.072578 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 0006c937-f82f-4e44-b4b2-821d4022b5db {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:14.072999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0006c937-f82f-4e44-b4b2-821d4022b5db not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:14.073415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 03fbe275-bf36-4e0f-936d-62893b831e8d no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:14.098903 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 03fbe275-bf36-4e0f-936d-62893b831e8d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:14.099252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 03fbe275-bf36-4e0f-936d-62893b831e8d not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:14.208879 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.587330 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.638942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:14.643485 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:14.649826 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:14.676662 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=a1c3d7cf-83d4-433a-a2e2-19c66c2eb852,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:14.927148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.157180 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.316590 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Router 6783c040-3f70-4212-8a25-02e94fe998f9 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:28:15.435687 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:15.446932 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Sync routers for ids ['6783c040-3f70-4212-8a25-02e94fe998f9'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:15.455326 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.459395 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6e3da879-70c0-4815-ad0c-eecbfeecf088 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1155572 Jul 16 18:28:15.459557 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Routers {'6783c040-3f70-4212-8a25-02e94fe998f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:15.459557 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6783c040-3f70-4212-8a25-02e94fe998f9'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:15.459754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48880) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:15.496592 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c8edcbe3-60d1-4813-9962-ae3cf777ed7a tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5367a769c7474ec3b167de019d940ebe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358839 Jul 16 18:28:15.499873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48882) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:15.570079 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Set router 6783c040-3f70-4212-8a25-02e94fe998f9 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:15.599489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa56e02-3a5b-46e2-8698-55975aeb11e0 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.601176 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2aa56e02-3a5b-46e2-8698-55975aeb11e0 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1004446 Jul 16 18:28:15.604204 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48886) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:15.636713 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-504f6260-221d-45f7-bfb3-e63e0593b2b9 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312381 Jul 16 18:28:15.639329 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48892) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:15.644467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5ea02346-026d-4e48-b3f3-1ecc47bfb62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-351952453', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:15.761924 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea02346-026d-4e48-b3f3-1ecc47bfb62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Made reservation on behalf of 5367a769c7474ec3b167de019d940ebe for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:15.766009 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ea02346-026d-4e48-b3f3-1ecc47bfb62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.842118 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:14Z', 'revision_number': 3, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:15.879066 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Checking router: 6783c040-3f70-4212-8a25-02e94fe998f9 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:15.879646 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Updating router 6783c040-3f70-4212-8a25-02e94fe998f9 port a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:15.915247 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.985931 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ea02346-026d-4e48-b3f3-1ecc47bfb62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.083462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea02346-026d-4e48-b3f3-1ecc47bfb62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Subnet': ['ID=f191d5fb-61bf-44ad-b904-5be53ffad02e,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:16.090187 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea02346-026d-4e48-b3f3-1ecc47bfb62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Checking segment: {'id': '226709f6-cc14-4c2d-b480-bfea808f06cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:16.090533 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea02346-026d-4e48-b3f3-1ecc47bfb62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network hostable DHCP agents. Network: 8f9660fc-85c4-4988-9f11-3ada48e5857f, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:16.109150 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea02346-026d-4e48-b3f3-1ecc47bfb62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network 8f9660fc-85c4-4988-9f11-3ada48e5857f is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:16.119310 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-5ea02346-026d-4e48-b3f3-1ecc47bfb62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 8f9660fc-85c4-4988-9f11-3ada48e5857f) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:16.123882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea02346-026d-4e48-b3f3-1ecc47bfb62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:16.124475 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ea02346-026d-4e48-b3f3-1ecc47bfb62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.132191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff9433e-531c-4bd3-ace2-f9dab61103b5 None None] Network 8f9660fc-85c4-4988-9f11-3ada48e5857f requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:16.140631 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5ea02346-026d-4e48-b3f3-1ecc47bfb62e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4999905 Jul 16 18:28:16.145077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48910) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:16.211519 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.222352 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Transition to ACTIVE for port object a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:16.231751 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.293942 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Attempting to bind port a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:16.294317 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Attempting to bind port a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:16.294759 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Attempting to bind port a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:16.297963 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Pushing event updated for resources: {'Port': ['ID=a1c3d7cf-83d4-433a-a2e2-19c66c2eb852,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:16.308335 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:16.309185 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:16.309590 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.309984 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:16.310447 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Bound port: a1c3d7cf-83d4-433a-a2e2-19c66c2eb852, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:16.310825 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.314301 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:16.314651 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:16.314990 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:16.315326 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:16.316689 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:16.317028 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:16.317362 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:16.317688 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:16.318016 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:16.318339 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:16.318662 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:16.318982 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:16.353252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-8f9660fc-85c4-4988-9f11-3ada48e5857f', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ips': [{'subnet_id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:28:16.354351 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.380360 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] For port a1c3d7cf-83d4-433a-a2e2-19c66c2eb852, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:16.383853 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] For port a1c3d7cf-83d4-433a-a2e2-19c66c2eb852, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a1c3d7cf-83d4-433a-a2e2-19c66c2eb852,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:16.389161 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.483202 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Routers {'6783c040-3f70-4212-8a25-02e94fe998f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:16.484526 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6783c040-3f70-4212-8a25-02e94fe998f9'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:16.486716 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ca943-176c-4e49-af63-c75284d68560 None None] Pushing event updated for resources: {'Port': ['ID=a1c3d7cf-83d4-433a-a2e2-19c66c2eb852,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:16.519397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Allocated IP 172.20.0.2 (8f9660fc-85c4-4988-9f11-3ada48e5857f/f191d5fb-61bf-44ad-b904-5be53ffad02e/f3a38ed5-16ab-4f00-ab0a-f1fd444201d3) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:16.719804 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.722465 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] Set router 6783c040-3f70-4212-8a25-02e94fe998f9 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:16.729966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Transition to ACTIVE for port object f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:16.730431 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.751031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Transition to ACTIVE for port object f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:16.758803 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.814611 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Network 8f9660fc-85c4-4988-9f11-3ada48e5857f is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:16.820641 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:16.823285 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Pushing event updated for resources: {'Port': ['ID=f3a38ed5-16ab-4f00-ab0a-f1fd444201d3,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:16.832273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:16.909849 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Attempting to bind port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:16.910357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Attempting to bind port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '226709f6-cc14-4c2d-b480-bfea808f06cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:16.910578 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Attempting to bind port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 on network 8f9660fc-85c4-4988-9f11-3ada48e5857f {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:16.916764 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:16.917158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Checking segment: {'id': '226709f6-cc14-4c2d-b480-bfea808f06cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:16.917564 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.917961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Bound using segment: {'id': '226709f6-cc14-4c2d-b480-bfea808f06cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:16.918465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Bound port: f3a38ed5-16ab-4f00-ab0a-f1fd444201d3, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226709f6-cc14-4c2d-b480-bfea808f06cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:16.918879 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.953674 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:14Z', 'revision_number': 3, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:16.990788 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e996291b-04c1-41ae-8ebb-365bc0bc19a1 None None] The sync data for ids ['6783c040-3f70-4212-8a25-02e94fe998f9'] in n-d-787206-10 is: [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:14Z', 'revision_number': 3, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:17.025593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] For port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:17.031569 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] For port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f3a38ed5-16ab-4f00-ab0a-f1fd444201d3,segment=NetworkSegment(226709f6-cc14-4c2d-b480-bfea808f06cf),segment_id=226709f6-cc14-4c2d-b480-bfea808f06cf)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:17.044059 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.123546 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef9a64-eba1-468f-b6fe-e2c12eb4891a None None] Pushing event updated for resources: {'Port': ['ID=f3a38ed5-16ab-4f00-ab0a-f1fd444201d3,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:17.151241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Allocated IP 172.20.0.1 (8f9660fc-85c4-4988-9f11-3ada48e5857f/f191d5fb-61bf-44ad-b904-5be53ffad02e/9d80393e-c365-4915-b4e5-ad8528ea1418) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:17.408215 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.438003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Transition to ACTIVE for port object 9d80393e-c365-4915-b4e5-ad8528ea1418 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:17.518565 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.570597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network 8f9660fc-85c4-4988-9f11-3ada48e5857f is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:17.574363 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:17.579494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:17.634345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=9d80393e-c365-4915-b4e5-ad8528ea1418,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:17.644286 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.789637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:17.852224 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:17.858183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:17.893511 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.948331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:17.953080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:17.953503 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.113409 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.135954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port a1c3d7cf-83d4-433a-a2e2-19c66c2eb852, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a1c3d7cf-83d4-433a-a2e2-19c66c2eb852,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:18.142424 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.217268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=a1c3d7cf-83d4-433a-a2e2-19c66c2eb852,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:18.346631 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.352474 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.441906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d335c97-2dfb-4499-8615-151f04aba3f2 None None] Network 8f9660fc-85c4-4988-9f11-3ada48e5857f requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:18.447883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=9d80393e-c365-4915-b4e5-ad8528ea1418,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:18.457012 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.561897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network 8f9660fc-85c4-4988-9f11-3ada48e5857f is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:18.563653 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:18.630886 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2ac51a46-1d2c-4be4-9f14-89b8dd482fdc None None] Provisioning for port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:18.636786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2ac51a46-1d2c-4be4-9f14-89b8dd482fdc None None] Provisioning complete for port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:18.637165 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2ac51a46-1d2c-4be4-9f14-89b8dd482fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.718712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Router 6783c040-3f70-4212-8a25-02e94fe998f9 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:18.797128 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2ac51a46-1d2c-4be4-9f14-89b8dd482fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.870924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2ac51a46-1d2c-4be4-9f14-89b8dd482fdc None None] For port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f3a38ed5-16ab-4f00-ab0a-f1fd444201d3,segment=NetworkSegment(226709f6-cc14-4c2d-b480-bfea808f06cf),segment_id=226709f6-cc14-4c2d-b480-bfea808f06cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:18.879567 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2ac51a46-1d2c-4be4-9f14-89b8dd482fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.899933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:18.918245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-76845a75-d591-4d91-9d46-6853404d582c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "PUT /v2.0/routers/6783c040-3f70-4212-8a25-02e94fe998f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7719595 Jul 16 18:28:18.920897 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48986) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:18.973753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac51a46-1d2c-4be4-9f14-89b8dd482fdc None None] Pushing event updated for resources: {'Port': ['ID=f3a38ed5-16ab-4f00-ab0a-f1fd444201d3,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:19.094775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b4448-af32-4bca-aa69-4c94e77725a2 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.095384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b4448-af32-4bca-aa69-4c94e77725a2 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.096511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b4448-af32-4bca-aa69-4c94e77725a2 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.097971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b4448-af32-4bca-aa69-4c94e77725a2 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.099497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b4448-af32-4bca-aa69-4c94e77725a2 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.100330 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b4448-af32-4bca-aa69-4c94e77725a2 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.106012 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 48992) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:19.106637 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-870b4448-af32-4bca-aa69-4c94e77725a2 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1843514 Jul 16 18:28:19.212333 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8146504b-59c5-40c8-b7cb-ebf939cfd41a None None] Provisioning complete for port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:19.215353 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8146504b-59c5-40c8-b7cb-ebf939cfd41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.228678 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ffd89-c2ca-42fa-9d2d-365304555b73 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.229814 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ffd89-c2ca-42fa-9d2d-365304555b73 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.230408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ffd89-c2ca-42fa-9d2d-365304555b73 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.231000 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ffd89-c2ca-42fa-9d2d-365304555b73 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.231613 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ffd89-c2ca-42fa-9d2d-365304555b73 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.232196 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ffd89-c2ca-42fa-9d2d-365304555b73 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.234440 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8d9ffd89-c2ca-42fa-9d2d-365304555b73 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.1263628 Jul 16 18:28:19.238824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 48996) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:19.335756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8146504b-59c5-40c8-b7cb-ebf939cfd41a None None] Provisioning for port 9d80393e-c365-4915-b4e5-ad8528ea1418 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:19.345073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8146504b-59c5-40c8-b7cb-ebf939cfd41a None None] Provisioning complete for port 9d80393e-c365-4915-b4e5-ad8528ea1418 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:19.346647 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8146504b-59c5-40c8-b7cb-ebf939cfd41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.399401 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8146504b-59c5-40c8-b7cb-ebf939cfd41a None None] Port 9d80393e-c365-4915-b4e5-ad8528ea1418 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:19.453241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Sync routers for ids ['6783c040-3f70-4212-8a25-02e94fe998f9'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:19.464326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Routers {'6783c040-3f70-4212-8a25-02e94fe998f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:19.464975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6783c040-3f70-4212-8a25-02e94fe998f9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:19.607572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e4c074c8-e761-486f-aaa5-9f177fe6b005 None None] Provisioning complete for port 9d80393e-c365-4915-b4e5-ad8528ea1418 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:19.608323 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e4c074c8-e761-486f-aaa5-9f177fe6b005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.736175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Set router 6783c040-3f70-4212-8a25-02e94fe998f9 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:19.818217 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:19.864788 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e4c074c8-e761-486f-aaa5-9f177fe6b005 None None] Port 9d80393e-c365-4915-b4e5-ad8528ea1418 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:19.913495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9fac6a05-b42b-4551-8f9d-a9bf7a9ebaa2 tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.6734035 Jul 16 18:28:20.063279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:20.063717 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.068902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1b92ac7c-1c1e-427c-8633-4ce9cfa17276 None None] Provisioning complete for port 9d80393e-c365-4915-b4e5-ad8528ea1418 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:20.069229 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1b92ac7c-1c1e-427c-8633-4ce9cfa17276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.170097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:17Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '9d80393e-c365-4915-b4e5-ad8528ea1418', 'name': '', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:fe:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:16Z', 'updated_at': '2021-07-16T18:28:18Z', 'revision_number': 2, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:20.174366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1b92ac7c-1c1e-427c-8633-4ce9cfa17276 None None] Port 9d80393e-c365-4915-b4e5-ad8528ea1418 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:20.212268 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49006) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:20.216480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Checking router: 6783c040-3f70-4212-8a25-02e94fe998f9 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:20.216844 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Updating router 6783c040-3f70-4212-8a25-02e94fe998f9 port 9d80393e-c365-4915-b4e5-ad8528ea1418 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:20.217664 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5c131c34-44eb-47e1-b735-325e8a7154ac tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-141274555', 'description': 'tempest-secgroup-smoke-141274555 description', 'project_id': '5367a769c7474ec3b167de019d940ebe'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:20.243989 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5c131c34-44eb-47e1-b735-325e8a7154ac tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.286165 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.356522 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5c131c34-44eb-47e1-b735-325e8a7154ac tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.361346 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5c131c34-44eb-47e1-b735-325e8a7154ac tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.392319 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5c131c34-44eb-47e1-b735-325e8a7154ac tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.397378 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5c131c34-44eb-47e1-b735-325e8a7154ac tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1797020 Jul 16 18:28:20.398001 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49008) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:20.403039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-29e96866-ef3c-48ef-a9c7-9ffb186953d4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '073dca43-1816-458b-92d5-575bae4c2226', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:20.407548 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c131c34-44eb-47e1-b735-325e8a7154ac tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073dca43-1816-458b-92d5-575bae4c2226,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:20.435583 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29e96866-ef3c-48ef-a9c7-9ffb186953d4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.509159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29e96866-ef3c-48ef-a9c7-9ffb186953d4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.514106 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29e96866-ef3c-48ef-a9c7-9ffb186953d4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.533352 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e96866-ef3c-48ef-a9c7-9ffb186953d4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321f6921-1980-434c-82e7-0fcd230acfcc,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:20.560304 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-29e96866-ef3c-48ef-a9c7-9ffb186953d4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.565272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49010) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:20.570955 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-07d6f4b0-b5cc-4b79-8867-e497dbc421d9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '073dca43-1816-458b-92d5-575bae4c2226', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:20.572135 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-29e96866-ef3c-48ef-a9c7-9ffb186953d4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1728954 Jul 16 18:28:20.601171 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07d6f4b0-b5cc-4b79-8867-e497dbc421d9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.673667 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07d6f4b0-b5cc-4b79-8867-e497dbc421d9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.679095 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07d6f4b0-b5cc-4b79-8867-e497dbc421d9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.712967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6f4b0-b5cc-4b79-8867-e497dbc421d9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490825af-6fc1-4d71-952b-e657773e96be,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:20.715980 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07d6f4b0-b5cc-4b79-8867-e497dbc421d9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.717923 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-07d6f4b0-b5cc-4b79-8867-e497dbc421d9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1508775 Jul 16 18:28:20.721044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49012) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:20.726434 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-328ca3d1-9859-4a4e-bea4-08fbb83ff7db tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '073dca43-1816-458b-92d5-575bae4c2226', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:20.733080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:20.761404 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-328ca3d1-9859-4a4e-bea4-08fbb83ff7db tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.822686 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.832017 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-328ca3d1-9859-4a4e-bea4-08fbb83ff7db tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.836821 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-328ca3d1-9859-4a4e-bea4-08fbb83ff7db tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.846215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Transition to ACTIVE for port object 9d80393e-c365-4915-b4e5-ad8528ea1418 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:20.859005 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.867492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ca3d1-9859-4a4e-bea4-08fbb83ff7db tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a81b69-ab6e-42fc-b669-0ecccd1da1be,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:20.873127 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-328ca3d1-9859-4a4e-bea4-08fbb83ff7db tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.877287 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-328ca3d1-9859-4a4e-bea4-08fbb83ff7db tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521754 Jul 16 18:28:20.877567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49014) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:20.882604 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d92e441b-cdaa-4351-bcc8-c96086b9a3e7 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '073dca43-1816-458b-92d5-575bae4c2226', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:20.905991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:20.906367 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.920644 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d92e441b-cdaa-4351-bcc8-c96086b9a3e7 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.973505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67493c-ccea-41c5-b0d5-975d05625268 None None] Pushing event updated for resources: {'Port': ['ID=9d80393e-c365-4915-b4e5-ad8528ea1418,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:21.000028 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d92e441b-cdaa-4351-bcc8-c96086b9a3e7 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.005351 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d92e441b-cdaa-4351-bcc8-c96086b9a3e7 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.028101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e441b-cdaa-4351-bcc8-c96086b9a3e7 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c32d93-21f0-4ead-ac64-d45f8bbf2137,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:21.036296 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d92e441b-cdaa-4351-bcc8-c96086b9a3e7 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.037569 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d92e441b-cdaa-4351-bcc8-c96086b9a3e7 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587944 Jul 16 18:28:21.040402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49016) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:21.047634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-fcf440ee-452f-4cc8-a5a1-a510fecfba73 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '073dca43-1816-458b-92d5-575bae4c2226', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:21.076024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Attempting to bind port 9d80393e-c365-4915-b4e5-ad8528ea1418 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:21.076395 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Attempting to bind port 9d80393e-c365-4915-b4e5-ad8528ea1418 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '226709f6-cc14-4c2d-b480-bfea808f06cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:21.076761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Attempting to bind port 9d80393e-c365-4915-b4e5-ad8528ea1418 on network 8f9660fc-85c4-4988-9f11-3ada48e5857f {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:21.091829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:21.092425 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Checking segment: {'id': '226709f6-cc14-4c2d-b480-bfea808f06cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:21.092894 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.093352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Bound using segment: {'id': '226709f6-cc14-4c2d-b480-bfea808f06cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:21.094150 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Bound port: 9d80393e-c365-4915-b4e5-ad8528ea1418, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226709f6-cc14-4c2d-b480-bfea808f06cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:21.094503 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.095856 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-fcf440ee-452f-4cc8-a5a1-a510fecfba73 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Project 5367a769c7474ec3b167de019d940ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:28:21.109300 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fcf440ee-452f-4cc8-a5a1-a510fecfba73 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.198936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] For port 9d80393e-c365-4915-b4e5-ad8528ea1418, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:21.220414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] For port 9d80393e-c365-4915-b4e5-ad8528ea1418, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9d80393e-c365-4915-b4e5-ad8528ea1418,segment=NetworkSegment(226709f6-cc14-4c2d-b480-bfea808f06cf),segment_id=226709f6-cc14-4c2d-b480-bfea808f06cf)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:21.228375 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.250810 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fcf440ee-452f-4cc8-a5a1-a510fecfba73 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.255961 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fcf440ee-452f-4cc8-a5a1-a510fecfba73 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.283106 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf440ee-452f-4cc8-a5a1-a510fecfba73 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e726ca7-0eed-4463-9df4-ee986fbf30e7,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:21.289761 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fcf440ee-452f-4cc8-a5a1-a510fecfba73 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.291984 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fcf440ee-452f-4cc8-a5a1-a510fecfba73 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2495179 Jul 16 18:28:21.295127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49022) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:21.307897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-95342694-8bad-44d0-9b8c-b467f902aeec tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'security_group_rule': {'security_group_id': '073dca43-1816-458b-92d5-575bae4c2226', 'project_id': '5367a769c7474ec3b167de019d940ebe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:21.346180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Routers {'6783c040-3f70-4212-8a25-02e94fe998f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:21.355130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6783c040-3f70-4212-8a25-02e94fe998f9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:21.360104 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-95342694-8bad-44d0-9b8c-b467f902aeec tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Project 5367a769c7474ec3b167de019d940ebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:28:21.366589 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95342694-8bad-44d0-9b8c-b467f902aeec tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.397104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67493c-ccea-41c5-b0d5-975d05625268 None None] Pushing event updated for resources: {'Port': ['ID=9d80393e-c365-4915-b4e5-ad8528ea1418,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:21.461116 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95342694-8bad-44d0-9b8c-b467f902aeec tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.467733 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95342694-8bad-44d0-9b8c-b467f902aeec tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.490207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95342694-8bad-44d0-9b8c-b467f902aeec tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4389aaf-9bd9-4977-ad9e-f46bbb4c9fdc,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:21.493071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] Set router 6783c040-3f70-4212-8a25-02e94fe998f9 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:21.494055 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-95342694-8bad-44d0-9b8c-b467f902aeec tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.495167 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-95342694-8bad-44d0-9b8c-b467f902aeec tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1990871 Jul 16 18:28:21.732302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-83dec18c-e111-43a6-ab1f-6c0022dcc3b0 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-141274555&fields=id&tenant_id=5367a769c7474ec3b167de019d940ebe HTTP/1.1" status: 200 len: 267 time: 0.0408773 Jul 16 18:28:21.755078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:17Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '9d80393e-c365-4915-b4e5-ad8528ea1418', 'name': '', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:fe:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:16Z', 'updated_at': '2021-07-16T18:28:21Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:21.785693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e7e4f4-b56d-43a5-8446-2d0559fcbf74 None None] The sync data for ids ['6783c040-3f70-4212-8a25-02e94fe998f9'] in n-d-787206-10 is: [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:17Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '9d80393e-c365-4915-b4e5-ad8528ea1418', 'name': '', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:fe:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:16Z', 'updated_at': '2021-07-16T18:28:21Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:21.896411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52913-3371-4d38-a759-51d01f571a0b req-b85b815f-bfba-4c85-bd4e-52d899243ec6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.898124 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-b85b815f-bfba-4c85-bd4e-52d899243ec6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/networks?id=8f9660fc-85c4-4988-9f11-3ada48e5857f HTTP/1.1" status: 200 len: 796 time: 0.1589551 Jul 16 18:28:21.917569 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-1b4e6879-bc57-44c2-9015-0b6a5ddc854e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/quotas/5367a769c7474ec3b167de019d940ebe HTTP/1.1" status: 200 len: 375 time: 0.0137174 Jul 16 18:28:22.000541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-4e3e8770-9735-459b-bb1e-493b73cb41b9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760183 Jul 16 18:28:22.130454 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-8caf6034-8c0b-4188-a183-934425dbbce3 service neutron] 10.222.0.41 "GET /v2.0/networks/8f9660fc-85c4-4988-9f11-3ada48e5857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177936 Jul 16 18:28:22.232060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-03467d3b-5c73-4d6b-be46-63572bf0e1bf service neutron] 10.222.0.41 "GET /v2.0/networks/8f9660fc-85c4-4988-9f11-3ada48e5857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952148 Jul 16 18:28:22.507776 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8735c90a-eb80-4e88-8e86-ec93381f4eda req-c18aecdb-f2a6-434b-b9e5-f71859af658a tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 210 time: 0.0677271 Jul 16 18:28:23.657693 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d012f38-a83a-493a-8619-c3512539b92e req-13384e0c-9bfa-4763-98db-9a1a6033568f tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 210 time: 0.0467241 Jul 16 18:28:23.787921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9d80393e-c365-4915-b4e5-ad8528ea1418 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:23.857511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 9d80393e-c365-4915-b4e5-ad8528ea1418 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:23.864150 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 9d80393e-c365-4915-b4e5-ad8528ea1418 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:23.864551 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.977126 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.045078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 9d80393e-c365-4915-b4e5-ad8528ea1418, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9d80393e-c365-4915-b4e5-ad8528ea1418,segment=NetworkSegment(226709f6-cc14-4c2d-b480-bfea808f06cf),segment_id=226709f6-cc14-4c2d-b480-bfea808f06cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:24.050916 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.115154 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52913-3371-4d38-a759-51d01f571a0b req-1d5277cc-1aa3-4c45-96d4-ca56e1426afa tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:24.116706 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-1d5277cc-1aa3-4c45-96d4-ca56e1426afa tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.43 "GET /v2.0/networks?id=8f9660fc-85c4-4988-9f11-3ada48e5857f HTTP/1.1" status: 200 len: 796 time: 0.1956830 Jul 16 18:28:24.119223 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=9d80393e-c365-4915-b4e5-ad8528ea1418,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:24.171633 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-f3384b1e-e1e5-4826-b3d1-3bf1991d412d tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5367a769c7474ec3b167de019d940ebe HTTP/1.1" status: 200 len: 379 time: 0.0453441 Jul 16 18:28:24.183465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-6be52913-3371-4d38-a759-51d01f571a0b req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'port': {'device_id': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'admin_state_up': True, 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'security_groups': ['073dca43-1816-458b-92d5-575bae4c2226']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:24.316963 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be52913-3371-4d38-a759-51d01f571a0b req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Made reservation on behalf of 5367a769c7474ec3b167de019d940ebe for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:24.320994 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6be52913-3371-4d38-a759-51d01f571a0b req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.333550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49092) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:24.457728 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2c735678-75a7-4b97-a7c9-ba8185625410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.473844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-6be52913-3371-4d38-a759-51d01f571a0b req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Allocated IP 172.20.0.7 (8f9660fc-85c4-4988-9f11-3ada48e5857f/f191d5fb-61bf-44ad-b904-5be53ffad02e/923a6731-1484-49ed-a69d-b3d7f51b7e8a) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:24.560406 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2c735678-75a7-4b97-a7c9-ba8185625410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.576578 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2c735678-75a7-4b97-a7c9-ba8185625410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.617141 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c735678-75a7-4b97-a7c9-ba8185625410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c4565c-a5b8-4e44-8bec-688678dfcbf6,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:24.625175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2c735678-75a7-4b97-a7c9-ba8185625410 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54c41756de134c3ea1115d04df1d6f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897279 Jul 16 18:28:24.625451 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49096) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:24.647217 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6be52913-3371-4d38-a759-51d01f571a0b req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.677078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-6be52913-3371-4d38-a759-51d01f571a0b req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Transition to ACTIVE for port object 923a6731-1484-49ed-a69d-b3d7f51b7e8a will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:24.711496 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6288443f-4e50-4572-87da-a338d2809607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.741170 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6288443f-4e50-4572-87da-a338d2809607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.747990 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6be52913-3371-4d38-a759-51d01f571a0b req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.816355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be52913-3371-4d38-a759-51d01f571a0b req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network 8f9660fc-85c4-4988-9f11-3ada48e5857f is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:24.822640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-6be52913-3371-4d38-a759-51d01f571a0b req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:24.825046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be52913-3371-4d38-a759-51d01f571a0b req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:24.827912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=923a6731-1484-49ed-a69d-b3d7f51b7e8a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:24.859033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3bbe6-1bad-4d24-b600-138dedd590c0 req-9d3440c1-0e39-4e08-b340-9b043f37bc1a tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:24.860661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11a3bbe6-1bad-4d24-b600-138dedd590c0 req-9d3440c1-0e39-4e08-b340-9b043f37bc1a tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 931 time: 0.0764894 Jul 16 18:28:24.872584 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6288443f-4e50-4572-87da-a338d2809607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.875118 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6288443f-4e50-4572-87da-a338d2809607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.879660 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6288443f-4e50-4572-87da-a338d2809607 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3c4565c-a5b8-4e44-8bec-688678dfcbf6 HTTP/1.1" status: 204 len: 168 time: 0.2498059 Jul 16 18:28:24.896266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52913-3371-4d38-a759-51d01f571a0b req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:24.897075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6be52913-3371-4d38-a759-51d01f571a0b req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.900736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288443f-4e50-4572-87da-a338d2809607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c4565c-a5b8-4e44-8bec-688678dfcbf6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:24.915844 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-cb1c766d-9063-4958-9d99-19ec8cda2b28 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7365651 Jul 16 18:28:24.918634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11a3bbe6-1bad-4d24-b600-138dedd590c0 req-eee79072-e60a-4785-b9ac-a1f492d93940 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=073dca43-1816-458b-92d5-575bae4c2226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476975 Jul 16 18:28:24.928909 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Request body: {'port': {'device_id': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:25.026457 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.125402 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8a21988f-63d7-4f71-86bf-4f8b114f1d1c None None] Provisioning for port 923a6731-1484-49ed-a69d-b3d7f51b7e8a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:25.130190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8a21988f-63d7-4f71-86bf-4f8b114f1d1c None None] Provisioning complete for port 923a6731-1484-49ed-a69d-b3d7f51b7e8a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:25.130705 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8a21988f-63d7-4f71-86bf-4f8b114f1d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.165621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8a21988f-63d7-4f71-86bf-4f8b114f1d1c None None] Port 923a6731-1484-49ed-a69d-b3d7f51b7e8a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:25.182792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49104) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:25.197242 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-384f8fc5-96a4-49e8-9202-114122cbcfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.288369 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-384f8fc5-96a4-49e8-9202-114122cbcfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.292633 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-384f8fc5-96a4-49e8-9202-114122cbcfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.304539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923a6731-1484-49ed-a69d-b3d7f51b7e8a {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:25.312047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.324233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Transition to ACTIVE for port object 923a6731-1484-49ed-a69d-b3d7f51b7e8a will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:25.328093 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.332402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f8fc5-96a4-49e8-9202-114122cbcfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ffcc79-7d87-4d2c-bdec-12488ff9c9a1,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:25.339920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-384f8fc5-96a4-49e8-9202-114122cbcfd8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b0efd61e0af4f04bbc48b8c438b8db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536412 Jul 16 18:28:25.340517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49106) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:25.380070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Pushing event updated for resources: {'Port': ['ID=923a6731-1484-49ed-a69d-b3d7f51b7e8a,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:25.406173 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c8cf08c4-3489-49ef-ab4f-7759d16c55e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.435142 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c8cf08c4-3489-49ef-ab4f-7759d16c55e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.464044 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Attempting to bind port 923a6731-1484-49ed-a69d-b3d7f51b7e8a on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:25.464583 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Attempting to bind port 923a6731-1484-49ed-a69d-b3d7f51b7e8a by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '226709f6-cc14-4c2d-b480-bfea808f06cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:25.465148 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Attempting to bind port 923a6731-1484-49ed-a69d-b3d7f51b7e8a on network 8f9660fc-85c4-4988-9f11-3ada48e5857f {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:25.471582 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Port 923a6731-1484-49ed-a69d-b3d7f51b7e8a on network 8f9660fc-85c4-4988-9f11-3ada48e5857f not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:25.472836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Attempting to bind port 923a6731-1484-49ed-a69d-b3d7f51b7e8a on network 8f9660fc-85c4-4988-9f11-3ada48e5857f {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:25.486070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:25.486400 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Checking segment: {'id': '226709f6-cc14-4c2d-b480-bfea808f06cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:25.489456 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Bound using segment: {'id': '226709f6-cc14-4c2d-b480-bfea808f06cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:25.490864 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Bound port: 923a6731-1484-49ed-a69d-b3d7f51b7e8a, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226709f6-cc14-4c2d-b480-bfea808f06cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:25.491246 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.498655 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c8cf08c4-3489-49ef-ab4f-7759d16c55e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.500978 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c8cf08c4-3489-49ef-ab4f-7759d16c55e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.502160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c8cf08c4-3489-49ef-ab4f-7759d16c55e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9ffcc79-7d87-4d2c-bdec-12488ff9c9a1 HTTP/1.1" status: 204 len: 168 time: 0.1610985 Jul 16 18:28:25.522619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf08c4-3489-49ef-ab4f-7759d16c55e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ffcc79-7d87-4d2c-bdec-12488ff9c9a1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:25.584147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] For port 923a6731-1484-49ed-a69d-b3d7f51b7e8a, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:25.588918 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] For port 923a6731-1484-49ed-a69d-b3d7f51b7e8a, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=923a6731-1484-49ed-a69d-b3d7f51b7e8a,segment=NetworkSegment(226709f6-cc14-4c2d-b480-bfea808f06cf),segment_id=226709f6-cc14-4c2d-b480-bfea808f06cf)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:25.594441 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.634752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:25.635385 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.637316 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] 10.222.0.43 "PUT /v2.0/ports/923a6731-1484-49ed-a69d-b3d7f51b7e8a HTTP/1.1" status: 200 len: 1092 time: 0.7132814 Jul 16 18:28:25.637712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'tag': '923a6731-1484-49ed-a69d-b3d7f51b7e8a'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:25.641217 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee6af5f-de8c-4bb0-be41-6cec7a4257e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf", "tag": "923a6731-1484-49ed-a69d-b3d7f51b7e8a"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:25.686886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa36c6-dd13-4080-975c-b2433dfd351f service neutron] Pushing event updated for resources: {'Port': ['ID=923a6731-1484-49ed-a69d-b3d7f51b7e8a,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:25.704209 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e2f764-83a8-4f01-b28a-1de158e6a7bd x-openstack-request-id: req-f2e2f764-83a8-4f01-b28a-1de158e6a7bd {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:25.704619 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf", "tag": "923a6731-1484-49ed-a69d-b3d7f51b7e8a", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:25.704984 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2e2f764-83a8-4f01-b28a-1de158e6a7bd {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:25.705372 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'tag': '923a6731-1484-49ed-a69d-b3d7f51b7e8a', 'status': 'completed', 'code': 200} Jul 16 18:28:25.787252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52913-3371-4d38-a759-51d01f571a0b req-c9f6ce1d-db9a-4af1-9815-c5380cbbf8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:25.788806 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-c9f6ce1d-db9a-4af1-9815-c5380cbbf8c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 1095 time: 0.0799661 Jul 16 18:28:25.809313 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9d80393e-c365-4915-b4e5-ad8528ea1418 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:25.882698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49124) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:25.888227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-635048531', 'description': 'tempest-secgroup-smoke-635048531 description', 'project_id': '09f36e50549e4a339d265d082c5fe4c1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:25.896251 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-35f06cd0-df62-4ac0-b49c-a5c26bac2b24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=923a6731-1484-49ed-a69d-b3d7f51b7e8a HTTP/1.1" status: 200 len: 217 time: 0.0999141 Jul 16 18:28:25.906974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 9d80393e-c365-4915-b4e5-ad8528ea1418 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:25.907550 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.948952 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.977143 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52913-3371-4d38-a759-51d01f571a0b req-224d102a-b89a-4d01-b669-0cc455a4c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:25.980969 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-224d102a-b89a-4d01-b669-0cc455a4c59f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f191d5fb-61bf-44ad-b904-5be53ffad02e HTTP/1.1" status: 200 len: 834 time: 0.0782533 Jul 16 18:28:26.078488 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52913-3371-4d38-a759-51d01f571a0b req-3f1b1622-36ed-4b4c-b0bf-95baeaf37bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.080008 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-3f1b1622-36ed-4b4c-b0bf-95baeaf37bde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f9660fc-85c4-4988-9f11-3ada48e5857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911756 Jul 16 18:28:26.111037 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.117195 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.153664 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.155074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2707620 Jul 16 18:28:26.161543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49134) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:26.168016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-44889580-1cfb-4eaf-9450-48a5a744837a tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Request body: {'security_group_rule': {'security_group_id': '7c10d24a-7acd-4976-b476-36e63cec1a93', 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:26.180336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c10d24a-7acd-4976-b476-36e63cec1a93,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.190204 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-97f3183f-65e3-40ee-8167-9542ecfb5e48 service neutron] 10.222.0.43 "GET /v2.0/networks/8f9660fc-85c4-4988-9f11-3ada48e5857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017609 Jul 16 18:28:26.195862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:26.196208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:26.196543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:26.196874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:26.197202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:26.197624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:26.197957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:26.198272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:26.198594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:26.198918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:26.199633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:26.199633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd403b-4ca8-400e-a899-970095ce6b70 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:26.217693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892df176-b663-40f9-ba0e-11b6101bc848 req-2050e0cb-1b67-46d4-9e2e-0c4bb3c25d9e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.219216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-892df176-b663-40f9-ba0e-11b6101bc848 req-2050e0cb-1b67-46d4-9e2e-0c4bb3c25d9e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 943 time: 0.1438861 Jul 16 18:28:26.247169 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44889580-1cfb-4eaf-9450-48a5a744837a tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.288287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-892df176-b663-40f9-ba0e-11b6101bc848 req-9e4cb04e-5f07-4510-b9ae-edb3fa56b158 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=073dca43-1816-458b-92d5-575bae4c2226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594256 Jul 16 18:28:26.321361 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44889580-1cfb-4eaf-9450-48a5a744837a tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.326120 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6be52913-3371-4d38-a759-51d01f571a0b req-0ff8795a-7373-4748-afd0-7625e1a1adf0 service neutron] 10.222.0.43 "GET /v2.0/networks/8f9660fc-85c4-4988-9f11-3ada48e5857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241429 Jul 16 18:28:26.326719 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44889580-1cfb-4eaf-9450-48a5a744837a tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.348604 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44889580-1cfb-4eaf-9450-48a5a744837a tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea329af-fc68-4a00-a5de-4084f8cc38f1,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.358764 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-44889580-1cfb-4eaf-9450-48a5a744837a tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.360428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-44889580-1cfb-4eaf-9450-48a5a744837a tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1976244 Jul 16 18:28:26.364395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49142) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:26.370530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-3f89ec6c-f041-4753-981c-bbcfeeda7482 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Request body: {'security_group_rule': {'security_group_id': '7c10d24a-7acd-4976-b476-36e63cec1a93', 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:26.402933 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3f89ec6c-f041-4753-981c-bbcfeeda7482 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.457793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6af5f-de8c-4bb0-be41-6cec7a4257e2 req-b2ac6997-167d-4b86-87ad-5e287ef39219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.459319 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2ee6af5f-de8c-4bb0-be41-6cec7a4257e2 req-b2ac6997-167d-4b86-87ad-5e287ef39219 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 1095 time: 0.0598404 Jul 16 18:28:26.482917 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3f89ec6c-f041-4753-981c-bbcfeeda7482 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.488038 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3f89ec6c-f041-4753-981c-bbcfeeda7482 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.508153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89ec6c-f041-4753-981c-bbcfeeda7482 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dc7750-19ed-4877-b6ee-8710e5cbbd57,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.516354 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3f89ec6c-f041-4753-981c-bbcfeeda7482 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.517670 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3f89ec6c-f041-4753-981c-bbcfeeda7482 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1521745 Jul 16 18:28:26.520592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49146) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:26.525481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9c3213d8-3721-4d76-8e8e-57b7ca5ec8d8 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Request body: {'security_group_rule': {'security_group_id': '7c10d24a-7acd-4976-b476-36e63cec1a93', 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:26.558759 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c3213d8-3721-4d76-8e8e-57b7ca5ec8d8 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.561215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6af5f-de8c-4bb0-be41-6cec7a4257e2 req-2e82ee22-850d-451a-bb00-ee029f55f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.562837 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2ee6af5f-de8c-4bb0-be41-6cec7a4257e2 req-2e82ee22-850d-451a-bb00-ee029f55f430 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f9660fc-85c4-4988-9f11-3ada48e5857f HTTP/1.1" status: 200 len: 897 time: 0.0972481 Jul 16 18:28:26.609094 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2ee6af5f-de8c-4bb0-be41-6cec7a4257e2 req-6e3f1a0d-941b-446e-bb41-71f9ac78a023 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=923a6731-1484-49ed-a69d-b3d7f51b7e8a HTTP/1.1" status: 200 len: 217 time: 0.0366354 Jul 16 18:28:26.622504 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c3213d8-3721-4d76-8e8e-57b7ca5ec8d8 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.633329 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c3213d8-3721-4d76-8e8e-57b7ca5ec8d8 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.652609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3213d8-3721-4d76-8e8e-57b7ca5ec8d8 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdc5173-07a4-4960-9611-a70eed54926c,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.668638 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c3213d8-3721-4d76-8e8e-57b7ca5ec8d8 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.670383 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9c3213d8-3721-4d76-8e8e-57b7ca5ec8d8 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488500 Jul 16 18:28:26.673419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49152) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:26.678138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6af5f-de8c-4bb0-be41-6cec7a4257e2 req-87679a46-18c8-44ee-94fd-db597a703778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.680702 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2ee6af5f-de8c-4bb0-be41-6cec7a4257e2 req-87679a46-18c8-44ee-94fd-db597a703778 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f191d5fb-61bf-44ad-b904-5be53ffad02e HTTP/1.1" status: 200 len: 834 time: 0.0597796 Jul 16 18:28:26.681010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-223baa8c-2c5c-4ef5-af30-cd9e191f1044 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Request body: {'security_group_rule': {'security_group_id': '7c10d24a-7acd-4976-b476-36e63cec1a93', 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:26.711830 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-223baa8c-2c5c-4ef5-af30-cd9e191f1044 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.745345 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.753911 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6af5f-de8c-4bb0-be41-6cec7a4257e2 req-531db6a1-a991-40ad-9188-ffe1b8bc05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.755501 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2ee6af5f-de8c-4bb0-be41-6cec7a4257e2 req-531db6a1-a991-40ad-9188-ffe1b8bc05b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f9660fc-85c4-4988-9f11-3ada48e5857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670805 Jul 16 18:28:26.789282 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-223baa8c-2c5c-4ef5-af30-cd9e191f1044 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.793820 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-223baa8c-2c5c-4ef5-af30-cd9e191f1044 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.818509 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-223baa8c-2c5c-4ef5-af30-cd9e191f1044 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.822318 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-223baa8c-2c5c-4ef5-af30-cd9e191f1044 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453342 Jul 16 18:28:26.822470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223baa8c-2c5c-4ef5-af30-cd9e191f1044 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604e9d87-5dde-44c3-b784-77ba2800fbd6,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.824027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49158) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:26.828821 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-8d4ed72a-2d7e-4346-a96a-ee01c44c083b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Request body: {'security_group_rule': {'security_group_id': '7c10d24a-7acd-4976-b476-36e63cec1a93', 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:26.850311 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.856686 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-8d4ed72a-2d7e-4346-a96a-ee01c44c083b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Project 09f36e50549e4a339d265d082c5fe4c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:28:26.863010 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed72a-2d7e-4346-a96a-ee01c44c083b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.866602 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2ee6af5f-de8c-4bb0-be41-6cec7a4257e2 req-638edd7c-1478-478d-8a90-f5e2d032da78 service neutron] 10.222.0.43 "GET /v2.0/networks/8f9660fc-85c4-4988-9f11-3ada48e5857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022325 Jul 16 18:28:26.936417 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed72a-2d7e-4346-a96a-ee01c44c083b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.942663 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed72a-2d7e-4346-a96a-ee01c44c083b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.960080 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ed72a-2d7e-4346-a96a-ee01c44c083b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d958805-3b6e-4f4a-9843-4537d83f68a0,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.970299 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed72a-2d7e-4346-a96a-ee01c44c083b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.974651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8d4ed72a-2d7e-4346-a96a-ee01c44c083b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465554 Jul 16 18:28:26.974909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49162) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:26.975261 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2ee6af5f-de8c-4bb0-be41-6cec7a4257e2 req-f3a4f3f8-2fcf-421f-9a3c-03a812183ada service neutron] 10.222.0.43 "GET /v2.0/networks/8f9660fc-85c4-4988-9f11-3ada48e5857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982683 Jul 16 18:28:26.979533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-7868db67-7eea-4bbd-a40f-86d31b647e9b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Request body: {'security_group_rule': {'security_group_id': '7c10d24a-7acd-4976-b476-36e63cec1a93', 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:27.002410 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-7868db67-7eea-4bbd-a40f-86d31b647e9b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Project 09f36e50549e4a339d265d082c5fe4c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:28:27.007482 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7868db67-7eea-4bbd-a40f-86d31b647e9b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.071650 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7868db67-7eea-4bbd-a40f-86d31b647e9b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.076013 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7868db67-7eea-4bbd-a40f-86d31b647e9b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.095515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868db67-7eea-4bbd-a40f-86d31b647e9b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d380cf0-92f2-455e-bc00-67ed7d102692,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:27.099627 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7868db67-7eea-4bbd-a40f-86d31b647e9b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.100830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7868db67-7eea-4bbd-a40f-86d31b647e9b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249394 Jul 16 18:28:27.317220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-24f2e121-d1cb-4914-94ea-2a2d5348cf07 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-635048531&fields=id&tenant_id=09f36e50549e4a339d265d082c5fe4c1 HTTP/1.1" status: 200 len: 267 time: 0.0342124 Jul 16 18:28:27.481310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-b773ff27-529c-4011-845a-43e3fff88f51 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.482851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-b773ff27-529c-4011-845a-43e3fff88f51 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/networks?id=e8d098f5-59a5-4287-880c-e5e2bd644eaf HTTP/1.1" status: 200 len: 814 time: 0.1571229 Jul 16 18:28:27.504521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-e26ce33c-d3b7-4b69-ae66-908f4c541cea tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/quotas/09f36e50549e4a339d265d082c5fe4c1 HTTP/1.1" status: 200 len: 375 time: 0.0143046 Jul 16 18:28:27.516700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c86ef-431a-4e19-9474-3853ce91aa12 req-aa3f04e6-cd15-4193-86dc-d00dcba27647 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.518194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-648c86ef-431a-4e19-9474-3853ce91aa12 req-aa3f04e6-cd15-4193-86dc-d00dcba27647 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 943 time: 0.1079824 Jul 16 18:28:27.590604 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-648c86ef-431a-4e19-9474-3853ce91aa12 req-bf3e2c1f-f2ab-494b-9d2e-ccca9ea1ed68 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=073dca43-1816-458b-92d5-575bae4c2226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611496 Jul 16 18:28:27.599873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49190) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:27.615336 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-d23dc333-054a-4258-91bc-222e864da551 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=09f36e50549e4a339d265d082c5fe4c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961514 Jul 16 18:28:27.716589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-46699321-a454-4de4-9ee1-3d0c29f3b8c1 service neutron] 10.222.0.41 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902619 Jul 16 18:28:27.719644 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a3770a0-c169-4140-9c26-22c5d6b83a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.812641 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a3770a0-c169-4140-9c26-22c5d6b83a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.816352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-d27f8906-ebc2-4c95-9620-bc5ed7ee2e14 service neutron] 10.222.0.41 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922594 Jul 16 18:28:27.817362 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a3770a0-c169-4140-9c26-22c5d6b83a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.855887 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9a3770a0-c169-4140-9c26-22c5d6b83a56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6295b6c028844ff99ca2db3a403f2b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537568 Jul 16 18:28:27.856766 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3770a0-c169-4140-9c26-22c5d6b83a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e215ca-0667-4e16-96ec-75faca21b3e0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:27.858618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49194) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:27.911191 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-404f4f68-697f-427b-b0ac-1bb0c41296f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.932771 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-404f4f68-697f-427b-b0ac-1bb0c41296f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.981621 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-404f4f68-697f-427b-b0ac-1bb0c41296f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.984186 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-404f4f68-697f-427b-b0ac-1bb0c41296f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.985348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-404f4f68-697f-427b-b0ac-1bb0c41296f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2e215ca-0667-4e16-96ec-75faca21b3e0 HTTP/1.1" status: 204 len: 168 time: 0.1249905 Jul 16 18:28:27.996237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f4f68-697f-427b-b0ac-1bb0c41296f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e215ca-0667-4e16-96ec-75faca21b3e0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:28.041038 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-00bd8fb3-cf89-4897-b870-f8b51889fe53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.155897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba1bd7d8-1081-48fc-9abe-5ce537755853 req-2d3ca472-531c-4599-b02f-9dd39e0c36d8 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 210 time: 0.0339799 Jul 16 18:28:28.282921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49214) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:28.296984 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e38f-12db-477b-bc50-cf9014973276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.405587 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e38f-12db-477b-bc50-cf9014973276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.410306 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e38f-12db-477b-bc50-cf9014973276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.452023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6e38f-12db-477b-bc50-cf9014973276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f49317-346f-4763-a556-1b0e31999f1e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:28.457386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5cc6e38f-12db-477b-bc50-cf9014973276 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b0ba4062d764d279a4ccb5fdac27e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730454 Jul 16 18:28:28.460110 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49218) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:28.515416 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dbadd473-4b33-47fb-bd9c-0ab204b7346b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.543697 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dbadd473-4b33-47fb-bd9c-0ab204b7346b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.591494 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dbadd473-4b33-47fb-bd9c-0ab204b7346b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.594103 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-dbadd473-4b33-47fb-bd9c-0ab204b7346b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.595205 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dbadd473-4b33-47fb-bd9c-0ab204b7346b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7f49317-346f-4763-a556-1b0e31999f1e HTTP/1.1" status: 204 len: 168 time: 0.1340997 Jul 16 18:28:28.604195 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadd473-4b33-47fb-bd9c-0ab204b7346b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f49317-346f-4763-a556-1b0e31999f1e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:28.787896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2822f42-796d-4155-8dbb-67451bddeea3 req-e6d6d677-0c83-44f5-b745-76e18f2ca1e4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.789452 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2822f42-796d-4155-8dbb-67451bddeea3 req-e6d6d677-0c83-44f5-b745-76e18f2ca1e4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 943 time: 0.0738344 Jul 16 18:28:28.835098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2822f42-796d-4155-8dbb-67451bddeea3 req-0dd861ce-d7e3-4d5f-9db9-c3f5f3fe42ee tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=073dca43-1816-458b-92d5-575bae4c2226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389309 Jul 16 18:28:29.281408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-241c476b-11e7-407d-a6c5-2609bacf6331 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.283017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-241c476b-11e7-407d-a6c5-2609bacf6331 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.35 "GET /v2.0/networks?id=e8d098f5-59a5-4287-880c-e5e2bd644eaf HTTP/1.1" status: 200 len: 814 time: 0.1356044 Jul 16 18:28:29.326609 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a79457f-7ab7-4de3-acfd-b8494355cbf6 req-4ee0dad9-0c5a-4434-9944-9ebaf429fdda tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 210 time: 0.0309515 Jul 16 18:28:29.365138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-36027199-9660-4663-80d7-a9bc25543aaa tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09f36e50549e4a339d265d082c5fe4c1 HTTP/1.1" status: 200 len: 379 time: 0.0413461 Jul 16 18:28:29.374067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Request body: {'port': {'device_id': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'admin_state_up': True, 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'security_groups': ['7c10d24a-7acd-4976-b476-36e63cec1a93']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:29.497609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Made reservation on behalf of 09f36e50549e4a339d265d082c5fe4c1 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:29.501608 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.637783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Allocated IP 172.20.0.13 (e8d098f5-59a5-4287-880c-e5e2bd644eaf/2ec95dcf-0309-4b2a-9c8b-43714760a60f/c452114c-03f5-4fef-a6e5-b5a41770f810) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:29.806733 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.821164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Transition to ACTIVE for port object c452114c-03f5-4fef-a6e5-b5a41770f810 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:29.857064 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.908867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Network e8d098f5-59a5-4287-880c-e5e2bd644eaf is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:29.913347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:29.918015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:29.922046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Pushing event updated for resources: {'Port': ['ID=c452114c-03f5-4fef-a6e5-b5a41770f810,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:30.019353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:30.019845 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.056846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-943a7d06-072b-44d7-8221-ec28449f6907 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6866107 Jul 16 18:28:30.069804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Request body: {'port': {'device_id': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:30.107002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebf936-ecdd-4115-80d4-c48db8cd9b56 req-05233c52-88ca-4065-b4c7-840d4fb4876e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:30.109343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2ebf936-ecdd-4115-80d4-c48db8cd9b56 req-05233c52-88ca-4065-b4c7-840d4fb4876e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 943 time: 0.1339126 Jul 16 18:28:30.205655 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2ebf936-ecdd-4115-80d4-c48db8cd9b56 req-e83f2f65-ab4d-4af9-b651-5350439a0d6e tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=073dca43-1816-458b-92d5-575bae4c2226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715244 Jul 16 18:28:30.214463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b7b6f5f9-2076-49de-9219-26351825c7d2 None None] Provisioning for port c452114c-03f5-4fef-a6e5-b5a41770f810 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:30.215152 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.219962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b7b6f5f9-2076-49de-9219-26351825c7d2 None None] Provisioning complete for port c452114c-03f5-4fef-a6e5-b5a41770f810 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:30.220743 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b7b6f5f9-2076-49de-9219-26351825c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.268371 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b7b6f5f9-2076-49de-9219-26351825c7d2 None None] Port c452114c-03f5-4fef-a6e5-b5a41770f810 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:30.571100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c452114c-03f5-4fef-a6e5-b5a41770f810 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:30.581784 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.602334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Transition to ACTIVE for port object c452114c-03f5-4fef-a6e5-b5a41770f810 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:30.607870 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.624430 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f60540-f143-4495-8612-f0f444a24925 req-99df9959-81bd-43d5-91fb-c7e5317192f6 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:30.631907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88f60540-f143-4495-8612-f0f444a24925 req-99df9959-81bd-43d5-91fb-c7e5317192f6 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 932 time: 0.1461048 Jul 16 18:28:30.702564 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.753402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Pushing event updated for resources: {'Port': ['ID=c452114c-03f5-4fef-a6e5-b5a41770f810,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:30.780033 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-74007d0f-879f-4d59-b6ef-ea1c5c57657d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.824972 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88f60540-f143-4495-8612-f0f444a24925 req-9599e514-e1f4-4e80-bb08-117174e1268d tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921964 Jul 16 18:28:30.870201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Attempting to bind port c452114c-03f5-4fef-a6e5-b5a41770f810 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:30.870915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Attempting to bind port c452114c-03f5-4fef-a6e5-b5a41770f810 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:30.871340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Attempting to bind port c452114c-03f5-4fef-a6e5-b5a41770f810 on network e8d098f5-59a5-4287-880c-e5e2bd644eaf {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:30.876237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Port c452114c-03f5-4fef-a6e5-b5a41770f810 on network e8d098f5-59a5-4287-880c-e5e2bd644eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:30.876659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Attempting to bind port c452114c-03f5-4fef-a6e5-b5a41770f810 on network e8d098f5-59a5-4287-880c-e5e2bd644eaf {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:30.882716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:30.883178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Checking segment: {'id': '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:30.883691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Bound using segment: {'id': '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:30.884332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Bound port: c452114c-03f5-4fef-a6e5-b5a41770f810, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:30.884811 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.965811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] For port c452114c-03f5-4fef-a6e5-b5a41770f810, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:30.969350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] For port c452114c-03f5-4fef-a6e5-b5a41770f810, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c452114c-03f5-4fef-a6e5-b5a41770f810,segment=NetworkSegment(306a1dd4-54cb-4d22-8d92-cdfdff3cf09c),segment_id=306a1dd4-54cb-4d22-8d92-cdfdff3cf09c)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:30.974096 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.014057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:31.014809 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.016412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] 10.222.0.35 "PUT /v2.0/ports/c452114c-03f5-4fef-a6e5-b5a41770f810 HTTP/1.1" status: 200 len: 1093 time: 0.9518087 Jul 16 18:28:31.016927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:31.019954 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069b05fe-eeb7-4ba1-9183-fe1d1c026154" -d '{"events": [{"name": "network-changed", "server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:31.027081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 923a6731-1484-49ed-a69d-b3d7f51b7e8a details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:31.056866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28aa7a-0d49-4561-b79b-1be18f9dbded service neutron] Pushing event updated for resources: {'Port': ['ID=c452114c-03f5-4fef-a6e5-b5a41770f810,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.110215 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa2ed07-0f6f-4098-bfdd-1613ccc76c59 x-openstack-request-id: req-afa2ed07-0f6f-4098-bfdd-1613ccc76c59 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:31.110503 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:31.110890 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afa2ed07-0f6f-4098-bfdd-1613ccc76c59 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:31.111407 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'status': 'completed', 'code': 200} Jul 16 18:28:31.139555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-fdb424fe-05d1-44d7-bfb4-dafcc7f6544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:31.141397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-fdb424fe-05d1-44d7-bfb4-dafcc7f6544f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=09f36e50549e4a339d265d082c5fe4c1&device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 1096 time: 0.0740302 Jul 16 18:28:31.193155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 923a6731-1484-49ed-a69d-b3d7f51b7e8a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=923a6731-1484-49ed-a69d-b3d7f51b7e8a,segment=NetworkSegment(226709f6-cc14-4c2d-b480-bfea808f06cf),segment_id=226709f6-cc14-4c2d-b480-bfea808f06cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:31.211114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '923a6731-1484-49ed-a69d-b3d7f51b7e8a', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'port_id': '923a6731-1484-49ed-a69d-b3d7f51b7e8a', 'mac_address': 'fa:16:3e:2f:d9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:31.229743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-a9a929e9-f595-445b-9026-2d353f95351d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c452114c-03f5-4fef-a6e5-b5a41770f810 HTTP/1.1" status: 200 len: 217 time: 0.0811973 Jul 16 18:28:31.256455 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.273724 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923a6731-1484-49ed-a69d-b3d7f51b7e8a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:31.328166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-19142863-c59c-4f4c-aadf-0520d66ff9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:31.337532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-19142863-c59c-4f4c-aadf-0520d66ff9bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ec95dcf-0309-4b2a-9c8b-43714760a60f HTTP/1.1" status: 200 len: 853 time: 0.0974588 Jul 16 18:28:31.339798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 923a6731-1484-49ed-a69d-b3d7f51b7e8a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=923a6731-1484-49ed-a69d-b3d7f51b7e8a,segment=NetworkSegment(226709f6-cc14-4c2d-b480-bfea808f06cf),segment_id=226709f6-cc14-4c2d-b480-bfea808f06cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:31.344891 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.439083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=923a6731-1484-49ed-a69d-b3d7f51b7e8a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.467473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-35fe1174-e11f-4e8f-80bf-b8e01133ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:31.468933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-35fe1174-e11f-4e8f-80bf-b8e01133ec57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8d098f5-59a5-4287-880c-e5e2bd644eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1298401 Jul 16 18:28:31.559692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393d1f5-65c1-4b01-9be7-3546bf4e5dc7 req-5edbd655-7914-437c-b1e6-62f97f07610f tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:31.568831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2393d1f5-65c1-4b01-9be7-3546bf4e5dc7 req-5edbd655-7914-437c-b1e6-62f97f07610f tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 944 time: 0.1618979 Jul 16 18:28:31.585401 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['923a6731-1484-49ed-a69d-b3d7f51b7e8a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:31.652387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-d6788120-be78-44e7-9a2e-9d9077d0846b service neutron] 10.222.0.35 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765618 Jul 16 18:28:31.655423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2393d1f5-65c1-4b01-9be7-3546bf4e5dc7 req-11d7c19b-402f-49c2-bd33-6287efbebe6b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=073dca43-1816-458b-92d5-575bae4c2226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857637 Jul 16 18:28:31.783199 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002385b-2eaf-4d51-8532-1409b2c88977 req-8f4ad0f3-9dc3-4653-9620-4ff0f8c32fae service neutron] 10.222.0.35 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242018 Jul 16 18:28:31.897683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b05fe-eeb7-4ba1-9183-fe1d1c026154 req-96e8b09a-eb16-45bf-9046-186bf19cc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:31.899329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-069b05fe-eeb7-4ba1-9183-fe1d1c026154 req-96e8b09a-eb16-45bf-9046-186bf19cc3bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=09f36e50549e4a339d265d082c5fe4c1&device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 1096 time: 0.0700150 Jul 16 18:28:31.932510 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.968261 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:28:32.074845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b05fe-eeb7-4ba1-9183-fe1d1c026154 req-c6e97718-4518-4a48-a5a0-d3f8f3d356cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:32.076537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-069b05fe-eeb7-4ba1-9183-fe1d1c026154 req-c6e97718-4518-4a48-a5a0-d3f8f3d356cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8d098f5-59a5-4287-880c-e5e2bd644eaf HTTP/1.1" status: 200 len: 915 time: 0.1711142 Jul 16 18:28:32.146501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-069b05fe-eeb7-4ba1-9183-fe1d1c026154 req-99d70257-7b82-4671-8626-39203111e7ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c452114c-03f5-4fef-a6e5-b5a41770f810 HTTP/1.1" status: 200 len: 217 time: 0.0590420 Jul 16 18:28:32.170963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eb9c4-df9a-4a0c-8864-cbf57f7a4182 req-64b2a889-7421-4dad-a0e5-104c732f98d4 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:32.172543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a49eb9c4-df9a-4a0c-8864-cbf57f7a4182 req-64b2a889-7421-4dad-a0e5-104c732f98d4 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 944 time: 0.1770852 Jul 16 18:28:32.236018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b05fe-eeb7-4ba1-9183-fe1d1c026154 req-01f79741-bcd9-41ef-a302-05eff0cce73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:32.237593 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-069b05fe-eeb7-4ba1-9183-fe1d1c026154 req-01f79741-bcd9-41ef-a302-05eff0cce73c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ec95dcf-0309-4b2a-9c8b-43714760a60f HTTP/1.1" status: 200 len: 853 time: 0.0836151 Jul 16 18:28:32.243773 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a49eb9c4-df9a-4a0c-8864-cbf57f7a4182 req-e7d93743-2790-4218-bf43-9e7f1244ca46 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494914 Jul 16 18:28:32.305737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b05fe-eeb7-4ba1-9183-fe1d1c026154 req-37f1a468-829d-4c74-8878-82cc1f3c795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:32.307277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-069b05fe-eeb7-4ba1-9183-fe1d1c026154 req-37f1a468-829d-4c74-8878-82cc1f3c795d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8d098f5-59a5-4287-880c-e5e2bd644eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626624 Jul 16 18:28:32.407999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-069b05fe-eeb7-4ba1-9183-fe1d1c026154 req-d27af082-0285-45cd-8041-61225853b908 service neutron] 10.222.0.35 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946071 Jul 16 18:28:32.507101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-069b05fe-eeb7-4ba1-9183-fe1d1c026154 req-279dd22b-d38e-48ac-99dd-2269cc4a07ba service neutron] 10.222.0.35 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921242 Jul 16 18:28:32.846636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565967f-3214-4ea4-b83f-0f2ce1b399d0 req-7f739df6-b724-455f-aae5-aaf6c01b8285 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:32.851912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6565967f-3214-4ea4-b83f-0f2ce1b399d0 req-7f739df6-b724-455f-aae5-aaf6c01b8285 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 944 time: 0.0722980 Jul 16 18:28:32.889341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6565967f-3214-4ea4-b83f-0f2ce1b399d0 req-77f854d0-07b6-45e8-bdab-14939fe2d0ba tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=073dca43-1816-458b-92d5-575bae4c2226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352824 Jul 16 18:28:33.025970 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 923a6731-1484-49ed-a69d-b3d7f51b7e8a up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:33.118111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 923a6731-1484-49ed-a69d-b3d7f51b7e8a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:33.132385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 923a6731-1484-49ed-a69d-b3d7f51b7e8a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:33.132959 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.234796 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.260354 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923a6731-1484-49ed-a69d-b3d7f51b7e8a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:33.264077 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac1226d-39de-493b-bfd8-a86b22d834cd" -d '{"events": [{"server_uuid": "2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf", "name": "network-vif-plugged", "status": "completed", "tag": "923a6731-1484-49ed-a69d-b3d7f51b7e8a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:33.280218 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 923a6731-1484-49ed-a69d-b3d7f51b7e8a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=923a6731-1484-49ed-a69d-b3d7f51b7e8a,segment=NetworkSegment(226709f6-cc14-4c2d-b480-bfea808f06cf),segment_id=226709f6-cc14-4c2d-b480-bfea808f06cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:33.286934 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.320159 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0597631-c8be-45d7-bc6e-bbe6571064c7 x-openstack-request-id: req-b0597631-c8be-45d7-bc6e-bbe6571064c7 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:33.320530 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf", "name": "network-vif-plugged", "status": "completed", "tag": "923a6731-1484-49ed-a69d-b3d7f51b7e8a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:33.320840 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0597631-c8be-45d7-bc6e-bbe6571064c7 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:33.321558 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923a6731-1484-49ed-a69d-b3d7f51b7e8a', 'code': 200} Jul 16 18:28:33.359330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=923a6731-1484-49ed-a69d-b3d7f51b7e8a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:33.468245 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b490ac-8be2-49c5-9684-6d3be8445489 req-f626e0fd-7177-4b9b-9a0e-9441afa7f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:33.469764 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-58b490ac-8be2-49c5-9684-6d3be8445489 req-f626e0fd-7177-4b9b-9a0e-9441afa7f2b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 1097 time: 0.0611894 Jul 16 18:28:33.483235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337553-c8fa-4ff2-a118-d7352f3d4fcd req-3cc0fd88-f4b6-4b32-95eb-03776b834ca0 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:33.491463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-34337553-c8fa-4ff2-a118-d7352f3d4fcd req-3cc0fd88-f4b6-4b32-95eb-03776b834ca0 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 944 time: 0.0734713 Jul 16 18:28:33.513611 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-58b490ac-8be2-49c5-9684-6d3be8445489 req-01bf8073-0098-4f55-b760-4f6090f89b65 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=073dca43-1816-458b-92d5-575bae4c2226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353506 Jul 16 18:28:33.526559 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-34337553-c8fa-4ff2-a118-d7352f3d4fcd req-8baf01c3-290b-484a-8a48-75571c902fa9 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348866 Jul 16 18:28:33.654945 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.073175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560cb0a-3471-4839-b1c8-103dc151aefb req-f8ce90fc-26ea-4703-972b-4b921b85bcec tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:34.074651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d560cb0a-3471-4839-b1c8-103dc151aefb req-f8ce90fc-26ea-4703-972b-4b921b85bcec tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 945 time: 0.0718019 Jul 16 18:28:34.111539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d560cb0a-3471-4839-b1c8-103dc151aefb req-0f3e41fb-f9ea-4a5f-82a9-e2bdfa4cad7c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=073dca43-1816-458b-92d5-575bae4c2226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309749 Jul 16 18:28:34.711599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2179aa-d228-4d1d-8c16-31a5d8e8acbc req-56442d5e-4172-4bbb-8042-88a534bc4f37 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:34.713145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef2179aa-d228-4d1d-8c16-31a5d8e8acbc req-56442d5e-4172-4bbb-8042-88a534bc4f37 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 944 time: 0.0725653 Jul 16 18:28:34.757313 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef2179aa-d228-4d1d-8c16-31a5d8e8acbc req-4ad0fa29-b59f-4d90-8c0b-118b536e45ba tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375853 Jul 16 18:28:35.294473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f4bbd-d0d0-444c-a4d1-548628c9a07c req-c9db5560-b8d9-42f9-9d3a-5032ae9060be tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.295900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b66f4bbd-d0d0-444c-a4d1-548628c9a07c req-c9db5560-b8d9-42f9-9d3a-5032ae9060be tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 945 time: 0.0692987 Jul 16 18:28:35.335734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b66f4bbd-d0d0-444c-a4d1-548628c9a07c req-5f6e41a3-1d59-4f97-9322-e42ca37645f3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=073dca43-1816-458b-92d5-575bae4c2226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336111 Jul 16 18:28:35.509403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08941288-9537-47ff-b90e-b8dc32766913 req-9372a0c4-7119-4a6e-a2c0-bcb4d3bd9d72 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.511120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08941288-9537-47ff-b90e-b8dc32766913 req-9372a0c4-7119-4a6e-a2c0-bcb4d3bd9d72 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 945 time: 0.0651402 Jul 16 18:28:35.558216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08941288-9537-47ff-b90e-b8dc32766913 req-c54c177e-ed67-405e-a5db-cebbe2cb0ac4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=073dca43-1816-458b-92d5-575bae4c2226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403130 Jul 16 18:28:35.591974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49322) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:35.648261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e2dc8-f7cf-4cd3-890d-21d62e6f8d5e tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.652950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9c9e2dc8-f7cf-4cd3-890d-21d62e6f8d5e tempest-TestNetworkBasicOps-2051400669 tempest-TestNetworkBasicOps-2051400669-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 1092 time: 0.0572255 Jul 16 18:28:35.653223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49324) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:35.665174 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '923a6731-1484-49ed-a69d-b3d7f51b7e8a', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:35.689297 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.794639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.904354 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Allocated IP 172.25.5.166 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/36e9bd4b-8661-4554-8644-802205064979) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:35.934570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c730a-3a52-4663-9e57-e5e10d61913b req-92931432-f269-490d-b375-3b29c4a8a8d9 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.936066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a8c730a-3a52-4663-9e57-e5e10d61913b req-92931432-f269-490d-b375-3b29c4a8a8d9 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 944 time: 0.0667372 Jul 16 18:28:35.974595 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a8c730a-3a52-4663-9e57-e5e10d61913b req-1579340d-3ea2-44b8-80bf-8934796413a6 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321808 Jul 16 18:28:36.010945 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.052590 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.088754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:36.094705 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:36.098878 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:36.104705 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=36e9bd4b-8661-4554-8644-802205064979,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:36.130876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.131224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.131588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.131928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.132262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.132590 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.132913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.133235 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.133555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.133874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.134195 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.134518 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.911992 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.025915 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.157787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaa334-0a71-4085-bbfe-130fecafe4d4 req-6f7c6784-a037-4ad8-9995-71883038e17b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.159276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7aaa334-0a71-4085-bbfe-130fecafe4d4 req-6f7c6784-a037-4ad8-9995-71883038e17b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 944 time: 0.0680177 Jul 16 18:28:37.189920 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.195811 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.201450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7aaa334-0a71-4085-bbfe-130fecafe4d4 req-c2af05b6-ab76-4c8f-9d87-f20cd4cb21aa tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346255 Jul 16 18:28:37.270609 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event updated for resources: {'Port': ['ID=36e9bd4b-8661-4554-8644-802205064979,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:37.281166 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.387422 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Floating IP 8242b934-df1e-4cfd-bbf7-f86c5ac45ba0 associated. External IP: 172.25.5.166, port: 923a6731-1484-49ed-a69d-b3d7f51b7e8a. Jul 16 18:28:37.598469 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Router 6783c040-3f70-4212-8a25-02e94fe998f9 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:37.702720 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:37.714177 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bec82c-1b9b-463d-8c1e-c1bb3923ba18 None None] Sync routers for ids ['6783c040-3f70-4212-8a25-02e94fe998f9'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:37.721994 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.726940 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bec82c-1b9b-463d-8c1e-c1bb3923ba18 None None] Routers {'6783c040-3f70-4212-8a25-02e94fe998f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:37.727696 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-72bec82c-1b9b-463d-8c1e-c1bb3923ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6783c040-3f70-4212-8a25-02e94fe998f9'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:37.768205 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4f20a863-7df5-4895-b0bf-7c08ec3e1ed9 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1112018 Jul 16 18:28:37.768205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'tag': '923a6731-1484-49ed-a69d-b3d7f51b7e8a'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:37.769237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49338) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:37.769777 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7a973b-edc5-4614-848c-62ead08e1615" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf", "tag": "923a6731-1484-49ed-a69d-b3d7f51b7e8a"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:37.809577 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70350d24-b030-4049-9e8e-d40c53452c4c x-openstack-request-id: req-70350d24-b030-4049-9e8e-d40c53452c4c {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:37.809975 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf", "tag": "923a6731-1484-49ed-a69d-b3d7f51b7e8a", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:37.810326 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70350d24-b030-4049-9e8e-d40c53452c4c {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:37.810825 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'tag': '923a6731-1484-49ed-a69d-b3d7f51b7e8a', 'status': 'completed', 'code': 200} Jul 16 18:28:37.841406 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-72bec82c-1b9b-463d-8c1e-c1bb3923ba18 None None] Set router 6783c040-3f70-4212-8a25-02e94fe998f9 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:37.858721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0c0324a9-4a0e-4cde-a269-b75a8e252359 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/floatingips/8242b934-df1e-4cfd-bbf7-f86c5ac45ba0 HTTP/1.1" status: 200 len: 991 time: 0.0883248 Jul 16 18:28:37.896498 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a973b-edc5-4614-848c-62ead08e1615 req-c000eb7f-5978-4862-9b4b-9a229587159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.898237 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ba7a973b-edc5-4614-848c-62ead08e1615 req-c000eb7f-5978-4862-9b4b-9a229587159d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 1097 time: 0.0608273 Jul 16 18:28:38.002580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a973b-edc5-4614-848c-62ead08e1615 req-c7a49806-6ad5-4cfd-9188-3c01aaa39ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:38.004059 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ba7a973b-edc5-4614-848c-62ead08e1615 req-c7a49806-6ad5-4cfd-9188-3c01aaa39ea2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f9660fc-85c4-4988-9f11-3ada48e5857f HTTP/1.1" status: 200 len: 897 time: 0.0963459 Jul 16 18:28:38.084630 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-72bec82c-1b9b-463d-8c1e-c1bb3923ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:17Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '8242b934-df1e-4cfd-bbf7-f86c5ac45ba0', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'port_id': '923a6731-1484-49ed-a69d-b3d7f51b7e8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'mac_address': 'fa:16:3e:2f:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:36Z', 'updated_at': '2021-07-16T18:28:36Z', 'revision_number': 0, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d80393e-c365-4915-b4e5-ad8528ea1418', 'name': '', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:fe:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:16Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:38.113032 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bec82c-1b9b-463d-8c1e-c1bb3923ba18 None None] Checking router: 6783c040-3f70-4212-8a25-02e94fe998f9 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:38.121392 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bec82c-1b9b-463d-8c1e-c1bb3923ba18 None None] Routers {'6783c040-3f70-4212-8a25-02e94fe998f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:38.122082 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-72bec82c-1b9b-463d-8c1e-c1bb3923ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6783c040-3f70-4212-8a25-02e94fe998f9'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:38.133645 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ba7a973b-edc5-4614-848c-62ead08e1615 req-c1a6f0ca-dd80-4576-bb2c-13019500bb19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=923a6731-1484-49ed-a69d-b3d7f51b7e8a HTTP/1.1" status: 200 len: 999 time: 0.1218765 Jul 16 18:28:38.187991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a973b-edc5-4614-848c-62ead08e1615 req-64e6f998-f139-4525-a23a-5bf57022c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:38.189554 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ba7a973b-edc5-4614-848c-62ead08e1615 req-64e6f998-f139-4525-a23a-5bf57022c0ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f191d5fb-61bf-44ad-b904-5be53ffad02e HTTP/1.1" status: 200 len: 834 time: 0.0475523 Jul 16 18:28:38.244349 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-72bec82c-1b9b-463d-8c1e-c1bb3923ba18 None None] Set router 6783c040-3f70-4212-8a25-02e94fe998f9 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:38.260881 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a973b-edc5-4614-848c-62ead08e1615 req-9f75102d-3982-4453-bd0d-d6e2bd47ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:38.262606 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ba7a973b-edc5-4614-848c-62ead08e1615 req-9f75102d-3982-4453-bd0d-d6e2bd47ddc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f9660fc-85c4-4988-9f11-3ada48e5857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659468 Jul 16 18:28:38.377225 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ba7a973b-edc5-4614-848c-62ead08e1615 req-d1b50051-87f7-440a-8aa4-804eb0d61cfc service neutron] 10.222.0.43 "GET /v2.0/networks/8f9660fc-85c4-4988-9f11-3ada48e5857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063747 Jul 16 18:28:38.418987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0908fe-3559-4247-8a99-47c1830bbec2 req-d07c21d3-3222-4d2d-b247-65bd4ee9f4fa tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:38.421285 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb0908fe-3559-4247-8a99-47c1830bbec2 req-d07c21d3-3222-4d2d-b247-65bd4ee9f4fa tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 944 time: 0.0853655 Jul 16 18:28:38.470024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb0908fe-3559-4247-8a99-47c1830bbec2 req-957329de-becd-406f-bb8a-40b38d7bc063 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406592 Jul 16 18:28:38.503863 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-ba7a973b-edc5-4614-848c-62ead08e1615 req-eaa89e41-3be0-4607-a540-bc475c9a2b79 service neutron] 10.222.0.43 "GET /v2.0/networks/8f9660fc-85c4-4988-9f11-3ada48e5857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194756 Jul 16 18:28:38.524060 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-72bec82c-1b9b-463d-8c1e-c1bb3923ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:17Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '8242b934-df1e-4cfd-bbf7-f86c5ac45ba0', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'port_id': '923a6731-1484-49ed-a69d-b3d7f51b7e8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'mac_address': 'fa:16:3e:2f:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:36Z', 'updated_at': '2021-07-16T18:28:36Z', 'revision_number': 0, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d80393e-c365-4915-b4e5-ad8528ea1418', 'name': '', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:fe:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:16Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:38.551610 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bec82c-1b9b-463d-8c1e-c1bb3923ba18 None None] The sync data for ids ['6783c040-3f70-4212-8a25-02e94fe998f9'] in n-d-787206-10 is: [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:17Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '8242b934-df1e-4cfd-bbf7-f86c5ac45ba0', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'port_id': '923a6731-1484-49ed-a69d-b3d7f51b7e8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'mac_address': 'fa:16:3e:2f:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:36Z', 'updated_at': '2021-07-16T18:28:36Z', 'revision_number': 0, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d80393e-c365-4915-b4e5-ad8528ea1418', 'name': '', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:fe:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:16Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:38.745780 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22246e4e-3f6f-44da-8676-f3a990312479 None None] New status for floating IP 8242b934-df1e-4cfd-bbf7-f86c5ac45ba0: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:28:38.861188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49346) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:38.938386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-019afa27-2a1d-48f5-acbe-9e419bc9b0b3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/floatingips/8242b934-df1e-4cfd-bbf7-f86c5ac45ba0 HTTP/1.1" status: 200 len: 991 time: 0.0763316 Jul 16 18:28:39.358779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49356) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:39.466547 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90c26d76-b78a-42ae-a5f3-1a945b8bb920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.555051 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90c26d76-b78a-42ae-a5f3-1a945b8bb920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.559333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-90c26d76-b78a-42ae-a5f3-1a945b8bb920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.611406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c26d76-b78a-42ae-a5f3-1a945b8bb920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc3ce49-ef30-4221-a82a-c53267f504c2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:39.616337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-90c26d76-b78a-42ae-a5f3-1a945b8bb920 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=967e258f72e84771a1ba2e7eaec6bfda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565594 Jul 16 18:28:39.619256 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49362) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:39.669415 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9945147-4470-4fbe-99f2-002ce4c6d78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.671481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7859e5-f0ff-47b3-a1ca-4eaffc41327b req-7e13cec4-d767-4da8-b820-ca6de07326be tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.672964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e7859e5-f0ff-47b3-a1ca-4eaffc41327b req-7e13cec4-d767-4da8-b820-ca6de07326be tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 944 time: 0.0798800 Jul 16 18:28:39.691565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9945147-4470-4fbe-99f2-002ce4c6d78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.713608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e7859e5-f0ff-47b3-a1ca-4eaffc41327b req-7719eb70-9a28-4dd9-98bf-8d7a190f7b90 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345311 Jul 16 18:28:39.743709 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9945147-4470-4fbe-99f2-002ce4c6d78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.746229 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9945147-4470-4fbe-99f2-002ce4c6d78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.747352 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e9945147-4470-4fbe-99f2-002ce4c6d78b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfc3ce49-ef30-4221-a82a-c53267f504c2 HTTP/1.1" status: 204 len: 168 time: 0.1272726 Jul 16 18:28:39.755842 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9945147-4470-4fbe-99f2-002ce4c6d78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc3ce49-ef30-4221-a82a-c53267f504c2,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:39.942490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49368) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:40.014001 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6f43333d-bf88-4996-8e9b-412663fd3d17 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/floatingips/8242b934-df1e-4cfd-bbf7-f86c5ac45ba0 HTTP/1.1" status: 200 len: 993 time: 0.0653191 Jul 16 18:28:40.018365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49370) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:40.031970 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e262a11c-66d5-40e3-afec-874a88e603de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.120218 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e262a11c-66d5-40e3-afec-874a88e603de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.124037 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e262a11c-66d5-40e3-afec-874a88e603de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.169038 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e262a11c-66d5-40e3-afec-874a88e603de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f21e54991ff40f7936d411a3f6a0243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493454 Jul 16 18:28:40.169928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262a11c-66d5-40e3-afec-874a88e603de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7974d503-7853-416d-8d83-6e1f494b1c86,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:40.172335 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49372) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:40.225780 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef221-9ce3-4fb6-a4a7-51e1ba9aca91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.249233 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef221-9ce3-4fb6-a4a7-51e1ba9aca91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.298839 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef221-9ce3-4fb6-a4a7-51e1ba9aca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.302349 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef221-9ce3-4fb6-a4a7-51e1ba9aca91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.303549 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8b6ef221-9ce3-4fb6-a4a7-51e1ba9aca91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7974d503-7853-416d-8d83-6e1f494b1c86 HTTP/1.1" status: 204 len: 168 time: 0.1299658 Jul 16 18:28:40.312903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ef221-9ce3-4fb6-a4a7-51e1ba9aca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7974d503-7853-416d-8d83-6e1f494b1c86,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:40.898819 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f3fe6-2a6e-44cc-9502-dac9d6c4b989 req-3b30eaae-bd6d-4af3-a497-1ed70800ade3 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.900331 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a70f3fe6-2a6e-44cc-9502-dac9d6c4b989 req-3b30eaae-bd6d-4af3-a497-1ed70800ade3 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 944 time: 0.0657990 Jul 16 18:28:40.939636 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a70f3fe6-2a6e-44cc-9502-dac9d6c4b989 req-382a0696-50c4-435d-9694-9495c148cc79 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337503 Jul 16 18:28:40.962807 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49396) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:41.059463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-688559558-network', 'tenant_id': '4733e587617642309df88c5c0e58194c'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:41.083403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Made reservation on behalf of 4733e587617642309df88c5c0e58194c for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:41.085788 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.094179 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.182325 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.186347 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.213169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:41.223671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab2a568-cb09-4788-8b10-66cb7ffdbff0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:41.229202 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.229530 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Added segment ed136208-cd2e-45cd-8379-07150913df01 of type vlan for network 4f0a722c-3992-49f4-89a9-2fe849334af8 Jul 16 18:28:41.284618 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.318665 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.319792 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.320506 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.367392 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4034314 Jul 16 18:28:41.370439 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49400) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:41.375532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e415dc97-3b0e-474c-ad36-3b50b7978b96 admin admin] Request body: {'subnet': {'network_id': '4f0a722c-3992-49f4-89a9-2fe849334af8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-688559558-subnet', 'tenant_id': '4733e587617642309df88c5c0e58194c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:41.397189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e415dc97-3b0e-474c-ad36-3b50b7978b96 admin admin] Made reservation on behalf of 4733e587617642309df88c5c0e58194c for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:41.399597 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e415dc97-3b0e-474c-ad36-3b50b7978b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.412459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499e5d9-ef11-4be1-894d-a1a75cf654e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4f0a722c-3992-49f4-89a9-2fe849334af8,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:41.422157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 4f0a722c-3992-49f4-89a9-2fe849334af8 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:41.565887 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e415dc97-3b0e-474c-ad36-3b50b7978b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.617281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415dc97-3b0e-474c-ad36-3b50b7978b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db084d3-1815-4750-85b5-358453fffbba,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:41.627306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e415dc97-3b0e-474c-ad36-3b50b7978b96 admin admin] Checking segment: {'id': 'ed136208-cd2e-45cd-8379-07150913df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4f0a722c-3992-49f4-89a9-2fe849334af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:41.628295 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e415dc97-3b0e-474c-ad36-3b50b7978b96 admin admin] Network hostable DHCP agents. Network: 4f0a722c-3992-49f4-89a9-2fe849334af8, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:41.644213 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e415dc97-3b0e-474c-ad36-3b50b7978b96 admin admin] Network 4f0a722c-3992-49f4-89a9-2fe849334af8 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:41.653002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e415dc97-3b0e-474c-ad36-3b50b7978b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 4f0a722c-3992-49f4-89a9-2fe849334af8) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:41.656902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e415dc97-3b0e-474c-ad36-3b50b7978b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.657492 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e415dc97-3b0e-474c-ad36-3b50b7978b96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.662379 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c7629-a993-49eb-aa58-99bb93bf331b None None] Network 4f0a722c-3992-49f4-89a9-2fe849334af8 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:41.675143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e415dc97-3b0e-474c-ad36-3b50b7978b96 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3030167 Jul 16 18:28:41.806708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c22952-c485-4c31-afb0-d11f0f283b8a None None] Network 4f0a722c-3992-49f4-89a9-2fe849334af8 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:42.087132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c452114c-03f5-4fef-a6e5-b5a41770f810 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:42.126292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922fd13-ccc1-4c9d-a940-10050fb0df7a req-d1552255-67e3-4b58-bd49-a91ce8c654cb tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.127964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a922fd13-ccc1-4c9d-a940-10050fb0df7a req-d1552255-67e3-4b58-bd49-a91ce8c654cb tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 944 time: 0.0747414 Jul 16 18:28:42.169100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49418) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:42.174185 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-729697719-network', 'tenant_id': 'a3c2e06869e54a668b93b450c0845d54'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:42.190437 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c452114c-03f5-4fef-a6e5-b5a41770f810, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c452114c-03f5-4fef-a6e5-b5a41770f810,segment=NetworkSegment(306a1dd4-54cb-4d22-8d92-cdfdff3cf09c),segment_id=306a1dd4-54cb-4d22-8d92-cdfdff3cf09c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:42.197659 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a922fd13-ccc1-4c9d-a940-10050fb0df7a req-192977dd-e1bb-4d6e-a9bc-885b2faffc55 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521107 Jul 16 18:28:42.202648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'port_id': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'mac_address': 'fa:16:3e:6b:44:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:42.210291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Made reservation on behalf of a3c2e06869e54a668b93b450c0845d54 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:42.213351 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.223521 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.245412 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.258468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c452114c-03f5-4fef-a6e5-b5a41770f810 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:42.278736 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c452114c-03f5-4fef-a6e5-b5a41770f810, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c452114c-03f5-4fef-a6e5-b5a41770f810,segment=NetworkSegment(306a1dd4-54cb-4d22-8d92-cdfdff3cf09c),segment_id=306a1dd4-54cb-4d22-8d92-cdfdff3cf09c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:42.282034 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.323947 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.328696 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.330263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=c452114c-03f5-4fef-a6e5-b5a41770f810,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:42.350316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:42.370503 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.370842 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Added segment cf049e0a-475d-43cf-98d1-97857c46c8e3 of type vlan for network 293c5ad1-adb9-4aea-9331-a4bcfaac1331 Jul 16 18:28:42.372189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c6f3d7-e0e1-4c6a-8325-c09ab9c80e6e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:42.418262 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.449304 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.450381 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.451212 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.484357 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['c452114c-03f5-4fef-a6e5-b5a41770f810'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:42.499314 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3291531 Jul 16 18:28:42.502192 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49420) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:42.508585 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-25cb9781-502b-4804-8d79-af279308eacf admin admin] Request body: {'subnet': {'network_id': '293c5ad1-adb9-4aea-9331-a4bcfaac1331', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-729697719-subnet', 'tenant_id': 'a3c2e06869e54a668b93b450c0845d54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:42.530240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cb9781-502b-4804-8d79-af279308eacf admin admin] Made reservation on behalf of a3c2e06869e54a668b93b450c0845d54 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:42.532623 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25cb9781-502b-4804-8d79-af279308eacf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.555464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f17ee-32ba-4b9a-afb6-0259ba29a9c9 admin admin] Pushing event updated for resources: {'Network': ['ID=293c5ad1-adb9-4aea-9331-a4bcfaac1331,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:42.566253 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 293c5ad1-adb9-4aea-9331-a4bcfaac1331 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:42.716038 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25cb9781-502b-4804-8d79-af279308eacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.776039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb9781-502b-4804-8d79-af279308eacf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34554cf-d473-4416-8019-fe11ede20f66,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:42.785763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cb9781-502b-4804-8d79-af279308eacf admin admin] Checking segment: {'id': 'cf049e0a-475d-43cf-98d1-97857c46c8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '293c5ad1-adb9-4aea-9331-a4bcfaac1331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:42.786120 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cb9781-502b-4804-8d79-af279308eacf admin admin] Network hostable DHCP agents. Network: 293c5ad1-adb9-4aea-9331-a4bcfaac1331, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:42.802809 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cb9781-502b-4804-8d79-af279308eacf admin admin] Network 293c5ad1-adb9-4aea-9331-a4bcfaac1331 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:42.812307 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-25cb9781-502b-4804-8d79-af279308eacf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 293c5ad1-adb9-4aea-9331-a4bcfaac1331) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:42.817639 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cb9781-502b-4804-8d79-af279308eacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.818318 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25cb9781-502b-4804-8d79-af279308eacf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.824497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85928d9f-3fe6-4a69-a009-58f582b8f84e None None] Network 293c5ad1-adb9-4aea-9331-a4bcfaac1331 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:42.833907 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-25cb9781-502b-4804-8d79-af279308eacf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3292673 Jul 16 18:28:42.954272 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7141fee7-eec6-433c-9f90-606d1b43b114 None None] Network 293c5ad1-adb9-4aea-9331-a4bcfaac1331 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:43.679757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-42d3dbb1-2a20-48d0-a5cf-6367a9d693be tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:43.681240 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-42d3dbb1-2a20-48d0-a5cf-6367a9d693be tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/networks?id=4f0a722c-3992-49f4-89a9-2fe849334af8 HTTP/1.1" status: 200 len: 808 time: 0.4771357 Jul 16 18:28:43.704373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-77c0b3a6-f14b-44ee-9d6f-923b91f202dc tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/quotas/4733e587617642309df88c5c0e58194c HTTP/1.1" status: 200 len: 375 time: 0.0156088 Jul 16 18:28:43.716904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aca270-2548-4d35-8f6b-e56777210c63 req-59dabbeb-01cb-47d5-8849-f94e976ccbd0 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:43.718325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36aca270-2548-4d35-8f6b-e56777210c63 req-59dabbeb-01cb-47d5-8849-f94e976ccbd0 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 945 time: 0.1026869 Jul 16 18:28:43.761363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-ddbf7bb2-0e90-46d4-b4b5-abf63d24344f tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4733e587617642309df88c5c0e58194c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421035 Jul 16 18:28:43.797914 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36aca270-2548-4d35-8f6b-e56777210c63 req-c5d6f6d5-9b90-47b1-a978-674fab5f7cc2 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690563 Jul 16 18:28:43.863736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-4a6266f8-2f5b-419c-8e81-fea891a08329 service neutron] 10.222.0.41 "GET /v2.0/networks/4f0a722c-3992-49f4-89a9-2fe849334af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940096 Jul 16 18:28:43.955100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-5369953a-28db-4562-a5ed-28024e7871a0 service neutron] 10.222.0.41 "GET /v2.0/networks/4f0a722c-3992-49f4-89a9-2fe849334af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856245 Jul 16 18:28:44.086622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c452114c-03f5-4fef-a6e5-b5a41770f810 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:44.132676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b46ccd2-916a-4037-990c-cf1b91664e7d req-caefe0dd-64f8-4070-8e2a-e71dfeddb4dd tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 210 time: 0.0301669 Jul 16 18:28:44.136287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port c452114c-03f5-4fef-a6e5-b5a41770f810 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:44.140194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port c452114c-03f5-4fef-a6e5-b5a41770f810 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:44.140528 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.228505 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.253612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:44.256072 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208776a9-d39d-45de-9838-d9e43921fde4" -d '{"events": [{"server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "name": "network-vif-plugged", "status": "completed", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:44.270301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port c452114c-03f5-4fef-a6e5-b5a41770f810, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c452114c-03f5-4fef-a6e5-b5a41770f810,segment=NetworkSegment(306a1dd4-54cb-4d22-8d92-cdfdff3cf09c),segment_id=306a1dd4-54cb-4d22-8d92-cdfdff3cf09c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:44.274759 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.302367 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7911ca-6504-4c30-8f6b-f9a2c917fd28 x-openstack-request-id: req-eb7911ca-6504-4c30-8f6b-f9a2c917fd28 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:44.302652 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "name": "network-vif-plugged", "status": "completed", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:44.302899 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb7911ca-6504-4c30-8f6b-f9a2c917fd28 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:44.303305 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'code': 200} Jul 16 18:28:44.332901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=c452114c-03f5-4fef-a6e5-b5a41770f810,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:44.412251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc09cc5-538b-4cf6-a150-b5cdf5b6de5b req-2d072e3a-9e88-439f-82df-0171fd1b7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:44.413881 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-abc09cc5-538b-4cf6-a150-b5cdf5b6de5b req-2d072e3a-9e88-439f-82df-0171fd1b7fcf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 1098 time: 0.0540459 Jul 16 18:28:44.451367 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-abc09cc5-538b-4cf6-a150-b5cdf5b6de5b req-74f0c43d-3cf3-4c23-a144-63f90ba5ff87 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312915 Jul 16 18:28:44.982311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40515a-92be-4249-90bd-ceb280083cf0 req-6da7148d-1da0-411a-87cf-8f9adf14b2d4 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:44.983896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df40515a-92be-4249-90bd-ceb280083cf0 req-6da7148d-1da0-411a-87cf-8f9adf14b2d4 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 946 time: 0.0673761 Jul 16 18:28:45.023726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df40515a-92be-4249-90bd-ceb280083cf0 req-3cead82a-e4e6-46e9-b0d5-be8c96d943b6 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330560 Jul 16 18:28:45.292470 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-790bca44-c036-46b1-96e9-a8ca1f460f7c tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:45.294594 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-790bca44-c036-46b1-96e9-a8ca1f460f7c tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.43 "GET /v2.0/networks?id=4f0a722c-3992-49f4-89a9-2fe849334af8 HTTP/1.1" status: 200 len: 808 time: 0.1125193 Jul 16 18:28:45.297597 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fe033fc4-ad9f-483e-9cc3-af43fe96ff78 req-0a63dcf1-257f-4e2d-af7f-f695178a1e23 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 210 time: 0.0382974 Jul 16 18:28:45.320737 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3e193faf-04d4-4bd6-b2fe-c405d4179dd4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Request body: {'port': {'device_id': '8cd16817-9025-4f04-a921-2ad6053cfb52', 'network_id': '4f0a722c-3992-49f4-89a9-2fe849334af8', 'admin_state_up': True, 'tenant_id': '4733e587617642309df88c5c0e58194c'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:45.441865 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3e193faf-04d4-4bd6-b2fe-c405d4179dd4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Made reservation on behalf of 4733e587617642309df88c5c0e58194c for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:45.445420 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3e193faf-04d4-4bd6-b2fe-c405d4179dd4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.566977 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3e193faf-04d4-4bd6-b2fe-c405d4179dd4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Allocated IP 172.20.0.9 (4f0a722c-3992-49f4-89a9-2fe849334af8/8db084d3-1815-4750-85b5-358453fffbba/7d51b7ce-d864-4eeb-9366-f4c805e6c67f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:45.712905 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3e193faf-04d4-4bd6-b2fe-c405d4179dd4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.755684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3e193faf-04d4-4bd6-b2fe-c405d4179dd4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.797731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3e193faf-04d4-4bd6-b2fe-c405d4179dd4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Network 4f0a722c-3992-49f4-89a9-2fe849334af8 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:45.803655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3e193faf-04d4-4bd6-b2fe-c405d4179dd4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:45.807459 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3e193faf-04d4-4bd6-b2fe-c405d4179dd4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:45.838481 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e193faf-04d4-4bd6-b2fe-c405d4179dd4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Pushing event updated for resources: {'Port': ['ID=7d51b7ce-d864-4eeb-9366-f4c805e6c67f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:45.865585 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3e193faf-04d4-4bd6-b2fe-c405d4179dd4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:45.866193 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3e193faf-04d4-4bd6-b2fe-c405d4179dd4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.880470 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3e193faf-04d4-4bd6-b2fe-c405d4179dd4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5638585 Jul 16 18:28:45.892549 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Request body: {'port': {'device_id': '8cd16817-9025-4f04-a921-2ad6053cfb52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:45.964399 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.206154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66d17f-cb35-4033-8c26-9c34569ec688 req-e44169ac-6c99-4e05-9ea0-42d66fa41f1e tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:46.207763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca66d17f-cb35-4033-8c26-9c34569ec688 req-e44169ac-6c99-4e05-9ea0-42d66fa41f1e tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 946 time: 0.0662358 Jul 16 18:28:46.246701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca66d17f-cb35-4033-8c26-9c34569ec688 req-6ed86fe8-3983-4ee6-8555-29aa8c9326e4 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333788 Jul 16 18:28:46.248288 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d51b7ce-d864-4eeb-9366-f4c805e6c67f {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:46.257499 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.270804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Transition to ACTIVE for port object 7d51b7ce-d864-4eeb-9366-f4c805e6c67f will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:46.276037 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.367366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51b7ce-d864-4eeb-9366-f4c805e6c67f,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:46.424565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Attempting to bind port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:46.425633 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Attempting to bind port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'ed136208-cd2e-45cd-8379-07150913df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4f0a722c-3992-49f4-89a9-2fe849334af8'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:46.426179 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Attempting to bind port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f on network 4f0a722c-3992-49f4-89a9-2fe849334af8 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:46.431652 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f on network 4f0a722c-3992-49f4-89a9-2fe849334af8 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:46.431973 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Attempting to bind port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f on network 4f0a722c-3992-49f4-89a9-2fe849334af8 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:46.437078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:46.437403 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Checking segment: {'id': 'ed136208-cd2e-45cd-8379-07150913df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4f0a722c-3992-49f4-89a9-2fe849334af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:46.437779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Bound using segment: {'id': 'ed136208-cd2e-45cd-8379-07150913df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4f0a722c-3992-49f4-89a9-2fe849334af8'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:46.438195 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Bound port: 7d51b7ce-d864-4eeb-9366-f4c805e6c67f, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed136208-cd2e-45cd-8379-07150913df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4f0a722c-3992-49f4-89a9-2fe849334af8'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:46.438550 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.494459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7365f6-1eba-49fc-8e4f-f3f8b5bfb1e0 req-9e150e47-1e42-4df5-8762-8ee2dcef5967 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:46.496014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de7365f6-1eba-49fc-8e4f-f3f8b5bfb1e0 req-9e150e47-1e42-4df5-8762-8ee2dcef5967 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 946 time: 0.1163764 Jul 16 18:28:46.520028 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] For port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:46.523782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] For port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7d51b7ce-d864-4eeb-9366-f4c805e6c67f,segment=NetworkSegment(ed136208-cd2e-45cd-8379-07150913df01),segment_id=ed136208-cd2e-45cd-8379-07150913df01)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:46.528435 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.544249 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd6395-140b-414e-8933-eca23fdd34a4 req-5acd0c99-72fc-4ae8-ab26-bb66f9e765e0 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:46.545819 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1acd6395-140b-414e-8933-eca23fdd34a4 req-5acd0c99-72fc-4ae8-ab26-bb66f9e765e0 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 943 time: 0.1099496 Jul 16 18:28:46.567530 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:46.568985 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.570627 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] 10.222.0.43 "PUT /v2.0/ports/7d51b7ce-d864-4eeb-9366-f4c805e6c67f HTTP/1.1" status: 200 len: 1092 time: 0.6821690 Jul 16 18:28:46.575211 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd16817-9025-4f04-a921-2ad6053cfb52', 'tag': '7d51b7ce-d864-4eeb-9366-f4c805e6c67f'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:46.575824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-de7365f6-1eba-49fc-8e4f-f3f8b5bfb1e0 req-8072522f-7f91-44bd-b642-4e9b6b3be047 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711713 Jul 16 18:28:46.576234 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607c8d0d-edbf-42e5-afd8-4977dfddbf42" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd16817-9025-4f04-a921-2ad6053cfb52", "tag": "7d51b7ce-d864-4eeb-9366-f4c805e6c67f"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:46.609979 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1acd6395-140b-414e-8933-eca23fdd34a4 req-6ae28998-ec3e-47f1-afba-7750b26886b7 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ab2a568-cb09-4788-8b10-66cb7ffdbff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562346 Jul 16 18:28:46.616836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49464) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:46.637778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2482b5-848a-4134-84a2-56759301dff7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51b7ce-d864-4eeb-9366-f4c805e6c67f,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:46.663010 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcd9101-558b-441d-b8fc-ec9a2df15f8a x-openstack-request-id: req-4dcd9101-558b-441d-b8fc-ec9a2df15f8a {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:46.663303 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd16817-9025-4f04-a921-2ad6053cfb52", "tag": "7d51b7ce-d864-4eeb-9366-f4c805e6c67f", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:46.663582 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4dcd9101-558b-441d-b8fc-ec9a2df15f8a {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:46.663971 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd16817-9025-4f04-a921-2ad6053cfb52', 'tag': '7d51b7ce-d864-4eeb-9366-f4c805e6c67f', 'status': 'completed', 'code': 200} Jul 16 18:28:46.693953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-49b280dc-2796-4ea0-a210-711fd5621a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:46.696937 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-49b280dc-2796-4ea0-a210-711fd5621a38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4733e587617642309df88c5c0e58194c&device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 1095 time: 0.0790470 Jul 16 18:28:46.751522 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-91ba446e-fe0b-40f3-adf7-6ae2869ea09a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d51b7ce-d864-4eeb-9366-f4c805e6c67f HTTP/1.1" status: 200 len: 217 time: 0.0440071 Jul 16 18:28:46.812112 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-a5026c07-f532-4dcd-ae8a-943ff469103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:46.813785 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-a5026c07-f532-4dcd-ae8a-943ff469103b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8db084d3-1815-4750-85b5-358453fffbba HTTP/1.1" status: 200 len: 848 time: 0.0556180 Jul 16 18:28:46.863495 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-4c271dfe-981f-49f4-bbf9-253d1ea8e485 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f0a722c-3992-49f4-89a9-2fe849334af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293663 Jul 16 18:28:46.944467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec5a78-1ddb-416a-a4d0-f0206664e649 tempest-TestVolumeBackupRestore-316699821 tempest-TestVolumeBackupRestore-316699821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:46.945994 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-07ec5a78-1ddb-416a-a4d0-f0206664e649 tempest-TestVolumeBackupRestore-316699821 tempest-TestVolumeBackupRestore-316699821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 1093 time: 0.3271403 Jul 16 18:28:46.949761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49470) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:46.954612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:46.977064 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-e470d710-59a5-45fd-8de3-2d2ac0398db7 service neutron] 10.222.0.43 "GET /v2.0/networks/4f0a722c-3992-49f4-89a9-2fe849334af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037116 Jul 16 18:28:46.981750 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.077658 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-368d2d69-27ac-4476-8f27-93b7e85ec8fa req-2c335628-e7ec-42ba-993e-16028c2da943 service neutron] 10.222.0.43 "GET /v2.0/networks/4f0a722c-3992-49f4-89a9-2fe849334af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919044 Jul 16 18:28:47.083840 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.195056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Allocated IP 172.25.5.62 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/50f1ee27-163c-40d5-b9e4-e75c7da8954d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:47.196224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c8d0d-edbf-42e5-afd8-4977dfddbf42 req-7665cc18-be98-48b5-99fe-0b6af9b38fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:47.198912 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-607c8d0d-edbf-42e5-afd8-4977dfddbf42 req-7665cc18-be98-48b5-99fe-0b6af9b38fae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4733e587617642309df88c5c0e58194c&device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 1095 time: 0.0640059 Jul 16 18:28:47.296537 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c8d0d-edbf-42e5-afd8-4977dfddbf42 req-9168ccd2-153d-4100-90e1-c3c584562713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:47.298178 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-607c8d0d-edbf-42e5-afd8-4977dfddbf42 req-9168ccd2-153d-4100-90e1-c3c584562713 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f0a722c-3992-49f4-89a9-2fe849334af8 HTTP/1.1" status: 200 len: 909 time: 0.0878460 Jul 16 18:28:47.306929 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.348718 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-607c8d0d-edbf-42e5-afd8-4977dfddbf42 req-6135a902-ab69-458f-a0bd-9025196424e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d51b7ce-d864-4eeb-9366-f4c805e6c67f HTTP/1.1" status: 200 len: 217 time: 0.0410843 Jul 16 18:28:47.348920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.393805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:47.397085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:47.401711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:47.403789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c8d0d-edbf-42e5-afd8-4977dfddbf42 req-d951202a-13e8-4419-afea-5a148d829110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:47.405286 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-607c8d0d-edbf-42e5-afd8-4977dfddbf42 req-d951202a-13e8-4419-afea-5a148d829110 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8db084d3-1815-4750-85b5-358453fffbba HTTP/1.1" status: 200 len: 848 time: 0.0458589 Jul 16 18:28:47.421366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Pushing event updated for resources: {'Port': ['ID=50f1ee27-163c-40d5-b9e4-e75c7da8954d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:47.440501 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-607c8d0d-edbf-42e5-afd8-4977dfddbf42 req-59b4a65f-f98c-4c28-870b-de5e80222346 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f0a722c-3992-49f4-89a9-2fe849334af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268049 Jul 16 18:28:47.840003 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.865210 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-607c8d0d-edbf-42e5-afd8-4977dfddbf42 req-378b3743-a8ae-47bf-a62a-352d21915d6f service neutron] 10.222.0.43 "GET /v2.0/networks/4f0a722c-3992-49f4-89a9-2fe849334af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152451 Jul 16 18:28:47.874276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9522c-7bc8-45dd-ba8b-a357311b2a62 req-f11eeb19-8c8b-4eff-a64a-bae6741a033a tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:47.875791 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62e9522c-7bc8-45dd-ba8b-a357311b2a62 req-f11eeb19-8c8b-4eff-a64a-bae6741a033a tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 943 time: 0.1364431 Jul 16 18:28:47.942539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62e9522c-7bc8-45dd-ba8b-a357311b2a62 req-ca7f349e-d9d7-4c29-8bb6-52a14895079a tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ab2a568-cb09-4788-8b10-66cb7ffdbff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600879 Jul 16 18:28:47.965667 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.965799 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-607c8d0d-edbf-42e5-afd8-4977dfddbf42 req-a42fcafb-2852-495a-99c1-e39b4ef5b2ea service neutron] 10.222.0.43 "GET /v2.0/networks/4f0a722c-3992-49f4-89a9-2fe849334af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883553 Jul 16 18:28:48.110529 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.115486 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.182795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Pushing event updated for resources: {'Port': ['ID=50f1ee27-163c-40d5-b9e4-e75c7da8954d,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:48.194842 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.296057 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Floating IP af7347a7-f1f4-4dfe-b2dd-e6509b8b738b associated. External IP: 172.25.5.62, port: c452114c-03f5-4fef-a6e5-b5a41770f810. Jul 16 18:28:48.506880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Router 8044909d-864a-4135-be18-ac46164d9664 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:48.618463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:48.628268 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba198d98-40fa-4c55-b2b9-df634076bc42 None None] Sync routers for ids ['8044909d-864a-4135-be18-ac46164d9664'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:48.634644 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.637597 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba198d98-40fa-4c55-b2b9-df634076bc42 None None] Routers {'8044909d-864a-4135-be18-ac46164d9664'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:48.638223 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ba198d98-40fa-4c55-b2b9-df634076bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8044909d-864a-4135-be18-ac46164d9664'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:48.674001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2df249d6-3575-4dd1-9e80-bfc7b953f2f1 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7207291 Jul 16 18:28:48.674001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:48.674408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49476) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:48.675695 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e01d78-81a5-4d07-b128-755d8dde9227" -d '{"events": [{"name": "network-changed", "server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:48.713150 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fd6cdf-16bd-46f0-b820-a931f4920f89 x-openstack-request-id: req-c8fd6cdf-16bd-46f0-b820-a931f4920f89 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:48.713450 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:48.713699 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8fd6cdf-16bd-46f0-b820-a931f4920f89 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:48.714354 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'status': 'completed', 'code': 200} Jul 16 18:28:48.734387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19923a0-b5ab-450f-bf1a-8f9469b0f2d7 tempest-TestVolumeBackupRestore-316699821 tempest-TestVolumeBackupRestore-316699821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.739585 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c19923a0-b5ab-450f-bf1a-8f9469b0f2d7 tempest-TestVolumeBackupRestore-316699821 tempest-TestVolumeBackupRestore-316699821-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 1093 time: 0.0597923 Jul 16 18:28:48.739949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49480) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:48.744586 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5dd654d1-c891-4a01-919b-7f9e004b69c9 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Request body: {'floatingip': {'port_id': 'c452114c-03f5-4fef-a6e5-b5a41770f810'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:48.765264 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ba198d98-40fa-4c55-b2b9-df634076bc42 None None] Set router 8044909d-864a-4135-be18-ac46164d9664 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:48.796452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e01d78-81a5-4d07-b128-755d8dde9227 req-48d09958-f80b-448b-9f47-5e5d4c7b414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.798007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e01d78-81a5-4d07-b128-755d8dde9227 req-48d09958-f80b-448b-9f47-5e5d4c7b414c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=09f36e50549e4a339d265d082c5fe4c1&device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 1098 time: 0.0608821 Jul 16 18:28:48.803639 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5dd654d1-c891-4a01-919b-7f9e004b69c9 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for floatingip, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.901566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e01d78-81a5-4d07-b128-755d8dde9227 req-089652ea-935e-4037-8757-f697f4c68425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.903383 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e01d78-81a5-4d07-b128-755d8dde9227 req-089652ea-935e-4037-8757-f697f4c68425 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8d098f5-59a5-4287-880c-e5e2bd644eaf HTTP/1.1" status: 200 len: 915 time: 0.0987604 Jul 16 18:28:48.973977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e01d78-81a5-4d07-b128-755d8dde9227 req-333be79a-5cee-4691-8d52-705f21bcab59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c452114c-03f5-4fef-a6e5-b5a41770f810 HTTP/1.1" status: 200 len: 999 time: 0.0638833 Jul 16 18:28:49.007105 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ba198d98-40fa-4c55-b2b9-df634076bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'af7347a7-f1f4-4dfe-b2dd-e6509b8b738b', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '8044909d-864a-4135-be18-ac46164d9664', 'port_id': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'mac_address': 'fa:16:3e:6b:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:47Z', 'updated_at': '2021-07-16T18:28:47Z', 'revision_number': 0, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc169b76-1edd-46d7-b6ba-978231b198fd', 'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'mac_address': 'fa:16:3e:79:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:22Z', 'revision_number': 5, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'subnets': [{'id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:49.037314 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba198d98-40fa-4c55-b2b9-df634076bc42 None None] Checking router: 8044909d-864a-4135-be18-ac46164d9664 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:49.041473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e01d78-81a5-4d07-b128-755d8dde9227 req-bc9dc401-e00b-42b6-a667-932ec2f26e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:49.043359 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e01d78-81a5-4d07-b128-755d8dde9227 req-bc9dc401-e00b-42b6-a667-932ec2f26e0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ec95dcf-0309-4b2a-9c8b-43714760a60f HTTP/1.1" status: 200 len: 853 time: 0.0635812 Jul 16 18:28:49.053092 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba198d98-40fa-4c55-b2b9-df634076bc42 None None] Routers {'8044909d-864a-4135-be18-ac46164d9664'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:49.053807 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ba198d98-40fa-4c55-b2b9-df634076bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8044909d-864a-4135-be18-ac46164d9664'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:49.160415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e01d78-81a5-4d07-b128-755d8dde9227 req-b9178229-9762-4411-af25-0944486051db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:49.162249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e01d78-81a5-4d07-b128-755d8dde9227 req-b9178229-9762-4411-af25-0944486051db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8d098f5-59a5-4287-880c-e5e2bd644eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122997 Jul 16 18:28:49.166185 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ba198d98-40fa-4c55-b2b9-df634076bc42 None None] Set router 8044909d-864a-4135-be18-ac46164d9664 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:49.172709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dad3ba-a315-4100-b69f-b636c89a2659 req-44629e50-aa5a-4ca0-a064-729d20cac6f2 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:49.174431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f3dad3ba-a315-4100-b69f-b636c89a2659 req-44629e50-aa5a-4ca0-a064-729d20cac6f2 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 943 time: 0.1061873 Jul 16 18:28:49.267606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f3dad3ba-a315-4100-b69f-b636c89a2659 req-76afba92-e5f1-4958-be60-95c53862a289 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ab2a568-cb09-4788-8b10-66cb7ffdbff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848753 Jul 16 18:28:49.299991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e01d78-81a5-4d07-b128-755d8dde9227 req-f314231e-65ef-4dc3-8f89-24881b5fb8b7 service neutron] 10.222.0.35 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245754 Jul 16 18:28:49.361436 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5dd654d1-c891-4a01-919b-7f9e004b69c9 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.365684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5dd654d1-c891-4a01-919b-7f9e004b69c9 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.403935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e01d78-81a5-4d07-b128-755d8dde9227 req-96540579-ad55-4588-b83f-e1006567c9cd service neutron] 10.222.0.35 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962248 Jul 16 18:28:49.499918 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ba198d98-40fa-4c55-b2b9-df634076bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'af7347a7-f1f4-4dfe-b2dd-e6509b8b738b', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '8044909d-864a-4135-be18-ac46164d9664', 'port_id': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'mac_address': 'fa:16:3e:6b:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:47Z', 'updated_at': '2021-07-16T18:28:47Z', 'revision_number': 0, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc169b76-1edd-46d7-b6ba-978231b198fd', 'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'mac_address': 'fa:16:3e:79:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:22Z', 'revision_number': 5, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'subnets': [{'id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:49.530747 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba198d98-40fa-4c55-b2b9-df634076bc42 None None] The sync data for ids ['8044909d-864a-4135-be18-ac46164d9664'] in n-d-787206-10 is: [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'af7347a7-f1f4-4dfe-b2dd-e6509b8b738b', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '8044909d-864a-4135-be18-ac46164d9664', 'port_id': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'mac_address': 'fa:16:3e:6b:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:47Z', 'updated_at': '2021-07-16T18:28:47Z', 'revision_number': 0, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc169b76-1edd-46d7-b6ba-978231b198fd', 'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'mac_address': 'fa:16:3e:79:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:22Z', 'revision_number': 5, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'subnets': [{'id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:49.580379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd654d1-c891-4a01-919b-7f9e004b69c9 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Router 8044909d-864a-4135-be18-ac46164d9664 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:49.691224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd654d1-c891-4a01-919b-7f9e004b69c9 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:49.695671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5dd654d1-c891-4a01-919b-7f9e004b69c9 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.739244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:49.740456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4692fdd6-23fd-4ec9-a83f-c2d731ef2d2f None None] New status for floating IP af7347a7-f1f4-4dfe-b2dd-e6509b8b738b: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:28:49.741616 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7119547b-d093-4633-9638-a9514c97ed97" -d '{"events": [{"name": "network-changed", "server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:49.777715 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5dd654d1-c891-4a01-919b-7f9e004b69c9 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "PUT /v2.0/floatingips/af7347a7-f1f4-4dfe-b2dd-e6509b8b738b HTTP/1.1" status: 200 len: 991 time: 1.0366955 Jul 16 18:28:49.798394 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507ab44c-9830-4d01-be43-d40eccbd7a7a x-openstack-request-id: req-507ab44c-9830-4d01-be43-d40eccbd7a7a {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:49.798858 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:49.799128 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-507ab44c-9830-4d01-be43-d40eccbd7a7a {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:49.800481 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'status': 'completed', 'code': 200} Jul 16 18:28:49.880975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119547b-d093-4633-9638-a9514c97ed97 req-29597f14-7b5f-45e9-b839-65e1f09abb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:49.882537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7119547b-d093-4633-9638-a9514c97ed97 req-29597f14-7b5f-45e9-b839-65e1f09abb28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=09f36e50549e4a339d265d082c5fe4c1&device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 1098 time: 0.0572827 Jul 16 18:28:49.975956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119547b-d093-4633-9638-a9514c97ed97 req-d2131241-eef3-4e14-b970-dfcd24a0ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:49.977469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7119547b-d093-4633-9638-a9514c97ed97 req-d2131241-eef3-4e14-b970-dfcd24a0ff69 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8d098f5-59a5-4287-880c-e5e2bd644eaf HTTP/1.1" status: 200 len: 915 time: 0.0892045 Jul 16 18:28:50.047825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7119547b-d093-4633-9638-a9514c97ed97 req-12b010d7-0efa-45d3-b951-d685cb4d2235 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c452114c-03f5-4fef-a6e5-b5a41770f810 HTTP/1.1" status: 200 len: 999 time: 0.0642567 Jul 16 18:28:50.101423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119547b-d093-4633-9638-a9514c97ed97 req-3758d54c-2a76-4df5-95a9-0624b57e88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:50.102938 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7119547b-d093-4633-9638-a9514c97ed97 req-3758d54c-2a76-4df5-95a9-0624b57e88bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ec95dcf-0309-4b2a-9c8b-43714760a60f HTTP/1.1" status: 200 len: 853 time: 0.0488074 Jul 16 18:28:50.113595 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acca3df-99d4-4336-9221-7ab47a330452 None None] Sync routers for ids ['8044909d-864a-4135-be18-ac46164d9664'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:50.122597 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acca3df-99d4-4336-9221-7ab47a330452 None None] Routers {'8044909d-864a-4135-be18-ac46164d9664'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:50.123205 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8acca3df-99d4-4336-9221-7ab47a330452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8044909d-864a-4135-be18-ac46164d9664'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:50.161809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119547b-d093-4633-9638-a9514c97ed97 req-8b41c522-0b1a-452f-b663-7a6fe20385f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:50.163344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7119547b-d093-4633-9638-a9514c97ed97 req-8b41c522-0b1a-452f-b663-7a6fe20385f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8d098f5-59a5-4287-880c-e5e2bd644eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545447 Jul 16 18:28:50.227388 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-8acca3df-99d4-4336-9221-7ab47a330452 None None] Set router 8044909d-864a-4135-be18-ac46164d9664 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:50.257496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7119547b-d093-4633-9638-a9514c97ed97 req-011319fa-bc4f-4654-bdd9-997188592313 service neutron] 10.222.0.35 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879710 Jul 16 18:28:50.355362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7119547b-d093-4633-9638-a9514c97ed97 req-9f22a104-c803-40c2-ae75-726bde793d62 service neutron] 10.222.0.35 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920091 Jul 16 18:28:50.454464 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8acca3df-99d4-4336-9221-7ab47a330452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'af7347a7-f1f4-4dfe-b2dd-e6509b8b738b', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '8044909d-864a-4135-be18-ac46164d9664', 'port_id': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'mac_address': 'fa:16:3e:6b:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:47Z', 'updated_at': '2021-07-16T18:28:50Z', 'revision_number': 2, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc169b76-1edd-46d7-b6ba-978231b198fd', 'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'mac_address': 'fa:16:3e:79:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:22Z', 'revision_number': 5, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'subnets': [{'id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:50.467167 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa21b02-d440-4bc7-a28e-a59e5284933a req-c3158735-23c5-48e7-a97c-4bb51c149825 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:50.468713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fa21b02-d440-4bc7-a28e-a59e5284933a req-c3158735-23c5-48e7-a97c-4bb51c149825 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 943 time: 0.0647998 Jul 16 18:28:50.485192 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acca3df-99d4-4336-9221-7ab47a330452 None None] Checking router: 8044909d-864a-4135-be18-ac46164d9664 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:50.494538 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acca3df-99d4-4336-9221-7ab47a330452 None None] Routers {'8044909d-864a-4135-be18-ac46164d9664'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:50.495229 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8acca3df-99d4-4336-9221-7ab47a330452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:28:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8044909d-864a-4135-be18-ac46164d9664'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:50.509141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fa21b02-d440-4bc7-a28e-a59e5284933a req-bac13f4b-97b3-4ed9-9d51-2fac85d9ca98 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ab2a568-cb09-4788-8b10-66cb7ffdbff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339122 Jul 16 18:28:50.599899 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-8acca3df-99d4-4336-9221-7ab47a330452 None None] Set router 8044909d-864a-4135-be18-ac46164d9664 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:50.817287 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8acca3df-99d4-4336-9221-7ab47a330452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'af7347a7-f1f4-4dfe-b2dd-e6509b8b738b', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '8044909d-864a-4135-be18-ac46164d9664', 'port_id': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'mac_address': 'fa:16:3e:6b:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:47Z', 'updated_at': '2021-07-16T18:28:50Z', 'revision_number': 2, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc169b76-1edd-46d7-b6ba-978231b198fd', 'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'mac_address': 'fa:16:3e:79:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:22Z', 'revision_number': 5, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'subnets': [{'id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:50.847661 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acca3df-99d4-4336-9221-7ab47a330452 None None] The sync data for ids ['8044909d-864a-4135-be18-ac46164d9664'] in n-d-787206-10 is: [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'af7347a7-f1f4-4dfe-b2dd-e6509b8b738b', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '8044909d-864a-4135-be18-ac46164d9664', 'port_id': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'mac_address': 'fa:16:3e:6b:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:47Z', 'updated_at': '2021-07-16T18:28:50Z', 'revision_number': 2, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc169b76-1edd-46d7-b6ba-978231b198fd', 'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'mac_address': 'fa:16:3e:79:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:22Z', 'revision_number': 5, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'subnets': [{'id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:51.118889 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7d51b7ce-d864-4eeb-9366-f4c805e6c67f details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:51.211091 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7d51b7ce-d864-4eeb-9366-f4c805e6c67f,segment=NetworkSegment(ed136208-cd2e-45cd-8379-07150913df01),segment_id=ed136208-cd2e-45cd-8379-07150913df01)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:51.222335 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '7d51b7ce-d864-4eeb-9366-f4c805e6c67f', 'network_id': '4f0a722c-3992-49f4-89a9-2fe849334af8', 'port_id': '7d51b7ce-d864-4eeb-9366-f4c805e6c67f', 'mac_address': 'fa:16:3e:80:6b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db084d3-1815-4750-85b5-358453fffbba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:51.261488 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.273568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d51b7ce-d864-4eeb-9366-f4c805e6c67f {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:51.292650 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7d51b7ce-d864-4eeb-9366-f4c805e6c67f,segment=NetworkSegment(ed136208-cd2e-45cd-8379-07150913df01),segment_id=ed136208-cd2e-45cd-8379-07150913df01)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:51.296692 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.342885 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=7d51b7ce-d864-4eeb-9366-f4c805e6c67f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:51.557424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['7d51b7ce-d864-4eeb-9366-f4c805e6c67f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:51.687106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7028640-4716-4e5f-ba99-97f9a7820865 req-421149c2-d24e-4420-9009-82bf5c75682e tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:51.688647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7028640-4716-4e5f-ba99-97f9a7820865 req-421149c2-d24e-4420-9009-82bf5c75682e tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 944 time: 0.0677660 Jul 16 18:28:51.728833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7028640-4716-4e5f-ba99-97f9a7820865 req-ab5d1d80-ef5b-4c6d-986b-4a90620b796b tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ab2a568-cb09-4788-8b10-66cb7ffdbff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342851 Jul 16 18:28:51.801892 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:51.804558 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77d0389-9832-4704-be32-857317169c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:51.839523 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582d0f56-ef60-4d1e-9b84-42209f537947 x-openstack-request-id: req-582d0f56-ef60-4d1e-9b84-42209f537947 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:51.839812 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:51.840061 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-582d0f56-ef60-4d1e-9b84-42209f537947 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:51.840449 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'status': 'completed', 'code': 200} Jul 16 18:28:51.917992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d0389-9832-4704-be32-857317169c3b req-4c05affd-cfef-4218-8735-5804c642303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:51.919480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c77d0389-9832-4704-be32-857317169c3b req-4c05affd-cfef-4218-8735-5804c642303c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=09f36e50549e4a339d265d082c5fe4c1&device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 1098 time: 0.0559065 Jul 16 18:28:52.007215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d0389-9832-4704-be32-857317169c3b req-a3c1c5f2-4263-41c2-a7fe-5e5341e54288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:52.008690 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c77d0389-9832-4704-be32-857317169c3b req-a3c1c5f2-4263-41c2-a7fe-5e5341e54288 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8d098f5-59a5-4287-880c-e5e2bd644eaf HTTP/1.1" status: 200 len: 915 time: 0.0829382 Jul 16 18:28:52.078507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c77d0389-9832-4704-be32-857317169c3b req-fdfa854f-411a-419f-9b4c-794804463b82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c452114c-03f5-4fef-a6e5-b5a41770f810 HTTP/1.1" status: 200 len: 1001 time: 0.0637689 Jul 16 18:28:52.128624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d0389-9832-4704-be32-857317169c3b req-2d1458f2-2253-431a-9688-305f3be04908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:52.130071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c77d0389-9832-4704-be32-857317169c3b req-2d1458f2-2253-431a-9688-305f3be04908 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ec95dcf-0309-4b2a-9c8b-43714760a60f HTTP/1.1" status: 200 len: 853 time: 0.0435431 Jul 16 18:28:52.185047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d0389-9832-4704-be32-857317169c3b req-ae2755f9-fd63-47c6-9740-523002144d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:52.186514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c77d0389-9832-4704-be32-857317169c3b req-ae2755f9-fd63-47c6-9740-523002144d2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8d098f5-59a5-4287-880c-e5e2bd644eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508134 Jul 16 18:28:52.287080 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c77d0389-9832-4704-be32-857317169c3b req-35ce3db4-9c70-4286-a1dd-c21fddcaa608 service neutron] 10.222.0.35 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936139 Jul 16 18:28:52.375935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c77d0389-9832-4704-be32-857317169c3b req-a4e687d9-4423-4bc2-9b0c-e22837918f1d service neutron] 10.222.0.35 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830534 Jul 16 18:28:52.906698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94af66-9529-474e-8330-a755febbe9e6 req-828d199a-0429-4db0-80e5-4360ece6d5a1 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:52.908402 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f94af66-9529-474e-8330-a755febbe9e6 req-828d199a-0429-4db0-80e5-4360ece6d5a1 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 944 time: 0.0702152 Jul 16 18:28:52.947918 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f94af66-9529-474e-8330-a755febbe9e6 req-8cb0717d-b51e-4d2f-97c1-e7b8d2f11fa0 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ab2a568-cb09-4788-8b10-66cb7ffdbff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334628 Jul 16 18:28:53.115410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7d51b7ce-d864-4eeb-9366-f4c805e6c67f up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:53.162702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:53.166467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:53.166845 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.241528 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.266891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd16817-9025-4f04-a921-2ad6053cfb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51b7ce-d864-4eeb-9366-f4c805e6c67f'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:53.269718 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41abad9e-8af3-4684-a7f5-b857f0bde448" -d '{"events": [{"server_uuid": "8cd16817-9025-4f04-a921-2ad6053cfb52", "name": "network-vif-plugged", "status": "completed", "tag": "7d51b7ce-d864-4eeb-9366-f4c805e6c67f"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:53.281813 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7d51b7ce-d864-4eeb-9366-f4c805e6c67f,segment=NetworkSegment(ed136208-cd2e-45cd-8379-07150913df01),segment_id=ed136208-cd2e-45cd-8379-07150913df01)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:53.286397 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.309438 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c694ac-53fb-4c49-a081-1054c36c3ce7 x-openstack-request-id: req-60c694ac-53fb-4c49-a081-1054c36c3ce7 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:53.309732 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd16817-9025-4f04-a921-2ad6053cfb52", "name": "network-vif-plugged", "status": "completed", "tag": "7d51b7ce-d864-4eeb-9366-f4c805e6c67f", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:53.309981 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60c694ac-53fb-4c49-a081-1054c36c3ce7 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:53.310367 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd16817-9025-4f04-a921-2ad6053cfb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51b7ce-d864-4eeb-9366-f4c805e6c67f', 'code': 200} Jul 16 18:28:53.337689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=7d51b7ce-d864-4eeb-9366-f4c805e6c67f,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:53.419123 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8a666-8669-4d59-a91f-316192fd2a2c req-074cd2ce-4035-44d0-ba21-a3b8f6f4ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:53.420628 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-15d8a666-8669-4d59-a91f-316192fd2a2c req-074cd2ce-4035-44d0-ba21-a3b8f6f4ce74 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 1097 time: 0.0509331 Jul 16 18:28:53.459213 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-15d8a666-8669-4d59-a91f-316192fd2a2c req-6ae9a424-d946-499b-a60f-14f692c5c7a2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ab2a568-cb09-4788-8b10-66cb7ffdbff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314932 Jul 16 18:28:54.124507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f306dca-1762-402e-a36d-993ef42603cd req-d494a10e-6381-4879-aac7-c7a68bb91368 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:54.126002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f306dca-1762-402e-a36d-993ef42603cd req-d494a10e-6381-4879-aac7-c7a68bb91368 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 945 time: 0.0649314 Jul 16 18:28:54.164007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f306dca-1762-402e-a36d-993ef42603cd req-52877292-a448-442e-a92d-4906aa5d57fc tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ab2a568-cb09-4788-8b10-66cb7ffdbff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321910 Jul 16 18:28:55.341577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb09306-035b-4b2a-b952-c107ba29514a req-2f3952ec-13b8-4bb3-bcaa-307d39b5b812 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:55.343146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9cb09306-035b-4b2a-b952-c107ba29514a req-2f3952ec-13b8-4bb3-bcaa-307d39b5b812 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 945 time: 0.0646701 Jul 16 18:28:55.384101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9cb09306-035b-4b2a-b952-c107ba29514a req-8b2be47a-44ab-4dc8-a3b0-82529dbe1376 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ab2a568-cb09-4788-8b10-66cb7ffdbff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351934 Jul 16 18:28:56.761324 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.857406 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.906291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7d98e-cf3b-46ad-ae86-abcc0c717d10 req-546317b8-b215-49c0-a937-7753b81f1256 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:57.907813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79f7d98e-cf3b-46ad-ae86-abcc0c717d10 req-546317b8-b215-49c0-a937-7753b81f1256 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 945 time: 0.0684402 Jul 16 18:28:57.945367 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-79f7d98e-cf3b-46ad-ae86-abcc0c717d10 req-decc1d7a-a5ea-450e-a411-cf0b942acab6 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ab2a568-cb09-4788-8b10-66cb7ffdbff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Jul 16 18:28:58.022260 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5e0b4bd2-4a87-4b48-bd0f-fdfe7f5891b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.121480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0eee-a757-4663-9a20-561f1022b610 req-a179857f-6c43-473c-9856-e17eef01a2c4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:59.122953 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-544c0eee-a757-4663-9a20-561f1022b610 req-a179857f-6c43-473c-9856-e17eef01a2c4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 945 time: 0.0643928 Jul 16 18:28:59.161615 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-544c0eee-a757-4663-9a20-561f1022b610 req-834ac32a-a9bc-4eb1-8504-b6a92478701f tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ab2a568-cb09-4788-8b10-66cb7ffdbff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Jul 16 18:28:59.364226 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c227f9-28bd-4d5b-a300-23b30e3886d5 req-d36e9f3e-7703-4534-af17-b68b909c07d4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:59.365954 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-73c227f9-28bd-4d5b-a300-23b30e3886d5 req-d36e9f3e-7703-4534-af17-b68b909c07d4 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 945 time: 0.0952415 Jul 16 18:28:59.468469 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-73c227f9-28bd-4d5b-a300-23b30e3886d5 req-f697f299-3450-4a0d-8d28-b5c4e48a313c tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Deleting port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:59.468815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-73c227f9-28bd-4d5b-a300-23b30e3886d5 req-f697f299-3450-4a0d-8d28-b5c4e48a313c tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.553930 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-73c227f9-28bd-4d5b-a300-23b30e3886d5 req-f697f299-3450-4a0d-8d28-b5c4e48a313c tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] For port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=7d51b7ce-d864-4eeb-9366-f4c805e6c67f,segment=NetworkSegment(ed136208-cd2e-45cd-8379-07150913df01),segment_id=ed136208-cd2e-45cd-8379-07150913df01)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:59.554287 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-73c227f9-28bd-4d5b-a300-23b30e3886d5 req-f697f299-3450-4a0d-8d28-b5c4e48a313c tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.566991 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-73c227f9-28bd-4d5b-a300-23b30e3886d5 req-f697f299-3450-4a0d-8d28-b5c4e48a313c tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Calling delete_port for 7d51b7ce-d864-4eeb-9366-f4c805e6c67f owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:59.695893 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-73c227f9-28bd-4d5b-a300-23b30e3886d5 req-f697f299-3450-4a0d-8d28-b5c4e48a313c tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.708115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['7d51b7ce-d864-4eeb-9366-f4c805e6c67f'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:59.724297 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697f299-3450-4a0d-8d28-b5c4e48a313c tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Pushing event deleted for resources: {'Port': ['ID=7d51b7ce-d864-4eeb-9366-f4c805e6c67f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:59.774603 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c227f9-28bd-4d5b-a300-23b30e3886d5 req-f697f299-3450-4a0d-8d28-b5c4e48a313c tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] No DVR routers for this DVR port 7d51b7ce-d864-4eeb-9366-f4c805e6c67f on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:59.777109 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-73c227f9-28bd-4d5b-a300-23b30e3886d5 req-f697f299-3450-4a0d-8d28-b5c4e48a313c tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.779106 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-73c227f9-28bd-4d5b-a300-23b30e3886d5 req-f697f299-3450-4a0d-8d28-b5c4e48a313c tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.43 "DELETE /v2.0/ports/7d51b7ce-d864-4eeb-9366-f4c805e6c67f HTTP/1.1" status: 204 len: 173 time: 0.4079204 Jul 16 18:28:59.779559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd16817-9025-4f04-a921-2ad6053cfb52', 'name': 'network-vif-deleted', 'tag': '7d51b7ce-d864-4eeb-9366-f4c805e6c67f'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:59.781791 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdda10a-92b8-4879-9a14-1431b9a97313" -d '{"events": [{"server_uuid": "8cd16817-9025-4f04-a921-2ad6053cfb52", "name": "network-vif-deleted", "tag": "7d51b7ce-d864-4eeb-9366-f4c805e6c67f"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:59.823523 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249842ab-c148-4e85-a63c-dd6c1d98bb5e x-openstack-request-id: req-249842ab-c148-4e85-a63c-dd6c1d98bb5e {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:59.823523 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd16817-9025-4f04-a921-2ad6053cfb52", "name": "network-vif-deleted", "tag": "7d51b7ce-d864-4eeb-9366-f4c805e6c67f", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:59.823523 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-249842ab-c148-4e85-a63c-dd6c1d98bb5e {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:59.823848 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd16817-9025-4f04-a921-2ad6053cfb52', 'name': 'network-vif-deleted', 'tag': '7d51b7ce-d864-4eeb-9366-f4c805e6c67f', 'status': 'completed', 'code': 200} Jul 16 18:29:00.334086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-583d3d9a-cccc-4f79-b304-4db145411d0d req-564cec4f-0683-45ec-91e8-5b630bb2abb1 tempest-VolumesActionsTest-153532725 tempest-VolumesActionsTest-153532725-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd16817-9025-4f04-a921-2ad6053cfb52 HTTP/1.1" status: 200 len: 210 time: 0.0341663 Jul 16 18:29:00.677179 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.750442 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ad1773de-8d54-4926-a667-54e7ca8ea193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.922497 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.178804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7d51b7ce-d864-4eeb-9366-f4c805e6c67f no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:03.201735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 7d51b7ce-d864-4eeb-9366-f4c805e6c67f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:03.202322 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 7d51b7ce-d864-4eeb-9366-f4c805e6c67f not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:03.658679 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.967389 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:13.313836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49632) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:13.382654 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7cbea0ff-f8da-49c1-843f-5745bee94048 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/floatingips/8242b934-df1e-4cfd-bbf7-f86c5ac45ba0 HTTP/1.1" status: 200 len: 993 time: 0.0673275 Jul 16 18:29:13.671601 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49642) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:13.838825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d2de919e-babb-4f07-bce1-f250f5da2c5b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting port 36e9bd4b-8661-4554-8644-802205064979 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:13.839259 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2de919e-babb-4f07-bce1-f250f5da2c5b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.918729 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2de919e-babb-4f07-bce1-f250f5da2c5b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.919056 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2de919e-babb-4f07-bce1-f250f5da2c5b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.931393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d2de919e-babb-4f07-bce1-f250f5da2c5b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Calling delete_port for 36e9bd4b-8661-4554-8644-802205064979 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:14.106575 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2de919e-babb-4f07-bce1-f250f5da2c5b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.134872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de919e-babb-4f07-bce1-f250f5da2c5b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Port': ['ID=36e9bd4b-8661-4554-8644-802205064979,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:14.197650 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2de919e-babb-4f07-bce1-f250f5da2c5b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.197977 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-d2de919e-babb-4f07-bce1-f250f5da2c5b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Floating IP 8242b934-df1e-4cfd-bbf7-f86c5ac45ba0 disassociated (deleted). External IP: 172.25.5.166, port: 923a6731-1484-49ed-a69d-b3d7f51b7e8a. Jul 16 18:29:14.756681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2de919e-babb-4f07-bce1-f250f5da2c5b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Router 6783c040-3f70-4212-8a25-02e94fe998f9 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:14.865857 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2de919e-babb-4f07-bce1-f250f5da2c5b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:14.870319 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d2de919e-babb-4f07-bce1-f250f5da2c5b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.877841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d243ba6-6f70-4803-8074-f1f23951eb98 None None] Sync routers for ids ['6783c040-3f70-4212-8a25-02e94fe998f9'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:14.898317 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d243ba6-6f70-4803-8074-f1f23951eb98 None None] Routers {'6783c040-3f70-4212-8a25-02e94fe998f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:14.899389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1d243ba6-6f70-4803-8074-f1f23951eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6783c040-3f70-4212-8a25-02e94fe998f9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:14.911254 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d2de919e-babb-4f07-bce1-f250f5da2c5b tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "DELETE /v2.0/floatingips/8242b934-df1e-4cfd-bbf7-f86c5ac45ba0 HTTP/1.1" status: 204 len: 168 time: 1.2384737 Jul 16 18:29:14.911890 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'tag': '923a6731-1484-49ed-a69d-b3d7f51b7e8a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:14.914410 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e0e0be-2571-48d8-a055-9d846f96e57b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf", "tag": "923a6731-1484-49ed-a69d-b3d7f51b7e8a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:15.010607 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67266800-dfdc-4a2f-a7cf-945f4f70edb0 x-openstack-request-id: req-67266800-dfdc-4a2f-a7cf-945f4f70edb0 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:15.010946 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf", "tag": "923a6731-1484-49ed-a69d-b3d7f51b7e8a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:15.011145 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67266800-dfdc-4a2f-a7cf-945f4f70edb0 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:15.011570 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'tag': '923a6731-1484-49ed-a69d-b3d7f51b7e8a', 'status': 'completed', 'code': 200} Jul 16 18:29:15.041693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-1d243ba6-6f70-4803-8074-f1f23951eb98 None None] Set router 6783c040-3f70-4212-8a25-02e94fe998f9 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:15.120407 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0e0be-2571-48d8-a055-9d846f96e57b req-a505bbb5-5176-4df0-be5e-b42e7045cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.121934 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-40e0e0be-2571-48d8-a055-9d846f96e57b req-a505bbb5-5176-4df0-be5e-b42e7045cdf4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5367a769c7474ec3b167de019d940ebe&device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 1097 time: 0.0988500 Jul 16 18:29:15.271061 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0e0be-2571-48d8-a055-9d846f96e57b req-7fe20e65-7305-483c-83fa-1cad8745c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.273774 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-40e0e0be-2571-48d8-a055-9d846f96e57b req-7fe20e65-7305-483c-83fa-1cad8745c899 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f9660fc-85c4-4988-9f11-3ada48e5857f HTTP/1.1" status: 200 len: 897 time: 0.1425855 Jul 16 18:29:15.295234 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1d243ba6-6f70-4803-8074-f1f23951eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:17Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '9d80393e-c365-4915-b4e5-ad8528ea1418', 'name': '', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:fe:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:16Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:15.319895 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-40e0e0be-2571-48d8-a055-9d846f96e57b req-ebcbfb08-bb73-4ba2-890f-40dbc6cf2d0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=923a6731-1484-49ed-a69d-b3d7f51b7e8a HTTP/1.1" status: 200 len: 217 time: 0.0392883 Jul 16 18:29:15.323366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d243ba6-6f70-4803-8074-f1f23951eb98 None None] Checking router: 6783c040-3f70-4212-8a25-02e94fe998f9 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:15.332990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d243ba6-6f70-4803-8074-f1f23951eb98 None None] Routers {'6783c040-3f70-4212-8a25-02e94fe998f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:15.333605 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1d243ba6-6f70-4803-8074-f1f23951eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6783c040-3f70-4212-8a25-02e94fe998f9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:15.388962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0e0be-2571-48d8-a055-9d846f96e57b req-0d7c7a84-9212-47b7-b346-8f33e1107c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.392015 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-40e0e0be-2571-48d8-a055-9d846f96e57b req-0d7c7a84-9212-47b7-b346-8f33e1107c5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f191d5fb-61bf-44ad-b904-5be53ffad02e HTTP/1.1" status: 200 len: 834 time: 0.0634091 Jul 16 18:29:15.451054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0e0be-2571-48d8-a055-9d846f96e57b req-d19ee2fb-9bf2-4ee7-bd16-ad64140ac526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.453269 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-40e0e0be-2571-48d8-a055-9d846f96e57b req-d19ee2fb-9bf2-4ee7-bd16-ad64140ac526 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f9660fc-85c4-4988-9f11-3ada48e5857f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552711 Jul 16 18:29:15.460485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-1d243ba6-6f70-4803-8074-f1f23951eb98 None None] Set router 6783c040-3f70-4212-8a25-02e94fe998f9 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:15.479131 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc071ddd-2632-4157-bf62-8c9af068db09 req-1a67c225-0990-4cc4-89b8-82349a41adfc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.480726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc071ddd-2632-4157-bf62-8c9af068db09 req-1a67c225-0990-4cc4-89b8-82349a41adfc tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 945 time: 0.1044302 Jul 16 18:29:15.530247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc071ddd-2632-4157-bf62-8c9af068db09 req-15de430a-e5e7-455a-b35f-e27cd44bf582 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=073dca43-1816-458b-92d5-575bae4c2226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430198 Jul 16 18:29:15.563916 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-40e0e0be-2571-48d8-a055-9d846f96e57b req-6c4c15f0-ebe8-480c-a84d-5b812f9c2104 service neutron] 10.222.0.43 "GET /v2.0/networks/8f9660fc-85c4-4988-9f11-3ada48e5857f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025949 Jul 16 18:29:15.668556 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-40e0e0be-2571-48d8-a055-9d846f96e57b req-007e8c77-b6c5-4b5d-b1db-d7f607f47a37 service neutron] 10.222.0.43 "GET /v2.0/networks/8f9660fc-85c4-4988-9f11-3ada48e5857f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964119 Jul 16 18:29:15.683467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1d243ba6-6f70-4803-8074-f1f23951eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:17Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '9d80393e-c365-4915-b4e5-ad8528ea1418', 'name': '', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:fe:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:16Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:15.711877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d243ba6-6f70-4803-8074-f1f23951eb98 None None] The sync data for ids ['6783c040-3f70-4212-8a25-02e94fe998f9'] in n-d-787206-10 is: [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:17Z', 'revision_number': 4, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '9d80393e-c365-4915-b4e5-ad8528ea1418', 'name': '', 'network_id': '8f9660fc-85c4-4988-9f11-3ada48e5857f', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'mac_address': 'fa:16:3e:fe:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:16Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'subnets': [{'id': 'f191d5fb-61bf-44ad-b904-5be53ffad02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:15.938253 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2562dfa-8661-446a-93c8-eeb73ba380c1 None None] New status for floating IP 8242b934-df1e-4cfd-bbf7-f86c5ac45ba0: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:29:16.712460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529fb42-5f54-4cae-ad2e-ed3a3b9a143e req-12437138-e5da-4262-a93f-cd7f453d6bf6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:16.713934 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0529fb42-5f54-4cae-ad2e-ed3a3b9a143e req-12437138-e5da-4262-a93f-cd7f453d6bf6 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 945 time: 0.0659261 Jul 16 18:29:16.753582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0529fb42-5f54-4cae-ad2e-ed3a3b9a143e req-458c9a78-7fab-4f09-8720-032cb48aff42 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/security-groups?id=073dca43-1816-458b-92d5-575bae4c2226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338125 Jul 16 18:29:16.824197 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d46c7-89de-4968-a635-7cf7f8d615d1 req-2eafc7fe-948c-4ebc-8f97-af5852ee4be3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:16.825598 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6d4d46c7-89de-4968-a635-7cf7f8d615d1 req-2eafc7fe-948c-4ebc-8f97-af5852ee4be3 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 945 time: 0.0674207 Jul 16 18:29:16.942608 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-6d4d46c7-89de-4968-a635-7cf7f8d615d1 req-5b515010-ca00-4eb3-ba90-92b493715029 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting port 923a6731-1484-49ed-a69d-b3d7f51b7e8a {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:16.942943 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6d4d46c7-89de-4968-a635-7cf7f8d615d1 req-5b515010-ca00-4eb3-ba90-92b493715029 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.037560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-6d4d46c7-89de-4968-a635-7cf7f8d615d1 req-5b515010-ca00-4eb3-ba90-92b493715029 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] For port 923a6731-1484-49ed-a69d-b3d7f51b7e8a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=923a6731-1484-49ed-a69d-b3d7f51b7e8a,segment=NetworkSegment(226709f6-cc14-4c2d-b480-bfea808f06cf),segment_id=226709f6-cc14-4c2d-b480-bfea808f06cf)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:17.037947 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6d4d46c7-89de-4968-a635-7cf7f8d615d1 req-5b515010-ca00-4eb3-ba90-92b493715029 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.050572 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-6d4d46c7-89de-4968-a635-7cf7f8d615d1 req-5b515010-ca00-4eb3-ba90-92b493715029 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Calling delete_port for 923a6731-1484-49ed-a69d-b3d7f51b7e8a owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:17.177931 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6d4d46c7-89de-4968-a635-7cf7f8d615d1 req-5b515010-ca00-4eb3-ba90-92b493715029 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.215467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b515010-ca00-4eb3-ba90-92b493715029 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Port': ['ID=923a6731-1484-49ed-a69d-b3d7f51b7e8a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:17.257100 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4d46c7-89de-4968-a635-7cf7f8d615d1 req-5b515010-ca00-4eb3-ba90-92b493715029 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] No DVR routers for this DVR port 923a6731-1484-49ed-a69d-b3d7f51b7e8a on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:17.259990 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-6d4d46c7-89de-4968-a635-7cf7f8d615d1 req-5b515010-ca00-4eb3-ba90-92b493715029 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.261977 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-6d4d46c7-89de-4968-a635-7cf7f8d615d1 req-5b515010-ca00-4eb3-ba90-92b493715029 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.43 "DELETE /v2.0/ports/923a6731-1484-49ed-a69d-b3d7f51b7e8a HTTP/1.1" status: 204 len: 173 time: 0.4297094 Jul 16 18:29:17.262417 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'name': 'network-vif-deleted', 'tag': '923a6731-1484-49ed-a69d-b3d7f51b7e8a'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:17.264647 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bfaa5f-6620-4a27-b892-024e07de211e" -d '{"events": [{"server_uuid": "2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf", "name": "network-vif-deleted", "tag": "923a6731-1484-49ed-a69d-b3d7f51b7e8a"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:17.304644 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a64811-bb54-4e0b-805b-03297be3bf20 x-openstack-request-id: req-98a64811-bb54-4e0b-805b-03297be3bf20 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:17.304936 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf", "name": "network-vif-deleted", "tag": "923a6731-1484-49ed-a69d-b3d7f51b7e8a", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:17.305182 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98a64811-bb54-4e0b-805b-03297be3bf20 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:17.305580 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf', 'name': 'network-vif-deleted', 'tag': '923a6731-1484-49ed-a69d-b3d7f51b7e8a', 'status': 'completed', 'code': 200} Jul 16 18:29:17.921626 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b1637cb2-4d4d-43a4-a7b5-03657e190933 req-6f244a52-5da3-4529-81e4-67195c06defe tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b9c0d74-f4e3-4f6f-bd8e-96762df9b8bf HTTP/1.1" status: 200 len: 210 time: 0.0313792 Jul 16 18:29:18.295136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49700) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:18.461635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e065cb49-4b8a-49bd-b7b0-c8773f30019b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Deleting port 50f1ee27-163c-40d5-b9e4-e75c7da8954d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:18.461974 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e065cb49-4b8a-49bd-b7b0-c8773f30019b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.539697 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e065cb49-4b8a-49bd-b7b0-c8773f30019b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.540014 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e065cb49-4b8a-49bd-b7b0-c8773f30019b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.552177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e065cb49-4b8a-49bd-b7b0-c8773f30019b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Calling delete_port for 50f1ee27-163c-40d5-b9e4-e75c7da8954d owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:18.703649 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e065cb49-4b8a-49bd-b7b0-c8773f30019b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.727969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065cb49-4b8a-49bd-b7b0-c8773f30019b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Pushing event deleted for resources: {'Port': ['ID=50f1ee27-163c-40d5-b9e4-e75c7da8954d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:18.793567 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e065cb49-4b8a-49bd-b7b0-c8773f30019b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.793967 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-e065cb49-4b8a-49bd-b7b0-c8773f30019b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Floating IP af7347a7-f1f4-4dfe-b2dd-e6509b8b738b disassociated (deleted). External IP: 172.25.5.62, port: c452114c-03f5-4fef-a6e5-b5a41770f810. Jul 16 18:29:19.019832 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49704) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:19.027162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e065cb49-4b8a-49bd-b7b0-c8773f30019b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Router 8044909d-864a-4135-be18-ac46164d9664 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:19.104892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eefd4f97-7e6c-403e-bd10-616a01140215 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.131834 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eefd4f97-7e6c-403e-bd10-616a01140215 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.166506 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e065cb49-4b8a-49bd-b7b0-c8773f30019b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:19.171354 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e065cb49-4b8a-49bd-b7b0-c8773f30019b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.189589 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23da9d-f7d1-4d82-a7ea-9f527a1f9dd7 None None] Sync routers for ids ['8044909d-864a-4135-be18-ac46164d9664'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:19.200096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23da9d-f7d1-4d82-a7ea-9f527a1f9dd7 None None] Routers {'8044909d-864a-4135-be18-ac46164d9664'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:19.200953 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4e23da9d-f7d1-4d82-a7ea-9f527a1f9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8044909d-864a-4135-be18-ac46164d9664'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:19.205656 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eefd4f97-7e6c-403e-bd10-616a01140215 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.209163 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eefd4f97-7e6c-403e-bd10-616a01140215 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.210427 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-eefd4f97-7e6c-403e-bd10-616a01140215 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "DELETE /v2.0/security-groups/073dca43-1816-458b-92d5-575bae4c2226 HTTP/1.1" status: 204 len: 168 time: 0.1896873 Jul 16 18:29:19.221125 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd4f97-7e6c-403e-bd10-616a01140215 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=073dca43-1816-458b-92d5-575bae4c2226,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:19.235397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e065cb49-4b8a-49bd-b7b0-c8773f30019b tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "DELETE /v2.0/floatingips/af7347a7-f1f4-4dfe-b2dd-e6509b8b738b HTTP/1.1" status: 204 len: 168 time: 0.9390156 Jul 16 18:29:19.236279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:19.240097 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1022bd5-7e04-4f1e-a7a9-05d786f5b3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:19.259880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49714) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:19.318035 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8890a2d0-e319-42a6-93e2-922f6ff976c7 x-openstack-request-id: req-8890a2d0-e319-42a6-93e2-922f6ff976c7 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:19.318315 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:19.318563 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8890a2d0-e319-42a6-93e2-922f6ff976c7 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:19.318953 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'status': 'completed', 'code': 200} Jul 16 18:29:19.410474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1022bd5-7e04-4f1e-a7a9-05d786f5b3c4 req-432a70fe-9436-40ac-b787-d7fa69258f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.412060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1022bd5-7e04-4f1e-a7a9-05d786f5b3c4 req-432a70fe-9436-40ac-b787-d7fa69258f6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=09f36e50549e4a339d265d082c5fe4c1&device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 1098 time: 0.0713181 Jul 16 18:29:19.433277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-4e23da9d-f7d1-4d82-a7ea-9f527a1f9dd7 None None] Set router 8044909d-864a-4135-be18-ac46164d9664 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:19.573983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1022bd5-7e04-4f1e-a7a9-05d786f5b3c4 req-ced379a5-d8e0-4a0b-9238-68f59a1035f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.577377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1022bd5-7e04-4f1e-a7a9-05d786f5b3c4 req-ced379a5-d8e0-4a0b-9238-68f59a1035f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8d098f5-59a5-4287-880c-e5e2bd644eaf HTTP/1.1" status: 200 len: 915 time: 0.1590943 Jul 16 18:29:19.693309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1022bd5-7e04-4f1e-a7a9-05d786f5b3c4 req-fc93ac98-2ff4-4a6a-998a-dd1dda36f962 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c452114c-03f5-4fef-a6e5-b5a41770f810 HTTP/1.1" status: 200 len: 217 time: 0.1073248 Jul 16 18:29:19.734479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4e23da9d-f7d1-4d82-a7ea-9f527a1f9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'fc169b76-1edd-46d7-b6ba-978231b198fd', 'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'mac_address': 'fa:16:3e:79:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:22Z', 'revision_number': 5, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'subnets': [{'id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:19.782865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23da9d-f7d1-4d82-a7ea-9f527a1f9dd7 None None] Checking router: 8044909d-864a-4135-be18-ac46164d9664 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:19.788445 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14a1eed1-d174-43be-a8a8-0b4a0a1e677c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.801030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23da9d-f7d1-4d82-a7ea-9f527a1f9dd7 None None] Routers {'8044909d-864a-4135-be18-ac46164d9664'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:19.801946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4e23da9d-f7d1-4d82-a7ea-9f527a1f9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8044909d-864a-4135-be18-ac46164d9664'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:19.822945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1022bd5-7e04-4f1e-a7a9-05d786f5b3c4 req-64c29b90-c2cc-4254-9618-13dda2d23d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.824491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1022bd5-7e04-4f1e-a7a9-05d786f5b3c4 req-64c29b90-c2cc-4254-9618-13dda2d23d75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ec95dcf-0309-4b2a-9c8b-43714760a60f HTTP/1.1" status: 200 len: 853 time: 0.1243758 Jul 16 18:29:19.909118 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728f8a9-af8a-45aa-8827-107d82db60fb req-8fd1a6ba-d640-40dc-8d9a-0c28d595a377 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.910987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e728f8a9-af8a-45aa-8827-107d82db60fb req-8fd1a6ba-d640-40dc-8d9a-0c28d595a377 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 946 time: 0.1237462 Jul 16 18:29:19.945353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-4e23da9d-f7d1-4d82-a7ea-9f527a1f9dd7 None None] Set router 8044909d-864a-4135-be18-ac46164d9664 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:19.965012 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1022bd5-7e04-4f1e-a7a9-05d786f5b3c4 req-c7563151-1903-4e1b-8527-0abeaa1a4b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.966553 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1022bd5-7e04-4f1e-a7a9-05d786f5b3c4 req-c7563151-1903-4e1b-8527-0abeaa1a4b9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8d098f5-59a5-4287-880c-e5e2bd644eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336765 Jul 16 18:29:19.978132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e728f8a9-af8a-45aa-8827-107d82db60fb req-c4b5ac26-e955-43da-94f5-b79bef81f4f5 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580335 Jul 16 18:29:20.093247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1022bd5-7e04-4f1e-a7a9-05d786f5b3c4 req-478d73c0-d44b-4ca2-92a9-137a90d5e2d1 service neutron] 10.222.0.35 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133759 Jul 16 18:29:20.266737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4e23da9d-f7d1-4d82-a7ea-9f527a1f9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'fc169b76-1edd-46d7-b6ba-978231b198fd', 'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'mac_address': 'fa:16:3e:79:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:22Z', 'revision_number': 5, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'subnets': [{'id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:20.277137 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1022bd5-7e04-4f1e-a7a9-05d786f5b3c4 req-ad608cb8-827d-424b-88b7-d78d4c1932d6 service neutron] 10.222.0.35 "GET /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716106 Jul 16 18:29:20.301791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23da9d-f7d1-4d82-a7ea-9f527a1f9dd7 None None] The sync data for ids ['8044909d-864a-4135-be18-ac46164d9664'] in n-d-787206-10 is: [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 4, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'fc169b76-1edd-46d7-b6ba-978231b198fd', 'name': '', 'network_id': 'e8d098f5-59a5-4287-880c-e5e2bd644eaf', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'mac_address': 'fa:16:3e:79:dd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:13Z', 'updated_at': '2021-07-16T18:26:22Z', 'revision_number': 5, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'subnets': [{'id': '2ec95dcf-0309-4b2a-9c8b-43714760a60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:20.485196 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-14a1eed1-d174-43be-a8a8-0b4a0a1e677c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting port 9d80393e-c365-4915-b4e5-ad8528ea1418 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:20.485730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14a1eed1-d174-43be-a8a8-0b4a0a1e677c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.602349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-14a1eed1-d174-43be-a8a8-0b4a0a1e677c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] For port 9d80393e-c365-4915-b4e5-ad8528ea1418, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=9d80393e-c365-4915-b4e5-ad8528ea1418,segment=NetworkSegment(226709f6-cc14-4c2d-b480-bfea808f06cf),segment_id=226709f6-cc14-4c2d-b480-bfea808f06cf)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:20.602756 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14a1eed1-d174-43be-a8a8-0b4a0a1e677c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.618205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-14a1eed1-d174-43be-a8a8-0b4a0a1e677c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Calling delete_port for 9d80393e-c365-4915-b4e5-ad8528ea1418 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:20.640384 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a4063-2b19-4185-aeb2-9093f132edff None None] New status for floating IP af7347a7-f1f4-4dfe-b2dd-e6509b8b738b: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:29:20.811684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14a1eed1-d174-43be-a8a8-0b4a0a1e677c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.852871 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1eed1-d174-43be-a8a8-0b4a0a1e677c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Port': ['ID=9d80393e-c365-4915-b4e5-ad8528ea1418,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:21.034272 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14a1eed1-d174-43be-a8a8-0b4a0a1e677c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.183149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c24bd6-9ac4-4900-a233-da6fc80ce0a1 req-a504f42d-49d6-4674-86d9-0093dbaa6c6c tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:21.184681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0c24bd6-9ac4-4900-a233-da6fc80ce0a1 req-a504f42d-49d6-4674-86d9-0093dbaa6c6c tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 946 time: 0.0684283 Jul 16 18:29:21.257837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0c24bd6-9ac4-4900-a233-da6fc80ce0a1 req-5c407d66-fd49-44c6-ab61-abf7bae532af tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c10d24a-7acd-4976-b476-36e63cec1a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600624 Jul 16 18:29:21.264986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a1eed1-d174-43be-a8a8-0b4a0a1e677c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Router 6783c040-3f70-4212-8a25-02e94fe998f9 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:21.282064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a70ee2-6b92-403c-aedc-51f2c16df62f req-82cb0457-1b1f-4873-996d-27c4f3702bb8 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:21.283591 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20a70ee2-6b92-403c-aedc-51f2c16df62f req-82cb0457-1b1f-4873-996d-27c4f3702bb8 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.35 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 946 time: 0.0951817 Jul 16 18:29:21.287826 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 923a6731-1484-49ed-a69d-b3d7f51b7e8a no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:21.312596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 923a6731-1484-49ed-a69d-b3d7f51b7e8a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:21.312966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 923a6731-1484-49ed-a69d-b3d7f51b7e8a not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:21.382550 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a1eed1-d174-43be-a8a8-0b4a0a1e677c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:21.387985 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-14a1eed1-d174-43be-a8a8-0b4a0a1e677c tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "PUT /v2.0/routers/6783c040-3f70-4212-8a25-02e94fe998f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1266382 Jul 16 18:29:21.390388 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49734) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:21.393936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b190b-14ae-4daa-bfe2-2fead3ca7167 None None] Sync routers for ids ['6783c040-3f70-4212-8a25-02e94fe998f9'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:21.404429 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b190b-14ae-4daa-bfe2-2fead3ca7167 None None] Routers {'6783c040-3f70-4212-8a25-02e94fe998f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:21.406329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1c1b190b-14ae-4daa-bfe2-2fead3ca7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6783c040-3f70-4212-8a25-02e94fe998f9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:21.422004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-20a70ee2-6b92-403c-aedc-51f2c16df62f req-5843f657-351b-49ff-a4ef-ea4ade199eed tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Deleting port c452114c-03f5-4fef-a6e5-b5a41770f810 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:21.422344 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20a70ee2-6b92-403c-aedc-51f2c16df62f req-5843f657-351b-49ff-a4ef-ea4ade199eed tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.452038 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2214de8c-0e16-4fcc-9ccf-7ad91d41bf49 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting subnet f191d5fb-61bf-44ad-b904-5be53ffad02e {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:21.462691 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2214de8c-0e16-4fcc-9ccf-7ad91d41bf49 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.513915 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2214de8c-0e16-4fcc-9ccf-7ad91d41bf49 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.541857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-1c1b190b-14ae-4daa-bfe2-2fead3ca7167 None None] Set router 6783c040-3f70-4212-8a25-02e94fe998f9 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:21.551085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-20a70ee2-6b92-403c-aedc-51f2c16df62f req-5843f657-351b-49ff-a4ef-ea4ade199eed tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] For port c452114c-03f5-4fef-a6e5-b5a41770f810, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=c452114c-03f5-4fef-a6e5-b5a41770f810,segment=NetworkSegment(306a1dd4-54cb-4d22-8d92-cdfdff3cf09c),segment_id=306a1dd4-54cb-4d22-8d92-cdfdff3cf09c)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:21.551529 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20a70ee2-6b92-403c-aedc-51f2c16df62f req-5843f657-351b-49ff-a4ef-ea4ade199eed tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.576203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-20a70ee2-6b92-403c-aedc-51f2c16df62f req-5843f657-351b-49ff-a4ef-ea4ade199eed tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Calling delete_port for c452114c-03f5-4fef-a6e5-b5a41770f810 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:21.613186 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2214de8c-0e16-4fcc-9ccf-7ad91d41bf49 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.683575 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2214de8c-0e16-4fcc-9ccf-7ad91d41bf49 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.723626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214de8c-0e16-4fcc-9ccf-7ad91d41bf49 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Subnet': ['ID=f191d5fb-61bf-44ad-b904-5be53ffad02e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:21.727085 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2214de8c-0e16-4fcc-9ccf-7ad91d41bf49 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.730930 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2214de8c-0e16-4fcc-9ccf-7ad91d41bf49 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "DELETE /v2.0/subnets/f191d5fb-61bf-44ad-b904-5be53ffad02e HTTP/1.1" status: 204 len: 168 time: 0.3389633 Jul 16 18:29:21.734399 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49738) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:21.771457 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20a70ee2-6b92-403c-aedc-51f2c16df62f req-5843f657-351b-49ff-a4ef-ea4ade199eed tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.805632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843f657-351b-49ff-a4ef-ea4ade199eed tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Pushing event deleted for resources: {'Port': ['ID=c452114c-03f5-4fef-a6e5-b5a41770f810,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:21.873180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a70ee2-6b92-403c-aedc-51f2c16df62f req-5843f657-351b-49ff-a4ef-ea4ade199eed tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] No DVR routers for this DVR port c452114c-03f5-4fef-a6e5-b5a41770f810 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:21.877367 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-20a70ee2-6b92-403c-aedc-51f2c16df62f req-5843f657-351b-49ff-a4ef-ea4ade199eed tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.881478 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20a70ee2-6b92-403c-aedc-51f2c16df62f req-5843f657-351b-49ff-a4ef-ea4ade199eed tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.35 "DELETE /v2.0/ports/c452114c-03f5-4fef-a6e5-b5a41770f810 HTTP/1.1" status: 204 len: 173 time: 0.5923505 Jul 16 18:29:21.882876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'name': 'network-vif-deleted', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:21.885750 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4d22d3-f753-408c-a9c1-647f313fe267" -d '{"events": [{"server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "name": "network-vif-deleted", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:21.895114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb98a5-3b5e-4464-befa-cff43a1702b0 None None] Network 8f9660fc-85c4-4988-9f11-3ada48e5857f requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:21.916108 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.932767 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444cc574-1df5-4eac-bace-96b9b6f2550b x-openstack-request-id: req-444cc574-1df5-4eac-bace-96b9b6f2550b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:21.933081 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591470ea-7fc3-4b8d-b77d-3e72e965931f", "name": "network-vif-deleted", "tag": "c452114c-03f5-4fef-a6e5-b5a41770f810", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:21.933333 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-444cc574-1df5-4eac-bace-96b9b6f2550b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:21.933859 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591470ea-7fc3-4b8d-b77d-3e72e965931f', 'name': 'network-vif-deleted', 'tag': 'c452114c-03f5-4fef-a6e5-b5a41770f810', 'status': 'completed', 'code': 200} Jul 16 18:29:22.054547 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.114604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1c1b190b-14ae-4daa-bfe2-2fead3ca7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 5, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port': {'id': 'a1c3d7cf-83d4-433a-a2e2-19c66c2eb852', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:22.123243 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Deleting port a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:22.127271 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.146423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b190b-14ae-4daa-bfe2-2fead3ca7167 None None] Checking router: 6783c040-3f70-4212-8a25-02e94fe998f9 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:22.156209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b190b-14ae-4daa-bfe2-2fead3ca7167 None None] Routers {'6783c040-3f70-4212-8a25-02e94fe998f9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:22.156615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1c1b190b-14ae-4daa-bfe2-2fead3ca7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6783c040-3f70-4212-8a25-02e94fe998f9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:22.224103 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] For port a1c3d7cf-83d4-433a-a2e2-19c66c2eb852, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a1c3d7cf-83d4-433a-a2e2-19c66c2eb852,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:22.224546 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.232930 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] DHCP port deletion for 8f9660fc-85c4-4988-9f11-3ada48e5857f request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:22.246771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Calling delete_port for a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:22.309864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-1c1b190b-14ae-4daa-bfe2-2fead3ca7167 None None] Set router 6783c040-3f70-4212-8a25-02e94fe998f9 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:22.368277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1c1b190b-14ae-4daa-bfe2-2fead3ca7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 6, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:22.374912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Deleting port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:22.375290 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.463847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] For port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f3a38ed5-16ab-4f00-ab0a-f1fd444201d3,segment=NetworkSegment(226709f6-cc14-4c2d-b480-bfea808f06cf),segment_id=226709f6-cc14-4c2d-b480-bfea808f06cf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:22.463847 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.479519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Calling delete_port for f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:22.511255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49748) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:22.544280 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.576325 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Port': ['ID=a1c3d7cf-83d4-433a-a2e2-19c66c2eb852,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:22.589581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b190b-14ae-4daa-bfe2-2fead3ca7167 None None] The sync data for ids ['6783c040-3f70-4212-8a25-02e94fe998f9'] in n-d-787206-10 is: [{'id': '6783c040-3f70-4212-8a25-02e94fe998f9', 'name': 'tempest-TestNetworkBasicOps-router-1683731382', 'tenant_id': '5367a769c7474ec3b167de019d940ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:13Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 6, 'project_id': '5367a769c7474ec3b167de019d940ebe', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:22.589926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a774654-ac11-4891-bdf8-5e34100b340f admin admin] Deleting subnet 8db084d3-1815-4750-85b5-358453fffbba {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:22.605070 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a774654-ac11-4891-bdf8-5e34100b340f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.668744 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.670334 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a774654-ac11-4891-bdf8-5e34100b340f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.683321 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.738723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Pushing event deleted for resources: {'Port': ['ID=f3a38ed5-16ab-4f00-ab0a-f1fd444201d3,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:22.741171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-719edd60-4702-49c7-96fb-0620da501b9b req-334337fd-5f8b-44e5-9e5a-d0468d5c33c3 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 210 time: 0.1649187 Jul 16 18:29:22.748874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.749230 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.749557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.749892 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.750314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.750727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.751107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.751377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.751794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.752294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.753253 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.753467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.758558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707d73a6-1f66-442d-b2bb-eca374c3ba43 None None] No DVR routers for this DVR port f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:22.773069 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a774654-ac11-4891-bdf8-5e34100b340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.823346 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.825687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.843671 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a774654-ac11-4891-bdf8-5e34100b340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.877526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a774654-ac11-4891-bdf8-5e34100b340f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db084d3-1815-4750-85b5-358453fffbba,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:22.886841 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a774654-ac11-4891-bdf8-5e34100b340f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.892014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7a774654-ac11-4891-bdf8-5e34100b340f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8db084d3-1815-4750-85b5-358453fffbba HTTP/1.1" status: 204 len: 168 time: 0.3794155 Jul 16 18:29:22.895633 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49752) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:22.905011 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.905598 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Fanout notify agent at l3_agent the message router_deleted on router 6783c040-3f70-4212-8a25-02e94fe998f9 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:29:22.913338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.916995 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fd976ca2-8350-4f2e-ba38-e5b74d735ab4 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "DELETE /v2.0/routers/6783c040-3f70-4212-8a25-02e94fe998f9 HTTP/1.1" status: 204 len: 168 time: 1.1778660 Jul 16 18:29:22.918090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49754) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:22.991735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cecb2d23-62c4-4d0a-b8c8-a83043fb1591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.085032 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e8770c4f-6988-42fc-8ae4-3972aa8c6c27 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.103896 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cecb2d23-62c4-4d0a-b8c8-a83043fb1591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.115993 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-cecb2d23-62c4-4d0a-b8c8-a83043fb1591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0a722c-3992-49f4-89a9-2fe849334af8']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:23.130971 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-cecb2d23-62c4-4d0a-b8c8-a83043fb1591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed136208-cd2e-45cd-8379-07150913df01') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:23.131283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-cecb2d23-62c4-4d0a-b8c8-a83043fb1591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed136208-cd2e-45cd-8379-07150913df01') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:23.145696 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cecb2d23-62c4-4d0a-b8c8-a83043fb1591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.168796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cecb2d23-62c4-4d0a-b8c8-a83043fb1591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.176640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecb2d23-62c4-4d0a-b8c8-a83043fb1591 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:23.177159 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cecb2d23-62c4-4d0a-b8c8-a83043fb1591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:23.178901 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:23.195335 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e8770c4f-6988-42fc-8ae4-3972aa8c6c27 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.209240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e8770c4f-6988-42fc-8ae4-3972aa8c6c27 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9660fc-85c4-4988-9f11-3ada48e5857f']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:23.223827 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e8770c4f-6988-42fc-8ae4-3972aa8c6c27 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226709f6-cc14-4c2d-b480-bfea808f06cf') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:23.224503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e8770c4f-6988-42fc-8ae4-3972aa8c6c27 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226709f6-cc14-4c2d-b480-bfea808f06cf') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:23.235981 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cecb2d23-62c4-4d0a-b8c8-a83043fb1591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.244488 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cecb2d23-62c4-4d0a-b8c8-a83043fb1591 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.246420 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cecb2d23-62c4-4d0a-b8c8-a83043fb1591 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4f0a722c-3992-49f4-89a9-2fe849334af8 HTTP/1.1" status: 204 len: 168 time: 0.3497238 Jul 16 18:29:23.249015 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e8770c4f-6988-42fc-8ae4-3972aa8c6c27 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.249171 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49756) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:23.269088 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb2d23-62c4-4d0a-b8c8-a83043fb1591 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f0a722c-3992-49f4-89a9-2fe849334af8,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.275756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e8770c4f-6988-42fc-8ae4-3972aa8c6c27 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.283599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8770c4f-6988-42fc-8ae4-3972aa8c6c27 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:23.284671 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e8770c4f-6988-42fc-8ae4-3972aa8c6c27 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:23.288930 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:23.311324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bf91f9-6bce-49b4-9cbd-443dfa0e9b3b admin admin] Deleting subnet b34554cf-d473-4416-8019-fe11ede20f66 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:23.314972 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2bf91f9-6bce-49b4-9cbd-443dfa0e9b3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.352028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2bf91f9-6bce-49b4-9cbd-443dfa0e9b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.359601 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e8770c4f-6988-42fc-8ae4-3972aa8c6c27 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.372878 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e8770c4f-6988-42fc-8ae4-3972aa8c6c27 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.374993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e8770c4f-6988-42fc-8ae4-3972aa8c6c27 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] 10.222.0.41 "DELETE /v2.0/networks/8f9660fc-85c4-4988-9f11-3ada48e5857f HTTP/1.1" status: 204 len: 168 time: 0.4555693 Jul 16 18:29:23.391323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8770c4f-6988-42fc-8ae4-3972aa8c6c27 tempest-TestNetworkBasicOps-1978963603 tempest-TestNetworkBasicOps-1978963603-project] Pushing event deleted for resources: {'Network': ['ID=8f9660fc-85c4-4988-9f11-3ada48e5857f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.416781 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2bf91f9-6bce-49b4-9cbd-443dfa0e9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.475884 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2bf91f9-6bce-49b4-9cbd-443dfa0e9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.511949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf91f9-6bce-49b4-9cbd-443dfa0e9b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b34554cf-d473-4416-8019-fe11ede20f66,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.514244 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c2bf91f9-6bce-49b4-9cbd-443dfa0e9b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.518693 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c2bf91f9-6bce-49b4-9cbd-443dfa0e9b3b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b34554cf-d473-4416-8019-fe11ede20f66 HTTP/1.1" status: 204 len: 168 time: 0.2664695 Jul 16 18:29:23.519150 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49760) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:23.600785 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4257bff6-a4de-40fa-b32e-bf74d2dcc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.684881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49764) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:23.690061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4257bff6-a4de-40fa-b32e-bf74d2dcc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.702662 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4257bff6-a4de-40fa-b32e-bf74d2dcc7fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293c5ad1-adb9-4aea-9331-a4bcfaac1331']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:23.716277 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4257bff6-a4de-40fa-b32e-bf74d2dcc7fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf049e0a-475d-43cf-98d1-97857c46c8e3') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:23.716277 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-4257bff6-a4de-40fa-b32e-bf74d2dcc7fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf049e0a-475d-43cf-98d1-97857c46c8e3') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:23.727728 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4257bff6-a4de-40fa-b32e-bf74d2dcc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.743721 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4257bff6-a4de-40fa-b32e-bf74d2dcc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.750029 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4257bff6-a4de-40fa-b32e-bf74d2dcc7fd admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:23.750756 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4257bff6-a4de-40fa-b32e-bf74d2dcc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:23.752817 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:23.823321 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4257bff6-a4de-40fa-b32e-bf74d2dcc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.827704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9d80393e-c365-4915-b4e5-ad8528ea1418 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:23.829502 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4257bff6-a4de-40fa-b32e-bf74d2dcc7fd admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.849397 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4257bff6-a4de-40fa-b32e-bf74d2dcc7fd admin admin] 10.222.0.41 "DELETE /v2.0/networks/293c5ad1-adb9-4aea-9331-a4bcfaac1331 HTTP/1.1" status: 204 len: 168 time: 0.3253567 Jul 16 18:29:23.870917 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257bff6-a4de-40fa-b32e-bf74d2dcc7fd admin admin] Pushing event deleted for resources: {'Network': ['ID=293c5ad1-adb9-4aea-9331-a4bcfaac1331,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.872983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b8825ea1-631c-417c-9c3e-0b6ee1fa6a51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5367a769c7474ec3b167de019d940ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868966 Jul 16 18:29:23.875467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49772) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:23.884951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 9d80393e-c365-4915-b4e5-ad8528ea1418 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:23.890200 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 9d80393e-c365-4915-b4e5-ad8528ea1418 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:23.891005 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:23.924792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:23.925251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f3a38ed5-16ab-4f00-ab0a-f1fd444201d3 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:23.925805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:23.952766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:23.953187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a1c3d7cf-83d4-433a-a2e2-19c66c2eb852 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:23.983680 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1db03258-d899-4265-97eb-64f390d9ec59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.016627 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1db03258-d899-4265-97eb-64f390d9ec59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.038631 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49776) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:24.104233 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1db03258-d899-4265-97eb-64f390d9ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.105659 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-83fbf11d-dccd-46d7-a4a3-c7a4aafad1a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4733e587617642309df88c5c0e58194c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657916 Jul 16 18:29:24.106324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49778) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:24.109598 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1db03258-d899-4265-97eb-64f390d9ec59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.111310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1db03258-d899-4265-97eb-64f390d9ec59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/698048d5-33ab-4ba4-a350-88f23b4190f1 HTTP/1.1" status: 204 len: 168 time: 0.2348921 Jul 16 18:29:24.122180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db03258-d899-4265-97eb-64f390d9ec59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698048d5-33ab-4ba4-a350-88f23b4190f1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:24.164547 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c3e33f1-82a8-4036-8a37-e164e327115d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.187340 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c3e33f1-82a8-4036-8a37-e164e327115d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.216756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af7b3bcc-8dec-4e05-985e-0cc1e3c633bb req-00ae484c-4ebb-4e9a-ad0e-73fec58125e5 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 210 time: 0.2151818 Jul 16 18:29:24.243665 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c3e33f1-82a8-4036-8a37-e164e327115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.246152 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7c3e33f1-82a8-4036-8a37-e164e327115d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.247295 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7c3e33f1-82a8-4036-8a37-e164e327115d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ab2a568-cb09-4788-8b10-66cb7ffdbff0 HTTP/1.1" status: 204 len: 168 time: 0.1400542 Jul 16 18:29:24.256650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e33f1-82a8-4036-8a37-e164e327115d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab2a568-cb09-4788-8b10-66cb7ffdbff0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:24.553810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49788) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:24.562307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49790) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:24.567555 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1c375ff-eb4d-4fcb-a937-ab220362eeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.606202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b3289f0b-f093-402b-96c6-02108a051327 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3c2e06869e54a668b93b450c0845d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427189 Jul 16 18:29:24.608732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49792) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:24.663589 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-865640a9-6981-4c58-bd75-8674bbbc5033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.675341 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1c375ff-eb4d-4fcb-a937-ab220362eeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.685056 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1c375ff-eb4d-4fcb-a937-ab220362eeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.687829 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-865640a9-6981-4c58-bd75-8674bbbc5033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.732981 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d1c375ff-eb4d-4fcb-a937-ab220362eeab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f2240427437493f9df66d7b918ca622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779675 Jul 16 18:29:24.734097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c375ff-eb4d-4fcb-a937-ab220362eeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ddfbef-7ae0-436e-bbce-670936d4c249,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:24.735644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49794) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:24.771716 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-865640a9-6981-4c58-bd75-8674bbbc5033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.774186 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-865640a9-6981-4c58-bd75-8674bbbc5033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.775306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-865640a9-6981-4c58-bd75-8674bbbc5033 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68c6f3d7-e0e1-4c6a-8325-c09ab9c80e6e HTTP/1.1" status: 204 len: 168 time: 0.1656830 Jul 16 18:29:24.790365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865640a9-6981-4c58-bd75-8674bbbc5033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c6f3d7-e0e1-4c6a-8325-c09ab9c80e6e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:24.813808 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-752065d3-f3a2-459a-b71f-cf3367414883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.838511 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-752065d3-f3a2-459a-b71f-cf3367414883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.888967 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-752065d3-f3a2-459a-b71f-cf3367414883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.891616 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-752065d3-f3a2-459a-b71f-cf3367414883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.895707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-752065d3-f3a2-459a-b71f-cf3367414883 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75ddfbef-7ae0-436e-bbce-670936d4c249 HTTP/1.1" status: 204 len: 168 time: 0.1552641 Jul 16 18:29:24.902269 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752065d3-f3a2-459a-b71f-cf3367414883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ddfbef-7ae0-436e-bbce-670936d4c249,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:25.380519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ad04135-c767-41b4-bd2f-bd5631874229 req-fe6c5c42-dab2-427a-b21c-2e380990aa74 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 210 time: 0.0388830 Jul 16 18:29:26.303369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c452114c-03f5-4fef-a6e5-b5a41770f810 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:26.336728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: c452114c-03f5-4fef-a6e5-b5a41770f810 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:26.337161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device c452114c-03f5-4fef-a6e5-b5a41770f810 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:26.563329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76387c77-2312-417c-89c5-915c88e7433e req-424781cb-6f3a-4d97-bfc3-191697de3abd tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "GET /v2.0/ports?device_id=591470ea-7fc3-4b8d-b77d-3e72e965931f HTTP/1.1" status: 200 len: 210 time: 0.0387666 Jul 16 18:29:26.762059 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.872281 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.308559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 49988) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:27.420132 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.513180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.517047 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.562088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6f8586-4a5c-4bfd-848e-c363fbb5107b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:27.566103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e0a267992d34d7f82e8bd970383ff14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564030 Jul 16 18:29:27.569005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 49996) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:27.572590 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.572931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.573267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.573595 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.573918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.574238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.574558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.574872 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.575189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.575525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.575839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.576154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49682b9e-6216-4bc2-af62-18a17548e80a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.630007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7ccd45a-5b1d-4ebe-80ea-f251934a89a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.653050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7ccd45a-5b1d-4ebe-80ea-f251934a89a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.667821 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50004) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:27.722055 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7ccd45a-5b1d-4ebe-80ea-f251934a89a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.726260 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7ccd45a-5b1d-4ebe-80ea-f251934a89a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.727763 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c7ccd45a-5b1d-4ebe-80ea-f251934a89a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f6f8586-4a5c-4bfd-848e-c363fbb5107b HTTP/1.1" status: 204 len: 168 time: 0.1576869 Jul 16 18:29:27.739078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccd45a-5b1d-4ebe-80ea-f251934a89a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6f8586-4a5c-4bfd-848e-c363fbb5107b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:27.759807 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07b96b08-f28b-4bd2-9c10-41ceeccb6535 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.790864 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07b96b08-f28b-4bd2-9c10-41ceeccb6535 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.858732 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07b96b08-f28b-4bd2-9c10-41ceeccb6535 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.863231 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-07b96b08-f28b-4bd2-9c10-41ceeccb6535 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.864452 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-07b96b08-f28b-4bd2-9c10-41ceeccb6535 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] 10.222.0.41 "DELETE /v2.0/security-groups/7c10d24a-7acd-4976-b476-36e63cec1a93 HTTP/1.1" status: 204 len: 168 time: 0.1954334 Jul 16 18:29:27.874619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b96b08-f28b-4bd2-9c10-41ceeccb6535 tempest-TestVolumeBackupRestore-1115456475 tempest-TestVolumeBackupRestore-1115456475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c10d24a-7acd-4976-b476-36e63cec1a93,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:28.067859 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9cf68dcd-cba7-40ba-9cdd-ff655a75777a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.089956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50032) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:28.111956 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5de6522-5141-4f34-be6f-47e75ce91c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.270557 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5de6522-5141-4f34-be6f-47e75ce91c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.278270 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5de6522-5141-4f34-be6f-47e75ce91c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.345750 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b5de6522-5141-4f34-be6f-47e75ce91c78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b77e89d23c14f59ba6800a1a18ca50c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545290 Jul 16 18:29:28.348777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50056) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:28.356896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de6522-5141-4f34-be6f-47e75ce91c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014099e6-beab-42fb-8856-4d7c5c859ffb,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:28.448834 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb99a91b-5e0c-46d6-ba75-a58b38e82582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.480786 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb99a91b-5e0c-46d6-ba75-a58b38e82582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.538594 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb99a91b-5e0c-46d6-ba75-a58b38e82582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.541899 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fb99a91b-5e0c-46d6-ba75-a58b38e82582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.543371 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fb99a91b-5e0c-46d6-ba75-a58b38e82582 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/014099e6-beab-42fb-8856-4d7c5c859ffb HTTP/1.1" status: 204 len: 168 time: 0.1928799 Jul 16 18:29:28.561654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99a91b-5e0c-46d6-ba75-a58b38e82582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014099e6-beab-42fb-8856-4d7c5c859ffb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:30.691818 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.769901 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d726d5e5-ab0b-4bf7-8807-4db3e9498c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.481250 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50472) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:31.929919 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.225300 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b94edd8d-f47f-4581-84f3-ce71c961e5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.492810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b94edd8d-f47f-4581-84f3-ce71c961e5ef admin admin] Deleting port fc169b76-1edd-46d7-b6ba-978231b198fd {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:32.493482 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b94edd8d-f47f-4581-84f3-ce71c961e5ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.571288 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-b94edd8d-f47f-4581-84f3-ce71c961e5ef admin admin] For port fc169b76-1edd-46d7-b6ba-978231b198fd, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=fc169b76-1edd-46d7-b6ba-978231b198fd,segment=NetworkSegment(306a1dd4-54cb-4d22-8d92-cdfdff3cf09c),segment_id=306a1dd4-54cb-4d22-8d92-cdfdff3cf09c)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:32.571689 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b94edd8d-f47f-4581-84f3-ce71c961e5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.585284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-b94edd8d-f47f-4581-84f3-ce71c961e5ef admin admin] Calling delete_port for fc169b76-1edd-46d7-b6ba-978231b198fd owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:32.771396 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b94edd8d-f47f-4581-84f3-ce71c961e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.801362 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94edd8d-f47f-4581-84f3-ce71c961e5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=fc169b76-1edd-46d7-b6ba-978231b198fd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.977516 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b94edd8d-f47f-4581-84f3-ce71c961e5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.202973 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94edd8d-f47f-4581-84f3-ce71c961e5ef admin admin] Router 8044909d-864a-4135-be18-ac46164d9664 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:33.311795 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94edd8d-f47f-4581-84f3-ce71c961e5ef admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:33.319640 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b94edd8d-f47f-4581-84f3-ce71c961e5ef admin admin] 10.222.0.41 "PUT /v2.0/routers/8044909d-864a-4135-be18-ac46164d9664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8244784 Jul 16 18:29:33.319640 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50548) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:33.322604 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149f799-245a-4050-9f6d-78a097fd236b None None] Sync routers for ids ['8044909d-864a-4135-be18-ac46164d9664'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:33.333171 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149f799-245a-4050-9f6d-78a097fd236b None None] Routers {'8044909d-864a-4135-be18-ac46164d9664'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:33.333784 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3149f799-245a-4050-9f6d-78a097fd236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8044909d-864a-4135-be18-ac46164d9664'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:33.430387 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.437595 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3149f799-245a-4050-9f6d-78a097fd236b None None] Set router 8044909d-864a-4135-be18-ac46164d9664 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:33.540771 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.603565 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Deleting port 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:33.603912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.677103 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.691328 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] For port 3a04ea7a-d37d-48ca-9666-bd2b354f1f79, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3a04ea7a-d37d-48ca-9666-bd2b354f1f79,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:33.691830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.707039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Calling delete_port for 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:33.720138 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3149f799-245a-4050-9f6d-78a097fd236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:29:32Z', 'revision_number': 5, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port': {'id': '3a04ea7a-d37d-48ca-9666-bd2b354f1f79', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ef:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044909d-864a-4135-be18-ac46164d9664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:33.749678 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149f799-245a-4050-9f6d-78a097fd236b None None] Checking router: 8044909d-864a-4135-be18-ac46164d9664 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:33.760226 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149f799-245a-4050-9f6d-78a097fd236b None None] Routers {'8044909d-864a-4135-be18-ac46164d9664'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:33.761444 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3149f799-245a-4050-9f6d-78a097fd236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8044909d-864a-4135-be18-ac46164d9664'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:33.854005 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3149f799-245a-4050-9f6d-78a097fd236b None None] Set router 8044909d-864a-4135-be18-ac46164d9664 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:33.890810 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.908205 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3149f799-245a-4050-9f6d-78a097fd236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 6, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:33.915412 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a04ea7a-d37d-48ca-9666-bd2b354f1f79,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:33.938305 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149f799-245a-4050-9f6d-78a097fd236b None None] The sync data for ids ['8044909d-864a-4135-be18-ac46164d9664'] in n-d-787206-10 is: [{'id': '8044909d-864a-4135-be18-ac46164d9664', 'name': 'tempest-TestVolumeBackupRestore-2125096953-router', 'tenant_id': '09f36e50549e4a339d265d082c5fe4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:09Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 6, 'project_id': '09f36e50549e4a339d265d082c5fe4c1', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:33.990176 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.083828 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.086353 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.134353 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.135141 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8044909d-864a-4135-be18-ac46164d9664 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:29:34.139919 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.141142 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fe6e0b9c-a954-4763-941a-f4575dd95737 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8044909d-864a-4135-be18-ac46164d9664 HTTP/1.1" status: 204 len: 168 time: 0.8205199 Jul 16 18:29:34.143643 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50550) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:34.192692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5bfaea-54e4-4946-9e5a-7018d0b1512d admin admin] Deleting subnet 2ec95dcf-0309-4b2a-9c8b-43714760a60f {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:34.195788 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c5bfaea-54e4-4946-9e5a-7018d0b1512d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.230649 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c5bfaea-54e4-4946-9e5a-7018d0b1512d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.316314 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c5bfaea-54e4-4946-9e5a-7018d0b1512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.369836 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c5bfaea-54e4-4946-9e5a-7018d0b1512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.401783 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bfaea-54e4-4946-9e5a-7018d0b1512d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec95dcf-0309-4b2a-9c8b-43714760a60f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:34.404508 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2c5bfaea-54e4-4946-9e5a-7018d0b1512d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.407866 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2c5bfaea-54e4-4946-9e5a-7018d0b1512d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2ec95dcf-0309-4b2a-9c8b-43714760a60f HTTP/1.1" status: 204 len: 168 time: 0.2632339 Jul 16 18:29:34.408513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2c81b3-b6cb-4b66-b872-8a499445b9c1 None None] Network e8d098f5-59a5-4287-880c-e5e2bd644eaf requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:34.409999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50554) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:34.491298 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.551924 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Deleting port b6f5f011-917b-4c2e-9319-34d6a5c41a57 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:34.552560 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.635209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] For port b6f5f011-917b-4c2e-9319-34d6a5c41a57, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b6f5f011-917b-4c2e-9319-34d6a5c41a57,segment=NetworkSegment(306a1dd4-54cb-4d22-8d92-cdfdff3cf09c),segment_id=306a1dd4-54cb-4d22-8d92-cdfdff3cf09c)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:34.635600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.650055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Calling delete_port for b6f5f011-917b-4c2e-9319-34d6a5c41a57 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:34.658438 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf46b60-ad90-437c-91ca-58df4bbcb0d8 None None] DHCP port deletion for e8d098f5-59a5-4287-880c-e5e2bd644eaf request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:34.717324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fcf46b60-ad90-437c-91ca-58df4bbcb0d8 None None] Deleting port b6f5f011-917b-4c2e-9319-34d6a5c41a57 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:34.718034 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fcf46b60-ad90-437c-91ca-58df4bbcb0d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.744279 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.776271 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f5f011-917b-4c2e-9319-34d6a5c41a57,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:34.779972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] No DVR routers for this DVR port b6f5f011-917b-4c2e-9319-34d6a5c41a57 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:34.791223 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fcf46b60-ad90-437c-91ca-58df4bbcb0d8 None None] For port b6f5f011-917b-4c2e-9319-34d6a5c41a57, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b6f5f011-917b-4c2e-9319-34d6a5c41a57,segment=NetworkSegment(306a1dd4-54cb-4d22-8d92-cdfdff3cf09c),segment_id=306a1dd4-54cb-4d22-8d92-cdfdff3cf09c)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:34.791869 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fcf46b60-ad90-437c-91ca-58df4bbcb0d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.810744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fcf46b60-ad90-437c-91ca-58df4bbcb0d8 None None] Calling delete_port for b6f5f011-917b-4c2e-9319-34d6a5c41a57 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:34.855530 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.868317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d098f5-59a5-4287-880c-e5e2bd644eaf']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:34.879256 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:34.879552 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306a1dd4-54cb-4d22-8d92-cdfdff3cf09c') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:34.890029 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fcf46b60-ad90-437c-91ca-58df4bbcb0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.890366 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.903325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf46b60-ad90-437c-91ca-58df4bbcb0d8 None None] No DVR routers for this DVR port b6f5f011-917b-4c2e-9319-34d6a5c41a57 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:34.907379 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.915211 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:34.915735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:34.917379 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:34.923556 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf46b60-ad90-437c-91ca-58df4bbcb0d8 None None] Pushing event deleted for resources: {'Port': ['ID=b6f5f011-917b-4c2e-9319-34d6a5c41a57,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:34.980690 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.986019 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.990861 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e8d098f5-59a5-4287-880c-e5e2bd644eaf HTTP/1.1" status: 204 len: 168 time: 0.5769093 Jul 16 18:29:34.992053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50556) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:34.998828 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36837842-26cc-45db-b023-e39c742fe537 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d098f5-59a5-4287-880c-e5e2bd644eaf,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:35.367787 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5ea501d-2b20-455f-846d-02652c7abf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.649123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea501d-2b20-455f-846d-02652c7abf21 admin admin] Deleting port 645bd55d-d0df-4ba6-8942-c0106214887b {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:35.649458 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5ea501d-2b20-455f-846d-02652c7abf21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.735302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-b5ea501d-2b20-455f-846d-02652c7abf21 admin admin] For port 645bd55d-d0df-4ba6-8942-c0106214887b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=645bd55d-d0df-4ba6-8942-c0106214887b,segment=NetworkSegment(dec6d11b-cd86-4295-838b-3cfaadca4ebb),segment_id=dec6d11b-cd86-4295-838b-3cfaadca4ebb)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:35.735979 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5ea501d-2b20-455f-846d-02652c7abf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.749984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea501d-2b20-455f-846d-02652c7abf21 admin admin] Calling delete_port for 645bd55d-d0df-4ba6-8942-c0106214887b owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:35.769192 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fc169b76-1edd-46d7-b6ba-978231b198fd no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:35.789195 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: fc169b76-1edd-46d7-b6ba-978231b198fd {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:35.789546 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device fc169b76-1edd-46d7-b6ba-978231b198fd not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:35.789956 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b6f5f011-917b-4c2e-9319-34d6a5c41a57 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:35.807900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: b6f5f011-917b-4c2e-9319-34d6a5c41a57 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:35.808251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b6f5f011-917b-4c2e-9319-34d6a5c41a57 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:35.808657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:35.829787 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:35.830139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3a04ea7a-d37d-48ca-9666-bd2b354f1f79 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:35.937073 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5ea501d-2b20-455f-846d-02652c7abf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.962211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea501d-2b20-455f-846d-02652c7abf21 admin admin] Pushing event deleted for resources: {'Port': ['ID=645bd55d-d0df-4ba6-8942-c0106214887b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:36.136906 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b5ea501d-2b20-455f-846d-02652c7abf21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.360435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ea501d-2b20-455f-846d-02652c7abf21 admin admin] Router 453e8c76-62e8-4b6c-9838-a8d726dff306 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:36.472908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ea501d-2b20-455f-846d-02652c7abf21 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:36.478469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b5ea501d-2b20-455f-846d-02652c7abf21 admin admin] 10.222.0.41 "PUT /v2.0/routers/453e8c76-62e8-4b6c-9838-a8d726dff306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4845345 Jul 16 18:29:36.480557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50566) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:36.481639 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c762dfbb-7256-4a01-b2eb-c5da51584e0d None None] Sync routers for ids ['453e8c76-62e8-4b6c-9838-a8d726dff306'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:36.492153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c762dfbb-7256-4a01-b2eb-c5da51584e0d None None] Routers {'453e8c76-62e8-4b6c-9838-a8d726dff306'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:36.492929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c762dfbb-7256-4a01-b2eb-c5da51584e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['453e8c76-62e8-4b6c-9838-a8d726dff306'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:36.603129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c762dfbb-7256-4a01-b2eb-c5da51584e0d None None] Set router 453e8c76-62e8-4b6c-9838-a8d726dff306 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:36.814066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c762dfbb-7256-4a01-b2eb-c5da51584e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'name': 'tempest-TestVolumeBackupRestore-479912879-router', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:18Z', 'updated_at': '2021-07-16T18:29:35Z', 'revision_number': 5, 'project_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'gw_port': {'id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:19Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:36.842948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c762dfbb-7256-4a01-b2eb-c5da51584e0d None None] Checking router: 453e8c76-62e8-4b6c-9838-a8d726dff306 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:36.853480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c762dfbb-7256-4a01-b2eb-c5da51584e0d None None] Routers {'453e8c76-62e8-4b6c-9838-a8d726dff306'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:36.854391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c762dfbb-7256-4a01-b2eb-c5da51584e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['453e8c76-62e8-4b6c-9838-a8d726dff306'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:36.897862 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.974656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c762dfbb-7256-4a01-b2eb-c5da51584e0d None None] Set router 453e8c76-62e8-4b6c-9838-a8d726dff306 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:37.012956 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.073085 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Deleting port a17a1245-2116-4e68-940b-762fac8c7874 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:37.073423 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.162976 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c762dfbb-7256-4a01-b2eb-c5da51584e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'name': 'tempest-TestVolumeBackupRestore-479912879-router', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:18Z', 'updated_at': '2021-07-16T18:29:35Z', 'revision_number': 5, 'project_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'gw_port': {'id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:19Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:37.166202 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] For port a17a1245-2116-4e68-940b-762fac8c7874, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a17a1245-2116-4e68-940b-762fac8c7874,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:37.166202 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.177850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Calling delete_port for a17a1245-2116-4e68-940b-762fac8c7874 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:37.191085 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c762dfbb-7256-4a01-b2eb-c5da51584e0d None None] The sync data for ids ['453e8c76-62e8-4b6c-9838-a8d726dff306'] in n-d-787206-10 is: [{'id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'name': 'tempest-TestVolumeBackupRestore-479912879-router', 'tenant_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:18Z', 'updated_at': '2021-07-16T18:29:35Z', 'revision_number': 5, 'project_id': '5c5f2e72d721495f98ed2c2e3b4b9b0e', 'gw_port': {'id': 'a17a1245-2116-4e68-940b-762fac8c7874', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e8c76-62e8-4b6c-9838-a8d726dff306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:19Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:37.351045 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.381427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Pushing event deleted for resources: {'Port': ['ID=a17a1245-2116-4e68-940b-762fac8c7874,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:37.391865 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:37.392046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:37.392345 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:37.392671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:37.393025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:37.393357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:37.393720 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:37.394374 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:37.394789 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:37.395160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:37.395698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:37.396171 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:37.458849 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.558262 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.565491 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.629049 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.629775 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 453e8c76-62e8-4b6c-9838-a8d726dff306 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:29:37.638255 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.639666 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-72940c29-0fdf-4a96-876e-dcfc47ee09bf admin admin] 10.222.0.41 "DELETE /v2.0/routers/453e8c76-62e8-4b6c-9838-a8d726dff306 HTTP/1.1" status: 204 len: 168 time: 1.1581047 Jul 16 18:29:37.642045 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50574) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:37.689311 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba88502-fb52-4216-8569-93502573fcb0 admin admin] Deleting subnet 1867209d-208a-4abf-9cbb-7798a9d050ef {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:37.693328 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fba88502-fb52-4216-8569-93502573fcb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.733680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fba88502-fb52-4216-8569-93502573fcb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.825181 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fba88502-fb52-4216-8569-93502573fcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.883011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 645bd55d-d0df-4ba6-8942-c0106214887b no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:37.894204 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fba88502-fb52-4216-8569-93502573fcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.925208 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba88502-fb52-4216-8569-93502573fcb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1867209d-208a-4abf-9cbb-7798a9d050ef,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:37.927734 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fba88502-fb52-4216-8569-93502573fcb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.929775 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fba88502-fb52-4216-8569-93502573fcb0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1867209d-208a-4abf-9cbb-7798a9d050ef HTTP/1.1" status: 204 len: 168 time: 0.2865913 Jul 16 18:29:37.932709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50576) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:37.939157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 645bd55d-d0df-4ba6-8942-c0106214887b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:37.939534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 645bd55d-d0df-4ba6-8942-c0106214887b not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:37.945341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907f5999-1dd1-442a-9f23-95d3c3dd37e5 None None] Network b58fc41d-a068-44f8-9542-2dea062a072e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:38.168682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8934d462-45e7-4fdb-817e-87a5a0c17c49 None None] DHCP port deletion for b58fc41d-a068-44f8-9542-2dea062a072e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:38.227232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8934d462-45e7-4fdb-817e-87a5a0c17c49 None None] Deleting port 126216d6-d3f2-48db-bb08-70f50807907c {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:38.227784 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8934d462-45e7-4fdb-817e-87a5a0c17c49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.299251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8934d462-45e7-4fdb-817e-87a5a0c17c49 None None] For port 126216d6-d3f2-48db-bb08-70f50807907c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=126216d6-d3f2-48db-bb08-70f50807907c,segment=NetworkSegment(dec6d11b-cd86-4295-838b-3cfaadca4ebb),segment_id=dec6d11b-cd86-4295-838b-3cfaadca4ebb)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:38.300119 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8934d462-45e7-4fdb-817e-87a5a0c17c49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.311938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8934d462-45e7-4fdb-817e-87a5a0c17c49 None None] Calling delete_port for 126216d6-d3f2-48db-bb08-70f50807907c owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:38.378664 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.395400 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8934d462-45e7-4fdb-817e-87a5a0c17c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.421453 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934d462-45e7-4fdb-817e-87a5a0c17c49 None None] Pushing event deleted for resources: {'Port': ['ID=126216d6-d3f2-48db-bb08-70f50807907c,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:38.427947 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8934d462-45e7-4fdb-817e-87a5a0c17c49 None None] No DVR routers for this DVR port 126216d6-d3f2-48db-bb08-70f50807907c on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:38.439767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Deleting port 126216d6-d3f2-48db-bb08-70f50807907c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:38.440866 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.502218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] For port 126216d6-d3f2-48db-bb08-70f50807907c, host n-d-787206-10, got binding levels [] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:38.503191 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.520293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Calling delete_port for 126216d6-d3f2-48db-bb08-70f50807907c owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:38.523228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.ipam_backend_mixin [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Port 126216d6-d3f2-48db-bb08-70f50807907c was not found and therefore no delete operation was performed {{(pid=100169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:29:38.524487 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.556944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Pushing event deleted for resources: {'Port': ['ID=126216d6-d3f2-48db-bb08-70f50807907c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:38.556944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] No DVR routers for this DVR port 126216d6-d3f2-48db-bb08-70f50807907c on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:38.624031 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.635245 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58fc41d-a068-44f8-9542-2dea062a072e']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:38.650626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec6d11b-cd86-4295-838b-3cfaadca4ebb') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:38.650626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec6d11b-cd86-4295-838b-3cfaadca4ebb') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:38.659821 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.675068 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.681429 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:38.681923 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:38.683930 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:38.739519 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.743900 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.746075 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b58fc41d-a068-44f8-9542-2dea062a072e HTTP/1.1" status: 204 len: 168 time: 0.8114858 Jul 16 18:29:38.760930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640b337-9fce-4220-a85e-37c9e5746430 admin admin] Pushing event deleted for resources: {'Network': ['ID=b58fc41d-a068-44f8-9542-2dea062a072e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:38.930006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50582) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:38.973314 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4d0368a2-6a34-4e8d-84e8-8469d6b4c596 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09f36e50549e4a339d265d082c5fe4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420699 Jul 16 18:29:38.975812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50584) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.026968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad184da3-b725-4620-aa39-9c51d9cfeca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.051897 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad184da3-b725-4620-aa39-9c51d9cfeca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.100714 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad184da3-b725-4620-aa39-9c51d9cfeca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.103261 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad184da3-b725-4620-aa39-9c51d9cfeca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.104441 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ad184da3-b725-4620-aa39-9c51d9cfeca7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d58dcf97-6c92-409c-afa9-820aeda13f39 HTTP/1.1" status: 204 len: 168 time: 0.1277435 Jul 16 18:29:39.114316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad184da3-b725-4620-aa39-9c51d9cfeca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58dcf97-6c92-409c-afa9-820aeda13f39,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.441348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50590) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.486326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-abccd30a-18b4-47ce-a317-23bce88a72a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c5f2e72d721495f98ed2c2e3b4b9b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436475 Jul 16 18:29:39.489198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50592) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.536355 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e832ab4f-5e08-4a01-9ca2-f890db239c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.557937 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e832ab4f-5e08-4a01-9ca2-f890db239c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.604794 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e832ab4f-5e08-4a01-9ca2-f890db239c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.607204 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e832ab4f-5e08-4a01-9ca2-f890db239c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.608386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e832ab4f-5e08-4a01-9ca2-f890db239c93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f665a37a-18bd-4341-bc18-88fd80e9185e HTTP/1.1" status: 204 len: 168 time: 0.1182981 Jul 16 18:29:39.616068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832ab4f-5e08-4a01-9ca2-f890db239c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f665a37a-18bd-4341-bc18-88fd80e9185e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.787057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 126216d6-d3f2-48db-bb08-70f50807907c no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:39.810412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 126216d6-d3f2-48db-bb08-70f50807907c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:39.811156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 126216d6-d3f2-48db-bb08-70f50807907c not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:39.811765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a17a1245-2116-4e68-940b-762fac8c7874 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:39.837974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: a17a1245-2116-4e68-940b-762fac8c7874 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:39.838631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a17a1245-2116-4e68-940b-762fac8c7874 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:40.045587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50602) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:40.181910 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b1138d15-3b17-4ae9-872a-091d7bef3d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.290322 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b1138d15-3b17-4ae9-872a-091d7bef3d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.293584 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b1138d15-3b17-4ae9-872a-091d7bef3d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.331682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1138d15-3b17-4ae9-872a-091d7bef3d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ba3e75-a949-44ef-b05f-674ca58f9f2a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:40.335961 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b1138d15-3b17-4ae9-872a-091d7bef3d40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb5cd4bbc5e84d59bb236f98109d1d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893758 Jul 16 18:29:40.338611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50606) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:40.388551 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8fdccead-1560-4243-adb4-7f695d4aa8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.411536 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8fdccead-1560-4243-adb4-7f695d4aa8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.456677 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8fdccead-1560-4243-adb4-7f695d4aa8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.459186 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8fdccead-1560-4243-adb4-7f695d4aa8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.460421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8fdccead-1560-4243-adb4-7f695d4aa8ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21ba3e75-a949-44ef-b05f-674ca58f9f2a HTTP/1.1" status: 204 len: 168 time: 0.1209197 Jul 16 18:29:40.468296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdccead-1560-4243-adb4-7f695d4aa8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ba3e75-a949-44ef-b05f-674ca58f9f2a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:42.471112 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50658) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:42.476491 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Request body: {'network': {'name': 'tempest-network-smoke--2065660970', 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'port_security_enabled': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:42.497738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Made reservation on behalf of 9cf18d4254a24836a3206c374b491bf8 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:42.501174 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.510373 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.601775 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.606640 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.630231 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:42.643413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef0df97-9205-48a7-9483-09b5e20bd5d7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:42.648215 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.648565 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Added segment 1e51dc85-3d8a-41b8-8842-a7caa5438e47 of type vlan for network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c Jul 16 18:29:42.693411 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.723080 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.730083 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.730759 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.780365 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3080511 Jul 16 18:29:42.783353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50660) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:42.788586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'admin_state_up': True, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:42.812934 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.814004 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.832779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f5cac-d234-47c8-b7d6-778ccb6b0de0 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Network': ['ID=5797aca8-26e9-47b4-bdef-c262fbaf7d5c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:42.844008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:42.869221 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.007740 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.201971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.221849 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.326859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Allocated IP 172.25.5.156 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/0e9292d1-aa9d-4307-87d2-0802fb23b863) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:43.430224 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.469855 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.513543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:43.516309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:43.519843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:43.525188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Port': ['ID=0e9292d1-aa9d-4307-87d2-0802fb23b863,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:43.769642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.962839 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.083817 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Router 57a726b4-401d-406a-8253-935937a060d6 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:29:44.187921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:44.198007 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Sync routers for ids ['57a726b4-401d-406a-8253-935937a060d6'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:44.207270 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.211342 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Routers {'57a726b4-401d-406a-8253-935937a060d6'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:44.211492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0e1c4da1-2131-4c33-8f55-95701719f91c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4235799 Jul 16 18:29:44.211575 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['57a726b4-401d-406a-8253-935937a060d6'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:44.211693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50662) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:44.310785 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Set router 57a726b4-401d-406a-8253-935937a060d6 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:44.341505 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-44bfe4f0-817f-4a7c-ba53-662b67ec0469 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9cf18d4254a24836a3206c374b491bf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1286263 Jul 16 18:29:44.344049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50666) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:44.430999 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35943ea2-9ce6-44de-91e2-48ea50c5ec54 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.432552 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-35943ea2-9ce6-44de-91e2-48ea50c5ec54 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876107 Jul 16 18:29:44.435302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50668) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:44.463304 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-74b6f963-fc96-4484-a9eb-111b892d4a8d tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269036 Jul 16 18:29:44.465962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50670) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:44.475782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e1b2b611-e954-47a4-953d-ee63b5df10c6 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-555396376', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:44.484459 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:29:43Z', 'revision_number': 3, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:43Z', 'updated_at': '2021-07-16T18:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:44.513985 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Checking router: 57a726b4-401d-406a-8253-935937a060d6 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:44.514328 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Updating router 57a726b4-401d-406a-8253-935937a060d6 port 0e9292d1-aa9d-4307-87d2-0802fb23b863 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:44.547330 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.566492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b2b611-e954-47a4-953d-ee63b5df10c6 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Made reservation on behalf of 9cf18d4254a24836a3206c374b491bf8 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:44.570007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b611-e954-47a4-953d-ee63b5df10c6 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.746717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b611-e954-47a4-953d-ee63b5df10c6 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.802858 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.806956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2b611-e954-47a4-953d-ee63b5df10c6 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Subnet': ['ID=ecbf40db-ebdf-4311-a241-ebcd0f37135e,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:44.814313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2b611-e954-47a4-953d-ee63b5df10c6 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Checking segment: {'id': '1e51dc85-3d8a-41b8-8842-a7caa5438e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:44.814593 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Transition to ACTIVE for port object 0e9292d1-aa9d-4307-87d2-0802fb23b863 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:44.815425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b2b611-e954-47a4-953d-ee63b5df10c6 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Network hostable DHCP agents. Network: 5797aca8-26e9-47b4-bdef-c262fbaf7d5c, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:44.821638 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.832701 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b2b611-e954-47a4-953d-ee63b5df10c6 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:44.841211 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e1b2b611-e954-47a4-953d-ee63b5df10c6 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 5797aca8-26e9-47b4-bdef-c262fbaf7d5c) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:44.851034 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ff31b3-3690-480a-9450-1834c1e6fe6d None None] Network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:44.854494 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b2b611-e954-47a4-953d-ee63b5df10c6 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.855087 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b611-e954-47a4-953d-ee63b5df10c6 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.871674 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e1b2b611-e954-47a4-953d-ee63b5df10c6 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4044089 Jul 16 18:29:44.872433 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Attempting to bind port 0e9292d1-aa9d-4307-87d2-0802fb23b863 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:44.872798 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Attempting to bind port 0e9292d1-aa9d-4307-87d2-0802fb23b863 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:44.873149 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Attempting to bind port 0e9292d1-aa9d-4307-87d2-0802fb23b863 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:44.874421 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50672) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:44.884117 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:44.884499 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:44.884876 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.885258 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:44.885707 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Bound port: 0e9292d1-aa9d-4307-87d2-0802fb23b863, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:44.886078 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.921363 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Pushing event updated for resources: {'Port': ['ID=0e9292d1-aa9d-4307-87d2-0802fb23b863,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:44.937743 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:44.938081 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:44.938412 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:44.938740 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:44.939061 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:44.939379 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:44.939721 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:44.940076 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:44.940393 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:44.940696 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:44.941008 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:44.941314 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:44.950020 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] For port 0e9292d1-aa9d-4307-87d2-0802fb23b863, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:44.953736 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] For port 0e9292d1-aa9d-4307-87d2-0802fb23b863, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0e9292d1-aa9d-4307-87d2-0802fb23b863,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:44.958091 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.006968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'fixed_ips': [{'subnet_id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:29:45.007875 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.015350 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Routers {'57a726b4-401d-406a-8253-935937a060d6'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:45.016004 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['57a726b4-401d-406a-8253-935937a060d6'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:45.019531 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16671559-d23b-4771-8da6-d8b076a3a993 None None] Pushing event updated for resources: {'Port': ['ID=0e9292d1-aa9d-4307-87d2-0802fb23b863,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:45.126012 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] Set router 57a726b4-401d-406a-8253-935937a060d6 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:45.329635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Allocated IP 172.20.0.2 (5797aca8-26e9-47b4-bdef-c262fbaf7d5c/ecbf40db-ebdf-4311-a241-ebcd0f37135e/5633c7c1-9390-4065-a938-84c331cc4486) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:45.330543 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:29:43Z', 'revision_number': 3, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:43Z', 'updated_at': '2021-07-16T18:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:45.354532 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.465303 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da10fc-697a-47b1-897d-d50cc2f37e26 None None] The sync data for ids ['57a726b4-401d-406a-8253-935937a060d6'] in n-d-787206-10 is: [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:29:43Z', 'revision_number': 3, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:43Z', 'updated_at': '2021-07-16T18:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:45.485364 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.498313 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Transition to ACTIVE for port object 5633c7c1-9390-4065-a938-84c331cc4486 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:45.514517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Transition to ACTIVE for port object 5633c7c1-9390-4065-a938-84c331cc4486 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:45.521708 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.562514 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:45.566104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:45.570037 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:45.575698 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Pushing event updated for resources: {'Port': ['ID=5633c7c1-9390-4065-a938-84c331cc4486,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:45.635139 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Attempting to bind port 5633c7c1-9390-4065-a938-84c331cc4486 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:45.635668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Attempting to bind port 5633c7c1-9390-4065-a938-84c331cc4486 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '1e51dc85-3d8a-41b8-8842-a7caa5438e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:45.636126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Attempting to bind port 5633c7c1-9390-4065-a938-84c331cc4486 on network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:45.642120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:45.642120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Checking segment: {'id': '1e51dc85-3d8a-41b8-8842-a7caa5438e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:45.642457 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.643017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Bound using segment: {'id': '1e51dc85-3d8a-41b8-8842-a7caa5438e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:45.643627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Bound port: 5633c7c1-9390-4065-a938-84c331cc4486, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e51dc85-3d8a-41b8-8842-a7caa5438e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:45.644179 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.713364 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Allocated IP 172.20.0.1 (5797aca8-26e9-47b4-bdef-c262fbaf7d5c/ecbf40db-ebdf-4311-a241-ebcd0f37135e/652e3c15-fb58-4f41-9105-401c21e93694) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:45.745809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] For port 5633c7c1-9390-4065-a938-84c331cc4486, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:45.750616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] For port 5633c7c1-9390-4065-a938-84c331cc4486, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5633c7c1-9390-4065-a938-84c331cc4486,segment=NetworkSegment(1e51dc85-3d8a-41b8-8842-a7caa5438e47),segment_id=1e51dc85-3d8a-41b8-8842-a7caa5438e47)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:45.759158 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.827517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daabd80-ea10-4f6e-a3f1-88167a3eb6c7 None None] Pushing event updated for resources: {'Port': ['ID=5633c7c1-9390-4065-a938-84c331cc4486,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:45.853265 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0e9292d1-aa9d-4307-87d2-0802fb23b863 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:45.860316 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.878756 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Transition to ACTIVE for port object 652e3c15-fb58-4f41-9105-401c21e93694 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:45.922537 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 0e9292d1-aa9d-4307-87d2-0802fb23b863 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:45.923501 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.927741 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 0e9292d1-aa9d-4307-87d2-0802fb23b863 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:45.928109 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.969585 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:45.973684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:45.978649 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:45.983578 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:46.028245 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.030084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Port': ['ID=652e3c15-fb58-4f41-9105-401c21e93694,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:46.033449 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.082469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 0e9292d1-aa9d-4307-87d2-0802fb23b863, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0e9292d1-aa9d-4307-87d2-0802fb23b863,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:46.088774 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.148926 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=0e9292d1-aa9d-4307-87d2-0802fb23b863,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:46.277825 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.566050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.570587 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.645791 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Port': ['ID=652e3c15-fb58-4f41-9105-401c21e93694,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:46.648721 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.748611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:46.750046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:46.824899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed82034a-9624-410e-b2a4-a231ed72d1f8 None None] Network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:46.888640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a09c7b90-3d02-4f02-aa5d-aaa0d13f2df6 None None] Provisioning for port 5633c7c1-9390-4065-a938-84c331cc4486 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:47.129135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Router 57a726b4-401d-406a-8253-935937a060d6 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:47.240769 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-da98b174-246f-43da-bdc0-19923ecea56b None None] Provisioning for port 652e3c15-fb58-4f41-9105-401c21e93694 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:47.246888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-da98b174-246f-43da-bdc0-19923ecea56b None None] Provisioning complete for port 652e3c15-fb58-4f41-9105-401c21e93694 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:47.247747 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-da98b174-246f-43da-bdc0-19923ecea56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.257736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:47.266102 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b1be5b22-e3a2-4240-80fb-9153761b18a1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "PUT /v2.0/routers/57a726b4-401d-406a-8253-935937a060d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3903236 Jul 16 18:29:47.266352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50674) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:47.271386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-19315518-e3bb-4090-b0bc-70f1f090e62c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1320799535', 'description': 'tempest-secgroup_access--1320799535 description', 'project_id': '9cf18d4254a24836a3206c374b491bf8'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:47.281380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Sync routers for ids ['57a726b4-401d-406a-8253-935937a060d6'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:47.297055 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-19315518-e3bb-4090-b0bc-70f1f090e62c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.304936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Routers {'57a726b4-401d-406a-8253-935937a060d6'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:47.305571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['57a726b4-401d-406a-8253-935937a060d6'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:47.307396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-da98b174-246f-43da-bdc0-19923ecea56b None None] Port 652e3c15-fb58-4f41-9105-401c21e93694 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:47.406544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-19315518-e3bb-4090-b0bc-70f1f090e62c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.411710 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-19315518-e3bb-4090-b0bc-70f1f090e62c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.420377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Set router 57a726b4-401d-406a-8253-935937a060d6 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:47.444313 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-19315518-e3bb-4090-b0bc-70f1f090e62c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.448312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-19315518-e3bb-4090-b0bc-70f1f090e62c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1782825 Jul 16 18:29:47.448615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50676) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:47.449913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19315518-e3bb-4090-b0bc-70f1f090e62c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:47.453671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c7a8ddd3-a36e-403f-ab19-a63f6e8769d8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1874611905', 'description': 'tempest-secgroup_general--1874611905 description', 'project_id': '9cf18d4254a24836a3206c374b491bf8'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:47.478527 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7a8ddd3-a36e-403f-ab19-a63f6e8769d8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.571387 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7a8ddd3-a36e-403f-ab19-a63f6e8769d8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.572649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2dc26ad3-0ca7-4c26-84d7-86abdc232691 None None] Provisioning complete for port 652e3c15-fb58-4f41-9105-401c21e93694 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:47.573063 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2dc26ad3-0ca7-4c26-84d7-86abdc232691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.577042 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7a8ddd3-a36e-403f-ab19-a63f6e8769d8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.602538 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7a8ddd3-a36e-403f-ab19-a63f6e8769d8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.606892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50678) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:47.607030 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c7a8ddd3-a36e-403f-ab19-a63f6e8769d8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1573219 Jul 16 18:29:47.613143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-89b49eb5-f22e-49e3-b9c1-60ec1bce1aee tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Request body: {'security_group_rule': {'security_group_id': '04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa', 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:47.618385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8ddd3-a36e-403f-ab19-a63f6e8769d8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6456009-975d-4428-863e-e2d9c4921a79,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:47.631785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2dc26ad3-0ca7-4c26-84d7-86abdc232691 None None] Port 652e3c15-fb58-4f41-9105-401c21e93694 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:47.646797 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-89b49eb5-f22e-49e3-b9c1-60ec1bce1aee tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.685113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:43Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '652e3c15-fb58-4f41-9105-401c21e93694', 'name': '', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'mac_address': 'fa:16:3e:f3:8d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:45Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 2, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'subnets': [{'id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:47.706850 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-89b49eb5-f22e-49e3-b9c1-60ec1bce1aee tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.710509 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-89b49eb5-f22e-49e3-b9c1-60ec1bce1aee tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.715760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Checking router: 57a726b4-401d-406a-8253-935937a060d6 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:47.716112 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Updating router 57a726b4-401d-406a-8253-935937a060d6 port 652e3c15-fb58-4f41-9105-401c21e93694 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:47.733465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b49eb5-f22e-49e3-b9c1-60ec1bce1aee tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0dec59c-0362-43d7-838b-0ade3a5fa930,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:47.742004 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-89b49eb5-f22e-49e3-b9c1-60ec1bce1aee tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.753030 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-89b49eb5-f22e-49e3-b9c1-60ec1bce1aee tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357076 Jul 16 18:29:47.764570 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.778388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4e363eed-1bd3-4028-9970-d3da11077269 None None] Provisioning complete for port 652e3c15-fb58-4f41-9105-401c21e93694 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:47.778760 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4e363eed-1bd3-4028-9970-d3da11077269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.841671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-4e363eed-1bd3-4028-9970-d3da11077269 None None] Port 652e3c15-fb58-4f41-9105-401c21e93694 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:47.895245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5633c7c1-9390-4065-a938-84c331cc4486 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:47.904948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-8ff348fe-1803-46ce-bd6a-837b5f0fd866 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--1874611905&fields=id&tenant_id=9cf18d4254a24836a3206c374b491bf8 HTTP/1.1" status: 200 len: 267 time: 0.0415833 Jul 16 18:29:47.944813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-e8fd63a5-1c49-4f8e-b016-8a3715e2c841 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--1320799535&fields=id&tenant_id=9cf18d4254a24836a3206c374b491bf8 HTTP/1.1" status: 200 len: 267 time: 0.0334234 Jul 16 18:29:48.009460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 5633c7c1-9390-4065-a938-84c331cc4486 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:48.018903 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 5633c7c1-9390-4065-a938-84c331cc4486 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:48.019338 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.057451 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-e2493501-30f2-4b65-881b-c41cdbaf0572 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:48.058982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-e2493501-30f2-4b65-881b-c41cdbaf0572 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/networks?id=5797aca8-26e9-47b4-bdef-c262fbaf7d5c HTTP/1.1" status: 200 len: 797 time: 0.1078925 Jul 16 18:29:48.075241 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-dc702732-e42d-48ff-be00-864d38b45608 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/quotas/9cf18d4254a24836a3206c374b491bf8 HTTP/1.1" status: 200 len: 375 time: 0.0094526 Jul 16 18:29:48.149527 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-79758a27-34c0-40aa-aa97-281678c6da7e tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9cf18d4254a24836a3206c374b491bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677354 Jul 16 18:29:48.157058 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.166010 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.177845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Transition to ACTIVE for port object 652e3c15-fb58-4f41-9105-401c21e93694 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:48.192686 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.234630 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 5633c7c1-9390-4065-a938-84c331cc4486, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5633c7c1-9390-4065-a938-84c331cc4486,segment=NetworkSegment(1e51dc85-3d8a-41b8-8842-a7caa5438e47),segment_id=1e51dc85-3d8a-41b8-8842-a7caa5438e47)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:48.244636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.245409 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0e9292d1-aa9d-4307-87d2-0802fb23b863 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:48.295392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515251f-c665-4fc0-8e52-c42570e955b4 None None] Pushing event updated for resources: {'Port': ['ID=652e3c15-fb58-4f41-9105-401c21e93694,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:48.328577 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-d4153152-b3b9-4200-8941-9b2db0450d1c service neutron] 10.222.0.41 "GET /v2.0/networks/5797aca8-26e9-47b4-bdef-c262fbaf7d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660562 Jul 16 18:29:48.406765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Attempting to bind port 652e3c15-fb58-4f41-9105-401c21e93694 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:48.407183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Attempting to bind port 652e3c15-fb58-4f41-9105-401c21e93694 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '1e51dc85-3d8a-41b8-8842-a7caa5438e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:48.409380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Attempting to bind port 652e3c15-fb58-4f41-9105-401c21e93694 on network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:48.418665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=5633c7c1-9390-4065-a938-84c331cc4486,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:48.426909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 0e9292d1-aa9d-4307-87d2-0802fb23b863 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:48.427293 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.429785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:48.430156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Checking segment: {'id': '1e51dc85-3d8a-41b8-8842-a7caa5438e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:48.430558 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.430952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Bound using segment: {'id': '1e51dc85-3d8a-41b8-8842-a7caa5438e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:48.431467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Bound port: 652e3c15-fb58-4f41-9105-401c21e93694, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e51dc85-3d8a-41b8-8842-a7caa5438e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:48.431861 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.438609 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-300c9272-43ce-4e18-a4f8-33a0faf26c13 service neutron] 10.222.0.41 "GET /v2.0/networks/5797aca8-26e9-47b4-bdef-c262fbaf7d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013110 Jul 16 18:29:48.530740 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] For port 652e3c15-fb58-4f41-9105-401c21e93694, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:48.536204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] For port 652e3c15-fb58-4f41-9105-401c21e93694, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=652e3c15-fb58-4f41-9105-401c21e93694,segment=NetworkSegment(1e51dc85-3d8a-41b8-8842-a7caa5438e47),segment_id=1e51dc85-3d8a-41b8-8842-a7caa5438e47)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:48.563059 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.656353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515251f-c665-4fc0-8e52-c42570e955b4 None None] Pushing event updated for resources: {'Port': ['ID=652e3c15-fb58-4f41-9105-401c21e93694,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:48.660367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Routers {'57a726b4-401d-406a-8253-935937a060d6'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:48.664486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:29:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['57a726b4-401d-406a-8253-935937a060d6'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:48.673729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dea35bb9-e10d-4605-a8c0-79744efd3897 req-50af48e1-b4d4-44fc-9303-5622a19f5579 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 210 time: 0.0446978 Jul 16 18:29:48.805105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] Set router 57a726b4-401d-406a-8253-935937a060d6 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:49.044950 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:43Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '652e3c15-fb58-4f41-9105-401c21e93694', 'name': '', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'mac_address': 'fa:16:3e:f3:8d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:45Z', 'updated_at': '2021-07-16T18:29:48Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'subnets': [{'id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:49.077858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31110332-49e5-45ca-b5c6-652db5f39de0 None None] The sync data for ids ['57a726b4-401d-406a-8253-935937a060d6'] in n-d-787206-10 is: [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:43Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '652e3c15-fb58-4f41-9105-401c21e93694', 'name': '', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'mac_address': 'fa:16:3e:f3:8d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:45Z', 'updated_at': '2021-07-16T18:29:48Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'subnets': [{'id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:49.832636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-0ca18db7-8132-482d-8609-f389a3288d0c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:49.834258 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-0ca18db7-8132-482d-8609-f389a3288d0c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.35 "GET /v2.0/networks?id=5797aca8-26e9-47b4-bdef-c262fbaf7d5c HTTP/1.1" status: 200 len: 797 time: 0.1503463 Jul 16 18:29:49.911426 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5633c7c1-9390-4065-a938-84c331cc4486 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:49.919760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb52a38f-942e-4eb1-a44f-975ee4b871e6 req-4a30e2f3-522d-4185-bb13-4386298507bc tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 210 time: 0.0614369 Jul 16 18:29:49.929783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-b2823f96-3a31-4884-a608-bb0a461dde0f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cf18d4254a24836a3206c374b491bf8 HTTP/1.1" status: 200 len: 478 time: 0.0868049 Jul 16 18:29:49.940941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Request body: {'port': {'device_id': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'admin_state_up': True, 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'security_groups': ['f6456009-975d-4428-863e-e2d9c4921a79', '04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:49.975932 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 5633c7c1-9390-4065-a938-84c331cc4486 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:49.976433 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.064138 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 652e3c15-fb58-4f41-9105-401c21e93694 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:50.072693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Made reservation on behalf of 9cf18d4254a24836a3206c374b491bf8 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:50.077004 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.116246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 652e3c15-fb58-4f41-9105-401c21e93694 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:50.120146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 652e3c15-fb58-4f41-9105-401c21e93694 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:50.120516 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.205082 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.218874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Allocated IP 172.20.0.9 (5797aca8-26e9-47b4-bdef-c262fbaf7d5c/ecbf40db-ebdf-4311-a241-ebcd0f37135e/fc465e5d-91db-4a0e-9a74-3db339fa21d3) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:50.237853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 652e3c15-fb58-4f41-9105-401c21e93694, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=652e3c15-fb58-4f41-9105-401c21e93694,segment=NetworkSegment(1e51dc85-3d8a-41b8-8842-a7caa5438e47),segment_id=1e51dc85-3d8a-41b8-8842-a7caa5438e47)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:50.241425 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.294710 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=652e3c15-fb58-4f41-9105-401c21e93694,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:50.371424 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.384914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Transition to ACTIVE for port object fc465e5d-91db-4a0e-9a74-3db339fa21d3 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:50.418828 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.465518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:50.471227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:50.473649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:50.503731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Port': ['ID=fc465e5d-91db-4a0e-9a74-3db339fa21d3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:50.531727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:50.532439 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.547553 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-735f2b8d-8c2b-4b35-9a99-79d0bc4fe0b7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6127844 Jul 16 18:29:50.559675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Request body: {'port': {'device_id': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:50.634774 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.734008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-04f53d34-c48a-49d0-a3ae-68a8d8f0799c None None] Provisioning for port fc465e5d-91db-4a0e-9a74-3db339fa21d3 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:50.738427 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-04f53d34-c48a-49d0-a3ae-68a8d8f0799c None None] Provisioning complete for port fc465e5d-91db-4a0e-9a74-3db339fa21d3 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:50.738797 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-04f53d34-c48a-49d0-a3ae-68a8d8f0799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.773168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-04f53d34-c48a-49d0-a3ae-68a8d8f0799c None None] Port fc465e5d-91db-4a0e-9a74-3db339fa21d3 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:50.901135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc465e5d-91db-4a0e-9a74-3db339fa21d3 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:50.908275 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.920252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Transition to ACTIVE for port object fc465e5d-91db-4a0e-9a74-3db339fa21d3 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:50.924172 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.994241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Pushing event updated for resources: {'Port': ['ID=fc465e5d-91db-4a0e-9a74-3db339fa21d3,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:51.066136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Attempting to bind port fc465e5d-91db-4a0e-9a74-3db339fa21d3 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:51.066585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Attempting to bind port fc465e5d-91db-4a0e-9a74-3db339fa21d3 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '1e51dc85-3d8a-41b8-8842-a7caa5438e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:51.066972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Attempting to bind port fc465e5d-91db-4a0e-9a74-3db339fa21d3 on network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:51.090321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Port fc465e5d-91db-4a0e-9a74-3db339fa21d3 on network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:51.090638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Attempting to bind port fc465e5d-91db-4a0e-9a74-3db339fa21d3 on network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:51.099008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:51.099338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Checking segment: {'id': '1e51dc85-3d8a-41b8-8842-a7caa5438e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:51.099739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Bound using segment: {'id': '1e51dc85-3d8a-41b8-8842-a7caa5438e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:51.100168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Bound port: fc465e5d-91db-4a0e-9a74-3db339fa21d3, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e51dc85-3d8a-41b8-8842-a7caa5438e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:51.100521 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.170636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b15ad-0a78-46dd-ae18-2f087436d4cf req-e85f0ce3-8b36-4684-922f-9915ae71f0a8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.172076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f2b15ad-0a78-46dd-ae18-2f087436d4cf req-e85f0ce3-8b36-4684-922f-9915ae71f0a8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 982 time: 0.1210120 Jul 16 18:29:51.201935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] For port fc465e5d-91db-4a0e-9a74-3db339fa21d3, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:51.222572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] For port fc465e5d-91db-4a0e-9a74-3db339fa21d3, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=fc465e5d-91db-4a0e-9a74-3db339fa21d3,segment=NetworkSegment(1e51dc85-3d8a-41b8-8842-a7caa5438e47),segment_id=1e51dc85-3d8a-41b8-8842-a7caa5438e47)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:51.229139 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.234418 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f2b15ad-0a78-46dd-ae18-2f087436d4cf req-ea8c2f67-f368-4b27-8b02-c232c0f81766 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/security-groups?id=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa&id=f6456009-975d-4428-863e-e2d9c4921a79&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0544906 Jul 16 18:29:51.271954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.272573 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.273925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-6025e334-e173-4804-8070-266dd7909b0e service neutron] 10.222.0.35 "PUT /v2.0/ports/fc465e5d-91db-4a0e-9a74-3db339fa21d3 HTTP/1.1" status: 200 len: 1131 time: 0.7185900 Jul 16 18:29:51.274346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'tag': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:51.276693 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6fbf8a-b1bb-4412-ae8d-35b75ac5c6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a", "tag": "fc465e5d-91db-4a0e-9a74-3db339fa21d3"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:51.312528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025e334-e173-4804-8070-266dd7909b0e service neutron] Pushing event updated for resources: {'Port': ['ID=fc465e5d-91db-4a0e-9a74-3db339fa21d3,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:51.334713 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24302714-b337-424e-8dd8-7035c9bcecff x-openstack-request-id: req-24302714-b337-424e-8dd8-7035c9bcecff {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:51.335085 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a", "tag": "fc465e5d-91db-4a0e-9a74-3db339fa21d3", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:51.335407 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24302714-b337-424e-8dd8-7035c9bcecff {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:51.335886 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'tag': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3', 'status': 'completed', 'code': 200} Jul 16 18:29:51.384685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-2ef8c4db-e391-4ce9-8efe-f018e6e508e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.386220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-2ef8c4db-e391-4ce9-8efe-f018e6e508e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf18d4254a24836a3206c374b491bf8&device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 1134 time: 0.0620203 Jul 16 18:29:51.429579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-8e44bc41-9572-44b7-b96a-0b192daed157 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc465e5d-91db-4a0e-9a74-3db339fa21d3 HTTP/1.1" status: 200 len: 217 time: 0.0363379 Jul 16 18:29:51.483702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-b3855933-94ab-4806-9837-08d716007034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.485188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-b3855933-94ab-4806-9837-08d716007034 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecbf40db-ebdf-4311-a241-ebcd0f37135e HTTP/1.1" status: 200 len: 834 time: 0.0503151 Jul 16 18:29:51.542329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-b93e80f4-6bae-4b3b-bfac-db07145ad381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.543794 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-b93e80f4-6bae-4b3b-bfac-db07145ad381 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5797aca8-26e9-47b4-bdef-c262fbaf7d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525253 Jul 16 18:29:51.634317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-db386680-68ce-494c-8678-264939495f54 service neutron] 10.222.0.35 "GET /v2.0/networks/5797aca8-26e9-47b4-bdef-c262fbaf7d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834615 Jul 16 18:29:51.726253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6dab33ed-25da-4bd2-a5b8-60945116e601 req-f566aa89-7974-49a3-9219-4c05f9dae74a service neutron] 10.222.0.35 "GET /v2.0/networks/5797aca8-26e9-47b4-bdef-c262fbaf7d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862722 Jul 16 18:29:51.778419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 652e3c15-fb58-4f41-9105-401c21e93694 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:51.824933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fbf8a-b1bb-4412-ae8d-35b75ac5c6ef req-82e09847-4b00-4393-88e8-e004213c87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.825190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 652e3c15-fb58-4f41-9105-401c21e93694 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:51.825362 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.826657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be6fbf8a-b1bb-4412-ae8d-35b75ac5c6ef req-82e09847-4b00-4393-88e8-e004213c87fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf18d4254a24836a3206c374b491bf8&device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 1134 time: 0.0547903 Jul 16 18:29:51.920778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fbf8a-b1bb-4412-ae8d-35b75ac5c6ef req-49120169-d744-471d-a14e-772712e35138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.922287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be6fbf8a-b1bb-4412-ae8d-35b75ac5c6ef req-49120169-d744-471d-a14e-772712e35138 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5797aca8-26e9-47b4-bdef-c262fbaf7d5c HTTP/1.1" status: 200 len: 898 time: 0.0893092 Jul 16 18:29:51.963868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be6fbf8a-b1bb-4412-ae8d-35b75ac5c6ef req-973f47ea-9c9e-48cc-b15f-0532637c4f7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc465e5d-91db-4a0e-9a74-3db339fa21d3 HTTP/1.1" status: 200 len: 217 time: 0.0335870 Jul 16 18:29:52.016198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fbf8a-b1bb-4412-ae8d-35b75ac5c6ef req-a91865b7-83e6-4af6-8c31-9c2285fc81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:52.017603 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be6fbf8a-b1bb-4412-ae8d-35b75ac5c6ef req-a91865b7-83e6-4af6-8c31-9c2285fc81f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecbf40db-ebdf-4311-a241-ebcd0f37135e HTTP/1.1" status: 200 len: 834 time: 0.0476484 Jul 16 18:29:52.074167 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fbf8a-b1bb-4412-ae8d-35b75ac5c6ef req-0e0ca1c8-9bc6-4c67-96a1-9be3c30c0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:52.075717 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be6fbf8a-b1bb-4412-ae8d-35b75ac5c6ef req-0e0ca1c8-9bc6-4c67-96a1-9be3c30c0437 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5797aca8-26e9-47b4-bdef-c262fbaf7d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506465 Jul 16 18:29:52.164867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be6fbf8a-b1bb-4412-ae8d-35b75ac5c6ef req-3b7d96d8-478d-4e31-bdd0-467a9403a440 service neutron] 10.222.0.35 "GET /v2.0/networks/5797aca8-26e9-47b4-bdef-c262fbaf7d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809329 Jul 16 18:29:52.255119 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be6fbf8a-b1bb-4412-ae8d-35b75ac5c6ef req-54ad0ee6-7502-4a62-ae06-8c5014b8b4c3 service neutron] 10.222.0.35 "GET /v2.0/networks/5797aca8-26e9-47b4-bdef-c262fbaf7d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834627 Jul 16 18:29:52.406611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb7807-4ffd-4320-9a61-3e8382991755 req-61460e12-bf59-4bed-b7e4-0c548a7c6235 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:52.408077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81bb7807-4ffd-4320-9a61-3e8382991755 req-61460e12-bf59-4bed-b7e4-0c548a7c6235 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 982 time: 0.0626724 Jul 16 18:29:52.448774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-81bb7807-4ffd-4320-9a61-3e8382991755 req-33452a96-d70e-4f5c-a523-b69318c131dd tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/security-groups?id=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa&id=f6456009-975d-4428-863e-e2d9c4921a79&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0344369 Jul 16 18:29:53.629080 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e0f9-0177-4cf6-9f07-edc1a59f66be req-465ea0de-b3a3-45c2-bbda-b38b8fd7f4e1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:53.630547 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2092e0f9-0177-4cf6-9f07-edc1a59f66be req-465ea0de-b3a3-45c2-bbda-b38b8fd7f4e1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 982 time: 0.0678718 Jul 16 18:29:54.005373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2092e0f9-0177-4cf6-9f07-edc1a59f66be req-86565e67-963d-484b-8fe5-dadf4ba52dce tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/security-groups?id=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa&id=f6456009-975d-4428-863e-e2d9c4921a79&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3690920 Jul 16 18:29:54.442702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device fc465e5d-91db-4a0e-9a74-3db339fa21d3 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:54.536492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port fc465e5d-91db-4a0e-9a74-3db339fa21d3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=fc465e5d-91db-4a0e-9a74-3db339fa21d3,segment=NetworkSegment(1e51dc85-3d8a-41b8-8842-a7caa5438e47),segment_id=1e51dc85-3d8a-41b8-8842-a7caa5438e47)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:54.547341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'port_id': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3', 'mac_address': 'fa:16:3e:4a:ef:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:54.586827 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.750774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc465e5d-91db-4a0e-9a74-3db339fa21d3 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:54.770110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port fc465e5d-91db-4a0e-9a74-3db339fa21d3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=fc465e5d-91db-4a0e-9a74-3db339fa21d3,segment=NetworkSegment(1e51dc85-3d8a-41b8-8842-a7caa5438e47),segment_id=1e51dc85-3d8a-41b8-8842-a7caa5438e47)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:54.773048 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.818270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=fc465e5d-91db-4a0e-9a74-3db339fa21d3,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:54.973906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['fc465e5d-91db-4a0e-9a74-3db339fa21d3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:55.181815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3ce08-0689-4894-8c10-debb20594bb8 req-40fb44d4-8c3c-464b-812a-3fead49fc64f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.183294 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ad3ce08-0689-4894-8c10-debb20594bb8 req-40fb44d4-8c3c-464b-812a-3fead49fc64f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 983 time: 0.0646412 Jul 16 18:29:55.224145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ad3ce08-0689-4894-8c10-debb20594bb8 req-fc84501c-c946-42f0-880c-ec594ff39227 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/security-groups?id=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa&id=f6456009-975d-4428-863e-e2d9c4921a79&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0352435 Jul 16 18:29:56.396612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f1c1d-9402-4f60-86a5-e2e5f3b75073 req-30a9be0f-73bc-49a3-9a4d-513737e7ea4e tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:56.398018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-043f1c1d-9402-4f60-86a5-e2e5f3b75073 req-30a9be0f-73bc-49a3-9a4d-513737e7ea4e tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 983 time: 0.0636966 Jul 16 18:29:56.441827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-043f1c1d-9402-4f60-86a5-e2e5f3b75073 req-fe49d5c5-1bf8-460e-8aa7-a8681a345ef7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/security-groups?id=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa&id=f6456009-975d-4428-863e-e2d9c4921a79&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0381837 Jul 16 18:29:56.443003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device fc465e5d-91db-4a0e-9a74-3db339fa21d3 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:56.492371 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port fc465e5d-91db-4a0e-9a74-3db339fa21d3 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:56.495876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port fc465e5d-91db-4a0e-9a74-3db339fa21d3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:56.496240 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.568998 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.590542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:56.592787 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1616e52d-dfbb-4274-b7ec-326728894ddd" -d '{"events": [{"server_uuid": "6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a", "name": "network-vif-plugged", "status": "completed", "tag": "fc465e5d-91db-4a0e-9a74-3db339fa21d3"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:56.608788 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port fc465e5d-91db-4a0e-9a74-3db339fa21d3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=fc465e5d-91db-4a0e-9a74-3db339fa21d3,segment=NetworkSegment(1e51dc85-3d8a-41b8-8842-a7caa5438e47),segment_id=1e51dc85-3d8a-41b8-8842-a7caa5438e47)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:56.612964 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.638614 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b01375-7de1-4ea2-b432-e5b18915eeaf x-openstack-request-id: req-33b01375-7de1-4ea2-b432-e5b18915eeaf {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:56.638909 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a", "name": "network-vif-plugged", "status": "completed", "tag": "fc465e5d-91db-4a0e-9a74-3db339fa21d3", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:56.639157 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33b01375-7de1-4ea2-b432-e5b18915eeaf {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:56.639565 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3', 'code': 200} Jul 16 18:29:56.668045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=fc465e5d-91db-4a0e-9a74-3db339fa21d3,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:56.739485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90abe70-1051-4bc9-bc81-7304a4c07ca3 req-e3c657ac-219b-4a4b-829e-27f929d9481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:56.741054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d90abe70-1051-4bc9-bc81-7304a4c07ca3 req-e3c657ac-219b-4a4b-829e-27f929d9481c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 1136 time: 0.0522902 Jul 16 18:29:56.756634 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.777283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d90abe70-1051-4bc9-bc81-7304a4c07ca3 req-f8acb1fc-845f-4a87-a284-c9dc637ca031 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6456009-975d-4428-863e-e2d9c4921a79&id=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0301290 Jul 16 18:29:56.861299 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.620690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27844de5-7763-414e-b7e2-5945ecdfbaec req-37f89dcd-e9c9-47a4-9645-f22be081beb7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:57.622203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27844de5-7763-414e-b7e2-5945ecdfbaec req-37f89dcd-e9c9-47a4-9645-f22be081beb7 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 984 time: 0.0661731 Jul 16 18:29:57.665766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-27844de5-7763-414e-b7e2-5945ecdfbaec req-b11be3f2-5f8d-40bb-84b5-adc49f61f69c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/security-groups?id=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa&id=f6456009-975d-4428-863e-e2d9c4921a79&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0367980 Jul 16 18:29:58.019647 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6ac0083d-d13f-4a0b-a9c0-dcc73417a2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.846678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bd71c-6dc3-4714-9441-0363c5e6b5ce req-1310f146-6fa8-4711-b3a0-c44687039d4b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:58.848187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea2bd71c-6dc3-4714-9441-0363c5e6b5ce req-1310f146-6fa8-4711-b3a0-c44687039d4b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 984 time: 0.0671549 Jul 16 18:29:58.888035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea2bd71c-6dc3-4714-9441-0363c5e6b5ce req-ced9561d-5c78-4a95-881c-8c284e7a3c3b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/security-groups?id=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa&id=f6456009-975d-4428-863e-e2d9c4921a79&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0341825 Jul 16 18:29:59.057391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee8f7d-5c0d-4f5b-9519-83e6e4f7eb4c req-5d0b4bbe-e499-4508-96e1-3e4d982d0455 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:59.058866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29ee8f7d-5c0d-4f5b-9519-83e6e4f7eb4c req-5d0b4bbe-e499-4508-96e1-3e4d982d0455 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 984 time: 0.0643129 Jul 16 18:29:59.099295 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29ee8f7d-5c0d-4f5b-9519-83e6e4f7eb4c req-329eb47a-61f7-49ae-a69a-72c5761afc31 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/security-groups?id=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa&id=f6456009-975d-4428-863e-e2d9c4921a79&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0347672 Jul 16 18:29:59.259881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c9138-759f-4e99-a067-e61da49164e1 req-2196af89-a670-427d-81d7-c6f3efdd91e3 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:59.261437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-281c9138-759f-4e99-a067-e61da49164e1 req-2196af89-a670-427d-81d7-c6f3efdd91e3 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 1136 time: 0.0530453 Jul 16 18:29:59.279733 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-281c9138-759f-4e99-a067-e61da49164e1 req-4cdb6a03-f062-4896-8ffc-d885242f4d0c tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.371447 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-281c9138-759f-4e99-a067-e61da49164e1 req-4cdb6a03-f062-4896-8ffc-d885242f4d0c tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.375244 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-281c9138-759f-4e99-a067-e61da49164e1 req-4cdb6a03-f062-4896-8ffc-d885242f4d0c tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.396199 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-281c9138-759f-4e99-a067-e61da49164e1 req-4cdb6a03-f062-4896-8ffc-d885242f4d0c tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa&id=f6456009-975d-4428-863e-e2d9c4921a79&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1291540 Jul 16 18:29:59.418467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb6a03-f062-4896-8ffc-d885242f4d0c tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892566b6-5b0f-4c1e-9d7b-83219fb8b09b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:59.421848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50732) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:59.474003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1f5f48-4e9b-4bcb-957c-d37cc89f9c55 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:59.475531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2b1f5f48-4e9b-4bcb-957c-d37cc89f9c55 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 1131 time: 0.0522223 Jul 16 18:29:59.478556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50734) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:59.483182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:59.505688 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.604681 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.704484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Allocated IP 172.25.5.66 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/48ae56d4-b610-458a-abe6-37bf06bca5eb) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:59.811544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.850818 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.884222 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:59.886888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:59.889289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:59.921393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Port': ['ID=48ae56d4-b610-458a-abe6-37bf06bca5eb,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:00.265633 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.343556 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.491698 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.496007 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.572255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Port': ['ID=48ae56d4-b610-458a-abe6-37bf06bca5eb,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:00.579615 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.678994 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.682056 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Floating IP 9f9aaa29-062c-44b1-b64c-b471f6013982 associated. External IP: 172.25.5.66, port: fc465e5d-91db-4a0e-9a74-3db339fa21d3. Jul 16 18:30:00.751364 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f8450ff7-66e7-44c0-a725-f5b6ae402de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.889730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Router 57a726b4-401d-406a-8253-935937a060d6 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:00.995828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:01.006258 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e35a1a-803d-45c1-8d63-e171ecd89d01 None None] Sync routers for ids ['57a726b4-401d-406a-8253-935937a060d6'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:01.012609 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.016841 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e35a1a-803d-45c1-8d63-e171ecd89d01 None None] Routers {'57a726b4-401d-406a-8253-935937a060d6'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:01.017463 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-06e35a1a-803d-45c1-8d63-e171ecd89d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:30:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['57a726b4-401d-406a-8253-935937a060d6'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:01.053132 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-affcc726-ad15-4116-b195-2acfce3ee1d1 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5711308 Jul 16 18:30:01.053132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'tag': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:01.053661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50736) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.054112 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a03d395-260b-4020-ad84-5fae21f45ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a", "tag": "fc465e5d-91db-4a0e-9a74-3db339fa21d3"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:01.089849 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6d9335-2b32-4007-9897-b0b84fb5552c x-openstack-request-id: req-df6d9335-2b32-4007-9897-b0b84fb5552c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:01.090138 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a", "tag": "fc465e5d-91db-4a0e-9a74-3db339fa21d3", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:01.090388 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df6d9335-2b32-4007-9897-b0b84fb5552c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:01.090773 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'tag': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3', 'status': 'completed', 'code': 200} Jul 16 18:30:01.123135 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-06e35a1a-803d-45c1-8d63-e171ecd89d01 None None] Set router 57a726b4-401d-406a-8253-935937a060d6 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:01.170381 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03d395-260b-4020-ad84-5fae21f45ea9 req-65e242c9-9f54-46f3-a71f-d0c48d8e0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.171887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a03d395-260b-4020-ad84-5fae21f45ea9 req-65e242c9-9f54-46f3-a71f-d0c48d8e0afc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf18d4254a24836a3206c374b491bf8&device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 1136 time: 0.0587602 Jul 16 18:30:01.223391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00703417-8949-49f8-90a1-337a215b4811 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.223885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00703417-8949-49f8-90a1-337a215b4811 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.224352 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00703417-8949-49f8-90a1-337a215b4811 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.224812 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00703417-8949-49f8-90a1-337a215b4811 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.227586 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-00703417-8949-49f8-90a1-337a215b4811 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1717927 Jul 16 18:30:01.229248 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50740) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.276619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03d395-260b-4020-ad84-5fae21f45ea9 req-8b0f11c8-a322-4ae7-942e-cdd58ac73098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.278107 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a03d395-260b-4020-ad84-5fae21f45ea9 req-8b0f11c8-a322-4ae7-942e-cdd58ac73098 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5797aca8-26e9-47b4-bdef-c262fbaf7d5c HTTP/1.1" status: 200 len: 898 time: 0.0999258 Jul 16 18:30:01.288370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61346bb9-1ae2-46e1-b5e7-8af640e38c85 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.289042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61346bb9-1ae2-46e1-b5e7-8af640e38c85 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.289560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61346bb9-1ae2-46e1-b5e7-8af640e38c85 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.290068 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61346bb9-1ae2-46e1-b5e7-8af640e38c85 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.291839 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-61346bb9-1ae2-46e1-b5e7-8af640e38c85 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0615087 Jul 16 18:30:01.294515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50742) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.346628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a03d395-260b-4020-ad84-5fae21f45ea9 req-a3bfcecc-95ea-4dc3-b0f4-662011c1a8a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc465e5d-91db-4a0e-9a74-3db339fa21d3 HTTP/1.1" status: 200 len: 998 time: 0.0615532 Jul 16 18:30:01.358636 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-06e35a1a-803d-45c1-8d63-e171ecd89d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:43Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '9f9aaa29-062c-44b1-b64c-b471f6013982', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '57a726b4-401d-406a-8253-935937a060d6', 'port_id': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'mac_address': 'fa:16:3e:4a:ef:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:00Z', 'updated_at': '2021-07-16T18:30:00Z', 'revision_number': 0, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652e3c15-fb58-4f41-9105-401c21e93694', 'name': '', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'mac_address': 'fa:16:3e:f3:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:45Z', 'updated_at': '2021-07-16T18:29:50Z', 'revision_number': 5, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'subnets': [{'id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:01.388174 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e35a1a-803d-45c1-8d63-e171ecd89d01 None None] Checking router: 57a726b4-401d-406a-8253-935937a060d6 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:01.396699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03d395-260b-4020-ad84-5fae21f45ea9 req-a5ed6b27-8d1f-4a69-b709-58081faffceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.397638 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e35a1a-803d-45c1-8d63-e171ecd89d01 None None] Routers {'57a726b4-401d-406a-8253-935937a060d6'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:01.398247 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-06e35a1a-803d-45c1-8d63-e171ecd89d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:30:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['57a726b4-401d-406a-8253-935937a060d6'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:01.398907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a03d395-260b-4020-ad84-5fae21f45ea9 req-a5ed6b27-8d1f-4a69-b709-58081faffceb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecbf40db-ebdf-4311-a241-ebcd0f37135e HTTP/1.1" status: 200 len: 834 time: 0.0469780 Jul 16 18:30:01.475545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03d395-260b-4020-ad84-5fae21f45ea9 req-fc635a95-b537-4d73-96ed-e34f9d553c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.477120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a03d395-260b-4020-ad84-5fae21f45ea9 req-fc635a95-b537-4d73-96ed-e34f9d553c98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5797aca8-26e9-47b4-bdef-c262fbaf7d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726812 Jul 16 18:30:01.505478 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-06e35a1a-803d-45c1-8d63-e171ecd89d01 None None] Set router 57a726b4-401d-406a-8253-935937a060d6 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:01.525212 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-65c69e6d-c746-431a-9af1-6d4f560a824c tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.2272809 Jul 16 18:30:01.525530 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50744) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.575519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a03d395-260b-4020-ad84-5fae21f45ea9 req-fda82ad9-e2a7-43fb-8329-d4c1e9064368 service neutron] 10.222.0.35 "GET /v2.0/networks/5797aca8-26e9-47b4-bdef-c262fbaf7d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920265 Jul 16 18:30:01.580087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34188a94-1bd1-4707-8c6d-5d668520407f tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.581200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34188a94-1bd1-4707-8c6d-5d668520407f tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.587489 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-34188a94-1bd1-4707-8c6d-5d668520407f tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=57a726b4-401d-406a-8253-935937a060d6 HTTP/1.1" status: 200 len: 1992 time: 0.0562851 Jul 16 18:30:01.675109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a03d395-260b-4020-ad84-5fae21f45ea9 req-d1bee65b-e0a0-4484-a74b-387927d5aa20 service neutron] 10.222.0.35 "GET /v2.0/networks/5797aca8-26e9-47b4-bdef-c262fbaf7d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927780 Jul 16 18:30:01.733355 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-06e35a1a-803d-45c1-8d63-e171ecd89d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:43Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '9f9aaa29-062c-44b1-b64c-b471f6013982', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '57a726b4-401d-406a-8253-935937a060d6', 'port_id': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'mac_address': 'fa:16:3e:4a:ef:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:00Z', 'updated_at': '2021-07-16T18:30:00Z', 'revision_number': 0, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652e3c15-fb58-4f41-9105-401c21e93694', 'name': '', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'mac_address': 'fa:16:3e:f3:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:45Z', 'updated_at': '2021-07-16T18:29:50Z', 'revision_number': 5, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'subnets': [{'id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:01.762748 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e35a1a-803d-45c1-8d63-e171ecd89d01 None None] The sync data for ids ['57a726b4-401d-406a-8253-935937a060d6'] in n-d-787206-10 is: [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:43Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '9f9aaa29-062c-44b1-b64c-b471f6013982', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '57a726b4-401d-406a-8253-935937a060d6', 'port_id': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'mac_address': 'fa:16:3e:4a:ef:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:00Z', 'updated_at': '2021-07-16T18:30:00Z', 'revision_number': 0, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652e3c15-fb58-4f41-9105-401c21e93694', 'name': '', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'mac_address': 'fa:16:3e:f3:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:45Z', 'updated_at': '2021-07-16T18:29:50Z', 'revision_number': 5, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'subnets': [{'id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:01.928650 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.948644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214442f0-c186-47fa-9e97-1f4a56bb107d None None] New status for floating IP 9f9aaa29-062c-44b1-b64c-b471f6013982: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:30:03.665821 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.968960 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:30:26.780811 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.875563 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.024426 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aabbbdc6-e8f5-4a6a-9ff3-5d15268836ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.680938 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.751701 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5fb382ed-14bf-48f5-a386-43f3e7706df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.929609 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.671219 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.757625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50762) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:35.847549 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a02f02bb-f877-4bbf-ba7a-1b50463242a5 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0885067 Jul 16 18:30:35.849967 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50764) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:35.854711 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5bf13f46-6c9c-47be-9189-7f92938a0113 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Request body: {'network': {'name': 'tempest-network-smoke--1360384449', 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'port_security_enabled': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:35.875546 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf13f46-6c9c-47be-9189-7f92938a0113 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Made reservation on behalf of 9cf18d4254a24836a3206c374b491bf8 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:35.880324 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf13f46-6c9c-47be-9189-7f92938a0113 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.902477 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf13f46-6c9c-47be-9189-7f92938a0113 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:35.912913 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf13f46-6c9c-47be-9189-7f92938a0113 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.913256 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-5bf13f46-6c9c-47be-9189-7f92938a0113 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Added segment 29a606a7-9fcc-40c7-9641-c05aeb04d88d of type vlan for network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 Jul 16 18:30:35.955340 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf13f46-6c9c-47be-9189-7f92938a0113 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.983145 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf13f46-6c9c-47be-9189-7f92938a0113 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.989668 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf13f46-6c9c-47be-9189-7f92938a0113 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.990190 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5bf13f46-6c9c-47be-9189-7f92938a0113 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.028296 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5bf13f46-6c9c-47be-9189-7f92938a0113 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1773264 Jul 16 18:30:36.030993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50766) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:36.036276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1171770732', 'admin_state_up': True, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:36.060252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf13f46-6c9c-47be-9189-7f92938a0113 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Network': ['ID=060a2e03-b086-4cce-8b7e-c58ecbe1a185,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:36.060974 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.070264 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.070651 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:36.121328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.260243 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.451270 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.470036 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.571248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Allocated IP 172.25.5.51 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/b8a05f5d-c4de-40ee-a908-98498c934f13) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:36.674483 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.713199 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.754644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:36.758458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:36.761843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:36.797193 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Port': ['ID=b8a05f5d-c4de-40ee-a908-98498c934f13,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:36.810231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.810571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.810904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.811232 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.811589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.812063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.812522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.812624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.812924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.813242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.813556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.813870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:37.059084 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.272707 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.741408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Router 19b72695-bd2a-4ea3-867e-63ada039341b is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:30:37.850201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:37.860395 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Sync routers for ids ['19b72695-bd2a-4ea3-867e-63ada039341b'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:37.868240 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.869519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4ae3a234-5ec4-4ef6-8b60-477ca9e598be tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8374832 Jul 16 18:30:37.870006 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Routers {'19b72695-bd2a-4ea3-867e-63ada039341b'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:37.870620 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:30:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['19b72695-bd2a-4ea3-867e-63ada039341b'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:37.872477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50768) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:37.939073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455abf4e-4b20-4601-8442-eb4c2346b9c7 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.940855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-455abf4e-4b20-4601-8442-eb4c2346b9c7 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9cf18d4254a24836a3206c374b491bf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0671864 Jul 16 18:30:37.943325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50770) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:37.973551 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Set router 19b72695-bd2a-4ea3-867e-63ada039341b gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:38.036513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af303da-8b11-499b-add0-aaade6578376 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:38.038101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2af303da-8b11-499b-add0-aaade6578376 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938537 Jul 16 18:30:38.041019 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50772) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:38.068216 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bb761d29-8261-4974-8540-f63f80132f4c tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260422 Jul 16 18:30:38.070841 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50774) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:38.098845 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-97479e82-d3e7-44c9-b39b-f602ccdfc3f1 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9cf18d4254a24836a3206c374b491bf8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269673 Jul 16 18:30:38.101275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50776) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:38.149578 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171770732', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 3, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:38.178687 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Checking router: 19b72695-bd2a-4ea3-867e-63ada039341b for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:38.179034 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Updating router 19b72695-bd2a-4ea3-867e-63ada039341b port b8a05f5d-c4de-40ee-a908-98498c934f13 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:38.212856 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.247545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2010b496-e5ea-41ba-9b15-102539ec555b tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:38.249110 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2010b496-e5ea-41ba-9b15-102539ec555b tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1469269 Jul 16 18:30:38.251847 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50778) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:38.280584 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-000edf34-faa6-4022-a45e-3be5cd17b4a0 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276151 Jul 16 18:30:38.282909 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50780) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:38.287644 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1313257945', 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185', 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:38.374397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Made reservation on behalf of 9cf18d4254a24836a3206c374b491bf8 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:38.378850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.469095 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.478986 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Transition to ACTIVE for port object b8a05f5d-c4de-40ee-a908-98498c934f13 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:38.484854 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.539597 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Attempting to bind port b8a05f5d-c4de-40ee-a908-98498c934f13 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:38.539881 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Attempting to bind port b8a05f5d-c4de-40ee-a908-98498c934f13 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:38.540240 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Attempting to bind port b8a05f5d-c4de-40ee-a908-98498c934f13 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:38.542040 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b43559-4755-4dd2-8c70-8dedfe16eaa4 None None] Pushing event updated for resources: {'Port': ['ID=b8a05f5d-c4de-40ee-a908-98498c934f13,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:38.547679 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:38.548046 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:38.548437 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.548814 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:38.549771 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Bound port: b8a05f5d-c4de-40ee-a908-98498c934f13, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:38.549771 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.561199 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.630586 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Subnet': ['ID=ce7f3a47-a484-4173-aaf2-a19c12b7aea5,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:38.641333 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:38.641679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:38.642016 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:38.642343 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:38.642669 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:38.642993 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:38.643313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:38.643691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:38.644013 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:38.644342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:38.644650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:38.644963 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:38.648393 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Checking segment: {'id': '29a606a7-9fcc-40c7-9641-c05aeb04d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:38.648788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Network hostable DHCP agents. Network: 060a2e03-b086-4cce-8b7e-c58ecbe1a185, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:38.667267 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:38.678114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 060a2e03-b086-4cce-8b7e-c58ecbe1a185) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:38.683278 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:38.683960 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.691688 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faa365e-6f00-4691-8245-a335e3da29b2 None None] Network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:38.692888 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] For port b8a05f5d-c4de-40ee-a908-98498c934f13, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:38.696533 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] For port b8a05f5d-c4de-40ee-a908-98498c934f13, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b8a05f5d-c4de-40ee-a908-98498c934f13,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:38.703784 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b12b7bb8-6203-4307-8cf9-9fb5b13df307 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4170241 Jul 16 18:30:38.703957 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.704427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50782) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:38.764087 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b43559-4755-4dd2-8c70-8dedfe16eaa4 None None] Pushing event updated for resources: {'Port': ['ID=b8a05f5d-c4de-40ee-a908-98498c934f13,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:38.767002 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Routers {'19b72695-bd2a-4ea3-867e-63ada039341b'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:38.767631 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:30:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['19b72695-bd2a-4ea3-867e-63ada039341b'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:38.853580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-060a2e03-b086-4cce-8b7e-c58ecbe1a185', 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'fixed_ips': [{'subnet_id': 'ce7f3a47-a484-4173-aaf2-a19c12b7aea5'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:30:38.854828 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.874408 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] Set router 19b72695-bd2a-4ea3-867e-63ada039341b gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:38.995968 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Allocated IP 172.20.0.18 (060a2e03-b086-4cce-8b7e-c58ecbe1a185/ce7f3a47-a484-4173-aaf2-a19c12b7aea5/d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:39.063053 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171770732', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 3, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:39.090743 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3be08-149e-42c7-8928-d35b61eeb50e None None] The sync data for ids ['19b72695-bd2a-4ea3-867e-63ada039341b'] in n-d-787206-10 is: [{'id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171770732', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 3, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:39.161352 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.171070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Transition to ACTIVE for port object d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:39.187193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Transition to ACTIVE for port object d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:39.195350 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.241872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:39.244797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:39.248419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:39.254635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Pushing event updated for resources: {'Port': ['ID=d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:39.282933 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.283287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.283658 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.283997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.284368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.284703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.285072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.285405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.285731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.286057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.286383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.286708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.333784 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Attempting to bind port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:39.334161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Attempting to bind port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29a606a7-9fcc-40c7-9641-c05aeb04d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:39.336575 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Attempting to bind port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 on network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:39.349084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:39.349084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Checking segment: {'id': '29a606a7-9fcc-40c7-9641-c05aeb04d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:39.349084 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.349084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Bound using segment: {'id': '29a606a7-9fcc-40c7-9641-c05aeb04d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:39.349084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Bound port: d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a606a7-9fcc-40c7-9641-c05aeb04d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:39.350098 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.422432 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] For port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:39.426391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] For port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94,segment=NetworkSegment(29a606a7-9fcc-40c7-9641-c05aeb04d88d),segment_id=29a606a7-9fcc-40c7-9641-c05aeb04d88d)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:39.432232 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.479317 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.510793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c247e8-d13c-4560-996e-3ba273efc432 None None] Pushing event updated for resources: {'Port': ['ID=d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:39.812718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-75d5f889-3d16-4b52-b765-08fc9bda219b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0841944 Jul 16 18:30:39.844876 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Allocated IP 172.20.0.17 (060a2e03-b086-4cce-8b7e-c58ecbe1a185/ce7f3a47-a484-4173-aaf2-a19c12b7aea5/65cc7b04-4d9c-4874-8553-c0bdc075d493) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:39.951458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-8eccac30-1b72-4175-8803-16c22c09694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:39.953759 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-8eccac30-1b72-4175-8803-16c22c09694e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf18d4254a24836a3206c374b491bf8&device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 1136 time: 0.0856502 Jul 16 18:30:39.977902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:39.998677 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.017230 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Transition to ACTIVE for port object 65cc7b04-4d9c-4874-8553-c0bdc075d493 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:40.040529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:40.051460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b8a05f5d-c4de-40ee-a908-98498c934f13 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:40.066792 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.092024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-3dee416b-7b1a-488a-912d-7e933d60ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:40.093549 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-3dee416b-7b1a-488a-912d-7e933d60ac54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5797aca8-26e9-47b4-bdef-c262fbaf7d5c HTTP/1.1" status: 200 len: 898 time: 0.1131649 Jul 16 18:30:40.113011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port b8a05f5d-c4de-40ee-a908-98498c934f13 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:40.118877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b8a05f5d-c4de-40ee-a908-98498c934f13 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:40.119377 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.135210 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:40.136689 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Port': ['ID=65cc7b04-4d9c-4874-8553-c0bdc075d493,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.139141 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:40.141325 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:40.206698 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.220991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-12544ed6-462e-4863-82bb-6c633dea9d94 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc465e5d-91db-4a0e-9a74-3db339fa21d3 HTTP/1.1" status: 200 len: 1000 time: 0.1175303 Jul 16 18:30:40.223667 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.254187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port b8a05f5d-c4de-40ee-a908-98498c934f13, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b8a05f5d-c4de-40ee-a908-98498c934f13,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:40.260409 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.292224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-f6070580-9677-4062-8704-c00048fd8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:40.294604 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-f6070580-9677-4062-8704-c00048fd8f06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecbf40db-ebdf-4311-a241-ebcd0f37135e HTTP/1.1" status: 200 len: 834 time: 0.0670960 Jul 16 18:30:40.326318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=b8a05f5d-c4de-40ee-a908-98498c934f13,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.360377 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-4560a814-3345-4f3f-a8a0-9fd0a9b95568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:40.362020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-4560a814-3345-4f3f-a8a0-9fd0a9b95568 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5797aca8-26e9-47b4-bdef-c262fbaf7d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584073 Jul 16 18:30:40.374775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-a425656e-624e-4ff7-b976-beebc1fa43fe service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:30:40.375847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-a425656e-624e-4ff7-b976-beebc1fa43fe service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058653 Jul 16 18:30:40.383987 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.490996 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-0f1e5056-d268-4d21-8428-6cb5725faf14 service neutron] 10.222.0.35 "GET /v2.0/networks/5797aca8-26e9-47b4-bdef-c262fbaf7d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078949 Jul 16 18:30:40.593513 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-288c88ca-7165-4e79-93ac-5910b9cc8a41 req-cb112d5a-aa92-40df-aa86-68656fdf506e service neutron] 10.222.0.35 "GET /v2.0/networks/5797aca8-26e9-47b4-bdef-c262fbaf7d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945499 Jul 16 18:30:40.684306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c5a61b-c29e-4281-9cac-44a218e81782 None None] Network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:40.690171 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.696113 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.767151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c988caae-4e8d-4c9c-84c6-134c8fb9ab99 None None] Provisioning for port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:40.778121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c988caae-4e8d-4c9c-84c6-134c8fb9ab99 None None] Provisioning complete for port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:40.778493 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c988caae-4e8d-4c9c-84c6-134c8fb9ab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.781005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Port': ['ID=65cc7b04-4d9c-4874-8553-c0bdc075d493,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.783562 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.882066 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:40.883638 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:40.919132 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c988caae-4e8d-4c9c-84c6-134c8fb9ab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.960929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c988caae-4e8d-4c9c-84c6-134c8fb9ab99 None None] For port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94,segment=NetworkSegment(29a606a7-9fcc-40c7-9641-c05aeb04d88d),segment_id=29a606a7-9fcc-40c7-9641-c05aeb04d88d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:40.965375 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c988caae-4e8d-4c9c-84c6-134c8fb9ab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.009874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Router 19b72695-bd2a-4ea3-867e-63ada039341b has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:41.016568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988caae-4e8d-4c9c-84c6-134c8fb9ab99 None None] Pushing event updated for resources: {'Port': ['ID=d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:41.130491 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:41.136226 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-90cfbe1c-be1e-40a6-809d-0338643e357b tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "PUT /v2.0/routers/19b72695-bd2a-4ea3-867e-63ada039341b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4307387 Jul 16 18:30:41.149129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Sync routers for ids ['19b72695-bd2a-4ea3-867e-63ada039341b'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:41.158618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Routers {'19b72695-bd2a-4ea3-867e-63ada039341b'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:41.159251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:30:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['19b72695-bd2a-4ea3-867e-63ada039341b'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:41.248817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-217ae551-b24f-45f8-bd9c-aa029970ddbf None None] Provisioning for port 65cc7b04-4d9c-4874-8553-c0bdc075d493 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:41.259876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-217ae551-b24f-45f8-bd9c-aa029970ddbf None None] Provisioning complete for port 65cc7b04-4d9c-4874-8553-c0bdc075d493 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:41.260260 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-217ae551-b24f-45f8-bd9c-aa029970ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.304616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Set router 19b72695-bd2a-4ea3-867e-63ada039341b gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:41.307954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-217ae551-b24f-45f8-bd9c-aa029970ddbf None None] Port 65cc7b04-4d9c-4874-8553-c0bdc075d493 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:41.354525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-217ae551-b24f-45f8-bd9c-aa029970ddbf None None] Provisioning complete for port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:41.354899 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-217ae551-b24f-45f8-bd9c-aa029970ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.399088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-8fcb717b-845e-4855-8d97-0397b0889b4d tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:41.401042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-8fcb717b-845e-4855-8d97-0397b0889b4d tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/networks?id=060a2e03-b086-4cce-8b7e-c58ecbe1a185 HTTP/1.1" status: 200 len: 798 time: 0.1169865 Jul 16 18:30:41.418163 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-7d11fd8b-0187-4bf8-a6a7-078b5a671bfd tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/quotas/9cf18d4254a24836a3206c374b491bf8 HTTP/1.1" status: 200 len: 375 time: 0.0101259 Jul 16 18:30:41.509901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-896d4f41-5726-4a56-bf1b-9f4b572b4426 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9cf18d4254a24836a3206c374b491bf8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0841870 Jul 16 18:30:41.586163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171770732', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:40Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '65cc7b04-4d9c-4874-8553-c0bdc075d493', 'name': '', 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'mac_address': 'fa:16:3e:b1:52:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'ce7f3a47-a484-4173-aaf2-a19c12b7aea5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:39Z', 'updated_at': '2021-07-16T18:30:40Z', 'revision_number': 2, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'subnets': [{'id': 'ce7f3a47-a484-4173-aaf2-a19c12b7aea5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:41.611571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Checking router: 19b72695-bd2a-4ea3-867e-63ada039341b for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:41.611933 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Updating router 19b72695-bd2a-4ea3-867e-63ada039341b port 65cc7b04-4d9c-4874-8553-c0bdc075d493 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:41.615774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-a1c7471c-1a45-4911-89db-2d34d15f2466 service neutron] 10.222.0.41 "GET /v2.0/networks/060a2e03-b086-4cce-8b7e-c58ecbe1a185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929508 Jul 16 18:30:41.654784 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.671270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d1924e98-2654-4362-88df-153b3ed292c7 None None] Provisioning complete for port 65cc7b04-4d9c-4874-8553-c0bdc075d493 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:41.671589 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1924e98-2654-4362-88df-153b3ed292c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.706604 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-6281c7bd-5b2f-4f6f-8588-452afd60b3eb service neutron] 10.222.0.41 "GET /v2.0/networks/060a2e03-b086-4cce-8b7e-c58ecbe1a185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848744 Jul 16 18:30:41.732368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d1924e98-2654-4362-88df-153b3ed292c7 None None] Port 65cc7b04-4d9c-4874-8553-c0bdc075d493 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:41.826082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:41.932055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:41.932431 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.019368 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.032745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Transition to ACTIVE for port object 65cc7b04-4d9c-4874-8553-c0bdc075d493 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:42.057460 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.093768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b8a05f5d-c4de-40ee-a908-98498c934f13 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:42.138354 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dbd3d-cdd0-4485-a193-7338c34c8c47 None None] Pushing event updated for resources: {'Port': ['ID=65cc7b04-4d9c-4874-8553-c0bdc075d493,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:42.207613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Attempting to bind port 65cc7b04-4d9c-4874-8553-c0bdc075d493 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:42.207910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Attempting to bind port 65cc7b04-4d9c-4874-8553-c0bdc075d493 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '29a606a7-9fcc-40c7-9641-c05aeb04d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:42.208273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Attempting to bind port 65cc7b04-4d9c-4874-8553-c0bdc075d493 on network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:42.215743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:42.216117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Checking segment: {'id': '29a606a7-9fcc-40c7-9641-c05aeb04d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:42.216522 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.216916 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Bound using segment: {'id': '29a606a7-9fcc-40c7-9641-c05aeb04d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:42.217391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Bound port: 65cc7b04-4d9c-4874-8553-c0bdc075d493, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a606a7-9fcc-40c7-9641-c05aeb04d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:42.217776 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.221026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b8a05f5d-c4de-40ee-a908-98498c934f13 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:42.221357 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.316135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] For port 65cc7b04-4d9c-4874-8553-c0bdc075d493, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:42.319123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] For port 65cc7b04-4d9c-4874-8553-c0bdc075d493, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=65cc7b04-4d9c-4874-8553-c0bdc075d493,segment=NetworkSegment(29a606a7-9fcc-40c7-9641-c05aeb04d88d),segment_id=29a606a7-9fcc-40c7-9641-c05aeb04d88d)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:42.488447 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.570940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dbd3d-cdd0-4485-a193-7338c34c8c47 None None] Pushing event updated for resources: {'Port': ['ID=65cc7b04-4d9c-4874-8553-c0bdc075d493,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:42.573952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Routers {'19b72695-bd2a-4ea3-867e-63ada039341b'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:42.574566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:30:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['19b72695-bd2a-4ea3-867e-63ada039341b'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:42.682268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] Set router 19b72695-bd2a-4ea3-867e-63ada039341b gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:42.893874 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171770732', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:40Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '65cc7b04-4d9c-4874-8553-c0bdc075d493', 'name': '', 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'mac_address': 'fa:16:3e:b1:52:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'ce7f3a47-a484-4173-aaf2-a19c12b7aea5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:39Z', 'updated_at': '2021-07-16T18:30:42Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'subnets': [{'id': 'ce7f3a47-a484-4173-aaf2-a19c12b7aea5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:42.912288 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73d06cce-1ac5-4292-86e5-1dc8f6a47f3c req-3d354e8f-c068-490b-b8ec-c5e11c6d7426 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 210 time: 0.0349085 Jul 16 18:30:42.921416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c16e05b-cf9d-447a-98b9-5036ee2221e9 None None] The sync data for ids ['19b72695-bd2a-4ea3-867e-63ada039341b'] in n-d-787206-10 is: [{'id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171770732', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:40Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '65cc7b04-4d9c-4874-8553-c0bdc075d493', 'name': '', 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'mac_address': 'fa:16:3e:b1:52:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'ce7f3a47-a484-4173-aaf2-a19c12b7aea5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:39Z', 'updated_at': '2021-07-16T18:30:42Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'subnets': [{'id': 'ce7f3a47-a484-4173-aaf2-a19c12b7aea5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:43.828824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 65cc7b04-4d9c-4874-8553-c0bdc075d493 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:43.884845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 65cc7b04-4d9c-4874-8553-c0bdc075d493 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:43.890229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 65cc7b04-4d9c-4874-8553-c0bdc075d493 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:43.890730 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.983930 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.026640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 65cc7b04-4d9c-4874-8553-c0bdc075d493, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=65cc7b04-4d9c-4874-8553-c0bdc075d493,segment=NetworkSegment(29a606a7-9fcc-40c7-9641-c05aeb04d88d),segment_id=29a606a7-9fcc-40c7-9641-c05aeb04d88d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:44.031653 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.061251 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-34552bd1-b79e-4ecf-8da3-a6525120f473 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.063811 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-34552bd1-b79e-4ecf-8da3-a6525120f473 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.43 "GET /v2.0/networks?id=060a2e03-b086-4cce-8b7e-c58ecbe1a185 HTTP/1.1" status: 200 len: 798 time: 0.1419220 Jul 16 18:30:44.077391 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Request body: {'port': {'device_id': 'a92321b3-189f-4ce5-ad6c-7f56ff149601', 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185', 'admin_state_up': True, 'tenant_id': '9cf18d4254a24836a3206c374b491bf8'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:44.095574 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=65cc7b04-4d9c-4874-8553-c0bdc075d493,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:44.104884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e3194b7-0ab8-46f2-93bf-9859a80ae0f8 req-10ae1607-0a9c-41fb-ba54-fa9925b8bab5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 210 time: 0.0345433 Jul 16 18:30:44.194821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Made reservation on behalf of 9cf18d4254a24836a3206c374b491bf8 for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:44.198369 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.325076 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Allocated IP 172.20.0.21 (060a2e03-b086-4cce-8b7e-c58ecbe1a185/ce7f3a47-a484-4173-aaf2-a19c12b7aea5/4d3d7996-e0d8-4cd4-a15a-50988d226305) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:44.435739 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.449386 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Transition to ACTIVE for port object 4d3d7996-e0d8-4cd4-a15a-50988d226305 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:44.481491 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.524796 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:44.529821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:44.533553 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:44.561540 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event updated for resources: {'Port': ['ID=4d3d7996-e0d8-4cd4-a15a-50988d226305,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:44.588260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.588866 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.603788 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d1fbb541-06a5-45e0-a17b-31ca06644231 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5307679 Jul 16 18:30:44.615698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d45edd19-d07d-40ab-a482-95c17c5169a9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:30:44.616786 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-d45edd19-d07d-40ab-a482-95c17c5169a9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066316 Jul 16 18:30:44.726277 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Request body: {'port': {'device_id': 'a92321b3-189f-4ce5-ad6c-7f56ff149601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:44.749313 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6fca5c91-003f-4b21-95e2-b3ebb15960e3 None None] Provisioning for port 4d3d7996-e0d8-4cd4-a15a-50988d226305 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:44.753324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6fca5c91-003f-4b21-95e2-b3ebb15960e3 None None] Provisioning complete for port 4d3d7996-e0d8-4cd4-a15a-50988d226305 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:44.753691 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6fca5c91-003f-4b21-95e2-b3ebb15960e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.787116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6fca5c91-003f-4b21-95e2-b3ebb15960e3 None None] Port 4d3d7996-e0d8-4cd4-a15a-50988d226305 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:44.798340 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.060218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3d7996-e0d8-4cd4-a15a-50988d226305 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:45.068646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.080245 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Transition to ACTIVE for port object 4d3d7996-e0d8-4cd4-a15a-50988d226305 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:45.085045 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.151990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3d7996-e0d8-4cd4-a15a-50988d226305,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.211393 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Attempting to bind port 4d3d7996-e0d8-4cd4-a15a-50988d226305 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:45.211783 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Attempting to bind port 4d3d7996-e0d8-4cd4-a15a-50988d226305 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '29a606a7-9fcc-40c7-9641-c05aeb04d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:45.212094 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Attempting to bind port 4d3d7996-e0d8-4cd4-a15a-50988d226305 on network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:45.216743 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Port 4d3d7996-e0d8-4cd4-a15a-50988d226305 on network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:30:45.217070 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Attempting to bind port 4d3d7996-e0d8-4cd4-a15a-50988d226305 on network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:45.223219 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:45.223612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Checking segment: {'id': '29a606a7-9fcc-40c7-9641-c05aeb04d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:45.224008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Bound using segment: {'id': '29a606a7-9fcc-40c7-9641-c05aeb04d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:45.224445 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Bound port: 4d3d7996-e0d8-4cd4-a15a-50988d226305, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a606a7-9fcc-40c7-9641-c05aeb04d88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:45.224810 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.297959 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] For port 4d3d7996-e0d8-4cd4-a15a-50988d226305, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:45.301790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] For port 4d3d7996-e0d8-4cd4-a15a-50988d226305, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4d3d7996-e0d8-4cd4-a15a-50988d226305,segment=NetworkSegment(29a606a7-9fcc-40c7-9641-c05aeb04d88d),segment_id=29a606a7-9fcc-40c7-9641-c05aeb04d88d)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:45.301961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dcd6d-536f-418d-9d1d-7d16d95d1a78 req-406c9196-167d-433b-99c0-327906de9121 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.304335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c4dcd6d-536f-418d-9d1d-7d16d95d1a78 req-406c9196-167d-433b-99c0-327906de9121 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 907 time: 0.0676496 Jul 16 18:30:45.307174 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.340258 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.340822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.342182 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] 10.222.0.43 "PUT /v2.0/ports/4d3d7996-e0d8-4cd4-a15a-50988d226305 HTTP/1.1" status: 200 len: 1056 time: 0.7188942 Jul 16 18:30:45.344197 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92321b3-189f-4ce5-ad6c-7f56ff149601', 'tag': '4d3d7996-e0d8-4cd4-a15a-50988d226305'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:45.347496 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c676c82d-866a-4f12-ad1e-630f1e3b2e09" -d '{"events": [{"name": "network-changed", "server_uuid": "a92321b3-189f-4ce5-ad6c-7f56ff149601", "tag": "4d3d7996-e0d8-4cd4-a15a-50988d226305"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:45.376439 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b6ab6-507e-4870-8561-d6d9dbbc8de5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3d7996-e0d8-4cd4-a15a-50988d226305,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.456275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-a69195bc-7ba7-4bd0-bff6-3ddfba5c845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.457954 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-a69195bc-7ba7-4bd0-bff6-3ddfba5c845d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cf18d4254a24836a3206c374b491bf8&device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 1059 time: 0.0677209 Jul 16 18:30:45.505109 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32161360-57c5-483c-8f2c-9f5d4b246fb1 x-openstack-request-id: req-32161360-57c5-483c-8f2c-9f5d4b246fb1 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:45.505393 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92321b3-189f-4ce5-ad6c-7f56ff149601", "tag": "4d3d7996-e0d8-4cd4-a15a-50988d226305", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:45.505635 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32161360-57c5-483c-8f2c-9f5d4b246fb1 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:45.506027 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92321b3-189f-4ce5-ad6c-7f56ff149601', 'tag': '4d3d7996-e0d8-4cd4-a15a-50988d226305', 'status': 'completed', 'code': 200} Jul 16 18:30:45.507860 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-bc4801f0-295f-4ff6-b9ed-68fceb786547 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=4d3d7996-e0d8-4cd4-a15a-50988d226305 HTTP/1.1" status: 200 len: 217 time: 0.0423419 Jul 16 18:30:45.556813 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-99b606c6-60ea-4416-a7fa-f8272c5cd144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.558179 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-99b606c6-60ea-4416-a7fa-f8272c5cd144 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce7f3a47-a484-4173-aaf2-a19c12b7aea5 HTTP/1.1" status: 200 len: 838 time: 0.0441906 Jul 16 18:30:45.614341 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-c81ef8b0-0f31-4839-b256-640466b32582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.615816 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-c81ef8b0-0f31-4839-b256-640466b32582 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=060a2e03-b086-4cce-8b7e-c58ecbe1a185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0510654 Jul 16 18:30:45.706258 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-0261cef1-af2f-42f5-a2fe-af5f2a024853 service neutron] 10.222.0.43 "GET /v2.0/networks/060a2e03-b086-4cce-8b7e-c58ecbe1a185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841000 Jul 16 18:30:45.794230 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c2d24bb3-804b-4517-963b-38de21b21f4b req-cac669ce-3e3a-451d-bfc1-c5320e5a0b78 service neutron] 10.222.0.43 "GET /v2.0/networks/060a2e03-b086-4cce-8b7e-c58ecbe1a185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812609 Jul 16 18:30:45.801533 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 65cc7b04-4d9c-4874-8553-c0bdc075d493 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:45.854255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 65cc7b04-4d9c-4874-8553-c0bdc075d493 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:45.854541 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.902184 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676c82d-866a-4f12-ad1e-630f1e3b2e09 req-406ab69e-e89d-40c2-be1a-020c71f7d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.903696 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c676c82d-866a-4f12-ad1e-630f1e3b2e09 req-406ab69e-e89d-40c2-be1a-020c71f7d807 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cf18d4254a24836a3206c374b491bf8&device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 1059 time: 0.0560322 Jul 16 18:30:45.994580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676c82d-866a-4f12-ad1e-630f1e3b2e09 req-c06f396c-d2d9-4c2c-81ea-62971c21e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.996153 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c676c82d-866a-4f12-ad1e-630f1e3b2e09 req-c06f396c-d2d9-4c2c-81ea-62971c21e510 service neutron] 10.222.0.43 "GET /v2.0/networks?id=060a2e03-b086-4cce-8b7e-c58ecbe1a185 HTTP/1.1" status: 200 len: 899 time: 0.0850675 Jul 16 18:30:46.041793 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c676c82d-866a-4f12-ad1e-630f1e3b2e09 req-17eb7f76-7a4f-4e24-adb3-52e933799e8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=4d3d7996-e0d8-4cd4-a15a-50988d226305 HTTP/1.1" status: 200 len: 217 time: 0.0387502 Jul 16 18:30:46.089733 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676c82d-866a-4f12-ad1e-630f1e3b2e09 req-ab4163a2-bf85-4669-93ea-6cd9f4e40e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.091144 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c676c82d-866a-4f12-ad1e-630f1e3b2e09 req-ab4163a2-bf85-4669-93ea-6cd9f4e40e20 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce7f3a47-a484-4173-aaf2-a19c12b7aea5 HTTP/1.1" status: 200 len: 838 time: 0.0428636 Jul 16 18:30:46.147857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676c82d-866a-4f12-ad1e-630f1e3b2e09 req-e5c0f5f9-0622-4408-b18f-52ed52b09cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.149288 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c676c82d-866a-4f12-ad1e-630f1e3b2e09 req-e5c0f5f9-0622-4408-b18f-52ed52b09cee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=060a2e03-b086-4cce-8b7e-c58ecbe1a185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0494609 Jul 16 18:30:46.239339 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c676c82d-866a-4f12-ad1e-630f1e3b2e09 req-b21a83c4-fbc0-4cdf-a7e3-e8a396fe5356 service neutron] 10.222.0.43 "GET /v2.0/networks/060a2e03-b086-4cce-8b7e-c58ecbe1a185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831556 Jul 16 18:30:46.325977 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-c676c82d-866a-4f12-ad1e-630f1e3b2e09 req-b2d1eeb7-4225-4cce-9d2c-efe0b4defb42 service neutron] 10.222.0.43 "GET /v2.0/networks/060a2e03-b086-4cce-8b7e-c58ecbe1a185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802436 Jul 16 18:30:46.479356 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f07b8b-8692-4768-9fb6-26adc64c62f6 req-4424fed2-d755-4acf-8149-215691b4f0a2 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.480882 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4f07b8b-8692-4768-9fb6-26adc64c62f6 req-4424fed2-d755-4acf-8149-215691b4f0a2 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 907 time: 0.0628967 Jul 16 18:30:47.659237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73242155-1ded-45dd-93ac-e1833a4ae82f req-7455d7e8-4bba-424a-a666-c322d1e72fc5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:47.661326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73242155-1ded-45dd-93ac-e1833a4ae82f req-7455d7e8-4bba-424a-a666-c322d1e72fc5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 907 time: 0.0666618 Jul 16 18:30:48.834322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b267f9-a29a-4faf-a2e7-7191eae54606 req-7beb2380-4ee6-4480-aa90-389f7d75c59e tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:48.835829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d8b267f9-a29a-4faf-a2e7-7191eae54606 req-7beb2380-4ee6-4480-aa90-389f7d75c59e tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 907 time: 0.0641091 Jul 16 18:30:49.680831 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4d3d7996-e0d8-4cd4-a15a-50988d226305 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:49.777659 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 4d3d7996-e0d8-4cd4-a15a-50988d226305, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4d3d7996-e0d8-4cd4-a15a-50988d226305,segment=NetworkSegment(29a606a7-9fcc-40c7-9641-c05aeb04d88d),segment_id=29a606a7-9fcc-40c7-9641-c05aeb04d88d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:49.788851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '4d3d7996-e0d8-4cd4-a15a-50988d226305', 'network_id': '060a2e03-b086-4cce-8b7e-c58ecbe1a185', 'port_id': '4d3d7996-e0d8-4cd4-a15a-50988d226305', 'mac_address': 'fa:16:3e:7f:d5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7f3a47-a484-4173-aaf2-a19c12b7aea5', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:49.824138 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.837465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3d7996-e0d8-4cd4-a15a-50988d226305 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:49.858304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 4d3d7996-e0d8-4cd4-a15a-50988d226305, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4d3d7996-e0d8-4cd4-a15a-50988d226305,segment=NetworkSegment(29a606a7-9fcc-40c7-9641-c05aeb04d88d),segment_id=29a606a7-9fcc-40c7-9641-c05aeb04d88d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:49.866515 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.915275 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=4d3d7996-e0d8-4cd4-a15a-50988d226305,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:50.015723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30313760-0693-4cd0-8ed2-2a15d4e15f3c req-dad681b3-739e-4cf4-bddb-11eb883e23a2 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:50.017126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30313760-0693-4cd0-8ed2-2a15d4e15f3c req-dad681b3-739e-4cf4-bddb-11eb883e23a2 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 908 time: 0.0640085 Jul 16 18:30:50.079819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['4d3d7996-e0d8-4cd4-a15a-50988d226305'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:51.195755 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8184c97-e16f-4f34-8f3f-a3b18b281fa8 req-fcf67b05-4d23-4305-82f0-0b2377467aae tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:51.197228 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8184c97-e16f-4f34-8f3f-a3b18b281fa8 req-fcf67b05-4d23-4305-82f0-0b2377467aae tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 908 time: 0.0677998 Jul 16 18:30:51.677576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4d3d7996-e0d8-4cd4-a15a-50988d226305 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:51.724627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 4d3d7996-e0d8-4cd4-a15a-50988d226305 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:51.728128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 4d3d7996-e0d8-4cd4-a15a-50988d226305 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:51.728498 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.804149 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.825156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92321b3-189f-4ce5-ad6c-7f56ff149601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d7996-e0d8-4cd4-a15a-50988d226305'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:51.827597 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482f3d3f-17ea-403f-beed-566c4ce329de" -d '{"events": [{"server_uuid": "a92321b3-189f-4ce5-ad6c-7f56ff149601", "name": "network-vif-plugged", "status": "completed", "tag": "4d3d7996-e0d8-4cd4-a15a-50988d226305"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:51.840845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 4d3d7996-e0d8-4cd4-a15a-50988d226305, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4d3d7996-e0d8-4cd4-a15a-50988d226305,segment=NetworkSegment(29a606a7-9fcc-40c7-9641-c05aeb04d88d),segment_id=29a606a7-9fcc-40c7-9641-c05aeb04d88d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:51.845240 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.872721 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f84803-2dbc-4a0f-81dc-3243a3f2857d x-openstack-request-id: req-14f84803-2dbc-4a0f-81dc-3243a3f2857d {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:51.873018 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92321b3-189f-4ce5-ad6c-7f56ff149601", "name": "network-vif-plugged", "status": "completed", "tag": "4d3d7996-e0d8-4cd4-a15a-50988d226305", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:51.873275 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14f84803-2dbc-4a0f-81dc-3243a3f2857d {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:51.873671 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92321b3-189f-4ce5-ad6c-7f56ff149601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d7996-e0d8-4cd4-a15a-50988d226305', 'code': 200} Jul 16 18:30:51.902368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=4d3d7996-e0d8-4cd4-a15a-50988d226305,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:51.982171 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e233e4e-cdf0-4a30-a8fa-3176a9706acf req-fde5733f-b8b9-4a74-8436-4b53cd578600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:51.983589 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1e233e4e-cdf0-4a30-a8fa-3176a9706acf req-fde5733f-b8b9-4a74-8436-4b53cd578600 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 1061 time: 0.0513473 Jul 16 18:30:52.370400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c4921-b86b-47e9-98f9-31ce0ba5a898 req-48c54536-a808-498e-b11b-56586294f55c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:52.371888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d2c4921-b86b-47e9-98f9-31ce0ba5a898 req-48c54536-a808-498e-b11b-56586294f55c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 909 time: 0.0628841 Jul 16 18:30:53.545907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6be63e-dd20-4ea2-b74c-ddd57494bd83 req-e926bb5a-cb9e-4ce9-9916-70101068686c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:53.547405 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e6be63e-dd20-4ea2-b74c-ddd57494bd83 req-e926bb5a-cb9e-4ce9-9916-70101068686c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 909 time: 0.0642650 Jul 16 18:30:53.720908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e681f0-545c-447d-ac39-413f0c32451d req-bb51516d-259d-4f66-8492-bbc6c3a3ad9c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:53.722443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-42e681f0-545c-447d-ac39-413f0c32451d req-bb51516d-259d-4f66-8492-bbc6c3a3ad9c tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 909 time: 0.0668588 Jul 16 18:30:53.885932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c91497-0512-49d5-a82b-45dd338fdc32 req-333575dd-e204-48a0-b345-30ddd8770199 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:53.887461 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8c91497-0512-49d5-a82b-45dd338fdc32 req-333575dd-e204-48a0-b345-30ddd8770199 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 1061 time: 0.0527894 Jul 16 18:30:54.046813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a67c2-db84-4f7e-a28f-cf171143250f req-ffd43527-2ab7-424d-81a1-0473d5bfb8c5 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:54.048357 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-680a67c2-db84-4f7e-a28f-cf171143250f req-ffd43527-2ab7-424d-81a1-0473d5bfb8c5 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 1136 time: 0.0521371 Jul 16 18:30:54.084691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-680a67c2-db84-4f7e-a28f-cf171143250f req-ed5c7c3a-0cef-42a4-ae0f-1b03c16bda06 tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa&id=f6456009-975d-4428-863e-e2d9c4921a79&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0305946 Jul 16 18:30:54.108217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50840) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:54.158745 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c122bd-5b71-4801-b696-cb6315a2a85c tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:54.160445 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-47c122bd-5b71-4801-b696-cb6315a2a85c tempest-TestSecurityGroupsBasicOps-998175294 tempest-TestSecurityGroupsBasicOps-998175294-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 1056 time: 0.0512643 Jul 16 18:30:54.516003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5649193-79a3-4f87-9870-82d1e5699556 req-711f229b-2d15-457d-bf42-9c9ade1b1e17 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:54.517376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5649193-79a3-4f87-9870-82d1e5699556 req-711f229b-2d15-457d-bf42-9c9ade1b1e17 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 909 time: 0.0659130 Jul 16 18:30:55.694381 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72235531-dc84-4f60-b406-756873b726f5 req-29328914-ae42-4b37-8f1a-00219e804599 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:55.695900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72235531-dc84-4f60-b406-756873b726f5 req-29328914-ae42-4b37-8f1a-00219e804599 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 909 time: 0.0637445 Jul 16 18:30:55.791290 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b356b8c-8da5-4edf-a61d-7a2c78d3bed5 req-3c2fce70-b75f-4c25-8944-dce30586a87f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:55.792763 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4b356b8c-8da5-4edf-a61d-7a2c78d3bed5 req-3c2fce70-b75f-4c25-8944-dce30586a87f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.43 "GET /v2.0/ports?device_id=a92321b3-189f-4ce5-ad6c-7f56ff149601 HTTP/1.1" status: 200 len: 909 time: 0.0723364 Jul 16 18:30:55.889283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-4b356b8c-8da5-4edf-a61d-7a2c78d3bed5 req-ab3a14a2-843f-4204-9f0e-3486dc995f6f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Deleting port 4d3d7996-e0d8-4cd4-a15a-50988d226305 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:55.889512 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4b356b8c-8da5-4edf-a61d-7a2c78d3bed5 req-ab3a14a2-843f-4204-9f0e-3486dc995f6f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.980080 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-4b356b8c-8da5-4edf-a61d-7a2c78d3bed5 req-ab3a14a2-843f-4204-9f0e-3486dc995f6f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] For port 4d3d7996-e0d8-4cd4-a15a-50988d226305, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4d3d7996-e0d8-4cd4-a15a-50988d226305,segment=NetworkSegment(29a606a7-9fcc-40c7-9641-c05aeb04d88d),segment_id=29a606a7-9fcc-40c7-9641-c05aeb04d88d)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:55.980440 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4b356b8c-8da5-4edf-a61d-7a2c78d3bed5 req-ab3a14a2-843f-4204-9f0e-3486dc995f6f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.991979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-4b356b8c-8da5-4edf-a61d-7a2c78d3bed5 req-ab3a14a2-843f-4204-9f0e-3486dc995f6f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Calling delete_port for 4d3d7996-e0d8-4cd4-a15a-50988d226305 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:56.115896 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4b356b8c-8da5-4edf-a61d-7a2c78d3bed5 req-ab3a14a2-843f-4204-9f0e-3486dc995f6f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.144253 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a14a2-843f-4204-9f0e-3486dc995f6f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event deleted for resources: {'Port': ['ID=4d3d7996-e0d8-4cd4-a15a-50988d226305,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:56.185629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b356b8c-8da5-4edf-a61d-7a2c78d3bed5 req-ab3a14a2-843f-4204-9f0e-3486dc995f6f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] No DVR routers for this DVR port 4d3d7996-e0d8-4cd4-a15a-50988d226305 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:56.188288 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-4b356b8c-8da5-4edf-a61d-7a2c78d3bed5 req-ab3a14a2-843f-4204-9f0e-3486dc995f6f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.190826 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4b356b8c-8da5-4edf-a61d-7a2c78d3bed5 req-ab3a14a2-843f-4204-9f0e-3486dc995f6f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.43 "DELETE /v2.0/ports/4d3d7996-e0d8-4cd4-a15a-50988d226305 HTTP/1.1" status: 204 len: 173 time: 0.3908854 Jul 16 18:30:56.191256 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92321b3-189f-4ce5-ad6c-7f56ff149601', 'name': 'network-vif-deleted', 'tag': '4d3d7996-e0d8-4cd4-a15a-50988d226305'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:56.193538 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5e9377-f81a-463c-a099-fb9680c6264a" -d '{"events": [{"server_uuid": "a92321b3-189f-4ce5-ad6c-7f56ff149601", "name": "network-vif-deleted", "tag": "4d3d7996-e0d8-4cd4-a15a-50988d226305"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:56.249049 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d9a5ca-71ed-402c-abbd-162162e9d4eb x-openstack-request-id: req-b1d9a5ca-71ed-402c-abbd-162162e9d4eb {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:56.249338 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92321b3-189f-4ce5-ad6c-7f56ff149601", "name": "network-vif-deleted", "tag": "4d3d7996-e0d8-4cd4-a15a-50988d226305", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:56.249585 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1d9a5ca-71ed-402c-abbd-162162e9d4eb {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:56.249976 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92321b3-189f-4ce5-ad6c-7f56ff149601', 'name': 'network-vif-deleted', 'tag': '4d3d7996-e0d8-4cd4-a15a-50988d226305', 'status': 'completed', 'code': 200} Jul 16 18:30:56.788674 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50852) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:56.803979 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.881471 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.143077 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc23-3be6-4967-b0b2-575d77d048f5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.686215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-cda5fc23-3be6-4967-b0b2-575d77d048f5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Deleting port 65cc7b04-4d9c-4874-8553-c0bdc075d493 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:57.686462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc23-3be6-4967-b0b2-575d77d048f5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.773850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-cda5fc23-3be6-4967-b0b2-575d77d048f5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] For port 65cc7b04-4d9c-4874-8553-c0bdc075d493, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=65cc7b04-4d9c-4874-8553-c0bdc075d493,segment=NetworkSegment(29a606a7-9fcc-40c7-9641-c05aeb04d88d),segment_id=29a606a7-9fcc-40c7-9641-c05aeb04d88d)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:57.774206 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc23-3be6-4967-b0b2-575d77d048f5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.786500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-cda5fc23-3be6-4967-b0b2-575d77d048f5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Calling delete_port for 65cc7b04-4d9c-4874-8553-c0bdc075d493 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:57.967711 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc23-3be6-4967-b0b2-575d77d048f5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.997882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5fc23-3be6-4967-b0b2-575d77d048f5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event deleted for resources: {'Port': ['ID=65cc7b04-4d9c-4874-8553-c0bdc075d493,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:58.032130 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e1975b87-a9e0-4fab-a46c-9da1b818f21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.169673 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc23-3be6-4967-b0b2-575d77d048f5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.381060 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda5fc23-3be6-4967-b0b2-575d77d048f5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Router 19b72695-bd2a-4ea3-867e-63ada039341b has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:58.484740 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda5fc23-3be6-4967-b0b2-575d77d048f5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:58.490904 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cda5fc23-3be6-4967-b0b2-575d77d048f5 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "PUT /v2.0/routers/19b72695-bd2a-4ea3-867e-63ada039341b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7012093 Jul 16 18:30:58.493564 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50854) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:58.496689 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c05bd-9d15-413a-9e04-63efa4da9af9 None None] Sync routers for ids ['19b72695-bd2a-4ea3-867e-63ada039341b'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:58.506294 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c05bd-9d15-413a-9e04-63efa4da9af9 None None] Routers {'19b72695-bd2a-4ea3-867e-63ada039341b'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:58.507127 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fa6c05bd-9d15-413a-9e04-63efa4da9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:30:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['19b72695-bd2a-4ea3-867e-63ada039341b'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:58.544204 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e5ec18-55fa-499d-8929-2d4a365d5142 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Deleting subnet ce7f3a47-a484-4173-aaf2-a19c12b7aea5 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:58.547354 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12e5ec18-55fa-499d-8929-2d4a365d5142 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.586743 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12e5ec18-55fa-499d-8929-2d4a365d5142 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.606993 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-fa6c05bd-9d15-413a-9e04-63efa4da9af9 None None] Set router 19b72695-bd2a-4ea3-867e-63ada039341b gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:58.673473 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12e5ec18-55fa-499d-8929-2d4a365d5142 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.732183 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12e5ec18-55fa-499d-8929-2d4a365d5142 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.760074 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5ec18-55fa-499d-8929-2d4a365d5142 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7f3a47-a484-4173-aaf2-a19c12b7aea5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:58.764769 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12e5ec18-55fa-499d-8929-2d4a365d5142 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.770012 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-12e5ec18-55fa-499d-8929-2d4a365d5142 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "DELETE /v2.0/subnets/ce7f3a47-a484-4173-aaf2-a19c12b7aea5 HTTP/1.1" status: 204 len: 168 time: 0.2723794 Jul 16 18:30:58.770619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50856) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:58.772591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb1581c-0908-41bf-b2b1-60f9bcf1db04 None None] Network 060a2e03-b086-4cce-8b7e-c58ecbe1a185 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:58.831539 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fa6c05bd-9d15-413a-9e04-63efa4da9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171770732', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:57Z', 'revision_number': 5, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:58.862081 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c05bd-9d15-413a-9e04-63efa4da9af9 None None] Checking router: 19b72695-bd2a-4ea3-867e-63ada039341b for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:58.876283 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c05bd-9d15-413a-9e04-63efa4da9af9 None None] Routers {'19b72695-bd2a-4ea3-867e-63ada039341b'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:58.876897 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fa6c05bd-9d15-413a-9e04-63efa4da9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:30:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['19b72695-bd2a-4ea3-867e-63ada039341b'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:58.890813 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.961061 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92bf9e4-ab78-4f10-9330-4857afca4ebf None None] DHCP port deletion for 060a2e03-b086-4cce-8b7e-c58ecbe1a185 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:30:59.008612 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.012063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f92bf9e4-ab78-4f10-9330-4857afca4ebf None None] Deleting port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:59.012517 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f92bf9e4-ab78-4f10-9330-4857afca4ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.022510 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-fa6c05bd-9d15-413a-9e04-63efa4da9af9 None None] Set router 19b72695-bd2a-4ea3-867e-63ada039341b gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:59.071748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Deleting port b8a05f5d-c4de-40ee-a908-98498c934f13 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:59.072437 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.087276 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f92bf9e4-ab78-4f10-9330-4857afca4ebf None None] For port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94,segment=NetworkSegment(29a606a7-9fcc-40c7-9641-c05aeb04d88d),segment_id=29a606a7-9fcc-40c7-9641-c05aeb04d88d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:59.087911 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f92bf9e4-ab78-4f10-9330-4857afca4ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.101961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f92bf9e4-ab78-4f10-9330-4857afca4ebf None None] Calling delete_port for d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:59.164534 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] For port b8a05f5d-c4de-40ee-a908-98498c934f13, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b8a05f5d-c4de-40ee-a908-98498c934f13,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:59.164939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.177218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Calling delete_port for b8a05f5d-c4de-40ee-a908-98498c934f13 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:59.185462 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f92bf9e4-ab78-4f10-9330-4857afca4ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.210910 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bf9e4-ab78-4f10-9330-4857afca4ebf None None] Pushing event deleted for resources: {'Port': ['ID=d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:59.217356 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-fa6c05bd-9d15-413a-9e04-63efa4da9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171770732', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:57Z', 'revision_number': 5, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:59.220921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92bf9e4-ab78-4f10-9330-4857afca4ebf None None] No DVR routers for this DVR port d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:59.244563 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c05bd-9d15-413a-9e04-63efa4da9af9 None None] The sync data for ids ['19b72695-bd2a-4ea3-867e-63ada039341b'] in n-d-787206-10 is: [{'id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171770732', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:57Z', 'revision_number': 5, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': 'b8a05f5d-c4de-40ee-a908-98498c934f13', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b72695-bd2a-4ea3-867e-63ada039341b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:36Z', 'updated_at': '2021-07-16T18:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:59.359570 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.386508 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event deleted for resources: {'Port': ['ID=b8a05f5d-c4de-40ee-a908-98498c934f13,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:59.453563 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.547217 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.549318 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.591891 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.592430 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Fanout notify agent at l3_agent the message router_deleted on router 19b72695-bd2a-4ea3-867e-63ada039341b {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:30:59.599669 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.600769 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4160a4ed-0fa8-4610-a1ca-cd0f414ad359 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "DELETE /v2.0/routers/19b72695-bd2a-4ea3-867e-63ada039341b HTTP/1.1" status: 204 len: 168 time: 0.8289030 Jul 16 18:30:59.603498 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50858) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:59.683559 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1af2cc7-6aab-40c0-927e-98e6682a17cf tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.727877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4d3d7996-e0d8-4cd4-a15a-50988d226305 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:59.753755 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 4d3d7996-e0d8-4cd4-a15a-50988d226305 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:59.754232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4d3d7996-e0d8-4cd4-a15a-50988d226305 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:59.777795 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1af2cc7-6aab-40c0-927e-98e6682a17cf tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.787973 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d1af2cc7-6aab-40c0-927e-98e6682a17cf tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060a2e03-b086-4cce-8b7e-c58ecbe1a185']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:59.797531 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d1af2cc7-6aab-40c0-927e-98e6682a17cf tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a606a7-9fcc-40c7-9641-c05aeb04d88d') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:59.797826 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-d1af2cc7-6aab-40c0-927e-98e6682a17cf tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a606a7-9fcc-40c7-9641-c05aeb04d88d') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:59.806854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1af2cc7-6aab-40c0-927e-98e6682a17cf tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.821656 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1af2cc7-6aab-40c0-927e-98e6682a17cf tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.827400 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1af2cc7-6aab-40c0-927e-98e6682a17cf tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:59.827810 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1af2cc7-6aab-40c0-927e-98e6682a17cf tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:59.831602 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:59.891780 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1af2cc7-6aab-40c0-927e-98e6682a17cf tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.898663 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d1af2cc7-6aab-40c0-927e-98e6682a17cf tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.900457 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d1af2cc7-6aab-40c0-927e-98e6682a17cf tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "DELETE /v2.0/networks/060a2e03-b086-4cce-8b7e-c58ecbe1a185 HTTP/1.1" status: 204 len: 168 time: 0.2960403 Jul 16 18:30:59.903285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50860) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:59.911957 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af2cc7-6aab-40c0-927e-98e6682a17cf tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event deleted for resources: {'Network': ['ID=060a2e03-b086-4cce-8b7e-c58ecbe1a185,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:59.968857 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:00.067850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-79ead206-24c2-4db7-9524-ff6f7db669ca tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Deleting port 48ae56d4-b610-458a-abe6-37bf06bca5eb {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:00.068183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79ead206-24c2-4db7-9524-ff6f7db669ca tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.085579 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:00.105320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:00.105969 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d0aeaad6-7f6b-4b2a-a712-16a31b2a5a94 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:00.106077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b8a05f5d-c4de-40ee-a908-98498c934f13 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:00.123964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: b8a05f5d-c4de-40ee-a908-98498c934f13 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:00.124309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b8a05f5d-c4de-40ee-a908-98498c934f13 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:00.124710 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 65cc7b04-4d9c-4874-8553-c0bdc075d493 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:00.142814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 65cc7b04-4d9c-4874-8553-c0bdc075d493 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:00.143156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 65cc7b04-4d9c-4874-8553-c0bdc075d493 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:00.152869 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79ead206-24c2-4db7-9524-ff6f7db669ca tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.153206 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79ead206-24c2-4db7-9524-ff6f7db669ca tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.165100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-79ead206-24c2-4db7-9524-ff6f7db669ca tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Calling delete_port for 48ae56d4-b610-458a-abe6-37bf06bca5eb owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:00.311253 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79ead206-24c2-4db7-9524-ff6f7db669ca tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.337237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ead206-24c2-4db7-9524-ff6f7db669ca tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event deleted for resources: {'Port': ['ID=48ae56d4-b610-458a-abe6-37bf06bca5eb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:00.398882 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79ead206-24c2-4db7-9524-ff6f7db669ca tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.399294 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-79ead206-24c2-4db7-9524-ff6f7db669ca tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Floating IP 9f9aaa29-062c-44b1-b64c-b471f6013982 disassociated (deleted). External IP: 172.25.5.66, port: fc465e5d-91db-4a0e-9a74-3db339fa21d3. Jul 16 18:31:00.605194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ead206-24c2-4db7-9524-ff6f7db669ca tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Router 57a726b4-401d-406a-8253-935937a060d6 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:00.681065 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.712310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ead206-24c2-4db7-9524-ff6f7db669ca tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:00.717098 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79ead206-24c2-4db7-9524-ff6f7db669ca tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.721333 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eeddd1-6860-4225-8fa8-38bb1b3cad1e None None] Sync routers for ids ['57a726b4-401d-406a-8253-935937a060d6'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:00.730467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eeddd1-6860-4225-8fa8-38bb1b3cad1e None None] Routers {'57a726b4-401d-406a-8253-935937a060d6'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:00.731090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c0eeddd1-6860-4225-8fa8-38bb1b3cad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:30:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['57a726b4-401d-406a-8253-935937a060d6'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:00.754185 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-79ead206-24c2-4db7-9524-ff6f7db669ca tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "DELETE /v2.0/floatingips/9f9aaa29-062c-44b1-b64c-b471f6013982 HTTP/1.1" status: 204 len: 168 time: 0.8496583 Jul 16 18:31:00.754780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'tag': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:00.757071 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976b364c-ca4d-4009-8701-a9bfb1c59aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a", "tag": "fc465e5d-91db-4a0e-9a74-3db339fa21d3"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:00.790081 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dc161557-3e5f-4646-8333-c7eaf6812cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.858725 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c0eeddd1-6860-4225-8fa8-38bb1b3cad1e None None] Set router 57a726b4-401d-406a-8253-935937a060d6 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:00.868717 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58e921a-58cb-47b8-98d1-1cb8b487b54c x-openstack-request-id: req-e58e921a-58cb-47b8-98d1-1cb8b487b54c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:00.869014 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a", "tag": "fc465e5d-91db-4a0e-9a74-3db339fa21d3", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:00.869268 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e58e921a-58cb-47b8-98d1-1cb8b487b54c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:00.869666 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'tag': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3', 'status': 'completed', 'code': 200} Jul 16 18:31:00.954413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b364c-ca4d-4009-8701-a9bfb1c59aa6 req-f8cfe807-5fe5-413e-af7a-9a00af057d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:00.956564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-976b364c-ca4d-4009-8701-a9bfb1c59aa6 req-f8cfe807-5fe5-413e-af7a-9a00af057d53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf18d4254a24836a3206c374b491bf8&device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 1136 time: 0.0587623 Jul 16 18:31:01.065523 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c0eeddd1-6860-4225-8fa8-38bb1b3cad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:43Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '652e3c15-fb58-4f41-9105-401c21e93694', 'name': '', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'mac_address': 'fa:16:3e:f3:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:45Z', 'updated_at': '2021-07-16T18:29:50Z', 'revision_number': 5, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'subnets': [{'id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:01.074581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b364c-ca4d-4009-8701-a9bfb1c59aa6 req-f468617c-374e-42ea-a773-5a2900348a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.076143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-976b364c-ca4d-4009-8701-a9bfb1c59aa6 req-f468617c-374e-42ea-a773-5a2900348a30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5797aca8-26e9-47b4-bdef-c262fbaf7d5c HTTP/1.1" status: 200 len: 898 time: 0.1113441 Jul 16 18:31:01.096362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eeddd1-6860-4225-8fa8-38bb1b3cad1e None None] Checking router: 57a726b4-401d-406a-8253-935937a060d6 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:01.105374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eeddd1-6860-4225-8fa8-38bb1b3cad1e None None] Routers {'57a726b4-401d-406a-8253-935937a060d6'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:01.105992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c0eeddd1-6860-4225-8fa8-38bb1b3cad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:31:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['57a726b4-401d-406a-8253-935937a060d6'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:01.147589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-976b364c-ca4d-4009-8701-a9bfb1c59aa6 req-bae9b930-558a-4a9e-9bb1-0f2662ae8208 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc465e5d-91db-4a0e-9a74-3db339fa21d3 HTTP/1.1" status: 200 len: 217 time: 0.0582385 Jul 16 18:31:01.209043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c0eeddd1-6860-4225-8fa8-38bb1b3cad1e None None] Set router 57a726b4-401d-406a-8253-935937a060d6 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:01.217479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5eee83-d94b-436d-bc4f-7fab61e30b27 req-482650e1-beaa-492d-93b2-033c08484c49 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.219000 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cd5eee83-d94b-436d-bc4f-7fab61e30b27 req-482650e1-beaa-492d-93b2-033c08484c49 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 984 time: 0.1394525 Jul 16 18:31:01.220785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b364c-ca4d-4009-8701-a9bfb1c59aa6 req-dd5cde5e-6729-43ff-85f1-501f906e1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.222965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-976b364c-ca4d-4009-8701-a9bfb1c59aa6 req-dd5cde5e-6729-43ff-85f1-501f906e1e6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecbf40db-ebdf-4311-a241-ebcd0f37135e HTTP/1.1" status: 200 len: 834 time: 0.0685782 Jul 16 18:31:01.290818 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cd5eee83-d94b-436d-bc4f-7fab61e30b27 req-7a0e01f1-247e-4560-8de8-cb36563680ab tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/security-groups?id=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa&id=f6456009-975d-4428-863e-e2d9c4921a79&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0650594 Jul 16 18:31:01.309308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b364c-ca4d-4009-8701-a9bfb1c59aa6 req-12631eb3-4638-4e7c-96c6-7c948c8c1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.310865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-976b364c-ca4d-4009-8701-a9bfb1c59aa6 req-12631eb3-4638-4e7c-96c6-7c948c8c1480 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5797aca8-26e9-47b4-bdef-c262fbaf7d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791500 Jul 16 18:31:01.405915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c0eeddd1-6860-4225-8fa8-38bb1b3cad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:43Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '652e3c15-fb58-4f41-9105-401c21e93694', 'name': '', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'mac_address': 'fa:16:3e:f3:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:45Z', 'updated_at': '2021-07-16T18:29:50Z', 'revision_number': 5, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'subnets': [{'id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:01.408502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-976b364c-ca4d-4009-8701-a9bfb1c59aa6 req-bce2d4d2-10e6-4ca2-a241-1dad63ad430b service neutron] 10.222.0.35 "GET /v2.0/networks/5797aca8-26e9-47b4-bdef-c262fbaf7d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904024 Jul 16 18:31:01.431007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eeddd1-6860-4225-8fa8-38bb1b3cad1e None None] The sync data for ids ['57a726b4-401d-406a-8253-935937a060d6'] in n-d-787206-10 is: [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:43Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '652e3c15-fb58-4f41-9105-401c21e93694', 'name': '', 'network_id': '5797aca8-26e9-47b4-bdef-c262fbaf7d5c', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'mac_address': 'fa:16:3e:f3:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:45Z', 'updated_at': '2021-07-16T18:29:50Z', 'revision_number': 5, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'subnets': [{'id': 'ecbf40db-ebdf-4311-a241-ebcd0f37135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:01.507063 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-976b364c-ca4d-4009-8701-a9bfb1c59aa6 req-4d96ffb2-f60c-4b45-ac20-f4f72b5bf547 service neutron] 10.222.0.35 "GET /v2.0/networks/5797aca8-26e9-47b4-bdef-c262fbaf7d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910871 Jul 16 18:31:01.639125 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d92abf7-8987-44a2-a010-ebd363dae28c None None] New status for floating IP 9f9aaa29-062c-44b1-b64c-b471f6013982: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:31:01.933407 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.361813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44878e81-0d07-4139-b432-947bdbe795d4 req-1ef34914-1cfb-448b-9698-ebf2e7f66134 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:02.364072 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44878e81-0d07-4139-b432-947bdbe795d4 req-1ef34914-1cfb-448b-9698-ebf2e7f66134 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 984 time: 0.0647819 Jul 16 18:31:02.514948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0e51c-398a-4083-9e50-23fe0798275e req-275d1fdb-5bed-4839-b8c1-46692d3d7cd9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:02.516434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85a0e51c-398a-4083-9e50-23fe0798275e req-275d1fdb-5bed-4839-b8c1-46692d3d7cd9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a HTTP/1.1" status: 200 len: 984 time: 0.1098261 Jul 16 18:31:02.521714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-44878e81-0d07-4139-b432-947bdbe795d4 req-58e8f7f2-ed63-419a-9079-262d3576472f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Deleting port fc465e5d-91db-4a0e-9a74-3db339fa21d3 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:02.522057 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44878e81-0d07-4139-b432-947bdbe795d4 req-58e8f7f2-ed63-419a-9079-262d3576472f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.613924 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85a0e51c-398a-4083-9e50-23fe0798275e req-14bce6f2-eda6-4384-a658-d70353ccfc46 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "GET /v2.0/security-groups?id=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa&id=f6456009-975d-4428-863e-e2d9c4921a79&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0886526 Jul 16 18:31:02.644932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-44878e81-0d07-4139-b432-947bdbe795d4 req-58e8f7f2-ed63-419a-9079-262d3576472f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] For port fc465e5d-91db-4a0e-9a74-3db339fa21d3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=fc465e5d-91db-4a0e-9a74-3db339fa21d3,segment=NetworkSegment(1e51dc85-3d8a-41b8-8842-a7caa5438e47),segment_id=1e51dc85-3d8a-41b8-8842-a7caa5438e47)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:02.645313 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44878e81-0d07-4139-b432-947bdbe795d4 req-58e8f7f2-ed63-419a-9079-262d3576472f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.658728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-44878e81-0d07-4139-b432-947bdbe795d4 req-58e8f7f2-ed63-419a-9079-262d3576472f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Calling delete_port for fc465e5d-91db-4a0e-9a74-3db339fa21d3 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:02.787489 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44878e81-0d07-4139-b432-947bdbe795d4 req-58e8f7f2-ed63-419a-9079-262d3576472f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.818182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8f7f2-ed63-419a-9079-262d3576472f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event deleted for resources: {'Port': ['ID=fc465e5d-91db-4a0e-9a74-3db339fa21d3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:02.866337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-44878e81-0d07-4139-b432-947bdbe795d4 req-58e8f7f2-ed63-419a-9079-262d3576472f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] No DVR routers for this DVR port fc465e5d-91db-4a0e-9a74-3db339fa21d3 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:02.869057 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-44878e81-0d07-4139-b432-947bdbe795d4 req-58e8f7f2-ed63-419a-9079-262d3576472f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.871250 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-44878e81-0d07-4139-b432-947bdbe795d4 req-58e8f7f2-ed63-419a-9079-262d3576472f tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.35 "DELETE /v2.0/ports/fc465e5d-91db-4a0e-9a74-3db339fa21d3 HTTP/1.1" status: 204 len: 173 time: 0.5010631 Jul 16 18:31:02.871723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'name': 'network-vif-deleted', 'tag': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:02.874219 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5f9c59-cb1e-4b4e-9d84-01c9e8fcd38d" -d '{"events": [{"server_uuid": "6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a", "name": "network-vif-deleted", "tag": "fc465e5d-91db-4a0e-9a74-3db339fa21d3"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:02.913936 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95117b3-03cf-41c2-b684-eefa63bd80e3 x-openstack-request-id: req-e95117b3-03cf-41c2-b684-eefa63bd80e3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:02.914427 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a", "name": "network-vif-deleted", "tag": "fc465e5d-91db-4a0e-9a74-3db339fa21d3", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:02.915015 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e95117b3-03cf-41c2-b684-eefa63bd80e3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:02.915508 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebf868c-eb9e-41e5-9487-f3e8eb61ab1a', 'name': 'network-vif-deleted', 'tag': 'fc465e5d-91db-4a0e-9a74-3db339fa21d3', 'status': 'completed', 'code': 200} Jul 16 18:31:03.675808 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.706689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50876) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:03.759584 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85f3bb6e-8264-4438-a226-e35ae23e55d8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.781173 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85f3bb6e-8264-4438-a226-e35ae23e55d8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.821086 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85f3bb6e-8264-4438-a226-e35ae23e55d8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.823607 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85f3bb6e-8264-4438-a226-e35ae23e55d8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.824738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-85f3bb6e-8264-4438-a226-e35ae23e55d8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "DELETE /v2.0/security-groups/f6456009-975d-4428-863e-e2d9c4921a79 HTTP/1.1" status: 204 len: 168 time: 0.1170735 Jul 16 18:31:03.827557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50878) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:03.833896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3bb6e-8264-4438-a226-e35ae23e55d8 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6456009-975d-4428-863e-e2d9c4921a79,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:03.883200 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-22946039-881c-4b57-a65d-0fd66bfe3559 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.904744 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-22946039-881c-4b57-a65d-0fd66bfe3559 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.948284 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-22946039-881c-4b57-a65d-0fd66bfe3559 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.951155 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-22946039-881c-4b57-a65d-0fd66bfe3559 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.952302 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-22946039-881c-4b57-a65d-0fd66bfe3559 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "DELETE /v2.0/security-groups/04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa HTTP/1.1" status: 204 len: 168 time: 0.1235509 Jul 16 18:31:03.955390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50880) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:03.962053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22946039-881c-4b57-a65d-0fd66bfe3559 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bc0e8a-a30f-42eb-9b9e-90b9c3ebc0aa,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:04.321230 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-752eeb14-b536-4456-ac98-ea54cc9ee062 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.581990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-752eeb14-b536-4456-ac98-ea54cc9ee062 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Deleting port 652e3c15-fb58-4f41-9105-401c21e93694 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:04.582237 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-752eeb14-b536-4456-ac98-ea54cc9ee062 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.670094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-752eeb14-b536-4456-ac98-ea54cc9ee062 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] For port 652e3c15-fb58-4f41-9105-401c21e93694, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=652e3c15-fb58-4f41-9105-401c21e93694,segment=NetworkSegment(1e51dc85-3d8a-41b8-8842-a7caa5438e47),segment_id=1e51dc85-3d8a-41b8-8842-a7caa5438e47)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:04.670442 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-752eeb14-b536-4456-ac98-ea54cc9ee062 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.682763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-752eeb14-b536-4456-ac98-ea54cc9ee062 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Calling delete_port for 652e3c15-fb58-4f41-9105-401c21e93694 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:05.212603 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-752eeb14-b536-4456-ac98-ea54cc9ee062 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.239462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eeb14-b536-4456-ac98-ea54cc9ee062 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event deleted for resources: {'Port': ['ID=652e3c15-fb58-4f41-9105-401c21e93694,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:05.414965 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-752eeb14-b536-4456-ac98-ea54cc9ee062 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.626276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752eeb14-b536-4456-ac98-ea54cc9ee062 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Router 57a726b4-401d-406a-8253-935937a060d6 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:05.730384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752eeb14-b536-4456-ac98-ea54cc9ee062 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:05.735484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-752eeb14-b536-4456-ac98-ea54cc9ee062 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "PUT /v2.0/routers/57a726b4-401d-406a-8253-935937a060d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7784486 Jul 16 18:31:05.738983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50882) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:05.742691 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef823d7-6d10-4f1d-a41e-7f73858751fc None None] Sync routers for ids ['57a726b4-401d-406a-8253-935937a060d6'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:05.751723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef823d7-6d10-4f1d-a41e-7f73858751fc None None] Routers {'57a726b4-401d-406a-8253-935937a060d6'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:05.752326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0ef823d7-6d10-4f1d-a41e-7f73858751fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:31:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['57a726b4-401d-406a-8253-935937a060d6'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:05.795482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d942ff75-9496-4c5b-8cd9-cdd74a44b575 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Deleting subnet ecbf40db-ebdf-4311-a241-ebcd0f37135e {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:31:05.798669 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d942ff75-9496-4c5b-8cd9-cdd74a44b575 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.840610 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d942ff75-9496-4c5b-8cd9-cdd74a44b575 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.933258 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d942ff75-9496-4c5b-8cd9-cdd74a44b575 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.994705 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d942ff75-9496-4c5b-8cd9-cdd74a44b575 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.012806 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-0ef823d7-6d10-4f1d-a41e-7f73858751fc None None] Set router 57a726b4-401d-406a-8253-935937a060d6 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:06.022602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942ff75-9496-4c5b-8cd9-cdd74a44b575 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbf40db-ebdf-4311-a241-ebcd0f37135e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:06.030164 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d942ff75-9496-4c5b-8cd9-cdd74a44b575 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.030164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d942ff75-9496-4c5b-8cd9-cdd74a44b575 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "DELETE /v2.0/subnets/ecbf40db-ebdf-4311-a241-ebcd0f37135e HTTP/1.1" status: 204 len: 168 time: 0.2866330 Jul 16 18:31:06.030164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50884) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:06.042440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50917f42-3004-4dba-bca6-dafeb3d008d6 None None] Network 5797aca8-26e9-47b4-bdef-c262fbaf7d5c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:06.139227 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.244427 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.297712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0ef823d7-6d10-4f1d-a41e-7f73858751fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:31:05Z', 'revision_number': 5, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port': {'id': '0e9292d1-aa9d-4307-87d2-0802fb23b863', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a726b4-401d-406a-8253-935937a060d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:43Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:06.301209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Deleting port 0e9292d1-aa9d-4307-87d2-0802fb23b863 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:06.301559 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.323832 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef823d7-6d10-4f1d-a41e-7f73858751fc None None] Checking router: 57a726b4-401d-406a-8253-935937a060d6 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:06.339372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef823d7-6d10-4f1d-a41e-7f73858751fc None None] Routers {'57a726b4-401d-406a-8253-935937a060d6'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:06.340127 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0ef823d7-6d10-4f1d-a41e-7f73858751fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:31:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['57a726b4-401d-406a-8253-935937a060d6'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:06.377836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5095d0-dc3e-46af-a3ab-18df86c7fcee None None] DHCP port deletion for 5797aca8-26e9-47b4-bdef-c262fbaf7d5c request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:31:06.387212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] For port 0e9292d1-aa9d-4307-87d2-0802fb23b863, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0e9292d1-aa9d-4307-87d2-0802fb23b863,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:06.387604 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.401073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Calling delete_port for 0e9292d1-aa9d-4307-87d2-0802fb23b863 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:06.448563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-0ef823d7-6d10-4f1d-a41e-7f73858751fc None None] Set router 57a726b4-401d-406a-8253-935937a060d6 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:06.507906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-0ef823d7-6d10-4f1d-a41e-7f73858751fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 6, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:06.535795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef823d7-6d10-4f1d-a41e-7f73858751fc None None] The sync data for ids ['57a726b4-401d-406a-8253-935937a060d6'] in n-d-787206-10 is: [{'id': '57a726b4-401d-406a-8253-935937a060d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-393701495', 'tenant_id': '9cf18d4254a24836a3206c374b491bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:42Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 6, 'project_id': '9cf18d4254a24836a3206c374b491bf8', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:06.541809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-bf5095d0-dc3e-46af-a3ab-18df86c7fcee None None] Deleting port 5633c7c1-9390-4065-a938-84c331cc4486 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:06.542022 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bf5095d0-dc3e-46af-a3ab-18df86c7fcee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.578528 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.606275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event deleted for resources: {'Port': ['ID=0e9292d1-aa9d-4307-87d2-0802fb23b863,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:06.610727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-bf5095d0-dc3e-46af-a3ab-18df86c7fcee None None] For port 5633c7c1-9390-4065-a938-84c331cc4486, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5633c7c1-9390-4065-a938-84c331cc4486,segment=NetworkSegment(1e51dc85-3d8a-41b8-8842-a7caa5438e47),segment_id=1e51dc85-3d8a-41b8-8842-a7caa5438e47)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:06.611052 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bf5095d0-dc3e-46af-a3ab-18df86c7fcee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.624080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-bf5095d0-dc3e-46af-a3ab-18df86c7fcee None None] Calling delete_port for 5633c7c1-9390-4065-a938-84c331cc4486 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:06.667243 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.701995 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bf5095d0-dc3e-46af-a3ab-18df86c7fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.732475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5095d0-dc3e-46af-a3ab-18df86c7fcee None None] Pushing event deleted for resources: {'Port': ['ID=5633c7c1-9390-4065-a938-84c331cc4486,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:06.735298 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5095d0-dc3e-46af-a3ab-18df86c7fcee None None] No DVR routers for this DVR port 5633c7c1-9390-4065-a938-84c331cc4486 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:06.764686 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.766741 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.812945 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.813501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Fanout notify agent at l3_agent the message router_deleted on router 57a726b4-401d-406a-8253-935937a060d6 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:06.820244 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.821350 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f0dd86a7-d495-4d20-8c56-ae2167b49ab9 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "DELETE /v2.0/routers/57a726b4-401d-406a-8253-935937a060d6 HTTP/1.1" status: 204 len: 168 time: 0.7903137 Jul 16 18:31:06.824024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50886) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:06.832182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device fc465e5d-91db-4a0e-9a74-3db339fa21d3 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:06.851603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: fc465e5d-91db-4a0e-9a74-3db339fa21d3 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:06.851950 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device fc465e5d-91db-4a0e-9a74-3db339fa21d3 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:06.902800 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1ff04bb0-55d8-493a-b9fc-9f5993c99728 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.997774 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1ff04bb0-55d8-493a-b9fc-9f5993c99728 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.008039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-1ff04bb0-55d8-493a-b9fc-9f5993c99728 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5797aca8-26e9-47b4-bdef-c262fbaf7d5c']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:07.017657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-1ff04bb0-55d8-493a-b9fc-9f5993c99728 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e51dc85-3d8a-41b8-8842-a7caa5438e47') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:07.017899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-1ff04bb0-55d8-493a-b9fc-9f5993c99728 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e51dc85-3d8a-41b8-8842-a7caa5438e47') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:07.026867 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1ff04bb0-55d8-493a-b9fc-9f5993c99728 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.040357 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1ff04bb0-55d8-493a-b9fc-9f5993c99728 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.046098 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff04bb0-55d8-493a-b9fc-9f5993c99728 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:07.046480 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1ff04bb0-55d8-493a-b9fc-9f5993c99728 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:07.049378 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:07.111471 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1ff04bb0-55d8-493a-b9fc-9f5993c99728 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.120091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1ff04bb0-55d8-493a-b9fc-9f5993c99728 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.121789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1ff04bb0-55d8-493a-b9fc-9f5993c99728 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] 10.222.0.41 "DELETE /v2.0/networks/5797aca8-26e9-47b4-bdef-c262fbaf7d5c HTTP/1.1" status: 204 len: 168 time: 0.2968457 Jul 16 18:31:07.133453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff04bb0-55d8-493a-b9fc-9f5993c99728 tempest-TestSecurityGroupsBasicOps-1141205923 tempest-TestSecurityGroupsBasicOps-1141205923-project] Pushing event deleted for resources: {'Network': ['ID=5797aca8-26e9-47b4-bdef-c262fbaf7d5c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:07.434672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50894) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:07.570911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-71431965-2b43-4fb2-bf43-bc5d957a707b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9cf18d4254a24836a3206c374b491bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350374 Jul 16 18:31:07.573271 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50898) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:07.620234 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-51b97902-940d-47be-9bea-9cda6945e69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.640951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-51b97902-940d-47be-9bea-9cda6945e69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.685658 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-51b97902-940d-47be-9bea-9cda6945e69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.688283 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-51b97902-940d-47be-9bea-9cda6945e69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.689485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-51b97902-940d-47be-9bea-9cda6945e69d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ef0df97-9205-48a7-9483-09b5e20bd5d7 HTTP/1.1" status: 204 len: 168 time: 0.1152587 Jul 16 18:31:07.697729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b97902-940d-47be-9bea-9cda6945e69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef0df97-9205-48a7-9483-09b5e20bd5d7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:07.814786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5633c7c1-9390-4065-a938-84c331cc4486 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:07.834872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 5633c7c1-9390-4065-a938-84c331cc4486 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:07.835594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5633c7c1-9390-4065-a938-84c331cc4486 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:07.835695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 652e3c15-fb58-4f41-9105-401c21e93694 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:07.853856 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 652e3c15-fb58-4f41-9105-401c21e93694 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:07.854436 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 652e3c15-fb58-4f41-9105-401c21e93694 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:07.854837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0e9292d1-aa9d-4307-87d2-0802fb23b863 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:07.872545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 0e9292d1-aa9d-4307-87d2-0802fb23b863 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:07.872899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0e9292d1-aa9d-4307-87d2-0802fb23b863 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:07.953899 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 50904) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:07.968140 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d22f8524-27e1-4138-bb3e-36df1d8e17d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.063040 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d22f8524-27e1-4138-bb3e-36df1d8e17d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.066908 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d22f8524-27e1-4138-bb3e-36df1d8e17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.106119 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d22f8524-27e1-4138-bb3e-36df1d8e17d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b789a468cf9f4b4b9c9d606a5dc55d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508837 Jul 16 18:31:08.108112 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f8524-27e1-4138-bb3e-36df1d8e17d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede38c9b-0eb1-4993-8915-e526d709b925,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:08.108867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50906) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:08.158546 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e214727-7eff-49b2-8575-c5e7a78ed56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.182920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e214727-7eff-49b2-8575-c5e7a78ed56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.229679 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e214727-7eff-49b2-8575-c5e7a78ed56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.232336 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0e214727-7eff-49b2-8575-c5e7a78ed56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.233501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0e214727-7eff-49b2-8575-c5e7a78ed56f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ede38c9b-0eb1-4993-8915-e526d709b925 HTTP/1.1" status: 204 len: 168 time: 0.1236117 Jul 16 18:31:08.241498 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e214727-7eff-49b2-8575-c5e7a78ed56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede38c9b-0eb1-4993-8915-e526d709b925,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:08.541500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50912) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:08.582486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9200c540-9087-496c-a9e3-c77cbf9a31af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce0a6a39ba9841fcbe492088ef09e435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397129 Jul 16 18:31:08.584824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 50914) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:08.632501 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c439fff1-2b4b-4dea-9cce-b6f94ea04365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.653419 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c439fff1-2b4b-4dea-9cce-b6f94ea04365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.699707 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c439fff1-2b4b-4dea-9cce-b6f94ea04365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.702230 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c439fff1-2b4b-4dea-9cce-b6f94ea04365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.703366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c439fff1-2b4b-4dea-9cce-b6f94ea04365 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/892566b6-5b0f-4c1e-9d7b-83219fb8b09b HTTP/1.1" status: 204 len: 168 time: 0.1176341 Jul 16 18:31:08.711089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439fff1-2b4b-4dea-9cce-b6f94ea04365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892566b6-5b0f-4c1e-9d7b-83219fb8b09b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:18.964930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-f10f8130-5471-463d-b5a0-d3b92a6a1ac9 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a2a2e305b4c1464ca7799a671da387dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299997 Jul 16 18:31:19.169066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2cd5605d-41ea-4d64-8365-e80e6d363e70 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.170566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2cd5605d-41ea-4d64-8365-e80e6d363e70 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008696 Jul 16 18:31:19.185744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-4e892450-b367-4673-a340-72be065f31a1 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/quotas/a2a2e305b4c1464ca7799a671da387dd HTTP/1.1" status: 200 len: 375 time: 0.0090737 Jul 16 18:31:19.218536 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-8f21000c-5e13-4438-bc5a-2c3726dcc00e tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2a2e305b4c1464ca7799a671da387dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281289 Jul 16 18:31:19.386289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-230a4b3f-e74c-4e7a-aa3c-fe5b67a352ef req-2a72cff5-8f1f-4204-8314-71bce5f7262d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 210 time: 0.0312715 Jul 16 18:31:20.346975 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-a8f07973-1438-4266-9231-5c78b565ff46 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a2a2e305b4c1464ca7799a671da387dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332549 Jul 16 18:31:20.535222 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d49d321d-aa45-44d1-8854-4ec56fbb05b6 req-c8b67c25-e09b-41d7-b633-4391d2ab5a8e tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 210 time: 0.0362444 Jul 16 18:31:20.542305 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-3b5f5d3b-3eb9-48c7-b1fc-42faa52f0217 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.543791 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-3b5f5d3b-3eb9-48c7-b1fc-42faa52f0217 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912491 Jul 16 18:31:20.560860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Request body: {'port': {'device_id': '953f192b-5cc5-4de1-8010-b1c009cb3bd8', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'admin_state_up': True, 'tenant_id': 'a2a2e305b4c1464ca7799a671da387dd'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:20.667959 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Made reservation on behalf of a2a2e305b4c1464ca7799a671da387dd for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:20.671400 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.680336 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.769746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.773462 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.844186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744ee4ba-d334-4945-9fc2-daf58dcc0eab,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:20.903585 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Allocated IP 192.168.233.54 (4fdda091-092f-4211-a9de-21fe8d4c4753/6c1611ac-97c6-4f9d-95e8-a169e530f770/4d4c863e-ad23-496b-a664-dff3aae7bcb7) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:21.048477 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.062041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Transition to ACTIVE for port object 4d4c863e-ad23-496b-a664-dff3aae7bcb7 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:21.093291 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.132207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Network 4fdda091-092f-4211-a9de-21fe8d4c4753 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:21.135407 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:21.137891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:21.173055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Pushing event updated for resources: {'Port': ['ID=4d4c863e-ad23-496b-a664-dff3aae7bcb7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:21.199055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.199979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.214832 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-2f4b9aba-4bc9-411a-862e-996ac8b12c6d tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6579480 Jul 16 18:31:21.227213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Request body: {'port': {'device_id': '953f192b-5cc5-4de1-8010-b1c009cb3bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:21.305012 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.385803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-54c24bf1-aeaa-4399-a572-050e0911b679 None None] Provisioning for port 4d4c863e-ad23-496b-a664-dff3aae7bcb7 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:21.389585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-54c24bf1-aeaa-4399-a572-050e0911b679 None None] Provisioning complete for port 4d4c863e-ad23-496b-a664-dff3aae7bcb7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:21.389937 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-54c24bf1-aeaa-4399-a572-050e0911b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.422923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-54c24bf1-aeaa-4399-a572-050e0911b679 None None] Port 4d4c863e-ad23-496b-a664-dff3aae7bcb7 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:21.562503 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4c863e-ad23-496b-a664-dff3aae7bcb7 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:21.570105 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.582873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Transition to ACTIVE for port object 4d4c863e-ad23-496b-a664-dff3aae7bcb7 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:21.586668 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.635885 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Pushing event updated for resources: {'Port': ['ID=4d4c863e-ad23-496b-a664-dff3aae7bcb7,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:21.706869 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Attempting to bind port 4d4c863e-ad23-496b-a664-dff3aae7bcb7 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:21.707203 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Attempting to bind port 4d4c863e-ad23-496b-a664-dff3aae7bcb7 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:21.707560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Attempting to bind port 4d4c863e-ad23-496b-a664-dff3aae7bcb7 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:21.711979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Port 4d4c863e-ad23-496b-a664-dff3aae7bcb7 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:21.712299 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Attempting to bind port 4d4c863e-ad23-496b-a664-dff3aae7bcb7 on network 4fdda091-092f-4211-a9de-21fe8d4c4753 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:21.717658 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:21.717990 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Checking segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:21.718183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2899a-036e-4c46-ad3b-cea4b6f5c1ac req-830f2bf5-a97f-41bf-9e18-3d6a72035a42 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.718641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Bound using segment: {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:21.718817 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Bound port: 4d4c863e-ad23-496b-a664-dff3aae7bcb7, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4a734-32e6-4e7b-91ca-7b46016c97df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:21.719120 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.719982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ef2899a-036e-4c46-ad3b-cea4b6f5c1ac req-830f2bf5-a97f-41bf-9e18-3d6a72035a42 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 947 time: 0.0682247 Jul 16 18:31:21.763900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ef2899a-036e-4c46-ad3b-cea4b6f5c1ac req-a9672a76-17a8-4961-8c81-c124753ebf3b tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/security-groups?id=744ee4ba-d334-4945-9fc2-daf58dcc0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373180 Jul 16 18:31:21.801641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] For port 4d4c863e-ad23-496b-a664-dff3aae7bcb7, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:21.804880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] For port 4d4c863e-ad23-496b-a664-dff3aae7bcb7, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4d4c863e-ad23-496b-a664-dff3aae7bcb7,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:21.809390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.847650 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.848267 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.849665 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] 10.222.0.43 "PUT /v2.0/ports/4d4c863e-ad23-496b-a664-dff3aae7bcb7 HTTP/1.1" status: 200 len: 1096 time: 0.6267557 Jul 16 18:31:21.850116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953f192b-5cc5-4de1-8010-b1c009cb3bd8', 'tag': '4d4c863e-ad23-496b-a664-dff3aae7bcb7'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:21.852356 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff67c38-1e91-40c7-8301-9bf8b333e384" -d '{"events": [{"name": "network-changed", "server_uuid": "953f192b-5cc5-4de1-8010-b1c009cb3bd8", "tag": "4d4c863e-ad23-496b-a664-dff3aae7bcb7"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:21.873060 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94ada8-ad45-4c78-b949-bb4e8af674cf service neutron] Pushing event updated for resources: {'Port': ['ID=4d4c863e-ad23-496b-a664-dff3aae7bcb7,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:21.918618 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2780572-1423-48d5-801d-2fb2677173ac x-openstack-request-id: req-e2780572-1423-48d5-801d-2fb2677173ac {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:21.918907 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953f192b-5cc5-4de1-8010-b1c009cb3bd8", "tag": "4d4c863e-ad23-496b-a664-dff3aae7bcb7", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:21.919156 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2780572-1423-48d5-801d-2fb2677173ac {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:21.919587 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953f192b-5cc5-4de1-8010-b1c009cb3bd8', 'tag': '4d4c863e-ad23-496b-a664-dff3aae7bcb7', 'status': 'completed', 'code': 200} Jul 16 18:31:21.948104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-5929095b-a0de-4e1f-98f8-91a1e6bdb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.949643 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-5929095b-a0de-4e1f-98f8-91a1e6bdb3a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2a2e305b4c1464ca7799a671da387dd&device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 1099 time: 0.0613310 Jul 16 18:31:21.995644 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-5a2c5201-fd18-4e6c-940d-68387a272660 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=4d4c863e-ad23-496b-a664-dff3aae7bcb7 HTTP/1.1" status: 200 len: 217 time: 0.0386147 Jul 16 18:31:22.045610 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-08e621d6-48fa-45b1-b5ca-704a283bfaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.047120 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-08e621d6-48fa-45b1-b5ca-704a283bfaca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0458012 Jul 16 18:31:22.105109 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-813957b2-5ea4-45dd-9bf4-011dce35d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.106643 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-813957b2-5ea4-45dd-9bf4-011dce35d07b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0529704 Jul 16 18:31:22.197204 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-d8174b8d-68a6-4279-8d72-70b0248744e4 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840695 Jul 16 18:31:22.286829 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-f4787863-b1f8-40c7-99ef-0fd35a02b801 req-56cfe9c3-8d84-4e4d-9396-2bbc0dcd6c00 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817285 Jul 16 18:31:22.383986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff67c38-1e91-40c7-8301-9bf8b333e384 req-8a2ddb69-d51f-4380-9f61-1dfa98c51554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.385804 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3ff67c38-1e91-40c7-8301-9bf8b333e384 req-8a2ddb69-d51f-4380-9f61-1dfa98c51554 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2a2e305b4c1464ca7799a671da387dd&device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 1099 time: 0.0544014 Jul 16 18:31:22.478689 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff67c38-1e91-40c7-8301-9bf8b333e384 req-eb2b5b1e-4f36-4074-bfcc-0b07777ca5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.480185 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3ff67c38-1e91-40c7-8301-9bf8b333e384 req-eb2b5b1e-4f36-4074-bfcc-0b07777ca5e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fdda091-092f-4211-a9de-21fe8d4c4753 HTTP/1.1" status: 200 len: 870 time: 0.0882106 Jul 16 18:31:22.521575 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3ff67c38-1e91-40c7-8301-9bf8b333e384 req-d9bf594c-6774-4c3b-b589-cb549c6f72f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=4d4c863e-ad23-496b-a664-dff3aae7bcb7 HTTP/1.1" status: 200 len: 217 time: 0.0349991 Jul 16 18:31:22.571723 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff67c38-1e91-40c7-8301-9bf8b333e384 req-c6a30529-8a4e-49f9-a500-a824acdc1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.573158 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3ff67c38-1e91-40c7-8301-9bf8b333e384 req-c6a30529-8a4e-49f9-a500-a824acdc1929 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c1611ac-97c6-4f9d-95e8-a169e530f770 HTTP/1.1" status: 200 len: 843 time: 0.0456679 Jul 16 18:31:22.629013 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff67c38-1e91-40c7-8301-9bf8b333e384 req-4f47c044-1f82-42ba-8ed9-556dab49558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.630533 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3ff67c38-1e91-40c7-8301-9bf8b333e384 req-4f47c044-1f82-42ba-8ed9-556dab49558f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fdda091-092f-4211-a9de-21fe8d4c4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504107 Jul 16 18:31:22.721395 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3ff67c38-1e91-40c7-8301-9bf8b333e384 req-12763acc-27e9-4317-92e6-313119eb63ab service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831788 Jul 16 18:31:22.943972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d4072-55b3-4e5a-b315-fa7b9fe29471 req-97077b37-3249-473a-add5-b67a7cadf16c tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.945753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4d4072-55b3-4e5a-b315-fa7b9fe29471 req-97077b37-3249-473a-add5-b67a7cadf16c tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 947 time: 0.0679879 Jul 16 18:31:22.986985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef4d4072-55b3-4e5a-b315-fa7b9fe29471 req-2d82f9ce-80a3-490e-adaf-6b288f2f6e2c tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/security-groups?id=744ee4ba-d334-4945-9fc2-daf58dcc0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353763 Jul 16 18:31:23.113178 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3ff67c38-1e91-40c7-8301-9bf8b333e384 req-6ba6560f-f690-4c9d-bec5-944b3c490887 service neutron] 10.222.0.43 "GET /v2.0/networks/4fdda091-092f-4211-a9de-21fe8d4c4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840415 Jul 16 18:31:24.166407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d352f-76b1-4a6f-82b0-54a314729cb3 req-d2501d7b-153e-4d34-8ff2-10d189ce7292 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:24.167928 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e95d352f-76b1-4a6f-82b0-54a314729cb3 req-d2501d7b-153e-4d34-8ff2-10d189ce7292 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 947 time: 0.0684204 Jul 16 18:31:24.207209 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e95d352f-76b1-4a6f-82b0-54a314729cb3 req-46d6bc53-a924-4eb4-b76b-31767e72c0c2 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/security-groups?id=744ee4ba-d334-4945-9fc2-daf58dcc0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336032 Jul 16 18:31:25.381008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcc46c-a6ab-4da5-87ff-3187646b5a27 req-925b2d0c-03b9-4b0f-9669-0afba5545ef9 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:25.382434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dbcc46c-a6ab-4da5-87ff-3187646b5a27 req-925b2d0c-03b9-4b0f-9669-0afba5545ef9 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 947 time: 0.0643928 Jul 16 18:31:25.419701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dbcc46c-a6ab-4da5-87ff-3187646b5a27 req-d509bceb-5e64-4c8e-9791-7d5fc15be9fa tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/security-groups?id=744ee4ba-d334-4945-9fc2-daf58dcc0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Jul 16 18:31:25.834559 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4d4c863e-ad23-496b-a664-dff3aae7bcb7 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:25.928105 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 4d4c863e-ad23-496b-a664-dff3aae7bcb7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4d4c863e-ad23-496b-a664-dff3aae7bcb7,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:25.942972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '4d4c863e-ad23-496b-a664-dff3aae7bcb7', 'network_id': '4fdda091-092f-4211-a9de-21fe8d4c4753', 'port_id': '4d4c863e-ad23-496b-a664-dff3aae7bcb7', 'mac_address': 'fa:16:3e:93:b9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1611ac-97c6-4f9d-95e8-a169e530f770', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:25.978186 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.990896 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4c863e-ad23-496b-a664-dff3aae7bcb7 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:26.010077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 4d4c863e-ad23-496b-a664-dff3aae7bcb7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4d4c863e-ad23-496b-a664-dff3aae7bcb7,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:26.013793 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.061274 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=4d4c863e-ad23-496b-a664-dff3aae7bcb7,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:26.211097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['4d4c863e-ad23-496b-a664-dff3aae7bcb7'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:26.592502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352a392-5958-4a1b-8160-83764c773e76 req-0b4575f6-676a-4ce6-a1d9-0412e51fdb7c tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:26.593986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c352a392-5958-4a1b-8160-83764c773e76 req-0b4575f6-676a-4ce6-a1d9-0412e51fdb7c tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 948 time: 0.0646369 Jul 16 18:31:26.631449 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c352a392-5958-4a1b-8160-83764c773e76 req-96222b16-cef2-4dc7-b4c0-bc223b1deedd tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/security-groups?id=744ee4ba-d334-4945-9fc2-daf58dcc0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310111 Jul 16 18:31:26.798818 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.906038 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.807083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b4d7c-b0ca-4296-a0c8-396785ee6c3b req-d24e0e8f-42e1-4ecf-840f-4933cef37343 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:27.808590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e68b4d7c-b0ca-4296-a0c8-396785ee6c3b req-d24e0e8f-42e1-4ecf-840f-4933cef37343 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 948 time: 0.0678952 Jul 16 18:31:27.832436 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4d4c863e-ad23-496b-a664-dff3aae7bcb7 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:27.847869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e68b4d7c-b0ca-4296-a0c8-396785ee6c3b req-f634f128-ed34-486d-8147-88e11c6229b5 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/security-groups?id=744ee4ba-d334-4945-9fc2-daf58dcc0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334630 Jul 16 18:31:27.879839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 4d4c863e-ad23-496b-a664-dff3aae7bcb7 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:27.883254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 4d4c863e-ad23-496b-a664-dff3aae7bcb7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:27.883660 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.960966 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.982160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953f192b-5cc5-4de1-8010-b1c009cb3bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4c863e-ad23-496b-a664-dff3aae7bcb7'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:27.984427 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15cda0d-8f54-4d68-9603-8116064c2d96" -d '{"events": [{"server_uuid": "953f192b-5cc5-4de1-8010-b1c009cb3bd8", "name": "network-vif-plugged", "status": "completed", "tag": "4d4c863e-ad23-496b-a664-dff3aae7bcb7"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:27.997408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 4d4c863e-ad23-496b-a664-dff3aae7bcb7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4d4c863e-ad23-496b-a664-dff3aae7bcb7,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:28.001790 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.025593 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c006d0d-cffb-4906-aaca-695b551ace2a x-openstack-request-id: req-1c006d0d-cffb-4906-aaca-695b551ace2a {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:28.025902 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953f192b-5cc5-4de1-8010-b1c009cb3bd8", "name": "network-vif-plugged", "status": "completed", "tag": "4d4c863e-ad23-496b-a664-dff3aae7bcb7", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:28.026134 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c006d0d-cffb-4906-aaca-695b551ace2a {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:28.026518 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953f192b-5cc5-4de1-8010-b1c009cb3bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4c863e-ad23-496b-a664-dff3aae7bcb7', 'code': 200} Jul 16 18:31:28.058266 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0b5f3167-573a-45ec-a8df-f7897c92b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.063695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=4d4c863e-ad23-496b-a664-dff3aae7bcb7,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:28.138119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f08c43-face-4b79-b087-30fd938c587e req-8bc0b235-8b6f-4c81-9b16-4211de17c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:28.139694 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-15f08c43-face-4b79-b087-30fd938c587e req-8bc0b235-8b6f-4c81-9b16-4211de17c5b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 1101 time: 0.0508692 Jul 16 18:31:28.177338 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-15f08c43-face-4b79-b087-30fd938c587e req-fd966c15-8bab-4e4a-b0da-bde3dc2e8e73 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=744ee4ba-d334-4945-9fc2-daf58dcc0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306029 Jul 16 18:31:29.040138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc5afc-ffac-4f1a-9c52-1e7a9eac9489 req-08a5245e-6319-4616-acf1-9fd8bf8a43ed tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:29.041660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cdc5afc-ffac-4f1a-9c52-1e7a9eac9489 req-08a5245e-6319-4616-acf1-9fd8bf8a43ed tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 949 time: 0.0669913 Jul 16 18:31:29.079963 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cdc5afc-ffac-4f1a-9c52-1e7a9eac9489 req-40478830-c02c-43ae-99f7-d9093a207c2b tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/security-groups?id=744ee4ba-d334-4945-9fc2-daf58dcc0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Jul 16 18:31:30.260324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aa205-5b01-4133-b0e2-e5448b1fb040 req-ab30da67-0cbe-4c04-9e4e-d0b0796c3e14 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.261813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b8aa205-5b01-4133-b0e2-e5448b1fb040 req-ab30da67-0cbe-4c04-9e4e-d0b0796c3e14 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 949 time: 0.0690756 Jul 16 18:31:30.300815 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b8aa205-5b01-4133-b0e2-e5448b1fb040 req-1a19bfac-931c-4a1b-adb2-ef0f728c3d40 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/security-groups?id=744ee4ba-d334-4945-9fc2-daf58dcc0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332549 Jul 16 18:31:30.683210 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.754707 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c81c10ad-e01b-4110-adb2-84a26528c1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.364253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e3ccd-5952-4cef-8fec-03ec23b862fc req-1c2b6b63-e487-4b73-b554-84740b654fc5 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:31.365653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c13e3ccd-5952-4cef-8fec-03ec23b862fc req-1c2b6b63-e487-4b73-b554-84740b654fc5 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 949 time: 0.0638852 Jul 16 18:31:31.403843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c13e3ccd-5952-4cef-8fec-03ec23b862fc req-2ecda12a-90bf-4ebf-9994-d648b94b0dc4 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/security-groups?id=744ee4ba-d334-4945-9fc2-daf58dcc0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Jul 16 18:31:31.935904 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.578624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fd4aa-eada-4046-a9c9-d80418075ab7 req-5e55753a-211e-429e-969d-ca04503b76f8 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:32.580387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-188fd4aa-eada-4046-a9c9-d80418075ab7 req-5e55753a-211e-429e-969d-ca04503b76f8 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 949 time: 0.0625615 Jul 16 18:31:32.618894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-188fd4aa-eada-4046-a9c9-d80418075ab7 req-5a066a54-7bc5-46dc-8f73-a5fa9622f172 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.41 "GET /v2.0/security-groups?id=744ee4ba-d334-4945-9fc2-daf58dcc0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326631 Jul 16 18:31:32.645627 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d053af-26f7-4dae-a136-89a8b346c87e req-02c0284b-542b-483c-98b5-862d39bce428 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:32.647101 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a3d053af-26f7-4dae-a136-89a8b346c87e req-02c0284b-542b-483c-98b5-862d39bce428 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.43 "GET /v2.0/ports?device_id=953f192b-5cc5-4de1-8010-b1c009cb3bd8 HTTP/1.1" status: 200 len: 949 time: 0.0674143 Jul 16 18:31:32.750656 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-a3d053af-26f7-4dae-a136-89a8b346c87e req-edfe76b2-ac9b-4452-bda7-a65a262d23e9 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Deleting port 4d4c863e-ad23-496b-a664-dff3aae7bcb7 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:32.750917 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-a3d053af-26f7-4dae-a136-89a8b346c87e req-edfe76b2-ac9b-4452-bda7-a65a262d23e9 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.838321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-a3d053af-26f7-4dae-a136-89a8b346c87e req-edfe76b2-ac9b-4452-bda7-a65a262d23e9 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] For port 4d4c863e-ad23-496b-a664-dff3aae7bcb7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=4d4c863e-ad23-496b-a664-dff3aae7bcb7,segment=NetworkSegment(c5a4a734-32e6-4e7b-91ca-7b46016c97df),segment_id=c5a4a734-32e6-4e7b-91ca-7b46016c97df)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:32.838680 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-a3d053af-26f7-4dae-a136-89a8b346c87e req-edfe76b2-ac9b-4452-bda7-a65a262d23e9 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.850782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-a3d053af-26f7-4dae-a136-89a8b346c87e req-edfe76b2-ac9b-4452-bda7-a65a262d23e9 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Calling delete_port for 4d4c863e-ad23-496b-a664-dff3aae7bcb7 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:32.981054 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-a3d053af-26f7-4dae-a136-89a8b346c87e req-edfe76b2-ac9b-4452-bda7-a65a262d23e9 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.994103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['4d4c863e-ad23-496b-a664-dff3aae7bcb7'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:33.009971 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe76b2-ac9b-4452-bda7-a65a262d23e9 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Pushing event deleted for resources: {'Port': ['ID=4d4c863e-ad23-496b-a664-dff3aae7bcb7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:33.060065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d053af-26f7-4dae-a136-89a8b346c87e req-edfe76b2-ac9b-4452-bda7-a65a262d23e9 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] No DVR routers for this DVR port 4d4c863e-ad23-496b-a664-dff3aae7bcb7 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:33.062769 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-a3d053af-26f7-4dae-a136-89a8b346c87e req-edfe76b2-ac9b-4452-bda7-a65a262d23e9 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.065042 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-a3d053af-26f7-4dae-a136-89a8b346c87e req-edfe76b2-ac9b-4452-bda7-a65a262d23e9 tempest-ServersAdminNegativeTestJSON-315242833 tempest-ServersAdminNegativeTestJSON-315242833-project] 10.222.0.43 "DELETE /v2.0/ports/4d4c863e-ad23-496b-a664-dff3aae7bcb7 HTTP/1.1" status: 204 len: 173 time: 0.4122672 Jul 16 18:31:33.065573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953f192b-5cc5-4de1-8010-b1c009cb3bd8', 'name': 'network-vif-deleted', 'tag': '4d4c863e-ad23-496b-a664-dff3aae7bcb7'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:33.067968 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7f49f7-cd50-47b4-8427-a916572bb8a6" -d '{"events": [{"server_uuid": "953f192b-5cc5-4de1-8010-b1c009cb3bd8", "name": "network-vif-deleted", "tag": "4d4c863e-ad23-496b-a664-dff3aae7bcb7"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:33.111822 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82429694-b557-4209-afc2-a052c9027705 x-openstack-request-id: req-82429694-b557-4209-afc2-a052c9027705 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:33.112667 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953f192b-5cc5-4de1-8010-b1c009cb3bd8", "name": "network-vif-deleted", "tag": "4d4c863e-ad23-496b-a664-dff3aae7bcb7", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:33.112951 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82429694-b557-4209-afc2-a052c9027705 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:33.113350 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953f192b-5cc5-4de1-8010-b1c009cb3bd8', 'name': 'network-vif-deleted', 'tag': '4d4c863e-ad23-496b-a664-dff3aae7bcb7', 'status': 'completed', 'code': 200} Jul 16 18:31:33.674256 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.947637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51044) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.082614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-44758300-e694-4fdc-a60d-c78f59390179 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2a2e305b4c1464ca7799a671da387dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337190 Jul 16 18:31:34.085166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51048) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.132442 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83e81c64-427b-41da-8037-7a2faa3c9f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.152680 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83e81c64-427b-41da-8037-7a2faa3c9f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.197267 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83e81c64-427b-41da-8037-7a2faa3c9f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.200007 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-83e81c64-427b-41da-8037-7a2faa3c9f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.201127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-83e81c64-427b-41da-8037-7a2faa3c9f73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/744ee4ba-d334-4945-9fc2-daf58dcc0eab HTTP/1.1" status: 204 len: 168 time: 0.1150782 Jul 16 18:31:34.209495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e81c64-427b-41da-8037-7a2faa3c9f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744ee4ba-d334-4945-9fc2-daf58dcc0eab,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:34.458082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51054) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.475733 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-47e99fd7-c1ed-4fc6-b686-d4c8cf7ee721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.563923 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-47e99fd7-c1ed-4fc6-b686-d4c8cf7ee721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.568004 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-47e99fd7-c1ed-4fc6-b686-d4c8cf7ee721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.604402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e99fd7-c1ed-4fc6-b686-d4c8cf7ee721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8d5b12-f5c2-4ccc-87a8-84271d69e4a3,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:34.608772 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-47e99fd7-c1ed-4fc6-b686-d4c8cf7ee721 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7191732b3b04812abba125021c2ad99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496232 Jul 16 18:31:34.611541 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51056) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.661505 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4a720e88-d2af-4862-877f-f6a6959c4516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.683233 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4a720e88-d2af-4862-877f-f6a6959c4516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.731272 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4a720e88-d2af-4862-877f-f6a6959c4516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.733980 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4a720e88-d2af-4862-877f-f6a6959c4516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.735168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4a720e88-d2af-4862-877f-f6a6959c4516 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f8d5b12-f5c2-4ccc-87a8-84271d69e4a3 HTTP/1.1" status: 204 len: 168 time: 0.1218877 Jul 16 18:31:34.745793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a720e88-d2af-4862-877f-f6a6959c4516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8d5b12-f5c2-4ccc-87a8-84271d69e4a3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.381545 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51078) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.477750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-604651174-network', 'tenant_id': '59b1150f3fc049fdb1bb4aae7a77631a'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:35.504257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Made reservation on behalf of 59b1150f3fc049fdb1bb4aae7a77631a for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:35.506624 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.515242 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.600951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.604739 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.630849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:35.641711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.647380 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.647751 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Added segment cfd05985-49e0-4bf9-afb1-0b9848c63026 of type vlan for network cb4ac1f1-a624-4e21-b7ba-c16b37800031 Jul 16 18:31:35.696305 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.729188 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.730184 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:35.730816 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.782312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3996475 Jul 16 18:31:35.785559 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51082) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.791233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e65bea04-3f21-4a2e-a64c-d1ef78341868 admin admin] Request body: {'subnet': {'network_id': 'cb4ac1f1-a624-4e21-b7ba-c16b37800031', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-604651174-subnet', 'tenant_id': '59b1150f3fc049fdb1bb4aae7a77631a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:35.813053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65bea04-3f21-4a2e-a64c-d1ef78341868 admin admin] Made reservation on behalf of 59b1150f3fc049fdb1bb4aae7a77631a for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:35.815513 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e65bea04-3f21-4a2e-a64c-d1ef78341868 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.829237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1712a8d-6e9e-486f-b700-8e122fba32af admin admin] Pushing event updated for resources: {'Network': ['ID=cb4ac1f1-a624-4e21-b7ba-c16b37800031,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.839426 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network cb4ac1f1-a624-4e21-b7ba-c16b37800031 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:35.897936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4d4c863e-ad23-496b-a664-dff3aae7bcb7 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:35.925987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 4d4c863e-ad23-496b-a664-dff3aae7bcb7 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:35.926341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 4d4c863e-ad23-496b-a664-dff3aae7bcb7 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:35.986702 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e65bea04-3f21-4a2e-a64c-d1ef78341868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.041272 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bea04-3f21-4a2e-a64c-d1ef78341868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b2901a-075e-435a-9981-574cadb09b2a,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:36.050480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65bea04-3f21-4a2e-a64c-d1ef78341868 admin admin] Checking segment: {'id': 'cfd05985-49e0-4bf9-afb1-0b9848c63026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cb4ac1f1-a624-4e21-b7ba-c16b37800031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:36.050841 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65bea04-3f21-4a2e-a64c-d1ef78341868 admin admin] Network hostable DHCP agents. Network: cb4ac1f1-a624-4e21-b7ba-c16b37800031, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:36.066978 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65bea04-3f21-4a2e-a64c-d1ef78341868 admin admin] Network cb4ac1f1-a624-4e21-b7ba-c16b37800031 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:36.075707 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e65bea04-3f21-4a2e-a64c-d1ef78341868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, cb4ac1f1-a624-4e21-b7ba-c16b37800031) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:36.079590 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65bea04-3f21-4a2e-a64c-d1ef78341868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:36.080424 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e65bea04-3f21-4a2e-a64c-d1ef78341868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.084676 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5732f4-3d0c-4826-a2be-9c15f96d0795 None None] Network cb4ac1f1-a624-4e21-b7ba-c16b37800031 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:36.095614 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e65bea04-3f21-4a2e-a64c-d1ef78341868 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3089046 Jul 16 18:31:36.207090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009a4a39-87c5-4993-8692-b5fb78a4364c None None] Network cb4ac1f1-a624-4e21-b7ba-c16b37800031 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:36.523207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-54222ee1-2203-4977-a104-6853cc2424da tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:36.524657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-54222ee1-2203-4977-a104-6853cc2424da tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/networks?id=cb4ac1f1-a624-4e21-b7ba-c16b37800031 HTTP/1.1" status: 200 len: 811 time: 0.1061594 Jul 16 18:31:36.541411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-9e5aacfa-3300-4003-9208-c872d34d5a9c tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/quotas/59b1150f3fc049fdb1bb4aae7a77631a HTTP/1.1" status: 200 len: 375 time: 0.0101640 Jul 16 18:31:36.573680 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-9e9a5b7a-e97c-41d1-bba0-5bcbf705af18 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59b1150f3fc049fdb1bb4aae7a77631a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273552 Jul 16 18:31:36.667236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-afd72f37-5952-462a-b737-848a7c234b22 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871429 Jul 16 18:31:36.757813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-87d45345-3da8-4fbd-9cff-fab088327482 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849147 Jul 16 18:31:36.922566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a0de959-2016-421b-9d7a-fc5a3f3a7522 req-d5279211-3c58-4b05-b63d-6cabfca9f92a tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 210 time: 0.0298083 Jul 16 18:31:36.967336 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:37.965755 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-8de7828b-cf70-4835-98b8-cd3da3d37709 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.967362 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-8de7828b-cf70-4835-98b8-cd3da3d37709 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.43 "GET /v2.0/networks?id=cb4ac1f1-a624-4e21-b7ba-c16b37800031 HTTP/1.1" status: 200 len: 811 time: 0.1066866 Jul 16 18:31:37.988865 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-51f971f9-82a9-45dc-9e69-b9e1d24564f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Request body: {'port': {'device_id': '79edfc8d-06ba-4913-920c-e0ba183df5b4', 'network_id': 'cb4ac1f1-a624-4e21-b7ba-c16b37800031', 'admin_state_up': True, 'tenant_id': '59b1150f3fc049fdb1bb4aae7a77631a'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:38.082710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60fe2604-1c0f-4ab3-aea1-aeaf531e4b63 req-6ba00148-849b-4743-acee-811a21e74694 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 210 time: 0.0401123 Jul 16 18:31:38.103146 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-51f971f9-82a9-45dc-9e69-b9e1d24564f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Made reservation on behalf of 59b1150f3fc049fdb1bb4aae7a77631a for: {'port': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:38.106778 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-51f971f9-82a9-45dc-9e69-b9e1d24564f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.230096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-51f971f9-82a9-45dc-9e69-b9e1d24564f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Allocated IP 172.20.0.2 (cb4ac1f1-a624-4e21-b7ba-c16b37800031/a6b2901a-075e-435a-9981-574cadb09b2a/8b507afb-e570-4650-96a3-4dedf9c1f9f7) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:38.376700 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-51f971f9-82a9-45dc-9e69-b9e1d24564f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.414127 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-51f971f9-82a9-45dc-9e69-b9e1d24564f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.454731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-51f971f9-82a9-45dc-9e69-b9e1d24564f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Network cb4ac1f1-a624-4e21-b7ba-c16b37800031 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:38.458577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-51f971f9-82a9-45dc-9e69-b9e1d24564f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:38.461061 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-51f971f9-82a9-45dc-9e69-b9e1d24564f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:38.496317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f971f9-82a9-45dc-9e69-b9e1d24564f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Pushing event updated for resources: {'Port': ['ID=8b507afb-e570-4650-96a3-4dedf9c1f9f7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:38.519677 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-51f971f9-82a9-45dc-9e69-b9e1d24564f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:38.520278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-51f971f9-82a9-45dc-9e69-b9e1d24564f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.535069 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-51f971f9-82a9-45dc-9e69-b9e1d24564f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5498481 Jul 16 18:31:38.546443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Request body: {'port': {'device_id': '79edfc8d-06ba-4913-920c-e0ba183df5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:38.621260 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.879714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b507afb-e570-4650-96a3-4dedf9c1f9f7 {{(pid=100170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:38.887006 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.900265 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Transition to ACTIVE for port object 8b507afb-e570-4650-96a3-4dedf9c1f9f7 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:38.903201 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.957327 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Pushing event updated for resources: {'Port': ['ID=8b507afb-e570-4650-96a3-4dedf9c1f9f7,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:38.980847 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.981481 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.981481 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.981812 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.982133 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.982451 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.982788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.983083 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.983395 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.983732 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.984319 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.984645 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:39.037518 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Attempting to bind port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:39.037851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Attempting to bind port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'cfd05985-49e0-4bf9-afb1-0b9848c63026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cb4ac1f1-a624-4e21-b7ba-c16b37800031'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:39.038171 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Attempting to bind port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 on network cb4ac1f1-a624-4e21-b7ba-c16b37800031 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:39.042460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 on network cb4ac1f1-a624-4e21-b7ba-c16b37800031 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:39.042779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Attempting to bind port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 on network cb4ac1f1-a624-4e21-b7ba-c16b37800031 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:39.047553 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:39.047886 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Checking segment: {'id': 'cfd05985-49e0-4bf9-afb1-0b9848c63026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cb4ac1f1-a624-4e21-b7ba-c16b37800031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:39.048264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Bound using segment: {'id': 'cfd05985-49e0-4bf9-afb1-0b9848c63026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cb4ac1f1-a624-4e21-b7ba-c16b37800031'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:39.048683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Bound port: 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd05985-49e0-4bf9-afb1-0b9848c63026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cb4ac1f1-a624-4e21-b7ba-c16b37800031'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:39.049030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.110573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] For port 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:39.114317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] For port 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7,segment=NetworkSegment(cfd05985-49e0-4bf9-afb1-0b9848c63026),segment_id=cfd05985-49e0-4bf9-afb1-0b9848c63026)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:39.119005 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.155680 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.156287 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.157659 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] 10.222.0.43 "PUT /v2.0/ports/8b507afb-e570-4650-96a3-4dedf9c1f9f7 HTTP/1.1" status: 200 len: 1092 time: 0.6153283 Jul 16 18:31:39.158084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79edfc8d-06ba-4913-920c-e0ba183df5b4', 'tag': '8b507afb-e570-4650-96a3-4dedf9c1f9f7'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:39.160879 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8944a7-91c5-4536-9ea0-acbf5a0148a9" -d '{"events": [{"name": "network-changed", "server_uuid": "79edfc8d-06ba-4913-920c-e0ba183df5b4", "tag": "8b507afb-e570-4650-96a3-4dedf9c1f9f7"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:39.189312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe0bdb-0fe0-4d48-9630-7e70caad7f66 service neutron] Pushing event updated for resources: {'Port': ['ID=8b507afb-e570-4650-96a3-4dedf9c1f9f7,revision_number=3']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:39.208589 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea879cb-f9f4-4ebe-b85b-bc63fc2eb5f3 x-openstack-request-id: req-1ea879cb-f9f4-4ebe-b85b-bc63fc2eb5f3 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:39.208879 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79edfc8d-06ba-4913-920c-e0ba183df5b4", "tag": "8b507afb-e570-4650-96a3-4dedf9c1f9f7", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:39.209124 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ea879cb-f9f4-4ebe-b85b-bc63fc2eb5f3 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:39.209515 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79edfc8d-06ba-4913-920c-e0ba183df5b4', 'tag': '8b507afb-e570-4650-96a3-4dedf9c1f9f7', 'status': 'completed', 'code': 200} Jul 16 18:31:39.255098 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-5965af26-822f-445f-b5c1-4322d082a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.256739 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-5965af26-822f-445f-b5c1-4322d082a863 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=59b1150f3fc049fdb1bb4aae7a77631a&device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 1095 time: 0.0583844 Jul 16 18:31:39.278646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c64e86-be73-458c-bda8-25f06763086a req-b2e7cfe2-3e7c-47f0-b9b8-a20de23b861b tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.280129 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36c64e86-be73-458c-bda8-25f06763086a req-b2e7cfe2-3e7c-47f0-b9b8-a20de23b861b tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 943 time: 0.0660629 Jul 16 18:31:39.300931 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-97204b94-dcab-4879-8dbf-f9df7a7fa4d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7 HTTP/1.1" status: 200 len: 217 time: 0.0375359 Jul 16 18:31:39.322625 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36c64e86-be73-458c-bda8-25f06763086a req-fbbcb672-9f68-42d3-ac23-23a748e9f294 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356963 Jul 16 18:31:39.356175 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-06219384-9af4-436a-90d8-dcedf3b9c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.357672 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-06219384-9af4-436a-90d8-dcedf3b9c932 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a6b2901a-075e-435a-9981-574cadb09b2a HTTP/1.1" status: 200 len: 851 time: 0.0505042 Jul 16 18:31:39.390543 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-759db22e-f51b-495b-a3f5-d920bdd888a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb4ac1f1-a624-4e21-b7ba-c16b37800031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264504 Jul 16 18:31:39.479395 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-2db89f2d-e8f5-4286-bd71-23ad08e3f1ca service neutron] 10.222.0.43 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813453 Jul 16 18:31:39.570562 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-67a83ed6-9ad5-4a32-804f-db69f0788621 req-11e254f6-111b-4b90-920f-7f484bcef2e5 service neutron] 10.222.0.43 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848804 Jul 16 18:31:39.666112 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8944a7-91c5-4536-9ea0-acbf5a0148a9 req-e2376af3-2419-4d33-9db9-ebe12f4c0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.667615 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8944a7-91c5-4536-9ea0-acbf5a0148a9 req-e2376af3-2419-4d33-9db9-ebe12f4c0b61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=59b1150f3fc049fdb1bb4aae7a77631a&device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 1095 time: 0.0520911 Jul 16 18:31:39.761511 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8944a7-91c5-4536-9ea0-acbf5a0148a9 req-fa8239be-d4ab-4be5-93d4-a5f791688ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.762972 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8944a7-91c5-4536-9ea0-acbf5a0148a9 req-fa8239be-d4ab-4be5-93d4-a5f791688ccf service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb4ac1f1-a624-4e21-b7ba-c16b37800031 HTTP/1.1" status: 200 len: 912 time: 0.0891354 Jul 16 18:31:39.802956 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8944a7-91c5-4536-9ea0-acbf5a0148a9 req-82a2d818-063d-4a17-acfc-12c5b0f1a710 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7 HTTP/1.1" status: 200 len: 217 time: 0.0332227 Jul 16 18:31:39.855495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8944a7-91c5-4536-9ea0-acbf5a0148a9 req-4f948860-e83e-4f7b-833a-e32b8efd90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.856819 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8944a7-91c5-4536-9ea0-acbf5a0148a9 req-4f948860-e83e-4f7b-833a-e32b8efd90ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a6b2901a-075e-435a-9981-574cadb09b2a HTTP/1.1" status: 200 len: 851 time: 0.0466323 Jul 16 18:31:39.890214 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8944a7-91c5-4536-9ea0-acbf5a0148a9 req-0fccb6b5-be89-4d08-b190-82621c91441d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb4ac1f1-a624-4e21-b7ba-c16b37800031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256696 Jul 16 18:31:39.977830 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8944a7-91c5-4536-9ea0-acbf5a0148a9 req-8237cb82-04f1-4bc5-a654-49c8f186256f service neutron] 10.222.0.43 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799294 Jul 16 18:31:40.069897 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-4d8944a7-91c5-4536-9ea0-acbf5a0148a9 req-4cb59af1-5504-4665-9ca2-c872b80c0736 service neutron] 10.222.0.43 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849462 Jul 16 18:31:40.500142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d3ec1-44fe-4c0a-9656-27816f430422 req-cfab37d8-d075-4098-8d9f-d972f5bfd265 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:40.501629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-739d3ec1-44fe-4c0a-9656-27816f430422 req-cfab37d8-d075-4098-8d9f-d972f5bfd265 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 943 time: 0.0662620 Jul 16 18:31:40.539957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-739d3ec1-44fe-4c0a-9656-27816f430422 req-9d4bd49f-51e1-4739-9de8-06191f6394ff tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327737 Jul 16 18:31:41.714442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723dd78-25a7-4870-b37e-88a2e33bd66a req-b49fc8df-7601-4e82-a628-ddd135f85062 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:41.716053 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e723dd78-25a7-4870-b37e-88a2e33bd66a req-b49fc8df-7601-4e82-a628-ddd135f85062 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 943 time: 0.0673647 Jul 16 18:31:41.756993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e723dd78-25a7-4870-b37e-88a2e33bd66a req-f9441a82-1b70-498b-b9e3-f99a42f6e00e tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355134 Jul 16 18:31:41.896796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8b507afb-e570-4650-96a3-4dedf9c1f9f7 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:41.988816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7,segment=NetworkSegment(cfd05985-49e0-4bf9-afb1-0b9848c63026),segment_id=cfd05985-49e0-4bf9-afb1-0b9848c63026)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:41.999568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '8b507afb-e570-4650-96a3-4dedf9c1f9f7', 'network_id': 'cb4ac1f1-a624-4e21-b7ba-c16b37800031', 'port_id': '8b507afb-e570-4650-96a3-4dedf9c1f9f7', 'mac_address': 'fa:16:3e:0c:7b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b2901a-075e-435a-9981-574cadb09b2a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:42.040609 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.053434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b507afb-e570-4650-96a3-4dedf9c1f9f7 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:42.073306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7,segment=NetworkSegment(cfd05985-49e0-4bf9-afb1-0b9848c63026),segment_id=cfd05985-49e0-4bf9-afb1-0b9848c63026)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:42.077288 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.124602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8b507afb-e570-4650-96a3-4dedf9c1f9f7,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:42.131849 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:42.132480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:42.132822 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:42.133153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:42.133477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:42.133833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:42.134151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:42.134470 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:42.134787 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:42.135466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:42.135803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:42.136119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:42.293262 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['8b507afb-e570-4650-96a3-4dedf9c1f9f7'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:42.926163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d93a23-ace9-4e58-9868-c90d98184a28 req-0818a3dc-6af3-4734-b737-0e93772feec9 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:42.927641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91d93a23-ace9-4e58-9868-c90d98184a28 req-0818a3dc-6af3-4734-b737-0e93772feec9 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 944 time: 0.0621994 Jul 16 18:31:42.964301 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91d93a23-ace9-4e58-9868-c90d98184a28 req-39cf167f-4b61-449c-8c55-ef35760a8526 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311868 Jul 16 18:31:43.914701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8b507afb-e570-4650-96a3-4dedf9c1f9f7 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:43.961644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:43.965554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:43.965919 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.042607 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.068550 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79edfc8d-06ba-4913-920c-e0ba183df5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b507afb-e570-4650-96a3-4dedf9c1f9f7'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:44.070771 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82b510b-f041-4b04-8d3c-4ac2403750e5" -d '{"events": [{"server_uuid": "79edfc8d-06ba-4913-920c-e0ba183df5b4", "name": "network-vif-plugged", "status": "completed", "tag": "8b507afb-e570-4650-96a3-4dedf9c1f9f7"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:44.084686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7,segment=NetworkSegment(cfd05985-49e0-4bf9-afb1-0b9848c63026),segment_id=cfd05985-49e0-4bf9-afb1-0b9848c63026)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:44.089416 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.140854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8b507afb-e570-4650-96a3-4dedf9c1f9f7,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:44.146253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ca965-c0a9-4cb5-80f6-8e02444c90b0 req-6254dcc7-fd43-4756-aaba-866f1c258107 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:44.147841 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f88ca965-c0a9-4cb5-80f6-8e02444c90b0 req-6254dcc7-fd43-4756-aaba-866f1c258107 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 944 time: 0.0733852 Jul 16 18:31:44.173834 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1998015c-9859-452a-87bf-868cfb1f7eea x-openstack-request-id: req-1998015c-9859-452a-87bf-868cfb1f7eea {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:44.174137 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79edfc8d-06ba-4913-920c-e0ba183df5b4", "name": "network-vif-plugged", "status": "completed", "tag": "8b507afb-e570-4650-96a3-4dedf9c1f9f7", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:44.174426 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1998015c-9859-452a-87bf-868cfb1f7eea {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:44.175406 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79edfc8d-06ba-4913-920c-e0ba183df5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b507afb-e570-4650-96a3-4dedf9c1f9f7', 'code': 200} Jul 16 18:31:44.188633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f88ca965-c0a9-4cb5-80f6-8e02444c90b0 req-5577e75a-d53e-47d2-abff-c717bca1fa56 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Jul 16 18:31:44.311906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae65cac-b456-4dcc-be7e-69b5cf64b91d req-20fc8327-db5d-497f-a219-11e680ebc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:44.313335 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3ae65cac-b456-4dcc-be7e-69b5cf64b91d req-20fc8327-db5d-497f-a219-11e680ebc546 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 1097 time: 0.0510795 Jul 16 18:31:44.347187 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-3ae65cac-b456-4dcc-be7e-69b5cf64b91d req-b9608145-4fe2-414e-b94d-f8db54efc1a0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269454 Jul 16 18:31:45.364616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210f15f-a4ac-45b4-b8e6-2bba1e807c8d req-3e9ce851-1c84-442a-abe1-d47e17db9925 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.366034 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b210f15f-a4ac-45b4-b8e6-2bba1e807c8d req-3e9ce851-1c84-442a-abe1-d47e17db9925 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0649641 Jul 16 18:31:45.403686 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b210f15f-a4ac-45b4-b8e6-2bba1e807c8d req-4169ea53-ff41-4971-a383-9aac6c349087 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322194 Jul 16 18:31:45.837351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4c17e-1aa5-4355-afec-6e7a3f12ec51 req-13394889-0fdd-47e4-b114-9f619edd61b9 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.838845 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25a4c17e-1aa5-4355-afec-6e7a3f12ec51 req-13394889-0fdd-47e4-b114-9f619edd61b9 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.1069970 Jul 16 18:31:45.842480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-552506b9-f7a5-4af5-b034-1ffb114cad2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1556609 Jul 16 18:31:45.876739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25a4c17e-1aa5-4355-afec-6e7a3f12ec51 req-c2c120a7-277a-46fb-bff4-8be468a5d40a tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321310 Jul 16 18:31:47.053604 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f510425-a594-4cca-a474-2009f65ae037 req-45cc96fe-ae92-4382-a1e1-5a644c735854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:47.055111 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-45cc96fe-ae92-4382-a1e1-5a644c735854 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=59b1150f3fc049fdb1bb4aae7a77631a&device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 1097 time: 0.0583069 Jul 16 18:31:47.060034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e42779-5c91-4450-ad69-12ec02cb10b7 req-f836c183-51bc-4a32-930f-7659e535da50 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:47.061881 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21e42779-5c91-4450-ad69-12ec02cb10b7 req-f836c183-51bc-4a32-930f-7659e535da50 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0664885 Jul 16 18:31:47.100649 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21e42779-5c91-4450-ad69-12ec02cb10b7 req-a1f1140b-e81e-4f61-a3b2-afaa4cd7ca28 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326021 Jul 16 18:31:47.146627 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f510425-a594-4cca-a474-2009f65ae037 req-b37bb61e-0bdd-44e3-b089-2f1430051678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:47.148150 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-b37bb61e-0bdd-44e3-b089-2f1430051678 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb4ac1f1-a624-4e21-b7ba-c16b37800031 HTTP/1.1" status: 200 len: 912 time: 0.0862672 Jul 16 18:31:47.192123 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-9dea5f9d-9bf2-41d2-b3bd-53e8391bf982 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7 HTTP/1.1" status: 200 len: 217 time: 0.0375237 Jul 16 18:31:47.239759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f510425-a594-4cca-a474-2009f65ae037 req-0da18a21-c7a0-4b04-974a-d239bc031441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:47.241216 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-0da18a21-c7a0-4b04-974a-d239bc031441 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a6b2901a-075e-435a-9981-574cadb09b2a HTTP/1.1" status: 200 len: 851 time: 0.0431178 Jul 16 18:31:47.272539 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-e7363486-cb9f-4093-8dfb-4f437bb1b00a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb4ac1f1-a624-4e21-b7ba-c16b37800031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247517 Jul 16 18:31:47.361787 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-b829d154-4c0b-4673-88d9-2a71c8832754 service neutron] 10.222.0.43 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830607 Jul 16 18:31:47.453029 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-e4d4077d-4ca2-4137-a544-4e63f4e909a8 service neutron] 10.222.0.43 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814521 Jul 16 18:31:48.278591 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601092b-cdb9-4a57-aedb-18dbf5593010 req-1d880997-7732-4a07-a4d9-eed2700c865f tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.280075 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4601092b-cdb9-4a57-aedb-18dbf5593010 req-1d880997-7732-4a07-a4d9-eed2700c865f tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0673640 Jul 16 18:31:48.317598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4601092b-cdb9-4a57-aedb-18dbf5593010 req-652622f2-1c76-4723-beef-7966da3575aa tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Jul 16 18:31:49.492947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f4a88-53b4-481e-b24a-7365b7135cbf req-4cdb7d21-4987-40b7-aa3b-dc3c677198cb tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.494431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c8f4a88-53b4-481e-b24a-7365b7135cbf req-4cdb7d21-4987-40b7-aa3b-dc3c677198cb tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0636902 Jul 16 18:31:49.534756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c8f4a88-53b4-481e-b24a-7365b7135cbf req-d3926913-bf0c-4355-a71b-41226daba0af tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348876 Jul 16 18:31:50.707495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcb55c-05c0-42a8-91cc-3d9e6466f7d4 req-fc69d011-edc9-46f6-a62b-369888846d5c tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:50.708971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59bcb55c-05c0-42a8-91cc-3d9e6466f7d4 req-fc69d011-edc9-46f6-a62b-369888846d5c tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0629685 Jul 16 18:31:50.747096 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59bcb55c-05c0-42a8-91cc-3d9e6466f7d4 req-bc553ee0-ad72-4f33-8364-a5f8cacc2049 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326781 Jul 16 18:31:51.927854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdac3c7-2982-4fd1-8155-39d71d5391bc req-0921870a-d872-489f-a913-29d99cb1f39f tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:51.929337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efdac3c7-2982-4fd1-8155-39d71d5391bc req-0921870a-d872-489f-a913-29d99cb1f39f tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0690434 Jul 16 18:31:51.968128 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-efdac3c7-2982-4fd1-8155-39d71d5391bc req-69a85d8d-26ee-45f4-81c7-6feded4ed036 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331583 Jul 16 18:31:53.140603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845496a2-d2c0-423a-a166-4cea90e49cc4 req-e5b2185a-83b4-47ea-966f-1a9f40930fe9 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.142057 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-845496a2-d2c0-423a-a166-4cea90e49cc4 req-e5b2185a-83b4-47ea-966f-1a9f40930fe9 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0643497 Jul 16 18:31:53.180788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-845496a2-d2c0-423a-a166-4cea90e49cc4 req-ea577515-f742-4bd3-ac0e-54a1d769369e tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326154 Jul 16 18:31:54.355392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe17b39-c65a-4cbd-bf69-7770b52beb28 req-24bfd365-871f-4761-907e-3c300abb0087 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:54.356872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3fe17b39-c65a-4cbd-bf69-7770b52beb28 req-24bfd365-871f-4761-907e-3c300abb0087 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0665576 Jul 16 18:31:54.395193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3fe17b39-c65a-4cbd-bf69-7770b52beb28 req-3caa4efa-9f05-40b0-9e1e-62aff10e1177 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322232 Jul 16 18:31:55.565946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd9fb9-040d-48ba-b5d2-dd4575d1a931 req-d37fdba5-40bd-4b00-a80f-e83d1ac40c1a tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.568324 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47cd9fb9-040d-48ba-b5d2-dd4575d1a931 req-d37fdba5-40bd-4b00-a80f-e83d1ac40c1a tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0641677 Jul 16 18:31:55.606741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-47cd9fb9-040d-48ba-b5d2-dd4575d1a931 req-93bad887-44d2-47fd-9cad-eef2f477e0c3 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329077 Jul 16 18:31:56.780688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf5c75-d737-453e-8104-2b151a890ba2 req-f0f87ff6-637e-410c-ac11-d7ff25540151 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:56.782171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cdbf5c75-d737-453e-8104-2b151a890ba2 req-f0f87ff6-637e-410c-ac11-d7ff25540151 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0662537 Jul 16 18:31:56.808458 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.821849 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cdbf5c75-d737-453e-8104-2b151a890ba2 req-efd2a2b0-166a-479c-a39e-e19c421a9c8f tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340495 Jul 16 18:31:56.915784 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.999571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46ba54-b08a-4f6b-8274-ef2aa84df7f5 req-62f6919b-818a-4382-8858-bcc87332e64e tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:58.001055 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b46ba54-b08a-4f6b-8274-ef2aa84df7f5 req-62f6919b-818a-4382-8858-bcc87332e64e tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0694199 Jul 16 18:31:58.039298 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f9fb8ce6-fd0c-4b1d-9ad0-0ce217335156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.040072 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b46ba54-b08a-4f6b-8274-ef2aa84df7f5 req-4e89aff8-46d3-4357-8e1f-f57af48cac34 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Jul 16 18:31:59.217664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0182ea-b6d7-4ac1-a713-60e230207f68 req-8325dc00-f4f8-40e4-8351-a01f26c10c56 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:59.219085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fe0182ea-b6d7-4ac1-a713-60e230207f68 req-8325dc00-f4f8-40e4-8351-a01f26c10c56 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0641477 Jul 16 18:31:59.256476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fe0182ea-b6d7-4ac1-a713-60e230207f68 req-02ee24c4-500f-43c8-a48e-90f3510b4091 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317113 Jul 16 18:32:00.437301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dc1e2-701e-47e9-ad17-9a0b3928502c req-18210ff2-e781-4674-9968-28d960ecb004 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.438827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-118dc1e2-701e-47e9-ad17-9a0b3928502c req-18210ff2-e781-4674-9968-28d960ecb004 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0697474 Jul 16 18:32:00.478110 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-118dc1e2-701e-47e9-ad17-9a0b3928502c req-bd9cea23-9a57-48bc-b09f-bcfbdef42d34 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335953 Jul 16 18:32:00.684369 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.755731 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d372ac20-937c-432a-a07c-e9965ec5cd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.650496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc6e62-1d45-4d58-a391-3ddb45b42819 req-30cd774e-fb4f-4133-9f42-aa9972f3ee1b tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:01.651998 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4fc6e62-1d45-4d58-a391-3ddb45b42819 req-30cd774e-fb4f-4133-9f42-aa9972f3ee1b tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0642936 Jul 16 18:32:01.689929 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4fc6e62-1d45-4d58-a391-3ddb45b42819 req-04e551d6-8bb7-45ed-b6db-e347e74533f6 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324101 Jul 16 18:32:01.937958 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.865360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9a5a6-a647-40b4-822e-bb71e3a4b729 req-b530b813-5aa5-4bde-8c86-58b39fdfed97 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:02.866889 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a9a5a6-a647-40b4-822e-bb71e3a4b729 req-b530b813-5aa5-4bde-8c86-58b39fdfed97 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0652771 Jul 16 18:32:02.905037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98a9a5a6-a647-40b4-822e-bb71e3a4b729 req-4ea38269-00af-46fb-a459-6cc4c4ec6dce tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325863 Jul 16 18:32:03.680448 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.413276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9df2bc-98d2-461d-8ea3-5979f0ec5375 req-d76855cf-1653-45b3-b6a2-c2ed9e97a1dd tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:04.414669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c9df2bc-98d2-461d-8ea3-5979f0ec5375 req-d76855cf-1653-45b3-b6a2-c2ed9e97a1dd tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.3976374 Jul 16 18:32:04.452273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c9df2bc-98d2-461d-8ea3-5979f0ec5375 req-39f3c1d1-0ff4-4791-91c1-65e9a106f21d tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317457 Jul 16 18:32:05.624146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cf781-b027-4358-a8bd-06d6b3e5ff37 req-7fd4a59a-be85-4f5a-bd4e-7da9b0eb0381 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:05.625626 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c9cf781-b027-4358-a8bd-06d6b3e5ff37 req-7fd4a59a-be85-4f5a-bd4e-7da9b0eb0381 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0631797 Jul 16 18:32:05.663074 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c9cf781-b027-4358-a8bd-06d6b3e5ff37 req-42096415-73d1-4e4a-a50a-3474193ba4ae tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Jul 16 18:32:06.840775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145cece-90e0-4610-907c-3260d78a8ca4 req-318f581a-3d56-46da-bec5-e5ffaebfc624 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:06.842245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6145cece-90e0-4610-907c-3260d78a8ca4 req-318f581a-3d56-46da-bec5-e5ffaebfc624 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0661151 Jul 16 18:32:06.879359 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6145cece-90e0-4610-907c-3260d78a8ca4 req-8043cd37-c2fa-422c-8db0-64174d2f06f3 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Jul 16 18:32:08.050916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3116d49-6f84-48fe-a2e9-39d245095253 req-860d20b5-79ad-4367-b8cf-c351c74a8fa3 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:08.052352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3116d49-6f84-48fe-a2e9-39d245095253 req-860d20b5-79ad-4367-b8cf-c351c74a8fa3 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0634825 Jul 16 18:32:08.094217 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3116d49-6f84-48fe-a2e9-39d245095253 req-7a6fceb4-6389-4c92-bccf-b861f63608db tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363159 Jul 16 18:32:09.268353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce555876-87b1-4c99-8654-8b3b1a80ff9a req-decc80ca-1ebb-4ee0-81a0-19792af96489 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.269828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce555876-87b1-4c99-8654-8b3b1a80ff9a req-decc80ca-1ebb-4ee0-81a0-19792af96489 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0644786 Jul 16 18:32:09.310365 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce555876-87b1-4c99-8654-8b3b1a80ff9a req-26c002a7-bd1e-43f9-b8e3-b56050e4b8a5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Jul 16 18:32:10.485780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc574-aae3-4dee-82a3-818106b27709 req-c0e091e6-c308-4822-a555-bffca9ad95e4 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:10.487985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ddcc574-aae3-4dee-82a3-818106b27709 req-c0e091e6-c308-4822-a555-bffca9ad95e4 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0649440 Jul 16 18:32:10.525340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ddcc574-aae3-4dee-82a3-818106b27709 req-d3a98bcb-07a1-4275-9730-2d72d2e25c5c tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317576 Jul 16 18:32:11.699768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f82fbc-5c43-4df7-9eb9-3569e5560416 req-5ae8c2a2-2298-4ab8-88fa-f4dc8947f8fa tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:11.701915 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05f82fbc-5c43-4df7-9eb9-3569e5560416 req-5ae8c2a2-2298-4ab8-88fa-f4dc8947f8fa tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0651162 Jul 16 18:32:11.740894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05f82fbc-5c43-4df7-9eb9-3569e5560416 req-d5fe70f5-3023-456e-a3a0-41dec2d7ee18 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330968 Jul 16 18:32:12.916524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5033203-4c89-477b-8e35-95ef3fd9ef11 req-77b00ebd-4794-4b6b-8f24-4b820f24b6f8 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:12.917970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5033203-4c89-477b-8e35-95ef3fd9ef11 req-77b00ebd-4794-4b6b-8f24-4b820f24b6f8 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0659380 Jul 16 18:32:12.955191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5033203-4c89-477b-8e35-95ef3fd9ef11 req-58daae15-1bab-43f5-a83e-30650573e84c tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Jul 16 18:32:13.965723 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:14.130953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc61ca-70ee-435f-98d0-89b0861086bf req-a0df67e7-8b43-48b2-a101-68e92eeb1d6d tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:14.132432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82bc61ca-70ee-435f-98d0-89b0861086bf req-a0df67e7-8b43-48b2-a101-68e92eeb1d6d tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 945 time: 0.0641050 Jul 16 18:32:14.168652 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-82bc61ca-70ee-435f-98d0-89b0861086bf req-1c986183-663b-4c19-b567-5b5d79beb221 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307043 Jul 16 18:32:14.390774 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [req-1f510425-a594-4cca-a474-2009f65ae037 req-6fe6b8e4-323a-4f00-aa44-fed999d3b2df service neutron] show failed (client error): The resource could not be found. Jul 16 18:32:14.391733 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-6fe6b8e4-323a-4f00-aa44-fed999d3b2df service neutron] 10.222.0.43 "GET /v2.0/ports/8b507afb-e570-4650-96a3-4dedf9c1f9f7/bindings/n-h1-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0549519 Jul 16 18:32:14.721462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f510425-a594-4cca-a474-2009f65ae037 req-12998193-32f1-4f24-8ae4-8da12d550dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:14.722974 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-12998193-32f1-4f24-8ae4-8da12d550dbb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4&tenant_id=59b1150f3fc049fdb1bb4aae7a77631a HTTP/1.1" status: 200 len: 1097 time: 0.1365988 Jul 16 18:32:14.733876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:14.804433 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.006840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] For port 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7,segment=NetworkSegment(cfd05985-49e0-4bf9-afb1-0b9848c63026),segment_id=cfd05985-49e0-4bf9-afb1-0b9848c63026)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:15.038811 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] For port 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:15.079368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79edfc8d-06ba-4913-920c-e0ba183df5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b507afb-e570-4650-96a3-4dedf9c1f9f7'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:15.081942 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be9cb0f-458a-4fb5-89b7-71fa4d8d9bd0" -d '{"events": [{"server_uuid": "79edfc8d-06ba-4913-920c-e0ba183df5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "8b507afb-e570-4650-96a3-4dedf9c1f9f7"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:15.085583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.097921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Transition to ACTIVE for port object 8b507afb-e570-4650-96a3-4dedf9c1f9f7 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:15.101659 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.135040 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c8f69b-2b42-4d49-97a4-f24e96858e75 x-openstack-request-id: req-14c8f69b-2b42-4d49-97a4-f24e96858e75 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:15.135640 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79edfc8d-06ba-4913-920c-e0ba183df5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "8b507afb-e570-4650-96a3-4dedf9c1f9f7", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:15.135640 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14c8f69b-2b42-4d49-97a4-f24e96858e75 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:15.135965 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79edfc8d-06ba-4913-920c-e0ba183df5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b507afb-e570-4650-96a3-4dedf9c1f9f7', 'code': 200} Jul 16 18:32:15.169009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] No DVR routers for this DVR port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:15.176071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b507afb-e570-4650-96a3-4dedf9c1f9f7,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:15.204619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:15.204960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:15.205320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:15.206137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:15.206230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:15.206540 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:15.206858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:15.207213 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:15.207514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:15.207834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:15.208149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:15.208462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:15.225311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Attempting to bind port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:15.225651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Attempting to bind port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'cfd05985-49e0-4bf9-afb1-0b9848c63026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cb4ac1f1-a624-4e21-b7ba-c16b37800031'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:15.226276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Attempting to bind port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 on network cb4ac1f1-a624-4e21-b7ba-c16b37800031 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:15.230525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 on network cb4ac1f1-a624-4e21-b7ba-c16b37800031 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:32:15.230835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Attempting to bind port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 on network cb4ac1f1-a624-4e21-b7ba-c16b37800031 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:15.235712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:15.236142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Checking segment: {'id': 'cfd05985-49e0-4bf9-afb1-0b9848c63026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cb4ac1f1-a624-4e21-b7ba-c16b37800031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:15.237208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Bound using segment: {'id': 'cfd05985-49e0-4bf9-afb1-0b9848c63026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cb4ac1f1-a624-4e21-b7ba-c16b37800031'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:15.237631 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Bound port: 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd05985-49e0-4bf9-afb1-0b9848c63026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cb4ac1f1-a624-4e21-b7ba-c16b37800031'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:15.237979 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.328062 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] For port 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:15.344017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] For port 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7,segment=NetworkSegment(cfd05985-49e0-4bf9-afb1-0b9848c63026),segment_id=cfd05985-49e0-4bf9-afb1-0b9848c63026)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:15.349284 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.396994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:15.398112 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.399543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] 10.222.0.35 "PUT /v2.0/ports/8b507afb-e570-4650-96a3-4dedf9c1f9f7 HTTP/1.1" status: 200 len: 1092 time: 0.6698611 Jul 16 18:32:15.418957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a5e0-1c14-4890-bac0-0566172a2163 req-635fbcf1-b8af-4d6f-abbc-83a9f2676772 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:15.420479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04f2a5e0-1c14-4890-bac0-0566172a2163 req-635fbcf1-b8af-4d6f-abbc-83a9f2676772 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 943 time: 0.1408556 Jul 16 18:32:15.467590 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25697376-470d-43ee-bb9b-1daa9e0aead5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b507afb-e570-4650-96a3-4dedf9c1f9f7,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:15.502097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04f2a5e0-1c14-4890-bac0-0566172a2163 req-0d5426e8-845f-420e-b9ec-cb8d4c7fb0c0 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632250 Jul 16 18:32:15.516585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f510425-a594-4cca-a474-2009f65ae037 req-823e41c2-cbb5-4c3e-bed7-2c68d3ee635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:15.518354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-823e41c2-cbb5-4c3e-bed7-2c68d3ee635e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=59b1150f3fc049fdb1bb4aae7a77631a&device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 1095 time: 0.0940948 Jul 16 18:32:15.611764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f510425-a594-4cca-a474-2009f65ae037 req-20f1d449-8f55-41f8-9283-addefaaab419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:15.613137 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-20f1d449-8f55-41f8-9283-addefaaab419 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb4ac1f1-a624-4e21-b7ba-c16b37800031 HTTP/1.1" status: 200 len: 912 time: 0.0888796 Jul 16 18:32:15.653552 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-dcbc261f-d58a-4ef1-9bd9-2e14c6cff9c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7 HTTP/1.1" status: 200 len: 217 time: 0.0344853 Jul 16 18:32:15.700024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f510425-a594-4cca-a474-2009f65ae037 req-0048dd1a-fd7f-4247-90dd-b70a1910f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:15.701450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-0048dd1a-fd7f-4247-90dd-b70a1910f738 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6b2901a-075e-435a-9981-574cadb09b2a HTTP/1.1" status: 200 len: 851 time: 0.0417500 Jul 16 18:32:15.736641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-5025f04d-3d49-4790-871b-069abccd19a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb4ac1f1-a624-4e21-b7ba-c16b37800031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293145 Jul 16 18:32:15.825218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-bb0aadee-b278-4f8b-bb7d-64ce373fcb56 service neutron] 10.222.0.35 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825438 Jul 16 18:32:15.918011 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f510425-a594-4cca-a474-2009f65ae037 req-f731f548-3849-47b9-a58a-ed466ab262f9 service neutron] 10.222.0.35 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860851 Jul 16 18:32:16.687636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2624e39-79b9-4617-a4dc-fea994f895e0 req-be4c1251-9dbb-4748-a787-93ac78583de9 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:16.689149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2624e39-79b9-4617-a4dc-fea994f895e0 req-be4c1251-9dbb-4748-a787-93ac78583de9 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 943 time: 0.0642309 Jul 16 18:32:16.730213 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2624e39-79b9-4617-a4dc-fea994f895e0 req-19cb325b-ecd1-4007-b29f-79df6639ff43 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330462 Jul 16 18:32:17.137648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79edfc8d-06ba-4913-920c-e0ba183df5b4', 'tag': '8b507afb-e570-4650-96a3-4dedf9c1f9f7'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:17.140043 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "79edfc8d-06ba-4913-920c-e0ba183df5b4", "tag": "8b507afb-e570-4650-96a3-4dedf9c1f9f7"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:17.186151 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c874e99f-3289-49ce-b7b2-8e052a0a7ba4 x-openstack-request-id: req-c874e99f-3289-49ce-b7b2-8e052a0a7ba4 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:17.186449 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79edfc8d-06ba-4913-920c-e0ba183df5b4", "tag": "8b507afb-e570-4650-96a3-4dedf9c1f9f7", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:17.186692 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c874e99f-3289-49ce-b7b2-8e052a0a7ba4 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:17.187075 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79edfc8d-06ba-4913-920c-e0ba183df5b4', 'tag': '8b507afb-e570-4650-96a3-4dedf9c1f9f7', 'status': 'completed', 'code': 200} Jul 16 18:32:17.257191 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-d64ecdbc-ffaa-43e2-ab98-f74b45a1fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.258689 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-d64ecdbc-ffaa-43e2-ab98-f74b45a1fa77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=59b1150f3fc049fdb1bb4aae7a77631a&device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 1095 time: 0.0531075 Jul 16 18:32:17.267716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-7a621f46-e89b-4a37-8250-d8a5b20fc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.269519 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-7a621f46-e89b-4a37-8250-d8a5b20fc29b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=59b1150f3fc049fdb1bb4aae7a77631a&device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 1095 time: 0.0572815 Jul 16 18:32:17.354388 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-7e5006e4-d69e-43af-9b28-f594f39b1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.355906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-7e5006e4-d69e-43af-9b28-f594f39b1c4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb4ac1f1-a624-4e21-b7ba-c16b37800031 HTTP/1.1" status: 200 len: 912 time: 0.0896037 Jul 16 18:32:17.359284 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-765b2f68-405d-4dda-9eba-9f801620d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.360838 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-765b2f68-405d-4dda-9eba-9f801620d464 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb4ac1f1-a624-4e21-b7ba-c16b37800031 HTTP/1.1" status: 200 len: 912 time: 0.0851848 Jul 16 18:32:17.403158 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-18395aa9-bf9c-4474-8070-08b7ecbdbd52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7 HTTP/1.1" status: 200 len: 217 time: 0.0403190 Jul 16 18:32:17.405899 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-cbc9ba1a-e5c8-40ab-a03b-cd4f9910ce57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7 HTTP/1.1" status: 200 len: 217 time: 0.0382988 Jul 16 18:32:17.459478 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-e977bd90-d733-4520-b9b8-db8c948e7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.460789 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-e977bd90-d733-4520-b9b8-db8c948e7210 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a6b2901a-075e-435a-9981-574cadb09b2a HTTP/1.1" status: 200 len: 851 time: 0.0484729 Jul 16 18:32:17.474588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-07fbfaed-34e8-4008-8379-8c39e94d6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.476299 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-07fbfaed-34e8-4008-8379-8c39e94d6962 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6b2901a-075e-435a-9981-574cadb09b2a HTTP/1.1" status: 200 len: 851 time: 0.0588858 Jul 16 18:32:17.493372 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-7a55f7a8-74ba-406f-8936-ba90e38305e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb4ac1f1-a624-4e21-b7ba-c16b37800031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265770 Jul 16 18:32:17.512933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-503c51e0-ba5e-4071-882b-061ea382dbf7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb4ac1f1-a624-4e21-b7ba-c16b37800031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297408 Jul 16 18:32:17.597707 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-8033733f-8dab-4cc5-8747-78277c767b5b service neutron] 10.222.0.43 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976584 Jul 16 18:32:17.609104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-1981b8ee-f1b2-4b04-b8f6-8a550d8028dd service neutron] 10.222.0.35 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897481 Jul 16 18:32:17.687218 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-72678d32-58e0-4101-91b1-be1324bd7d25 service neutron] 10.222.0.43 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832777 Jul 16 18:32:17.704392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-650671c7-7ee0-43bc-82c3-44b3bfeb2bd1 req-e3430130-d363-463a-85e8-61b23901666e service neutron] 10.222.0.35 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894234 Jul 16 18:32:17.910548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2536c27-c74e-4f72-a059-34226a607087 req-a13407b9-b3ed-4936-9500-7d9b7b36abc4 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.912000 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2536c27-c74e-4f72-a059-34226a607087 req-a13407b9-b3ed-4936-9500-7d9b7b36abc4 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 943 time: 0.0631890 Jul 16 18:32:17.950162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2536c27-c74e-4f72-a059-34226a607087 req-6e78d1b9-1898-4962-8815-e3168fe80634 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315614 Jul 16 18:32:18.072369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8b507afb-e570-4650-96a3-4dedf9c1f9f7 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:18.112509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8b507afb-e570-4650-96a3-4dedf9c1f9f7 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:18.371315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-f80614d4-db17-461c-b86c-257723f60bd8 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.372791 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-f80614d4-db17-461c-b86c-257723f60bd8 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.43 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4&tenant_id=59b1150f3fc049fdb1bb4aae7a77631a&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 943 time: 0.1111121 Jul 16 18:32:18.432158 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-16666f7a-c011-4f82-b5c8-db2070e2f6a1 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:32:18.433149 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-16666f7a-c011-4f82-b5c8-db2070e2f6a1 service neutron] 10.222.0.43 "DELETE /v2.0/ports/8b507afb-e570-4650-96a3-4dedf9c1f9f7/bindings/n-h2-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0529056 Jul 16 18:32:18.533089 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-45791a03-bee7-4158-bd6d-71e34b8f1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.534606 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-45791a03-bee7-4158-bd6d-71e34b8f1529 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=59b1150f3fc049fdb1bb4aae7a77631a&device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 1095 time: 0.0565598 Jul 16 18:32:18.622402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-40b12b37-dc8f-4494-a358-c8693e984f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.623876 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-40b12b37-dc8f-4494-a358-c8693e984f06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb4ac1f1-a624-4e21-b7ba-c16b37800031 HTTP/1.1" status: 200 len: 912 time: 0.0830424 Jul 16 18:32:18.666213 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-234778a0-8e0e-43e7-ad22-2588b5a69895 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7 HTTP/1.1" status: 200 len: 217 time: 0.0354779 Jul 16 18:32:18.714294 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-47bb1f32-2ed4-4d29-9031-85f02eb028e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.716272 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-47bb1f32-2ed4-4d29-9031-85f02eb028e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a6b2901a-075e-435a-9981-574cadb09b2a HTTP/1.1" status: 200 len: 851 time: 0.0440879 Jul 16 18:32:18.748233 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-b638acf5-b599-417f-bd04-a07dc4b8be30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb4ac1f1-a624-4e21-b7ba-c16b37800031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259173 Jul 16 18:32:18.838947 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-2a0ac2f0-7f87-4ac4-8a20-3aabdbe6f204 service neutron] 10.222.0.43 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832739 Jul 16 18:32:18.924809 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-66915a67-5cc9-4b34-be60-bba0000217e8 service neutron] 10.222.0.43 "GET /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794439 Jul 16 18:32:19.227050 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 8b507afb-e570-4650-96a3-4dedf9c1f9f7 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:19.324008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7,segment=NetworkSegment(cfd05985-49e0-4bf9-afb1-0b9848c63026),segment_id=cfd05985-49e0-4bf9-afb1-0b9848c63026)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:19.336765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '8b507afb-e570-4650-96a3-4dedf9c1f9f7', 'network_id': 'cb4ac1f1-a624-4e21-b7ba-c16b37800031', 'port_id': '8b507afb-e570-4650-96a3-4dedf9c1f9f7', 'mac_address': 'fa:16:3e:0c:7b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b2901a-075e-435a-9981-574cadb09b2a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:32:19.374040 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.386799 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b507afb-e570-4650-96a3-4dedf9c1f9f7 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:19.407056 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7,segment=NetworkSegment(cfd05985-49e0-4bf9-afb1-0b9848c63026),segment_id=cfd05985-49e0-4bf9-afb1-0b9848c63026)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:19.412950 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.463686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=8b507afb-e570-4650-96a3-4dedf9c1f9f7,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:19.633708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['8b507afb-e570-4650-96a3-4dedf9c1f9f7'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:19.737907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982b66e-fe02-41f9-9b92-0692fda7fef8 req-02131280-22a8-404f-9600-5cdbe13e9553 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:19.739614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3982b66e-fe02-41f9-9b92-0692fda7fef8 req-02131280-22a8-404f-9600-5cdbe13e9553 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 944 time: 0.0685570 Jul 16 18:32:19.779695 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3982b66e-fe02-41f9-9b92-0692fda7fef8 req-dc91f8e6-b5f9-4628-892d-29d466dd39c5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336137 Jul 16 18:32:20.988455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-726afbc8-75b2-4eb2-8b1d-59596ba3d7f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:20.989929 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-726afbc8-75b2-4eb2-8b1d-59596ba3d7f5 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.35 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 944 time: 0.1046433 Jul 16 18:32:20.998073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fae540-2bb3-4ce7-9d61-0341ce3170e0 req-fddcef44-1674-40b3-b0de-4faec9c80cbf tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:20.999450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2fae540-2bb3-4ce7-9d61-0341ce3170e0 req-fddcef44-1674-40b3-b0de-4faec9c80cbf tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/ports?device_id=79edfc8d-06ba-4913-920c-e0ba183df5b4 HTTP/1.1" status: 200 len: 944 time: 0.1054959 Jul 16 18:32:21.077981 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2fae540-2bb3-4ce7-9d61-0341ce3170e0 req-01af1ba7-24ca-41f6-8464-20ef63525012 tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.41 "GET /v2.0/security-groups?id=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702984 Jul 16 18:32:21.125153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-4bc9e67e-a616-4cbd-9609-6c5593bbb21d tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Deleting port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:21.125492 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-4bc9e67e-a616-4cbd-9609-6c5593bbb21d tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.216221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-4bc9e67e-a616-4cbd-9609-6c5593bbb21d tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] For port 8b507afb-e570-4650-96a3-4dedf9c1f9f7, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8b507afb-e570-4650-96a3-4dedf9c1f9f7,segment=NetworkSegment(cfd05985-49e0-4bf9-afb1-0b9848c63026),segment_id=cfd05985-49e0-4bf9-afb1-0b9848c63026)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:21.216578 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-4bc9e67e-a616-4cbd-9609-6c5593bbb21d tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.228911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-4bc9e67e-a616-4cbd-9609-6c5593bbb21d tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Calling delete_port for 8b507afb-e570-4650-96a3-4dedf9c1f9f7 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:21.237375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 8b507afb-e570-4650-96a3-4dedf9c1f9f7 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:21.287245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:21.291122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:21.291523 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.356698 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-4bc9e67e-a616-4cbd-9609-6c5593bbb21d tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.368157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['8b507afb-e570-4650-96a3-4dedf9c1f9f7'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:21.372682 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.392277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9e67e-a616-4cbd-9609-6c5593bbb21d tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Pushing event deleted for resources: {'Port': ['ID=8b507afb-e570-4650-96a3-4dedf9c1f9f7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:21.437560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-4bc9e67e-a616-4cbd-9609-6c5593bbb21d tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] No DVR routers for this DVR port 8b507afb-e570-4650-96a3-4dedf9c1f9f7 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:21.440526 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-4bc9e67e-a616-4cbd-9609-6c5593bbb21d tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.442550 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5df7fb59-0a1f-4e99-a406-caceb6e74faf req-4bc9e67e-a616-4cbd-9609-6c5593bbb21d tempest-DeleteServersTestJSON-1475593968 tempest-DeleteServersTestJSON-1475593968-project] 10.222.0.35 "DELETE /v2.0/ports/8b507afb-e570-4650-96a3-4dedf9c1f9f7 HTTP/1.1" status: 204 len: 173 time: 0.4421957 Jul 16 18:32:21.443033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79edfc8d-06ba-4913-920c-e0ba183df5b4', 'name': 'network-vif-deleted', 'tag': '8b507afb-e570-4650-96a3-4dedf9c1f9f7'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:21.445824 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2987dab4-fbcf-431f-afbd-e66823110f4e" -d '{"events": [{"server_uuid": "79edfc8d-06ba-4913-920c-e0ba183df5b4", "name": "network-vif-deleted", "tag": "8b507afb-e570-4650-96a3-4dedf9c1f9f7"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:21.482374 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad81bbb-15aa-4a62-8adb-81448173ec0e x-openstack-request-id: req-aad81bbb-15aa-4a62-8adb-81448173ec0e {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:21.482671 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79edfc8d-06ba-4913-920c-e0ba183df5b4", "name": "network-vif-deleted", "tag": "8b507afb-e570-4650-96a3-4dedf9c1f9f7", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:21.482923 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aad81bbb-15aa-4a62-8adb-81448173ec0e {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:21.483318 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79edfc8d-06ba-4913-920c-e0ba183df5b4', 'name': 'network-vif-deleted', 'tag': '8b507afb-e570-4650-96a3-4dedf9c1f9f7', 'status': 'completed', 'code': 200} Jul 16 18:32:22.313589 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51234) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.363194 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-901dc910-4bf3-4f3f-95dc-365d3ce3268e admin admin] Deleting subnet a6b2901a-075e-435a-9981-574cadb09b2a {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:22.366363 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-901dc910-4bf3-4f3f-95dc-365d3ce3268e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.407358 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-901dc910-4bf3-4f3f-95dc-365d3ce3268e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.452054 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-901dc910-4bf3-4f3f-95dc-365d3ce3268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.505069 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-901dc910-4bf3-4f3f-95dc-365d3ce3268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.534004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901dc910-4bf3-4f3f-95dc-365d3ce3268e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b2901a-075e-435a-9981-574cadb09b2a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:22.535833 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-901dc910-4bf3-4f3f-95dc-365d3ce3268e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.537451 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-901dc910-4bf3-4f3f-95dc-365d3ce3268e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a6b2901a-075e-435a-9981-574cadb09b2a HTTP/1.1" status: 204 len: 168 time: 0.2228796 Jul 16 18:32:22.539947 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51236) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.609528 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0841a8a2-af7a-4186-9475-6615b02b7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.684732 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0841a8a2-af7a-4186-9475-6615b02b7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.695086 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-0841a8a2-af7a-4186-9475-6615b02b7b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4ac1f1-a624-4e21-b7ba-c16b37800031']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:22.704661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-0841a8a2-af7a-4186-9475-6615b02b7b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd05985-49e0-4bf9-afb1-0b9848c63026') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:22.704951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-0841a8a2-af7a-4186-9475-6615b02b7b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd05985-49e0-4bf9-afb1-0b9848c63026') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:22.714273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0841a8a2-af7a-4186-9475-6615b02b7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.731123 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0841a8a2-af7a-4186-9475-6615b02b7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.736797 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0841a8a2-af7a-4186-9475-6615b02b7b52 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:22.737172 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0841a8a2-af7a-4186-9475-6615b02b7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:22.738747 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:22.792721 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0841a8a2-af7a-4186-9475-6615b02b7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.798213 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0841a8a2-af7a-4186-9475-6615b02b7b52 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.800222 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0841a8a2-af7a-4186-9475-6615b02b7b52 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cb4ac1f1-a624-4e21-b7ba-c16b37800031 HTTP/1.1" status: 204 len: 168 time: 0.2593801 Jul 16 18:32:22.810907 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841a8a2-af7a-4186-9475-6615b02b7b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4ac1f1-a624-4e21-b7ba-c16b37800031,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:22.905903 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51240) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.944155 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a4824f1c-0917-4ee6-8dd9-126687f49fa2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59b1150f3fc049fdb1bb4aae7a77631a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370970 Jul 16 18:32:22.946625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51242) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.993319 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ab187ae-bc89-4959-bb33-973c7d399152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.013489 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ab187ae-bc89-4959-bb33-973c7d399152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.060846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ab187ae-bc89-4959-bb33-973c7d399152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.063359 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5ab187ae-bc89-4959-bb33-973c7d399152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.065087 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5ab187ae-bc89-4959-bb33-973c7d399152 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ded7b5ac-f5df-42a5-93e8-72946f6d4a3e HTTP/1.1" status: 204 len: 168 time: 0.1169384 Jul 16 18:32:23.073067 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab187ae-bc89-4959-bb33-973c7d399152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded7b5ac-f5df-42a5-93e8-72946f6d4a3e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:23.710463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51264) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:23.809441 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1020184496-network', 'tenant_id': 'a7e80f294db94348901b47f73e5fd98c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:23.829869 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Made reservation on behalf of a7e80f294db94348901b47f73e5fd98c for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:23.833211 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.841723 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.928902 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.932596 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.957003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:23.965494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b499ed4d-f214-45f8-857f-524d672387ec,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:23.973542 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.973905 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Added segment a155aa7c-2d43-4a12-984f-8eb825a3b000 of type vlan for network 71055ba8-fcf4-47c4-af0f-5105e2f027eb Jul 16 18:32:24.015647 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.044886 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.045836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.046422 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.077822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3662574 Jul 16 18:32:24.081761 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51268) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:24.087334 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-09e8d795-3bfb-429a-a55a-ad0ede383bb5 admin admin] Request body: {'subnet': {'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1020184496-subnet', 'tenant_id': 'a7e80f294db94348901b47f73e5fd98c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:24.108685 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e8d795-3bfb-429a-a55a-ad0ede383bb5 admin admin] Made reservation on behalf of a7e80f294db94348901b47f73e5fd98c for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:24.109825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f492a-19e4-412f-9213-34d62c0eb67f admin admin] Pushing event updated for resources: {'Network': ['ID=71055ba8-fcf4-47c4-af0f-5105e2f027eb,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:24.111009 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09e8d795-3bfb-429a-a55a-ad0ede383bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.119883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 71055ba8-fcf4-47c4-af0f-5105e2f027eb details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:24.279264 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09e8d795-3bfb-429a-a55a-ad0ede383bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.335054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8d795-3bfb-429a-a55a-ad0ede383bb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81d0edb-a234-4748-bae8-2591805750f4,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:24.342163 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e8d795-3bfb-429a-a55a-ad0ede383bb5 admin admin] Checking segment: {'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:24.342464 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e8d795-3bfb-429a-a55a-ad0ede383bb5 admin admin] Network hostable DHCP agents. Network: 71055ba8-fcf4-47c4-af0f-5105e2f027eb, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:24.359442 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e8d795-3bfb-429a-a55a-ad0ede383bb5 admin admin] Network 71055ba8-fcf4-47c4-af0f-5105e2f027eb is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:24.367713 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-09e8d795-3bfb-429a-a55a-ad0ede383bb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 71055ba8-fcf4-47c4-af0f-5105e2f027eb) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:24.371827 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e8d795-3bfb-429a-a55a-ad0ede383bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.372408 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09e8d795-3bfb-429a-a55a-ad0ede383bb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.377879 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73df3e1e-bf1c-4473-930f-a43291f435ea None None] Network 71055ba8-fcf4-47c4-af0f-5105e2f027eb requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:24.386447 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-09e8d795-3bfb-429a-a55a-ad0ede383bb5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3035233 Jul 16 18:32:24.501288 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4e8bc6-4e53-465f-bac8-d11268113c05 None None] Network 71055ba8-fcf4-47c4-af0f-5105e2f027eb requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:24.825939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-a5cb9f45-d745-42ba-9e16-84c9654e5e38 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.827410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-a5cb9f45-d745-42ba-9e16-84c9654e5e38 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 815 time: 0.1123989 Jul 16 18:32:24.843327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-a8da790f-8a4b-4f84-91b0-158f8b2a8f2e tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/quotas/a7e80f294db94348901b47f73e5fd98c HTTP/1.1" status: 200 len: 375 time: 0.0093319 Jul 16 18:32:24.876480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-c4a3a1f9-9697-42a0-873b-e7b9910b14d1 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275393 Jul 16 18:32:24.886589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-8a46a7f8-5683-4f3e-b8be-d3bb15064bb7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:24.887572 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-8a46a7f8-5683-4f3e-b8be-d3bb15064bb7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050368 Jul 16 18:32:24.980725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-6b9de95f-1ceb-499a-b662-e114dd2b3e46 service neutron] 10.222.0.41 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880368 Jul 16 18:32:25.069651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-ea315b0d-5baf-4380-824d-aa122365e8d8 service neutron] 10.222.0.41 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831425 Jul 16 18:32:25.244082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf9229ef-7e28-4d61-b62f-28a9ecdc882c req-5496eb05-48ff-4295-8818-8d2ee9b65b6a tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 210 time: 0.0313396 Jul 16 18:32:25.253752 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 8b507afb-e570-4650-96a3-4dedf9c1f9f7 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:25.275043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 8b507afb-e570-4650-96a3-4dedf9c1f9f7 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:25.275399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 8b507afb-e570-4650-96a3-4dedf9c1f9f7 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:26.256916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-de5db80e-33b3-4a21-b466-f95775a63935 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:26.258460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-de5db80e-33b3-4a21-b466-f95775a63935 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.35 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 815 time: 0.1069179 Jul 16 18:32:26.271478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-becd6b73-79e1-4e3c-8a27-768a80fb103c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Request body: {'port': {'device_id': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb', 'admin_state_up': True, 'tenant_id': 'a7e80f294db94348901b47f73e5fd98c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:26.395327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cff0153b-1914-42ef-a507-cb0913cfd6a2 req-de0a7b66-1ec4-44b9-a1d7-3ef1c40e3fcc tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 210 time: 0.0400689 Jul 16 18:32:26.417752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-becd6b73-79e1-4e3c-8a27-768a80fb103c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Made reservation on behalf of a7e80f294db94348901b47f73e5fd98c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:26.421494 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-becd6b73-79e1-4e3c-8a27-768a80fb103c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.803819 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.859797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-becd6b73-79e1-4e3c-8a27-768a80fb103c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Allocated IP 172.20.0.13 (71055ba8-fcf4-47c4-af0f-5105e2f027eb/e81d0edb-a234-4748-bae8-2591805750f4/15359d46-5051-41f0-b8be-cac0c5eae6d3) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:26.937531 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.015383 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-becd6b73-79e1-4e3c-8a27-768a80fb103c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.054318 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-becd6b73-79e1-4e3c-8a27-768a80fb103c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.116841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-becd6b73-79e1-4e3c-8a27-768a80fb103c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Network 71055ba8-fcf4-47c4-af0f-5105e2f027eb is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:27.122851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-becd6b73-79e1-4e3c-8a27-768a80fb103c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:27.131100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-becd6b73-79e1-4e3c-8a27-768a80fb103c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:27.157904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd6b73-79e1-4e3c-8a27-768a80fb103c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Pushing event updated for resources: {'Port': ['ID=15359d46-5051-41f0-b8be-cac0c5eae6d3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:27.186130 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-becd6b73-79e1-4e3c-8a27-768a80fb103c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:27.186736 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-becd6b73-79e1-4e3c-8a27-768a80fb103c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.201424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-becd6b73-79e1-4e3c-8a27-768a80fb103c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9339752 Jul 16 18:32:27.212783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Request body: {'port': {'device_id': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:27.284586 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.588561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15359d46-5051-41f0-b8be-cac0c5eae6d3 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:27.598501 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.620614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Transition to ACTIVE for port object 15359d46-5051-41f0-b8be-cac0c5eae6d3 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:27.624615 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.640495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bccbe-6b71-4615-bc54-b9ef31cfffd3 req-5bbb4849-426a-4574-989b-d7b8cef79087 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:27.641962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb9bccbe-6b71-4615-bc54-b9ef31cfffd3 req-5bbb4849-426a-4574-989b-d7b8cef79087 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 932 time: 0.1311572 Jul 16 18:32:27.700798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=15359d46-5051-41f0-b8be-cac0c5eae6d3,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:27.739022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb9bccbe-6b71-4615-bc54-b9ef31cfffd3 req-47984f6a-50b4-4a6a-926a-3a107d6160b3 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780797 Jul 16 18:32:27.784709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Attempting to bind port 15359d46-5051-41f0-b8be-cac0c5eae6d3 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:27.785037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Attempting to bind port 15359d46-5051-41f0-b8be-cac0c5eae6d3 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:27.785360 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Attempting to bind port 15359d46-5051-41f0-b8be-cac0c5eae6d3 on network 71055ba8-fcf4-47c4-af0f-5105e2f027eb {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:27.789516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Port 15359d46-5051-41f0-b8be-cac0c5eae6d3 on network 71055ba8-fcf4-47c4-af0f-5105e2f027eb not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:32:27.789832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Attempting to bind port 15359d46-5051-41f0-b8be-cac0c5eae6d3 on network 71055ba8-fcf4-47c4-af0f-5105e2f027eb {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:27.794631 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:27.794961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Checking segment: {'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:27.795569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Bound using segment: {'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:27.795994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Bound port: 15359d46-5051-41f0-b8be-cac0c5eae6d3, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:27.796345 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.858511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] For port 15359d46-5051-41f0-b8be-cac0c5eae6d3, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:27.861616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] For port 15359d46-5051-41f0-b8be-cac0c5eae6d3, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:27.866412 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.899713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:27.900320 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.901705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] 10.222.0.35 "PUT /v2.0/ports/15359d46-5051-41f0-b8be-cac0c5eae6d3 HTTP/1.1" status: 200 len: 1093 time: 0.6930351 Jul 16 18:32:27.902135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'tag': '15359d46-5051-41f0-b8be-cac0c5eae6d3'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:27.904673 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c6f67d-3406-4fb5-ab4f-23773d7407c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e78a546b-d1b2-43d9-828a-40253dfb9abb", "tag": "15359d46-5051-41f0-b8be-cac0c5eae6d3"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:27.934959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d62e0-dece-4885-be79-f5762c3ea9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=15359d46-5051-41f0-b8be-cac0c5eae6d3,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:27.951242 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ff71e3-00af-4bf2-9e4a-be248e28a69a x-openstack-request-id: req-57ff71e3-00af-4bf2-9e4a-be248e28a69a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:27.951492 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78a546b-d1b2-43d9-828a-40253dfb9abb", "tag": "15359d46-5051-41f0-b8be-cac0c5eae6d3", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:27.951774 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57ff71e3-00af-4bf2-9e4a-be248e28a69a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:27.952171 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'tag': '15359d46-5051-41f0-b8be-cac0c5eae6d3', 'status': 'completed', 'code': 200} Jul 16 18:32:28.002530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-c25e2442-472d-4ada-89fe-c356632c50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:28.004134 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-c25e2442-472d-4ada-89fe-c356632c50f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 1096 time: 0.0639873 Jul 16 18:32:28.042821 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e14a2fd5-f1cf-486e-bad7-2a5d73b9eeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.045419 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-63054d00-e798-4723-9825-27eec68eb91d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3 HTTP/1.1" status: 200 len: 217 time: 0.0344479 Jul 16 18:32:28.093123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-5ab762d4-5c07-45df-9551-76644f9d9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:28.094540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-5ab762d4-5c07-45df-9551-76644f9d9098 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0435977 Jul 16 18:32:28.130976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-80fe8cf6-7874-459e-8016-74f1d99e27ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306287 Jul 16 18:32:28.225620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-8ca46506-e114-481f-8a0d-0a019c6f5aae service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885980 Jul 16 18:32:28.317200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8b200b5-4262-4ca9-907e-f7e103fc3f46 req-309df5ec-ece3-42a9-8cf4-3ea09628cc23 service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859911 Jul 16 18:32:28.416483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6f67d-3406-4fb5-ab4f-23773d7407c7 req-296be41c-c2aa-4dc2-aa20-49eebe5c37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:28.417982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92c6f67d-3406-4fb5-ab4f-23773d7407c7 req-296be41c-c2aa-4dc2-aa20-49eebe5c37d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 1096 time: 0.0522373 Jul 16 18:32:28.511426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6f67d-3406-4fb5-ab4f-23773d7407c7 req-ecf66cbb-72d8-4f58-85d5-b971f9f9b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:28.512835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92c6f67d-3406-4fb5-ab4f-23773d7407c7 req-ecf66cbb-72d8-4f58-85d5-b971f9f9b7dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.0874519 Jul 16 18:32:28.554890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92c6f67d-3406-4fb5-ab4f-23773d7407c7 req-5eed3394-e8c8-47fa-a5da-ad4f24a05442 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3 HTTP/1.1" status: 200 len: 217 time: 0.0336587 Jul 16 18:32:28.602928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6f67d-3406-4fb5-ab4f-23773d7407c7 req-ccf57e1d-3451-4c54-887a-031111efcc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:28.604427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92c6f67d-3406-4fb5-ab4f-23773d7407c7 req-ccf57e1d-3451-4c54-887a-031111efcc9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0436456 Jul 16 18:32:28.639017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92c6f67d-3406-4fb5-ab4f-23773d7407c7 req-9522cbf9-ac7b-40fb-b2a0-124e576dfcb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262070 Jul 16 18:32:28.732957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92c6f67d-3406-4fb5-ab4f-23773d7407c7 req-089b0db0-6e54-4055-b7d0-8f6d7afe9f35 service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873964 Jul 16 18:32:28.829438 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92c6f67d-3406-4fb5-ab4f-23773d7407c7 req-e3aea84d-9707-48c9-93de-dda677a368e1 service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899582 Jul 16 18:32:28.916248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5f5ba-51c9-4351-9cf2-6ab6e7e393db req-e5aa6d60-2ccd-455c-b979-89b8550bc676 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:28.917716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cea5f5ba-51c9-4351-9cf2-6ab6e7e393db req-e5aa6d60-2ccd-455c-b979-89b8550bc676 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 944 time: 0.0643764 Jul 16 18:32:28.954821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cea5f5ba-51c9-4351-9cf2-6ab6e7e393db req-899b88d6-b77d-41a7-94d7-9c89da980236 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Jul 16 18:32:30.150267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c69c5-0a67-427a-a871-77dbaafeb986 req-2fc0150f-f64a-4e4a-96d3-c7c8f6d28057 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.151655 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-754c69c5-0a67-427a-a871-77dbaafeb986 req-2fc0150f-f64a-4e4a-96d3-c7c8f6d28057 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 944 time: 0.0631378 Jul 16 18:32:30.189025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-754c69c5-0a67-427a-a871-77dbaafeb986 req-f457221d-2469-4a01-9025-c99df79aa3b0 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Jul 16 18:32:30.684976 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.756132 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dbca7d5b-3da5-4481-aa71-23fd866f03fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.299723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 15359d46-5051-41f0-b8be-cac0c5eae6d3 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:31.367315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc7b08-76c2-4d35-b763-3239b877eede req-d4cf7ace-b6de-440b-88d3-21a7b147ad4d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:31.368899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5bcc7b08-76c2-4d35-b763-3239b877eede req-d4cf7ace-b6de-440b-88d3-21a7b147ad4d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 944 time: 0.0702398 Jul 16 18:32:31.395127 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 15359d46-5051-41f0-b8be-cac0c5eae6d3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:31.405804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '15359d46-5051-41f0-b8be-cac0c5eae6d3', 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb', 'port_id': '15359d46-5051-41f0-b8be-cac0c5eae6d3', 'mac_address': 'fa:16:3e:1c:33:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81d0edb-a234-4748-bae8-2591805750f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:32:31.407760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5bcc7b08-76c2-4d35-b763-3239b877eede req-56fa653f-7576-4b84-8df4-dc09a997af4a tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332639 Jul 16 18:32:31.442360 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.454334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15359d46-5051-41f0-b8be-cac0c5eae6d3 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:31.474340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 15359d46-5051-41f0-b8be-cac0c5eae6d3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:31.477999 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.528654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=15359d46-5051-41f0-b8be-cac0c5eae6d3,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:31.668842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['15359d46-5051-41f0-b8be-cac0c5eae6d3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:31.940829 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.582331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ebe11-c042-441f-9db7-32bc6a39e04c req-e761b26e-a4b1-401f-954a-ade66646965d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:32.583835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-900ebe11-c042-441f-9db7-32bc6a39e04c req-e761b26e-a4b1-401f-954a-ade66646965d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 945 time: 0.0653386 Jul 16 18:32:32.622673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-900ebe11-c042-441f-9db7-32bc6a39e04c req-9802f62d-6d9d-4357-91d6-b861a781bd0a tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334048 Jul 16 18:32:33.315231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 15359d46-5051-41f0-b8be-cac0c5eae6d3 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:33.365006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 15359d46-5051-41f0-b8be-cac0c5eae6d3 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:33.369411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 15359d46-5051-41f0-b8be-cac0c5eae6d3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:33.369878 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.444438 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.466707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15359d46-5051-41f0-b8be-cac0c5eae6d3'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:33.469004 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a536674-e4b4-4dfe-b036-c9077b0ed8fa" -d '{"events": [{"server_uuid": "e78a546b-d1b2-43d9-828a-40253dfb9abb", "name": "network-vif-plugged", "status": "completed", "tag": "15359d46-5051-41f0-b8be-cac0c5eae6d3"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:33.481836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 15359d46-5051-41f0-b8be-cac0c5eae6d3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:33.485857 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.510214 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d147f8a0-5fc7-401e-9b63-88932cc85d76 x-openstack-request-id: req-d147f8a0-5fc7-401e-9b63-88932cc85d76 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:33.510506 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78a546b-d1b2-43d9-828a-40253dfb9abb", "name": "network-vif-plugged", "status": "completed", "tag": "15359d46-5051-41f0-b8be-cac0c5eae6d3", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:33.510809 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d147f8a0-5fc7-401e-9b63-88932cc85d76 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:33.511443 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15359d46-5051-41f0-b8be-cac0c5eae6d3', 'code': 200} Jul 16 18:32:33.537975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=15359d46-5051-41f0-b8be-cac0c5eae6d3,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:33.622299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101e82d-446a-458a-ace0-eeaab1c4ff00 req-377a9e56-0877-4105-9e8e-2d266e9d42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:33.623825 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4101e82d-446a-458a-ace0-eeaab1c4ff00 req-377a9e56-0877-4105-9e8e-2d266e9d42dd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 1098 time: 0.0564287 Jul 16 18:32:33.657501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4101e82d-446a-458a-ace0-eeaab1c4ff00 req-e7d0d144-bc8e-4679-8675-045bb73ec918 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275998 Jul 16 18:32:33.681960 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.794272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba878210-5d31-463c-81d6-c7e28a1ac520 req-0ad363bb-1479-46e0-a2fc-972566e9e3e9 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:33.795789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba878210-5d31-463c-81d6-c7e28a1ac520 req-0ad363bb-1479-46e0-a2fc-972566e9e3e9 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0642302 Jul 16 18:32:33.834195 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba878210-5d31-463c-81d6-c7e28a1ac520 req-dfbb0b77-e838-4960-bc3f-391bbcdb004c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323834 Jul 16 18:32:35.013156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0510e7-b1e3-436e-b381-c87210606c34 req-8cb5f489-370b-400d-8984-1a3609ca3a27 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.014618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c0510e7-b1e3-436e-b381-c87210606c34 req-8cb5f489-370b-400d-8984-1a3609ca3a27 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0673661 Jul 16 18:32:35.053438 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c0510e7-b1e3-436e-b381-c87210606c34 req-5526c889-a7ca-47a4-a285-e6010456016e tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328467 Jul 16 18:32:35.230568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f950c72-ee0f-4f2b-a601-0dcae830d045 req-85c89f12-966a-4a19-aa5f-1c781f4d28fa tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.232057 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f950c72-ee0f-4f2b-a601-0dcae830d045 req-85c89f12-966a-4a19-aa5f-1c781f4d28fa tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0669169 Jul 16 18:32:35.269341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f950c72-ee0f-4f2b-a601-0dcae830d045 req-3c4a17e6-3610-404d-9eff-965b6bb6e484 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Jul 16 18:32:35.612560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0eb789-3f34-4a30-a08a-af371ff73785 req-0f6468e1-5642-45e4-882e-eb793f82bddc tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.614043 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b0eb789-3f34-4a30-a08a-af371ff73785 req-0f6468e1-5642-45e4-882e-eb793f82bddc tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0644586 Jul 16 18:32:35.651786 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b0eb789-3f34-4a30-a08a-af371ff73785 req-5e20fb03-d471-46b3-bfdc-15ee4ff596f1 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320868 Jul 16 18:32:35.825967 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf5fca-bf04-4e1c-ab2e-f6d58ffb2727 req-64a5dea0-9948-4b88-88d1-7d6bbb246519 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.827459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9edf5fca-bf04-4e1c-ab2e-f6d58ffb2727 req-64a5dea0-9948-4b88-88d1-7d6bbb246519 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0671606 Jul 16 18:32:35.865864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9edf5fca-bf04-4e1c-ab2e-f6d58ffb2727 req-3e110034-5e4b-4834-bbc8-ef6f147598da tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Jul 16 18:32:36.212227 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-afb08b12-1483-4fc0-8da5-d958e3c9c993 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0631866 Jul 16 18:32:36.265446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a41cf-5a60-4ed2-a362-9c7e15d71344 req-b8d6d182-f809-47ae-897a-d4baee84a66e tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.266919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a22a41cf-5a60-4ed2-a362-9c7e15d71344 req-b8d6d182-f809-47ae-897a-d4baee84a66e tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0680890 Jul 16 18:32:36.305443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a22a41cf-5a60-4ed2-a362-9c7e15d71344 req-eeaf734e-04d5-448a-b211-63fe5dde6ed8 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325541 Jul 16 18:32:37.513149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380299a-30b3-4808-9b8d-3593fd87a086 req-5765efbb-b2ec-4998-8bf4-cc8cb2f148fe tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.514608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8380299a-30b3-4808-9b8d-3593fd87a086 req-5765efbb-b2ec-4998-8bf4-cc8cb2f148fe tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0936568 Jul 16 18:32:37.565308 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8380299a-30b3-4808-9b8d-3593fd87a086 req-8ed0c2c6-4881-4a2d-854c-92f3575acc1e tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440876 Jul 16 18:32:37.568374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c586035-4bca-497f-823e-dc90842e13f1 req-26426d32-0b62-437e-8f8d-7f5d354fff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.569831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-26426d32-0b62-437e-8f8d-7f5d354fff3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 1098 time: 0.0929606 Jul 16 18:32:37.666555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c586035-4bca-497f-823e-dc90842e13f1 req-d6d2e5ca-23bd-43c7-9d1f-a11f068edfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.667978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-d6d2e5ca-23bd-43c7-9d1f-a11f068edfe3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.0921748 Jul 16 18:32:37.710722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-4482ff24-69e2-4e02-b117-9db4bd813242 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3 HTTP/1.1" status: 200 len: 217 time: 0.0365736 Jul 16 18:32:37.759471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c586035-4bca-497f-823e-dc90842e13f1 req-000d45b6-6b18-4222-a2ca-97e13c8336fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.760933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-000d45b6-6b18-4222-a2ca-97e13c8336fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0447893 Jul 16 18:32:37.797892 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-e3f230d6-3555-4df3-b489-f6fccaadd866 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305028 Jul 16 18:32:37.887348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-d2b53ce2-a660-42ba-a533-2c3bef4aa537 service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830784 Jul 16 18:32:37.981302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-45a7f00a-0f6f-4375-b925-2e654aa065e2 service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870879 Jul 16 18:32:38.737597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf1cf0-4443-4d51-9705-c6bb85afb731 req-aafb51bc-76b3-49cf-81de-173443e920a2 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:38.739054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-faaf1cf0-4443-4d51-9705-c6bb85afb731 req-aafb51bc-76b3-49cf-81de-173443e920a2 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0641737 Jul 16 18:32:38.778883 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-faaf1cf0-4443-4d51-9705-c6bb85afb731 req-b58e0b4f-e99b-4475-b454-57917d9a109d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334802 Jul 16 18:32:39.131510 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4a991-e543-4a46-85ea-ba4b5ceddde8 req-5dbabfe8-3c61-4635-95fc-5545bb9e41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.133014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ed4a991-e543-4a46-85ea-ba4b5ceddde8 req-5dbabfe8-3c61-4635-95fc-5545bb9e41e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 1098 time: 0.0535269 Jul 16 18:32:39.239037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4a991-e543-4a46-85ea-ba4b5ceddde8 req-89f43797-13ee-4b32-917e-4db7ff32c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.240562 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ed4a991-e543-4a46-85ea-ba4b5ceddde8 req-89f43797-13ee-4b32-917e-4db7ff32c7f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.0888822 Jul 16 18:32:39.280692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ed4a991-e543-4a46-85ea-ba4b5ceddde8 req-3a10ae9d-0112-4e61-b0a6-40996cbb96fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3 HTTP/1.1" status: 200 len: 217 time: 0.0341396 Jul 16 18:32:39.330884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4a991-e543-4a46-85ea-ba4b5ceddde8 req-a58d0633-278c-4aaf-a6a2-7c2360ebe97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.332593 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ed4a991-e543-4a46-85ea-ba4b5ceddde8 req-a58d0633-278c-4aaf-a6a2-7c2360ebe97d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0465200 Jul 16 18:32:39.364457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ed4a991-e543-4a46-85ea-ba4b5ceddde8 req-a4d6dcd0-f751-4efc-a91c-c98dc1250603 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260792 Jul 16 18:32:39.451830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ed4a991-e543-4a46-85ea-ba4b5ceddde8 req-93195b4a-f217-4223-b4af-0e042a814ea8 service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812292 Jul 16 18:32:39.543646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ed4a991-e543-4a46-85ea-ba4b5ceddde8 req-988a6fc3-7030-42db-8065-d5cfd1a954f0 service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857151 Jul 16 18:32:39.969446 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43151fcd-2aa0-4795-bd5e-4421a3ff6607 req-d5993ef1-bc62-4744-ae33-7b0cb71b4921 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.970958 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43151fcd-2aa0-4795-bd5e-4421a3ff6607 req-d5993ef1-bc62-4744-ae33-7b0cb71b4921 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0679131 Jul 16 18:32:40.010920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-43151fcd-2aa0-4795-bd5e-4421a3ff6607 req-1ed830bf-f5ee-43a8-8eae-af67a259fb63 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342848 Jul 16 18:32:41.195609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af2723-0aaf-4880-bfe4-96db01ce4d51 req-fa309500-4d83-450d-9d36-d208013eff47 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:41.197080 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9af2723-0aaf-4880-bfe4-96db01ce4d51 req-fa309500-4d83-450d-9d36-d208013eff47 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0660706 Jul 16 18:32:41.233625 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9af2723-0aaf-4880-bfe4-96db01ce4d51 req-d5993f42-2a4d-4ffc-bc1a-954d56f24b6e tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310845 Jul 16 18:32:42.416432 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8104ec-014d-4631-8ffe-2492875d9c45 req-22ba5be6-bce5-4d5a-a29b-f12cc0b59f62 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:42.417980 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd8104ec-014d-4631-8ffe-2492875d9c45 req-22ba5be6-bce5-4d5a-a29b-f12cc0b59f62 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0654855 Jul 16 18:32:42.456657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd8104ec-014d-4631-8ffe-2492875d9c45 req-91205ed1-7b7e-4a8c-8773-1f6a19430cc1 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329003 Jul 16 18:32:43.625870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde0e8f-9086-4c80-a806-911465cdd77a req-24d007e3-609e-4831-95c1-1c79f37ac5ac tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:43.627600 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-abde0e8f-9086-4c80-a806-911465cdd77a req-24d007e3-609e-4831-95c1-1c79f37ac5ac tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0635397 Jul 16 18:32:43.665254 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-abde0e8f-9086-4c80-a806-911465cdd77a req-1fe2a5e4-c4bb-4069-9fbd-f2922ea6c3e7 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321546 Jul 16 18:32:44.843726 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b259072-9f3b-4711-90aa-4d82a319f618 req-96912de0-bafd-412c-b4af-bde1edc041bc tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:44.845182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b259072-9f3b-4711-90aa-4d82a319f618 req-96912de0-bafd-412c-b4af-bde1edc041bc tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0658574 Jul 16 18:32:44.882854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b259072-9f3b-4711-90aa-4d82a319f618 req-78cda829-ea54-4924-b912-fcef1b18ed34 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320971 Jul 16 18:32:46.058177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6722be-15df-4cbd-8837-8b3c19a34cc4 req-c14884f2-22f9-42b3-8982-9a989ccacef9 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:46.059614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da6722be-15df-4cbd-8837-8b3c19a34cc4 req-c14884f2-22f9-42b3-8982-9a989ccacef9 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0641418 Jul 16 18:32:46.099669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da6722be-15df-4cbd-8837-8b3c19a34cc4 req-64cfa119-bb90-4a0a-8a00-1c3445327ce9 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Jul 16 18:32:47.277704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c688b1-7296-4b89-a592-8e0ae12ec514 req-e0348e20-a858-422b-87a2-bfed92468196 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:47.279041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92c688b1-7296-4b89-a592-8e0ae12ec514 req-e0348e20-a858-422b-87a2-bfed92468196 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0660555 Jul 16 18:32:47.316082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92c688b1-7296-4b89-a592-8e0ae12ec514 req-4f3048ea-825a-4f94-8d5f-c76e292e7862 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313079 Jul 16 18:32:48.487915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083b755-d3d7-413d-ac67-2fc518afa6f5 req-bde482b2-37ef-401e-846b-6b58b63d4d35 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:48.489375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7083b755-d3d7-413d-ac67-2fc518afa6f5 req-bde482b2-37ef-401e-846b-6b58b63d4d35 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0635307 Jul 16 18:32:48.525910 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7083b755-d3d7-413d-ac67-2fc518afa6f5 req-a90cfab2-c888-4e9c-b48b-3e975791bfbb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310035 Jul 16 18:32:49.695874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0e6e6-6a40-4860-afaa-f56ab2da68cd req-44fc57c9-9a40-477a-81ec-e89ae4b06d54 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:49.697325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49e0e6e6-6a40-4860-afaa-f56ab2da68cd req-44fc57c9-9a40-477a-81ec-e89ae4b06d54 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0616984 Jul 16 18:32:49.734884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-49e0e6e6-6a40-4860-afaa-f56ab2da68cd req-a697419f-7cb5-4e3a-a1de-fae2d1780d90 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320582 Jul 16 18:32:50.911202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1361949-7d8f-4274-86de-6a578a47f9cb req-faf63b08-3d73-4510-98d8-4765c1d147fa tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:50.912686 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1361949-7d8f-4274-86de-6a578a47f9cb req-faf63b08-3d73-4510-98d8-4765c1d147fa tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0667012 Jul 16 18:32:50.950115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1361949-7d8f-4274-86de-6a578a47f9cb req-9a6f26f6-3b48-4d4a-975f-cec343f7bae8 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Jul 16 18:32:50.964526 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:52.123234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca50e2-708a-4b99-a5d2-10bb48d8f541 req-4fc5027e-f19f-438c-95b7-6e1c64b0c467 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.124646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-daca50e2-708a-4b99-a5d2-10bb48d8f541 req-4fc5027e-f19f-438c-95b7-6e1c64b0c467 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0631728 Jul 16 18:32:52.162582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-daca50e2-708a-4b99-a5d2-10bb48d8f541 req-52df6592-52fa-4bf2-a72b-0cfd8d9c2e21 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314238 Jul 16 18:32:53.335908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b57340-a741-4c90-9159-81ab5c264b7f req-4836086f-c6ad-4e89-938f-b169e853c813 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:53.337291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99b57340-a741-4c90-9159-81ab5c264b7f req-4836086f-c6ad-4e89-938f-b169e853c813 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0664370 Jul 16 18:32:53.374833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99b57340-a741-4c90-9159-81ab5c264b7f req-35e69634-d6c6-4a0c-abbe-a09e4bab4699 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Jul 16 18:32:54.545368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e02793-59ab-4fbe-a882-62b8956bc16f req-ece21c61-a9c0-46a6-81ae-7e282d128dd0 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:54.546820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7e02793-59ab-4fbe-a882-62b8956bc16f req-ece21c61-a9c0-46a6-81ae-7e282d128dd0 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0627732 Jul 16 18:32:54.586317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7e02793-59ab-4fbe-a882-62b8956bc16f req-ea8e65d8-a9d4-406b-8399-096f73e64a18 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Jul 16 18:32:55.759485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9c156-b95e-4e7e-883a-4599859e491d req-675564d8-53be-4b26-80c9-53a00f708a34 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:55.760958 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cac9c156-b95e-4e7e-883a-4599859e491d req-675564d8-53be-4b26-80c9-53a00f708a34 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0629597 Jul 16 18:32:55.798001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cac9c156-b95e-4e7e-883a-4599859e491d req-a61f7903-c522-49b7-aa7e-cb92a0f82f3f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315993 Jul 16 18:32:56.813445 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.953105 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.978989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c184a-706b-4a29-b95b-5fd532eff79c req-375dd5d8-8f39-4e7c-b49b-09e8c419d7b2 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:56.980481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-818c184a-706b-4a29-b95b-5fd532eff79c req-375dd5d8-8f39-4e7c-b49b-09e8c419d7b2 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0689750 Jul 16 18:32:57.019020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-818c184a-706b-4a29-b95b-5fd532eff79c req-f2ac926f-ee08-454f-8beb-fc2288bc5de5 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Jul 16 18:32:58.043386 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5a1efe3d-360d-475f-8d15-121af60dfe15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.194590 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9483e-8def-45aa-b9a5-7dad32b0a940 req-5578175b-4232-4994-b228-d89684fba506 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:58.196095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9e9483e-8def-45aa-b9a5-7dad32b0a940 req-5578175b-4232-4994-b228-d89684fba506 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0646303 Jul 16 18:32:58.233665 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9e9483e-8def-45aa-b9a5-7dad32b0a940 req-87535c0b-e243-4441-b3a4-1305c0560b08 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317552 Jul 16 18:32:59.410120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12bcee-ed5a-4848-be2b-465c4b85eb6d req-e9958e24-328c-431c-a5cf-27ff9b5fbcd7 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.411628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed12bcee-ed5a-4848-be2b-465c4b85eb6d req-e9958e24-328c-431c-a5cf-27ff9b5fbcd7 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0675304 Jul 16 18:32:59.449754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ed12bcee-ed5a-4848-be2b-465c4b85eb6d req-7f162ccc-152a-45c5-9370-5e9da33241c1 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Jul 16 18:33:00.623119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510a940-d377-42de-897f-50667c7881d0 req-56235899-8a0b-4cfa-a25a-58764d8d7a96 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:00.624619 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b510a940-d377-42de-897f-50667c7881d0 req-56235899-8a0b-4cfa-a25a-58764d8d7a96 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0631530 Jul 16 18:33:00.662772 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b510a940-d377-42de-897f-50667c7881d0 req-ccde6942-c7d6-4b3c-8d58-3b7b0e194ffc tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Jul 16 18:33:00.686000 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.755669 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4fdb057b-9642-4470-9fe9-a8a3564c02e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.833916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b79330-fe2a-40ed-81a0-883615c5d5c6 req-2334b199-6bca-46c7-a493-728c12567eb6 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.835378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15b79330-fe2a-40ed-81a0-883615c5d5c6 req-2334b199-6bca-46c7-a493-728c12567eb6 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0618839 Jul 16 18:33:01.872564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15b79330-fe2a-40ed-81a0-883615c5d5c6 req-a65faa9e-eaa8-41ce-8a9f-bf8b31ed5418 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Jul 16 18:33:01.943745 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.052993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e4a70-d406-4724-a788-1b6a03a48dd9 req-530ce63e-5f2e-4c3e-a1f7-a02718f8a1a6 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:03.054577 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-967e4a70-d406-4724-a788-1b6a03a48dd9 req-530ce63e-5f2e-4c3e-a1f7-a02718f8a1a6 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0712330 Jul 16 18:33:03.102047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-967e4a70-d406-4724-a788-1b6a03a48dd9 req-cf58ec87-7962-4a37-b471-09251dcc7217 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420132 Jul 16 18:33:03.684459 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.273005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93608744-1a62-4443-b22b-958f892764a1 req-49c6939d-2b34-4135-9a7c-42807dd5c931 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:04.274552 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93608744-1a62-4443-b22b-958f892764a1 req-49c6939d-2b34-4135-9a7c-42807dd5c931 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0641646 Jul 16 18:33:04.312888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93608744-1a62-4443-b22b-958f892764a1 req-8a204e58-094c-4c02-9732-9660596271dd tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328031 Jul 16 18:33:05.099454 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-2c586035-4bca-497f-823e-dc90842e13f1 req-8ad32e4b-deb8-4d73-8904-4bc487a3cc85 service neutron] show failed (client error): The resource could not be found. Jul 16 18:33:05.100463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-8ad32e4b-deb8-4d73-8904-4bc487a3cc85 service neutron] 10.222.0.35 "GET /v2.0/ports/15359d46-5051-41f0-b8be-cac0c5eae6d3/bindings/n-h2-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0601497 Jul 16 18:33:05.378931 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c586035-4bca-497f-823e-dc90842e13f1 req-af902511-788b-46d6-afea-cb6cf217bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:05.380517 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-af902511-788b-46d6-afea-cb6cf217bf37 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb&tenant_id=a7e80f294db94348901b47f73e5fd98c HTTP/1.1" status: 200 len: 1098 time: 0.0871270 Jul 16 18:33:05.391770 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:05.462828 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.490948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fa0eb-6770-481a-89b8-d304c2254a41 req-75c48efd-2b03-4aa7-8b79-768af8e65b93 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:05.492458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-574fa0eb-6770-481a-89b8-d304c2254a41 req-75c48efd-2b03-4aa7-8b79-768af8e65b93 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0650833 Jul 16 18:33:05.530839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-574fa0eb-6770-481a-89b8-d304c2254a41 req-d8eb1070-3465-4de2-a65c-55a0237fece7 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Jul 16 18:33:05.657404 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] For port 15359d46-5051-41f0-b8be-cac0c5eae6d3, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:05.693637 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] For port 15359d46-5051-41f0-b8be-cac0c5eae6d3, host n-h1-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:05.731047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15359d46-5051-41f0-b8be-cac0c5eae6d3'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:05.733348 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e193b27-42ae-47fc-83c8-db4ecd12da2e" -d '{"events": [{"server_uuid": "e78a546b-d1b2-43d9-828a-40253dfb9abb", "name": "network-vif-unplugged", "status": "completed", "tag": "15359d46-5051-41f0-b8be-cac0c5eae6d3"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:05.737473 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.749820 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Transition to ACTIVE for port object 15359d46-5051-41f0-b8be-cac0c5eae6d3 will not be triggered until provisioned by entity L2. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:05.754091 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.794439 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa047566-d713-4c39-96cf-1fdbfc261d24 x-openstack-request-id: req-fa047566-d713-4c39-96cf-1fdbfc261d24 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:05.794727 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78a546b-d1b2-43d9-828a-40253dfb9abb", "name": "network-vif-unplugged", "status": "completed", "tag": "15359d46-5051-41f0-b8be-cac0c5eae6d3", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:05.794980 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa047566-d713-4c39-96cf-1fdbfc261d24 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:05.795364 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15359d46-5051-41f0-b8be-cac0c5eae6d3', 'code': 200} Jul 16 18:33:05.817025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] No DVR routers for this DVR port 15359d46-5051-41f0-b8be-cac0c5eae6d3 on host n-h1-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:05.823595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Pushing event updated for resources: {'Port': ['ID=15359d46-5051-41f0-b8be-cac0c5eae6d3,revision_number=6']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:05.851089 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:05.851457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:05.851804 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:05.852141 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:05.852475 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:05.852805 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:05.853134 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:05.853457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:05.853782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:05.854108 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:05.854432 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:05.854751 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:05.868204 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Attempting to bind port 15359d46-5051-41f0-b8be-cac0c5eae6d3 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:05.868538 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Attempting to bind port 15359d46-5051-41f0-b8be-cac0c5eae6d3 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:05.868868 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Attempting to bind port 15359d46-5051-41f0-b8be-cac0c5eae6d3 on network 71055ba8-fcf4-47c4-af0f-5105e2f027eb {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:05.873134 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Port 15359d46-5051-41f0-b8be-cac0c5eae6d3 on network 71055ba8-fcf4-47c4-af0f-5105e2f027eb not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:33:05.873454 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Attempting to bind port 15359d46-5051-41f0-b8be-cac0c5eae6d3 on network 71055ba8-fcf4-47c4-af0f-5105e2f027eb {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:05.878626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:05.878964 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Checking segment: {'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:05.879341 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Bound using segment: {'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'} {{(pid=100170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:05.879791 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.managers [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Bound port: 15359d46-5051-41f0-b8be-cac0c5eae6d3, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'}}] {{(pid=100170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:05.880142 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.239729 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] For port 15359d46-5051-41f0-b8be-cac0c5eae6d3, host n-h2-787206-10, cleared binding levels {{(pid=100170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:06.242666 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] For port 15359d46-5051-41f0-b8be-cac0c5eae6d3, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:06.246727 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.277384 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.277986 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.279360 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/15359d46-5051-41f0-b8be-cac0c5eae6d3 HTTP/1.1" status: 200 len: 1093 time: 0.8915539 Jul 16 18:33:06.304658 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0c2b3-6c38-444b-8978-1aac9fc940f4 service neutron] Pushing event updated for resources: {'Port': ['ID=15359d46-5051-41f0-b8be-cac0c5eae6d3,revision_number=7']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:06.357116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c586035-4bca-497f-823e-dc90842e13f1 req-ab9956c7-3a98-4671-a058-b314db6cf668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.358578 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-ab9956c7-3a98-4671-a058-b314db6cf668 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 1096 time: 0.0511332 Jul 16 18:33:06.449019 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c586035-4bca-497f-823e-dc90842e13f1 req-057eb3dc-0850-4710-9200-31f236b244f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.450489 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-057eb3dc-0850-4710-9200-31f236b244f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.0851269 Jul 16 18:33:06.490749 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-6d4f42a1-9513-4485-8061-935fc2af51e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3 HTTP/1.1" status: 200 len: 217 time: 0.0339453 Jul 16 18:33:06.540960 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c586035-4bca-497f-823e-dc90842e13f1 req-d527e683-7e98-45a5-b296-397cc67510fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.542313 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-d527e683-7e98-45a5-b296-397cc67510fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0461693 Jul 16 18:33:06.575394 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-f850a013-c7ec-4d1d-981a-785008930e3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260863 Jul 16 18:33:06.665274 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-0ce3383e-2366-4b64-a84f-49645e720867 service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834615 Jul 16 18:33:06.710995 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143580f-e8ae-478b-b065-25bc57c0c143 req-31c33931-3b41-48ae-9746-654eac0de54f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.712526 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1143580f-e8ae-478b-b065-25bc57c0c143 req-31c33931-3b41-48ae-9746-654eac0de54f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 944 time: 0.0641947 Jul 16 18:33:06.752098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1143580f-e8ae-478b-b065-25bc57c0c143 req-1c2d7ecb-619d-4cb5-a6c2-e578219a0cf8 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334644 Jul 16 18:33:06.760121 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-2c586035-4bca-497f-823e-dc90842e13f1 req-fc434a06-bb1e-465e-aafe-6d3449d882ae service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881219 Jul 16 18:33:07.796686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'tag': '15359d46-5051-41f0-b8be-cac0c5eae6d3'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:07.799117 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490c62eb-d38e-474a-98ef-d670e619dee0" -d '{"events": [{"name": "network-changed", "server_uuid": "e78a546b-d1b2-43d9-828a-40253dfb9abb", "tag": "15359d46-5051-41f0-b8be-cac0c5eae6d3"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:07.849251 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71345083-8fe9-4961-ac5b-abd470bc0b94 x-openstack-request-id: req-71345083-8fe9-4961-ac5b-abd470bc0b94 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:07.849556 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78a546b-d1b2-43d9-828a-40253dfb9abb", "tag": "15359d46-5051-41f0-b8be-cac0c5eae6d3", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:07.849805 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71345083-8fe9-4961-ac5b-abd470bc0b94 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:07.850199 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'tag': '15359d46-5051-41f0-b8be-cac0c5eae6d3', 'status': 'completed', 'code': 200} Jul 16 18:33:07.926675 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-d9dad9e3-dc6c-40ce-b237-49f1a8742c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:07.928627 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-d9dad9e3-dc6c-40ce-b237-49f1a8742c17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 1096 time: 0.0544889 Jul 16 18:33:08.028630 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-64b5a764-7b90-47a8-8824-0a42bce5130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.030196 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-64b5a764-7b90-47a8-8824-0a42bce5130a service neutron] 10.222.0.43 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.0947075 Jul 16 18:33:08.074272 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-198474cc-fdd4-4768-8de7-4208d1ac1b25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3 HTTP/1.1" status: 200 len: 217 time: 0.0358210 Jul 16 18:33:08.129519 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-c23c0153-4909-497e-93de-1b53a8cbd114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.131054 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-c23c0153-4909-497e-93de-1b53a8cbd114 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0499392 Jul 16 18:33:08.164646 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-d53de29a-68e9-48c8-a6fc-22a97e823817 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266352 Jul 16 18:33:08.235247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-436a6f76-687c-4fb6-b5dd-6cc3b9ceb9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.237682 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-436a6f76-687c-4fb6-b5dd-6cc3b9ceb9ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 1096 time: 0.3685503 Jul 16 18:33:08.249219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937b65e-9d6e-4f9e-b390-e3827257d28d req-3d416f3d-2522-4e7d-94f5-bcfd06c96ba8 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.252324 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1937b65e-9d6e-4f9e-b390-e3827257d28d req-3d416f3d-2522-4e7d-94f5-bcfd06c96ba8 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 944 time: 0.3737125 Jul 16 18:33:08.260676 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-ae726427-b4db-46da-9fab-4636d65c348d service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881820 Jul 16 18:33:08.357138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1937b65e-9d6e-4f9e-b390-e3827257d28d req-c750cc5e-fb05-4566-8b8d-3f636e62bcca tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943329 Jul 16 18:33:08.358433 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-51860a88-55bb-4e27-a41b-eb613455d4bb service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910659 Jul 16 18:33:08.382627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-d1fc7575-e2f4-4a54-b9ec-e2d350d59a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.384330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-d1fc7575-e2f4-4a54-b9ec-e2d350d59a8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.1308641 Jul 16 18:33:08.426927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-80aaaf3e-b4a8-496e-8534-3cbff1457a32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3 HTTP/1.1" status: 200 len: 217 time: 0.0352135 Jul 16 18:33:08.482714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-51782a2e-f248-43bb-b7c1-41ad171d2248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.485022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-51782a2e-f248-43bb-b7c1-41ad171d2248 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0526621 Jul 16 18:33:08.517796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-4a1f2f39-41ef-4c4e-8c9e-c5367859bfd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265782 Jul 16 18:33:08.605490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-464c3ad8-b1c1-40ab-bad6-ce1a4f6c1b4e service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818861 Jul 16 18:33:08.696388 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-490c62eb-d38e-474a-98ef-d670e619dee0 req-ac0a5ded-2146-400e-a688-f878ae9eab7b service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830817 Jul 16 18:33:09.487030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 15359d46-5051-41f0-b8be-cac0c5eae6d3 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:09.524608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 15359d46-5051-41f0-b8be-cac0c5eae6d3 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:09.540936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330900d-2eb2-4a04-b308-d07c13b998e4 req-53a75057-8da5-4f8d-b883-f5838051f834 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:09.542411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b330900d-2eb2-4a04-b308-d07c13b998e4 req-53a75057-8da5-4f8d-b883-f5838051f834 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 944 time: 0.0643117 Jul 16 18:33:09.580738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b330900d-2eb2-4a04-b308-d07c13b998e4 req-1b04505b-e19d-4c6d-98b1-89d6c000dad5 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327399 Jul 16 18:33:09.952864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684ff02-064d-44f5-8011-752d071030d7 req-d0b23891-180e-4d27-ab98-66bfccf85b4c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:09.954291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2684ff02-064d-44f5-8011-752d071030d7 req-d0b23891-180e-4d27-ab98-66bfccf85b4c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 944 time: 0.1433704 Jul 16 18:33:09.990551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c2790-4202-4323-919b-8274a98262b5 req-46039f19-d59e-4af8-b363-29004bd835b4 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:09.991989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f25c2790-4202-4323-919b-8274a98262b5 req-46039f19-d59e-4af8-b363-29004bd835b4 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb&tenant_id=a7e80f294db94348901b47f73e5fd98c&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 944 time: 0.1518519 Jul 16 18:33:10.034418 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2684ff02-064d-44f5-8011-752d071030d7 req-bce4362a-3c7c-42ed-b5a5-3a59e93d054d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736389 Jul 16 18:33:10.065371 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-f25c2790-4202-4323-919b-8274a98262b5 req-c692193b-396f-44e9-93fa-52896c121a50 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:33:10.066373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f25c2790-4202-4323-919b-8274a98262b5 req-c692193b-396f-44e9-93fa-52896c121a50 service neutron] 10.222.0.35 "DELETE /v2.0/ports/15359d46-5051-41f0-b8be-cac0c5eae6d3/bindings/n-h1-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0638626 Jul 16 18:33:10.161839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c2790-4202-4323-919b-8274a98262b5 req-202f60ef-ddf4-4bf2-a8d0-6e6756c44f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.163322 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f25c2790-4202-4323-919b-8274a98262b5 req-202f60ef-ddf4-4bf2-a8d0-6e6756c44f13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 1096 time: 0.0533862 Jul 16 18:33:10.254281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c2790-4202-4323-919b-8274a98262b5 req-9626cbe4-0417-4939-829d-59d2fefd8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.255661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f25c2790-4202-4323-919b-8274a98262b5 req-9626cbe4-0417-4939-829d-59d2fefd8035 service neutron] 10.222.0.35 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.0860293 Jul 16 18:33:10.296507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f25c2790-4202-4323-919b-8274a98262b5 req-abab1370-91f3-42fb-9a51-6b3de9af9a38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3 HTTP/1.1" status: 200 len: 217 time: 0.0341136 Jul 16 18:33:10.343735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c2790-4202-4323-919b-8274a98262b5 req-d7351cae-7ea9-4fe9-81ce-0fd4c1a5bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.345688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f25c2790-4202-4323-919b-8274a98262b5 req-d7351cae-7ea9-4fe9-81ce-0fd4c1a5bb5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0425959 Jul 16 18:33:10.353901 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 15359d46-5051-41f0-b8be-cac0c5eae6d3 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:10.377307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f25c2790-4202-4323-919b-8274a98262b5 req-e989e586-9b13-42a0-8142-bfca52c669ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255733 Jul 16 18:33:10.450749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 15359d46-5051-41f0-b8be-cac0c5eae6d3, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:10.462656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '15359d46-5051-41f0-b8be-cac0c5eae6d3', 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb', 'port_id': '15359d46-5051-41f0-b8be-cac0c5eae6d3', 'mac_address': 'fa:16:3e:1c:33:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81d0edb-a234-4748-bae8-2591805750f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:10.473155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f25c2790-4202-4323-919b-8274a98262b5 req-f47fd5bd-13b9-4d05-91c2-7595ea21dcc7 service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889003 Jul 16 18:33:10.498966 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.511567 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15359d46-5051-41f0-b8be-cac0c5eae6d3 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:10.531108 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 15359d46-5051-41f0-b8be-cac0c5eae6d3, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:10.536042 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.570580 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f25c2790-4202-4323-919b-8274a98262b5 req-b83307b9-001d-4f98-8e55-5a4df235547d service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909333 Jul 16 18:33:10.582410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=15359d46-5051-41f0-b8be-cac0c5eae6d3,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:10.589638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:10.589992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:10.590334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:10.590673 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:10.591007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:10.591340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:10.591696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:10.592022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:10.592350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:10.592693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:10.593000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:10.598613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:10.752691 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['15359d46-5051-41f0-b8be-cac0c5eae6d3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:11.220359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b482a1-b487-46e7-a1f0-de5ecf0f8afe req-af0ee099-c4a2-42cc-96f8-71d3565c5df0 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:11.222001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45b482a1-b487-46e7-a1f0-de5ecf0f8afe req-af0ee099-c4a2-42cc-96f8-71d3565c5df0 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 945 time: 0.0743256 Jul 16 18:33:11.259625 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45b482a1-b487-46e7-a1f0-de5ecf0f8afe req-5c5a0230-16a7-4b21-92cf-3be3633c3c8c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Jul 16 18:33:11.429387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c41ff-5cef-43be-87fe-ea6da7b7ee2a req-d74c9df3-a131-4414-89a9-4a75009b6adb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:11.430859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d3c41ff-5cef-43be-87fe-ea6da7b7ee2a req-d74c9df3-a131-4414-89a9-4a75009b6adb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 945 time: 0.0631618 Jul 16 18:33:11.468141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0d3c41ff-5cef-43be-87fe-ea6da7b7ee2a req-5279bf79-e525-4fd5-92e4-4530740ffb31 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318735 Jul 16 18:33:11.640470 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64756e75-9815-4e09-a151-2313726f3460 req-f2dc3dbb-a825-4b7c-8b5a-5b13cb250d9f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:11.641873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64756e75-9815-4e09-a151-2313726f3460 req-f2dc3dbb-a825-4b7c-8b5a-5b13cb250d9f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 945 time: 0.0675795 Jul 16 18:33:11.680279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-64756e75-9815-4e09-a151-2313726f3460 req-ab819fb7-f73f-4060-b8dd-1ef8bfb12307 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327592 Jul 16 18:33:12.114524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-080f30b4-8503-43ec-b4db-6f5cc2ed0b70 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:12.116013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-080f30b4-8503-43ec-b4db-6f5cc2ed0b70 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 815 time: 0.1053140 Jul 16 18:33:12.130280 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-6e9320fd-216a-417f-86ef-e4d43c390a0a tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/quotas/a7e80f294db94348901b47f73e5fd98c HTTP/1.1" status: 200 len: 375 time: 0.0089254 Jul 16 18:33:12.196046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-8bfdea89-ff6b-434a-9763-11b642a0edff tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0610294 Jul 16 18:33:12.285689 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-6c4c56d8-1632-419e-91af-67644560d890 service neutron] 10.222.0.41 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832028 Jul 16 18:33:12.365895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 15359d46-5051-41f0-b8be-cac0c5eae6d3 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:12.379632 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-97f2f844-8387-42ae-a2a0-6c77daecc938 service neutron] 10.222.0.41 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883527 Jul 16 18:33:12.414206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 15359d46-5051-41f0-b8be-cac0c5eae6d3 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:12.417805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 15359d46-5051-41f0-b8be-cac0c5eae6d3 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:12.418135 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.502854 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.528921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15359d46-5051-41f0-b8be-cac0c5eae6d3'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:12.531209 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f805d9d7-c096-4546-952e-e3f3dcbd9c51" -d '{"events": [{"server_uuid": "e78a546b-d1b2-43d9-828a-40253dfb9abb", "name": "network-vif-plugged", "status": "completed", "tag": "15359d46-5051-41f0-b8be-cac0c5eae6d3"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:12.544173 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 15359d46-5051-41f0-b8be-cac0c5eae6d3, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:12.549062 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.563004 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4b9fd8ae-127a-4ea3-a20f-831f62c1965e req-4173aebd-999e-46b3-9c66-d61013b9aee9 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 210 time: 0.0352316 Jul 16 18:33:12.582337 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8ef456-9df0-41be-b8eb-85e96f4a784f x-openstack-request-id: req-fa8ef456-9df0-41be-b8eb-85e96f4a784f {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:12.582636 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78a546b-d1b2-43d9-828a-40253dfb9abb", "name": "network-vif-plugged", "status": "completed", "tag": "15359d46-5051-41f0-b8be-cac0c5eae6d3", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:12.583024 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa8ef456-9df0-41be-b8eb-85e96f4a784f {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:12.583423 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15359d46-5051-41f0-b8be-cac0c5eae6d3', 'code': 200} Jul 16 18:33:12.608084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=15359d46-5051-41f0-b8be-cac0c5eae6d3,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:13.319217 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6bc17-f731-4919-a745-a53503d12ad7 req-da90f852-fc55-47a1-ad69-2b4f54923818 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.320736 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98a6bc17-f731-4919-a745-a53503d12ad7 req-da90f852-fc55-47a1-ad69-2b4f54923818 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78a546b-d1b2-43d9-828a-40253dfb9abb HTTP/1.1" status: 200 len: 946 time: 0.0684462 Jul 16 18:33:13.425731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-98a6bc17-f731-4919-a745-a53503d12ad7 req-fdd2a990-5ed1-4c81-bee6-a6203595b3cb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Deleting port 15359d46-5051-41f0-b8be-cac0c5eae6d3 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:13.426075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-98a6bc17-f731-4919-a745-a53503d12ad7 req-fdd2a990-5ed1-4c81-bee6-a6203595b3cb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.514136 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [req-98a6bc17-f731-4919-a745-a53503d12ad7 req-fdd2a990-5ed1-4c81-bee6-a6203595b3cb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] For port 15359d46-5051-41f0-b8be-cac0c5eae6d3, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=15359d46-5051-41f0-b8be-cac0c5eae6d3,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:13.514601 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-98a6bc17-f731-4919-a745-a53503d12ad7 req-fdd2a990-5ed1-4c81-bee6-a6203595b3cb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.528228 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [req-98a6bc17-f731-4919-a745-a53503d12ad7 req-fdd2a990-5ed1-4c81-bee6-a6203595b3cb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Calling delete_port for 15359d46-5051-41f0-b8be-cac0c5eae6d3 owned by compute:nova {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:13.619802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-1e061f55-46df-4f9d-9405-bd418f87ed40 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.621388 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-1e061f55-46df-4f9d-9405-bd418f87ed40 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.43 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 815 time: 0.1195993 Jul 16 18:33:13.635094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-af1bde21-e511-4186-8839-458df6f5cc6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Request body: {'port': {'device_id': 'add132f7-afca-4770-9027-4bebda4e1c87', 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb', 'admin_state_up': True, 'tenant_id': 'a7e80f294db94348901b47f73e5fd98c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:13.674767 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-98a6bc17-f731-4919-a745-a53503d12ad7 req-fdd2a990-5ed1-4c81-bee6-a6203595b3cb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.687672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['15359d46-5051-41f0-b8be-cac0c5eae6d3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:13.712428 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2a990-5ed1-4c81-bee6-a6203595b3cb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Pushing event deleted for resources: {'Port': ['ID=15359d46-5051-41f0-b8be-cac0c5eae6d3,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:13.749281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ebb2710-4413-40fb-882a-6bcec0f5072f req-dd7c7d19-8579-4d86-b4d8-5f7b809da56d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 210 time: 0.0406904 Jul 16 18:33:13.766021 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a6bc17-f731-4919-a745-a53503d12ad7 req-fdd2a990-5ed1-4c81-bee6-a6203595b3cb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] No DVR routers for this DVR port 15359d46-5051-41f0-b8be-cac0c5eae6d3 on host n-h2-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:13.769812 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [req-98a6bc17-f731-4919-a745-a53503d12ad7 req-fdd2a990-5ed1-4c81-bee6-a6203595b3cb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.772774 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [req-98a6bc17-f731-4919-a745-a53503d12ad7 req-fdd2a990-5ed1-4c81-bee6-a6203595b3cb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.43 "DELETE /v2.0/ports/15359d46-5051-41f0-b8be-cac0c5eae6d3 HTTP/1.1" status: 204 len: 173 time: 0.4463773 Jul 16 18:33:13.773126 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'name': 'network-vif-deleted', 'tag': '15359d46-5051-41f0-b8be-cac0c5eae6d3'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:13.776017 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d165a1436c68038ba156157ca89a8690499589d3c97e4b338e3eb43b5eab84a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1678949-7bfd-47cd-975b-2bc478bd3883" -d '{"events": [{"server_uuid": "e78a546b-d1b2-43d9-828a-40253dfb9abb", "name": "network-vif-deleted", "tag": "15359d46-5051-41f0-b8be-cac0c5eae6d3"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:13.804941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-af1bde21-e511-4186-8839-458df6f5cc6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Made reservation on behalf of a7e80f294db94348901b47f73e5fd98c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:13.809588 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-af1bde21-e511-4186-8839-458df6f5cc6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.817245 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bdcf3e-9f28-4432-a082-1ed00217b544 x-openstack-request-id: req-b1bdcf3e-9f28-4432-a082-1ed00217b544 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:13.817643 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78a546b-d1b2-43d9-828a-40253dfb9abb", "name": "network-vif-deleted", "tag": "15359d46-5051-41f0-b8be-cac0c5eae6d3", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:13.817996 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1bdcf3e-9f28-4432-a082-1ed00217b544 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:13.818448 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78a546b-d1b2-43d9-828a-40253dfb9abb', 'name': 'network-vif-deleted', 'tag': '15359d46-5051-41f0-b8be-cac0c5eae6d3', 'status': 'completed', 'code': 200} Jul 16 18:33:13.948627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-af1bde21-e511-4186-8839-458df6f5cc6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Allocated IP 172.20.0.13 (71055ba8-fcf4-47c4-af0f-5105e2f027eb/e81d0edb-a234-4748-bae8-2591805750f4/a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:14.098469 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-af1bde21-e511-4186-8839-458df6f5cc6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.138069 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-af1bde21-e511-4186-8839-458df6f5cc6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.149245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['15359d46-5051-41f0-b8be-cac0c5eae6d3'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:14.187963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-af1bde21-e511-4186-8839-458df6f5cc6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Network 71055ba8-fcf4-47c4-af0f-5105e2f027eb is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:14.193894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-af1bde21-e511-4186-8839-458df6f5cc6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:14.197714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-af1bde21-e511-4186-8839-458df6f5cc6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:14.224913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bde21-e511-4186-8839-458df6f5cc6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Pushing event updated for resources: {'Port': ['ID=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:14.250103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-af1bde21-e511-4186-8839-458df6f5cc6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:14.250705 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-af1bde21-e511-4186-8839-458df6f5cc6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.264692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-af1bde21-e511-4186-8839-458df6f5cc6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6336665 Jul 16 18:33:14.276264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Request body: {'port': {'device_id': 'add132f7-afca-4770-9027-4bebda4e1c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:14.346518 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.607980 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:14.615810 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.627361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Transition to ACTIVE for port object a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:14.631085 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.699633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:14.752240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Attempting to bind port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:14.752677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Attempting to bind port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:14.753029 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Attempting to bind port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 on network 71055ba8-fcf4-47c4-af0f-5105e2f027eb {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:14.757736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 on network 71055ba8-fcf4-47c4-af0f-5105e2f027eb not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:33:14.758077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Attempting to bind port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 on network 71055ba8-fcf4-47c4-af0f-5105e2f027eb {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:14.762837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:14.763159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Checking segment: {'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:14.763561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Bound using segment: {'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:14.763976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Bound port: a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:14.764325 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.828982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] For port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:14.833217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] For port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:14.837419 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.871225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:14.871860 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.873230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] 10.222.0.43 "PUT /v2.0/ports/a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 HTTP/1.1" status: 200 len: 1093 time: 0.6010735 Jul 16 18:33:14.873657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add132f7-afca-4770-9027-4bebda4e1c87', 'tag': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:14.875919 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa4d8f6-23c8-4622-ae70-b0a25b0428c0" -d '{"events": [{"name": "network-changed", "server_uuid": "add132f7-afca-4770-9027-4bebda4e1c87", "tag": "a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:14.918456 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b257e7c-9ffd-4a2d-b35a-c44082b4c8b5 x-openstack-request-id: req-1b257e7c-9ffd-4a2d-b35a-c44082b4c8b5 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:14.918736 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add132f7-afca-4770-9027-4bebda4e1c87", "tag": "a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:14.918983 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b257e7c-9ffd-4a2d-b35a-c44082b4c8b5 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:14.919368 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add132f7-afca-4770-9027-4bebda4e1c87', 'tag': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0', 'status': 'completed', 'code': 200} Jul 16 18:33:14.959794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd0851-cc5b-4708-a726-0c35f77f7a49 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:15.005286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd66d85-1731-4217-a9e2-2654dff7d8f0 req-68ba76a3-c1ff-457f-bdbc-35478fec259c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.006766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bd66d85-1731-4217-a9e2-2654dff7d8f0 req-68ba76a3-c1ff-457f-bdbc-35478fec259c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 944 time: 0.1276102 Jul 16 18:33:15.012684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f4078040-1813-4445-8703-4e588f33cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.014042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-f4078040-1813-4445-8703-4e588f33cbd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 1096 time: 0.0887804 Jul 16 18:33:15.066037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-7548439c-a384-45ac-bdd2-f6d5cfc9d266 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 HTTP/1.1" status: 200 len: 217 time: 0.0377219 Jul 16 18:33:15.109493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bd66d85-1731-4217-a9e2-2654dff7d8f0 req-7cdbbf92-bf25-4570-abaa-a538a2a0be32 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945296 Jul 16 18:33:15.125971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-32cf79af-1a1b-49e1-91e8-27070dc7b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.125971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-32cf79af-1a1b-49e1-91e8-27070dc7b5d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0521147 Jul 16 18:33:15.157685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-a87b68ab-0620-4797-b1a1-ec14dc0e85e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253956 Jul 16 18:33:15.254099 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-4e032988-e8a3-45ca-881b-1955404352b5 service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890458 Jul 16 18:33:15.345606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-231b833b-275a-4536-bd96-ec17e1e352f2 req-06a28890-bd93-4cec-889e-d4d84955d191 service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845242 Jul 16 18:33:15.439273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4d8f6-23c8-4622-ae70-b0a25b0428c0 req-aedadbf1-5874-4ac3-80cf-08b434e31009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.440805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fa4d8f6-23c8-4622-ae70-b0a25b0428c0 req-aedadbf1-5874-4ac3-80cf-08b434e31009 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 1096 time: 0.0524623 Jul 16 18:33:15.533629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4d8f6-23c8-4622-ae70-b0a25b0428c0 req-7a4123dc-23a7-4990-93bd-c57f64336396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.535090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fa4d8f6-23c8-4622-ae70-b0a25b0428c0 req-7a4123dc-23a7-4990-93bd-c57f64336396 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.0874848 Jul 16 18:33:15.574950 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fa4d8f6-23c8-4622-ae70-b0a25b0428c0 req-ac053982-f03d-4587-a8d7-ab4c30d9634f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 HTTP/1.1" status: 200 len: 217 time: 0.0331783 Jul 16 18:33:15.621946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4d8f6-23c8-4622-ae70-b0a25b0428c0 req-732eec6a-0932-4959-a9c3-36642446adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.623334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fa4d8f6-23c8-4622-ae70-b0a25b0428c0 req-732eec6a-0932-4959-a9c3-36642446adcf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0420079 Jul 16 18:33:15.660008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fa4d8f6-23c8-4622-ae70-b0a25b0428c0 req-83d46355-3416-468e-b26c-d236b7ec5d74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291376 Jul 16 18:33:15.747047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fa4d8f6-23c8-4622-ae70-b0a25b0428c0 req-eb7b4fe3-880a-4da7-a2d4-31289245f8a2 service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803661 Jul 16 18:33:15.840298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fa4d8f6-23c8-4622-ae70-b0a25b0428c0 req-9c4eefe7-6d7a-4542-8a72-2c1781e1d553 service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864744 Jul 16 18:33:16.379938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 15359d46-5051-41f0-b8be-cac0c5eae6d3 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:16.399765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 15359d46-5051-41f0-b8be-cac0c5eae6d3 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:16.400113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 15359d46-5051-41f0-b8be-cac0c5eae6d3 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:16.474375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da5159-1a93-40bf-93a0-bc11038b83dd req-7239fe7e-8c4e-43bd-87a2-7e586f6c3c48 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:16.475893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3da5159-1a93-40bf-93a0-bc11038b83dd req-7239fe7e-8c4e-43bd-87a2-7e586f6c3c48 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 944 time: 0.0651917 Jul 16 18:33:16.512858 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b3da5159-1a93-40bf-93a0-bc11038b83dd req-c8aef5af-8a13-4cc3-8d56-8500c39d9307 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Jul 16 18:33:17.684764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c081a6-39ff-4778-bfc5-4f89330511af req-e2c93814-3765-48e8-89da-4bc667319c7c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:17.686235 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10c081a6-39ff-4778-bfc5-4f89330511af req-e2c93814-3765-48e8-89da-4bc667319c7c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 944 time: 0.0632474 Jul 16 18:33:17.727823 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-10c081a6-39ff-4778-bfc5-4f89330511af req-f9789ef3-f902-4807-abc6-d4be88f654a2 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359738 Jul 16 18:33:18.382653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:18.474761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:18.485219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0', 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb', 'port_id': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0', 'mac_address': 'fa:16:3e:81:10:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81d0edb-a234-4748-bae8-2591805750f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:18.524197 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.536215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:18.554358 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:18.558769 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.604435 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:18.764634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:18.900127 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851f586-fab6-4454-9b70-b3a0470db12b req-ff368e2b-1fce-4d9e-b765-33b131211b37 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:18.901613 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f851f586-fab6-4454-9b70-b3a0470db12b req-ff368e2b-1fce-4d9e-b765-33b131211b37 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 945 time: 0.0642252 Jul 16 18:33:18.940012 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f851f586-fab6-4454-9b70-b3a0470db12b req-46713e1c-c1b7-4013-b805-6d3ce888dd60 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327473 Jul 16 18:33:20.116343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33c294-62e5-457f-b749-c3f0e11d17cd req-e2281a4a-1427-461e-8312-adbececdaf83 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:20.117744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be33c294-62e5-457f-b749-c3f0e11d17cd req-e2281a4a-1427-461e-8312-adbececdaf83 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 945 time: 0.0638530 Jul 16 18:33:20.155810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be33c294-62e5-457f-b749-c3f0e11d17cd req-15a6557c-0679-44bd-aeaf-6525d5f6f7ba tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326438 Jul 16 18:33:20.381161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:20.428531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:20.432231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:20.432602 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.508120 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.533225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add132f7-afca-4770-9027-4bebda4e1c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:20.535759 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df087190-a44a-435b-99b8-b89210f90fc3" -d '{"events": [{"server_uuid": "add132f7-afca-4770-9027-4bebda4e1c87", "name": "network-vif-plugged", "status": "completed", "tag": "a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:20.547597 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:20.551481 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.576816 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f19db6-6214-447a-9f62-d9f9c9d72116 x-openstack-request-id: req-39f19db6-6214-447a-9f62-d9f9c9d72116 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:20.577106 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add132f7-afca-4770-9027-4bebda4e1c87", "name": "network-vif-plugged", "status": "completed", "tag": "a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:20.577436 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39f19db6-6214-447a-9f62-d9f9c9d72116 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:20.578398 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add132f7-afca-4770-9027-4bebda4e1c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0', 'code': 200} Jul 16 18:33:20.605420 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:20.691750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf371c-5974-4312-9f17-bdfaba65ac4f req-f2bf74b4-8491-4d8b-8889-073afdb8f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:20.693235 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbcf371c-5974-4312-9f17-bdfaba65ac4f req-f2bf74b4-8491-4d8b-8889-073afdb8f977 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 1098 time: 0.0555611 Jul 16 18:33:20.728084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbcf371c-5974-4312-9f17-bdfaba65ac4f req-68e83030-34f7-4b72-bfac-f46ca15e0581 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285289 Jul 16 18:33:21.347327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e45b2-c8c6-44f6-b37f-1c969a891c29 req-6e206c17-0be8-46ff-a731-788b1d030a6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:21.348745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9b5e45b2-c8c6-44f6-b37f-1c969a891c29 req-6e206c17-0be8-46ff-a731-788b1d030a6d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0634298 Jul 16 18:33:21.385960 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9b5e45b2-c8c6-44f6-b37f-1c969a891c29 req-43cf159d-7089-4f2e-a507-3402a88e54b6 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317516 Jul 16 18:33:22.557410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919b4b8-07aa-48ff-8ed3-81bf03ca3a9d req-9817c7d1-401c-470d-a59d-c7294423e2ef tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:22.558876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d919b4b8-07aa-48ff-8ed3-81bf03ca3a9d req-9817c7d1-401c-470d-a59d-c7294423e2ef tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0638411 Jul 16 18:33:22.601259 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d919b4b8-07aa-48ff-8ed3-81bf03ca3a9d req-eb6cc378-dd2b-42eb-af82-1d95b615e2d3 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368681 Jul 16 18:33:23.039580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d20b7a-1b49-47cc-9361-709121ef15ce req-07577b8e-26dc-4360-ad8b-4cdfbd327835 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:23.041081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73d20b7a-1b49-47cc-9361-709121ef15ce req-07577b8e-26dc-4360-ad8b-4cdfbd327835 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.3318150 Jul 16 18:33:23.080037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73d20b7a-1b49-47cc-9361-709121ef15ce req-d2634f96-f261-4717-b97d-2150090544f6 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332258 Jul 16 18:33:23.426291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-ebbb7acc-b3ec-461a-921e-6211bd746b42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0610871 Jul 16 18:33:23.480251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13452706-7b4e-4233-b4b2-319870e8ae2c req-a6ce1543-f9ac-4095-b75c-340886677b27 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:23.481880 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13452706-7b4e-4233-b4b2-319870e8ae2c req-a6ce1543-f9ac-4095-b75c-340886677b27 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0691543 Jul 16 18:33:23.520481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13452706-7b4e-4233-b4b2-319870e8ae2c req-0f7098c3-d2cf-4e2e-8a1b-03278ffaee85 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Jul 16 18:33:24.696223 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcd032-d5c1-4a5a-8acd-6a2c919c5a7b req-21a882f7-e1a4-4f2a-9de1-27786a2b0cd6 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.697740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ffcd032-d5c1-4a5a-8acd-6a2c919c5a7b req-21a882f7-e1a4-4f2a-9de1-27786a2b0cd6 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0666096 Jul 16 18:33:24.766313 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ffcd032-d5c1-4a5a-8acd-6a2c919c5a7b req-0fd73053-f96e-497d-90eb-dca0e45f5aed tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578921 Jul 16 18:33:24.793225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-4b2b4c14-facb-4c6a-bf9a-f40e2e018cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.794839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-4b2b4c14-facb-4c6a-bf9a-f40e2e018cea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 1098 time: 0.0604789 Jul 16 18:33:24.888173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-f651a831-9b4d-4f66-950b-9287dd8480ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.889540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-f651a831-9b4d-4f66-950b-9287dd8480ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.0881486 Jul 16 18:33:24.929043 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9c4270c0-6736-4696-89e7-cfcf0918b6d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 HTTP/1.1" status: 200 len: 217 time: 0.0325627 Jul 16 18:33:24.980322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-13fd8c38-be80-4a57-938a-08b83ee392bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.981754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-13fd8c38-be80-4a57-938a-08b83ee392bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0466392 Jul 16 18:33:25.014727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-727bf822-ea1b-4977-a871-7c4bffdeb8ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260689 Jul 16 18:33:25.108563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-66cbea35-85ff-4ed9-8b2f-a7f2c3d3f226 service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864766 Jul 16 18:33:25.199348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-bc1625c3-b09e-42af-9842-3097f39829a1 service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830195 Jul 16 18:33:25.944410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827f5fa-f8a4-49f0-9a4c-825a56ef7f23 req-9c6aab1d-09ac-4ce2-98e0-69e87b04e4d0 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:25.945858 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d827f5fa-f8a4-49f0-9a4c-825a56ef7f23 req-9c6aab1d-09ac-4ce2-98e0-69e87b04e4d0 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0636222 Jul 16 18:33:25.988094 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d827f5fa-f8a4-49f0-9a4c-825a56ef7f23 req-88f5a4e1-1601-4953-9187-c78e14eb8033 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365975 Jul 16 18:33:26.814271 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.968081 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.164506 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba1c2c-7db4-492a-9284-3bc1fa6652de req-b29204a5-20b0-43b1-82e7-e03cbadfb075 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:27.165955 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4ba1c2c-7db4-492a-9284-3bc1fa6652de req-b29204a5-20b0-43b1-82e7-e03cbadfb075 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0647266 Jul 16 18:33:27.204439 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4ba1c2c-7db4-492a-9284-3bc1fa6652de req-ecbdd429-0ee9-48af-9d70-54d9ba273a8c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330133 Jul 16 18:33:27.963791 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:33:28.044871 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0d06-aef5-468c-8756-a3e4f35a72c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.378239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ef405-997b-4cbb-b1d9-654b03d1f989 req-fdf54005-efb8-4f5c-9c59-c0d42a43c5e2 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:28.379154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f60ef405-997b-4cbb-b1d9-654b03d1f989 req-fdf54005-efb8-4f5c-9c59-c0d42a43c5e2 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0652950 Jul 16 18:33:28.419783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f60ef405-997b-4cbb-b1d9-654b03d1f989 req-045bca7c-f9a3-4ff1-b4c2-e740e0e5ba2c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350294 Jul 16 18:33:29.596606 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36199cb8-22d1-46b2-8d72-a3dc8e4ba80b req-f29bec8a-ebc1-4237-a915-f1bd420a23aa tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:29.598091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36199cb8-22d1-46b2-8d72-a3dc8e4ba80b req-f29bec8a-ebc1-4237-a915-f1bd420a23aa tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0686660 Jul 16 18:33:29.635203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36199cb8-22d1-46b2-8d72-a3dc8e4ba80b req-a69c00dd-7d42-44e3-acb5-0fd27d430f73 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314643 Jul 16 18:33:30.689335 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.755758 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a3d0af16-70b0-405f-8a49-1f45357d0303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.810120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274287-147f-4f80-b5d2-73ab49dfb748 req-55ec758e-8948-4ba3-8088-502d1a8167ec tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:30.811633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4274287-147f-4f80-b5d2-73ab49dfb748 req-55ec758e-8948-4ba3-8088-502d1a8167ec tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0646389 Jul 16 18:33:30.849843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b4274287-147f-4f80-b5d2-73ab49dfb748 req-812ff340-dcad-44c3-8ee8-d4323ce9bfdd tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Jul 16 18:33:31.947284 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.030160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ba0e8-63dd-41ad-b3ef-4c9d4fc66c7e req-0d1d4b72-54c7-4cbb-900d-8e2492786a4f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:32.032887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa7ba0e8-63dd-41ad-b3ef-4c9d4fc66c7e req-0d1d4b72-54c7-4cbb-900d-8e2492786a4f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0667675 Jul 16 18:33:32.070991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fa7ba0e8-63dd-41ad-b3ef-4c9d4fc66c7e req-1d1a117c-d3dd-4684-82d4-c25f19d76a55 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Jul 16 18:33:33.243024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8652cc-9bad-4c7e-bce9-383c1c9e41a7 req-8aa53744-5917-47c2-bb54-37d82985dc0e tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:33.244538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d8652cc-9bad-4c7e-bce9-383c1c9e41a7 req-8aa53744-5917-47c2-bb54-37d82985dc0e tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0637803 Jul 16 18:33:33.283205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d8652cc-9bad-4c7e-bce9-383c1c9e41a7 req-4b8121d9-155d-476e-841a-296668621512 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Jul 16 18:33:33.686668 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.452652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725502f-a5b8-40d4-9540-68681e7f7285 req-961886ad-b951-4c8c-80d5-6ac0ccb63c86 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:34.454116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7725502f-a5b8-40d4-9540-68681e7f7285 req-961886ad-b951-4c8c-80d5-6ac0ccb63c86 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0640631 Jul 16 18:33:34.492818 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7725502f-a5b8-40d4-9540-68681e7f7285 req-36aab467-5c32-4b35-8f69-cc475337ba13 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326765 Jul 16 18:33:35.672547 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324d254-f8cd-4c30-9fbe-4c0ea686d57e req-6884191f-2b03-46fa-96c3-de80235b7920 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.674021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c324d254-f8cd-4c30-9fbe-4c0ea686d57e req-6884191f-2b03-46fa-96c3-de80235b7920 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0671389 Jul 16 18:33:35.711675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c324d254-f8cd-4c30-9fbe-4c0ea686d57e req-2d467421-a6fc-4b8b-832f-c8ff4d10c6fd tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321412 Jul 16 18:33:36.886634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4ce28-00a7-4a70-93b5-185bfae3deeb req-513df7d6-4722-43db-ba16-0def9e644d32 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:36.888153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbb4ce28-00a7-4a70-93b5-185bfae3deeb req-513df7d6-4722-43db-ba16-0def9e644d32 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0646694 Jul 16 18:33:36.926483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbb4ce28-00a7-4a70-93b5-185bfae3deeb req-600f79f4-25b6-4966-a997-3c6366d85130 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Jul 16 18:33:38.105518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d33273-6331-4362-b473-beaab53e6e96 req-fbcc3f07-6e1f-4351-ae50-0edc38830471 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:38.106854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60d33273-6331-4362-b473-beaab53e6e96 req-fbcc3f07-6e1f-4351-ae50-0edc38830471 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0679255 Jul 16 18:33:38.145164 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60d33273-6331-4362-b473-beaab53e6e96 req-0810f649-9756-43a8-b87c-d89cd2d00a5f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325885 Jul 16 18:33:38.974269 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be202004-b2b8-4b7d-b507-097a053220af req-52c17170-dc3b-41e1-952c-0b8f402225c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:38.975789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be202004-b2b8-4b7d-b507-097a053220af req-52c17170-dc3b-41e1-952c-0b8f402225c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 1098 time: 0.0531325 Jul 16 18:33:39.082468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be202004-b2b8-4b7d-b507-097a053220af req-a70ec3e9-ff39-40d3-b7b7-74a2c0a6c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.084319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be202004-b2b8-4b7d-b507-097a053220af req-a70ec3e9-ff39-40d3-b7b7-74a2c0a6c302 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.0882578 Jul 16 18:33:39.124503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be202004-b2b8-4b7d-b507-097a053220af req-ac9114e4-018c-45d1-85c5-afb70af6e66d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 HTTP/1.1" status: 200 len: 217 time: 0.0337176 Jul 16 18:33:39.172833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be202004-b2b8-4b7d-b507-097a053220af req-ce9683fa-f7a4-4b53-a2b6-a8847775c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.175372 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be202004-b2b8-4b7d-b507-097a053220af req-ce9683fa-f7a4-4b53-a2b6-a8847775c33b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0435834 Jul 16 18:33:39.209062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be202004-b2b8-4b7d-b507-097a053220af req-8f2e0502-8090-47c1-84ec-1c8a86b32351 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273452 Jul 16 18:33:39.337575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be202004-b2b8-4b7d-b507-097a053220af req-18f5cf68-9bef-40e0-a088-8d2d29e1846c service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211092 Jul 16 18:33:39.387374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b8177-84a9-4d1e-9653-64ae20d7153f req-f2d7169a-4859-41ad-838c-a18141525f89 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.388958 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb8b8177-84a9-4d1e-9653-64ae20d7153f req-f2d7169a-4859-41ad-838c-a18141525f89 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.1122758 Jul 16 18:33:39.468478 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb8b8177-84a9-4d1e-9653-64ae20d7153f req-5a13c91e-1be7-4313-8ef3-e07cdbb6b283 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723023 Jul 16 18:33:39.474298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be202004-b2b8-4b7d-b507-097a053220af req-de59f5e3-4f61-4c4e-8263-a552f5fe54ed service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305349 Jul 16 18:33:40.651863 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eff84e-ec4f-436b-8fcc-66acb43d27e7 req-703d4da1-fe7f-4f52-90d3-92e70c37ec9f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:40.653254 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8eff84e-ec4f-436b-8fcc-66acb43d27e7 req-703d4da1-fe7f-4f52-90d3-92e70c37ec9f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0676279 Jul 16 18:33:40.693063 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8eff84e-ec4f-436b-8fcc-66acb43d27e7 req-5ec027e1-7865-4fd4-b0a1-16f3db087e38 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Jul 16 18:33:41.866839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf443c3-5cd9-4aa8-b938-76c7311707a5 req-e378e243-f937-4845-9b3d-47443b7af4a7 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:41.868333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8bf443c3-5cd9-4aa8-b938-76c7311707a5 req-e378e243-f937-4845-9b3d-47443b7af4a7 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0658562 Jul 16 18:33:41.905467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8bf443c3-5cd9-4aa8-b938-76c7311707a5 req-3976a3c8-c3ba-494f-86e5-9f7bbf4e7341 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316424 Jul 16 18:33:43.077669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec546b7d-acbc-4b76-80a7-dba305d5e768 req-3b2aabb7-4f8e-4da2-9de2-7f6e17ebfd78 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:43.079289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec546b7d-acbc-4b76-80a7-dba305d5e768 req-3b2aabb7-4f8e-4da2-9de2-7f6e17ebfd78 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0641932 Jul 16 18:33:43.117635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec546b7d-acbc-4b76-80a7-dba305d5e768 req-a1c98302-305d-4d35-991a-3e1d0cbaa89a tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319679 Jul 16 18:33:44.290312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4fea2-7868-4f8a-9ed2-1dc0008890c3 req-b3d4cbb1-ef11-4e36-8263-36a1bca7213f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:44.291829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ed4fea2-7868-4f8a-9ed2-1dc0008890c3 req-b3d4cbb1-ef11-4e36-8263-36a1bca7213f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0669789 Jul 16 18:33:44.329161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ed4fea2-7868-4f8a-9ed2-1dc0008890c3 req-8e1960bc-4a5a-4305-9844-ed3ba343504f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Jul 16 18:33:45.504015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d28314-c1e4-484c-8a80-56b738aa7b3f req-3dc4e14f-2e11-44e8-96bc-888d127c205c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:45.505500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24d28314-c1e4-484c-8a80-56b738aa7b3f req-3dc4e14f-2e11-44e8-96bc-888d127c205c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0638943 Jul 16 18:33:45.542703 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-24d28314-c1e4-484c-8a80-56b738aa7b3f req-881c6555-375f-47d4-bb75-73974bd1608d tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Jul 16 18:33:46.723741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2236de0-3521-4fef-bf77-4bb5d70d109d req-56e23d7b-6fa2-496d-8a04-a26426b22cc8 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:46.725225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2236de0-3521-4fef-bf77-4bb5d70d109d req-56e23d7b-6fa2-496d-8a04-a26426b22cc8 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0686917 Jul 16 18:33:46.763709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c2236de0-3521-4fef-bf77-4bb5d70d109d req-788c10a3-80d6-47ad-a905-7dc992f9ba87 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330050 Jul 16 18:33:47.934929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547848a-0b4e-4d4e-97f1-a917e160ecf6 req-36bdd2ba-83b4-467b-abb6-c0ab560508ca tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:47.936424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8547848a-0b4e-4d4e-97f1-a917e160ecf6 req-36bdd2ba-83b4-467b-abb6-c0ab560508ca tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0631237 Jul 16 18:33:47.974041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8547848a-0b4e-4d4e-97f1-a917e160ecf6 req-046db6fa-537d-49e3-b7ef-8b587f2bdb50 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Jul 16 18:33:49.144211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771db938-9f81-40c7-8d27-20003ce57b4b req-c0178174-a966-496a-9173-d211905b44c7 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:49.145707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-771db938-9f81-40c7-8d27-20003ce57b4b req-c0178174-a966-496a-9173-d211905b44c7 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0627172 Jul 16 18:33:49.183396 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-771db938-9f81-40c7-8d27-20003ce57b4b req-85a87046-2ed6-4746-ad5c-74e37448df0f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Jul 16 18:33:50.357244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a9ec2-94c1-474d-b2b1-bb1b137afa40 req-9ccdf41d-36cf-4cfd-b2f6-3bbd523de5f4 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:50.358700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f4a9ec2-94c1-474d-b2b1-bb1b137afa40 req-9ccdf41d-36cf-4cfd-b2f6-3bbd523de5f4 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0670004 Jul 16 18:33:50.396712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f4a9ec2-94c1-474d-b2b1-bb1b137afa40 req-e5cd8196-b3af-42f4-b8c5-097fc4b2f3aa tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316925 Jul 16 18:33:51.587717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de98cb-9806-4391-a859-ee940f0a7b25 req-d85f7960-70b5-4d7c-8710-28a58abb11a3 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:51.589239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62de98cb-9806-4391-a859-ee940f0a7b25 req-d85f7960-70b5-4d7c-8710-28a58abb11a3 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0800900 Jul 16 18:33:51.629761 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62de98cb-9806-4391-a859-ee940f0a7b25 req-3aad0955-23e1-4bc6-9306-dbdc44a4e608 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348771 Jul 16 18:33:52.128972 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-ca101131-a256-4fa7-b2f6-996bc4d43e20 service neutron] show failed (client error): The resource could not be found. Jul 16 18:33:52.130044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-ca101131-a256-4fa7-b2f6-996bc4d43e20 service neutron] 10.222.0.43 "GET /v2.0/ports/a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0/bindings/n-h1-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0596073 Jul 16 18:33:52.388609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-07219dff-fc08-49df-a49d-a08efeb44728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.389959 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-07219dff-fc08-49df-a49d-a08efeb44728 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87&tenant_id=a7e80f294db94348901b47f73e5fd98c HTTP/1.1" status: 200 len: 1098 time: 0.0534787 Jul 16 18:33:52.401712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:52.470481 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.674230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] For port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:52.708477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] For port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:52.759488 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add132f7-afca-4770-9027-4bebda4e1c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:52.761707 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31a67a8-010b-48e1-b8ad-3fd4aefe7288" -d '{"events": [{"server_uuid": "add132f7-afca-4770-9027-4bebda4e1c87", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:52.780107 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.799365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Transition to ACTIVE for port object a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:52.806842 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.843253 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4c4b12-8e9b-4027-a882-474d51e31675 x-openstack-request-id: req-5e4c4b12-8e9b-4027-a882-474d51e31675 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:52.843567 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add132f7-afca-4770-9027-4bebda4e1c87", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:52.843816 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e4c4b12-8e9b-4027-a882-474d51e31675 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:52.844202 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add132f7-afca-4770-9027-4bebda4e1c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0', 'code': 200} Jul 16 18:33:52.877411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96bcfb-dc71-45f5-b597-1defdb6b5715 req-a8ff262b-ffdd-40ed-8bce-90f31e642992 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.878902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec96bcfb-dc71-45f5-b597-1defdb6b5715 req-a8ff262b-ffdd-40ed-8bce-90f31e642992 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.1326528 Jul 16 18:33:52.883032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Pushing event updated for resources: {'Port': ['ID=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:52.903197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] No DVR routers for this DVR port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:52.916898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:52.917153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:52.917494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:52.917879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:52.918207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:52.918536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:52.918866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:52.919186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:52.919537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:52.919856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:52.920174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:52.920492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:52.971578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Attempting to bind port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:52.971910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Attempting to bind port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:52.972231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Attempting to bind port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 on network 71055ba8-fcf4-47c4-af0f-5105e2f027eb {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:52.980234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec96bcfb-dc71-45f5-b597-1defdb6b5715 req-0659e880-07fe-4c36-94a8-501de1c76218 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950134 Jul 16 18:33:52.981182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 on network 71055ba8-fcf4-47c4-af0f-5105e2f027eb not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:33:52.981494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Attempting to bind port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 on network 71055ba8-fcf4-47c4-af0f-5105e2f027eb {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:52.987345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:52.987707 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Checking segment: {'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:52.988080 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Bound using segment: {'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:52.988946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Bound port: a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a155aa7c-2d43-4a12-984f-8eb825a3b000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:52.988946 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.054338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] For port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:53.057462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] For port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:53.062155 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.093130 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:53.093732 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.095083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] 10.222.0.35 "PUT /v2.0/ports/a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 HTTP/1.1" status: 200 len: 1093 time: 0.6974170 Jul 16 18:33:53.119041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb6154-e8f6-404f-a651-4405de390afa service neutron] Pushing event updated for resources: {'Port': ['ID=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:53.172938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-db21037c-a39f-43bc-aa7f-7d7d98919cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:53.174465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-db21037c-a39f-43bc-aa7f-7d7d98919cc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 1096 time: 0.0525732 Jul 16 18:33:53.264447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-a2bd2f84-d295-428a-94d8-a995f5f0d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:53.265897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-a2bd2f84-d295-428a-94d8-a995f5f0d0d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.0848463 Jul 16 18:33:53.306068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-0169eace-793a-4416-99c6-71d70d29d1b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 HTTP/1.1" status: 200 len: 217 time: 0.0335510 Jul 16 18:33:53.358592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-c05e2dbb-fb6b-4483-87a7-c4c2a96cac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:53.360011 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-c05e2dbb-fb6b-4483-87a7-c4c2a96cac42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0424597 Jul 16 18:33:53.398533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-0ec1aa38-6bdf-4da6-9f2e-1a076ee599d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290327 Jul 16 18:33:53.492716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-9105f8b1-9abf-4feb-b868-4b3f7b2ada45 service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830457 Jul 16 18:33:53.595299 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1aa1a1-2260-41d4-9962-2ce004d4001a req-331f8b7e-df6c-4136-9c99-efed32fad375 service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937138 Jul 16 18:33:54.156843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce1440-bd03-4d9a-9f8f-0588dbad342f req-6ce374ce-15a8-4962-ad4a-5895084253b0 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:54.158425 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cce1440-bd03-4d9a-9f8f-0588dbad342f req-6ce374ce-15a8-4962-ad4a-5895084253b0 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 944 time: 0.0633636 Jul 16 18:33:54.195523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cce1440-bd03-4d9a-9f8f-0588dbad342f req-22a7a0d0-68c8-4c79-8a2d-f7d20e40cb1f tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Jul 16 18:33:54.845804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add132f7-afca-4770-9027-4bebda4e1c87', 'tag': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:54.848173 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df" -d '{"events": [{"name": "network-changed", "server_uuid": "add132f7-afca-4770-9027-4bebda4e1c87", "tag": "a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:54.895004 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1eccc57-3850-496b-878b-3693fe016a40 x-openstack-request-id: req-f1eccc57-3850-496b-878b-3693fe016a40 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:54.895296 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add132f7-afca-4770-9027-4bebda4e1c87", "tag": "a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:54.895653 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1eccc57-3850-496b-878b-3693fe016a40 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:54.896069 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add132f7-afca-4770-9027-4bebda4e1c87', 'tag': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0', 'status': 'completed', 'code': 200} Jul 16 18:33:55.008460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-f0ec0257-fc64-4b23-b603-63ae839aa1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:55.009935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-f0ec0257-fc64-4b23-b603-63ae839aa1cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 1096 time: 0.0918357 Jul 16 18:33:55.015461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-a3178b90-72dd-4194-b64d-e60d071b284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:55.016782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-a3178b90-72dd-4194-b64d-e60d071b284a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 1096 time: 0.0893857 Jul 16 18:33:55.173057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-4810824a-43f4-4c56-a401-12204fb75bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:55.175175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-4810824a-43f4-4c56-a401-12204fb75bdd service neutron] 10.222.0.35 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.1527565 Jul 16 18:33:55.176243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-fdad1662-fb5e-48ba-9368-7ee5736e63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:55.177516 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-fdad1662-fb5e-48ba-9368-7ee5736e63e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.1540225 Jul 16 18:33:55.224443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-cd94f078-b133-4ba3-a54c-f78bdc9de478 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 HTTP/1.1" status: 200 len: 217 time: 0.0421581 Jul 16 18:33:55.257924 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-db21a5d6-05c7-45f6-9ea4-764603071157 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 HTTP/1.1" status: 200 len: 217 time: 0.0701826 Jul 16 18:33:55.338666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-6f35a335-66b9-4317-b35d-e550642fd300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:55.340085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-6f35a335-66b9-4317-b35d-e550642fd300 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0902491 Jul 16 18:33:55.655009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-bfb09948-7782-4892-b707-10ea363de412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:55.656433 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-bfb09948-7782-4892-b707-10ea363de412 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.3802016 Jul 16 18:33:55.676769 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-0d888586-8e31-4828-8f15-99d1a889e4db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342760 Jul 16 18:33:55.706751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-c6bcd53b-a230-463e-824d-a22d319b2ce8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333061 Jul 16 18:33:55.847409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2257b2-bf8f-4dc8-b500-92251f845e23 req-eb5c71e1-744a-49c3-961c-24cf361bc831 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:55.848924 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df2257b2-bf8f-4dc8-b500-92251f845e23 req-eb5c71e1-744a-49c3-961c-24cf361bc831 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 944 time: 0.5325398 Jul 16 18:33:55.901124 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-73a3bb59-f375-41d2-afb3-00b961b2707c service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973391 Jul 16 18:33:55.906632 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-7f2a32ec-8169-418d-9e8a-a30cb0eedd2c service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913805 Jul 16 18:33:55.942354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df2257b2-bf8f-4dc8-b500-92251f845e23 req-8e2c3d6c-5fcf-4407-ba1f-7886b806ba40 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852864 Jul 16 18:33:56.070611 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-9b3c9670-f678-422d-ba69-c95990298bb7 service neutron] 10.222.0.35 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565459 Jul 16 18:33:56.072515 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61048ab1-8f2c-495e-8db1-7a60ebb9d2df req-d5e1ec6c-c7d4-4cde-9e48-20000c4ad632 service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575277 Jul 16 18:33:56.602815 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:56.641846 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:56.820963 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.967192 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.121823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78809a0c-6ad3-4840-b12d-bbcba00e4ed6 req-d280804b-5724-443c-b229-e80db1d88078 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.123293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78809a0c-6ad3-4840-b12d-bbcba00e4ed6 req-d280804b-5724-443c-b229-e80db1d88078 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 944 time: 0.0631490 Jul 16 18:33:57.160820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78809a0c-6ad3-4840-b12d-bbcba00e4ed6 req-6876ee59-9b24-4fe9-ba33-1b681a981598 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319207 Jul 16 18:33:57.504282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977569a0-9ae2-480a-8630-955f33a3f053 req-4a3041f1-9401-4157-a9ec-2aee1304ef50 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.505738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-977569a0-9ae2-480a-8630-955f33a3f053 req-4a3041f1-9401-4157-a9ec-2aee1304ef50 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.43 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87&tenant_id=a7e80f294db94348901b47f73e5fd98c&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 944 time: 0.1078777 Jul 16 18:33:57.513904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66868b0a-eeef-444d-bd11-fea4540946c2 req-8b1321d3-215a-46fd-8e2d-b7ee8ddfb0f6 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.515255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66868b0a-eeef-444d-bd11-fea4540946c2 req-8b1321d3-215a-46fd-8e2d-b7ee8ddfb0f6 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 944 time: 0.1269243 Jul 16 18:33:57.590722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-66868b0a-eeef-444d-bd11-fea4540946c2 req-f4fec3af-20e2-46bd-b1b7-77b30a2ea240 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683806 Jul 16 18:33:57.599526 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-977569a0-9ae2-480a-8630-955f33a3f053 req-801cd1c5-c9eb-41cc-91b5-b0ba873d6707 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:33:57.600494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-977569a0-9ae2-480a-8630-955f33a3f053 req-801cd1c5-c9eb-41cc-91b5-b0ba873d6707 service neutron] 10.222.0.43 "DELETE /v2.0/ports/a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0/bindings/n-h2-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0843701 Jul 16 18:33:57.696159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977569a0-9ae2-480a-8630-955f33a3f053 req-004616db-5043-4aa5-b6cc-644c3a581126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.697665 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-977569a0-9ae2-480a-8630-955f33a3f053 req-004616db-5043-4aa5-b6cc-644c3a581126 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7e80f294db94348901b47f73e5fd98c&device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 1096 time: 0.0532839 Jul 16 18:33:57.721510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:57.786539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977569a0-9ae2-480a-8630-955f33a3f053 req-cb2f3bb1-83d6-4e50-94a7-e13ee0594da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.788046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-977569a0-9ae2-480a-8630-955f33a3f053 req-cb2f3bb1-83d6-4e50-94a7-e13ee0594da4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 200 len: 916 time: 0.0845530 Jul 16 18:33:57.815907 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:57.826905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0', 'network_id': '71055ba8-fcf4-47c4-af0f-5105e2f027eb', 'port_id': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0', 'mac_address': 'fa:16:3e:81:10:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81d0edb-a234-4748-bae8-2591805750f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:57.832727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-977569a0-9ae2-480a-8630-955f33a3f053 req-42b27ffd-f181-46ef-a84f-47b4b41b3bc7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 HTTP/1.1" status: 200 len: 217 time: 0.0385826 Jul 16 18:33:57.864397 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.880862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:57.881729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977569a0-9ae2-480a-8630-955f33a3f053 req-890be0b6-ac4d-4673-8b3a-93da11ab7383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.883197 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-977569a0-9ae2-480a-8630-955f33a3f053 req-890be0b6-ac4d-4673-8b3a-93da11ab7383 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 200 len: 855 time: 0.0444865 Jul 16 18:33:57.899860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:57.904040 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.915834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-977569a0-9ae2-480a-8630-955f33a3f053 req-9580331a-a6de-48e2-802c-ada75a7f09b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71055ba8-fcf4-47c4-af0f-5105e2f027eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264218 Jul 16 18:33:57.951086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:58.009896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-977569a0-9ae2-480a-8630-955f33a3f053 req-bcc71d0d-5b4a-448f-ad24-e9e34895c14d service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875401 Jul 16 18:33:58.047533 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cb19d381-968c-4f39-9944-4db0ff7e7190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.099853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-977569a0-9ae2-480a-8630-955f33a3f053 req-9990a3de-8e2a-4f06-b897-4c1e95cd2fa3 service neutron] 10.222.0.43 "GET /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836129 Jul 16 18:33:58.222048 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:58.776026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d45e8-8ef0-4223-b2db-37e792342ada req-4438b875-94c5-40a2-90f9-6e7e8994886e tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:58.777517 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1c3d45e8-8ef0-4223-b2db-37e792342ada req-4438b875-94c5-40a2-90f9-6e7e8994886e tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 945 time: 0.0685229 Jul 16 18:33:58.814922 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1c3d45e8-8ef0-4223-b2db-37e792342ada req-d2dca836-780e-4e5c-8110-e0f827f4e198 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 Jul 16 18:33:58.984318 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdaebd-e460-478a-b6b9-b6bc6b38d3c0 req-72cc75fe-c081-4876-9b30-0fbea271d173 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:58.985802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74bdaebd-e460-478a-b6b9-b6bc6b38d3c0 req-72cc75fe-c081-4876-9b30-0fbea271d173 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 945 time: 0.0636284 Jul 16 18:33:59.023646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74bdaebd-e460-478a-b6b9-b6bc6b38d3c0 req-fc3dbb28-8c2b-4f76-bce8-abec333e763c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Jul 16 18:33:59.195325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714b069-bcd3-4ba0-a2f3-aa7583d900db req-14573e2d-521c-49c3-8d96-60398aa86771 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:59.197021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e714b069-bcd3-4ba0-a2f3-aa7583d900db req-14573e2d-521c-49c3-8d96-60398aa86771 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 945 time: 0.0648098 Jul 16 18:33:59.238577 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e714b069-bcd3-4ba0-a2f3-aa7583d900db req-dd2540d1-9cb8-48d4-b933-7a022dcdfcec tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360239 Jul 16 18:33:59.747846 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:59.797695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:59.802241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:59.802617 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.882605 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.904756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add132f7-afca-4770-9027-4bebda4e1c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:59.907001 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7d8c5e-ed29-4fba-ada8-a1785c0eefcf" -d '{"events": [{"server_uuid": "add132f7-afca-4770-9027-4bebda4e1c87", "name": "network-vif-plugged", "status": "completed", "tag": "a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:59.920744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:59.925248 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.951782 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcefee2b-99a9-4fd1-8bdc-33d8d9cd6023 x-openstack-request-id: req-fcefee2b-99a9-4fd1-8bdc-33d8d9cd6023 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:59.952074 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add132f7-afca-4770-9027-4bebda4e1c87", "name": "network-vif-plugged", "status": "completed", "tag": "a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:59.952324 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcefee2b-99a9-4fd1-8bdc-33d8d9cd6023 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:59.952703 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add132f7-afca-4770-9027-4bebda4e1c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0', 'code': 200} Jul 16 18:33:59.979003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:59.989989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7b93a-1177-4506-86fa-e620ec2b5ab0 req-5dba770a-6453-4a63-b74e-86dfda1687b6 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:59.991537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cc7b93a-1177-4506-86fa-e620ec2b5ab0 req-5dba770a-6453-4a63-b74e-86dfda1687b6 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0722640 Jul 16 18:34:00.029102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cc7b93a-1177-4506-86fa-e620ec2b5ab0 req-913cba24-1ce0-44e6-bfd3-65ce3817667c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Jul 16 18:34:00.692285 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.756199 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-07811d52-014f-4947-bf12-f60589d7182c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.203467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d853f-3ed8-436e-88fa-02d3fb97fc66 req-8cdf4d74-6aee-4096-822b-436c2512c169 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.204982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-163d853f-3ed8-436e-88fa-02d3fb97fc66 req-8cdf4d74-6aee-4096-822b-436c2512c169 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0649972 Jul 16 18:34:01.246896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-163d853f-3ed8-436e-88fa-02d3fb97fc66 req-8311aa06-1ebd-4020-8679-de3e0351549c tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.41 "GET /v2.0/security-groups?id=b499ed4d-f214-45f8-857f-524d672387ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359025 Jul 16 18:34:01.458772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad039c4-1015-4dea-9472-239f9927d17b req-71bb29e4-fc7d-41cb-8691-7600827d05df tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.460264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ad039c4-1015-4dea-9472-239f9927d17b req-71bb29e4-fc7d-41cb-8691-7600827d05df tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.35 "GET /v2.0/ports?device_id=add132f7-afca-4770-9027-4bebda4e1c87 HTTP/1.1" status: 200 len: 946 time: 0.0667222 Jul 16 18:34:01.561423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7ad039c4-1015-4dea-9472-239f9927d17b req-209295f5-c30f-4ab3-81c8-b4d3c28c3d21 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Deleting port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:01.561764 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7ad039c4-1015-4dea-9472-239f9927d17b req-209295f5-c30f-4ab3-81c8-b4d3c28c3d21 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.653636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-7ad039c4-1015-4dea-9472-239f9927d17b req-209295f5-c30f-4ab3-81c8-b4d3c28c3d21 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] For port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,segment=NetworkSegment(a155aa7c-2d43-4a12-984f-8eb825a3b000),segment_id=a155aa7c-2d43-4a12-984f-8eb825a3b000)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:01.654009 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7ad039c4-1015-4dea-9472-239f9927d17b req-209295f5-c30f-4ab3-81c8-b4d3c28c3d21 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.666305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7ad039c4-1015-4dea-9472-239f9927d17b req-209295f5-c30f-4ab3-81c8-b4d3c28c3d21 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Calling delete_port for a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:01.793630 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7ad039c4-1015-4dea-9472-239f9927d17b req-209295f5-c30f-4ab3-81c8-b4d3c28c3d21 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.805753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:01.824752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209295f5-c30f-4ab3-81c8-b4d3c28c3d21 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Pushing event deleted for resources: {'Port': ['ID=a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:01.871519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad039c4-1015-4dea-9472-239f9927d17b req-209295f5-c30f-4ab3-81c8-b4d3c28c3d21 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] No DVR routers for this DVR port a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:01.874047 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7ad039c4-1015-4dea-9472-239f9927d17b req-209295f5-c30f-4ab3-81c8-b4d3c28c3d21 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.876079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ad039c4-1015-4dea-9472-239f9927d17b req-209295f5-c30f-4ab3-81c8-b4d3c28c3d21 tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] 10.222.0.35 "DELETE /v2.0/ports/a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 HTTP/1.1" status: 204 len: 173 time: 0.4091921 Jul 16 18:34:01.876508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add132f7-afca-4770-9027-4bebda4e1c87', 'name': 'network-vif-deleted', 'tag': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:01.878752 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b1fba1-86bf-464f-a8e1-6df37d3aa035" -d '{"events": [{"server_uuid": "add132f7-afca-4770-9027-4bebda4e1c87", "name": "network-vif-deleted", "tag": "a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:01.913912 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60803889-0fad-42fe-a936-96b32c10a992 x-openstack-request-id: req-60803889-0fad-42fe-a936-96b32c10a992 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:01.914207 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add132f7-afca-4770-9027-4bebda4e1c87", "name": "network-vif-deleted", "tag": "a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:01.914456 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60803889-0fad-42fe-a936-96b32c10a992 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:01.914852 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add132f7-afca-4770-9027-4bebda4e1c87', 'name': 'network-vif-deleted', 'tag': 'a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0', 'status': 'completed', 'code': 200} Jul 16 18:34:01.951340 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.475709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51598) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:02.519372 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ef86a5-0f81-4747-8828-53b283bfc2db admin admin] Deleting subnet e81d0edb-a234-4748-bae8-2591805750f4 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:02.522379 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94ef86a5-0f81-4747-8828-53b283bfc2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.556598 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94ef86a5-0f81-4747-8828-53b283bfc2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.598079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94ef86a5-0f81-4747-8828-53b283bfc2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.654936 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94ef86a5-0f81-4747-8828-53b283bfc2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.684341 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94ef86a5-0f81-4747-8828-53b283bfc2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.688718 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-94ef86a5-0f81-4747-8828-53b283bfc2db admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e81d0edb-a234-4748-bae8-2591805750f4 HTTP/1.1" status: 204 len: 168 time: 0.2097318 Jul 16 18:34:02.688718 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef86a5-0f81-4747-8828-53b283bfc2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81d0edb-a234-4748-bae8-2591805750f4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:02.689167 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51600) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:02.760879 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74c24d4e-a259-4bb0-b01f-cfda0e9cb134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.850796 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74c24d4e-a259-4bb0-b01f-cfda0e9cb134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.861140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-74c24d4e-a259-4bb0-b01f-cfda0e9cb134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71055ba8-fcf4-47c4-af0f-5105e2f027eb']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:02.870881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-74c24d4e-a259-4bb0-b01f-cfda0e9cb134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a155aa7c-2d43-4a12-984f-8eb825a3b000') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:02.871291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-74c24d4e-a259-4bb0-b01f-cfda0e9cb134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a155aa7c-2d43-4a12-984f-8eb825a3b000') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:02.879871 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74c24d4e-a259-4bb0-b01f-cfda0e9cb134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.893801 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74c24d4e-a259-4bb0-b01f-cfda0e9cb134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.900112 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c24d4e-a259-4bb0-b01f-cfda0e9cb134 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:02.900498 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74c24d4e-a259-4bb0-b01f-cfda0e9cb134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:02.902285 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:02.961798 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74c24d4e-a259-4bb0-b01f-cfda0e9cb134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.967571 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-74c24d4e-a259-4bb0-b01f-cfda0e9cb134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.969460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-74c24d4e-a259-4bb0-b01f-cfda0e9cb134 admin admin] 10.222.0.41 "DELETE /v2.0/networks/71055ba8-fcf4-47c4-af0f-5105e2f027eb HTTP/1.1" status: 204 len: 168 time: 0.2791526 Jul 16 18:34:02.984257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c24d4e-a259-4bb0-b01f-cfda0e9cb134 admin admin] Pushing event deleted for resources: {'Network': ['ID=71055ba8-fcf4-47c4-af0f-5105e2f027eb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:03.083503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51604) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:03.123842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1cf4fceb-4b19-454b-9735-a65a4b3b7e8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7e80f294db94348901b47f73e5fd98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390294 Jul 16 18:34:03.126276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51606) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:03.175531 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a9a5b1e-7c77-4827-833c-aa78892442c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.196799 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a9a5b1e-7c77-4827-833c-aa78892442c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.244597 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a9a5b1e-7c77-4827-833c-aa78892442c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.247328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7a9a5b1e-7c77-4827-833c-aa78892442c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.248531 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7a9a5b1e-7c77-4827-833c-aa78892442c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b499ed4d-f214-45f8-857f-524d672387ec HTTP/1.1" status: 204 len: 168 time: 0.1212618 Jul 16 18:34:03.257813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a5b1e-7c77-4827-833c-aa78892442c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b499ed4d-f214-45f8-857f-524d672387ec,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:03.691905 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.900892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51628) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:03.997261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-604289447-network', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:04.022990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Made reservation on behalf of 9a8a60c039c3461a9c7af8b675a87ffe for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:04.025364 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.034030 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.123541 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.127739 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.152780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:04.162442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4210cbc0-4df8-4664-8296-7fd749ae86a9,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:04.167967 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.168307 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Added segment 03adf74f-29e9-476e-9a61-6e470f5c5db8 of type vlan for network dd386736-3a2d-4273-b05e-67eadafad7c6 Jul 16 18:34:04.208872 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.236198 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.237280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:04.237872 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.270563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3684824 Jul 16 18:34:04.273671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51632) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:04.278736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7ccf7ab1-646a-4652-a8cb-4a27a30be1cb admin admin] Request body: {'subnet': {'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-604289447-subnet', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:04.299141 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccf7ab1-646a-4652-a8cb-4a27a30be1cb admin admin] Made reservation on behalf of 9a8a60c039c3461a9c7af8b675a87ffe for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:04.301479 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ccf7ab1-646a-4652-a8cb-4a27a30be1cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.303273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a77ea-48ad-422e-8478-2a61100ab8ca admin admin] Pushing event updated for resources: {'Network': ['ID=dd386736-3a2d-4273-b05e-67eadafad7c6,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:04.312924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network dd386736-3a2d-4273-b05e-67eadafad7c6 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:04.469044 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ccf7ab1-646a-4652-a8cb-4a27a30be1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.527310 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf7ab1-646a-4652-a8cb-4a27a30be1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=db052de1-822f-42a9-afeb-244dc9d1cd7c,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:04.531495 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccf7ab1-646a-4652-a8cb-4a27a30be1cb admin admin] Checking segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:04.531854 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccf7ab1-646a-4652-a8cb-4a27a30be1cb admin admin] Network hostable DHCP agents. Network: dd386736-3a2d-4273-b05e-67eadafad7c6, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:04.548716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccf7ab1-646a-4652-a8cb-4a27a30be1cb admin admin] Network dd386736-3a2d-4273-b05e-67eadafad7c6 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:04.556906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7ccf7ab1-646a-4652-a8cb-4a27a30be1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, dd386736-3a2d-4273-b05e-67eadafad7c6) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:04.560882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccf7ab1-646a-4652-a8cb-4a27a30be1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:04.561468 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7ccf7ab1-646a-4652-a8cb-4a27a30be1cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.567366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b131cd16-50cb-4f95-a19e-0f5c15030d94 None None] Network dd386736-3a2d-4273-b05e-67eadafad7c6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:04.575154 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7ccf7ab1-646a-4652-a8cb-4a27a30be1cb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3003256 Jul 16 18:34:04.577793 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51634) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:04.583350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:04.605035 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.606021 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.662944 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.713407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-dd386736-3a2d-4273-b05e-67eadafad7c6', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:04.714304 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.800892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.852582 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Allocated IP 172.20.0.2 (dd386736-3a2d-4273-b05e-67eadafad7c6/db052de1-822f-42a9-afeb-244dc9d1cd7c/60adf2aa-575b-4d7f-991e-87541ea48888) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:04.964370 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:04.993237 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.001408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Transition to ACTIVE for port object 60adf2aa-575b-4d7f-991e-87541ea48888 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:05.002691 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.016424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Transition to ACTIVE for port object 60adf2aa-575b-4d7f-991e-87541ea48888 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:05.022837 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.025633 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.056475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Network dd386736-3a2d-4273-b05e-67eadafad7c6 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:05.059186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:05.065006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:05.076510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Pushing event updated for resources: {'Port': ['ID=60adf2aa-575b-4d7f-991e-87541ea48888,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:05.126447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Attempting to bind port 60adf2aa-575b-4d7f-991e-87541ea48888 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:05.127376 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Attempting to bind port 60adf2aa-575b-4d7f-991e-87541ea48888 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:05.127771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Attempting to bind port 60adf2aa-575b-4d7f-991e-87541ea48888 on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:05.132679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:05.133049 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Checking segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:05.133447 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.133840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Bound using segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:05.134305 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Bound port: 60adf2aa-575b-4d7f-991e-87541ea48888, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:05.134679 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.135632 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Allocated IP 172.25.5.47 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/3707a029-bf18-4496-81e9-f34f74ac8a8e) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:05.199110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] For port 60adf2aa-575b-4d7f-991e-87541ea48888, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:05.202394 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] For port 60adf2aa-575b-4d7f-991e-87541ea48888, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=60adf2aa-575b-4d7f-991e-87541ea48888,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:05.206295 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.237868 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.262440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864f235-2a8a-496a-aa8f-04d6bffc204c None None] Pushing event updated for resources: {'Port': ['ID=60adf2aa-575b-4d7f-991e-87541ea48888,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:05.284685 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.326336 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:05.329326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:05.332998 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:05.359170 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Pushing event updated for resources: {'Port': ['ID=3707a029-bf18-4496-81e9-f34f74ac8a8e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:05.610372 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.768830 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:05.788621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:05.789047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device a7d947db-4c6f-40f1-bbce-c1e4b6cc46b0 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:05.800079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.935241 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Router ca7ffe46-64c2-4646-b99a-9b0233f87b73 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:34:05.951052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 60adf2aa-575b-4d7f-991e-87541ea48888 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:06.011047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 60adf2aa-575b-4d7f-991e-87541ea48888 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:06.053635 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:06.062695 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Sync routers for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:06.073676 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:06.074780 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:34:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:06.077858 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.079121 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-25816211-4c3b-4826-8682-468c0ac4d981 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5004046 Jul 16 18:34:06.083009 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51636) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:06.182752 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:06.196351 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d94a8b-bb9b-41fd-933f-704a6f140437 None None] Network dd386736-3a2d-4273-b05e-67eadafad7c6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:06.271827 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-46e1f1e6-18e2-4c37-a383-90fc41a7a338 None None] Provisioning for port 60adf2aa-575b-4d7f-991e-87541ea48888 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:06.284177 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-46e1f1e6-18e2-4c37-a383-90fc41a7a338 None None] Provisioning complete for port 60adf2aa-575b-4d7f-991e-87541ea48888 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:06.284560 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-46e1f1e6-18e2-4c37-a383-90fc41a7a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.362450 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:05Z', 'revision_number': 3, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:06.393060 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Checking router: ca7ffe46-64c2-4646-b99a-9b0233f87b73 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:06.393674 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Updating router ca7ffe46-64c2-4646-b99a-9b0233f87b73 port 3707a029-bf18-4496-81e9-f34f74ac8a8e binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:34:06.422341 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-46e1f1e6-18e2-4c37-a383-90fc41a7a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.428439 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.468467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-46e1f1e6-18e2-4c37-a383-90fc41a7a338 None None] For port 60adf2aa-575b-4d7f-991e-87541ea48888, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=60adf2aa-575b-4d7f-991e-87541ea48888,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:06.487116 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-46e1f1e6-18e2-4c37-a383-90fc41a7a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.529806 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.547081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1f1e6-18e2-4c37-a383-90fc41a7a338 None None] Pushing event updated for resources: {'Port': ['ID=60adf2aa-575b-4d7f-991e-87541ea48888,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:06.693975 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.704003 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Transition to ACTIVE for port object 3707a029-bf18-4496-81e9-f34f74ac8a8e will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:06.710683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bc8a174d-851d-4be0-af4b-de56a5ae603c None None] Provisioning complete for port 60adf2aa-575b-4d7f-991e-87541ea48888 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:06.711065 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bc8a174d-851d-4be0-af4b-de56a5ae603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.711389 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.768208 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Attempting to bind port 3707a029-bf18-4496-81e9-f34f74ac8a8e on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:06.768430 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Allocated IP 172.20.0.1 (dd386736-3a2d-4273-b05e-67eadafad7c6/db052de1-822f-42a9-afeb-244dc9d1cd7c/202635d6-9f08-4973-ba24-d1bc3560cb84) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:06.768576 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Attempting to bind port 3707a029-bf18-4496-81e9-f34f74ac8a8e by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:06.769038 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Attempting to bind port 3707a029-bf18-4496-81e9-f34f74ac8a8e on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:06.777175 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:06.777607 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:06.777936 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.778547 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:06.778790 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Bound port: 3707a029-bf18-4496-81e9-f34f74ac8a8e, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:06.779170 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.782801 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Pushing event updated for resources: {'Port': ['ID=3707a029-bf18-4496-81e9-f34f74ac8a8e,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:06.809398 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:06.809668 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:06.809937 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:06.810269 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:06.810595 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:06.810917 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:06.811240 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:06.811582 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:06.812088 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:06.812580 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:06.812901 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:06.813215 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:06.846348 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] For port 3707a029-bf18-4496-81e9-f34f74ac8a8e, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:06.850224 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] For port 3707a029-bf18-4496-81e9-f34f74ac8a8e, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3707a029-bf18-4496-81e9-f34f74ac8a8e,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:06.855203 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.883470 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.897790 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Transition to ACTIVE for port object 202635d6-9f08-4973-ba24-d1bc3560cb84 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:06.904043 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:06.904676 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:34:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:06.934245 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.976043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Network dd386736-3a2d-4273-b05e-67eadafad7c6 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:06.982051 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:06.985572 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:07.003571 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff89a33-4db8-449c-83d1-5209c3612ed3 None None] Pushing event updated for resources: {'Port': ['ID=3707a029-bf18-4496-81e9-f34f74ac8a8e,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.008663 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Pushing event updated for resources: {'Port': ['ID=202635d6-9f08-4973-ba24-d1bc3560cb84,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.021951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.021951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.021951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.021951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.021951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.021951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.021951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.021951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.021951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.021951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.023009 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:07.024352 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.024544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.052687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.217611 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:05Z', 'revision_number': 3, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:07.247565 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61549a2f-62a6-4503-bf24-16467f15fa67 None None] The sync data for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 is: [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:05Z', 'revision_number': 3, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:07.336677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f7a8b970-68c2-4f43-8f89-79f1827c6871 None None] Provisioning for port 202635d6-9f08-4973-ba24-d1bc3560cb84 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:07.340845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f7a8b970-68c2-4f43-8f89-79f1827c6871 None None] Provisioning complete for port 202635d6-9f08-4973-ba24-d1bc3560cb84 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:07.341219 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b970-68c2-4f43-8f89-79f1827c6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.377039 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8b970-68c2-4f43-8f89-79f1827c6871 None None] Port 202635d6-9f08-4973-ba24-d1bc3560cb84 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:07.543449 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.714874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.719760 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.789556 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Pushing event updated for resources: {'Port': ['ID=202635d6-9f08-4973-ba24-d1bc3560cb84,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.792044 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.891027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Network dd386736-3a2d-4273-b05e-67eadafad7c6 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:07.892643 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:08.021177 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3707a029-bf18-4496-81e9-f34f74ac8a8e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:08.033972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Router ca7ffe46-64c2-4646-b99a-9b0233f87b73 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:08.093924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 3707a029-bf18-4496-81e9-f34f74ac8a8e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:08.098935 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3707a029-bf18-4496-81e9-f34f74ac8a8e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:08.099552 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.160283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:08.166320 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-41fa6d35-ee5c-42a2-94a8-85f1eb5947c3 admin admin] 10.222.0.41 "PUT /v2.0/routers/ca7ffe46-64c2-4646-b99a-9b0233f87b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0819986 Jul 16 18:34:08.181570 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.210904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 3707a029-bf18-4496-81e9-f34f74ac8a8e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3707a029-bf18-4496-81e9-f34f74ac8a8e,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:08.216319 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.217089 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 60adf2aa-575b-4d7f-991e-87541ea48888 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:08.218642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ab7220b8-9a10-4e78-b485-43c375185893 None None] Provisioning complete for port 202635d6-9f08-4973-ba24-d1bc3560cb84 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:08.218995 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ab7220b8-9a10-4e78-b485-43c375185893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.309538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ab7220b8-9a10-4e78-b485-43c375185893 None None] Port 202635d6-9f08-4973-ba24-d1bc3560cb84 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:08.330399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=3707a029-bf18-4496-81e9-f34f74ac8a8e,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:08.341260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 60adf2aa-575b-4d7f-991e-87541ea48888 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:08.341867 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.643806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 51644) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:08.648588 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-38d477ce-3d5b-453d-ba26-3abe33769dd9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726326798', 'description': 'tempest-description--1710635629'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:08.672043 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38d477ce-3d5b-453d-ba26-3abe33769dd9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.754886 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38d477ce-3d5b-453d-ba26-3abe33769dd9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.758471 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38d477ce-3d5b-453d-ba26-3abe33769dd9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.786286 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-38d477ce-3d5b-453d-ba26-3abe33769dd9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.787422 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-38d477ce-3d5b-453d-ba26-3abe33769dd9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1426063 Jul 16 18:34:08.790346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51646) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:08.791778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d477ce-3d5b-453d-ba26-3abe33769dd9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:08.796395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-47ff43e1-b28a-430c-8fb5-ffc784ebdf53 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Request body: {'security_group_rule': {'security_group_id': '64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:08.827685 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47ff43e1-b28a-430c-8fb5-ffc784ebdf53 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.849718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Sync routers for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:08.859059 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:08.859841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:34:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:08.884775 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47ff43e1-b28a-430c-8fb5-ffc784ebdf53 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.888692 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47ff43e1-b28a-430c-8fb5-ffc784ebdf53 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.905904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff43e1-b28a-430c-8fb5-ffc784ebdf53 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d89f127-dd7a-4979-b346-881edd62e783,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:08.914729 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-47ff43e1-b28a-430c-8fb5-ffc784ebdf53 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.916000 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-47ff43e1-b28a-430c-8fb5-ffc784ebdf53 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240439 Jul 16 18:34:08.918536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51648) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:08.923015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-46e9d8f0-77cb-45fc-8b24-0d77c12affd1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Request body: {'security_group_rule': {'security_group_id': '64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:08.949623 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-46e9d8f0-77cb-45fc-8b24-0d77c12affd1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.971809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:09.013030 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-46e9d8f0-77cb-45fc-8b24-0d77c12affd1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.016821 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-46e9d8f0-77cb-45fc-8b24-0d77c12affd1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.037412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9d8f0-77cb-45fc-8b24-0d77c12affd1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d11610c-c157-4c8f-9c12-5c770a784359,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:09.049979 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-46e9d8f0-77cb-45fc-8b24-0d77c12affd1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.051305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-46e9d8f0-77cb-45fc-8b24-0d77c12affd1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318507 Jul 16 18:34:09.054309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51650) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:09.058928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:09.081698 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.175698 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 2, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:09.182849 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.203729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Checking router: ca7ffe46-64c2-4646-b99a-9b0233f87b73 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:09.204087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Updating router ca7ffe46-64c2-4646-b99a-9b0233f87b73 port 202635d6-9f08-4973-ba24-d1bc3560cb84 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:34:09.242590 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.286698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Allocated IP 172.25.5.9 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/75630345-b25d-4324-892c-f194935d926a) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:09.390372 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.428565 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.464775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:09.470991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:09.473576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:09.504063 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.504690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event updated for resources: {'Port': ['ID=75630345-b25d-4324-892c-f194935d926a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:09.514587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Transition to ACTIVE for port object 202635d6-9f08-4973-ba24-d1bc3560cb84 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:09.523459 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.571354 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.576561 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f74296-4c5b-4b7c-a845-1b00e3d2822a None None] Pushing event updated for resources: {'Port': ['ID=202635d6-9f08-4973-ba24-d1bc3560cb84,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:09.629290 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.632635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Attempting to bind port 202635d6-9f08-4973-ba24-d1bc3560cb84 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:09.633006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Attempting to bind port 202635d6-9f08-4973-ba24-d1bc3560cb84 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:09.633367 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Attempting to bind port 202635d6-9f08-4973-ba24-d1bc3560cb84 on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:09.638438 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:09.638810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Checking segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:09.639210 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.639646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Bound using segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:09.640109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Bound port: 202635d6-9f08-4973-ba24-d1bc3560cb84, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:09.640571 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.708580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] For port 202635d6-9f08-4973-ba24-d1bc3560cb84, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:09.712479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] For port 202635d6-9f08-4973-ba24-d1bc3560cb84, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=202635d6-9f08-4973-ba24-d1bc3560cb84,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:09.717719 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.777236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:09.777878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:34:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:09.810814 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.816994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.817499 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f74296-4c5b-4b7c-a845-1b00e3d2822a None None] Pushing event updated for resources: {'Port': ['ID=202635d6-9f08-4973-ba24-d1bc3560cb84,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:09.900005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event updated for resources: {'Port': ['ID=75630345-b25d-4324-892c-f194935d926a,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:09.921493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:09.923053 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.941560 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.952523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-398d7944-86ff-4bee-9ac7-8734a66070bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8970218 Jul 16 18:34:09.959303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3707a029-bf18-4496-81e9-f34f74ac8a8e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:10.106792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-7cce1e82-583d-4bd5-9995-9ac7ff715763 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--726326798&fields=id&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 267 time: 0.0479479 Jul 16 18:34:10.119580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3707a029-bf18-4496-81e9-f34f74ac8a8e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:10.119958 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.214257 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-a681afc9-d624-4261-88dd-5b9fa1b27c39 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.215789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-a681afc9-d624-4261-88dd-5b9fa1b27c39 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 811 time: 0.1017945 Jul 16 18:34:10.230890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-38e3ef6e-d25d-40e0-a939-ae5a529b8d5e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/quotas/9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 375 time: 0.0091605 Jul 16 18:34:10.243217 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:09Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:10.270663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8739c3-9163-4d5d-b39b-c9546ef21d75 None None] The sync data for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 is: [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:09Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:10.320092 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-a7765b23-068c-4060-a5fb-f145aa440037 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838454 Jul 16 18:34:10.400426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-3225fc1a-2f5b-4121-aa09-aabccc6faf59 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:34:10.401414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-3225fc1a-2f5b-4121-aa09-aabccc6faf59 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0631518 Jul 16 18:34:10.499560 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-2c57af17-f7af-4070-b400-759d92f34412 service neutron] 10.222.0.41 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919900 Jul 16 18:34:10.598563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-7b5c591b-46f1-41de-8a00-a4f143d67f4d service neutron] 10.222.0.41 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931768 Jul 16 18:34:10.776156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cadb22f-cb5b-4b56-b019-609952a3cea6 req-1dd40c32-9383-4f99-98c3-b90c258747be tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 210 time: 0.0317838 Jul 16 18:34:11.937479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-80d5bed1-e272-43ac-bee2-6d877a85ba91 req-a7031f82-88e1-4f36-896b-779309be4bf6 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 210 time: 0.0385578 Jul 16 18:34:11.950107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-3305b9fb-a7c3-4048-8777-d2f2ed4e9b83 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.951841 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-3305b9fb-a7c3-4048-8777-d2f2ed4e9b83 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 811 time: 0.1499333 Jul 16 18:34:11.984765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 202635d6-9f08-4973-ba24-d1bc3560cb84 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:12.006787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-e2cf092d-eaf2-449e-945e-2fdf9b0e4ec3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 379 time: 0.0455227 Jul 16 18:34:12.020654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Request body: {'port': {'device_id': '818f403c-45ff-48f6-9dd8-77c622822934', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'admin_state_up': True, 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'security_groups': ['64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:12.035644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 202635d6-9f08-4973-ba24-d1bc3560cb84 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:12.039745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 202635d6-9f08-4973-ba24-d1bc3560cb84 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:12.040153 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.121077 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.136332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Made reservation on behalf of 9a8a60c039c3461a9c7af8b675a87ffe for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:12.139941 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.153606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 202635d6-9f08-4973-ba24-d1bc3560cb84, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=202635d6-9f08-4973-ba24-d1bc3560cb84,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:12.158461 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.207804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=202635d6-9f08-4973-ba24-d1bc3560cb84,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:12.216011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:12.216281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:12.216622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:12.216960 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:12.217293 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:12.217625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:12.217952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:12.218279 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:12.218603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:12.218927 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:12.219247 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:12.219600 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:12.268340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Allocated IP 172.20.0.10 (dd386736-3a2d-4273-b05e-67eadafad7c6/db052de1-822f-42a9-afeb-244dc9d1cd7c/e24084b3-3905-4109-8733-6aaa4e18078c) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:12.405311 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.418716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Transition to ACTIVE for port object e24084b3-3905-4109-8733-6aaa4e18078c will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:12.453645 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.509298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Network dd386736-3a2d-4273-b05e-67eadafad7c6 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:12.512618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:12.514964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:12.806508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9a59f6ff-27b0-49d9-8173-7c4adb47d667 None None] Provisioning for port e24084b3-3905-4109-8733-6aaa4e18078c completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:12.811022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9a59f6ff-27b0-49d9-8173-7c4adb47d667 None None] Provisioning complete for port e24084b3-3905-4109-8733-6aaa4e18078c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:12.811773 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9a59f6ff-27b0-49d9-8173-7c4adb47d667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.838055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event updated for resources: {'Port': ['ID=e24084b3-3905-4109-8733-6aaa4e18078c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:12.847660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9a59f6ff-27b0-49d9-8173-7c4adb47d667 None None] Port e24084b3-3905-4109-8733-6aaa4e18078c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:12.865187 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.865852 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.879821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-347c107b-b0c0-41a1-b5d0-cacfcf78c3bf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8652692 Jul 16 18:34:12.894484 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Request body: {'port': {'device_id': '818f403c-45ff-48f6-9dd8-77c622822934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:12.963464 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.212367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0825b-d416-4960-ad7a-bda9a4c8e803 req-651fd081-9f91-4494-b1d5-fb6c76d378fa tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.213866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83d0825b-d416-4960-ad7a-bda9a4c8e803 req-651fd081-9f91-4494-b1d5-fb6c76d378fa tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 932 time: 0.1426930 Jul 16 18:34:13.274833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83d0825b-d416-4960-ad7a-bda9a4c8e803 req-b0cf8f20-772b-4177-af33-d072182f58fc tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511479 Jul 16 18:34:13.316607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24084b3-3905-4109-8733-6aaa4e18078c {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:13.324297 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.336610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Transition to ACTIVE for port object e24084b3-3905-4109-8733-6aaa4e18078c will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:13.340372 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.413965 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e24084b3-3905-4109-8733-6aaa4e18078c,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:13.466180 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Attempting to bind port e24084b3-3905-4109-8733-6aaa4e18078c on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:13.466515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Attempting to bind port e24084b3-3905-4109-8733-6aaa4e18078c by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:13.466839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Attempting to bind port e24084b3-3905-4109-8733-6aaa4e18078c on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:13.471985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Port e24084b3-3905-4109-8733-6aaa4e18078c on network dd386736-3a2d-4273-b05e-67eadafad7c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:34:13.472421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Attempting to bind port e24084b3-3905-4109-8733-6aaa4e18078c on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:13.477412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:13.477741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Checking segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:13.478116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Bound using segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:13.478539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Bound port: e24084b3-3905-4109-8733-6aaa4e18078c, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:13.478890 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.545144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] For port e24084b3-3905-4109-8733-6aaa4e18078c, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:13.549434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] For port e24084b3-3905-4109-8733-6aaa4e18078c, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e24084b3-3905-4109-8733-6aaa4e18078c,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:13.553548 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.593171 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.593805 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.595860 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] 10.222.0.35 "PUT /v2.0/ports/e24084b3-3905-4109-8733-6aaa4e18078c HTTP/1.1" status: 200 len: 1093 time: 0.7053616 Jul 16 18:34:13.596336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:13.598593 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9e1376-36bf-4803-aec3-9ea4dd3f1827" -d '{"events": [{"name": "network-changed", "server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:13.628986 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9df33d-4417-403e-a37c-8974a6ca36a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e24084b3-3905-4109-8733-6aaa4e18078c,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:13.644872 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d8259c-abfd-49e9-a15d-ced6c55cb0ce x-openstack-request-id: req-a2d8259c-abfd-49e9-a15d-ced6c55cb0ce {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:13.645242 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:13.645565 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2d8259c-abfd-49e9-a15d-ced6c55cb0ce {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:13.646178 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'status': 'completed', 'code': 200} Jul 16 18:34:13.701166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-fe377148-16bf-443a-878e-9c0298e691c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.702710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-fe377148-16bf-443a-878e-9c0298e691c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 1096 time: 0.0557237 Jul 16 18:34:13.746867 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-298873c3-043f-430d-bee6-46ba79746a7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24084b3-3905-4109-8733-6aaa4e18078c HTTP/1.1" status: 200 len: 217 time: 0.0360754 Jul 16 18:34:13.804047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-1b11a846-08c3-485a-9992-5016350fdf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.805525 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-1b11a846-08c3-485a-9992-5016350fdf14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0514207 Jul 16 18:34:13.868510 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-f12dafc1-9f75-4cb0-b8f8-b51ea800c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.870057 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-f12dafc1-9f75-4cb0-b8f8-b51ea800c1f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544863 Jul 16 18:34:13.913646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 202635d6-9f08-4973-ba24-d1bc3560cb84 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:13.963421 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 202635d6-9f08-4973-ba24-d1bc3560cb84 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:13.963835 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.963993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-a0650376-b0ef-4721-b92b-46cbe7957c0f service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857406 Jul 16 18:34:14.062070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-534b02bd-95a8-4d0f-ba60-40096a1cc0be req-4ac3367a-94a5-444d-a712-c120d7758571 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896168 Jul 16 18:34:14.161962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e1376-36bf-4803-aec3-9ea4dd3f1827 req-692b60b3-0caa-4018-9502-0c3ab83f8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.163457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e9e1376-36bf-4803-aec3-9ea4dd3f1827 req-692b60b3-0caa-4018-9502-0c3ab83f8101 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 1096 time: 0.0523567 Jul 16 18:34:14.261224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e1376-36bf-4803-aec3-9ea4dd3f1827 req-a5057a14-ef42-44de-94fe-15f341a09265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.262764 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e9e1376-36bf-4803-aec3-9ea4dd3f1827 req-a5057a14-ef42-44de-94fe-15f341a09265 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0893366 Jul 16 18:34:14.305768 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e9e1376-36bf-4803-aec3-9ea4dd3f1827 req-1b5ff084-7f92-4b5c-8864-ba5acc2c3e31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24084b3-3905-4109-8733-6aaa4e18078c HTTP/1.1" status: 200 len: 217 time: 0.0340126 Jul 16 18:34:14.357033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e1376-36bf-4803-aec3-9ea4dd3f1827 req-7efc8d7a-a9b7-4f5a-8174-cbeb39e22b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.358496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e9e1376-36bf-4803-aec3-9ea4dd3f1827 req-7efc8d7a-a9b7-4f5a-8174-cbeb39e22b77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0448577 Jul 16 18:34:14.463122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e1376-36bf-4803-aec3-9ea4dd3f1827 req-061a4f72-08f9-4375-a39d-eaab1a05a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.464647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e9e1376-36bf-4803-aec3-9ea4dd3f1827 req-061a4f72-08f9-4375-a39d-eaab1a05a911 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996070 Jul 16 18:34:14.477239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641fb82-ba44-4337-987d-c30b1a4e1839 req-e73e6d03-e0a8-4d2e-a468-64f420aad429 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.478606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f641fb82-ba44-4337-987d-c30b1a4e1839 req-e73e6d03-e0a8-4d2e-a468-64f420aad429 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 944 time: 0.0837951 Jul 16 18:34:14.568595 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f641fb82-ba44-4337-987d-c30b1a4e1839 req-0b95ce2d-d490-4054-84c5-46cd96e9995f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818629 Jul 16 18:34:14.602813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e9e1376-36bf-4803-aec3-9ea4dd3f1827 req-4d703034-2753-45b6-983d-0e0ff62524d4 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232607 Jul 16 18:34:14.717573 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7e9e1376-36bf-4803-aec3-9ea4dd3f1827 req-ece3807a-562a-41ec-a19f-28feda5b61af service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050863 Jul 16 18:34:15.747286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d37ae-ee06-47d3-a832-36c2e357f7a2 req-e4094d1d-803d-4105-bcbf-df236b4a6644 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:15.748799 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df2d37ae-ee06-47d3-a832-36c2e357f7a2 req-e4094d1d-803d-4105-bcbf-df236b4a6644 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 944 time: 0.0685928 Jul 16 18:34:15.787224 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df2d37ae-ee06-47d3-a832-36c2e357f7a2 req-df3855dc-a630-471c-ae09-968cb53e4cf3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317364 Jul 16 18:34:16.959493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632708d-766e-48de-931f-abfa6db98978 req-96170620-3f24-4792-ba20-5b0184f58a2c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:16.960978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0632708d-766e-48de-931f-abfa6db98978 req-96170620-3f24-4792-ba20-5b0184f58a2c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 944 time: 0.0637681 Jul 16 18:34:16.998836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0632708d-766e-48de-931f-abfa6db98978 req-e831095f-5cd2-4228-b139-fac2aded5f1a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324600 Jul 16 18:34:17.866689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device e24084b3-3905-4109-8733-6aaa4e18078c details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:34:17.970571 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port e24084b3-3905-4109-8733-6aaa4e18078c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e24084b3-3905-4109-8733-6aaa4e18078c,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:17.981275 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'port_id': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'mac_address': 'fa:16:3e:8b:87:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:34:18.017289 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.030812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24084b3-3905-4109-8733-6aaa4e18078c {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:18.051103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port e24084b3-3905-4109-8733-6aaa4e18078c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e24084b3-3905-4109-8733-6aaa4e18078c,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:18.055494 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.104533 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=e24084b3-3905-4109-8733-6aaa4e18078c,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:18.171645 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2cb51-197a-4e0d-a6f5-fff9634d8b73 req-7f449661-1c43-46e5-bb18-b06cfeb28152 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:18.173117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55f2cb51-197a-4e0d-a6f5-fff9634d8b73 req-7f449661-1c43-46e5-bb18-b06cfeb28152 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 945 time: 0.0628123 Jul 16 18:34:18.215274 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-55f2cb51-197a-4e0d-a6f5-fff9634d8b73 req-dca01032-3ffe-4335-9b7f-1d663ad87c8e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361707 Jul 16 18:34:18.313525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['e24084b3-3905-4109-8733-6aaa4e18078c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:19.387713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0634c-36c6-4e21-a795-f7a5efeb5eda req-87fb8f41-8265-4c61-9a65-b3bb3f35d594 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:19.389095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51a0634c-36c6-4e21-a795-f7a5efeb5eda req-87fb8f41-8265-4c61-9a65-b3bb3f35d594 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 945 time: 0.0645266 Jul 16 18:34:19.426249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51a0634c-36c6-4e21-a795-f7a5efeb5eda req-51bd2c58-df33-4094-bff4-00ddd2ce22d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315683 Jul 16 18:34:19.877218 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device e24084b3-3905-4109-8733-6aaa4e18078c up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:19.925060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port e24084b3-3905-4109-8733-6aaa4e18078c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:19.928685 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port e24084b3-3905-4109-8733-6aaa4e18078c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:19.929058 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.006429 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.027642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:20.029866 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad64fc09-469f-4447-983b-2ad8bb40ba7a" -d '{"events": [{"server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "name": "network-vif-plugged", "status": "completed", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:20.042795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port e24084b3-3905-4109-8733-6aaa4e18078c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e24084b3-3905-4109-8733-6aaa4e18078c,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:20.046771 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.074956 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db423af0-c3b6-435e-83b3-6f843b6b4a93 x-openstack-request-id: req-db423af0-c3b6-435e-83b3-6f843b6b4a93 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:20.075246 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "name": "network-vif-plugged", "status": "completed", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:20.075594 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db423af0-c3b6-435e-83b3-6f843b6b4a93 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:20.075984 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'code': 200} Jul 16 18:34:20.099580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=e24084b3-3905-4109-8733-6aaa4e18078c,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:20.210450 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadffc8-5721-4e4c-900c-1e97566391d2 req-c4b441f2-7a78-4db4-be1e-02dd1eae4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.211941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ffadffc8-5721-4e4c-900c-1e97566391d2 req-c4b441f2-7a78-4db4-be1e-02dd1eae4e43 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 1098 time: 0.0510826 Jul 16 18:34:20.248872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ffadffc8-5721-4e4c-900c-1e97566391d2 req-8350fd69-02d7-4fc2-8417-67202e4acfea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267501 Jul 16 18:34:20.605742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8fc7f-ff51-4c34-9849-d38842f535d2 req-35fc3c7a-8889-4317-afe7-c485958f3baa tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.607258 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74f8fc7f-ff51-4c34-9849-d38842f535d2 req-35fc3c7a-8889-4317-afe7-c485958f3baa tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0673468 Jul 16 18:34:20.646326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74f8fc7f-ff51-4c34-9849-d38842f535d2 req-e936dfbe-c61b-41cc-87df-3e6d9c16f8d2 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330570 Jul 16 18:34:21.819913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314115d-197c-483f-b64b-99d96f376c68 req-e094886c-3109-4eb7-9f3b-fb6d4e13e61b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.821405 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3314115d-197c-483f-b64b-99d96f376c68 req-e094886c-3109-4eb7-9f3b-fb6d4e13e61b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0641367 Jul 16 18:34:21.860299 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3314115d-197c-483f-b64b-99d96f376c68 req-a58ee9ad-7fd8-4b92-86fd-7cfd1a7281f5 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333364 Jul 16 18:34:22.028234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30166c2-4326-44f9-90ea-5f074212b36e req-7411c5c2-5e56-4075-9b66-66bea362fd07 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:22.029740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a30166c2-4326-44f9-90ea-5f074212b36e req-7411c5c2-5e56-4075-9b66-66bea362fd07 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0659075 Jul 16 18:34:22.038286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 51704) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:22.042744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-cec87faf-8302-418f-84f5-153081fb6c9f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Request body: {'floatingip': {'port_id': 'e24084b3-3905-4109-8733-6aaa4e18078c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:22.085568 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cec87faf-8302-418f-84f5-153081fb6c9f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.525836 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cec87faf-8302-418f-84f5-153081fb6c9f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.529507 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cec87faf-8302-418f-84f5-153081fb6c9f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.631227 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-cec87faf-8302-418f-84f5-153081fb6c9f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3 associated. External IP: 172.25.5.9, port: e24084b3-3905-4109-8733-6aaa4e18078c. Jul 16 18:34:22.837869 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec87faf-8302-418f-84f5-153081fb6c9f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Router ca7ffe46-64c2-4646-b99a-9b0233f87b73 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:22.942093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec87faf-8302-418f-84f5-153081fb6c9f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:22.946961 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cec87faf-8302-418f-84f5-153081fb6c9f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.952775 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f8564d-aaaf-4182-ad2d-6ea6d5b53f40 None None] Sync routers for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:22.961853 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f8564d-aaaf-4182-ad2d-6ea6d5b53f40 None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:22.962457 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d0f8564d-aaaf-4182-ad2d-6ea6d5b53f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:34:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:22.989873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cec87faf-8302-418f-84f5-153081fb6c9f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "PUT /v2.0/floatingips/ea3ec727-9c0f-483f-b965-6bf6403e7fe3 HTTP/1.1" status: 200 len: 990 time: 0.9476180 Jul 16 18:34:22.989873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:22.990188 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76649ef8-8711-438d-8993-b4479bf2264c" -d '{"events": [{"name": "network-changed", "server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:23.026360 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd774a33-1909-428d-9e73-d73c45205130 x-openstack-request-id: req-cd774a33-1909-428d-9e73-d73c45205130 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:23.026481 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:23.026688 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd774a33-1909-428d-9e73-d73c45205130 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:23.027120 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'status': 'completed', 'code': 200} Jul 16 18:34:23.077712 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d0f8564d-aaaf-4182-ad2d-6ea6d5b53f40 None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:23.114666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76649ef8-8711-438d-8993-b4479bf2264c req-b7e44d7a-c000-4dcb-8081-1b5f356e2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:23.116138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76649ef8-8711-438d-8993-b4479bf2264c req-b7e44d7a-c000-4dcb-8081-1b5f356e2ee2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 1098 time: 0.0555158 Jul 16 18:34:23.213574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76649ef8-8711-438d-8993-b4479bf2264c req-19889b40-be71-4ad2-974a-98337a3e94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:23.215094 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76649ef8-8711-438d-8993-b4479bf2264c req-19889b40-be71-4ad2-974a-98337a3e94d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0924060 Jul 16 18:34:23.281565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76649ef8-8711-438d-8993-b4479bf2264c req-2b45af28-dd99-4ae9-87c0-5522623f45b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24084b3-3905-4109-8733-6aaa4e18078c HTTP/1.1" status: 200 len: 998 time: 0.0593460 Jul 16 18:34:23.334306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76649ef8-8711-438d-8993-b4479bf2264c req-1b5559a5-7fe5-4d89-b3c4-b5a4e5ce9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:23.335803 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76649ef8-8711-438d-8993-b4479bf2264c req-1b5559a5-7fe5-4d89-b3c4-b5a4e5ce9d98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0447505 Jul 16 18:34:23.382476 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d0f8564d-aaaf-4182-ad2d-6ea6d5b53f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ea3ec727-9c0f-483f-b965-6bf6403e7fe3', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'port_id': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'mac_address': 'fa:16:3e:8b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f403c-45ff-48f6-9dd8-77c622822934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:09Z', 'updated_at': '2021-07-16T18:34:22Z', 'revision_number': 1, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:23.397647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76649ef8-8711-438d-8993-b4479bf2264c req-3a0d4ac5-5171-41b4-b6fb-d3d52f2359fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:23.399161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76649ef8-8711-438d-8993-b4479bf2264c req-3a0d4ac5-5171-41b4-b6fb-d3d52f2359fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566227 Jul 16 18:34:23.410548 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f8564d-aaaf-4182-ad2d-6ea6d5b53f40 None None] Checking router: ca7ffe46-64c2-4646-b99a-9b0233f87b73 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:23.418762 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f8564d-aaaf-4182-ad2d-6ea6d5b53f40 None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:23.419368 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d0f8564d-aaaf-4182-ad2d-6ea6d5b53f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:34:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:23.491629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76649ef8-8711-438d-8993-b4479bf2264c req-d956560d-23df-471e-b157-403741d61cb8 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841820 Jul 16 18:34:23.522360 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d0f8564d-aaaf-4182-ad2d-6ea6d5b53f40 None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:23.747413 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d0f8564d-aaaf-4182-ad2d-6ea6d5b53f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ea3ec727-9c0f-483f-b965-6bf6403e7fe3', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'port_id': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'mac_address': 'fa:16:3e:8b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f403c-45ff-48f6-9dd8-77c622822934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:09Z', 'updated_at': '2021-07-16T18:34:22Z', 'revision_number': 1, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:23.779723 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f8564d-aaaf-4182-ad2d-6ea6d5b53f40 None None] The sync data for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 is: [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ea3ec727-9c0f-483f-b965-6bf6403e7fe3', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'port_id': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'mac_address': 'fa:16:3e:8b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f403c-45ff-48f6-9dd8-77c622822934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:09Z', 'updated_at': '2021-07-16T18:34:22Z', 'revision_number': 1, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:23.877618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-76649ef8-8711-438d-8993-b4479bf2264c req-188c12de-3fb3-4a1e-9933-dec8b51bd49f service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773825 Jul 16 18:34:23.981250 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a9f1c-cb88-4e59-b825-8a0623253448 None None] New status for floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:34:26.828783 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.989001 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.051256 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f1871408-ed87-4a52-93e9-d3cfac954390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.692912 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.757985 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e90c-08f6-4e8e-a0e5-9ff35ac8e51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.952554 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.697841 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.965232 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:43.871633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d591afc6-4814-4b94-a30e-c4dbbdcb9d2f req-38caedc8-a471-4db8-bf9a-9f267d612b40 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497680 Jul 16 18:34:43.976866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591afc6-4814-4b94-a30e-c4dbbdcb9d2f req-b5159809-0e3c-49b5-b93f-6fd63a588139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:43.978368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d591afc6-4814-4b94-a30e-c4dbbdcb9d2f req-b5159809-0e3c-49b5-b93f-6fd63a588139 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 1098 time: 0.0529709 Jul 16 18:34:44.090486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591afc6-4814-4b94-a30e-c4dbbdcb9d2f req-06b4294d-5f29-4697-bbd3-e38b32e55506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.092034 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d591afc6-4814-4b94-a30e-c4dbbdcb9d2f req-06b4294d-5f29-4697-bbd3-e38b32e55506 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0882998 Jul 16 18:34:44.158458 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d591afc6-4814-4b94-a30e-c4dbbdcb9d2f req-928af1af-3e4c-4d26-94db-6491dc9349e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24084b3-3905-4109-8733-6aaa4e18078c HTTP/1.1" status: 200 len: 1000 time: 0.0563414 Jul 16 18:34:44.215292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591afc6-4814-4b94-a30e-c4dbbdcb9d2f req-196c089e-d4e7-4df4-b4e8-6ff64231c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.216722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d591afc6-4814-4b94-a30e-c4dbbdcb9d2f req-196c089e-d4e7-4df4-b4e8-6ff64231c69e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0475323 Jul 16 18:34:44.272944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591afc6-4814-4b94-a30e-c4dbbdcb9d2f req-32b55ea7-03d3-4c2f-b426-9417cf557a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.274404 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d591afc6-4814-4b94-a30e-c4dbbdcb9d2f req-32b55ea7-03d3-4c2f-b426-9417cf557a8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512300 Jul 16 18:34:44.367103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d591afc6-4814-4b94-a30e-c4dbbdcb9d2f req-d4ca06a1-3872-4362-8cae-ff2906aa272c service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810099 Jul 16 18:34:44.461034 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d591afc6-4814-4b94-a30e-c4dbbdcb9d2f req-ef6d4bab-7740-4e79-b144-b32f9edc531d service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847893 Jul 16 18:34:56.825449 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.975987 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.051589 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-006a69ad-f34c-4985-b534-42eb6f564f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.693683 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.758504 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aadf19da-6c0f-4304-a185-fb118c0a9304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.955187 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.697406 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.437635 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [req-6cb1995e-d580-4fa8-90e2-6c97acb2250a req-804b7764-1adc-45c4-9e5a-3d92e18de4d3 service neutron] (100170) timed out ('10.222.0.41', 38142) {{(pid=100170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:35:18.965173 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:35:26.833741 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.987677 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.053683 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-04995a80-7e1d-4608-9038-234b77d3a415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.694431 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.757046 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59d26e9c-7567-43f2-9190-5dd61e4af5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.960069 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.699771 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.684475 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04b13494-7dc9-4aa0-bab3-45297a377147 req-135b7d77-2069-432e-a97c-27dd0b32f5e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530205 Jul 16 18:35:43.779828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b13494-7dc9-4aa0-bab3-45297a377147 req-07717f2d-ae69-4e1c-a947-dfde79b812af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:43.781249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04b13494-7dc9-4aa0-bab3-45297a377147 req-07717f2d-ae69-4e1c-a947-dfde79b812af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 1098 time: 0.0543656 Jul 16 18:35:43.888852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b13494-7dc9-4aa0-bab3-45297a377147 req-da1a8462-a742-4ed5-b62b-42213fff45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:43.890326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04b13494-7dc9-4aa0-bab3-45297a377147 req-da1a8462-a742-4ed5-b62b-42213fff45b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0889647 Jul 16 18:35:43.959215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04b13494-7dc9-4aa0-bab3-45297a377147 req-fc141964-6399-422d-84fd-b2031275b222 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24084b3-3905-4109-8733-6aaa4e18078c HTTP/1.1" status: 200 len: 1000 time: 0.0612888 Jul 16 18:35:44.006108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b13494-7dc9-4aa0-bab3-45297a377147 req-ad16eaf0-3c99-4e96-b339-03f032c00222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:44.007561 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04b13494-7dc9-4aa0-bab3-45297a377147 req-ad16eaf0-3c99-4e96-b339-03f032c00222 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0423982 Jul 16 18:35:44.065355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b13494-7dc9-4aa0-bab3-45297a377147 req-c88d7b5a-0afb-48fb-8523-6c6b3acc7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:44.066788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04b13494-7dc9-4aa0-bab3-45297a377147 req-c88d7b5a-0afb-48fb-8523-6c6b3acc7b23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523748 Jul 16 18:35:44.160473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04b13494-7dc9-4aa0-bab3-45297a377147 req-1369a029-6b5b-4216-96f3-1911310daadc service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857685 Jul 16 18:35:44.249251 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04b13494-7dc9-4aa0-bab3-45297a377147 req-c765bed8-00fd-4475-9eac-54b9a6ed9990 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818045 Jul 16 18:35:55.964778 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:35:56.844028 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.993415 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.053699 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-156d8036-6996-4fa8-bac5-27a6212b54b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.695956 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.756964 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-731845dd-a831-45bd-bb33-480faee0a3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.962516 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.703301 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.198528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc77f50-233e-4761-989b-689235a23a83 req-9fc8366f-1c42-4765-9ba4-71a8db7179ed tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:09.200017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-abc77f50-233e-4761-989b-689235a23a83 req-9fc8366f-1c42-4765-9ba4-71a8db7179ed tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.1342859 Jul 16 18:36:09.239447 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-abc77f50-233e-4761-989b-689235a23a83 req-3bda5a2f-e421-4ef8-8b03-0d1d251965de tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332458 Jul 16 18:36:09.678460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26c2c2-ea5d-4203-bee5-f2123212f272 req-b361fe5a-bdbe-4082-a8ea-1fffd50d127a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:09.679997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c26c2c2-ea5d-4203-bee5-f2123212f272 req-b361fe5a-bdbe-4082-a8ea-1fffd50d127a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.1042457 Jul 16 18:36:09.683524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-c507e436-81ca-4b8d-bab4-1ef3b6f067e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1594222 Jul 16 18:36:09.719516 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c26c2c2-ea5d-4203-bee5-f2123212f272 req-3ab30cdf-64b1-48f1-a5c2-99e4b3b147ad tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338418 Jul 16 18:36:10.906383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-b138dc06-a47d-4f73-b0a2-881b101d0c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.907907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-b138dc06-a47d-4f73-b0a2-881b101d0c85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 1098 time: 0.0588112 Jul 16 18:36:11.044208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dddb0-74b6-4794-8bea-21bb8574dabc req-33f22a93-4f06-4776-9272-7bf2796bfc85 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:11.045717 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-072dddb0-74b6-4794-8bea-21bb8574dabc req-33f22a93-4f06-4776-9272-7bf2796bfc85 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.2012620 Jul 16 18:36:11.047105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-9cd7c635-92de-4166-89cd-fef11c73efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:11.048441 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-9cd7c635-92de-4166-89cd-fef11c73efff service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1143460 Jul 16 18:36:11.123605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-072dddb0-74b6-4794-8bea-21bb8574dabc req-7f099c87-ee28-4b66-b4d9-a082adf5c0ce tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718861 Jul 16 18:36:11.135723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-04eb5fd6-2503-414b-902e-2f7840a62419 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24084b3-3905-4109-8733-6aaa4e18078c HTTP/1.1" status: 200 len: 1000 time: 0.0702395 Jul 16 18:36:11.187238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-1f37e349-cbb7-4fa9-b23e-80f97197ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:11.188675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-1f37e349-cbb7-4fa9-b23e-80f97197ea27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0441117 Jul 16 18:36:11.252833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-65de1cdd-aeb8-4e6e-8612-1823a592114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:11.254907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-65de1cdd-aeb8-4e6e-8612-1823a592114b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560563 Jul 16 18:36:11.348416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-2834fc5b-fbe4-416a-8d3a-b2568f67ff5e service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817950 Jul 16 18:36:11.443492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-4752b1d8-a049-4098-8b55-a584480d6f86 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879953 Jul 16 18:36:12.298019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b582b7e-959c-4380-bcb8-8c160cbb4142 req-35014549-b64e-47b6-8a7d-2392527c3efb tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:12.299510 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3b582b7e-959c-4380-bcb8-8c160cbb4142 req-35014549-b64e-47b6-8a7d-2392527c3efb tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0648193 Jul 16 18:36:12.338204 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3b582b7e-959c-4380-bcb8-8c160cbb4142 req-89ad8cb1-560e-4861-bdbd-4920fc0aa36d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323627 Jul 16 18:36:13.515600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345e487-9b52-486f-8730-394989b338c5 req-1113ce99-e12b-48e4-b418-846b764c3cae tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:13.517084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6345e487-9b52-486f-8730-394989b338c5 req-1113ce99-e12b-48e4-b418-846b764c3cae tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0676136 Jul 16 18:36:13.555107 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6345e487-9b52-486f-8730-394989b338c5 req-18ff0533-6db6-4a35-947e-d67af3e1009f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Jul 16 18:36:14.727332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92de42-7883-40d9-a0c2-2aa9d7c49b12 req-f70c2fde-3d36-4ea3-b45b-09f45888359d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:14.728836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb92de42-7883-40d9-a0c2-2aa9d7c49b12 req-f70c2fde-3d36-4ea3-b45b-09f45888359d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0629349 Jul 16 18:36:14.765221 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb92de42-7883-40d9-a0c2-2aa9d7c49b12 req-c1972ac0-7fa5-47f7-bf40-7491b8f313a6 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309706 Jul 16 18:36:15.939422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0341c-8e2d-42d8-9416-0c71bac758d4 req-49968705-ead9-4890-bfbf-e3842db858c0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:15.941441 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ec0341c-8e2d-42d8-9416-0c71bac758d4 req-49968705-ead9-4890-bfbf-e3842db858c0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0659330 Jul 16 18:36:15.979013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ec0341c-8e2d-42d8-9416-0c71bac758d4 req-d1e62c91-a5fb-4375-857a-c089b0852363 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318563 Jul 16 18:36:17.154077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef026043-8a5e-4f31-9427-5602d7f668ef req-b3140232-0c69-49dd-9de9-b4cf5a925ee3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:17.155548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef026043-8a5e-4f31-9427-5602d7f668ef req-b3140232-0c69-49dd-9de9-b4cf5a925ee3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0661373 Jul 16 18:36:17.192945 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ef026043-8a5e-4f31-9427-5602d7f668ef req-cd2fa4e0-eeb2-4534-88f3-40f5f49b3af8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319359 Jul 16 18:36:18.367348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11901099-69b3-4f0c-92cc-10047ee0e617 req-e67cc688-010a-4101-b54f-fb5d620b50f9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.368832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11901099-69b3-4f0c-92cc-10047ee0e617 req-e67cc688-010a-4101-b54f-fb5d620b50f9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0634606 Jul 16 18:36:18.405893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11901099-69b3-4f0c-92cc-10047ee0e617 req-5405983c-27e4-4575-b6c9-9f831f2aafe3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Jul 16 18:36:19.584966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377350a-baf7-4f8f-a08f-aaaec893b257 req-d2007be1-da10-42d8-be2f-4e8be64764d4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:19.586437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a377350a-baf7-4f8f-a08f-aaaec893b257 req-d2007be1-da10-42d8-be2f-4e8be64764d4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0669661 Jul 16 18:36:19.622978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a377350a-baf7-4f8f-a08f-aaaec893b257 req-1b507756-8b8b-4a3b-a20a-5a35f5d4d3f4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310261 Jul 16 18:36:20.796195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3ee5-72d2-44e4-8617-a1582e8109db req-94010fc5-e826-4440-a26e-00a3480ad8e4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.797653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b84f3ee5-72d2-44e4-8617-a1582e8109db req-94010fc5-e826-4440-a26e-00a3480ad8e4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0634134 Jul 16 18:36:20.837766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b84f3ee5-72d2-44e4-8617-a1582e8109db req-9a5ed812-8df4-4c19-92b1-8f3ccfe2562e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337322 Jul 16 18:36:22.009838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b808e-983d-4451-ba75-25f226ba422b req-59022a9b-c3e5-4164-bc48-f6bfda569185 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.011334 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df0b808e-983d-4451-ba75-25f226ba422b req-59022a9b-c3e5-4164-bc48-f6bfda569185 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0631938 Jul 16 18:36:22.049307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df0b808e-983d-4451-ba75-25f226ba422b req-860287ef-740d-420f-aef7-a54c2c78c202 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325623 Jul 16 18:36:23.225764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44f7f1-c51b-41be-a977-7a463ecc57b0 req-fa97983e-8ab1-43d5-9a3c-ad4aa8ae368c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.227264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a44f7f1-c51b-41be-a977-7a463ecc57b0 req-fa97983e-8ab1-43d5-9a3c-ad4aa8ae368c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0681186 Jul 16 18:36:23.264746 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a44f7f1-c51b-41be-a977-7a463ecc57b0 req-ede4d2b8-382a-4a72-9d2c-aef1373674b8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319793 Jul 16 18:36:23.774750 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-b5fdc177-66fe-4e07-8173-9a8daa1f93ba service neutron] show failed (client error): The resource could not be found. Jul 16 18:36:23.775775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-b5fdc177-66fe-4e07-8173-9a8daa1f93ba service neutron] 10.222.0.35 "GET /v2.0/ports/e24084b3-3905-4109-8733-6aaa4e18078c/bindings/n-h2-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0554643 Jul 16 18:36:24.078795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-cbe9254f-884c-4f79-b5ce-06360731a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.080337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-cbe9254f-884c-4f79-b5ce-06360731a7eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 1098 time: 0.1014619 Jul 16 18:36:24.093147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:24.166304 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.367697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] For port e24084b3-3905-4109-8733-6aaa4e18078c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=e24084b3-3905-4109-8733-6aaa4e18078c,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:24.435935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] For port e24084b3-3905-4109-8733-6aaa4e18078c, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:24.493954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2d38d-b55b-45ab-a596-f43fa9e354c2 req-6bc532d3-94a9-4d20-ae6e-35f08283a31d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.495466 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21e2d38d-b55b-45ab-a596-f43fa9e354c2 req-6bc532d3-94a9-4d20-ae6e-35f08283a31d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.1184525 Jul 16 18:36:24.495878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:24.498131 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fd331d-e91a-432e-8a85-de8d2354b42e" -d '{"events": [{"server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "name": "network-vif-unplugged", "status": "completed", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:24.501739 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.529299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Transition to ACTIVE for port object e24084b3-3905-4109-8733-6aaa4e18078c will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:24.534800 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.576473 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-21e2d38d-b55b-45ab-a596-f43fa9e354c2 req-e20cf91e-e69b-43fa-96ef-1ce12faeea67 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719147 Jul 16 18:36:24.643599 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06764cb9-4043-4857-9964-46ac6cd1bc5c x-openstack-request-id: req-06764cb9-4043-4857-9964-46ac6cd1bc5c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:24.643887 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "name": "network-vif-unplugged", "status": "completed", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:24.644131 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06764cb9-4043-4857-9964-46ac6cd1bc5c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:24.644515 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'code': 200} Jul 16 18:36:24.660160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Pushing event updated for resources: {'Port': ['ID=e24084b3-3905-4109-8733-6aaa4e18078c,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.679275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:24.679646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:24.679990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:24.680333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:24.680635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:24.680960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:24.681283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:24.681607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:24.681925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:24.682243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:24.682561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:24.682875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:24.735117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] No DVR routers for this DVR port e24084b3-3905-4109-8733-6aaa4e18078c on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:24.872413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Attempting to bind port e24084b3-3905-4109-8733-6aaa4e18078c on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:24.872678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Attempting to bind port e24084b3-3905-4109-8733-6aaa4e18078c by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:24.873066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Attempting to bind port e24084b3-3905-4109-8733-6aaa4e18078c on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.877324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Port e24084b3-3905-4109-8733-6aaa4e18078c on network dd386736-3a2d-4273-b05e-67eadafad7c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:24.877636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Attempting to bind port e24084b3-3905-4109-8733-6aaa4e18078c on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.883768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:24.884136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Checking segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:24.884628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Bound using segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:24.885072 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Bound port: e24084b3-3905-4109-8733-6aaa4e18078c, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:24.885425 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.951688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] For port e24084b3-3905-4109-8733-6aaa4e18078c, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:24.954825 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] For port e24084b3-3905-4109-8733-6aaa4e18078c, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e24084b3-3905-4109-8733-6aaa4e18078c,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:24.960128 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.992722 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.993333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.994719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] 10.222.0.43 "PUT /v2.0/ports/e24084b3-3905-4109-8733-6aaa4e18078c HTTP/1.1" status: 200 len: 1093 time: 0.9055450 Jul 16 18:36:25.018614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd788c5-4cf3-4812-bb4c-9aeb6f27ce6e service neutron] Pushing event updated for resources: {'Port': ['ID=e24084b3-3905-4109-8733-6aaa4e18078c,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:25.076282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-94c598d5-6c84-4e34-8384-f898af771bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.077818 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-94c598d5-6c84-4e34-8384-f898af771bef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 1096 time: 0.0556521 Jul 16 18:36:25.177651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-a3c31523-c5e4-46d8-91ff-ff4e304958d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.179145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-a3c31523-c5e4-46d8-91ff-ff4e304958d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0922809 Jul 16 18:36:25.246323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-712ecce4-dd8b-4ebb-896e-28e4f6b98069 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24084b3-3905-4109-8733-6aaa4e18078c HTTP/1.1" status: 200 len: 998 time: 0.0572970 Jul 16 18:36:25.298563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-a4b00de7-ea63-44fc-b169-ef454d95d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.299902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-a4b00de7-ea63-44fc-b169-ef454d95d301 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0463750 Jul 16 18:36:25.355423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-a45c6c9c-b577-440c-bd25-af587143b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.356885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-a45c6c9c-b577-440c-bd25-af587143b061 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499969 Jul 16 18:36:25.446599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-4715faba-0b14-467a-9e63-39c9e6146952 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811629 Jul 16 18:36:25.539921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-7adf11ed-f699-4d12-a30b-760cc4ff0943 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857468 Jul 16 18:36:25.766324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337cfa9-a8cd-46c7-8111-be509315bb75 req-5f74211d-98cf-4561-9bd5-012e0297aa50 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.768145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c337cfa9-a8cd-46c7-8111-be509315bb75 req-5f74211d-98cf-4561-9bd5-012e0297aa50 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 944 time: 0.0644267 Jul 16 18:36:25.806183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c337cfa9-a8cd-46c7-8111-be509315bb75 req-a036b27d-0ab2-4c5d-9581-ef665a9cc5f0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316837 Jul 16 18:36:26.645966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:26.648511 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d105ed-0788-4139-9c8b-d46a756261f1" -d '{"events": [{"name": "network-changed", "server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:26.698766 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309ca6fd-0452-4ba9-af95-e86674bd7a75 x-openstack-request-id: req-309ca6fd-0452-4ba9-af95-e86674bd7a75 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:26.699067 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:26.699327 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-309ca6fd-0452-4ba9-af95-e86674bd7a75 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:26.700311 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'status': 'completed', 'code': 200} Jul 16 18:36:26.816093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-9e04f3ca-89a9-4e8f-98ec-56e7163176e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.818319 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-9e04f3ca-89a9-4e8f-98ec-56e7163176e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 1096 time: 0.0981886 Jul 16 18:36:26.826282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-864516a0-bcbf-4339-a71e-2eea37370319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.828145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-864516a0-bcbf-4339-a71e-2eea37370319 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 1096 time: 0.0772991 Jul 16 18:36:26.840442 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.009470 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.022504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-0559026a-ea70-4285-970d-dc142407d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.024546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-0559026a-ea70-4285-970d-dc142407d2c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1950154 Jul 16 18:36:27.026918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-ae681f1f-2531-4cd7-b02e-045f06f76a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.028267 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-ae681f1f-2531-4cd7-b02e-045f06f76a7e service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1912317 Jul 16 18:36:27.426687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0f46b-dc6c-486c-a57d-05ce6ca07401 req-0865c2a9-4295-455c-8f1e-998e6651801d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.428135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ed0f46b-dc6c-486c-a57d-05ce6ca07401 req-0865c2a9-4295-455c-8f1e-998e6651801d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 944 time: 0.4881611 Jul 16 18:36:27.457028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-43d498b7-956d-4dd7-a352-56e142ca7940 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24084b3-3905-4109-8733-6aaa4e18078c HTTP/1.1" status: 200 len: 998 time: 0.4251137 Jul 16 18:36:27.464447 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-12990c7c-ea91-4547-8f6e-3457d0df8054 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24084b3-3905-4109-8733-6aaa4e18078c HTTP/1.1" status: 200 len: 998 time: 0.4223771 Jul 16 18:36:27.538864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6ed0f46b-dc6c-486c-a57d-05ce6ca07401 req-074289f6-5c5b-4b70-acc9-1fcd656019a5 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041539 Jul 16 18:36:27.559849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-05de576b-9130-4b29-b966-ffa389eefd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.561293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-05de576b-9130-4b29-b966-ffa389eefd2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0866194 Jul 16 18:36:27.562898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-3e5bf4bd-c645-4ccc-b31f-5a3553972ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.564217 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-3e5bf4bd-c645-4ccc-b31f-5a3553972ea9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0974336 Jul 16 18:36:27.657577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-11d85c0e-3d35-42fd-9758-f1d9f40fb66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.659056 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-11d85c0e-3d35-42fd-9758-f1d9f40fb66f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835147 Jul 16 18:36:27.664247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-044f085b-4e1f-4dfb-ab2e-3b103753042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.665582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-044f085b-4e1f-4dfb-ab2e-3b103753042f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971172 Jul 16 18:36:27.818020 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-c6c78b11-4fa8-4174-aaa0-5eb040c4e289 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480055 Jul 16 18:36:27.823015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-8de0de73-aa3a-431f-8484-71807603618b service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449697 Jul 16 18:36:27.982192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-4160e2e6-de1d-44ec-8049-0d723846ad2f service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539514 Jul 16 18:36:27.984066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0d105ed-0788-4139-9c8b-d46a756261f1 req-32b6fdea-dd8e-4b78-8da8-5dd4d386348b service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481020 Jul 16 18:36:28.053397 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2525c602-4dd9-46af-98c5-f43e985334d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.321343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device e24084b3-3905-4109-8733-6aaa4e18078c no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:28.358418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device e24084b3-3905-4109-8733-6aaa4e18078c not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:28.721726 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b002b4-af01-4a6a-b230-9e6b8ebce9f9 req-bb376395-52ee-48ea-82e1-250418837b3e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.723788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0b002b4-af01-4a6a-b230-9e6b8ebce9f9 req-bb376395-52ee-48ea-82e1-250418837b3e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 944 time: 0.0674388 Jul 16 18:36:28.761175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0b002b4-af01-4a6a-b230-9e6b8ebce9f9 req-2256344e-964c-4d79-abf9-cb24ab9528c5 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319641 Jul 16 18:36:29.103282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db82203-9224-487b-9ab1-f4aefba84547 req-babfbf55-9f42-4c8b-97da-131ee6c1426a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.104790 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5db82203-9224-487b-9ab1-f4aefba84547 req-babfbf55-9f42-4c8b-97da-131ee6c1426a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 944 time: 0.1167772 Jul 16 18:36:29.128086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-d4cac919-b553-4264-ab9e-f6a249d8ee5e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.129634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-d4cac919-b553-4264-ab9e-f6a249d8ee5e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 944 time: 0.1126082 Jul 16 18:36:29.181862 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5db82203-9224-487b-9ab1-f4aefba84547 req-36aaed28-b666-4412-96a4-f12e9918e88d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711169 Jul 16 18:36:29.207898 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-872c0780-c752-438a-b2e9-be474224a45d service neutron] delete failed (client error): The resource could not be found. Jul 16 18:36:29.209145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-872c0780-c752-438a-b2e9-be474224a45d service neutron] 10.222.0.35 "DELETE /v2.0/ports/e24084b3-3905-4109-8733-6aaa4e18078c/bindings/n-h1-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0715508 Jul 16 18:36:29.309753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-fe6342a1-d32d-42eb-be90-a700cef8bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.311222 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-fe6342a1-d32d-42eb-be90-a700cef8bf89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 1096 time: 0.0529497 Jul 16 18:36:29.316191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e24084b3-3905-4109-8733-6aaa4e18078c details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:29.406752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-77b92578-aa79-4ef8-b6f8-90eaf55c62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.407663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port e24084b3-3905-4109-8733-6aaa4e18078c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e24084b3-3905-4109-8733-6aaa4e18078c,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:29.408213 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-77b92578-aa79-4ef8-b6f8-90eaf55c62e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0898211 Jul 16 18:36:29.419015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'port_id': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'mac_address': 'fa:16:3e:8b:87:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:29.458825 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.471232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24084b3-3905-4109-8733-6aaa4e18078c {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:29.475701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-e9cdacf0-1571-44a4-8a99-86e4d4093692 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24084b3-3905-4109-8733-6aaa4e18078c HTTP/1.1" status: 200 len: 998 time: 0.0588067 Jul 16 18:36:29.491203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port e24084b3-3905-4109-8733-6aaa4e18078c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e24084b3-3905-4109-8733-6aaa4e18078c,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:29.495558 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.530155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-4a4789c6-ec3c-4a9d-91e4-e29c7d8af408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.531630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-4a4789c6-ec3c-4a9d-91e4-e29c7d8af408 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0496004 Jul 16 18:36:29.540995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=e24084b3-3905-4109-8733-6aaa4e18078c,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:29.548110 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.548467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.548807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.549142 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.549476 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.549804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.550128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.550450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.550921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.551677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.551999 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.552318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.591850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-36710482-0f3d-4e25-8614-3446476887ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.593379 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-36710482-0f3d-4e25-8614-3446476887ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538471 Jul 16 18:36:29.685094 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-50b20b1f-8a02-43ac-ab5b-72435ffc98fd service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829237 Jul 16 18:36:29.780900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8996a75a-84d0-4ab8-9d6c-47c9c6cb2986 req-52341fe7-81f5-4d63-8bb1-c940c837f24a service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877681 Jul 16 18:36:29.794984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['e24084b3-3905-4109-8733-6aaa4e18078c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:30.360770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b22133-b40f-42c9-aa0c-b7f76adebf29 req-d1d9c09d-9c68-4a4a-9f8d-1aa80012a68b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.362248 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9b22133-b40f-42c9-aa0c-b7f76adebf29 req-d1d9c09d-9c68-4a4a-9f8d-1aa80012a68b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 945 time: 0.0668120 Jul 16 18:36:30.402630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9b22133-b40f-42c9-aa0c-b7f76adebf29 req-2a4750ae-d86e-449e-8c29-2c40a49eb31f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342426 Jul 16 18:36:30.696869 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.756389 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-647d9fcb-9d66-44f9-a8ee-b17241d6a90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.331238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e24084b3-3905-4109-8733-6aaa4e18078c up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:31.377370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port e24084b3-3905-4109-8733-6aaa4e18078c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:31.381820 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port e24084b3-3905-4109-8733-6aaa4e18078c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:31.382191 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.456679 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.481701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:31.484074 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495fa034-ce79-4d77-a15f-c4c1df10da8c" -d '{"events": [{"server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "name": "network-vif-plugged", "status": "completed", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:31.498421 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port e24084b3-3905-4109-8733-6aaa4e18078c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e24084b3-3905-4109-8733-6aaa4e18078c,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:31.503959 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.528838 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183d9dc-e1d2-44b8-b270-4a2951785121 x-openstack-request-id: req-8183d9dc-e1d2-44b8-b270-4a2951785121 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:31.529135 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "name": "network-vif-plugged", "status": "completed", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:31.529383 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8183d9dc-e1d2-44b8-b270-4a2951785121 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:31.529762 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'code': 200} Jul 16 18:36:31.555343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=e24084b3-3905-4109-8733-6aaa4e18078c,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:31.589403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacf80f-d061-47e8-ae46-759021513c95 req-d6ff5ee9-e1fc-4b00-96f7-b096bdf08e61 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.590765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-adacf80f-d061-47e8-ae46-759021513c95 req-d6ff5ee9-e1fc-4b00-96f7-b096bdf08e61 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0718019 Jul 16 18:36:31.609664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-b11bd309-e398-4de1-970e-b57d9c303852 req-d39b4a0c-4fa4-4fb0-94ac-80f8acc8c2d3 service neutron] (100169) timed out ('10.222.0.35', 56208) {{(pid=100169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:36:31.628855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-adacf80f-d061-47e8-ae46-759021513c95 req-4a598c68-09e1-4351-958b-1d01e3023395 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324841 Jul 16 18:36:31.801660 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab39557-0a0e-40dd-8584-a72c9d4e0a34 req-07ecdaca-d0e7-40af-a542-554a67526374 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.803166 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ab39557-0a0e-40dd-8584-a72c9d4e0a34 req-07ecdaca-d0e7-40af-a542-554a67526374 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0652916 Jul 16 18:36:31.841186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ab39557-0a0e-40dd-8584-a72c9d4e0a34 req-9cbb0bc9-494e-41ed-bf7b-2be2937b877c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324044 Jul 16 18:36:31.966217 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.018018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e153fc5-8e02-491f-bf56-df44b58142af req-241d66cb-de28-4517-bbaf-500962bf3060 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:32.019618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e153fc5-8e02-491f-bf56-df44b58142af req-241d66cb-de28-4517-bbaf-500962bf3060 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0665133 Jul 16 18:36:32.058728 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6e153fc5-8e02-491f-bf56-df44b58142af req-af2cc3ad-1fde-49d3-ae20-66eea2532a74 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332489 Jul 16 18:36:32.453619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0b216-1da9-45c5-b83d-80cd566981b1 req-b2694e2b-2ae3-4aa1-ab84-34b53914de77 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:32.455156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19b0b216-1da9-45c5-b83d-80cd566981b1 req-b2694e2b-2ae3-4aa1-ab84-34b53914de77 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0695949 Jul 16 18:36:32.493763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19b0b216-1da9-45c5-b83d-80cd566981b1 req-6224194e-91e0-4a58-acaf-7a7dde97ac09 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322120 Jul 16 18:36:32.965593 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:33.669410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fdfa3-093a-4c8c-aeb0-4d9055451a75 req-39c5ff67-e64e-4aa1-a571-1e5f4437af1d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.670901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89fdfa3-093a-4c8c-aeb0-4d9055451a75 req-39c5ff67-e64e-4aa1-a571-1e5f4437af1d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0650401 Jul 16 18:36:33.707966 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.711919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b89fdfa3-093a-4c8c-aeb0-4d9055451a75 req-95b06478-7d02-44b0-9fea-c8c0fe57c4fc tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349336 Jul 16 18:36:33.971626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-70ccde4e-bea2-42f6-a351-49e01e3e4c79 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.973206 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-70ccde4e-bea2-42f6-a351-49e01e3e4c79 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.43 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 946 time: 0.0668464 Jul 16 18:36:34.074253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Deleting port e24084b3-3905-4109-8733-6aaa4e18078c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:34.074601 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.165556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] For port e24084b3-3905-4109-8733-6aaa4e18078c, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e24084b3-3905-4109-8733-6aaa4e18078c,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:34.165911 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.379105 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.379560 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.379878 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3 disassociated. External IP: 172.25.5.9, port: e24084b3-3905-4109-8733-6aaa4e18078c. Jul 16 18:36:34.380216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Calling delete_port for e24084b3-3905-4109-8733-6aaa4e18078c owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:34.503029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.531709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event deleted for resources: {'Port': ['ID=e24084b3-3905-4109-8733-6aaa4e18078c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.658177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Router ca7ffe46-64c2-4646-b99a-9b0233f87b73 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:34.771185 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:34.780681 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd926ad-1793-4fba-a2c2-6b845c32c26e None None] Sync routers for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:34.790170 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd926ad-1793-4fba-a2c2-6b845c32c26e None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:34.791035 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bdd926ad-1793-4fba-a2c2-6b845c32c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:36:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:34.819266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] No DVR routers for this DVR port e24084b3-3905-4109-8733-6aaa4e18078c on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:34.821804 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.824007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-62ab7ab6-3bea-4e58-b1cc-c343b8fb5a21 req-2e2dcd5a-29df-4227-a40d-efafec25ab75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.43 "DELETE /v2.0/ports/e24084b3-3905-4109-8733-6aaa4e18078c HTTP/1.1" status: 204 len: 173 time: 0.8443406 Jul 16 18:36:34.824456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'name': 'network-vif-deleted', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:34.826733 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25262bcb-ef21-4511-9526-a243ec80c9db" -d '{"events": [{"server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "name": "network-vif-deleted", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:34.862354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e1c026d5-b6d9-4749-b3ef-894c365d0888 req-dda1c87a-8324-4734-9df2-8a48e854c67e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=818f403c-45ff-48f6-9dd8-77c622822934 HTTP/1.1" status: 200 len: 210 time: 0.0328763 Jul 16 18:36:34.877690 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bb4a81-4e34-44ac-9151-ce8e9d6f3e54 x-openstack-request-id: req-27bb4a81-4e34-44ac-9151-ce8e9d6f3e54 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:34.878238 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818f403c-45ff-48f6-9dd8-77c622822934", "name": "network-vif-deleted", "tag": "e24084b3-3905-4109-8733-6aaa4e18078c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:34.878545 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27bb4a81-4e34-44ac-9151-ce8e9d6f3e54 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:34.879517 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818f403c-45ff-48f6-9dd8-77c622822934', 'name': 'network-vif-deleted', 'tag': 'e24084b3-3905-4109-8733-6aaa4e18078c', 'status': 'completed', 'code': 200} Jul 16 18:36:34.908723 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-bdd926ad-1793-4fba-a2c2-6b845c32c26e None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:35.107837 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bdd926ad-1793-4fba-a2c2-6b845c32c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:35.137522 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd926ad-1793-4fba-a2c2-6b845c32c26e None None] Checking router: ca7ffe46-64c2-4646-b99a-9b0233f87b73 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:35.145658 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd926ad-1793-4fba-a2c2-6b845c32c26e None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:35.146257 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bdd926ad-1793-4fba-a2c2-6b845c32c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:36:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:35.253466 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-bdd926ad-1793-4fba-a2c2-6b845c32c26e None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:35.440941 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-bdd926ad-1793-4fba-a2c2-6b845c32c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:35.466001 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd926ad-1793-4fba-a2c2-6b845c32c26e None None] The sync data for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 is: [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:35.675144 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d1f26-218c-4732-86a5-41c10bd50a11 None None] New status for floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:36:36.167556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-99628e6d-9a33-4961-a8d1-8b491cc93e0c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--726326798&fields=id&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 267 time: 0.0328324 Jul 16 18:36:36.277414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584c14c-5049-436d-97dc-2d35583925ac req-fb4050ee-4c24-486c-bad2-3c21c5f63af0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.278858 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-fb4050ee-4c24-486c-bad2-3c21c5f63af0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 811 time: 0.1051590 Jul 16 18:36:36.293064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-2ca2239b-705a-4768-bb34-02cf635bca75 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/quotas/9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 375 time: 0.0089068 Jul 16 18:36:36.360424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-07f97d9c-b67f-4642-9743-2437d5a41a0e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627055 Jul 16 18:36:36.506753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-f86117cf-ed23-41f5-a571-1b1b88233ea7 service neutron] 10.222.0.41 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344965 Jul 16 18:36:36.594896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-4f7b008c-6d07-4390-b582-47598cbebc8d service neutron] 10.222.0.41 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822690 Jul 16 18:36:36.764657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c96ba0e-4565-48d4-9f8d-49cf39875e2f req-5a51e02a-f735-457a-8d6f-bdb227177259 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 210 time: 0.0297973 Jul 16 18:36:37.366793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e24084b3-3905-4109-8733-6aaa4e18078c no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:37.386176 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: e24084b3-3905-4109-8733-6aaa4e18078c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:37.386513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e24084b3-3905-4109-8733-6aaa4e18078c not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:37.839365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584c14c-5049-436d-97dc-2d35583925ac req-4e084f9c-1cd4-48f3-a137-105f4a089ca8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.840862 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-4e084f9c-1cd4-48f3-a137-105f4a089ca8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 811 time: 0.1097469 Jul 16 18:36:37.904010 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-0e9d32d7-5842-45c1-afa6-d9d30f77bc21 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 379 time: 0.0453963 Jul 16 18:36:37.924176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-3584c14c-5049-436d-97dc-2d35583925ac req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Request body: {'port': {'device_id': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'admin_state_up': True, 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'security_groups': ['64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:37.929198 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97b8565e-0b83-4e85-bcb9-da4f54560494 req-da91c3eb-5a4e-4c1c-a7af-8afce44bdbf6 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 210 time: 0.0434346 Jul 16 18:36:38.037611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3584c14c-5049-436d-97dc-2d35583925ac req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Made reservation on behalf of 9a8a60c039c3461a9c7af8b675a87ffe for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:38.041186 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3584c14c-5049-436d-97dc-2d35583925ac req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.169281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-3584c14c-5049-436d-97dc-2d35583925ac req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Allocated IP 172.20.0.9 (dd386736-3a2d-4273-b05e-67eadafad7c6/db052de1-822f-42a9-afeb-244dc9d1cd7c/ad8972eb-eea4-4814-9d3d-7aa41fa20ab1) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:38.303907 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3584c14c-5049-436d-97dc-2d35583925ac req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.316876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-3584c14c-5049-436d-97dc-2d35583925ac req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Transition to ACTIVE for port object ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:38.349327 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3584c14c-5049-436d-97dc-2d35583925ac req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.402408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3584c14c-5049-436d-97dc-2d35583925ac req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Network dd386736-3a2d-4273-b05e-67eadafad7c6 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:38.405613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-3584c14c-5049-436d-97dc-2d35583925ac req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:38.410229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-3584c14c-5049-436d-97dc-2d35583925ac req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:38.416798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event updated for resources: {'Port': ['ID=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.463067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584c14c-5049-436d-97dc-2d35583925ac req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.463696 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3584c14c-5049-436d-97dc-2d35583925ac req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.478902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-ed65734e-81ed-4b15-9974-ba5e78179744 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5588365 Jul 16 18:36:38.496003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Request body: {'port': {'device_id': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:38.578307 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.648935 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-af3e4f73-247f-47c2-9260-403f5dcb05a1 None None] Provisioning for port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:38.653081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-af3e4f73-247f-47c2-9260-403f5dcb05a1 None None] Provisioning complete for port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:38.653459 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-af3e4f73-247f-47c2-9260-403f5dcb05a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.696961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-af3e4f73-247f-47c2-9260-403f5dcb05a1 None None] Port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:38.866624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:38.873880 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.886401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Transition to ACTIVE for port object ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:38.889287 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.942150 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.010941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Attempting to bind port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:39.011269 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Attempting to bind port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:39.011619 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Attempting to bind port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:39.016024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 on network dd386736-3a2d-4273-b05e-67eadafad7c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:39.016384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Attempting to bind port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:39.021766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:39.022107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Checking segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:39.022490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Bound using segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:39.022913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Bound port: ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:39.023272 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.134525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] For port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:39.148748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] For port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:39.153042 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.169267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0f60a-4524-420f-89d0-1ffda5b17dde req-94ebd16b-69fd-48cc-8b35-5c5b4b513cca tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.170756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6a0f60a-4524-420f-89d0-1ffda5b17dde req-94ebd16b-69fd-48cc-8b35-5c5b4b513cca tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 943 time: 0.1087563 Jul 16 18:36:39.208120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.208740 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.210129 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] 10.222.0.35 "PUT /v2.0/ports/ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 200 len: 1092 time: 0.7185707 Jul 16 18:36:39.210565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:39.212915 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07383d6c-3f27-46c3-86cd-24d286a1d089" -d '{"events": [{"name": "network-changed", "server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:39.257280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ab695-52e9-483f-898a-ca287c20a8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.274624 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6a0f60a-4524-420f-89d0-1ffda5b17dde req-1361ae52-4fc3-479c-ab23-3e3bf9a60306 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854466 Jul 16 18:36:39.292279 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f46e4c-d81a-445e-9c24-caa83ec7ee32 x-openstack-request-id: req-c0f46e4c-d81a-445e-9c24-caa83ec7ee32 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:39.292566 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:39.292813 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0f46e4c-d81a-445e-9c24-caa83ec7ee32 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:39.293204 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'status': 'completed', 'code': 200} Jul 16 18:36:39.321626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584c14c-5049-436d-97dc-2d35583925ac req-f9f003ca-205e-4c6d-aaf4-4b7081f66e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.323257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-f9f003ca-205e-4c6d-aaf4-4b7081f66e9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 1095 time: 0.0610855 Jul 16 18:36:39.367596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-8cdd35ee-64f4-411f-8029-30e2b60a42b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 200 len: 217 time: 0.0348918 Jul 16 18:36:39.708315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584c14c-5049-436d-97dc-2d35583925ac req-b4970a82-6366-40c6-9e31-fd6e03202cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.709782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-b4970a82-6366-40c6-9e31-fd6e03202cf0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.3359962 Jul 16 18:36:39.766742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584c14c-5049-436d-97dc-2d35583925ac req-bad489e4-1a15-4000-b7b0-1325532a83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.768820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-bad489e4-1a15-4000-b7b0-1325532a83ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514848 Jul 16 18:36:39.860277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-4563848e-58da-4094-94e0-3de9164f1e37 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848842 Jul 16 18:36:39.952475 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3584c14c-5049-436d-97dc-2d35583925ac req-5418f3b1-8b6a-4263-9de7-8002ecc7d4d9 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823848 Jul 16 18:36:40.053720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07383d6c-3f27-46c3-86cd-24d286a1d089 req-b3b5a277-a340-4557-bc87-36654b6e67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.055254 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07383d6c-3f27-46c3-86cd-24d286a1d089 req-b3b5a277-a340-4557-bc87-36654b6e67a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 1095 time: 0.0547664 Jul 16 18:36:40.150016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07383d6c-3f27-46c3-86cd-24d286a1d089 req-6d8555c9-aca5-46d3-bb9c-a037c453cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.151491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07383d6c-3f27-46c3-86cd-24d286a1d089 req-6d8555c9-aca5-46d3-bb9c-a037c453cea5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0893810 Jul 16 18:36:40.194865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07383d6c-3f27-46c3-86cd-24d286a1d089 req-33229fab-944d-43aa-a07a-81bfaf11043e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 200 len: 217 time: 0.0340493 Jul 16 18:36:40.250046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07383d6c-3f27-46c3-86cd-24d286a1d089 req-1f695f8e-d55d-4532-ab5f-d1ae128fed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.251876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07383d6c-3f27-46c3-86cd-24d286a1d089 req-1f695f8e-d55d-4532-ab5f-d1ae128fed63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0475364 Jul 16 18:36:40.308941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07383d6c-3f27-46c3-86cd-24d286a1d089 req-d2e147ef-a9b8-46c0-9e0b-e6b0bb7db8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.310617 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07383d6c-3f27-46c3-86cd-24d286a1d089 req-d2e147ef-a9b8-46c0-9e0b-e6b0bb7db8e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511098 Jul 16 18:36:40.431574 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07383d6c-3f27-46c3-86cd-24d286a1d089 req-b2c01ddb-1d34-4a84-85a3-fe709ab73707 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112335 Jul 16 18:36:40.523960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32344e5-0cca-47ca-bdae-b3a3850037b0 req-3c9478bc-8ffd-4594-937c-9ec738da7d63 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.525447 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a32344e5-0cca-47ca-bdae-b3a3850037b0 req-3c9478bc-8ffd-4594-937c-9ec738da7d63 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 943 time: 0.1353161 Jul 16 18:36:40.565773 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07383d6c-3f27-46c3-86cd-24d286a1d089 req-ba6d8c4b-f299-42e7-8bc1-f37ef087e300 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231098 Jul 16 18:36:40.582432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a32344e5-0cca-47ca-bdae-b3a3850037b0 req-f5201e34-eb5f-4285-9114-4e8e565ea80f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510488 Jul 16 18:36:41.756037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0aac6-398b-4b7a-9ed4-a8bfc8cb0e81 req-f411d517-118e-456b-b152-e31a1f1a77aa tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.757519 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16b0aac6-398b-4b7a-9ed4-a8bfc8cb0e81 req-f411d517-118e-456b-b152-e31a1f1a77aa tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 943 time: 0.0638700 Jul 16 18:36:41.796264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16b0aac6-398b-4b7a-9ed4-a8bfc8cb0e81 req-b2793bf8-8ed2-4e60-a90e-a1c3f6a32c23 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332603 Jul 16 18:36:42.428923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:42.522301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:42.533009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'port_id': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'mac_address': 'fa:16:3e:a0:e2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:42.569559 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.585585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:42.604490 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:42.608219 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.655613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:42.856308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['ad8972eb-eea4-4814-9d3d-7aa41fa20ab1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:42.980235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2292-93b8-4276-acad-d45abba8fe10 req-643d9db4-8ca2-4a22-96f7-8b0e0fa6fa96 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.981748 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d8a2292-93b8-4276-acad-d45abba8fe10 req-643d9db4-8ca2-4a22-96f7-8b0e0fa6fa96 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 944 time: 0.0742605 Jul 16 18:36:43.021022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d8a2292-93b8-4276-acad-d45abba8fe10 req-11b89883-e460-4d52-abd5-51b92ab02331 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331059 Jul 16 18:36:44.197159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb112a3-66eb-4ac8-9dc3-0add94baf81c req-01bd400f-836f-4d4e-84bf-720f24dd8d55 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.198577 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2bb112a3-66eb-4ac8-9dc3-0add94baf81c req-01bd400f-836f-4d4e-84bf-720f24dd8d55 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 944 time: 0.0695686 Jul 16 18:36:44.237445 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2bb112a3-66eb-4ac8-9dc3-0add94baf81c req-965be8b5-d344-4139-b15f-1163ab80d737 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334117 Jul 16 18:36:44.444417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:44.493460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:44.496877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:44.497243 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.570767 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.592662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:44.594899 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e598e1-c5d2-409b-9b0a-71d1c31db4da" -d '{"events": [{"server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "name": "network-vif-plugged", "status": "completed", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:44.607501 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:44.612279 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.665775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.705189 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2154cb-0151-4f79-a379-8c3c58408d27 x-openstack-request-id: req-5e2154cb-0151-4f79-a379-8c3c58408d27 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:44.705534 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "name": "network-vif-plugged", "status": "completed", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:44.705784 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e2154cb-0151-4f79-a379-8c3c58408d27 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:44.706178 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'code': 200} Jul 16 18:36:44.833038 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920521b6-c5ab-41b6-888f-486ddf40f574 req-d71119b4-1e9d-47f1-a679-29dfcf654fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.834446 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-920521b6-c5ab-41b6-888f-486ddf40f574 req-d71119b4-1e9d-47f1-a679-29dfcf654fcb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 1097 time: 0.0524657 Jul 16 18:36:44.870348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-920521b6-c5ab-41b6-888f-486ddf40f574 req-fc98f164-652c-49af-a11c-56d9ad2f6c55 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275152 Jul 16 18:36:45.407927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04755217-81d5-45eb-8b8b-1612435f3e13 req-817cb0a3-0434-45f8-bf0c-08f56dd77593 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.410084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04755217-81d5-45eb-8b8b-1612435f3e13 req-817cb0a3-0434-45f8-bf0c-08f56dd77593 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0632944 Jul 16 18:36:45.447930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04755217-81d5-45eb-8b8b-1612435f3e13 req-894d5acf-5f16-4e41-a5d8-f9c708a3670b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323601 Jul 16 18:36:46.623983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a578c2e-1912-4126-a08f-6a70dcf11ac9 req-77fd1e15-eb56-4c60-9ddf-ddcc466435c8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.625448 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a578c2e-1912-4126-a08f-6a70dcf11ac9 req-77fd1e15-eb56-4c60-9ddf-ddcc466435c8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0675046 Jul 16 18:36:46.663461 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a578c2e-1912-4126-a08f-6a70dcf11ac9 req-e8040f40-d8df-44bb-8ed7-0877926d817a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317271 Jul 16 18:36:46.832249 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97665-1947-46ad-ab8c-d2300e9ca892 req-e3380eb2-0270-4a2b-8b5f-0d3d76b6e0bc tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.833653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1dd97665-1947-46ad-ab8c-d2300e9ca892 req-e3380eb2-0270-4a2b-8b5f-0d3d76b6e0bc tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0639095 Jul 16 18:36:46.842290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52078) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:46.847552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-986fb6cb-e0f3-4d21-8e24-1a28bd7319a4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Request body: {'floatingip': {'port_id': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:46.889630 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-986fb6cb-e0f3-4d21-8e24-1a28bd7319a4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.346890 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-986fb6cb-e0f3-4d21-8e24-1a28bd7319a4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.350443 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-986fb6cb-e0f3-4d21-8e24-1a28bd7319a4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.447372 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-986fb6cb-e0f3-4d21-8e24-1a28bd7319a4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3 associated. External IP: 172.25.5.9, port: ad8972eb-eea4-4814-9d3d-7aa41fa20ab1. Jul 16 18:36:47.654212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986fb6cb-e0f3-4d21-8e24-1a28bd7319a4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Router ca7ffe46-64c2-4646-b99a-9b0233f87b73 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:47.762692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986fb6cb-e0f3-4d21-8e24-1a28bd7319a4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:47.767027 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-986fb6cb-e0f3-4d21-8e24-1a28bd7319a4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.773314 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6842ec4-c165-487b-a0f4-b3140ed67995 None None] Sync routers for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:47.782047 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6842ec4-c165-487b-a0f4-b3140ed67995 None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:47.782651 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c6842ec4-c165-487b-a0f4-b3140ed67995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:36:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:47.804042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-986fb6cb-e0f3-4d21-8e24-1a28bd7319a4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "PUT /v2.0/floatingips/ea3ec727-9c0f-483f-b965-6bf6403e7fe3 HTTP/1.1" status: 200 len: 989 time: 0.9606521 Jul 16 18:36:47.804646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:47.806933 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6207f48d-7ef6-4b38-ba92-df0c7bce3507" -d '{"events": [{"name": "network-changed", "server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:47.844779 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aab08b9-0921-4981-a3bc-8cee04c4b7f0 x-openstack-request-id: req-2aab08b9-0921-4981-a3bc-8cee04c4b7f0 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:47.845091 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:47.845338 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2aab08b9-0921-4981-a3bc-8cee04c4b7f0 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:47.845746 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'status': 'completed', 'code': 200} Jul 16 18:36:47.933358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207f48d-7ef6-4b38-ba92-df0c7bce3507 req-12418b13-f7bb-4e59-8911-d8327347f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.935277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6207f48d-7ef6-4b38-ba92-df0c7bce3507 req-12418b13-f7bb-4e59-8911-d8327347f28c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 1097 time: 0.0613711 Jul 16 18:36:47.984650 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c6842ec4-c165-487b-a0f4-b3140ed67995 None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:48.033282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207f48d-7ef6-4b38-ba92-df0c7bce3507 req-a97b2265-a70d-4614-b61e-f128f35e2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.034835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6207f48d-7ef6-4b38-ba92-df0c7bce3507 req-a97b2265-a70d-4614-b61e-f128f35e2490 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0883484 Jul 16 18:36:48.107977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6207f48d-7ef6-4b38-ba92-df0c7bce3507 req-4a703398-6431-49ed-835e-270449b21c44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 200 len: 997 time: 0.0622466 Jul 16 18:36:48.162581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207f48d-7ef6-4b38-ba92-df0c7bce3507 req-f3650167-2ccc-4a82-ba4b-9baf0c9cce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.164079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6207f48d-7ef6-4b38-ba92-df0c7bce3507 req-f3650167-2ccc-4a82-ba4b-9baf0c9cce5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0443399 Jul 16 18:36:48.206678 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c6842ec4-c165-487b-a0f4-b3140ed67995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ea3ec727-9c0f-483f-b965-6bf6403e7fe3', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'port_id': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'mac_address': 'fa:16:3e:a0:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:09Z', 'updated_at': '2021-07-16T18:36:47Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:48.226128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207f48d-7ef6-4b38-ba92-df0c7bce3507 req-e6e226b9-ab3e-45e5-881b-0db845171958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.227653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6207f48d-7ef6-4b38-ba92-df0c7bce3507 req-e6e226b9-ab3e-45e5-881b-0db845171958 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523863 Jul 16 18:36:48.232424 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6842ec4-c165-487b-a0f4-b3140ed67995 None None] Checking router: ca7ffe46-64c2-4646-b99a-9b0233f87b73 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:48.240512 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6842ec4-c165-487b-a0f4-b3140ed67995 None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:48.241111 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c6842ec4-c165-487b-a0f4-b3140ed67995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:36:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:48.325873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6207f48d-7ef6-4b38-ba92-df0c7bce3507 req-35786721-aafa-4845-b679-fb0393a00129 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877199 Jul 16 18:36:48.344295 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c6842ec4-c165-487b-a0f4-b3140ed67995 None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:48.415535 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6207f48d-7ef6-4b38-ba92-df0c7bce3507 req-184149a4-d029-475d-b450-93347b0d3b3f service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824056 Jul 16 18:36:48.562827 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c6842ec4-c165-487b-a0f4-b3140ed67995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ea3ec727-9c0f-483f-b965-6bf6403e7fe3', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'port_id': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'mac_address': 'fa:16:3e:a0:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:09Z', 'updated_at': '2021-07-16T18:36:47Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:48.588789 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6842ec4-c165-487b-a0f4-b3140ed67995 None None] The sync data for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 is: [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ea3ec727-9c0f-483f-b965-6bf6403e7fe3', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'port_id': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'mac_address': 'fa:16:3e:a0:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:09Z', 'updated_at': '2021-07-16T18:36:47Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:48.775273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e263b6-9468-4ddc-827d-208ec6af2b96 None None] New status for floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:36:56.852621 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.005589 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.053791 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f4993f4a-a155-4c14-bac4-60c099a25a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.697867 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.756129 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-427029e6-bf5f-4d9f-9392-b676f759b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.967811 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.710130 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.964420 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:26.879461 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.012318 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.053417 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-22777a6f-96c1-40c0-8ca8-99ed984fd632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.698589 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.757502 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9d88e41f-a1ea-416d-ab9a-d36db6dcb7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.972875 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.711767 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.963519 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:47.162954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d82ab70c-78f5-4d74-a33b-92eeaf666d81 req-2343f329-942c-410f-9519-db0dbe0d3193 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1566286 Jul 16 18:37:47.262868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ab70c-78f5-4d74-a33b-92eeaf666d81 req-e53a1bcc-b10d-4761-a4ba-677da6076cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.265541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d82ab70c-78f5-4d74-a33b-92eeaf666d81 req-e53a1bcc-b10d-4761-a4ba-677da6076cbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 1097 time: 0.0556338 Jul 16 18:37:47.375340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ab70c-78f5-4d74-a33b-92eeaf666d81 req-c9ac7abb-d681-4dd7-8a7d-754f0ac9b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.377301 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d82ab70c-78f5-4d74-a33b-92eeaf666d81 req-c9ac7abb-d681-4dd7-8a7d-754f0ac9b9d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0917470 Jul 16 18:37:47.447449 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d82ab70c-78f5-4d74-a33b-92eeaf666d81 req-7f492ea8-9a22-4ab7-9b16-347f6f7b210a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 200 len: 999 time: 0.0622275 Jul 16 18:37:47.495886 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ab70c-78f5-4d74-a33b-92eeaf666d81 req-c8531b4c-e7b6-4758-9781-d1fe3a4caa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.497223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d82ab70c-78f5-4d74-a33b-92eeaf666d81 req-c8531b4c-e7b6-4758-9781-d1fe3a4caa1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0433106 Jul 16 18:37:47.553636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ab70c-78f5-4d74-a33b-92eeaf666d81 req-bdd021b5-cfb4-4bee-87f6-3d70fcba5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.555095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d82ab70c-78f5-4d74-a33b-92eeaf666d81 req-bdd021b5-cfb4-4bee-87f6-3d70fcba5873 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508490 Jul 16 18:37:47.656797 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d82ab70c-78f5-4d74-a33b-92eeaf666d81 req-1aeb6e2e-505f-401b-aae7-a91502fb0e88 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904295 Jul 16 18:37:47.752673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d82ab70c-78f5-4d74-a33b-92eeaf666d81 req-2b5e320d-a76d-4b9f-a428-ac76083a74a6 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893002 Jul 16 18:37:56.894820 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.008393 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.053979 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b11db36f-6d1d-4d99-a35f-783820ca585b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.700010 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.758004 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7955675b-46b4-4e42-9981-3578c376f460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.976486 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.715158 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.963007 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:38:26.888887 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.007779 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.054554 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b784ba02-d5d9-4e4b-8552-cd9aa3414095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.701346 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.757462 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-852619dd-0a1f-4162-b0ac-9de22214006e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.978049 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.718035 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.551086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12e33f-24d9-4a08-bd39-2c2c075d59e6 req-9b23dc5a-df60-48ef-b601-d4f0f7be29f7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.552496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c12e33f-24d9-4a08-bd39-2c2c075d59e6 req-9b23dc5a-df60-48ef-b601-d4f0f7be29f7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0707409 Jul 16 18:38:34.589837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0c12e33f-24d9-4a08-bd39-2c2c075d59e6 req-523a05f3-ad6f-4593-ae66-feb8807d59b1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318997 Jul 16 18:38:35.763158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f519704-b987-4f26-9f8a-5c5de41494e7 req-eb1de957-1432-4d93-b3b3-4f54b5acd39a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:35.765356 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f519704-b987-4f26-9f8a-5c5de41494e7 req-eb1de957-1432-4d93-b3b3-4f54b5acd39a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0643539 Jul 16 18:38:35.802693 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f519704-b987-4f26-9f8a-5c5de41494e7 req-0b71b319-d1b8-4f4f-8640-8a3cd2e0e03c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317469 Jul 16 18:38:36.992853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c0ce6-a8f3-4bc4-8351-8bc71f59b418 req-0535d8fc-0c62-482f-9f65-0abfb9b1444d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.994306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-401c0ce6-a8f3-4bc4-8351-8bc71f59b418 req-0535d8fc-0c62-482f-9f65-0abfb9b1444d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0662007 Jul 16 18:38:37.033385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-401c0ce6-a8f3-4bc4-8351-8bc71f59b418 req-2faa0ad2-a5f9-486e-a113-a20aedcea1ad tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334322 Jul 16 18:38:38.206281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53c15-6ab0-4043-a964-d6655a18093f req-9bada1e3-877a-44f8-82a4-423494adf5e9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:38.207792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05e53c15-6ab0-4043-a964-d6655a18093f req-9bada1e3-877a-44f8-82a4-423494adf5e9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0645328 Jul 16 18:38:38.246418 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05e53c15-6ab0-4043-a964-d6655a18093f req-e397f4be-8e06-434d-92ae-601ed7f826ed tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331221 Jul 16 18:38:39.420773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45f579-afea-41f6-a2bf-f79bb80a35cc req-d17ecfb7-18e2-4637-9b3d-41d007dc1ddf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:39.422361 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a45f579-afea-41f6-a2bf-f79bb80a35cc req-d17ecfb7-18e2-4637-9b3d-41d007dc1ddf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0634739 Jul 16 18:38:39.460581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a45f579-afea-41f6-a2bf-f79bb80a35cc req-3e7d7d4d-acf4-4aa4-8dc7-d50858485c69 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325737 Jul 16 18:38:40.641696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2e7cc-5cf1-4829-87ad-a18ffdbef838 req-b1b9e88e-f649-487f-96f5-2c1ebd20f30f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.643163 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0e2e7cc-5cf1-4829-87ad-a18ffdbef838 req-b1b9e88e-f649-487f-96f5-2c1ebd20f30f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0672898 Jul 16 18:38:40.681159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b0e2e7cc-5cf1-4829-87ad-a18ffdbef838 req-bb3254bf-1f03-4353-9951-b1669e4f1489 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321081 Jul 16 18:38:41.851883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a62623-b887-4e1e-a356-57602aec4999 req-f6f44d17-9964-484d-8e20-b5de6a8c7670 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:41.853360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89a62623-b887-4e1e-a356-57602aec4999 req-f6f44d17-9964-484d-8e20-b5de6a8c7670 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0634320 Jul 16 18:38:41.890719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89a62623-b887-4e1e-a356-57602aec4999 req-369258b2-3279-477a-9bcb-96a5b9147904 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311222 Jul 16 18:38:43.067555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fc580-1d55-4b22-a9b4-05d3226084f5 req-5467bc9f-c409-4abd-b666-3a2732e02254 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:43.069046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d36fc580-1d55-4b22-a9b4-05d3226084f5 req-5467bc9f-c409-4abd-b666-3a2732e02254 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0681856 Jul 16 18:38:43.106940 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d36fc580-1d55-4b22-a9b4-05d3226084f5 req-26d97907-4c1a-49e9-bd8f-58fed33f06be tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319450 Jul 16 18:38:44.278154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22453954-9cba-43a4-8ddd-28f9acb52f5f req-fc9e04e1-7d46-475b-a072-d24c7f927cd8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:44.279556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22453954-9cba-43a4-8ddd-28f9acb52f5f req-fc9e04e1-7d46-475b-a072-d24c7f927cd8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0626817 Jul 16 18:38:44.317210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-22453954-9cba-43a4-8ddd-28f9acb52f5f req-646d7398-c6bd-4dcb-9def-e5ab7ea8999f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316606 Jul 16 18:38:45.489951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50344ae7-349d-4734-a578-8c1f92de2314 req-dc332ca9-1edd-4a6d-aee9-df15bc2e815d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:45.491421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50344ae7-349d-4734-a578-8c1f92de2314 req-dc332ca9-1edd-4a6d-aee9-df15bc2e815d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0632038 Jul 16 18:38:45.527902 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50344ae7-349d-4734-a578-8c1f92de2314 req-0d0a6110-65b7-4698-b278-ca8a0016ca80 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Jul 16 18:38:45.949515 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-342fe0ae-e745-4d63-b734-2a8ca9c28a8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1394336 Jul 16 18:38:45.961931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ede0-4ed9-45fb-a5c6-7f848f8970f0 req-8601bc7e-1232-4f1c-973b-b1cda7579cba tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:45.963353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d37ede0-4ed9-45fb-a5c6-7f848f8970f0 req-8601bc7e-1232-4f1c-973b-b1cda7579cba tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0998678 Jul 16 18:38:46.002824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8d37ede0-4ed9-45fb-a5c6-7f848f8970f0 req-c65ebdb3-c3fd-430a-839f-2463901168ea tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324743 Jul 16 18:38:47.183480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491dd66-de60-4764-85b0-64f3672f74aa req-7999bcd4-efeb-4984-adca-d2ad96728284 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.184963 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c491dd66-de60-4764-85b0-64f3672f74aa req-7999bcd4-efeb-4984-adca-d2ad96728284 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0687797 Jul 16 18:38:47.223507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c491dd66-de60-4764-85b0-64f3672f74aa req-dd637dc2-9cd6-47f0-b879-6aa7f0cce84a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328648 Jul 16 18:38:48.401539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15714201-182c-4c97-923f-1ca75227692c req-58796293-3713-4cee-ab9f-14eb475941e1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.403007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15714201-182c-4c97-923f-1ca75227692c req-58796293-3713-4cee-ab9f-14eb475941e1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0640748 Jul 16 18:38:48.442911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15714201-182c-4c97-923f-1ca75227692c req-5ca2205d-39e6-4436-8ffb-f91604e2fd67 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328012 Jul 16 18:38:49.083146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf421c5-20f4-4b9b-a297-41ee21d1db9a req-3c52a6d5-24c2-441d-8853-d28e81e8fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.084691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-acf421c5-20f4-4b9b-a297-41ee21d1db9a req-3c52a6d5-24c2-441d-8853-d28e81e8fb1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 1097 time: 0.0520792 Jul 16 18:38:49.190603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf421c5-20f4-4b9b-a297-41ee21d1db9a req-b51ac100-d2ce-4609-a344-455c1d722c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.192106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-acf421c5-20f4-4b9b-a297-41ee21d1db9a req-b51ac100-d2ce-4609-a344-455c1d722c82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0872042 Jul 16 18:38:49.257788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-acf421c5-20f4-4b9b-a297-41ee21d1db9a req-30190cff-98a1-4184-ab33-a30b2c7a70d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 200 len: 999 time: 0.0592852 Jul 16 18:38:49.310452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf421c5-20f4-4b9b-a297-41ee21d1db9a req-bdbfdaab-efe0-474c-9101-68e692661a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.311951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-acf421c5-20f4-4b9b-a297-41ee21d1db9a req-bdbfdaab-efe0-474c-9101-68e692661a54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0481968 Jul 16 18:38:49.368497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf421c5-20f4-4b9b-a297-41ee21d1db9a req-36830c69-3b31-489d-ab4d-e9bfe3b5448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.369982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-acf421c5-20f4-4b9b-a297-41ee21d1db9a req-36830c69-3b31-489d-ab4d-e9bfe3b5448e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517697 Jul 16 18:38:49.457162 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-acf421c5-20f4-4b9b-a297-41ee21d1db9a req-113c65b3-8e54-4d7c-a8fe-1c7223704fc8 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806489 Jul 16 18:38:49.550965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-acf421c5-20f4-4b9b-a297-41ee21d1db9a req-3dbde30f-7790-4b87-9630-364dc242871c service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868967 Jul 16 18:38:49.945481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771f0cb-6c9f-4911-83c3-087507daeac4 req-3219dde3-7b9a-46ae-9b6f-99d0d7698955 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.946965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6771f0cb-6c9f-4911-83c3-087507daeac4 req-3219dde3-7b9a-46ae-9b6f-99d0d7698955 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.3930495 Jul 16 18:38:49.976415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-2e64b565-7a04-49f8-9a42-bd66f35ffdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.977879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-2e64b565-7a04-49f8-9a42-bd66f35ffdd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 1097 time: 0.3829830 Jul 16 18:38:50.011361 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6771f0cb-6c9f-4911-83c3-087507daeac4 req-c057b446-dac2-46c0-a3f5-d6165628d347 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584223 Jul 16 18:38:50.081196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-699f01df-59a7-4066-b547-94fc52c6a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.082668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-699f01df-59a7-4066-b547-94fc52c6a4a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0946097 Jul 16 18:38:50.150144 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-78161732-3cb0-4c5f-afb0-86927a831700 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 200 len: 999 time: 0.0604105 Jul 16 18:38:50.198289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-caaa94c1-5ae6-40c3-a619-8ec75a7d06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.199662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-caaa94c1-5ae6-40c3-a619-8ec75a7d06a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0430090 Jul 16 18:38:50.255522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-71d9ceeb-7d99-42e3-a3c7-5071de81dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.256997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-71d9ceeb-7d99-42e3-a3c7-5071de81dee2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510495 Jul 16 18:38:50.348025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-fdb960d6-7431-4466-84a2-bacd9b994e7d service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840766 Jul 16 18:38:50.435999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-f7a81a9b-7d4c-47ab-8ed7-3f26531549ee service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813861 Jul 16 18:38:51.188412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cc258-5451-4271-9243-968a5c59c70d req-c4b89a30-15f2-457e-90bf-8ef25a964ffe tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.189879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-152cc258-5451-4271-9243-968a5c59c70d req-c4b89a30-15f2-457e-90bf-8ef25a964ffe tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0671558 Jul 16 18:38:51.229120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-152cc258-5451-4271-9243-968a5c59c70d req-20962446-dd06-4db9-a158-addee85809eb tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334239 Jul 16 18:38:52.445982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936e8f2-7281-47fe-8295-20b84be61bb6 req-3c8c1acc-9ccb-4c4a-8f5b-9cb60b33a2df tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.447491 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e936e8f2-7281-47fe-8295-20b84be61bb6 req-3c8c1acc-9ccb-4c4a-8f5b-9cb60b33a2df tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.1069913 Jul 16 18:38:52.448675 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-85f02e85-4647-4e82-8d83-2c0fcdf6e9b9 service neutron] show failed (client error): The resource could not be found. Jul 16 18:38:52.449618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-85f02e85-4647-4e82-8d83-2c0fcdf6e9b9 service neutron] 10.222.0.35 "GET /v2.0/ports/ad8972eb-eea4-4814-9d3d-7aa41fa20ab1/bindings/n-h2-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0807550 Jul 16 18:38:52.493795 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e936e8f2-7281-47fe-8295-20b84be61bb6 req-3bc0a787-0de5-4902-a36c-a3fbc7a8ba21 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404968 Jul 16 18:38:52.696723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-427d9fa4-69f6-42fb-9a34-250f47718117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.698202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-427d9fa4-69f6-42fb-9a34-250f47718117 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 1097 time: 0.0523012 Jul 16 18:38:52.709701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:52.781037 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.986906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] For port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:53.019333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] For port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:53.058541 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:53.060875 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610b78b3-138b-4578-abef-085cc8a25c3f" -d '{"events": [{"server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "name": "network-vif-unplugged", "status": "completed", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:53.065735 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.080926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Transition to ACTIVE for port object ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:53.084819 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.110473 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbe9363-f5cb-4e45-99e0-102e0ad695cc x-openstack-request-id: req-ddbe9363-f5cb-4e45-99e0-102e0ad695cc {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:53.110763 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "name": "network-vif-unplugged", "status": "completed", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:53.111011 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ddbe9363-f5cb-4e45-99e0-102e0ad695cc {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:53.111391 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'code': 200} Jul 16 18:38:53.169679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:53.184325 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:53.184669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:53.185006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:53.185340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:53.185667 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:53.185991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:53.186312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:53.186633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:53.186987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:53.187306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:53.187667 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:53.187986 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:53.223074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] No DVR routers for this DVR port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:53.362744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Attempting to bind port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:53.363077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Attempting to bind port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:53.363402 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Attempting to bind port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:53.367633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 on network dd386736-3a2d-4273-b05e-67eadafad7c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:53.367954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Attempting to bind port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:53.372705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:53.373037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Checking segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:53.373421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Bound using segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:53.373841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Bound port: ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:53.374194 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.438155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] For port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:53.441524 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] For port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:53.445753 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.479525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.480216 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.481509 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] 10.222.0.43 "PUT /v2.0/ports/ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 200 len: 1092 time: 0.7757442 Jul 16 18:38:53.506558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c5e40-fc19-4476-b624-8d6b5ec867a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:53.571328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-e7845e79-0655-40eb-864b-2125f22d685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.572890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-e7845e79-0655-40eb-864b-2125f22d685d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 1095 time: 0.0634413 Jul 16 18:38:53.710735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-cb063045-142f-4f82-9f09-d2f6c5316bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.712260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-cb063045-142f-4f82-9f09-d2f6c5316bd1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1316142 Jul 16 18:38:53.770336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a5762-4843-40ca-98ea-ead72983192e req-e0565e77-9c2d-4e9a-9b70-c88ac6aae05b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.772753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea7a5762-4843-40ca-98ea-ead72983192e req-e0565e77-9c2d-4e9a-9b70-c88ac6aae05b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 943 time: 0.1558130 Jul 16 18:38:53.808539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-71e9069e-e375-4d4e-b212-4a3a25cf72f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 200 len: 997 time: 0.0882807 Jul 16 18:38:53.833168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea7a5762-4843-40ca-98ea-ead72983192e req-98fcbf2e-aa50-4b7e-a740-c0efa4ee672b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534885 Jul 16 18:38:53.870704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-6b44ad33-6454-4b31-9361-f0163760a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.872190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-6b44ad33-6454-4b31-9361-f0163760a2cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0539439 Jul 16 18:38:53.929798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-4a43db3b-cf78-4b0f-acae-eb551bbaccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.931275 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-4a43db3b-cf78-4b0f-acae-eb551bbaccbb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525064 Jul 16 18:38:54.025342 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-330d9273-4c8d-4d3e-b309-8268f59cb938 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861480 Jul 16 18:38:54.119033 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cf33ddf2-4a6d-42fd-aeb4-058ed0302547 req-59f28d3d-4a1b-4d54-9aec-0247567df658 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867412 Jul 16 18:38:54.858293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-bd789c74-170c-4afc-9cf9-b31cfcd16d8e req-2bd2bf65-c953-4267-928d-7ecb126d16d8 service neutron] (100169) timed out ('10.222.0.43', 61320) {{(pid=100169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:38:55.011093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a869f1-0a91-4ee8-a848-d3e843c174c6 req-1c056273-58ad-4d54-bf4a-b7e737a21e1b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.012627 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-84a869f1-0a91-4ee8-a848-d3e843c174c6 req-1c056273-58ad-4d54-bf4a-b7e737a21e1b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 943 time: 0.0667131 Jul 16 18:38:55.051947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-84a869f1-0a91-4ee8-a848-d3e843c174c6 req-c4f0b194-57e4-45fd-a8c1-f4b9144c0583 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331082 Jul 16 18:38:55.112698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:55.115000 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470" -d '{"events": [{"name": "network-changed", "server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:55.162302 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d711443-9b4a-4a2f-bec3-b2996e4281a6 x-openstack-request-id: req-1d711443-9b4a-4a2f-bec3-b2996e4281a6 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:55.162593 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:55.162858 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d711443-9b4a-4a2f-bec3-b2996e4281a6 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:55.163265 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'status': 'completed', 'code': 200} Jul 16 18:38:55.277034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-df351175-3d1d-45c0-98c5-2020ac3ba993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.278533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-df351175-3d1d-45c0-98c5-2020ac3ba993 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 1095 time: 0.0975885 Jul 16 18:38:55.281220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-d4f72028-ffbf-4795-be05-e2f3a90e00c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.282553 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-d4f72028-ffbf-4795-be05-e2f3a90e00c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 1095 time: 0.0931833 Jul 16 18:38:55.440666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-0353871e-bd6e-4143-a991-3c6e25ee9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.442149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-0353871e-bd6e-4143-a991-3c6e25ee9b93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1561852 Jul 16 18:38:55.443494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-52e30a7a-7c95-465d-b9ec-b3bdef1bb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.445068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-52e30a7a-7c95-465d-b9ec-b3bdef1bb5b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1511326 Jul 16 18:38:55.556868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-181226ef-1ede-4a1e-8962-6cf66d445414 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 200 len: 997 time: 0.1080248 Jul 16 18:38:55.558613 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-383d0347-8ac7-4f72-b951-2008cbf234d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 200 len: 997 time: 0.1040442 Jul 16 18:38:55.643016 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-10366199-c4d2-49c2-ae75-e7d255d46213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.644522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-10366199-c4d2-49c2-ae75-e7d255d46213 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0814960 Jul 16 18:38:55.645882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-fb8f95ca-e8f0-4ad2-9264-86289111f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.647183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-fb8f95ca-e8f0-4ad2-9264-86289111f915 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0767479 Jul 16 18:38:55.740836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-98da7185-b4a7-46d7-837c-18b27b868a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.742242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-98da7185-b4a7-46d7-837c-18b27b868a45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913627 Jul 16 18:38:55.744761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-142b4851-b519-4086-baa7-baadf0e0c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.746099 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-142b4851-b519-4086-baa7-baadf0e0c7d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872858 Jul 16 18:38:55.901759 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-36d633f6-0f61-48d5-a4da-81af87e0fb02 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527534 Jul 16 18:38:55.905023 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-fb587013-a2eb-49f7-aa3f-b6208b0c70bd service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479416 Jul 16 18:38:56.006231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:56.062726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-43bf366b-154e-4fa3-b35c-dfcf330b05c9 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527073 Jul 16 18:38:56.064990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-423f3d9e-1bd0-4dfe-b6a0-d24c6e69b470 req-d3439733-3dce-4f0e-a1c3-8c92366e525d service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481032 Jul 16 18:38:56.109205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:56.120151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'port_id': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'mac_address': 'fa:16:3e:a0:e2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:56.156283 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.168731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:56.188900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:56.193005 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.232112 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b62a7-d43d-431c-9895-d129fb56e034 req-0c8f806c-d89c-4f6f-b484-e1a711d381da tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.234237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f16b62a7-d43d-431c-9895-d129fb56e034 req-0c8f806c-d89c-4f6f-b484-e1a711d381da tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 943 time: 0.0669968 Jul 16 18:38:56.242708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:56.250635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:56.250919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:56.251262 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:56.251634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:56.251971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:56.252306 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:56.252638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:56.252969 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:56.253296 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:56.253632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:56.253957 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:56.254280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:56.273300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f16b62a7-d43d-431c-9895-d129fb56e034 req-c6de57fc-f2f5-4861-a72a-29698f357e7b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326827 Jul 16 18:38:56.431345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['ad8972eb-eea4-4814-9d3d-7aa41fa20ab1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:56.626365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4e495-0b56-4851-9901-450c13a4d4b9 req-56d0b050-5793-4bed-8e06-3967294552d7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.627783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9b4e495-0b56-4851-9901-450c13a4d4b9 req-56d0b050-5793-4bed-8e06-3967294552d7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 944 time: 0.1085057 Jul 16 18:38:56.634944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-1c7ae9a2-4977-4301-ae54-8e6d3e1c84c2 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.636314 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-1c7ae9a2-4977-4301-ae54-8e6d3e1c84c2 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 944 time: 0.1263986 Jul 16 18:38:56.700589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9b4e495-0b56-4851-9901-450c13a4d4b9 req-de62de78-a31b-4678-a71c-e5587b83d911 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633335 Jul 16 18:38:56.718556 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-f00820bf-8b01-497f-9c2b-608346fa65e2 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:38:56.719900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-f00820bf-8b01-497f-9c2b-608346fa65e2 service neutron] 10.222.0.35 "DELETE /v2.0/ports/ad8972eb-eea4-4814-9d3d-7aa41fa20ab1/bindings/n-h1-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0758176 Jul 16 18:38:56.821103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-82c111f2-45ee-4c9c-b65e-f1c86f2271e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.822561 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-82c111f2-45ee-4c9c-b65e-f1c86f2271e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 1096 time: 0.0570035 Jul 16 18:38:56.899632 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.912155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-0aadba85-8e8c-405d-b617-b9809dc9d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.913632 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-0aadba85-8e8c-405d-b617-b9809dc9d962 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0845222 Jul 16 18:38:57.018121 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:57.209271 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:57.248668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:57.277883 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-23d7d102-9310-46e4-b06a-8f2d056b08f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 200 len: 998 time: 0.3574276 Jul 16 18:38:57.326916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-5377122e-d4a8-432c-b916-05d75b8e5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.328378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-5377122e-d4a8-432c-b916-05d75b8e5d34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0428665 Jul 16 18:38:57.385130 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-081fef18-2b24-4dc2-848d-8de2255aa26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.386578 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-081fef18-2b24-4dc2-848d-8de2255aa26b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507829 Jul 16 18:38:57.479401 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-2eb30a34-5e44-4fef-8aa2-ae1c9449f737 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848536 Jul 16 18:38:57.567077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6d43f10-c3f1-41da-af96-8b1f2da7980b req-ba70d14c-2701-48de-ab5e-275adfa04688 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808079 Jul 16 18:38:57.882583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dd76f-1caf-4bf6-9b7c-b37756630737 req-d3490b72-7c5e-44bd-9e07-f8b6e7fab3bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.884097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb7dd76f-1caf-4bf6-9b7c-b37756630737 req-d3490b72-7c5e-44bd-9e07-f8b6e7fab3bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 944 time: 0.0692520 Jul 16 18:38:57.925654 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cb7dd76f-1caf-4bf6-9b7c-b37756630737 req-67096e08-991f-4dba-bbf0-2e0991d4ee26 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360184 Jul 16 18:38:58.011730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:58.064053 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-489dea2d-9f88-4cce-a103-72805c7451eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.074344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:58.078603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:58.079126 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.159811 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.185032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:58.188694 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a5f16a-38e9-4955-9afd-ceb392136ae4" -d '{"events": [{"server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "name": "network-vif-plugged", "status": "completed", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:58.205249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:58.210975 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.247197 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01e7d60-18f1-4f49-a1ae-72e29f5d7add x-openstack-request-id: req-d01e7d60-18f1-4f49-a1ae-72e29f5d7add {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:58.247502 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "name": "network-vif-plugged", "status": "completed", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:58.247738 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d01e7d60-18f1-4f49-a1ae-72e29f5d7add {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:58.248204 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'code': 200} Jul 16 18:38:58.276028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:59.104342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f29df-2355-4a1a-a7a1-cc3703ca841b req-f21f3db9-1804-4bb5-a30c-babb2098a869 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.105777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-765f29df-2355-4a1a-a7a1-cc3703ca841b req-f21f3db9-1804-4bb5-a30c-babb2098a869 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0654554 Jul 16 18:38:59.143601 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-765f29df-2355-4a1a-a7a1-cc3703ca841b req-61e43dde-2064-4b77-8878-2dfc64deeec2 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320578 Jul 16 18:38:59.317270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e94794-064a-41c2-898e-745fab1b7a6d req-761459d6-82e8-42a1-b958-9f668b064aa3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.319014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45e94794-064a-41c2-898e-745fab1b7a6d req-761459d6-82e8-42a1-b958-9f668b064aa3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0654774 Jul 16 18:38:59.356607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45e94794-064a-41c2-898e-745fab1b7a6d req-d696f884-f4f6-445b-ad8c-c180518b5705 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319126 Jul 16 18:38:59.729177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165758a-2b6c-4154-a95f-ece563d1bcda req-4756a82e-61b3-49bf-b426-29c03afb7a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.730692 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9165758a-2b6c-4154-a95f-ece563d1bcda req-4756a82e-61b3-49bf-b426-29c03afb7a2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 1097 time: 0.1002176 Jul 16 18:38:59.739058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef26d42-66c8-45c7-a506-8fd2a893f26d req-7fc00794-ab2b-409b-a56f-e970ac0324a6 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.740461 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ef26d42-66c8-45c7-a506-8fd2a893f26d req-7fc00794-ab2b-409b-a56f-e970ac0324a6 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.1021645 Jul 16 18:38:59.829462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ef26d42-66c8-45c7-a506-8fd2a893f26d req-1debe5a5-8f80-494f-8e32-7077f4c62d00 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808170 Jul 16 18:38:59.856829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165758a-2b6c-4154-a95f-ece563d1bcda req-13975bb9-900e-43e2-a734-f5ed7e0055c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.858575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9165758a-2b6c-4154-a95f-ece563d1bcda req-13975bb9-900e-43e2-a734-f5ed7e0055c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1170464 Jul 16 18:38:59.923484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9165758a-2b6c-4154-a95f-ece563d1bcda req-cb5cff87-8484-4561-886b-3c1601521fe2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 200 len: 999 time: 0.0584524 Jul 16 18:38:59.976393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165758a-2b6c-4154-a95f-ece563d1bcda req-91ef5abf-6c1f-4a77-b9b1-27204a50946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.977841 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9165758a-2b6c-4154-a95f-ece563d1bcda req-91ef5abf-6c1f-4a77-b9b1-27204a50946e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0482867 Jul 16 18:39:00.035740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165758a-2b6c-4154-a95f-ece563d1bcda req-e6422b06-932c-4dd6-869b-59528e0cec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.037237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9165758a-2b6c-4154-a95f-ece563d1bcda req-e6422b06-932c-4dd6-869b-59528e0cec56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518706 Jul 16 18:39:00.128194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9165758a-2b6c-4154-a95f-ece563d1bcda req-1d58080c-23be-47f9-85f0-44f9b88bef91 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832849 Jul 16 18:39:00.220907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9165758a-2b6c-4154-a95f-ece563d1bcda req-0c1f6285-54f2-437b-8459-adcca3682c67 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862539 Jul 16 18:39:00.704580 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.757310 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0efda04f-d763-49e1-a4c4-dc57c356488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.961848 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:01.002865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc969025-86f6-4fea-a527-4916db6295c8 req-a88d4591-ad40-4a24-a7d7-bfd5d7c08263 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.004362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc969025-86f6-4fea-a527-4916db6295c8 req-a88d4591-ad40-4a24-a7d7-bfd5d7c08263 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0641978 Jul 16 18:39:01.042455 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc969025-86f6-4fea-a527-4916db6295c8 req-3eed273a-5c9e-46f9-a2e8-4fce5fb8a3bb tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325661 Jul 16 18:39:01.423498 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1c7d3-7975-40e7-8ad5-4d11780307c6 req-ca43afff-d044-4405-aa24-79988216bb7a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.424886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ed1c7d3-7975-40e7-8ad5-4d11780307c6 req-ca43afff-d044-4405-aa24-79988216bb7a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0684474 Jul 16 18:39:01.462052 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1ed1c7d3-7975-40e7-8ad5-4d11780307c6 req-0b87cc61-1b14-4ff5-8954-e892d1660d6f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316978 Jul 16 18:39:01.980760 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:02.668354 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e38067-fc9c-47b7-8ffb-f03032873659 req-4d2d11f4-ebe5-42ad-86d2-8da863d24be3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:02.669855 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77e38067-fc9c-47b7-8ffb-f03032873659 req-4d2d11f4-ebe5-42ad-86d2-8da863d24be3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.0948451 Jul 16 18:39:02.730918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-11ce2e5e-b646-45d1-ac14-05579a965d85 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:02.732287 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-11ce2e5e-b646-45d1-ac14-05579a965d85 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 945 time: 0.1116142 Jul 16 18:39:02.735228 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77e38067-fc9c-47b7-8ffb-f03032873659 req-a2cc6434-4d1b-4541-bc62-046807fea426 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592825 Jul 16 18:39:02.836175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Deleting port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:02.836522 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:02.929777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] For port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:02.930319 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.106492 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.107157 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.107502 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3 disassociated. External IP: 172.25.5.9, port: ad8972eb-eea4-4814-9d3d-7aa41fa20ab1. Jul 16 18:39:03.108509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Calling delete_port for ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:03.242504 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.272136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event deleted for resources: {'Port': ['ID=ad8972eb-eea4-4814-9d3d-7aa41fa20ab1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:03.395353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Router ca7ffe46-64c2-4646-b99a-9b0233f87b73 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:03.511543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:03.521065 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcf13d-2abc-4a8c-85c6-61d3b82f8efa None None] Sync routers for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:03.530599 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bcf13d-2abc-4a8c-85c6-61d3b82f8efa None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:03.531298 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-46bcf13d-2abc-4a8c-85c6-61d3b82f8efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:39:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:03.560113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] No DVR routers for this DVR port ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:03.562706 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.564847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5e79681-3f73-4db7-bc2b-443f718340e9 req-8d5af6c1-13a0-4a55-9646-2a6faba564ac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.43 "DELETE /v2.0/ports/ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 HTTP/1.1" status: 204 len: 173 time: 0.8268099 Jul 16 18:39:03.565271 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'name': 'network-vif-deleted', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:03.567625 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d39835b-7fc6-4c91-bde1-b8cc015bc911" -d '{"events": [{"server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "name": "network-vif-deleted", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:03.603904 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a9f26f-000d-4bf7-b0f9-c8a46c37f9db x-openstack-request-id: req-52a9f26f-000d-4bf7-b0f9-c8a46c37f9db {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:03.604139 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f9bc4e-694c-43d6-abc2-fbb5100df63b", "name": "network-vif-deleted", "tag": "ad8972eb-eea4-4814-9d3d-7aa41fa20ab1", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:03.604401 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52a9f26f-000d-4bf7-b0f9-c8a46c37f9db {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:03.604800 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9bc4e-694c-43d6-abc2-fbb5100df63b', 'name': 'network-vif-deleted', 'tag': 'ad8972eb-eea4-4814-9d3d-7aa41fa20ab1', 'status': 'completed', 'code': 200} Jul 16 18:39:03.643852 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-46bcf13d-2abc-4a8c-85c6-61d3b82f8efa None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:03.724282 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.861973 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-46bcf13d-2abc-4a8c-85c6-61d3b82f8efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:03.893606 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcf13d-2abc-4a8c-85c6-61d3b82f8efa None None] Checking router: ca7ffe46-64c2-4646-b99a-9b0233f87b73 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:03.903154 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bcf13d-2abc-4a8c-85c6-61d3b82f8efa None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:03.903790 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-46bcf13d-2abc-4a8c-85c6-61d3b82f8efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:39:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:03.905373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0fc7af7d-6eb3-41fb-958a-2b1b98faee12 req-fe08ab1a-d302-4f10-8e81-522b8b5f6cd7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f9bc4e-694c-43d6-abc2-fbb5100df63b HTTP/1.1" status: 200 len: 210 time: 0.0303795 Jul 16 18:39:04.092066 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-46bcf13d-2abc-4a8c-85c6-61d3b82f8efa None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:04.278772 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-46bcf13d-2abc-4a8c-85c6-61d3b82f8efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:04.309810 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcf13d-2abc-4a8c-85c6-61d3b82f8efa None None] The sync data for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 is: [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:04.522791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f6902-2781-4b6f-ad69-7fecaa930e55 None None] New status for floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:39:05.255955 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-88e66e6b-882d-47cb-b94c-7706e34778fb tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--726326798&fields=id&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 267 time: 0.0333173 Jul 16 18:39:05.364521 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-35986fc6-4f61-436b-b8c3-da5f3ff86f9d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:05.365986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-35986fc6-4f61-436b-b8c3-da5f3ff86f9d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 811 time: 0.1037858 Jul 16 18:39:05.380210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-c2c43a14-0fb0-4ca0-8dfe-d4bc0e1fac3c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/quotas/9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 375 time: 0.0090184 Jul 16 18:39:05.448317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-510c536f-c9ca-4a4e-88c3-c212edd7de67 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633612 Jul 16 18:39:05.547619 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-fd8c8b6b-de2d-4925-bfb8-7f2d8afa622d service neutron] 10.222.0.41 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874226 Jul 16 18:39:05.634710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-1856ddf2-fa7d-4c20-8e7e-1f737a77c4f8 service neutron] 10.222.0.41 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815303 Jul 16 18:39:05.805489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2bd9c9e5-cf42-4418-b5e2-c2c0e253fa68 req-d4eb6efb-96ed-4847-95e2-4c970e9a46ce tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 210 time: 0.0339432 Jul 16 18:39:06.032132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:06.052635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:06.052942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device ad8972eb-eea4-4814-9d3d-7aa41fa20ab1 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:06.970261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6be173b0-93a5-4a43-b057-0bac27e767a3 req-d1a56ff4-40d3-4faf-8378-58ad672ba99e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 210 time: 0.0409360 Jul 16 18:39:07.044988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-5ff42fe9-87f9-4941-b45f-17f39ea477b2 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:07.044988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-5ff42fe9-87f9-4941-b45f-17f39ea477b2 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 811 time: 0.1388245 Jul 16 18:39:07.086976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-4ac6dc08-2c97-4cba-a7e4-837836802625 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 379 time: 0.0344672 Jul 16 18:39:07.098432 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Request body: {'port': {'device_id': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'admin_state_up': True, 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'security_groups': ['64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:07.202386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Made reservation on behalf of 9a8a60c039c3461a9c7af8b675a87ffe for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:07.205857 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.333896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Allocated IP 172.20.0.13 (dd386736-3a2d-4273-b05e-67eadafad7c6/db052de1-822f-42a9-afeb-244dc9d1cd7c/38c481fd-38b9-418f-970e-02d07a1355f8) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:07.467960 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.485854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Transition to ACTIVE for port object 38c481fd-38b9-418f-970e-02d07a1355f8 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:07.517318 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.565525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Network dd386736-3a2d-4273-b05e-67eadafad7c6 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:07.569116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:07.573060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:07.580032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event updated for resources: {'Port': ['ID=38c481fd-38b9-418f-970e-02d07a1355f8,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:07.626828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:07.627463 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.642461 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-3ef45760-f3e8-4d5a-a8aa-a45dc7a2f41e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5483222 Jul 16 18:39:07.655039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Request body: {'port': {'device_id': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:07.736438 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.837702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6f1a881d-2bb6-4b37-b5f2-dda47a634778 None None] Provisioning for port 38c481fd-38b9-418f-970e-02d07a1355f8 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:07.841678 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6f1a881d-2bb6-4b37-b5f2-dda47a634778 None None] Provisioning complete for port 38c481fd-38b9-418f-970e-02d07a1355f8 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:07.841990 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6f1a881d-2bb6-4b37-b5f2-dda47a634778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.876670 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a881d-2bb6-4b37-b5f2-dda47a634778 None None] Port 38c481fd-38b9-418f-970e-02d07a1355f8 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:08.001055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c481fd-38b9-418f-970e-02d07a1355f8 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:08.008926 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.021634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Transition to ACTIVE for port object 38c481fd-38b9-418f-970e-02d07a1355f8 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:08.026324 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.077539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Pushing event updated for resources: {'Port': ['ID=38c481fd-38b9-418f-970e-02d07a1355f8,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:08.197362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Attempting to bind port 38c481fd-38b9-418f-970e-02d07a1355f8 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:08.197685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Attempting to bind port 38c481fd-38b9-418f-970e-02d07a1355f8 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:08.198009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Attempting to bind port 38c481fd-38b9-418f-970e-02d07a1355f8 on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:08.213140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b346ca0-6410-4c13-a5df-0a14efdaf9c8 req-afc85bce-1a49-4f51-bf3d-eec325bb181a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.214675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b346ca0-6410-4c13-a5df-0a14efdaf9c8 req-afc85bce-1a49-4f51-bf3d-eec325bb181a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 944 time: 0.1147132 Jul 16 18:39:08.215775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Port 38c481fd-38b9-418f-970e-02d07a1355f8 on network dd386736-3a2d-4273-b05e-67eadafad7c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:08.216100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Attempting to bind port 38c481fd-38b9-418f-970e-02d07a1355f8 on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:08.224182 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:08.224519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Checking segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:08.224902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Bound using segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:08.225336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Bound port: 38c481fd-38b9-418f-970e-02d07a1355f8, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:08.225695 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.323017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:08.331994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1b346ca0-6410-4c13-a5df-0a14efdaf9c8 req-a1b08c12-516b-421e-a315-c7fef247880e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095772 Jul 16 18:39:08.340135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:08.345486 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.378160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.378766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.380158 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] 10.222.0.35 "PUT /v2.0/ports/38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 1093 time: 0.7303004 Jul 16 18:39:08.380597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:08.382823 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7165dc83-14b9-45a9-b71f-e603da329bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:08.410868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af8a50-f2d9-4cc6-8aee-4ec80f2f0c8a service neutron] Pushing event updated for resources: {'Port': ['ID=38c481fd-38b9-418f-970e-02d07a1355f8,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:08.449881 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdecb0c-a32b-4253-9e1d-d432045610b6 x-openstack-request-id: req-ccdecb0c-a32b-4253-9e1d-d432045610b6 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:08.450148 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:08.450395 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccdecb0c-a32b-4253-9e1d-d432045610b6 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:08.450791 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8', 'status': 'completed', 'code': 200} Jul 16 18:39:08.478072 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-850aedad-c537-4ac3-abc0-91d9609e5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.479653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-850aedad-c537-4ac3-abc0-91d9609e5c7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1096 time: 0.0610025 Jul 16 18:39:08.522706 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-bb0371fd-11bc-4991-8326-793ed929f8e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 217 time: 0.0360394 Jul 16 18:39:08.578594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-ef52498e-ad8c-47c2-916a-a467899e8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.580100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-ef52498e-ad8c-47c2-916a-a467899e8f8c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0509007 Jul 16 18:39:08.639615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-9f734234-2fb0-4bbb-8951-2fdaa755d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.641116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-9f734234-2fb0-4bbb-8951-2fdaa755d61d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536821 Jul 16 18:39:08.736236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-be65ca91-b018-40d8-a66f-d77edd205fb6 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875053 Jul 16 18:39:08.826220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-29cd16ec-d3e2-4fed-8add-eec1bce70328 req-9410abe5-863f-4a16-9cb2-9cd5faef0b1c service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826743 Jul 16 18:39:08.923532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165dc83-14b9-45a9-b71f-e603da329bdb req-55f26fb8-2fd9-464b-9259-2c3b8ffb6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.924997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7165dc83-14b9-45a9-b71f-e603da329bdb req-55f26fb8-2fd9-464b-9259-2c3b8ffb6022 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1096 time: 0.0512667 Jul 16 18:39:09.015823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165dc83-14b9-45a9-b71f-e603da329bdb req-eae07206-fc47-4caa-8dc0-829473716cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.017300 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7165dc83-14b9-45a9-b71f-e603da329bdb req-eae07206-fc47-4caa-8dc0-829473716cfb service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0858212 Jul 16 18:39:09.060831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7165dc83-14b9-45a9-b71f-e603da329bdb req-08ccc283-85b9-460d-b39a-0bd9263a7001 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 217 time: 0.0346313 Jul 16 18:39:09.114509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165dc83-14b9-45a9-b71f-e603da329bdb req-da8c3ae2-aaa1-468a-9332-4b0c6fa1d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.115866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7165dc83-14b9-45a9-b71f-e603da329bdb req-da8c3ae2-aaa1-468a-9332-4b0c6fa1d4e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0468616 Jul 16 18:39:09.499714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165dc83-14b9-45a9-b71f-e603da329bdb req-3ec8bb81-842f-4797-bbe4-e148a5fb4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.501215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7165dc83-14b9-45a9-b71f-e603da329bdb req-3ec8bb81-842f-4797-bbe4-e148a5fb4dbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3778574 Jul 16 18:39:09.546441 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631beb9-dce0-4b3a-a80d-2bb759b0f381 req-f6234f54-1ba4-4218-9dbc-4c0ca73ce0c8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.547938 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8631beb9-dce0-4b3a-a80d-2bb759b0f381 req-f6234f54-1ba4-4218-9dbc-4c0ca73ce0c8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 944 time: 0.1013639 Jul 16 18:39:09.627302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8631beb9-dce0-4b3a-a80d-2bb759b0f381 req-ef0c5990-ce09-47cd-9a0d-edd8041aeb0a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731680 Jul 16 18:39:09.630705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7165dc83-14b9-45a9-b71f-e603da329bdb req-8f76d066-c89e-463a-ac36-a6637bd81226 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215637 Jul 16 18:39:09.724573 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7165dc83-14b9-45a9-b71f-e603da329bdb req-92bdb235-f298-487f-b380-9640a6c64100 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860119 Jul 16 18:39:10.801021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07dfed-0d6c-420e-9044-1e8622b05a98 req-dd0df01d-e81d-4e90-8d51-c0e9fc705189 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:10.802496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f07dfed-0d6c-420e-9044-1e8622b05a98 req-dd0df01d-e81d-4e90-8d51-c0e9fc705189 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 944 time: 0.0630765 Jul 16 18:39:10.839743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2f07dfed-0d6c-420e-9044-1e8622b05a98 req-ba4927a2-113c-4550-8417-6bddbfa2b718 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316572 Jul 16 18:39:11.241288 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 38c481fd-38b9-418f-970e-02d07a1355f8 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:11.333889 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:11.345274 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '38c481fd-38b9-418f-970e-02d07a1355f8', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'port_id': '38c481fd-38b9-418f-970e-02d07a1355f8', 'mac_address': 'fa:16:3e:82:0e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:11.380921 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.393337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c481fd-38b9-418f-970e-02d07a1355f8 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:11.411971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:11.415672 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.463745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=38c481fd-38b9-418f-970e-02d07a1355f8,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:11.652153 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['38c481fd-38b9-418f-970e-02d07a1355f8'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:12.013175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ea3b-6bdf-4ffb-b578-2d20638e7b30 req-a60379ad-83e0-4474-83d2-a39684853fc4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.015205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50d3ea3b-6bdf-4ffb-b578-2d20638e7b30 req-a60379ad-83e0-4474-83d2-a39684853fc4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 945 time: 0.0634594 Jul 16 18:39:12.057189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50d3ea3b-6bdf-4ffb-b578-2d20638e7b30 req-a03468a4-312b-4b63-8e4c-da8e0fdc9c6a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362270 Jul 16 18:39:13.228970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98bc68-5ad3-42f0-ab4d-c3bb9171cb5c req-4abf6dab-7d6f-4794-b3d1-2e46f1c3fd74 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:13.230437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db98bc68-5ad3-42f0-ab4d-c3bb9171cb5c req-4abf6dab-7d6f-4794-b3d1-2e46f1c3fd74 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 945 time: 0.0636826 Jul 16 18:39:13.241900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 38c481fd-38b9-418f-970e-02d07a1355f8 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:13.269567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-db98bc68-5ad3-42f0-ab4d-c3bb9171cb5c req-adbe459f-ec2f-4d42-9390-63b228ab00b9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335088 Jul 16 18:39:13.289599 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 38c481fd-38b9-418f-970e-02d07a1355f8 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:13.293079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 38c481fd-38b9-418f-970e-02d07a1355f8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:13.293453 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.370115 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.390865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:13.393925 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fb3eed-c61a-4e66-b689-4d884a0be077" -d '{"events": [{"server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "name": "network-vif-plugged", "status": "completed", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:13.406811 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:13.410805 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.433691 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9355c62f-58ab-4e22-8e05-835001f7f719 x-openstack-request-id: req-9355c62f-58ab-4e22-8e05-835001f7f719 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:13.433978 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "name": "network-vif-plugged", "status": "completed", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:13.434224 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9355c62f-58ab-4e22-8e05-835001f7f719 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:13.434605 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8', 'code': 200} Jul 16 18:39:13.460341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=38c481fd-38b9-418f-970e-02d07a1355f8,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:13.542703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4697f-ce81-4911-ab33-1ee781382ef2 req-7205474c-428f-4522-bf2f-901a49158473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:13.544247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5a4697f-ce81-4911-ab33-1ee781382ef2 req-7205474c-428f-4522-bf2f-901a49158473 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1098 time: 0.0522027 Jul 16 18:39:13.578032 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b5a4697f-ce81-4911-ab33-1ee781382ef2 req-8d8e09c4-9689-440a-bdb2-59b871b36fca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274670 Jul 16 18:39:14.454568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8ed29-d5a4-445d-b401-f6ad60fa2b53 req-d966a8bd-20d6-4700-b6ba-9c3b0ae53904 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:14.456082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbe8ed29-d5a4-445d-b401-f6ad60fa2b53 req-d966a8bd-20d6-4700-b6ba-9c3b0ae53904 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0688775 Jul 16 18:39:14.497019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbe8ed29-d5a4-445d-b401-f6ad60fa2b53 req-278f1099-e02a-44d4-9adc-f72adbe36d82 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344539 Jul 16 18:39:15.670573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c8505-578a-4032-bd76-d89d1af4091b req-77b80c19-6100-4eb6-b943-8fe3d30bc9d5 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.672084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a0c8505-578a-4032-bd76-d89d1af4091b req-77b80c19-6100-4eb6-b943-8fe3d30bc9d5 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0648797 Jul 16 18:39:15.710014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a0c8505-578a-4032-bd76-d89d1af4091b req-593266df-ae47-4803-aae6-031f744a398e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324767 Jul 16 18:39:15.895835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be7ce8-0624-448e-bdbe-c6942600ac4b req-641c95c9-90d4-4574-a8b6-29e7b2056733 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.897232 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06be7ce8-0624-448e-bdbe-c6942600ac4b req-641c95c9-90d4-4574-a8b6-29e7b2056733 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0642960 Jul 16 18:39:15.906927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52476) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:15.911546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d43f87bb-d028-49ee-9f88-6548e360f21c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Request body: {'floatingip': {'port_id': '38c481fd-38b9-418f-970e-02d07a1355f8'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:15.955299 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d43f87bb-d028-49ee-9f88-6548e360f21c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.404445 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d43f87bb-d028-49ee-9f88-6548e360f21c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.408321 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d43f87bb-d028-49ee-9f88-6548e360f21c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.509664 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-d43f87bb-d028-49ee-9f88-6548e360f21c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3 associated. External IP: 172.25.5.9, port: 38c481fd-38b9-418f-970e-02d07a1355f8. Jul 16 18:39:16.716541 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43f87bb-d028-49ee-9f88-6548e360f21c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Router ca7ffe46-64c2-4646-b99a-9b0233f87b73 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:16.820674 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43f87bb-d028-49ee-9f88-6548e360f21c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:16.825632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d43f87bb-d028-49ee-9f88-6548e360f21c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.830703 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1037a56-3556-4b55-8c95-945ef593f0ee None None] Sync routers for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:16.840020 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1037a56-3556-4b55-8c95-945ef593f0ee None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:16.840636 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-b1037a56-3556-4b55-8c95-945ef593f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:39:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:16.866685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d43f87bb-d028-49ee-9f88-6548e360f21c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "PUT /v2.0/floatingips/ea3ec727-9c0f-483f-b965-6bf6403e7fe3 HTTP/1.1" status: 200 len: 990 time: 0.9586298 Jul 16 18:39:16.867297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:16.869565 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a073db1-480f-460f-918b-d56d39b06744" -d '{"events": [{"name": "network-changed", "server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:16.908117 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cb3bd8-502e-4796-ad46-3c6d4ce48a02 x-openstack-request-id: req-26cb3bd8-502e-4796-ad46-3c6d4ce48a02 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:16.908410 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:16.908667 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26cb3bd8-502e-4796-ad46-3c6d4ce48a02 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:16.909074 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8', 'status': 'completed', 'code': 200} Jul 16 18:39:16.949240 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-b1037a56-3556-4b55-8c95-945ef593f0ee None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:16.990236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a073db1-480f-460f-918b-d56d39b06744 req-ff508111-85a1-4c7d-bb39-90499df53497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:16.991912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a073db1-480f-460f-918b-d56d39b06744 req-ff508111-85a1-4c7d-bb39-90499df53497 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1098 time: 0.0578053 Jul 16 18:39:17.088042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a073db1-480f-460f-918b-d56d39b06744 req-e581b00b-a024-437f-8840-52cf2fa687f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.089529 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a073db1-480f-460f-918b-d56d39b06744 req-e581b00b-a024-437f-8840-52cf2fa687f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0913639 Jul 16 18:39:17.154989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a073db1-480f-460f-918b-d56d39b06744 req-02cf7ae8-23dc-4ab7-b82c-ba6bd86fa75b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 998 time: 0.0579989 Jul 16 18:39:17.170218 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-b1037a56-3556-4b55-8c95-945ef593f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ea3ec727-9c0f-483f-b965-6bf6403e7fe3', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'port_id': '38c481fd-38b9-418f-970e-02d07a1355f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'mac_address': 'fa:16:3e:82:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:09Z', 'updated_at': '2021-07-16T18:39:16Z', 'revision_number': 9, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:17.199216 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1037a56-3556-4b55-8c95-945ef593f0ee None None] Checking router: ca7ffe46-64c2-4646-b99a-9b0233f87b73 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:17.204036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a073db1-480f-460f-918b-d56d39b06744 req-4f7f84ec-4d36-46e1-abe0-1b76b7575b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.205494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a073db1-480f-460f-918b-d56d39b06744 req-4f7f84ec-4d36-46e1-abe0-1b76b7575b58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0437961 Jul 16 18:39:17.207668 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1037a56-3556-4b55-8c95-945ef593f0ee None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:17.208273 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-b1037a56-3556-4b55-8c95-945ef593f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:39:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:17.268323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a073db1-480f-460f-918b-d56d39b06744 req-99f0640b-350c-4865-bd52-1ca7163a3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.269801 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a073db1-480f-460f-918b-d56d39b06744 req-99f0640b-350c-4865-bd52-1ca7163a3a2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579333 Jul 16 18:39:17.312488 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-b1037a56-3556-4b55-8c95-945ef593f0ee None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:17.364004 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a073db1-480f-460f-918b-d56d39b06744 req-7b860958-aeac-490a-9045-5efed97ebe8c service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874979 Jul 16 18:39:17.461920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a073db1-480f-460f-918b-d56d39b06744 req-07451bee-36e4-4a3d-9b80-103572a92d96 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916047 Jul 16 18:39:17.537459 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-b1037a56-3556-4b55-8c95-945ef593f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ea3ec727-9c0f-483f-b965-6bf6403e7fe3', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'port_id': '38c481fd-38b9-418f-970e-02d07a1355f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'mac_address': 'fa:16:3e:82:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:09Z', 'updated_at': '2021-07-16T18:39:16Z', 'revision_number': 9, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:17.567723 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1037a56-3556-4b55-8c95-945ef593f0ee None None] The sync data for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 is: [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ea3ec727-9c0f-483f-b965-6bf6403e7fe3', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'port_id': '38c481fd-38b9-418f-970e-02d07a1355f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'mac_address': 'fa:16:3e:82:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:09Z', 'updated_at': '2021-07-16T18:39:16Z', 'revision_number': 9, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:17.751686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2990af7-3291-485e-9ef7-e8e1ad6a4f7c None None] New status for floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:39:26.898441 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.013891 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.056341 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8d1e53a8-ac73-45db-a66a-5e554c5080e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.708991 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.757391 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f913845d-7822-4939-afcb-9789ce2e52cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.982853 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.725224 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.963757 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:51.068998 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5f9ec56-d48e-4073-a1fb-0e149595d560 req-fd598b99-c658-46bc-82ab-db463ce2b120 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0568082 Jul 16 18:39:51.163983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9ec56-d48e-4073-a1fb-0e149595d560 req-2f02bd13-4421-4cec-98d3-d0c33b9359c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.165525 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5f9ec56-d48e-4073-a1fb-0e149595d560 req-2f02bd13-4421-4cec-98d3-d0c33b9359c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1098 time: 0.0542488 Jul 16 18:39:51.271468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9ec56-d48e-4073-a1fb-0e149595d560 req-b9a5db61-28cc-4b86-901b-ecd9509fef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.272903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5f9ec56-d48e-4073-a1fb-0e149595d560 req-b9a5db61-28cc-4b86-901b-ecd9509fef55 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0880308 Jul 16 18:39:51.336127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5f9ec56-d48e-4073-a1fb-0e149595d560 req-2605b49e-561a-45a1-b375-370a5f48996c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 1001 time: 0.0567107 Jul 16 18:39:51.386718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9ec56-d48e-4073-a1fb-0e149595d560 req-881d1fca-c4ac-41c5-ae9c-e7aa40912b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.388238 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5f9ec56-d48e-4073-a1fb-0e149595d560 req-881d1fca-c4ac-41c5-ae9c-e7aa40912b1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0457449 Jul 16 18:39:51.445244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9ec56-d48e-4073-a1fb-0e149595d560 req-54f26cfd-2c09-4967-b787-72bdc88cb958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.446721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5f9ec56-d48e-4073-a1fb-0e149595d560 req-54f26cfd-2c09-4967-b787-72bdc88cb958 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520828 Jul 16 18:39:51.536027 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5f9ec56-d48e-4073-a1fb-0e149595d560 req-3084b408-b092-4701-be51-1e899b1c577d service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814130 Jul 16 18:39:51.627004 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5f9ec56-d48e-4073-a1fb-0e149595d560 req-d332df7b-2c82-414c-97c7-b034dc3b5bac service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849826 Jul 16 18:39:56.899131 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.026484 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.059043 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aad32b9d-4924-4236-a4fb-05844afe2c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.710533 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.757524 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4f942d2e-75c2-417c-8683-84045fba76c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.985764 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.728624 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.963277 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:26.894641 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.018341 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.061619 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7a01076d-0244-4846-859c-5100985373ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.712552 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.757234 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b2816466-e389-43ef-b0d9-8f1001ef0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.989256 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.730614 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.963733 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:52.040585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-079f9465-2df8-46fc-a10c-df07e35f49f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538383 Jul 16 18:40:52.138729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-eea0991a-e55c-4b1e-b76c-574303a96b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:52.140244 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-eea0991a-e55c-4b1e-b76c-574303a96b13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1098 time: 0.0517480 Jul 16 18:40:52.251426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-8a1f145d-8383-4c33-b9aa-767af93630b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:52.252836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-8a1f145d-8383-4c33-b9aa-767af93630b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0886972 Jul 16 18:40:52.323707 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-2f642ca4-96c7-4610-8095-d11e94cc67e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 1001 time: 0.0607703 Jul 16 18:40:52.373589 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-bfd02b93-c842-4790-806a-1cfdf6c0fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:52.374964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-bfd02b93-c842-4790-806a-1cfdf6c0fcea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0418835 Jul 16 18:40:52.431637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-e0bdf72e-c120-471a-a2ee-b6913420c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:52.433286 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-e0bdf72e-c120-471a-a2ee-b6913420c796 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510013 Jul 16 18:40:52.445677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-6f61baab-0896-4a0b-bdd6-31d55ae5ed71 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:40:52.446635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-6f61baab-0896-4a0b-bdd6-31d55ae5ed71 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054913 Jul 16 18:40:52.538417 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-aa1585a3-8b52-4c71-b81c-679d1252abd6 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851028 Jul 16 18:40:52.626351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-614e7d9c-265f-410b-a908-2993e4e5cb91 req-6651c886-9e2b-4347-b345-9eaea07c6ee8 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811710 Jul 16 18:40:54.270143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-6064f8dd-ac9b-40ed-a5a1-bf5b5f55e40b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0515299 Jul 16 18:40:54.341041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4f1d6-4f1e-47b9-93f4-5b6fbfb3bb1e req-5c832f31-b051-457e-b5e3-2d1f3ba59b14 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:54.342569 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ec4f1d6-4f1e-47b9-93f4-5b6fbfb3bb1e req-5c832f31-b051-457e-b5e3-2d1f3ba59b14 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0715590 Jul 16 18:40:54.382078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7ec4f1d6-4f1e-47b9-93f4-5b6fbfb3bb1e req-766b3a1c-5c33-411b-8595-ad80e8f7d377 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332694 Jul 16 18:40:55.483015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-f32b9c75-6ab7-47e1-b0ff-fd4f182fd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:55.484589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-f32b9c75-6ab7-47e1-b0ff-fd4f182fd50c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1098 time: 0.0526338 Jul 16 18:40:55.906241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-7dcb0a60-f1b0-4d53-875f-1cbf091adff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:55.907738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-7dcb0a60-f1b0-4d53-875f-1cbf091adff5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.4159832 Jul 16 18:40:55.918860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a74697-3954-47b5-8db6-2f136f423d9a req-5a0f2906-7ea4-4115-b5ca-60fef4109e0f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:55.920264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05a74697-3954-47b5-8db6-2f136f423d9a req-5a0f2906-7ea4-4115-b5ca-60fef4109e0f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.4202480 Jul 16 18:40:56.003890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05a74697-3954-47b5-8db6-2f136f423d9a req-3d2d930a-b26d-4714-add3-86fa0a4334b2 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771341 Jul 16 18:40:56.005650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-5673c803-3de7-4bbf-b8d8-66bd799441e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 1001 time: 0.0845556 Jul 16 18:40:56.056284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-0ea06621-b2be-4f63-8188-d89a3b903cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.057751 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-0ea06621-b2be-4f63-8188-d89a3b903cd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0453339 Jul 16 18:40:56.114833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-4aed8f4c-8883-453d-b1c4-bef4b4a8f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.116420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-4aed8f4c-8883-453d-b1c4-bef4b4a8f138 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514050 Jul 16 18:40:56.210256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-eba307a9-2ba7-4156-8e91-fc26f87922de service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867460 Jul 16 18:40:56.299286 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-cfc04e8d-e980-4cb1-aee0-04fcfd444fc2 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828092 Jul 16 18:40:56.905347 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.025839 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.181115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2d7ae-dabd-4c4d-bda9-c77f3fcb9a59 req-71bff359-aae3-4e63-a617-b559838e4545 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:57.182580 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51b2d7ae-dabd-4c4d-bda9-c77f3fcb9a59 req-71bff359-aae3-4e63-a617-b559838e4545 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0670440 Jul 16 18:40:57.221029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-51b2d7ae-dabd-4c4d-bda9-c77f3fcb9a59 req-21c1b23d-6251-4b41-a681-cf8b42e045e6 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326695 Jul 16 18:40:58.062508 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0a5a11a8-fcf1-4a75-a624-32ae09b65c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.393304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c413c-5997-418d-bc81-25b597ed5a63 req-5ef2cf61-94e3-4428-b66d-c0f39670681a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:58.394693 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a59c413c-5997-418d-bc81-25b597ed5a63 req-5ef2cf61-94e3-4428-b66d-c0f39670681a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0634668 Jul 16 18:40:58.431962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a59c413c-5997-418d-bc81-25b597ed5a63 req-ffc5d303-e05f-497e-8de0-71966e987991 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317788 Jul 16 18:40:59.613829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cea699-9df2-49ea-a660-86fac0d6b0d6 req-09abdf53-4195-4b6d-ba5f-b0b106fe3c22 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:59.615894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6cea699-9df2-49ea-a660-86fac0d6b0d6 req-09abdf53-4195-4b6d-ba5f-b0b106fe3c22 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0664022 Jul 16 18:40:59.658716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6cea699-9df2-49ea-a660-86fac0d6b0d6 req-33236e80-89dd-4484-9279-750f04d22918 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371864 Jul 16 18:41:00.714208 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.757727 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-103a1e46-442e-4a08-b957-8d43cc369438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.840583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cee17f-6da1-442e-b237-8d8b71cb78d0 req-ab2fbc97-27c9-4be2-8aa0-99ee6b8d74fb tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:00.842066 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-65cee17f-6da1-442e-b237-8d8b71cb78d0 req-ab2fbc97-27c9-4be2-8aa0-99ee6b8d74fb tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0652943 Jul 16 18:41:00.878906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-65cee17f-6da1-442e-b237-8d8b71cb78d0 req-95c89dc7-4bb3-46e0-8b09-c36b1d3fa08b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313685 Jul 16 18:41:01.992083 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.059703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa1e88-e46b-48e4-939f-ba33fb3b5e1d req-0033acf6-9767-4354-befe-37a4ed4d626b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.061198 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b1aa1e88-e46b-48e4-939f-ba33fb3b5e1d req-0033acf6-9767-4354-befe-37a4ed4d626b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0667207 Jul 16 18:41:02.098736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b1aa1e88-e46b-48e4-939f-ba33fb3b5e1d req-d5c1b127-b6b2-440d-b8ed-9ae7582df614 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316443 Jul 16 18:41:03.276398 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d0f5a-90ba-44b3-9331-be324a3827b2 req-b3e0734e-e0a4-490c-95f2-f828c656047a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.277876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-276d0f5a-90ba-44b3-9331-be324a3827b2 req-b3e0734e-e0a4-490c-95f2-f828c656047a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0673170 Jul 16 18:41:03.314886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-276d0f5a-90ba-44b3-9331-be324a3827b2 req-f96c9de6-fb06-49a7-812c-72ae4fcf2fd9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314088 Jul 16 18:41:03.734282 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.489331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394e1b1-1625-42ef-be4c-0b121dd46782 req-6eb011d9-e8e7-42f4-8dce-a83d9f23a13c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:04.490975 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2394e1b1-1625-42ef-be4c-0b121dd46782 req-6eb011d9-e8e7-42f4-8dce-a83d9f23a13c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0637197 Jul 16 18:41:04.528874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2394e1b1-1625-42ef-be4c-0b121dd46782 req-e305737c-52d6-490d-9e82-798c04c63603 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323427 Jul 16 18:41:05.703409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873cd35-a874-44cd-8ff1-a8ba2e38d7dc req-538753b1-c873-47c3-a296-e9038e0277f1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:05.704913 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4873cd35-a874-44cd-8ff1-a8ba2e38d7dc req-538753b1-c873-47c3-a296-e9038e0277f1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0633752 Jul 16 18:41:05.746329 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4873cd35-a874-44cd-8ff1-a8ba2e38d7dc req-fc665116-55b9-439a-8524-fa4e95cb89d3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359192 Jul 16 18:41:06.921539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57893f5c-a4a2-4fe3-898e-b500e90488f3 req-4d8e8ed0-0a05-47fe-a99d-4d7edd85baa9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:06.923007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57893f5c-a4a2-4fe3-898e-b500e90488f3 req-4d8e8ed0-0a05-47fe-a99d-4d7edd85baa9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0636039 Jul 16 18:41:06.960987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57893f5c-a4a2-4fe3-898e-b500e90488f3 req-230bb66d-06fe-42a9-b7ae-f3ac818866b6 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325096 Jul 16 18:41:08.134778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782bd67-f8d8-4360-86ba-da5504a247ee req-68aa1d1b-f5ff-4445-9573-844605196608 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:08.136269 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d782bd67-f8d8-4360-86ba-da5504a247ee req-68aa1d1b-f5ff-4445-9573-844605196608 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0627158 Jul 16 18:41:08.172554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d782bd67-f8d8-4360-86ba-da5504a247ee req-1a3db50c-28f1-4830-a87a-561dc7bf94fd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307748 Jul 16 18:41:08.533526 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-f9b6d13d-29d7-4c45-96a4-442cb5ee1385 service neutron] show failed (client error): The resource could not be found. Jul 16 18:41:08.534534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-f9b6d13d-29d7-4c45-96a4-442cb5ee1385 service neutron] 10.222.0.35 "GET /v2.0/ports/38c481fd-38b9-418f-970e-02d07a1355f8/bindings/n-h2-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0583560 Jul 16 18:41:08.781115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-dc687d5c-462a-4e12-8ae7-ba92b95cb211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:08.782595 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-dc687d5c-462a-4e12-8ae7-ba92b95cb211 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 1098 time: 0.0530837 Jul 16 18:41:08.794488 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:08.865609 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.070824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:09.102813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:09.141456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:09.144004 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa81e7d-3ce8-42c2-9a19-356fb032d85e" -d '{"events": [{"server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "name": "network-vif-unplugged", "status": "completed", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:09.148422 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.160680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Transition to ACTIVE for port object 38c481fd-38b9-418f-970e-02d07a1355f8 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:09.164030 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.194792 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e488710-d365-4be9-b30b-f50ed39a1aea x-openstack-request-id: req-9e488710-d365-4be9-b30b-f50ed39a1aea {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:09.195081 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "name": "network-vif-unplugged", "status": "completed", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:09.195323 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e488710-d365-4be9-b30b-f50ed39a1aea {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:09.195734 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8', 'code': 200} Jul 16 18:41:09.213569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Pushing event updated for resources: {'Port': ['ID=38c481fd-38b9-418f-970e-02d07a1355f8,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:09.261045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.261435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.261720 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.262049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.262376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.262700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.263010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.263332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.263684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.263993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.264293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.264624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.313372 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] No DVR routers for this DVR port 38c481fd-38b9-418f-970e-02d07a1355f8 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:09.498364 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Attempting to bind port 38c481fd-38b9-418f-970e-02d07a1355f8 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:09.498615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Attempting to bind port 38c481fd-38b9-418f-970e-02d07a1355f8 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:09.498944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Attempting to bind port 38c481fd-38b9-418f-970e-02d07a1355f8 on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:09.509334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280d300-2f47-4cf1-832d-dfe37e7ff265 req-09bd29c5-e7a0-427a-acbd-852ebdaa074a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.510817 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7280d300-2f47-4cf1-832d-dfe37e7ff265 req-09bd29c5-e7a0-427a-acbd-852ebdaa074a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 944 time: 0.2024417 Jul 16 18:41:09.512797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Port 38c481fd-38b9-418f-970e-02d07a1355f8 on network dd386736-3a2d-4273-b05e-67eadafad7c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:09.513110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Attempting to bind port 38c481fd-38b9-418f-970e-02d07a1355f8 on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:09.524299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:09.524632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Checking segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:09.525000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Bound using segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:09.525444 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Bound port: 38c481fd-38b9-418f-970e-02d07a1355f8, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:09.525779 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.590492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7280d300-2f47-4cf1-832d-dfe37e7ff265 req-ea53fe0b-540c-4883-b28f-7cb84a6c6bfa tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726318 Jul 16 18:41:09.611736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:09.614731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:09.619592 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.652475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.653091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.654459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] 10.222.0.43 "PUT /v2.0/ports/38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 1093 time: 0.8640702 Jul 16 18:41:09.677912 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c37a7-8495-4919-b8b6-ecb3fdc03c9e service neutron] Pushing event updated for resources: {'Port': ['ID=38c481fd-38b9-418f-970e-02d07a1355f8,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:09.736916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-434e2da7-4970-4b4c-91c6-92a96fe552e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.738432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-434e2da7-4970-4b4c-91c6-92a96fe552e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1096 time: 0.0564311 Jul 16 18:41:09.839309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c84dd209-264f-41bc-8a65-d37db8273472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.840876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-c84dd209-264f-41bc-8a65-d37db8273472 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0960562 Jul 16 18:41:09.904832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-d55c8877-d407-4867-afee-89a6af919afa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 999 time: 0.0570393 Jul 16 18:41:09.960396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-018ef359-8de4-4b58-95a1-1d7ba0404f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.961879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-018ef359-8de4-4b58-95a1-1d7ba0404f9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0497828 Jul 16 18:41:10.016885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-af91953d-cb8a-4bc9-8692-52c6019c8068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:10.018366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-af91953d-cb8a-4bc9-8692-52c6019c8068 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502043 Jul 16 18:41:10.029581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-73a47649-4909-4bbe-b2ad-59d2214f90dc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:41:10.030500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-73a47649-4909-4bbe-b2ad-59d2214f90dc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051007 Jul 16 18:41:10.119559 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-f635e210-b0cd-46a3-bbd5-54b6fae7825c service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820549 Jul 16 18:41:10.213739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8c90b7a6-8351-4043-a6cc-7627e6ff383d req-d1592cb9-e918-475f-898d-90076367c55d service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863888 Jul 16 18:41:10.813300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81cbc5-651d-4fbd-9176-53e506c3e5ef req-cfe71274-33fb-4502-a89f-3c651e79dd81 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:10.814769 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea81cbc5-651d-4fbd-9176-53e506c3e5ef req-cfe71274-33fb-4502-a89f-3c651e79dd81 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 944 time: 0.1105630 Jul 16 18:41:10.852828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ea81cbc5-651d-4fbd-9176-53e506c3e5ef req-50fd4db7-1a59-4e67-bd29-51148d5be1ec tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323932 Jul 16 18:41:11.196433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:11.198772 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febe6d6f-3141-4017-bf77-773ae0f447cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:11.248924 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7219af82-36d4-4a90-8b0e-45fceeec3dcc x-openstack-request-id: req-7219af82-36d4-4a90-8b0e-45fceeec3dcc {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:11.249502 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:11.249502 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7219af82-36d4-4a90-8b0e-45fceeec3dcc {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:11.250110 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8', 'status': 'completed', 'code': 200} Jul 16 18:41:11.362007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-dba08716-a596-4dca-a8dd-2254fd8319fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.363411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-dba08716-a596-4dca-a8dd-2254fd8319fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1096 time: 0.0934615 Jul 16 18:41:11.369159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-9547f77f-5ed8-4f85-933c-78402ce0cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.370506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-9547f77f-5ed8-4f85-933c-78402ce0cb44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1096 time: 0.0917850 Jul 16 18:41:11.521895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-78f8f12a-f476-4ddc-abe7-da04c5d55b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.524082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-78f8f12a-f476-4ddc-abe7-da04c5d55b64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1527548 Jul 16 18:41:11.526632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-01615b0e-cb9e-4ecc-841c-da3c6063baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.528013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-01615b0e-cb9e-4ecc-841c-da3c6063baed service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1487577 Jul 16 18:41:11.637026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-255ff621-d2bf-4fd8-85e4-3515bc53e915 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 999 time: 0.1060722 Jul 16 18:41:11.638675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-9e4886e7-b2da-4fa5-a3dc-e93fbae03b49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 999 time: 0.1014245 Jul 16 18:41:11.720079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-0c21f90c-6531-4bcb-8caf-24bd49661321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.721514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-0c21f90c-6531-4bcb-8caf-24bd49661321 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0788288 Jul 16 18:41:11.724855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-632c513b-85c8-41b6-9c06-d5792713d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.726237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-632c513b-85c8-41b6-9c06-d5792713d9e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0763159 Jul 16 18:41:11.817532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-de95d190-403a-433a-828b-232f0233b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.819077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-de95d190-403a-433a-828b-232f0233b668 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912163 Jul 16 18:41:11.821668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-33072ab5-4b65-440b-8522-fed2b9dc9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.823003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-33072ab5-4b65-440b-8522-fed2b9dc9a64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881460 Jul 16 18:41:11.836375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 38c481fd-38b9-418f-970e-02d07a1355f8 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:11.920432 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 38c481fd-38b9-418f-970e-02d07a1355f8 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:12.010837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-616bfdc6-1a4a-4318-bac2-918c312d7e39 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856272 Jul 16 18:41:12.012561 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-90ad4947-c74b-401a-a82c-f00c8076f582 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805775 Jul 16 18:41:12.178256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41465e10-6200-437e-af41-cb904212da8c req-932afbc1-4fb1-4f08-8c68-f75a49ae78b6 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.179792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41465e10-6200-437e-af41-cb904212da8c req-932afbc1-4fb1-4f08-8c68-f75a49ae78b6 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 944 time: 0.2014022 Jul 16 18:41:12.215779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-987dd03f-4e97-45f6-9eb3-4876eaefeed9 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953630 Jul 16 18:41:12.219576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-febe6d6f-3141-4017-bf77-773ae0f447cd req-cddbc826-0acc-4849-a3c7-fd489f03b243 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004228 Jul 16 18:41:12.237614 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41465e10-6200-437e-af41-cb904212da8c req-b04a6a2f-bf49-4b63-a880-690890f6c665 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506475 Jul 16 18:41:12.673053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-9004b1bb-dd82-46cd-9429-c86bce7b7dac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.674481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-9004b1bb-dd82-46cd-9429-c86bce7b7dac tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&binding%3Ahost_id=n-h2-787206-10 HTTP/1.1" status: 200 len: 944 time: 0.1063838 Jul 16 18:41:12.735697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f165af5-de4d-4f46-8dcb-d862265eb36f req-a7f4c53a-cb21-4de2-9634-90cb34c63fb2 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.737070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f165af5-de4d-4f46-8dcb-d862265eb36f req-a7f4c53a-cb21-4de2-9634-90cb34c63fb2 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 944 time: 0.1109905 Jul 16 18:41:12.739635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 38c481fd-38b9-418f-970e-02d07a1355f8 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:12.778050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-bbb02c9d-5b38-4c2b-bb5f-262be869e3b2 service neutron] 10.222.0.43 "GET /v2.0/ports/38c481fd-38b9-418f-970e-02d07a1355f8/bindings/n-h2-787206-10 HTTP/1.1" status: 200 len: 383 time: 0.0954907 Jul 16 18:41:12.792372 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9f165af5-de4d-4f46-8dcb-d862265eb36f req-a3929903-82c5-4460-8c44-cfe3c905f434 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450172 Jul 16 18:41:12.836714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:12.857149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-0699b18e-c8ee-48b1-8bea-a14b5f3abef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.858662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-0699b18e-c8ee-48b1-8bea-a14b5f3abef9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1096 time: 0.0555298 Jul 16 18:41:12.957597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1305cc65-6868-44cf-818a-8158092c8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.959121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1305cc65-6868-44cf-818a-8158092c8db4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0936265 Jul 16 18:41:13.005280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '38c481fd-38b9-418f-970e-02d07a1355f8', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'port_id': '38c481fd-38b9-418f-970e-02d07a1355f8', 'mac_address': 'fa:16:3e:82:0e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:13.031172 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-3b8a55b6-1ca0-44b3-8fa9-21dc2caaeace service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 999 time: 0.0652206 Jul 16 18:41:13.041493 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.055690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c481fd-38b9-418f-970e-02d07a1355f8 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:13.075395 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:13.079247 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.083818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-e43322be-4eba-4260-a961-64f3a2089183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.085858 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-e43322be-4eba-4260-a961-64f3a2089183 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0470843 Jul 16 18:41:13.124880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=38c481fd-38b9-418f-970e-02d07a1355f8,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:13.132350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:13.132700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:13.133044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:13.133381 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:13.133715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:13.134045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:13.134375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:13.134702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:13.135027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:13.135360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:13.135708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:13.136031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:13.143608 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-dee64ca0-616a-46cb-bc9e-433c7e46fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.145340 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-dee64ca0-616a-46cb-bc9e-433c7e46fe4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530949 Jul 16 18:41:13.238953 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-d27489f8-15a0-4c2d-8036-149e3523e693 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864027 Jul 16 18:41:13.302030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['38c481fd-38b9-418f-970e-02d07a1355f8'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:13.328201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-95020e86-ec0f-4d1b-8647-6f711dd59a7b service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825634 Jul 16 18:41:13.978214 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b454764-8723-43de-b09d-464cee60c9df req-0ddaa1db-2e26-419f-bfa7-3717023555f5 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.979701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b454764-8723-43de-b09d-464cee60c9df req-0ddaa1db-2e26-419f-bfa7-3717023555f5 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 945 time: 0.0684199 Jul 16 18:41:14.017046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b454764-8723-43de-b09d-464cee60c9df req-c4d80fc0-daab-4690-8b17-0b96dec3df57 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318551 Jul 16 18:41:14.748412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 38c481fd-38b9-418f-970e-02d07a1355f8 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:14.799370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 38c481fd-38b9-418f-970e-02d07a1355f8 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:14.803458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 38c481fd-38b9-418f-970e-02d07a1355f8 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:14.804072 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.879365 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.900900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:14.903154 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f764a4ec-7b3b-4086-8b50-03be35ca2235" -d '{"events": [{"server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "name": "network-vif-plugged", "status": "completed", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:14.915205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:14.919382 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.955595 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a1579b-b527-4fdc-980a-302ee8bc6d2c x-openstack-request-id: req-04a1579b-b527-4fdc-980a-302ee8bc6d2c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:14.955888 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "name": "network-vif-plugged", "status": "completed", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:14.956231 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04a1579b-b527-4fdc-980a-302ee8bc6d2c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:14.956756 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8', 'code': 200} Jul 16 18:41:14.968454 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=38c481fd-38b9-418f-970e-02d07a1355f8,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:15.197841 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5742f7-6c0a-4bb5-8a13-a014d3734987 req-50a56207-6a8c-4010-a609-81df0559d81a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:15.199049 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3b5742f7-6c0a-4bb5-8a13-a014d3734987 req-50a56207-6a8c-4010-a609-81df0559d81a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0640152 Jul 16 18:41:15.238876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3b5742f7-6c0a-4bb5-8a13-a014d3734987 req-ab27ccf4-6649-46e0-9e64-58e303f4a741 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334079 Jul 16 18:41:15.417350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-baa600fd-5fd4-4e56-bdb4-41e01f58cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:15.418878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-baa600fd-5fd4-4e56-bdb4-41e01f58cf6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 1098 time: 0.0569727 Jul 16 18:41:15.429846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:15.500577 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.990411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:16.023237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:16.064869 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:16.067107 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9cd977-ca1c-42fd-8ef1-821c78304475" -d '{"events": [{"server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "name": "network-vif-unplugged", "status": "completed", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:16.071144 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.083915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Transition to ACTIVE for port object 38c481fd-38b9-418f-970e-02d07a1355f8 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:16.088640 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.133010 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eb0339-2236-4845-876f-7d3bb8f32868 x-openstack-request-id: req-c3eb0339-2236-4845-876f-7d3bb8f32868 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:16.133303 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "name": "network-vif-unplugged", "status": "completed", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:16.133547 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3eb0339-2236-4845-876f-7d3bb8f32868 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:16.133934 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8', 'code': 200} Jul 16 18:41:16.167902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Pushing event updated for resources: {'Port': ['ID=38c481fd-38b9-418f-970e-02d07a1355f8,revision_number=10']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:16.214598 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] No DVR routers for this DVR port 38c481fd-38b9-418f-970e-02d07a1355f8 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:16.354122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Attempting to bind port 38c481fd-38b9-418f-970e-02d07a1355f8 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:16.354453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Attempting to bind port 38c481fd-38b9-418f-970e-02d07a1355f8 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:16.354774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Attempting to bind port 38c481fd-38b9-418f-970e-02d07a1355f8 on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:16.369821 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Port 38c481fd-38b9-418f-970e-02d07a1355f8 on network dd386736-3a2d-4273-b05e-67eadafad7c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:16.370133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Attempting to bind port 38c481fd-38b9-418f-970e-02d07a1355f8 on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:16.398576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:16.398907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Checking segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:16.399286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Bound using segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:16.399740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Bound port: 38c481fd-38b9-418f-970e-02d07a1355f8, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:16.400091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.485670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1102561-3630-4242-bf0d-c874613c50fd req-f04600ba-5c23-4c0f-a2e6-0edac955aaf1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.487163 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1102561-3630-4242-bf0d-c874613c50fd req-f04600ba-5c23-4c0f-a2e6-0edac955aaf1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 945 time: 0.1293724 Jul 16 18:41:16.489621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:16.494093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:16.503720 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.565045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.565657 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.567050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] 10.222.0.35 "PUT /v2.0/ports/38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 1094 time: 1.1411777 Jul 16 18:41:16.581610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1102561-3630-4242-bf0d-c874613c50fd req-5ce127db-3fe8-420d-944e-f7cdaade69bd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859027 Jul 16 18:41:16.607593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150f9fd-9f41-4d69-b9d4-1d5cd0afd743 service neutron] Pushing event updated for resources: {'Port': ['ID=38c481fd-38b9-418f-970e-02d07a1355f8,revision_number=11']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:16.651147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-31dbf89f-25ca-4be5-8f30-8c8c969ad579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.652699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-31dbf89f-25ca-4be5-8f30-8c8c969ad579 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1097 time: 0.0601361 Jul 16 18:41:16.751181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-af241869-4119-43cc-b0cb-8c2fe3e71fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.752710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-af241869-4119-43cc-b0cb-8c2fe3e71fdf service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0935895 Jul 16 18:41:16.822062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-53e6a639-09fd-464a-9b00-a43e0097a31a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 999 time: 0.0627372 Jul 16 18:41:16.871678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-45bd68ec-0396-4374-b212-5814a95626d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.873101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-45bd68ec-0396-4374-b212-5814a95626d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0447891 Jul 16 18:41:16.934342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-c2ef9587-084a-459a-a937-283f60e04916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.936122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-c2ef9587-084a-459a-a937-283f60e04916 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569487 Jul 16 18:41:17.025444 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-f587c6ea-f116-41bf-a531-26038a1d1bbc service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831201 Jul 16 18:41:17.120933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4794a16-ba0f-4aeb-b353-518acc84f040 req-e0e4467f-6776-4d51-b0f9-d0232509a7ce service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887134 Jul 16 18:41:17.761609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c199126-0fe3-4dc1-b2c7-29c87fdcb432 req-495ec8bb-af04-42d4-ab7b-58853250d346 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:17.763224 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c199126-0fe3-4dc1-b2c7-29c87fdcb432 req-495ec8bb-af04-42d4-ab7b-58853250d346 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 945 time: 0.0636220 Jul 16 18:41:17.801080 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6c199126-0fe3-4dc1-b2c7-29c87fdcb432 req-d3768ba0-2f54-473c-86b2-6e1d58c77291 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322788 Jul 16 18:41:18.135243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:18.137614 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88" -d '{"events": [{"name": "network-changed", "server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:18.185155 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab58d86-c3b9-46e3-8eaa-a5d334e87ec3 x-openstack-request-id: req-dab58d86-c3b9-46e3-8eaa-a5d334e87ec3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:18.186413 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:18.186667 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dab58d86-c3b9-46e3-8eaa-a5d334e87ec3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:18.187060 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8', 'status': 'completed', 'code': 200} Jul 16 18:41:18.299667 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-2825fab0-57bf-420e-b674-86b2914d6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.301121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-2825fab0-57bf-420e-b674-86b2914d6351 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1097 time: 0.0961413 Jul 16 18:41:18.307461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-a8ee7922-a1c6-4c6e-94e5-efdc28b642fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.308791 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-a8ee7922-a1c6-4c6e-94e5-efdc28b642fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 1097 time: 0.0944376 Jul 16 18:41:18.475730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-65cb948f-e9ce-4d8a-9f4c-16d16284e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.477197 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-65cb948f-e9ce-4d8a-9f4c-16d16284e2d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1668372 Jul 16 18:41:18.478518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-d0faf16c-fbd0-48f5-a1af-a79bff94f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.479849 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-d0faf16c-fbd0-48f5-a1af-a79bff94f0ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1620312 Jul 16 18:41:18.597248 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-4c828b05-8199-4b6b-b719-dfbb655efe8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 999 time: 0.1098022 Jul 16 18:41:18.599088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-b92dae67-1969-413d-8ffa-ef05b5cbe184 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 200 len: 999 time: 0.1060812 Jul 16 18:41:18.686864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-638f0982-d733-4a4d-b907-882d60aeec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.688358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-638f0982-d733-4a4d-b907-882d60aeec83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0840425 Jul 16 18:41:18.689697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-a4211585-f2e5-48cf-a05f-2efa06af8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.691002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-a4211585-f2e5-48cf-a05f-2efa06af8ae7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0794179 Jul 16 18:41:18.785576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 38c481fd-38b9-418f-970e-02d07a1355f8 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:18.787828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-941b2e09-0808-4d20-b96b-3bfcffa5f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.789374 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-941b2e09-0808-4d20-b96b-3bfcffa5f0ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935011 Jul 16 18:41:18.792480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-6bdb580e-b868-4133-bdbc-a944ef1b1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.793888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-6bdb580e-b868-4133-bdbc-a944ef1b1d77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894458 Jul 16 18:41:18.825407 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 38c481fd-38b9-418f-970e-02d07a1355f8 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:18.987837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-c14aa594-a4e5-4900-9ab3-6f83ddee3e49 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829329 Jul 16 18:41:18.989542 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-6e7f9736-2d4f-4d2e-9c54-b25e82b6c19e service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926858 Jul 16 18:41:19.104777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b30cef-0e07-445a-9f31-8d7e9320a589 req-6d036ae0-e144-4031-a53a-a31811d95cb2 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:19.106278 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68b30cef-0e07-445a-9f31-8d7e9320a589 req-6d036ae0-e144-4031-a53a-a31811d95cb2 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 945 time: 0.1850910 Jul 16 18:41:19.194360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-d6c22331-5449-4009-8d54-c393eeb22b2d service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996014 Jul 16 18:41:19.199493 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033955f7-d0ad-42a1-a086-f1ffdf3eaa88 req-5da4d1d1-2d32-4b75-970a-a83b8542c393 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028973 Jul 16 18:41:19.204490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68b30cef-0e07-445a-9f31-8d7e9320a589 req-38b0ed85-f418-446a-877e-bc83f9092b32 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716183 Jul 16 18:41:19.386145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242de3b4-858f-4983-bc8d-165e725ea8c9 req-8b693cf5-d1b9-47f3-afb9-6d61333f99d1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:19.387643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-242de3b4-858f-4983-bc8d-165e725ea8c9 req-8b693cf5-d1b9-47f3-afb9-6d61333f99d1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 945 time: 0.0683484 Jul 16 18:41:19.425927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-242de3b4-858f-4983-bc8d-165e725ea8c9 req-994690a3-fd48-488f-8391-679412ca5167 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326686 Jul 16 18:41:19.597800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf645c-fb3f-4966-bf71-714eed6a3cdb req-7f770655-ef77-4465-8495-bcf0f9f363c8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:19.599186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67cf645c-fb3f-4966-bf71-714eed6a3cdb req-7f770655-ef77-4465-8495-bcf0f9f363c8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 945 time: 0.0630946 Jul 16 18:41:19.636434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67cf645c-fb3f-4966-bf71-714eed6a3cdb req-3ef30e0a-b72a-4ed8-97f0-b79db3ec87d7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317683 Jul 16 18:41:19.854796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 38c481fd-38b9-418f-970e-02d07a1355f8 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:19.952173 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:19.963962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '38c481fd-38b9-418f-970e-02d07a1355f8', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'port_id': '38c481fd-38b9-418f-970e-02d07a1355f8', 'mac_address': 'fa:16:3e:82:0e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:19.999968 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.012193 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6a037-0aec-4428-bc9e-69c124d6ed3e req-625ffc11-c06f-4b3b-8fb9-9626878397b6 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:20.012754 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c481fd-38b9-418f-970e-02d07a1355f8 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:20.013696 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0b6a037-0aec-4428-bc9e-69c124d6ed3e req-625ffc11-c06f-4b3b-8fb9-9626878397b6 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 945 time: 0.0647752 Jul 16 18:41:20.033987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:20.039072 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.060099 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0b6a037-0aec-4428-bc9e-69c124d6ed3e req-99c6b528-f5d1-49c6-a706-30958dda10d8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407743 Jul 16 18:41:20.095767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=38c481fd-38b9-418f-970e-02d07a1355f8,revision_number=12']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:20.273876 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['38c481fd-38b9-418f-970e-02d07a1355f8'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:21.235641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd193b06-08ce-46f7-b427-3dfc47403abb req-601657b5-e7cc-4e73-9a03-7e45bc8d0208 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:21.237225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd193b06-08ce-46f7-b427-3dfc47403abb req-601657b5-e7cc-4e73-9a03-7e45bc8d0208 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0639412 Jul 16 18:41:21.303850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fd193b06-08ce-46f7-b427-3dfc47403abb req-f8f00601-5b3e-4ca9-838d-32728f22ef51 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574057 Jul 16 18:41:21.326435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-c0321c9b-f342-4ed4-aed8-bd27e26a3abc tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:21.327465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-c0321c9b-f342-4ed4-aed8-bd27e26a3abc tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 946 time: 0.0893781 Jul 16 18:41:21.429487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Deleting port 38c481fd-38b9-418f-970e-02d07a1355f8 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:21.429826 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.516637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] For port 38c481fd-38b9-418f-970e-02d07a1355f8, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=38c481fd-38b9-418f-970e-02d07a1355f8,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:21.516994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.688180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.688550 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.688861 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3 disassociated. External IP: 172.25.5.9, port: 38c481fd-38b9-418f-970e-02d07a1355f8. Jul 16 18:41:21.689201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Calling delete_port for 38c481fd-38b9-418f-970e-02d07a1355f8 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:21.815885 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.845769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event deleted for resources: {'Port': ['ID=38c481fd-38b9-418f-970e-02d07a1355f8,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:21.853681 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 38c481fd-38b9-418f-970e-02d07a1355f8 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:21.878172 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 38c481fd-38b9-418f-970e-02d07a1355f8 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:21.878580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 38c481fd-38b9-418f-970e-02d07a1355f8 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 18:41:21.897997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Port 38c481fd-38b9-418f-970e-02d07a1355f8 not found, will not notify nova. {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 18:41:21.972113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Router ca7ffe46-64c2-4646-b99a-9b0233f87b73 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:22.085704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:22.095195 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7946ef1-9652-4a38-88e3-7d0c62a71b90 None None] Sync routers for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:22.105722 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7946ef1-9652-4a38-88e3-7d0c62a71b90 None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:22.106421 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c7946ef1-9652-4a38-88e3-7d0c62a71b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:41:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:22.132106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] No DVR routers for this DVR port 38c481fd-38b9-418f-970e-02d07a1355f8 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:22.134712 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.136812 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60d9d897-203f-4b35-bb87-817da251fcb8 req-5eb13b28-7f3f-4613-ac20-dd51873983c3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "DELETE /v2.0/ports/38c481fd-38b9-418f-970e-02d07a1355f8 HTTP/1.1" status: 204 len: 173 time: 0.8036830 Jul 16 18:41:22.137870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'name': 'network-vif-deleted', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:22.139523 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f6a79d-b597-4e0f-afa7-78c3adbfa0e0" -d '{"events": [{"server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "name": "network-vif-deleted", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:22.176748 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073c9dad-0b48-440d-8d9d-953a7c9bd094 x-openstack-request-id: req-073c9dad-0b48-440d-8d9d-953a7c9bd094 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:22.177032 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae048f95-13c2-45c0-ae04-bb51b6f4e7cb", "name": "network-vif-deleted", "tag": "38c481fd-38b9-418f-970e-02d07a1355f8", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:22.177319 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-073c9dad-0b48-440d-8d9d-953a7c9bd094 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:22.177713 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae048f95-13c2-45c0-ae04-bb51b6f4e7cb', 'name': 'network-vif-deleted', 'tag': '38c481fd-38b9-418f-970e-02d07a1355f8', 'status': 'completed', 'code': 200} Jul 16 18:41:22.213983 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c7946ef1-9652-4a38-88e3-7d0c62a71b90 None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:22.474652 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-631b26c5-cdbe-40c5-92a2-8d91d1ad2e72 req-7e9219e1-ea97-4a4b-97de-af2410a1e971 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae048f95-13c2-45c0-ae04-bb51b6f4e7cb HTTP/1.1" status: 200 len: 210 time: 0.0291059 Jul 16 18:41:22.501816 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c7946ef1-9652-4a38-88e3-7d0c62a71b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:22.531717 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7946ef1-9652-4a38-88e3-7d0c62a71b90 None None] Checking router: ca7ffe46-64c2-4646-b99a-9b0233f87b73 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:22.540083 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7946ef1-9652-4a38-88e3-7d0c62a71b90 None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:22.540688 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c7946ef1-9652-4a38-88e3-7d0c62a71b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:41:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:22.644172 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c7946ef1-9652-4a38-88e3-7d0c62a71b90 None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:22.840685 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c7946ef1-9652-4a38-88e3-7d0c62a71b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:22.866043 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7946ef1-9652-4a38-88e3-7d0c62a71b90 None None] The sync data for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 is: [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:23.075280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7ee48-5708-4ef3-af37-679adbbd3e08 None None] New status for floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:41:23.817662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9e976ee8-9bab-46b9-8599-b476f8d02059 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--726326798&fields=id&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 267 time: 0.0332942 Jul 16 18:41:23.925600 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-f948e306-950d-4653-92f3-8c379dd6dacc tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:23.927204 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-f948e306-950d-4653-92f3-8c379dd6dacc tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 811 time: 0.1032128 Jul 16 18:41:23.941769 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-0d093bd2-dea7-425c-a16c-d3a459f48c27 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/quotas/9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 375 time: 0.0094001 Jul 16 18:41:24.008937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-1ae3dc4b-4de2-48d2-bb9c-65522fecb0d8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617948 Jul 16 18:41:24.439054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-129b0e68-a03f-4642-b104-9b7d793493fc service neutron] 10.222.0.41 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190516 Jul 16 18:41:24.528263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7d1ef3db-e111-4331-b940-93b9b3165f86 service neutron] 10.222.0.41 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826926 Jul 16 18:41:24.697901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a60a46b4-adb6-4e68-bec8-c7f0fde6a3d3 req-bad13bff-014c-4c88-8ec7-87d64e31bcf0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 210 time: 0.0305564 Jul 16 18:41:25.716453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-988041b8-893d-4b13-b72a-2a86171541f4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:25.717952 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-988041b8-893d-4b13-b72a-2a86171541f4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 811 time: 0.1081798 Jul 16 18:41:25.763067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-794c5e5e-5b00-44af-8e8e-b53f746c5a24 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 379 time: 0.0358558 Jul 16 18:41:25.773100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Request body: {'port': {'device_id': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'admin_state_up': True, 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'security_groups': ['64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:25.873520 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-098d0eca-8059-4531-9a24-2045918e9441 req-3c3f01bc-ad1a-44c5-9ff2-dd4f1f4b53eb tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 210 time: 0.0359974 Jul 16 18:41:25.876933 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 38c481fd-38b9-418f-970e-02d07a1355f8 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:25.898177 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 38c481fd-38b9-418f-970e-02d07a1355f8 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:25.898617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 38c481fd-38b9-418f-970e-02d07a1355f8 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:25.916514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Made reservation on behalf of 9a8a60c039c3461a9c7af8b675a87ffe for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:25.920084 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.047754 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Allocated IP 172.20.0.5 (dd386736-3a2d-4273-b05e-67eadafad7c6/db052de1-822f-42a9-afeb-244dc9d1cd7c/06391e76-0d9c-4aa2-a388-53732a44046a) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:26.183363 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.197292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Transition to ACTIVE for port object 06391e76-0d9c-4aa2-a388-53732a44046a will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:26.230411 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.280771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Network dd386736-3a2d-4273-b05e-67eadafad7c6 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:26.287116 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:26.291256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:26.315297 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event updated for resources: {'Port': ['ID=06391e76-0d9c-4aa2-a388-53732a44046a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:26.345616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:26.346235 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.363977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-9fe6c02a-81e8-4c91-adbd-ef0dee5ef329 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5953736 Jul 16 18:41:26.424412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Request body: {'port': {'device_id': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:26.489036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fc5a39fc-c383-422b-8856-8a952a3b3772 None None] Provisioning for port 06391e76-0d9c-4aa2-a388-53732a44046a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:26.493265 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fc5a39fc-c383-422b-8856-8a952a3b3772 None None] Provisioning complete for port 06391e76-0d9c-4aa2-a388-53732a44046a triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:26.493638 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fc5a39fc-c383-422b-8856-8a952a3b3772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.500891 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.530117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a39fc-c383-422b-8856-8a952a3b3772 None None] Port 06391e76-0d9c-4aa2-a388-53732a44046a cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:26.770082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06391e76-0d9c-4aa2-a388-53732a44046a {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:26.777590 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.789621 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Transition to ACTIVE for port object 06391e76-0d9c-4aa2-a388-53732a44046a will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:26.792803 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.864971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=06391e76-0d9c-4aa2-a388-53732a44046a,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:26.914549 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.927448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Attempting to bind port 06391e76-0d9c-4aa2-a388-53732a44046a on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:26.927900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Attempting to bind port 06391e76-0d9c-4aa2-a388-53732a44046a by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:26.928253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Attempting to bind port 06391e76-0d9c-4aa2-a388-53732a44046a on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:26.933086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Port 06391e76-0d9c-4aa2-a388-53732a44046a on network dd386736-3a2d-4273-b05e-67eadafad7c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:26.933456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Attempting to bind port 06391e76-0d9c-4aa2-a388-53732a44046a on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:26.939499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:26.939794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Checking segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:26.940177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Bound using segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:26.940608 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Bound port: 06391e76-0d9c-4aa2-a388-53732a44046a, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:26.940966 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.018112 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.045060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:27.049141 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:27.058172 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.110810 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.111455 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.112862 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] 10.222.0.43 "PUT /v2.0/ports/06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 1092 time: 0.7414734 Jul 16 18:41:27.113310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:27.116630 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c9fe85-4db6-4ed1-a832-b9bcca62e5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:27.148790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700453bb-b1c5-4a2b-8c64-a953c2ab3656 req-042aefb5-e44f-4035-9b2b-024981a4c8fd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.150392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-700453bb-b1c5-4a2b-8c64-a953c2ab3656 req-042aefb5-e44f-4035-9b2b-024981a4c8fd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.1537795 Jul 16 18:41:27.153880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f874d3b-f4c2-44d7-b3b8-38a1e7e78ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=06391e76-0d9c-4aa2-a388-53732a44046a,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.233899 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-700453bb-b1c5-4a2b-8c64-a953c2ab3656 req-3c039d1e-12a9-47ac-9826-2a21d4b3d4bb tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678282 Jul 16 18:41:27.244270 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4e9c86-9316-4732-b37c-0cbd66b86568 x-openstack-request-id: req-ca4e9c86-9316-4732-b37c-0cbd66b86568 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:27.244563 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:27.244814 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca4e9c86-9316-4732-b37c-0cbd66b86568 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:27.245225 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a', 'status': 'completed', 'code': 200} Jul 16 18:41:27.247311 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-6e8d4c0d-11ca-42c1-bac3-9a8897b74d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.248904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-6e8d4c0d-11ca-42c1-bac3-9a8897b74d57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1095 time: 0.0920265 Jul 16 18:41:27.294224 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-cad5b700-dbab-4b8f-95cb-3198665e0de4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 217 time: 0.0369425 Jul 16 18:41:27.348140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-f8e392df-1ad9-462d-b43a-6a12ab207786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.350464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-f8e392df-1ad9-462d-b43a-6a12ab207786 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0502694 Jul 16 18:41:27.408018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-59e32924-6994-43bc-9cf5-ac8082ff3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.409548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-59e32924-6994-43bc-9cf5-ac8082ff3fd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529277 Jul 16 18:41:27.499842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-5cc3bc3c-3744-4d1e-86ff-6e3e9d8502c3 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834451 Jul 16 18:41:27.594429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-68273fa3-51a1-433e-91d8-2f864ddba040 req-03af3e2d-0d3c-4012-93bc-5c7289b71bbf service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875301 Jul 16 18:41:27.696239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9fe85-4db6-4ed1-a832-b9bcca62e5b9 req-2ed0d041-cc63-4198-af4e-b412e0ec8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.697733 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31c9fe85-4db6-4ed1-a832-b9bcca62e5b9 req-2ed0d041-cc63-4198-af4e-b412e0ec8934 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1095 time: 0.0541730 Jul 16 18:41:27.791463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9fe85-4db6-4ed1-a832-b9bcca62e5b9 req-dce14a8e-9a51-4aef-8d27-52a098df02db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.792995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31c9fe85-4db6-4ed1-a832-b9bcca62e5b9 req-dce14a8e-9a51-4aef-8d27-52a098df02db service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0880656 Jul 16 18:41:27.834214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31c9fe85-4db6-4ed1-a832-b9bcca62e5b9 req-ab658dc8-2c5a-4b3e-91dd-905d8c4df709 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 217 time: 0.0340135 Jul 16 18:41:27.887385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9fe85-4db6-4ed1-a832-b9bcca62e5b9 req-ad0b52b3-dde9-4ae2-8b10-aa846d59cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.888808 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31c9fe85-4db6-4ed1-a832-b9bcca62e5b9 req-ad0b52b3-dde9-4ae2-8b10-aa846d59cfb2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0475209 Jul 16 18:41:27.946766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9fe85-4db6-4ed1-a832-b9bcca62e5b9 req-e1700393-3c4a-4544-ba6f-707b5cea8340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.948293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31c9fe85-4db6-4ed1-a832-b9bcca62e5b9 req-e1700393-3c4a-4544-ba6f-707b5cea8340 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521657 Jul 16 18:41:28.038136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31c9fe85-4db6-4ed1-a832-b9bcca62e5b9 req-fc0acce9-84f1-4adf-bd01-7c22e578c1d2 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818431 Jul 16 18:41:28.063572 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4df127e6-226c-4e62-8278-c892f5b91229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.135601 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31c9fe85-4db6-4ed1-a832-b9bcca62e5b9 req-9312dfdd-2318-427e-b97d-5ff98a44093a service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903621 Jul 16 18:41:28.418918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e1e45-bc03-4562-a11f-dce0a603e07a req-472e3ef7-b9ee-46ee-af79-350878e22904 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:28.420418 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c35e1e45-bc03-4562-a11f-dce0a603e07a req-472e3ef7-b9ee-46ee-af79-350878e22904 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.0648723 Jul 16 18:41:28.457907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c35e1e45-bc03-4562-a11f-dce0a603e07a req-f0e70a92-577c-4762-b103-5231c397979a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318167 Jul 16 18:41:28.962940 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:41:29.643243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b94d03-4834-4742-ada5-883c5f21505c req-e86a9cb3-52ac-40da-b87f-f76b398bcd1d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:29.644808 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03b94d03-4834-4742-ada5-883c5f21505c req-e86a9cb3-52ac-40da-b87f-f76b398bcd1d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.0680804 Jul 16 18:41:29.682364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03b94d03-4834-4742-ada5-883c5f21505c req-fc7f231d-711f-47af-8edd-48b99f444031 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314093 Jul 16 18:41:30.715915 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.758114 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff263-4ef4-4a98-8444-38435d847a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.813280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 06391e76-0d9c-4aa2-a388-53732a44046a details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:30.859199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffd42f-2dcc-4ba9-96d7-a4a43b6cfc8e req-42758709-f654-4f92-9f7d-f5d3302c1602 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:30.860739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bffd42f-2dcc-4ba9-96d7-a4a43b6cfc8e req-42758709-f654-4f92-9f7d-f5d3302c1602 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.0655203 Jul 16 18:41:30.899749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bffd42f-2dcc-4ba9-96d7-a4a43b6cfc8e req-8744a530-e767-484d-a5ee-c22a58534871 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331690 Jul 16 18:41:30.910417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:30.921264 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '06391e76-0d9c-4aa2-a388-53732a44046a', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'port_id': '06391e76-0d9c-4aa2-a388-53732a44046a', 'mac_address': 'fa:16:3e:a4:eb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:30.956763 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.972773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06391e76-0d9c-4aa2-a388-53732a44046a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:30.991037 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:30.994441 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.041093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=06391e76-0d9c-4aa2-a388-53732a44046a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:31.187486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['06391e76-0d9c-4aa2-a388-53732a44046a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:31.994480 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.078372 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f52be-7e6a-4c3b-a26e-caa4a5fccad6 req-e819b472-d813-40af-9e40-6d3b7bfd7cf1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:32.079878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-356f52be-7e6a-4c3b-a26e-caa4a5fccad6 req-e819b472-d813-40af-9e40-6d3b7bfd7cf1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 944 time: 0.0664048 Jul 16 18:41:32.118014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-356f52be-7e6a-4c3b-a26e-caa4a5fccad6 req-31877f37-cf11-4c36-a024-41fcf6a5dad1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322156 Jul 16 18:41:32.815947 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 06391e76-0d9c-4aa2-a388-53732a44046a up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:32.866318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 06391e76-0d9c-4aa2-a388-53732a44046a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:32.869954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 06391e76-0d9c-4aa2-a388-53732a44046a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:32.870328 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.945256 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.967390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:32.969631 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c61d14-0775-4eff-8e3a-aa51c12283aa" -d '{"events": [{"server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "name": "network-vif-plugged", "status": "completed", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:32.982308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:32.986260 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.012973 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3069bd-8283-4b2c-9926-f709e14cb031 x-openstack-request-id: req-5e3069bd-8283-4b2c-9926-f709e14cb031 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:33.013609 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "name": "network-vif-plugged", "status": "completed", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:33.013609 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e3069bd-8283-4b2c-9926-f709e14cb031 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:33.013869 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a', 'code': 200} Jul 16 18:41:33.040643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=06391e76-0d9c-4aa2-a388-53732a44046a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:33.130170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65df53-7c1c-412d-bff2-ae82a2d0f108 req-769fc67c-7c5d-446c-8664-42901f1dcdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:33.131804 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1c65df53-7c1c-412d-bff2-ae82a2d0f108 req-769fc67c-7c5d-446c-8664-42901f1dcdcc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1097 time: 0.0555406 Jul 16 18:41:33.167188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1c65df53-7c1c-412d-bff2-ae82a2d0f108 req-d9b89085-3b8e-48f4-922f-f0da0dceebe5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284736 Jul 16 18:41:33.290574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88abb15-58e6-49d8-af96-c1b13f07b925 req-d4f5f338-cd71-45f6-b9a2-1a8047e34b10 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:33.292193 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b88abb15-58e6-49d8-af96-c1b13f07b925 req-d4f5f338-cd71-45f6-b9a2-1a8047e34b10 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0642219 Jul 16 18:41:33.330026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b88abb15-58e6-49d8-af96-c1b13f07b925 req-80d63f81-4b12-4866-9894-1d8e4e918654 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323894 Jul 16 18:41:33.736068 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.513757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0ce1a-88d5-49f5-b3ce-d9444c224466 req-b7f7b753-bab6-49c4-bb1e-d35696a2d034 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:34.515237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2d0ce1a-88d5-49f5-b3ce-d9444c224466 req-b7f7b753-bab6-49c4-bb1e-d35696a2d034 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0740588 Jul 16 18:41:34.553076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2d0ce1a-88d5-49f5-b3ce-d9444c224466 req-b543f8d7-e29a-41ef-ac54-adfaae25f63f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315325 Jul 16 18:41:34.719683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03139c28-a955-4ce7-b9e5-0114229f6811 req-6c535e9a-4903-4b47-84c7-60e24d1f0c1f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:34.721169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-03139c28-a955-4ce7-b9e5-0114229f6811 req-6c535e9a-4903-4b47-84c7-60e24d1f0c1f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0644312 Jul 16 18:41:34.730272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 52862) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:34.734821 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-fbce21cc-df57-4781-a0f0-008804c01823 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Request body: {'floatingip': {'port_id': '06391e76-0d9c-4aa2-a388-53732a44046a'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:34.774145 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbce21cc-df57-4781-a0f0-008804c01823 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.217207 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbce21cc-df57-4781-a0f0-008804c01823 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.220977 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbce21cc-df57-4781-a0f0-008804c01823 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.322546 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-fbce21cc-df57-4781-a0f0-008804c01823 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3 associated. External IP: 172.25.5.9, port: 06391e76-0d9c-4aa2-a388-53732a44046a. Jul 16 18:41:35.533340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbce21cc-df57-4781-a0f0-008804c01823 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Router ca7ffe46-64c2-4646-b99a-9b0233f87b73 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:35.639996 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbce21cc-df57-4781-a0f0-008804c01823 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:35.644463 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fbce21cc-df57-4781-a0f0-008804c01823 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.650191 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5429c9-0bb4-4d1b-999c-1bd16223a7be None None] Sync routers for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:35.659409 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5429c9-0bb4-4d1b-999c-1bd16223a7be None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:35.660041 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ce5429c9-0bb4-4d1b-999c-1bd16223a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:41:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:35.681710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fbce21cc-df57-4781-a0f0-008804c01823 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "PUT /v2.0/floatingips/ea3ec727-9c0f-483f-b965-6bf6403e7fe3 HTTP/1.1" status: 200 len: 990 time: 0.9503579 Jul 16 18:41:35.682399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:35.685044 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92883d80-0cb0-43ce-af4e-f934a6ea6d13" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:35.723061 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6036bcc-0a88-4c14-a3d2-468de5ac5642 x-openstack-request-id: req-d6036bcc-0a88-4c14-a3d2-468de5ac5642 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:35.724024 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:35.724338 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6036bcc-0a88-4c14-a3d2-468de5ac5642 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:35.724805 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a', 'status': 'completed', 'code': 200} Jul 16 18:41:35.765364 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ce5429c9-0bb4-4d1b-999c-1bd16223a7be None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:35.799848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92883d80-0cb0-43ce-af4e-f934a6ea6d13 req-29f95e48-d643-487d-9656-8191af377691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:35.801712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92883d80-0cb0-43ce-af4e-f934a6ea6d13 req-29f95e48-d643-487d-9656-8191af377691 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1097 time: 0.0566516 Jul 16 18:41:35.896495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92883d80-0cb0-43ce-af4e-f934a6ea6d13 req-38a8a217-d1e0-493d-9fee-2b8c9f090315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:35.897927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92883d80-0cb0-43ce-af4e-f934a6ea6d13 req-38a8a217-d1e0-493d-9fee-2b8c9f090315 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0899289 Jul 16 18:41:35.963260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92883d80-0cb0-43ce-af4e-f934a6ea6d13 req-d6b590b7-398d-4f14-94ce-27d0e13106c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 998 time: 0.0590832 Jul 16 18:41:35.985732 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ce5429c9-0bb4-4d1b-999c-1bd16223a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ea3ec727-9c0f-483f-b965-6bf6403e7fe3', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'port_id': '06391e76-0d9c-4aa2-a388-53732a44046a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'mac_address': 'fa:16:3e:a4:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:09Z', 'updated_at': '2021-07-16T18:41:35Z', 'revision_number': 13, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:36.011357 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5429c9-0bb4-4d1b-999c-1bd16223a7be None None] Checking router: ca7ffe46-64c2-4646-b99a-9b0233f87b73 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:36.016489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92883d80-0cb0-43ce-af4e-f934a6ea6d13 req-931775f0-1c22-42ee-8e01-4de755366cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.018010 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92883d80-0cb0-43ce-af4e-f934a6ea6d13 req-931775f0-1c22-42ee-8e01-4de755366cb5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0477183 Jul 16 18:41:36.020414 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5429c9-0bb4-4d1b-999c-1bd16223a7be None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:36.021037 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ce5429c9-0bb4-4d1b-999c-1bd16223a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:41:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:36.076473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92883d80-0cb0-43ce-af4e-f934a6ea6d13 req-924bfbf2-b997-43f7-8e25-abcb826e9ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.078025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92883d80-0cb0-43ce-af4e-f934a6ea6d13 req-924bfbf2-b997-43f7-8e25-abcb826e9ca9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529265 Jul 16 18:41:36.124474 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ce5429c9-0bb4-4d1b-999c-1bd16223a7be None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:36.168870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92883d80-0cb0-43ce-af4e-f934a6ea6d13 req-85842310-17e0-4d46-a8d2-ffb6394d91a4 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826125 Jul 16 18:41:36.265102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-92883d80-0cb0-43ce-af4e-f934a6ea6d13 req-857ad146-6a78-4002-97c2-caf0bbdddf51 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882287 Jul 16 18:41:36.347062 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ce5429c9-0bb4-4d1b-999c-1bd16223a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ea3ec727-9c0f-483f-b965-6bf6403e7fe3', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'port_id': '06391e76-0d9c-4aa2-a388-53732a44046a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'mac_address': 'fa:16:3e:a4:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:09Z', 'updated_at': '2021-07-16T18:41:35Z', 'revision_number': 13, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:36.373053 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5429c9-0bb4-4d1b-999c-1bd16223a7be None None] The sync data for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 is: [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'ea3ec727-9c0f-483f-b965-6bf6403e7fe3', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'port_id': '06391e76-0d9c-4aa2-a388-53732a44046a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'mac_address': 'fa:16:3e:a4:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:09Z', 'updated_at': '2021-07-16T18:41:35Z', 'revision_number': 13, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:36.552859 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673d861d-5cea-4537-915d-6546c8cd6492 None None] New status for floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:41:45.916521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01ff2d84-9dfa-4e96-8f63-78458e3cfca3 req-39e3c5e4-f6b6-4f0d-a3d1-60d92840be8b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520291 Jul 16 18:41:46.018283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2d84-9dfa-4e96-8f63-78458e3cfca3 req-2842da60-ec62-4ee7-af6a-93cb507a2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.019824 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01ff2d84-9dfa-4e96-8f63-78458e3cfca3 req-2842da60-ec62-4ee7-af6a-93cb507a2dbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1097 time: 0.0567405 Jul 16 18:41:46.125192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2d84-9dfa-4e96-8f63-78458e3cfca3 req-1ed80797-7d9e-440a-a9ea-6bb35a4d2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.126665 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01ff2d84-9dfa-4e96-8f63-78458e3cfca3 req-1ed80797-7d9e-440a-a9ea-6bb35a4d2e96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0866361 Jul 16 18:41:46.493538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01ff2d84-9dfa-4e96-8f63-78458e3cfca3 req-569db4df-2d34-45f6-a5e4-dbb8500decce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 1000 time: 0.3564398 Jul 16 18:41:46.546649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2d84-9dfa-4e96-8f63-78458e3cfca3 req-8e420e4e-6258-4c8a-a54a-3503a2c4c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.548090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01ff2d84-9dfa-4e96-8f63-78458e3cfca3 req-8e420e4e-6258-4c8a-a54a-3503a2c4c5b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0442660 Jul 16 18:41:46.606783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2d84-9dfa-4e96-8f63-78458e3cfca3 req-b7e4a54d-a3e4-409c-b651-3a3a6a9574c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.608298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01ff2d84-9dfa-4e96-8f63-78458e3cfca3 req-b7e4a54d-a3e4-409c-b651-3a3a6a9574c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521009 Jul 16 18:41:46.710819 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01ff2d84-9dfa-4e96-8f63-78458e3cfca3 req-650642ea-2bf9-49a9-ae41-fcb56bd4417f service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879285 Jul 16 18:41:46.804481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-01ff2d84-9dfa-4e96-8f63-78458e3cfca3 req-db71dd33-595b-44a5-883b-afac4913f5f4 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862679 Jul 16 18:41:56.919229 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.015292 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.065489 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b792c047-a6a8-4c16-bb4a-5cbfef8af8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.715880 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.758290 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4625610d-c8b5-4e88-807b-4e5f7d45a7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.996792 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.740102 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.962070 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:26.945304 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.013007 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.069771 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6f7c7962-5feb-4b3a-8565-d1ad374fa1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.716353 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.757356 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-83e11236-5c9e-44e8-8814-17495565d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.000266 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.741726 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.962038 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:45.902505 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c8d6a78-3e1f-44c9-add7-62762db64f66 req-2fc787a1-6504-4103-b963-23ced1447275 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557225 Jul 16 18:42:46.000007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d6a78-3e1f-44c9-add7-62762db64f66 req-93bb3249-fa19-4b45-8f16-dc90c5900f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:46.001500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c8d6a78-3e1f-44c9-add7-62762db64f66 req-93bb3249-fa19-4b45-8f16-dc90c5900f96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1097 time: 0.0547163 Jul 16 18:42:46.104385 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d6a78-3e1f-44c9-add7-62762db64f66 req-afd1c5ee-6dba-4359-ad9e-0379e2829cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:46.105848 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c8d6a78-3e1f-44c9-add7-62762db64f66 req-afd1c5ee-6dba-4359-ad9e-0379e2829cc5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0851607 Jul 16 18:42:46.173294 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c8d6a78-3e1f-44c9-add7-62762db64f66 req-f9559bd9-518f-4aa9-a589-79ed338ee24f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 1000 time: 0.0611293 Jul 16 18:42:46.222229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d6a78-3e1f-44c9-add7-62762db64f66 req-50714090-75ee-4cd7-a187-69cd4db461a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:46.223943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c8d6a78-3e1f-44c9-add7-62762db64f66 req-50714090-75ee-4cd7-a187-69cd4db461a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0441186 Jul 16 18:42:46.285960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d6a78-3e1f-44c9-add7-62762db64f66 req-390c45a1-4cb3-4f6b-89fa-7706d41bdac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:46.287546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c8d6a78-3e1f-44c9-add7-62762db64f66 req-390c45a1-4cb3-4f6b-89fa-7706d41bdac7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566154 Jul 16 18:42:46.384988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c8d6a78-3e1f-44c9-add7-62762db64f66 req-64357629-cf23-421f-8397-58e0949f5acd service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904953 Jul 16 18:42:46.488856 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7c8d6a78-3e1f-44c9-add7-62762db64f66 req-80adbfe8-ff72-41ce-99f0-47ad1a72094a service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976262 Jul 16 18:42:56.943179 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.015467 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.071019 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3f803cc7-01e6-427d-a132-f7bba871376c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.718391 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.758795 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5919ea8f-dc32-4fa4-9910-69dbc52b23ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.003992 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.744952 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.607261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8b947-20ad-4f82-9aaf-3d87c4fe9643 req-9eb4bb50-9110-41ea-8974-af7b737fb159 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:14.608518 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ee8b947-20ad-4f82-9aaf-3d87c4fe9643 req-9eb4bb50-9110-41ea-8974-af7b737fb159 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0639424 Jul 16 18:43:14.646543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ee8b947-20ad-4f82-9aaf-3d87c4fe9643 req-04d66eb2-8623-459d-98fd-e50eb30fa376 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324709 Jul 16 18:43:19.961628 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:43:26.914992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-e0b1a063-f369-481f-8b02-d1883574e8fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0592177 Jul 16 18:43:26.954586 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.994485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a308a6-20e4-4154-baed-551997688947 req-9d6c9689-917c-4036-aa1e-a9ef83e1c52f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.996391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83a308a6-20e4-4154-baed-551997688947 req-9d6c9689-917c-4036-aa1e-a9ef83e1c52f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0729389 Jul 16 18:43:27.010250 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.039944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83a308a6-20e4-4154-baed-551997688947 req-72f07dc1-f2e6-4043-a6bc-9a8571ae196f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375402 Jul 16 18:43:28.072003 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f871-5571-4c48-84d0-197722b5ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.219689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242aadc-bae2-4581-af57-d4dd25cdfc58 req-2f008480-ebdc-438a-9d89-3ba9c8646f82 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:28.221083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2242aadc-bae2-4581-af57-d4dd25cdfc58 req-2f008480-ebdc-438a-9d89-3ba9c8646f82 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0647917 Jul 16 18:43:28.259898 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2242aadc-bae2-4581-af57-d4dd25cdfc58 req-34cd96e8-3ea2-424a-a65e-d6883058bbf8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327215 Jul 16 18:43:29.439292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814afa1-2bd8-4550-b0fc-ea31d49bd09e req-1d673361-3852-4d32-9156-aa01192ffea8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:29.440911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b814afa1-2bd8-4550-b0fc-ea31d49bd09e req-1d673361-3852-4d32-9156-aa01192ffea8 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0692048 Jul 16 18:43:29.485656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b814afa1-2bd8-4550-b0fc-ea31d49bd09e req-9280af54-0e7f-4bbf-ab6f-7d1cbb3ffce9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386291 Jul 16 18:43:30.661526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69d2c1-98f4-444b-bb82-ea15a9c3b091 req-fd0d671a-8917-4f3a-9ad2-85d36c767bb7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:30.663385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae69d2c1-98f4-444b-bb82-ea15a9c3b091 req-fd0d671a-8917-4f3a-9ad2-85d36c767bb7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0664783 Jul 16 18:43:30.702792 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ae69d2c1-98f4-444b-bb82-ea15a9c3b091 req-9d109a0b-6657-4386-937b-cfbc9324d7e5 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337126 Jul 16 18:43:30.720755 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.758607 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0c5855c8-e8e9-424c-9342-53b6c5357865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.887051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73137c-9dee-4738-aa1f-1a8c60fd0f4e req-e56be3a8-64fc-4872-8df9-4f56baace49d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.888471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af73137c-9dee-4738-aa1f-1a8c60fd0f4e req-e56be3a8-64fc-4872-8df9-4f56baace49d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0646539 Jul 16 18:43:31.926678 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af73137c-9dee-4738-aa1f-1a8c60fd0f4e req-89c1d218-d884-4152-86bc-f8af1aca7168 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325043 Jul 16 18:43:32.007186 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.162688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-7665db0f-8ae3-44d6-ade4-1478c32f9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.164389 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-7665db0f-8ae3-44d6-ade4-1478c32f9301 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1097 time: 0.0580468 Jul 16 18:43:32.254873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-e789be05-132e-4679-af34-102c8df5353c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.256582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-e789be05-132e-4679-af34-102c8df5353c service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0852396 Jul 16 18:43:32.326160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-f4023bc4-486d-45ac-89f4-6f1c4e07ca05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 1000 time: 0.0620089 Jul 16 18:43:32.373790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-d6521291-e8a7-4397-9369-37985d39c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.375208 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-d6521291-e8a7-4397-9369-37985d39c7ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0428090 Jul 16 18:43:32.431416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-ed7f9300-bdb1-40e4-969b-377a92b34827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.432906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-ed7f9300-bdb1-40e4-969b-377a92b34827 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511451 Jul 16 18:43:32.524878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-8bede027-731c-43d2-8a52-c5309f41d298 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856221 Jul 16 18:43:32.612591 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-1443610e-6fc4-460c-85a4-7237a10cfefa service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812514 Jul 16 18:43:33.107981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa3d5b-31f2-4c3b-90a5-685a8c1fd77f req-9303782e-075a-4944-ae8f-884cbf8d4c6f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:33.109508 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cfa3d5b-31f2-4c3b-90a5-685a8c1fd77f req-9303782e-075a-4944-ae8f-884cbf8d4c6f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0696685 Jul 16 18:43:33.147155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4cfa3d5b-31f2-4c3b-90a5-685a8c1fd77f req-a22c43bc-3f39-46a4-a445-7998a6ca6a02 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321329 Jul 16 18:43:33.747165 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.321355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9b2cf-e96a-491e-8785-b9043e80fae7 req-feebaa24-764b-4579-99f5-b5870a4eebd9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:34.322761 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ab9b2cf-e96a-491e-8785-b9043e80fae7 req-feebaa24-764b-4579-99f5-b5870a4eebd9 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0648992 Jul 16 18:43:34.360445 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ab9b2cf-e96a-491e-8785-b9043e80fae7 req-7d6c4933-b84d-495a-b600-5504de5fa855 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321400 Jul 16 18:43:35.531939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ec872-d169-468a-a926-8da45f5e0093 req-4cd8bf3b-b4b5-412b-93bf-d022cd16ad49 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:35.533388 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-006ec872-d169-468a-a926-8da45f5e0093 req-4cd8bf3b-b4b5-412b-93bf-d022cd16ad49 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0629480 Jul 16 18:43:35.574568 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-006ec872-d169-468a-a926-8da45f5e0093 req-8d7022cf-bd56-4f55-9b00-692f678314fd tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350211 Jul 16 18:43:36.751294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b228aff-04c8-41fc-82a7-830a3990555f req-bd53133a-830d-402f-bcc1-8685585e0db1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.752875 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9b228aff-04c8-41fc-82a7-830a3990555f req-bd53133a-830d-402f-bcc1-8685585e0db1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0647147 Jul 16 18:43:36.791772 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9b228aff-04c8-41fc-82a7-830a3990555f req-4cca40fb-ab49-4920-83f1-08afc589cef1 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330646 Jul 16 18:43:37.968803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfadcdc-23b3-4b81-a96c-2d0d1b0ec07d req-bc0b8ed8-5801-4589-b983-f173bd60ee23 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:37.970283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cfadcdc-23b3-4b81-a96c-2d0d1b0ec07d req-bc0b8ed8-5801-4589-b983-f173bd60ee23 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0650146 Jul 16 18:43:38.007903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cfadcdc-23b3-4b81-a96c-2d0d1b0ec07d req-3f37531b-4534-45dc-bdcc-377a0cbfa6a3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317893 Jul 16 18:43:39.186342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8b4da-d1a9-4b0e-b1d7-ad84634cd68e req-3cb878dd-30a7-41bc-8e31-399488561d86 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:39.187839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94e8b4da-d1a9-4b0e-b1d7-ad84634cd68e req-3cb878dd-30a7-41bc-8e31-399488561d86 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0672164 Jul 16 18:43:39.225970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94e8b4da-d1a9-4b0e-b1d7-ad84634cd68e req-65df55a1-4590-4775-afff-e8285d328cdc tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326629 Jul 16 18:43:40.403947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebb93f-857a-459c-86be-e9ce7af630a5 req-56a5ee96-c32a-4c1b-a79a-18b348e99e4e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.405459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5aebb93f-857a-459c-86be-e9ce7af630a5 req-56a5ee96-c32a-4c1b-a79a-18b348e99e4e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0650370 Jul 16 18:43:40.448005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5aebb93f-857a-459c-86be-e9ce7af630a5 req-b5587216-0b18-46bd-8fd5-c36fceb282c7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368328 Jul 16 18:43:41.631732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b2403-35a7-40c5-b4f7-71b1f6b50bcd req-e2cf674b-d807-4409-8c1c-806db28efcea tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.633192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d35b2403-35a7-40c5-b4f7-71b1f6b50bcd req-e2cf674b-d807-4409-8c1c-806db28efcea tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0632901 Jul 16 18:43:41.673835 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d35b2403-35a7-40c5-b4f7-71b1f6b50bcd req-81bb6dbf-616e-46e7-a602-28066a560279 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351756 Jul 16 18:43:42.847457 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2328b43-1c54-4bf8-8d66-4b1f4652c595 req-c55c4391-e3c2-4fec-aca7-5be4e8065857 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:42.848943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2328b43-1c54-4bf8-8d66-4b1f4652c595 req-c55c4391-e3c2-4fec-aca7-5be4e8065857 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0648408 Jul 16 18:43:42.888302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d2328b43-1c54-4bf8-8d66-4b1f4652c595 req-904dbf03-90fb-47c7-8245-d396adf49960 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336621 Jul 16 18:43:44.062272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fefb5d-4bf5-40a0-899f-29a6caa2b8e9 req-749965a5-5606-4b73-be82-45e2a5b34696 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:44.063778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87fefb5d-4bf5-40a0-899f-29a6caa2b8e9 req-749965a5-5606-4b73-be82-45e2a5b34696 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0639899 Jul 16 18:43:44.102380 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87fefb5d-4bf5-40a0-899f-29a6caa2b8e9 req-b1c06899-080f-40fc-905e-d37186e68595 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323002 Jul 16 18:43:45.284320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaebfd-d132-45d8-9bfd-f385360487d4 req-236bf1b9-290d-4288-8851-905cf07f7265 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:45.285829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56eaebfd-d132-45d8-9bfd-f385360487d4 req-236bf1b9-290d-4288-8851-905cf07f7265 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0716245 Jul 16 18:43:45.326791 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56eaebfd-d132-45d8-9bfd-f385360487d4 req-2783421c-f365-4601-a337-08597272bbf3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353990 Jul 16 18:43:46.509683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512f092-7532-4cab-aad0-d70d2843e4f7 req-1b68aef2-d15f-484c-89b6-e172c1fbcaca tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:46.511183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5512f092-7532-4cab-aad0-d70d2843e4f7 req-1b68aef2-d15f-484c-89b6-e172c1fbcaca tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0683768 Jul 16 18:43:46.551273 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5512f092-7532-4cab-aad0-d70d2843e4f7 req-cc1f1dec-a736-4cbb-bd1f-5c32a0f16611 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340633 Jul 16 18:43:46.620123 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-acf95102-169c-48f7-b855-c5c351fdd613 service neutron] show failed (client error): The resource could not be found. Jul 16 18:43:46.621125 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-acf95102-169c-48f7-b855-c5c351fdd613 service neutron] 10.222.0.43 "GET /v2.0/ports/06391e76-0d9c-4aa2-a388-53732a44046a/bindings/n-h1-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0550058 Jul 16 18:43:46.922738 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-d0876215-89bf-48c4-935b-80f18bf2a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:46.924260 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-d0876215-89bf-48c4-935b-80f18bf2a947 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 1097 time: 0.1038907 Jul 16 18:43:46.937794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:47.008828 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.207337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:47.248221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:47.290649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:47.292722 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ccd470-b7ae-4e53-baaf-a2fc89dc1117" -d '{"events": [{"server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "name": "network-vif-unplugged", "status": "completed", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:47.296762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.310742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Transition to ACTIVE for port object 06391e76-0d9c-4aa2-a388-53732a44046a will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:47.315541 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.354847 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed71c6a-567d-45b4-9fa7-934e037526c8 x-openstack-request-id: req-5ed71c6a-567d-45b4-9fa7-934e037526c8 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:47.355142 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "name": "network-vif-unplugged", "status": "completed", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:47.355388 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ed71c6a-567d-45b4-9fa7-934e037526c8 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:47.355805 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a', 'code': 200} Jul 16 18:43:47.414648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Pushing event updated for resources: {'Port': ['ID=06391e76-0d9c-4aa2-a388-53732a44046a,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:47.430238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.430580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.430915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.431247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.431604 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.431931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.432251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.432573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.432888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.433210 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.433525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.433838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.455948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] No DVR routers for this DVR port 06391e76-0d9c-4aa2-a388-53732a44046a on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:47.527943 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 06391e76-0d9c-4aa2-a388-53732a44046a no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:47.568214 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 06391e76-0d9c-4aa2-a388-53732a44046a not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:47.601687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Attempting to bind port 06391e76-0d9c-4aa2-a388-53732a44046a on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:47.602163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Attempting to bind port 06391e76-0d9c-4aa2-a388-53732a44046a by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:47.602330 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Attempting to bind port 06391e76-0d9c-4aa2-a388-53732a44046a on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:47.606664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Port 06391e76-0d9c-4aa2-a388-53732a44046a on network dd386736-3a2d-4273-b05e-67eadafad7c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:43:47.607012 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Attempting to bind port 06391e76-0d9c-4aa2-a388-53732a44046a on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:47.611817 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:47.612153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Checking segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:47.612530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Bound using segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:47.612951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Bound port: 06391e76-0d9c-4aa2-a388-53732a44046a, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:47.613302 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.688763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:47.720772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:47.726531 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.781283 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:47.781896 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.783281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] 10.222.0.35 "PUT /v2.0/ports/06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 1092 time: 0.8494840 Jul 16 18:43:47.810376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeab1bc-cc3b-4a6d-a843-436f38517820 req-b0f6c12c-204d-449f-bccd-d1225ca60b80 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:47.811946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbeab1bc-cc3b-4a6d-a843-436f38517820 req-b0f6c12c-204d-449f-bccd-d1225ca60b80 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.1395960 Jul 16 18:43:47.813944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ccb87-492e-487d-bd9c-2f22dcd5c829 service neutron] Pushing event updated for resources: {'Port': ['ID=06391e76-0d9c-4aa2-a388-53732a44046a,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:47.892487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbeab1bc-cc3b-4a6d-a843-436f38517820 req-dacfd884-04b3-4917-9a0c-2cc38044f386 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614572 Jul 16 18:43:47.909042 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-eb51c49c-0dac-4044-aa4f-5458c219337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:47.910584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-eb51c49c-0dac-4044-aa4f-5458c219337f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1095 time: 0.0977421 Jul 16 18:43:48.009241 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-30c007e0-b1a3-4118-9116-b20a535705ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:48.010738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-30c007e0-b1a3-4118-9116-b20a535705ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0925145 Jul 16 18:43:48.076422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-7b02e12e-40a7-4379-9a28-607bc4fcf62b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 998 time: 0.0592232 Jul 16 18:43:48.123919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-828e455c-13fc-4965-b337-7b16354543f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:48.125361 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-828e455c-13fc-4965-b337-7b16354543f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0434146 Jul 16 18:43:48.185665 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-95447b8a-f20e-4716-81fc-122ffb5a3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:48.187161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-95447b8a-f20e-4716-81fc-122ffb5a3228 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555592 Jul 16 18:43:48.276007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-c2f55afb-aeda-442f-b7db-04c269832538 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818076 Jul 16 18:43:48.369523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6de73bc0-9902-4daa-a649-0e4768618d57 req-d7ec2be7-dfab-4d0c-a690-f2711456b6e4 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878160 Jul 16 18:43:49.081677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d80e6-45dd-43bd-8815-9d22ee12f142 req-cf0ba865-9066-4e71-9e2c-0455e8a0c00f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:49.083278 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a0d80e6-45dd-43bd-8815-9d22ee12f142 req-cf0ba865-9066-4e71-9e2c-0455e8a0c00f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.0671692 Jul 16 18:43:49.122359 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a0d80e6-45dd-43bd-8815-9d22ee12f142 req-24334bf5-a48f-4d0b-badf-25510a67f1c4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330989 Jul 16 18:43:49.357569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:49.359924 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312b26e7-0274-4bba-b0f6-51b951014564" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:49.409835 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a393a5-671f-4bf2-acce-2ef346153924 x-openstack-request-id: req-74a393a5-671f-4bf2-acce-2ef346153924 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:49.410195 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:49.410506 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74a393a5-671f-4bf2-acce-2ef346153924 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:49.410913 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a', 'status': 'completed', 'code': 200} Jul 16 18:43:49.525677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b26e7-0274-4bba-b0f6-51b951014564 req-52d7943c-842f-4a52-9993-8a60a57751b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:49.527179 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-52d7943c-842f-4a52-9993-8a60a57751b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1095 time: 0.0899920 Jul 16 18:43:49.528916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b26e7-0274-4bba-b0f6-51b951014564 req-942d3144-bc36-44e1-ad2b-6ca816e8f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:49.530229 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-942d3144-bc36-44e1-ad2b-6ca816e8f45d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1095 time: 0.1015561 Jul 16 18:43:49.691594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b26e7-0274-4bba-b0f6-51b951014564 req-48496c34-25f1-4081-8f18-67807f803320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:49.693503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-48496c34-25f1-4081-8f18-67807f803320 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1521392 Jul 16 18:43:49.694428 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b26e7-0274-4bba-b0f6-51b951014564 req-a3f3cd69-756c-4c9f-93c3-72ef4cdab269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:49.695740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-a3f3cd69-756c-4c9f-93c3-72ef4cdab269 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1621792 Jul 16 18:43:49.807028 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-ef9e5df9-4d24-42fc-8d17-6b6ac467190f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 998 time: 0.1067502 Jul 16 18:43:49.808778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-8c63d1d9-844c-4032-a541-bf814af736cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 998 time: 0.1029520 Jul 16 18:43:49.893435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b26e7-0274-4bba-b0f6-51b951014564 req-172f4a7d-eb99-46ee-94cd-499b285cb7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:49.894884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-172f4a7d-eb99-46ee-94cd-499b285cb7ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0819862 Jul 16 18:43:49.897060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b26e7-0274-4bba-b0f6-51b951014564 req-774afbb0-3748-4d71-a387-7038378e1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:49.898344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-774afbb0-3748-4d71-a387-7038378e1b71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0779922 Jul 16 18:43:49.993229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b26e7-0274-4bba-b0f6-51b951014564 req-cdd2c1f5-675d-4a77-b51b-f661f77bdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:49.994740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-cdd2c1f5-675d-4a77-b51b-f661f77bdb8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856805 Jul 16 18:43:49.997333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b26e7-0274-4bba-b0f6-51b951014564 req-ee2975a1-f22c-4943-a822-dbeca8d98cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:49.998677 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-ee2975a1-f22c-4943-a822-dbeca8d98cf5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968127 Jul 16 18:43:50.490749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-d3aeaf4b-f85c-459a-b042-8cf5e48e1426 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893887 Jul 16 18:43:50.493247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-adcaa820-d1f5-4b9e-b1ed-912516e8a136 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849794 Jul 16 18:43:50.631506 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5539777-2929-47d3-95f6-c830b3fedab3 req-06e6c371-f880-422a-8556-e8599dd0aabc tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.632909 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5539777-2929-47d3-95f6-c830b3fedab3 req-06e6c371-f880-422a-8556-e8599dd0aabc tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.2111526 Jul 16 18:43:50.695907 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-0489cfcd-861a-4446-985a-07795d6e78f0 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979268 Jul 16 18:43:50.703206 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-312b26e7-0274-4bba-b0f6-51b951014564 req-c166942d-a3df-4469-9ce5-17c384d45ab8 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964881 Jul 16 18:43:50.711445 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a5539777-2929-47d3-95f6-c830b3fedab3 req-c766c74e-9ccb-44b0-b8c0-17beb0a7ae3f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685503 Jul 16 18:43:51.902609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d1c5c-22fc-4479-99ed-cbd456e5c2bb req-13cd5fdd-aabd-4199-bcd5-e2050d0c751a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:51.904045 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-523d1c5c-22fc-4479-99ed-cbd456e5c2bb req-13cd5fdd-aabd-4199-bcd5-e2050d0c751a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.0715737 Jul 16 18:43:51.944089 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-523d1c5c-22fc-4479-99ed-cbd456e5c2bb req-78421782-7ce7-485b-894a-f5cfded1f506 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342577 Jul 16 18:43:53.122319 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d81e1b-d8f3-4f16-896f-5341f3287f8b req-26011599-8c0d-402b-bcdb-5b4605d8179f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:53.123822 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6d81e1b-d8f3-4f16-896f-5341f3287f8b req-26011599-8c0d-402b-bcdb-5b4605d8179f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.0646548 Jul 16 18:43:53.161249 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6d81e1b-d8f3-4f16-896f-5341f3287f8b req-448d2449-e3fa-440f-9f8a-a39a4dee5d2b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319498 Jul 16 18:43:54.339826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea937a3-ad5a-4176-a7cc-5e9dc905344a req-2e760814-cdf1-414c-a263-828f8dfd268f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:54.341187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cea937a3-ad5a-4176-a7cc-5e9dc905344a req-2e760814-cdf1-414c-a263-828f8dfd268f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.0637419 Jul 16 18:43:54.382501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cea937a3-ad5a-4176-a7cc-5e9dc905344a req-0b298a3f-cd22-43c3-9403-4aa6768e9e38 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357997 Jul 16 18:43:55.561225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dabbe-d9f9-4adf-80db-3c0844cf057a req-e2079a51-bbe1-45e9-a509-4c24c53e8f8d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:55.562685 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b43dabbe-d9f9-4adf-80db-3c0844cf057a req-e2079a51-bbe1-45e9-a509-4c24c53e8f8d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.0634313 Jul 16 18:43:55.600316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b43dabbe-d9f9-4adf-80db-3c0844cf057a req-bb7ab8d1-b1d0-4aac-b2d6-cea415ffdfcc tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313060 Jul 16 18:43:56.059205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b70fa-14b7-4080-a2d7-b7a3382e4bf4 req-39caf496-4fb3-424f-83d4-8b4c59dababd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:56.060741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-718b70fa-14b7-4080-a2d7-b7a3382e4bf4 req-39caf496-4fb3-424f-83d4-8b4c59dababd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1095 time: 0.0552373 Jul 16 18:43:56.168559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b70fa-14b7-4080-a2d7-b7a3382e4bf4 req-ce81ab3b-c889-4709-8d3f-6bf0ae747bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:56.170003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-718b70fa-14b7-4080-a2d7-b7a3382e4bf4 req-ce81ab3b-c889-4709-8d3f-6bf0ae747bed service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0900249 Jul 16 18:43:56.232533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-718b70fa-14b7-4080-a2d7-b7a3382e4bf4 req-8d46139a-df4e-4f92-b02a-4fc0d3046525 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 998 time: 0.0561163 Jul 16 18:43:56.284494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b70fa-14b7-4080-a2d7-b7a3382e4bf4 req-fc64cecb-60e9-483c-ad9f-228c04de2456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:56.285820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-718b70fa-14b7-4080-a2d7-b7a3382e4bf4 req-fc64cecb-60e9-483c-ad9f-228c04de2456 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0471909 Jul 16 18:43:56.341805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b70fa-14b7-4080-a2d7-b7a3382e4bf4 req-93f872eb-4abd-4b3a-8e5d-a2f53b665b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:56.343252 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-718b70fa-14b7-4080-a2d7-b7a3382e4bf4 req-93f872eb-4abd-4b3a-8e5d-a2f53b665b82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507812 Jul 16 18:43:56.430862 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-718b70fa-14b7-4080-a2d7-b7a3382e4bf4 req-be839357-44a8-4928-a562-80769cac3c95 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808961 Jul 16 18:43:56.522311 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-718b70fa-14b7-4080-a2d7-b7a3382e4bf4 req-ff88182c-ce6d-40e6-be59-96dfe2e7cc60 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842597 Jul 16 18:43:56.773022 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b39c-be09-4845-a0b6-bd88f2e188fe req-736ac546-40e4-4d88-8502-00252a6eed3a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:56.774497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e104b39c-be09-4845-a0b6-bd88f2e188fe req-736ac546-40e4-4d88-8502-00252a6eed3a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.0631680 Jul 16 18:43:56.812877 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e104b39c-be09-4845-a0b6-bd88f2e188fe req-0bce5107-cd0e-4b69-b369-62d4b74b5830 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328937 Jul 16 18:43:56.960749 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:43:56.986985 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.009713 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.992990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefb9a5-aa42-4318-b19b-94b0139bb085 req-ff0186da-405a-4e86-bf1d-02fee45f0d3a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:57.994484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2eefb9a5-aa42-4318-b19b-94b0139bb085 req-ff0186da-405a-4e86-bf1d-02fee45f0d3a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.0695021 Jul 16 18:43:58.033545 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2eefb9a5-aa42-4318-b19b-94b0139bb085 req-07435a5c-3ca9-4e2c-9c6f-5eab8d2e7996 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333924 Jul 16 18:43:58.073380 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-13624f80-2d4f-4323-b373-acb24a548f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.207321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7d7ba-34fc-4db1-91c3-47b0c0716303 req-93ef5e6b-49cf-41f7-94d0-3d8424c71be0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:59.208977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07d7d7ba-34fc-4db1-91c3-47b0c0716303 req-93ef5e6b-49cf-41f7-94d0-3d8424c71be0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.0642338 Jul 16 18:43:59.246845 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07d7d7ba-34fc-4db1-91c3-47b0c0716303 req-bb67afca-adc1-468c-82eb-b303a2aa3e42 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323806 Jul 16 18:44:00.419349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a80ab-3d06-454a-a953-306dbbc4d177 req-089b083b-4dfd-44b7-aba3-c7e6898dc1ad tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:00.420765 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da5a80ab-3d06-454a-a953-306dbbc4d177 req-089b083b-4dfd-44b7-aba3-c7e6898dc1ad tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.0649254 Jul 16 18:44:00.463463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-da5a80ab-3d06-454a-a953-306dbbc4d177 req-21db52e4-a0cf-4577-a3db-59d0f377e7df tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372856 Jul 16 18:44:00.719642 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.758580 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-55762fd7-de7d-476f-a15d-06e5b19eb31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.895243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-88280bfd-0d01-4601-bf54-21c47c822892 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:00.897587 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-88280bfd-0d01-4601-bf54-21c47c822892 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 943 time: 0.1031406 Jul 16 18:44:00.973842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498d53-b825-4cca-9190-a30e58f4106d req-b57bdc6a-fb5b-435c-91bd-49bd52c77652 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:00.975799 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1498d53-b825-4cca-9190-a30e58f4106d req-b57bdc6a-fb5b-435c-91bd-49bd52c77652 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.1211915 Jul 16 18:44:00.990735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-b840d9e4-281f-4fbd-a781-c07d12742ac6 service neutron] 10.222.0.35 "GET /v2.0/ports/06391e76-0d9c-4aa2-a388-53732a44046a/bindings/n-h1-787206-10 HTTP/1.1" status: 200 len: 383 time: 0.0845678 Jul 16 18:44:01.018866 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1498d53-b825-4cca-9190-a30e58f4106d req-d9ed328a-05e0-430b-a487-8268fb5c19e0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372620 Jul 16 18:44:01.072123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-ed461a8a-4ae6-4df1-81e7-db589d29746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:01.073629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-ed461a8a-4ae6-4df1-81e7-db589d29746b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1095 time: 0.0581808 Jul 16 18:44:01.167175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-abf10079-3f21-43d8-9133-a5019d598e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:01.168724 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-abf10079-3f21-43d8-9133-a5019d598e63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.0887215 Jul 16 18:44:01.235752 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-67754ef8-3fef-4013-b5fd-867748fa83f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 998 time: 0.0599403 Jul 16 18:44:01.289558 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3d7f3b67-02bc-4687-9bdb-527a7b376a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:01.291047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3d7f3b67-02bc-4687-9bdb-527a7b376a5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0494735 Jul 16 18:44:01.357882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-511792c6-f300-4fcc-8b79-14ccc6395382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:01.362663 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-511792c6-f300-4fcc-8b79-14ccc6395382 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656307 Jul 16 18:44:01.457496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-c0f500ce-8294-4aad-a67c-93ec6876b336 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876741 Jul 16 18:44:01.560038 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-11d02959-6f8d-4c24-a163-998aac80f209 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956857 Jul 16 18:44:02.009434 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.199758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa069-c7b1-485e-b21c-881bb12297ec req-d09342ed-7d10-429c-8933-47435ea0ab9e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:02.201255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc3fa069-c7b1-485e-b21c-881bb12297ec req-d09342ed-7d10-429c-8933-47435ea0ab9e tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.0649638 Jul 16 18:44:02.238421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc3fa069-c7b1-485e-b21c-881bb12297ec req-191d874f-0e47-415b-a40e-60489518c37c tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315599 Jul 16 18:44:02.415858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 06391e76-0d9c-4aa2-a388-53732a44046a details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:02.510273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:02.521877 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '06391e76-0d9c-4aa2-a388-53732a44046a', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'port_id': '06391e76-0d9c-4aa2-a388-53732a44046a', 'mac_address': 'fa:16:3e:a4:eb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:02.561609 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.574882 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06391e76-0d9c-4aa2-a388-53732a44046a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:02.593992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:02.598147 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.647104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=06391e76-0d9c-4aa2-a388-53732a44046a,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:02.654655 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.655001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.655342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.655723 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.656042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.656366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.656694 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.657019 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.657342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.657664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.657985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.658304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.420177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7363cc-8430-4abb-acbc-6945f91295c5 req-5d61c8d9-2f6d-4998-85f1-22f728a60119 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:03.421761 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd7363cc-8430-4abb-acbc-6945f91295c5 req-5d61c8d9-2f6d-4998-85f1-22f728a60119 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 944 time: 0.0646477 Jul 16 18:44:03.464987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd7363cc-8430-4abb-acbc-6945f91295c5 req-3a6b28e0-273e-4933-a976-dd02d12590bb tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369403 Jul 16 18:44:03.751791 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.415261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 06391e76-0d9c-4aa2-a388-53732a44046a details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:04.515341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:04.528731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '06391e76-0d9c-4aa2-a388-53732a44046a', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'port_id': '06391e76-0d9c-4aa2-a388-53732a44046a', 'mac_address': 'fa:16:3e:a4:eb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:04.646291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85851a-a6b5-4931-9e2f-e7df4cfee0f5 req-995a912e-c461-45ef-a545-1cfd7de591b7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:04.647994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f85851a-a6b5-4931-9e2f-e7df4cfee0f5 req-995a912e-c461-45ef-a545-1cfd7de591b7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 944 time: 0.0669422 Jul 16 18:44:04.688016 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6f85851a-a6b5-4931-9e2f-e7df4cfee0f5 req-4caa37ba-b899-4b8a-a4d4-8444e9f1e313 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340767 Jul 16 18:44:05.302507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-7f39cc75-aebd-4e75-9997-3acad5721d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:05.304121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-7f39cc75-aebd-4e75-9997-3acad5721d7d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91&tenant_id=9a8a60c039c3461a9c7af8b675a87ffe HTTP/1.1" status: 200 len: 1096 time: 0.0547328 Jul 16 18:44:05.315563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:05.389724 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.599242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:05.631391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:05.663049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 06391e76-0d9c-4aa2-a388-53732a44046a {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:05.671415 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.682503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Ignored duplicate provisioning block setup for port 06391e76-0d9c-4aa2-a388-53732a44046a by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:44:05.685869 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.776469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Pushing event updated for resources: {'Port': ['ID=06391e76-0d9c-4aa2-a388-53732a44046a,revision_number=9']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:05.813473 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] No DVR routers for this DVR port 06391e76-0d9c-4aa2-a388-53732a44046a on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:05.963551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda55e33-c35a-4834-816c-b4068a94b005 req-a3f21188-2b59-4a6f-888f-a1b968cfd8ba tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:05.965035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bda55e33-c35a-4834-816c-b4068a94b005 req-a3f21188-2b59-4a6f-888f-a1b968cfd8ba tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 943 time: 0.1530166 Jul 16 18:44:06.034425 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bda55e33-c35a-4834-816c-b4068a94b005 req-17d0bf47-7eba-4d95-9119-2b5885ed3f4b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626693 Jul 16 18:44:06.035051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Attempting to bind port 06391e76-0d9c-4aa2-a388-53732a44046a on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:06.035377 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Attempting to bind port 06391e76-0d9c-4aa2-a388-53732a44046a by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:06.035719 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Attempting to bind port 06391e76-0d9c-4aa2-a388-53732a44046a on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:06.040590 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Port 06391e76-0d9c-4aa2-a388-53732a44046a on network dd386736-3a2d-4273-b05e-67eadafad7c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:06.040943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Attempting to bind port 06391e76-0d9c-4aa2-a388-53732a44046a on network dd386736-3a2d-4273-b05e-67eadafad7c6 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:06.045883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:06.046219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Checking segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:06.046594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Bound using segment: {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:06.047014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Bound port: 06391e76-0d9c-4aa2-a388-53732a44046a, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03adf74f-29e9-476e-9a61-6e470f5c5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:06.047363 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.110554 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:06.113848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:06.118137 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.151331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.151963 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.153456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] 10.222.0.43 "PUT /v2.0/ports/06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 1092 time: 0.8419082 Jul 16 18:44:06.153903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:06.156194 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edefac50-2211-4500-90c1-d46f899ce364" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:06.184822 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799ba96-03a4-4727-982c-9e385fe40d92 service neutron] Pushing event updated for resources: {'Port': ['ID=06391e76-0d9c-4aa2-a388-53732a44046a,revision_number=10']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:06.228673 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cf1196-4710-4877-bec8-7ee2c739ca7e x-openstack-request-id: req-65cf1196-4710-4877-bec8-7ee2c739ca7e {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:06.228977 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:06.229225 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65cf1196-4710-4877-bec8-7ee2c739ca7e {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:06.230105 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a', 'status': 'completed', 'code': 200} Jul 16 18:44:06.288588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-9d85b2a5-c85e-40ff-b299-e70e48a0a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.290153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-9d85b2a5-c85e-40ff-b299-e70e48a0a01b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1096 time: 0.0959761 Jul 16 18:44:06.342571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefac50-2211-4500-90c1-d46f899ce364 req-9f2823db-7b65-4e44-bf0f-fde0e71bcbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.344131 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-9f2823db-7b65-4e44-bf0f-fde0e71bcbad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1096 time: 0.0942385 Jul 16 18:44:06.419389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 06391e76-0d9c-4aa2-a388-53732a44046a no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:06.454031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-eabaa023-3847-4130-ad38-c697fcdc7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.455588 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-eabaa023-3847-4130-ad38-c697fcdc7804 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1545086 Jul 16 18:44:06.456801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 06391e76-0d9c-4aa2-a388-53732a44046a not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:06.524826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefac50-2211-4500-90c1-d46f899ce364 req-636ebe20-8031-4f3e-b39c-c9af91ec3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.526270 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-636ebe20-8031-4f3e-b39c-c9af91ec3c0b service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1507220 Jul 16 18:44:06.543756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-65be4e88-7c7d-45a4-a40d-3be00260eb22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 998 time: 0.0796878 Jul 16 18:44:06.626876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-422478e5-a2da-4219-b778-c4797e24e5f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 998 time: 0.0895665 Jul 16 18:44:06.632144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-a32b6f7e-dabb-4368-90a8-7064cd28c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.633482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-a32b6f7e-dabb-4368-90a8-7064cd28c61a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0603850 Jul 16 18:44:06.710141 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefac50-2211-4500-90c1-d46f899ce364 req-f38cb91b-0671-4685-8ce7-46f2bface435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.711624 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-f38cb91b-0671-4685-8ce7-46f2bface435 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0773036 Jul 16 18:44:06.751005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-14cd43fa-7cf8-4b78-a244-ca8265395a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.752488 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-14cd43fa-7cf8-4b78-a244-ca8265395a67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113329 Jul 16 18:44:06.833275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefac50-2211-4500-90c1-d46f899ce364 req-b33be1dd-de0d-4b10-8f3c-e28a07be0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.834781 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-b33be1dd-de0d-4b10-8f3c-e28a07be0025 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146843 Jul 16 18:44:06.886469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-10d8f7c9-9cee-434f-ad95-7ad7b7023ab8 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241286 Jul 16 18:44:06.996559 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-21e1a5b4-ecd4-4960-bb73-d86f6958d625 service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528201 Jul 16 18:44:07.047509 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf38fd62-6f6d-459e-be39-fc61c207845b req-97413542-eb92-4f3d-aa53-8ff99f9f9b8d service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321917 Jul 16 18:44:07.132402 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-11aedf0d-8a00-4582-8d2d-8c2add25f63d service neutron] 10.222.0.35 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286314 Jul 16 18:44:07.170576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefac50-2211-4500-90c1-d46f899ce364 req-c6a79b05-b1cf-4d27-8ad7-0bcfb0f853c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.172218 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-c6a79b05-b1cf-4d27-8ad7-0bcfb0f853c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 1096 time: 0.0699744 Jul 16 18:44:07.309134 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefac50-2211-4500-90c1-d46f899ce364 req-7f06ab7e-bcf4-40ad-829c-ac2e1ebd9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.310546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-7f06ab7e-bcf4-40ad-829c-ac2e1ebd9580 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 200 len: 912 time: 0.1268246 Jul 16 18:44:07.320158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be835a-dccb-4bf2-8b24-7e8c61f3af64 req-ff91028f-de9c-4bf7-a587-c896c280e20a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.321546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2be835a-dccb-4bf2-8b24-7e8c61f3af64 req-ff91028f-de9c-4bf7-a587-c896c280e20a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 944 time: 0.1535974 Jul 16 18:44:07.387310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-e87e8778-1e26-47c9-8a17-6b6795f672fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 200 len: 998 time: 0.0647073 Jul 16 18:44:07.447348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefac50-2211-4500-90c1-d46f899ce364 req-eb0e4251-c58a-4f32-8a5e-ac08e682bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.449100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-eb0e4251-c58a-4f32-8a5e-ac08e682bd13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 200 len: 850 time: 0.0546784 Jul 16 18:44:07.513771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2be835a-dccb-4bf2-8b24-7e8c61f3af64 req-5f935505-d91d-4625-8297-db982931549f tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855459 Jul 16 18:44:07.532657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefac50-2211-4500-90c1-d46f899ce364 req-b47fe6d7-e1ed-4a57-af2f-87bd1d635fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.534159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-b47fe6d7-e1ed-4a57-af2f-87bd1d635fb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd386736-3a2d-4273-b05e-67eadafad7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773432 Jul 16 18:44:07.633145 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-e8663084-6026-4ddd-93f0-1a60b5fc02e4 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915186 Jul 16 18:44:08.037023 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edefac50-2211-4500-90c1-d46f899ce364 req-da49874a-c891-458c-bcac-b378c4127167 service neutron] 10.222.0.43 "GET /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962948 Jul 16 18:44:08.695106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c8393-7fde-4f39-b94b-11e4087e1aef req-632d63cb-fb52-4f54-9ec8-bec3f4b77773 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:08.696650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-329c8393-7fde-4f39-b94b-11e4087e1aef req-632d63cb-fb52-4f54-9ec8-bec3f4b77773 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 944 time: 0.0676503 Jul 16 18:44:08.734841 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-329c8393-7fde-4f39-b94b-11e4087e1aef req-40b720e1-ebb8-4c60-950d-32817149b01a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323350 Jul 16 18:44:09.914475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed22a46-f5c8-4c5c-b99a-cf94dfae53d5 req-53bd84c8-f62b-425f-b85f-703c6f9862cf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:09.916014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ed22a46-f5c8-4c5c-b99a-cf94dfae53d5 req-53bd84c8-f62b-425f-b85f-703c6f9862cf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 944 time: 0.0677075 Jul 16 18:44:09.954256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0ed22a46-f5c8-4c5c-b99a-cf94dfae53d5 req-a31bcf43-5c01-4925-a178-af9a7cf81c64 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325468 Jul 16 18:44:11.138028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302fbaf-d274-44d8-91ba-649f33d3b93d req-2d3a3328-683c-44d3-9838-d4c313dfb0cf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:11.139514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0302fbaf-d274-44d8-91ba-649f33d3b93d req-2d3a3328-683c-44d3-9838-d4c313dfb0cf tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 944 time: 0.0627985 Jul 16 18:44:11.177558 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0302fbaf-d274-44d8-91ba-649f33d3b93d req-c334f23a-bad9-4f8c-8130-3f35a6bc4ae3 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324361 Jul 16 18:44:12.359551 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1ec58-5268-4e37-bb98-b425c3197a64 req-e454b4f0-1e9b-4ddc-828c-a4cb4c82cea0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:12.361043 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e1ec58-5268-4e37-bb98-b425c3197a64 req-e454b4f0-1e9b-4ddc-828c-a4cb4c82cea0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 944 time: 0.0700212 Jul 16 18:44:12.399847 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-99e1ec58-5268-4e37-bb98-b425c3197a64 req-0442561f-90d1-4a26-bde5-a51aace33f58 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332365 Jul 16 18:44:13.576686 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f821c6-f6f5-4216-8faf-53bcb311f5c3 req-839797a9-501b-4968-8cfb-7402383580d7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.578175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-33f821c6-f6f5-4216-8faf-53bcb311f5c3 req-839797a9-501b-4968-8cfb-7402383580d7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 944 time: 0.0652802 Jul 16 18:44:13.615421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-33f821c6-f6f5-4216-8faf-53bcb311f5c3 req-e63362aa-f3ea-4eb7-9db5-59eed71784a0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316794 Jul 16 18:44:14.797563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43fe7-4e73-45cd-89a7-59fa7a39287b req-3fe3ee37-1981-4378-81e2-2ad5fed19c9a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.799035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdb43fe7-4e73-45cd-89a7-59fa7a39287b req-3fe3ee37-1981-4378-81e2-2ad5fed19c9a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 944 time: 0.0693948 Jul 16 18:44:14.840622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdb43fe7-4e73-45cd-89a7-59fa7a39287b req-ea43aa37-e28d-424a-8f15-64ca22adfe17 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350969 Jul 16 18:44:16.014326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642766d5-d1db-422c-81be-bc1aebd5a0e2 req-436f48f6-c13b-4123-918b-67ff184bb94d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:16.015820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-642766d5-d1db-422c-81be-bc1aebd5a0e2 req-436f48f6-c13b-4123-918b-67ff184bb94d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 944 time: 0.0634680 Jul 16 18:44:16.054698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-642766d5-d1db-422c-81be-bc1aebd5a0e2 req-1420f3ae-7e86-4513-82e8-8457b469fe91 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327930 Jul 16 18:44:17.227164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c47ec-e9f7-4d20-abf4-d802d6506b67 req-182fcb08-3fb7-4dfd-826e-0b187a827f61 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:17.228675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-810c47ec-e9f7-4d20-abf4-d802d6506b67 req-182fcb08-3fb7-4dfd-826e-0b187a827f61 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 944 time: 0.0634668 Jul 16 18:44:17.266187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-810c47ec-e9f7-4d20-abf4-d802d6506b67 req-1875c9d8-6261-451e-83df-af1fd07d0dda tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320952 Jul 16 18:44:17.723485 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 06391e76-0d9c-4aa2-a388-53732a44046a details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:17.823659 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:17.836341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '06391e76-0d9c-4aa2-a388-53732a44046a', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'port_id': '06391e76-0d9c-4aa2-a388-53732a44046a', 'mac_address': 'fa:16:3e:a4:eb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:17.877794 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.890196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06391e76-0d9c-4aa2-a388-53732a44046a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:17.909483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:17.915400 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.961991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=06391e76-0d9c-4aa2-a388-53732a44046a,revision_number=11']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:18.145428 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['06391e76-0d9c-4aa2-a388-53732a44046a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:18.442748 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c5caa-6251-4ad9-830c-dcfb8564b0d6 req-85e4b87d-b991-4f61-bdd9-1aff27b7fb80 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:18.444235 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb1c5caa-6251-4ad9-830c-dcfb8564b0d6 req-85e4b87d-b991-4f61-bdd9-1aff27b7fb80 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0674009 Jul 16 18:44:18.482526 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb1c5caa-6251-4ad9-830c-dcfb8564b0d6 req-4a7fda36-9fb4-481e-98fe-3c2664b64840 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325408 Jul 16 18:44:18.651088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b5bea-981c-4755-8d93-532b4001c2c0 req-7553b5f5-ab9c-4720-830e-9d547a87a46d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:18.652492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e63b5bea-981c-4755-8d93-532b4001c2c0 req-7553b5f5-ab9c-4720-830e-9d547a87a46d tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0625961 Jul 16 18:44:18.690245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e63b5bea-981c-4755-8d93-532b4001c2c0 req-cc868b6d-3293-412c-a3b7-0cb7a189ce74 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322225 Jul 16 18:44:18.873518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50c9d1-a7e9-4ee3-b7d5-947e26efe482 req-42bbd57e-8ed1-4425-9fec-913ff07cbb89 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:18.875001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e50c9d1-a7e9-4ee3-b7d5-947e26efe482 req-42bbd57e-8ed1-4425-9fec-913ff07cbb89 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0706100 Jul 16 18:44:18.914235 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e50c9d1-a7e9-4ee3-b7d5-947e26efe482 req-7c53d552-9fcd-427d-a010-bb0cfc51bb12 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335021 Jul 16 18:44:19.296778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801860b-0d83-48e0-a283-2fe18f9b4c9b req-d68560b9-10d7-4d1b-ba4f-27b969174e5b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.298266 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c801860b-0d83-48e0-a283-2fe18f9b4c9b req-d68560b9-10d7-4d1b-ba4f-27b969174e5b tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 945 time: 0.0656142 Jul 16 18:44:19.337082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c801860b-0d83-48e0-a283-2fe18f9b4c9b req-f3943b7b-2e4c-4743-a1fd-c4655391b541 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325272 Jul 16 18:44:19.749203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 06391e76-0d9c-4aa2-a388-53732a44046a up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:19.796817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 06391e76-0d9c-4aa2-a388-53732a44046a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:19.800481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 06391e76-0d9c-4aa2-a388-53732a44046a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:19.800847 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.878574 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.901444 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:19.903673 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc31a409-bf8f-4329-a01b-1ab640c48982" -d '{"events": [{"server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "name": "network-vif-plugged", "status": "completed", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:19.916114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:19.920209 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.966098 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=06391e76-0d9c-4aa2-a388-53732a44046a,revision_number=12']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.076840 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348fd46f-eabd-4c15-a2b3-2b1b7563e1ff x-openstack-request-id: req-348fd46f-eabd-4c15-a2b3-2b1b7563e1ff {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:20.077130 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "name": "network-vif-plugged", "status": "completed", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:20.077375 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-348fd46f-eabd-4c15-a2b3-2b1b7563e1ff {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:20.077761 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a', 'code': 200} Jul 16 18:44:20.509702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807dd51-9fe7-42dd-9727-d0db13fd4dfe req-2fd9ea6d-496a-4471-9721-5b1c4cd71115 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:20.511215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2807dd51-9fe7-42dd-9727-d0db13fd4dfe req-2fd9ea6d-496a-4471-9721-5b1c4cd71115 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 946 time: 0.0640922 Jul 16 18:44:20.548688 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2807dd51-9fe7-42dd-9727-d0db13fd4dfe req-93480e9f-4004-400e-b2db-05a336c34077 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups?id=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318558 Jul 16 18:44:20.974563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-0e7e909d-8228-4321-b88c-a233e124fcbb tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:20.976681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-0e7e909d-8228-4321-b88c-a233e124fcbb tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 946 time: 0.0689328 Jul 16 18:44:21.077221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Deleting port 06391e76-0d9c-4aa2-a388-53732a44046a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:21.077553 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.168203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] For port 06391e76-0d9c-4aa2-a388-53732a44046a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=06391e76-0d9c-4aa2-a388-53732a44046a,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:21.168557 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.336712 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.336984 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.337294 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3 disassociated. External IP: 172.25.5.9, port: 06391e76-0d9c-4aa2-a388-53732a44046a. Jul 16 18:44:21.337634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Calling delete_port for 06391e76-0d9c-4aa2-a388-53732a44046a owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:21.468985 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.498088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event deleted for resources: {'Port': ['ID=06391e76-0d9c-4aa2-a388-53732a44046a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:21.654024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Router ca7ffe46-64c2-4646-b99a-9b0233f87b73 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:21.782222 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-456f3f6f-d801-4c9c-b0e4-5006d69b6039 req-a8d776f1-635f-4fb9-911f-0481414718c0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 210 time: 0.0347710 Jul 16 18:44:21.796542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:21.806152 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4bf6ec-293d-457a-845e-457f2efbfd1b None None] Sync routers for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:21.816144 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4bf6ec-293d-457a-845e-457f2efbfd1b None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:21.816748 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7b4bf6ec-293d-457a-845e-457f2efbfd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:44:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:21.846226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] No DVR routers for this DVR port 06391e76-0d9c-4aa2-a388-53732a44046a on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:21.849156 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.852274 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-df47d1e5-9a9b-466b-99a9-cff8ebb59540 req-ba1001fd-f4fc-4636-930a-7f241297223a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.43 "DELETE /v2.0/ports/06391e76-0d9c-4aa2-a388-53732a44046a HTTP/1.1" status: 204 len: 173 time: 0.8696358 Jul 16 18:44:21.852794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'name': 'network-vif-deleted', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:21.856015 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce5ac11-ffdd-48c3-89d0-bd9363a6b574" -d '{"events": [{"server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "name": "network-vif-deleted", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:21.900866 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf1e039-97be-4bfe-811f-7450d5f611f0 x-openstack-request-id: req-fcf1e039-97be-4bfe-811f-7450d5f611f0 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:21.901187 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6dee21-1b84-46b7-b931-bb8d0a394a91", "name": "network-vif-deleted", "tag": "06391e76-0d9c-4aa2-a388-53732a44046a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:21.901405 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcf1e039-97be-4bfe-811f-7450d5f611f0 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:21.901805 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6dee21-1b84-46b7-b931-bb8d0a394a91', 'name': 'network-vif-deleted', 'tag': '06391e76-0d9c-4aa2-a388-53732a44046a', 'status': 'completed', 'code': 200} Jul 16 18:44:22.015725 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-7b4bf6ec-293d-457a-845e-457f2efbfd1b None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:22.218062 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7b4bf6ec-293d-457a-845e-457f2efbfd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:22.244280 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4bf6ec-293d-457a-845e-457f2efbfd1b None None] Checking router: ca7ffe46-64c2-4646-b99a-9b0233f87b73 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:22.252887 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4bf6ec-293d-457a-845e-457f2efbfd1b None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:22.253484 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7b4bf6ec-293d-457a-845e-457f2efbfd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:44:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:22.359696 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-7b4bf6ec-293d-457a-845e-457f2efbfd1b None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:22.563779 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-7b4bf6ec-293d-457a-845e-457f2efbfd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:22.595791 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4bf6ec-293d-457a-845e-457f2efbfd1b None None] The sync data for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 is: [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:34:07Z', 'revision_number': 4, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '202635d6-9f08-4973-ba24-d1bc3560cb84', 'name': '', 'network_id': 'dd386736-3a2d-4273-b05e-67eadafad7c6', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'mac_address': 'fa:16:3e:66:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:06Z', 'updated_at': '2021-07-16T18:34:12Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'subnets': [{'id': 'db052de1-822f-42a9-afeb-244dc9d1cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:22.822851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f112fda5-69e8-4b52-b5ac-df465f119b74 None None] New status for floating IP ea3ec727-9c0f-483f-b965-6bf6403e7fe3: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:44:22.931833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6fbcc7a0-10a8-4d9f-ad43-6b6d93ddea24 req-6ed3dd9b-56b8-4bbd-916f-efbe295b4af4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 210 time: 0.0347035 Jul 16 18:44:23.770214 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 06391e76-0d9c-4aa2-a388-53732a44046a no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:23.790168 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 06391e76-0d9c-4aa2-a388-53732a44046a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:23.790517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 06391e76-0d9c-4aa2-a388-53732a44046a not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:24.078366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-438034fd-3e56-4a3c-a9f7-23d86c3f999d req-e14459c9-c533-4faa-a3dd-5022d234d263 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 210 time: 0.0288956 Jul 16 18:44:25.222092 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6d3d037b-948d-4f89-ba19-29457cc0b735 req-9ecc4d12-3f72-416e-993b-6c455d88442a tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6dee21-1b84-46b7-b931-bb8d0a394a91 HTTP/1.1" status: 200 len: 210 time: 0.0294619 Jul 16 18:44:27.001119 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.034260 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.073767 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8356a8de-a4ba-4332-b355-f2c3cf19aeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.241896 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53312) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:29.301188 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.327656 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.378129 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.380815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.382009 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "DELETE /v2.0/security-groups/64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af HTTP/1.1" status: 204 len: 168 time: 0.1390982 Jul 16 18:44:29.384684 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53320) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:29.391888 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:29.400515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.400888 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.401233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.401568 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.401904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.402233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.402563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.402874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.403292 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [None req-6d31807e-afd8-4d3e-a246-a2877a20f3b7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] show failed (client error): The resource could not be found. Jul 16 18:44:29.403413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.403538 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.403845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.406684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d54b7-3d71-4347-8ee8-a761090ef4d0 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.406786 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6d31807e-afd8-4d3e-a246-a2877a20f3b7 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "GET /v2.0/security-groups/64594b0f-a2ca-43e5-a9b3-d7e0ad86a2af HTTP/1.1" status: 404 len: 347 time: 0.0179951 Jul 16 18:44:29.407566 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53322) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:29.533409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-94d0b72e-e6b9-4537-ac5e-0f975d3806d4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Deleting port 75630345-b25d-4324-892c-f194935d926a {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:29.533759 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94d0b72e-e6b9-4537-ac5e-0f975d3806d4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.611626 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94d0b72e-e6b9-4537-ac5e-0f975d3806d4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.611957 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94d0b72e-e6b9-4537-ac5e-0f975d3806d4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.623609 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-94d0b72e-e6b9-4537-ac5e-0f975d3806d4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Calling delete_port for 75630345-b25d-4324-892c-f194935d926a owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:29.757263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94d0b72e-e6b9-4537-ac5e-0f975d3806d4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.782470 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0b72e-e6b9-4537-ac5e-0f975d3806d4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Pushing event deleted for resources: {'Port': ['ID=75630345-b25d-4324-892c-f194935d926a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:29.847271 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94d0b72e-e6b9-4537-ac5e-0f975d3806d4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.849687 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-94d0b72e-e6b9-4537-ac5e-0f975d3806d4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.850946 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-94d0b72e-e6b9-4537-ac5e-0f975d3806d4 tempest-ServerActionsTestJSON-1492339840 tempest-ServerActionsTestJSON-1492339840-project] 10.222.0.41 "DELETE /v2.0/floatingips/ea3ec727-9c0f-483f-b965-6bf6403e7fe3 HTTP/1.1" status: 204 len: 168 time: 0.4420569 Jul 16 18:44:29.853979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53324) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:30.353744 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03f80753-fb1c-491e-b17d-56dfc0059421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.604071 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-03f80753-fb1c-491e-b17d-56dfc0059421 admin admin] Deleting port 202635d6-9f08-4973-ba24-d1bc3560cb84 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:30.604415 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03f80753-fb1c-491e-b17d-56dfc0059421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.684193 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-03f80753-fb1c-491e-b17d-56dfc0059421 admin admin] For port 202635d6-9f08-4973-ba24-d1bc3560cb84, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=202635d6-9f08-4973-ba24-d1bc3560cb84,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:30.684554 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03f80753-fb1c-491e-b17d-56dfc0059421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.698121 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-03f80753-fb1c-491e-b17d-56dfc0059421 admin admin] Calling delete_port for 202635d6-9f08-4973-ba24-d1bc3560cb84 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:30.720637 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.759102 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-83d5980e-370b-49f4-8643-30b6e7ab2384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.881951 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03f80753-fb1c-491e-b17d-56dfc0059421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.908688 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f80753-fb1c-491e-b17d-56dfc0059421 admin admin] Pushing event deleted for resources: {'Port': ['ID=202635d6-9f08-4973-ba24-d1bc3560cb84,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:31.076399 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-03f80753-fb1c-491e-b17d-56dfc0059421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.283315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f80753-fb1c-491e-b17d-56dfc0059421 admin admin] Router ca7ffe46-64c2-4646-b99a-9b0233f87b73 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:31.387725 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f80753-fb1c-491e-b17d-56dfc0059421 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:31.394209 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-03f80753-fb1c-491e-b17d-56dfc0059421 admin admin] 10.222.0.41 "PUT /v2.0/routers/ca7ffe46-64c2-4646-b99a-9b0233f87b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5384820 Jul 16 18:44:31.395300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53330) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:31.396043 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42181d1-de22-42df-9a30-4667b6674711 None None] Sync routers for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:31.405995 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42181d1-de22-42df-9a30-4667b6674711 None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:31.406597 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e42181d1-de22-42df-9a30-4667b6674711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:44:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:31.499670 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.508318 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-e42181d1-de22-42df-9a30-4667b6674711 None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:31.602300 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.653563 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Deleting port 3707a029-bf18-4496-81e9-f34f74ac8a8e {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:31.653907 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.685312 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e42181d1-de22-42df-9a30-4667b6674711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:44:30Z', 'revision_number': 5, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port': {'id': '3707a029-bf18-4496-81e9-f34f74ac8a8e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:05Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:31.722917 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42181d1-de22-42df-9a30-4667b6674711 None None] Checking router: ca7ffe46-64c2-4646-b99a-9b0233f87b73 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:31.731776 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42181d1-de22-42df-9a30-4667b6674711 None None] Routers {'ca7ffe46-64c2-4646-b99a-9b0233f87b73'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:31.732383 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e42181d1-de22-42df-9a30-4667b6674711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:44:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:31.735093 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] For port 3707a029-bf18-4496-81e9-f34f74ac8a8e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3707a029-bf18-4496-81e9-f34f74ac8a8e,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:31.735507 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.748309 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Calling delete_port for 3707a029-bf18-4496-81e9-f34f74ac8a8e owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:31.812416 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-e42181d1-de22-42df-9a30-4667b6674711 None None] Set router ca7ffe46-64c2-4646-b99a-9b0233f87b73 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:31.866485 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e42181d1-de22-42df-9a30-4667b6674711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:44:31Z', 'revision_number': 6, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:31.892726 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42181d1-de22-42df-9a30-4667b6674711 None None] The sync data for ids ['ca7ffe46-64c2-4646-b99a-9b0233f87b73'] in n-d-787206-10 is: [{'id': 'ca7ffe46-64c2-4646-b99a-9b0233f87b73', 'name': 'tempest-ServerActionsTestJSON-604289447-router', 'tenant_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:04Z', 'updated_at': '2021-07-16T18:44:31Z', 'revision_number': 6, 'project_id': '9a8a60c039c3461a9c7af8b675a87ffe', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:31.914500 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.944653 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3707a029-bf18-4496-81e9-f34f74ac8a8e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.004364 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.012238 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.095077 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.097161 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.138088 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.138619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca7ffe46-64c2-4646-b99a-9b0233f87b73 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:44:32.143100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.144263 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1b2e2545-62dc-40ac-9972-a4e467fed5f8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ca7ffe46-64c2-4646-b99a-9b0233f87b73 HTTP/1.1" status: 204 len: 168 time: 0.7479751 Jul 16 18:44:32.146700 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53332) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:32.193510 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf61559-2080-45f6-b66b-227829618026 admin admin] Deleting subnet db052de1-822f-42a9-afeb-244dc9d1cd7c {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:32.197074 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fdf61559-2080-45f6-b66b-227829618026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.230501 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fdf61559-2080-45f6-b66b-227829618026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.315070 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fdf61559-2080-45f6-b66b-227829618026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.370523 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fdf61559-2080-45f6-b66b-227829618026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.401119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf61559-2080-45f6-b66b-227829618026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db052de1-822f-42a9-afeb-244dc9d1cd7c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.403000 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fdf61559-2080-45f6-b66b-227829618026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.405120 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fdf61559-2080-45f6-b66b-227829618026 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/db052de1-822f-42a9-afeb-244dc9d1cd7c HTTP/1.1" status: 204 len: 168 time: 0.2565620 Jul 16 18:44:32.407355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53334) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:32.410853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85db00df-bcc7-4323-a608-511d2589722e None None] Network dd386736-3a2d-4273-b05e-67eadafad7c6 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:32.476648 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.527836 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Deleting port 60adf2aa-575b-4d7f-991e-87541ea48888 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:32.528177 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.680390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15d2f88-8bcb-4c9c-a9c7-25e5a6be9a9f None None] DHCP port deletion for dd386736-3a2d-4273-b05e-67eadafad7c6 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:32.682528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 202635d6-9f08-4973-ba24-d1bc3560cb84 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:32.705043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 202635d6-9f08-4973-ba24-d1bc3560cb84 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:32.705377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 202635d6-9f08-4973-ba24-d1bc3560cb84 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:32.747786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a15d2f88-8bcb-4c9c-a9c7-25e5a6be9a9f None None] Deleting port 60adf2aa-575b-4d7f-991e-87541ea48888 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:32.748168 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a15d2f88-8bcb-4c9c-a9c7-25e5a6be9a9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.817119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-a15d2f88-8bcb-4c9c-a9c7-25e5a6be9a9f None None] For port 60adf2aa-575b-4d7f-991e-87541ea48888, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=60adf2aa-575b-4d7f-991e-87541ea48888,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:32.817708 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a15d2f88-8bcb-4c9c-a9c7-25e5a6be9a9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.830444 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a15d2f88-8bcb-4c9c-a9c7-25e5a6be9a9f None None] Calling delete_port for 60adf2aa-575b-4d7f-991e-87541ea48888 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:32.916025 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a15d2f88-8bcb-4c9c-a9c7-25e5a6be9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.920238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] For port 60adf2aa-575b-4d7f-991e-87541ea48888, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=60adf2aa-575b-4d7f-991e-87541ea48888,segment=NetworkSegment(03adf74f-29e9-476e-9a61-6e470f5c5db8),segment_id=03adf74f-29e9-476e-9a61-6e470f5c5db8)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:32.920600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.936691 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Calling delete_port for 60adf2aa-575b-4d7f-991e-87541ea48888 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:32.945369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d2f88-8bcb-4c9c-a9c7-25e5a6be9a9f None None] Pushing event deleted for resources: {'Port': ['ID=60adf2aa-575b-4d7f-991e-87541ea48888,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.947568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d2f88-8bcb-4c9c-a9c7-25e5a6be9a9f None None] No DVR routers for this DVR port 60adf2aa-575b-4d7f-991e-87541ea48888 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:33.021824 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.047780 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Pushing event deleted for resources: {'Port': ['ID=60adf2aa-575b-4d7f-991e-87541ea48888,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:33.054679 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] No DVR routers for this DVR port 60adf2aa-575b-4d7f-991e-87541ea48888 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:33.122652 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.133004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd386736-3a2d-4273-b05e-67eadafad7c6']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:33.142546 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03adf74f-29e9-476e-9a61-6e470f5c5db8') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:33.142839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03adf74f-29e9-476e-9a61-6e470f5c5db8') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:33.151509 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.164817 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.170349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:33.170729 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: self.session.flush() Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:33.172345 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:33.229135 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.234402 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.236238 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] 10.222.0.41 "DELETE /v2.0/networks/dd386736-3a2d-4273-b05e-67eadafad7c6 HTTP/1.1" status: 204 len: 168 time: 0.8279572 Jul 16 18:44:33.249231 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab7108-1700-4e70-ab3e-4aea0706e67d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd386736-3a2d-4273-b05e-67eadafad7c6,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:33.360570 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53338) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:33.400206 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d72a1869-1a3c-4fc4-903f-c669501baa78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a8a60c039c3461a9c7af8b675a87ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384202 Jul 16 18:44:33.402645 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53340) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:33.449885 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-624d2cb9-57d2-4798-bf8e-5e8a77cffd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.471148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-624d2cb9-57d2-4798-bf8e-5e8a77cffd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.515722 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-624d2cb9-57d2-4798-bf8e-5e8a77cffd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.518219 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-624d2cb9-57d2-4798-bf8e-5e8a77cffd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.519344 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-624d2cb9-57d2-4798-bf8e-5e8a77cffd55 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4210cbc0-4df8-4664-8296-7fd749ae86a9 HTTP/1.1" status: 204 len: 168 time: 0.1158173 Jul 16 18:44:33.527353 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d2cb9-57d2-4798-bf8e-5e8a77cffd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4210cbc0-4df8-4664-8296-7fd749ae86a9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:33.754488 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.959194 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:34.219949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53362) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:34.242983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3707a029-bf18-4496-81e9-f34f74ac8a8e no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:34.265092 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 3707a029-bf18-4496-81e9-f34f74ac8a8e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:34.265437 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3707a029-bf18-4496-81e9-f34f74ac8a8e not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:34.265863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 60adf2aa-575b-4d7f-991e-87541ea48888 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:34.284812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 60adf2aa-575b-4d7f-991e-87541ea48888 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:34.285159 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 60adf2aa-575b-4d7f-991e-87541ea48888 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:34.315713 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1683830617-network', 'tenant_id': '7ec9df3f10f44b3aba37a511670a434c'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:34.341148 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Made reservation on behalf of 7ec9df3f10f44b3aba37a511670a434c for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:34.343640 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.352119 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.441940 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.445750 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.466084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:34.481946 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231267c1-b58e-481e-ab2e-11ae3d3dfa25,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:34.484820 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.485156 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Added segment d681f528-5606-4ac4-93b7-8799299f0343 of type vlan for network 12b4f609-23d7-4f33-bfaf-637b514edadc Jul 16 18:44:34.524584 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.552142 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.553411 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.554053 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.582274 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3612611 Jul 16 18:44:34.586110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53366) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:34.591186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0ef13967-9546-4274-b2c2-b6f1d5c45415 admin admin] Request body: {'subnet': {'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1683830617-subnet', 'tenant_id': '7ec9df3f10f44b3aba37a511670a434c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:34.614636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef13967-9546-4274-b2c2-b6f1d5c45415 admin admin] Made reservation on behalf of 7ec9df3f10f44b3aba37a511670a434c for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:34.617293 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ef13967-9546-4274-b2c2-b6f1d5c45415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.619457 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc610b6-214b-4202-af80-c461bf7827ff admin admin] Pushing event updated for resources: {'Network': ['ID=12b4f609-23d7-4f33-bfaf-637b514edadc,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:34.628852 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 12b4f609-23d7-4f33-bfaf-637b514edadc details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:34.804511 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ef13967-9546-4274-b2c2-b6f1d5c45415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.861316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef13967-9546-4274-b2c2-b6f1d5c45415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef493bb4-400a-4dd0-9541-b3d38adc2caf,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:34.870246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef13967-9546-4274-b2c2-b6f1d5c45415 admin admin] Checking segment: {'id': 'd681f528-5606-4ac4-93b7-8799299f0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:34.870610 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef13967-9546-4274-b2c2-b6f1d5c45415 admin admin] Network hostable DHCP agents. Network: 12b4f609-23d7-4f33-bfaf-637b514edadc, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:34.890966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef13967-9546-4274-b2c2-b6f1d5c45415 admin admin] Network 12b4f609-23d7-4f33-bfaf-637b514edadc is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:34.901963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-0ef13967-9546-4274-b2c2-b6f1d5c45415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 12b4f609-23d7-4f33-bfaf-637b514edadc) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:34.906145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef13967-9546-4274-b2c2-b6f1d5c45415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.906760 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0ef13967-9546-4274-b2c2-b6f1d5c45415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.912791 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac7ce0d-9dcc-4326-9a20-9e50e8b96cbb None None] Network 12b4f609-23d7-4f33-bfaf-637b514edadc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:34.921117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0ef13967-9546-4274-b2c2-b6f1d5c45415 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3338735 Jul 16 18:44:35.036466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e2143-d521-46b3-87d8-9deed376101f None None] Network 12b4f609-23d7-4f33-bfaf-637b514edadc requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:35.353296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b1b0c609-c0b8-430d-a1f4-35bc7aa1a375 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:35.354677 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b1b0c609-c0b8-430d-a1f4-35bc7aa1a375 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/networks?id=12b4f609-23d7-4f33-bfaf-637b514edadc HTTP/1.1" status: 200 len: 814 time: 0.1040018 Jul 16 18:44:35.369487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-99332ed1-af98-499a-9f7a-3e06a90f801c tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/quotas/7ec9df3f10f44b3aba37a511670a434c HTTP/1.1" status: 200 len: 375 time: 0.0095162 Jul 16 18:44:35.401962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-dced05ea-0d3c-40ef-83f3-2e3c0e62608c tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec9df3f10f44b3aba37a511670a434c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276980 Jul 16 18:44:35.412030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-a0ead512-b30f-4935-96bc-42b8799ce77a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:44:35.413090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-a0ead512-b30f-4935-96bc-42b8799ce77a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050790 Jul 16 18:44:35.503657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-68ac7ff6-579e-46df-aff5-d200f33f960e service neutron] 10.222.0.41 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854094 Jul 16 18:44:35.591554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-c35476c6-dcef-4414-bf53-941360e79b96 service neutron] 10.222.0.41 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814247 Jul 16 18:44:36.779525 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c8d77de3-4f6d-4fb9-87f0-2005c969d2f8 req-fbfd7c54-860f-4d19-a59e-3529bc76489f tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 210 time: 0.0330939 Jul 16 18:44:37.961920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8290d85b-6a09-4704-8fa6-09c7f843f7ba req-23520941-bc8c-4c37-a02c-0787561c093d tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 210 time: 0.0422664 Jul 16 18:44:37.986936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-d212087b-8c34-4226-a997-d512df75ec80 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.988427 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-d212087b-8c34-4226-a997-d512df75ec80 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.35 "GET /v2.0/networks?id=12b4f609-23d7-4f33-bfaf-637b514edadc HTTP/1.1" status: 200 len: 814 time: 0.1415613 Jul 16 18:44:38.000717 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-830b188a-1552-4e67-9d1e-15fcf5cbce23 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Request body: {'port': {'device_id': '6f292cc0-05c4-46c1-b911-e47e7faf93ba', 'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc', 'admin_state_up': True, 'tenant_id': '7ec9df3f10f44b3aba37a511670a434c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:38.109678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-830b188a-1552-4e67-9d1e-15fcf5cbce23 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Made reservation on behalf of 7ec9df3f10f44b3aba37a511670a434c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:38.113219 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-830b188a-1552-4e67-9d1e-15fcf5cbce23 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.238159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-830b188a-1552-4e67-9d1e-15fcf5cbce23 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Allocated IP 172.20.0.13 (12b4f609-23d7-4f33-bfaf-637b514edadc/ef493bb4-400a-4dd0-9541-b3d38adc2caf/26fe0ae3-7778-4683-81fe-af6ef05a4831) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:38.381743 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-830b188a-1552-4e67-9d1e-15fcf5cbce23 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.419489 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-830b188a-1552-4e67-9d1e-15fcf5cbce23 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.462750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-830b188a-1552-4e67-9d1e-15fcf5cbce23 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Network 12b4f609-23d7-4f33-bfaf-637b514edadc is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:38.467944 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-830b188a-1552-4e67-9d1e-15fcf5cbce23 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:38.471703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-830b188a-1552-4e67-9d1e-15fcf5cbce23 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:38.498690 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b188a-1552-4e67-9d1e-15fcf5cbce23 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Pushing event updated for resources: {'Port': ['ID=26fe0ae3-7778-4683-81fe-af6ef05a4831,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:38.524498 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-830b188a-1552-4e67-9d1e-15fcf5cbce23 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:38.525094 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-830b188a-1552-4e67-9d1e-15fcf5cbce23 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.539113 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-830b188a-1552-4e67-9d1e-15fcf5cbce23 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5421600 Jul 16 18:44:38.550658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Request body: {'port': {'device_id': '6f292cc0-05c4-46c1-b911-e47e7faf93ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:38.625207 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.883587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fe0ae3-7778-4683-81fe-af6ef05a4831 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:38.890768 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.902174 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Transition to ACTIVE for port object 26fe0ae3-7778-4683-81fe-af6ef05a4831 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:38.905845 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.958421 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Pushing event updated for resources: {'Port': ['ID=26fe0ae3-7778-4683-81fe-af6ef05a4831,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:39.030644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Attempting to bind port 26fe0ae3-7778-4683-81fe-af6ef05a4831 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:39.031199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Attempting to bind port 26fe0ae3-7778-4683-81fe-af6ef05a4831 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'd681f528-5606-4ac4-93b7-8799299f0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:39.031299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Attempting to bind port 26fe0ae3-7778-4683-81fe-af6ef05a4831 on network 12b4f609-23d7-4f33-bfaf-637b514edadc {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:39.035693 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Port 26fe0ae3-7778-4683-81fe-af6ef05a4831 on network 12b4f609-23d7-4f33-bfaf-637b514edadc not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:39.036007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Attempting to bind port 26fe0ae3-7778-4683-81fe-af6ef05a4831 on network 12b4f609-23d7-4f33-bfaf-637b514edadc {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:39.042946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:39.043289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Checking segment: {'id': 'd681f528-5606-4ac4-93b7-8799299f0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:39.043786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Bound using segment: {'id': 'd681f528-5606-4ac4-93b7-8799299f0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:39.044340 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Bound port: 26fe0ae3-7778-4683-81fe-af6ef05a4831, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd681f528-5606-4ac4-93b7-8799299f0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:39.044700 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.145790 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] For port 26fe0ae3-7778-4683-81fe-af6ef05a4831, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:39.159766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] For port 26fe0ae3-7778-4683-81fe-af6ef05a4831, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=26fe0ae3-7778-4683-81fe-af6ef05a4831,segment=NetworkSegment(d681f528-5606-4ac4-93b7-8799299f0343),segment_id=d681f528-5606-4ac4-93b7-8799299f0343)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:39.167202 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.186704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb957db-8919-4d2b-90c6-9debf7345340 req-e3870e3c-feaa-43d0-a60e-d13e191bfdfa tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.188188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1bb957db-8919-4d2b-90c6-9debf7345340 req-e3870e3c-feaa-43d0-a60e-d13e191bfdfa tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 944 time: 0.1104007 Jul 16 18:44:39.230636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.231240 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.232606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] 10.222.0.35 "PUT /v2.0/ports/26fe0ae3-7778-4683-81fe-af6ef05a4831 HTTP/1.1" status: 200 len: 1093 time: 0.6860802 Jul 16 18:44:39.234511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f292cc0-05c4-46c1-b911-e47e7faf93ba', 'tag': '26fe0ae3-7778-4683-81fe-af6ef05a4831'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:39.236764 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af39933-5d7e-4ee8-8708-5bab175de324" -d '{"events": [{"name": "network-changed", "server_uuid": "6f292cc0-05c4-46c1-b911-e47e7faf93ba", "tag": "26fe0ae3-7778-4683-81fe-af6ef05a4831"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:39.268496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f1ea5-1830-4861-b7f0-4c7c16a6a15f service neutron] Pushing event updated for resources: {'Port': ['ID=26fe0ae3-7778-4683-81fe-af6ef05a4831,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:39.276376 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1bb957db-8919-4d2b-90c6-9debf7345340 req-f54e92b8-6426-41cb-95e9-484a04c41785 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697322 Jul 16 18:44:39.286289 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab37b95-8618-47e1-9660-daa22063867c x-openstack-request-id: req-1ab37b95-8618-47e1-9660-daa22063867c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:39.286571 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f292cc0-05c4-46c1-b911-e47e7faf93ba", "tag": "26fe0ae3-7778-4683-81fe-af6ef05a4831", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:39.286822 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ab37b95-8618-47e1-9660-daa22063867c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:39.287256 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f292cc0-05c4-46c1-b911-e47e7faf93ba', 'tag': '26fe0ae3-7778-4683-81fe-af6ef05a4831', 'status': 'completed', 'code': 200} Jul 16 18:44:39.329992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-5b5beec8-e25a-4f23-9cfa-e22e56c46973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.331505 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-5b5beec8-e25a-4f23-9cfa-e22e56c46973 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ec9df3f10f44b3aba37a511670a434c&device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 1096 time: 0.0542192 Jul 16 18:44:39.376098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-7b232737-52b7-4f4f-b16a-5aed1a87d1ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26fe0ae3-7778-4683-81fe-af6ef05a4831 HTTP/1.1" status: 200 len: 217 time: 0.0369747 Jul 16 18:44:39.424089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-6b9bdf66-2eec-4b85-a847-e0ee3b17657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.425447 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-6b9bdf66-2eec-4b85-a847-e0ee3b17657d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef493bb4-400a-4dd0-9541-b3d38adc2caf HTTP/1.1" status: 200 len: 854 time: 0.0432577 Jul 16 18:44:39.458582 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-b7a4aa75-57a2-4814-90fe-d0c0db3b0543 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12b4f609-23d7-4f33-bfaf-637b514edadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265040 Jul 16 18:44:39.550447 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-963af812-4261-4e38-be8f-54ddc12b7291 service neutron] 10.222.0.35 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854790 Jul 16 18:44:39.638764 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c765ea17-c40a-4acc-a20b-e4dfaf06181f req-8fc24ce3-583b-402d-88b8-161a9eaf8a1d service neutron] 10.222.0.35 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816593 Jul 16 18:44:39.745074 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39933-5d7e-4ee8-8708-5bab175de324 req-8d57f277-7b12-4f50-9859-882cdc169f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.746554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af39933-5d7e-4ee8-8708-5bab175de324 req-8d57f277-7b12-4f50-9859-882cdc169f31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ec9df3f10f44b3aba37a511670a434c&device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 1096 time: 0.0563965 Jul 16 18:44:39.837346 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39933-5d7e-4ee8-8708-5bab175de324 req-e14fb8f5-94ba-497c-95d8-efc251fd4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.838810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af39933-5d7e-4ee8-8708-5bab175de324 req-e14fb8f5-94ba-497c-95d8-efc251fd4a44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12b4f609-23d7-4f33-bfaf-637b514edadc HTTP/1.1" status: 200 len: 915 time: 0.0863471 Jul 16 18:44:39.887008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af39933-5d7e-4ee8-8708-5bab175de324 req-43ed43f2-18c0-4c8b-9ae9-40676190f460 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26fe0ae3-7778-4683-81fe-af6ef05a4831 HTTP/1.1" status: 200 len: 217 time: 0.0409706 Jul 16 18:44:40.229536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39933-5d7e-4ee8-8708-5bab175de324 req-fbaba93a-ec44-430a-972b-55d0919b915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:40.231049 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af39933-5d7e-4ee8-8708-5bab175de324 req-fbaba93a-ec44-430a-972b-55d0919b915b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef493bb4-400a-4dd0-9541-b3d38adc2caf HTTP/1.1" status: 200 len: 854 time: 0.3365996 Jul 16 18:44:40.263917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af39933-5d7e-4ee8-8708-5bab175de324 req-3454b615-0d3f-4c29-a701-9af36773e3db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12b4f609-23d7-4f33-bfaf-637b514edadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263093 Jul 16 18:44:40.357557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af39933-5d7e-4ee8-8708-5bab175de324 req-91563ba9-6773-4a12-9f4b-b93a88f63bca service neutron] 10.222.0.35 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871427 Jul 16 18:44:40.494512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6af39933-5d7e-4ee8-8708-5bab175de324 req-46a20b03-8549-43d1-9c38-91b603d2668c service neutron] 10.222.0.35 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303523 Jul 16 18:44:40.511959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f806d33-22f1-4bd5-95d9-6597b9c26f48 req-9aaf288b-caee-43bb-b7ee-11c53b1bfbd7 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:40.513612 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f806d33-22f1-4bd5-95d9-6597b9c26f48 req-9aaf288b-caee-43bb-b7ee-11c53b1bfbd7 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 944 time: 0.1233044 Jul 16 18:44:40.554739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f806d33-22f1-4bd5-95d9-6597b9c26f48 req-8ababfe5-4f21-4572-b8ed-fd45e4068b92 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341823 Jul 16 18:44:41.740334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f5fa-12e4-4225-b0ed-4ba9feafbead req-8c886da1-37a6-421c-b522-b0f071604785 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:41.741929 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25b1f5fa-12e4-4225-b0ed-4ba9feafbead req-8c886da1-37a6-421c-b522-b0f071604785 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 944 time: 0.0632622 Jul 16 18:44:41.779506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25b1f5fa-12e4-4225-b0ed-4ba9feafbead req-f5bef661-c0cc-4dca-85b2-2c407c6ec727 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321515 Jul 16 18:44:42.630562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 26fe0ae3-7778-4683-81fe-af6ef05a4831 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:42.725486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 26fe0ae3-7778-4683-81fe-af6ef05a4831, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=26fe0ae3-7778-4683-81fe-af6ef05a4831,segment=NetworkSegment(d681f528-5606-4ac4-93b7-8799299f0343),segment_id=d681f528-5606-4ac4-93b7-8799299f0343)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:42.735885 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '26fe0ae3-7778-4683-81fe-af6ef05a4831', 'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc', 'port_id': '26fe0ae3-7778-4683-81fe-af6ef05a4831', 'mac_address': 'fa:16:3e:a9:53:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef493bb4-400a-4dd0-9541-b3d38adc2caf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:42.772073 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.784197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fe0ae3-7778-4683-81fe-af6ef05a4831 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:42.804308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 26fe0ae3-7778-4683-81fe-af6ef05a4831, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=26fe0ae3-7778-4683-81fe-af6ef05a4831,segment=NetworkSegment(d681f528-5606-4ac4-93b7-8799299f0343),segment_id=d681f528-5606-4ac4-93b7-8799299f0343)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:42.809482 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.857049 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=26fe0ae3-7778-4683-81fe-af6ef05a4831,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:42.959799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be824705-5647-4b07-aaad-3487dddde707 req-fe3089d4-2d99-48f9-9019-b3d90fe57d4f tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:42.961259 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be824705-5647-4b07-aaad-3487dddde707 req-fe3089d4-2d99-48f9-9019-b3d90fe57d4f tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 945 time: 0.0706537 Jul 16 18:44:42.999636 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be824705-5647-4b07-aaad-3487dddde707 req-1ad1d60b-e078-4b03-8eba-e79066964f5e tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 Jul 16 18:44:43.019914 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['26fe0ae3-7778-4683-81fe-af6ef05a4831'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:44.170058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5ddb1-d7ab-4e56-a8ab-a47dc9ea2058 req-966244c7-3864-4532-b43a-023816d00b74 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:44.171612 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6a5ddb1-d7ab-4e56-a8ab-a47dc9ea2058 req-966244c7-3864-4532-b43a-023816d00b74 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 945 time: 0.0630894 Jul 16 18:44:44.210179 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b6a5ddb1-d7ab-4e56-a8ab-a47dc9ea2058 req-0a7b98c6-d4e0-4198-a745-c4740cc23cc1 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331502 Jul 16 18:44:44.630237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 26fe0ae3-7778-4683-81fe-af6ef05a4831 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:44.676992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 26fe0ae3-7778-4683-81fe-af6ef05a4831 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:44.681317 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 26fe0ae3-7778-4683-81fe-af6ef05a4831 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:44.681692 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.757703 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.779695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f292cc0-05c4-46c1-b911-e47e7faf93ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fe0ae3-7778-4683-81fe-af6ef05a4831'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:44.781919 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a21e0c-28de-4823-b821-ea5bee261adf" -d '{"events": [{"server_uuid": "6f292cc0-05c4-46c1-b911-e47e7faf93ba", "name": "network-vif-plugged", "status": "completed", "tag": "26fe0ae3-7778-4683-81fe-af6ef05a4831"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:44.794817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 26fe0ae3-7778-4683-81fe-af6ef05a4831, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=26fe0ae3-7778-4683-81fe-af6ef05a4831,segment=NetworkSegment(d681f528-5606-4ac4-93b7-8799299f0343),segment_id=d681f528-5606-4ac4-93b7-8799299f0343)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:44.798729 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.822308 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39017979-f554-48c6-abd2-eac0d52884fe x-openstack-request-id: req-39017979-f554-48c6-abd2-eac0d52884fe {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:44.822601 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f292cc0-05c4-46c1-b911-e47e7faf93ba", "name": "network-vif-plugged", "status": "completed", "tag": "26fe0ae3-7778-4683-81fe-af6ef05a4831", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:44.822851 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39017979-f554-48c6-abd2-eac0d52884fe {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:44.823229 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f292cc0-05c4-46c1-b911-e47e7faf93ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fe0ae3-7778-4683-81fe-af6ef05a4831', 'code': 200} Jul 16 18:44:44.848488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=26fe0ae3-7778-4683-81fe-af6ef05a4831,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:44.928970 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464837f8-4500-43c0-83d3-794a8352c10f req-86ba6410-c25a-4dea-89fb-527a81c7ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:44.930501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-464837f8-4500-43c0-83d3-794a8352c10f req-86ba6410-c25a-4dea-89fb-527a81c7ea9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 1098 time: 0.0517633 Jul 16 18:44:44.963747 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-464837f8-4500-43c0-83d3-794a8352c10f req-3a4cf1d1-bffe-4d5e-a688-51242d0727ae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270467 Jul 16 18:44:45.384862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd51f1d-7876-43d7-ae3b-c5a4d0cd3ece req-ecc4453a-6eb3-4273-b944-14df1f1bb500 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:45.386330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4fd51f1d-7876-43d7-ae3b-c5a4d0cd3ece req-ecc4453a-6eb3-4273-b944-14df1f1bb500 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 946 time: 0.0671880 Jul 16 18:44:45.423959 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4fd51f1d-7876-43d7-ae3b-c5a4d0cd3ece req-b5db9299-4f51-4888-9e2b-57808ec60c8c tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Jul 16 18:44:46.598674 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cc4f7-e0bb-4c8b-a72d-9fc666ceec2c req-150e198f-5f31-40e8-bc31-bd113d3fb9c2 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.600180 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b96cc4f7-e0bb-4c8b-a72d-9fc666ceec2c req-150e198f-5f31-40e8-bc31-bd113d3fb9c2 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 946 time: 0.0636020 Jul 16 18:44:46.637399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b96cc4f7-e0bb-4c8b-a72d-9fc666ceec2c req-e8c0ee6a-8f66-405d-95cd-8578db709d51 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316451 Jul 16 18:44:46.865033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19990b83-245b-488d-bc3f-8b009449b472 req-18eeede2-ff00-45fe-af7d-f35e6043b919 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.867258 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-18eeede2-ff00-45fe-af7d-f35e6043b919 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/networks?id=12b4f609-23d7-4f33-bfaf-637b514edadc HTTP/1.1" status: 200 len: 814 time: 0.1072664 Jul 16 18:44:46.881648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-ceb467d5-14f0-463c-9bd9-6abb9438e32e tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/quotas/7ec9df3f10f44b3aba37a511670a434c HTTP/1.1" status: 200 len: 375 time: 0.0089972 Jul 16 18:44:46.945288 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-d76e7489-6d38-4101-a79c-ab43b270cda6 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec9df3f10f44b3aba37a511670a434c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587428 Jul 16 18:44:47.004278 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-489fd4c8-0e0b-4c0c-b439-44f65817e31e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:44:47.005298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-489fd4c8-0e0b-4c0c-b439-44f65817e31e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538082 Jul 16 18:44:47.098947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-8dd7387c-b683-484b-b7e5-c426d55b2867 service neutron] 10.222.0.41 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877790 Jul 16 18:44:47.188090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-e3cb12a5-7c89-4134-8933-e49606448cb8 service neutron] 10.222.0.41 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830307 Jul 16 18:44:47.356818 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-46774a1b-2c4c-4fe8-bf3e-280a65093f65 req-35808d57-9576-426b-993b-4a96cffb4b80 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 210 time: 0.0338266 Jul 16 18:44:48.516714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5d6bb0d6-8fdf-4ede-a0c2-b22f31d82d36 req-f775e9db-81a7-490e-bab9-8905d6bc6827 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 210 time: 0.0414908 Jul 16 18:44:48.550400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19990b83-245b-488d-bc3f-8b009449b472 req-9e2a7d0f-052b-4b03-98ee-fd15d187fa0c tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:48.551941 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-9e2a7d0f-052b-4b03-98ee-fd15d187fa0c tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.43 "GET /v2.0/networks?id=12b4f609-23d7-4f33-bfaf-637b514edadc HTTP/1.1" status: 200 len: 814 time: 0.1488066 Jul 16 18:44:48.564487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-19990b83-245b-488d-bc3f-8b009449b472 req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Request body: {'port': {'device_id': '5f49b1bd-553d-4a28-b378-ebe0c81d6e7c', 'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc', 'admin_state_up': True, 'tenant_id': '7ec9df3f10f44b3aba37a511670a434c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:48.672937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19990b83-245b-488d-bc3f-8b009449b472 req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Made reservation on behalf of 7ec9df3f10f44b3aba37a511670a434c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:48.676595 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-19990b83-245b-488d-bc3f-8b009449b472 req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.804828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-19990b83-245b-488d-bc3f-8b009449b472 req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Allocated IP 172.20.0.3 (12b4f609-23d7-4f33-bfaf-637b514edadc/ef493bb4-400a-4dd0-9541-b3d38adc2caf/8a332b13-8ab0-4501-b29e-2ea6b3fafb7a) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:48.951795 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-19990b83-245b-488d-bc3f-8b009449b472 req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.992501 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-19990b83-245b-488d-bc3f-8b009449b472 req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.005209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['26fe0ae3-7778-4683-81fe-af6ef05a4831'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:49.036328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19990b83-245b-488d-bc3f-8b009449b472 req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Network 12b4f609-23d7-4f33-bfaf-637b514edadc is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:49.042704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-19990b83-245b-488d-bc3f-8b009449b472 req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:49.048639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-19990b83-245b-488d-bc3f-8b009449b472 req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:49.074531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Pushing event updated for resources: {'Port': ['ID=8a332b13-8ab0-4501-b29e-2ea6b3fafb7a,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:49.089729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:49.090081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:49.090422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:49.090759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:49.091090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:49.091414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:49.091763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:49.092087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:49.092409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:49.092728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:49.093049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:49.093367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:49.115382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19990b83-245b-488d-bc3f-8b009449b472 req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:49.116011 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-19990b83-245b-488d-bc3f-8b009449b472 req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.130416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-8d941f26-c83f-4cb9-90f7-69c0fc812b35 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5695894 Jul 16 18:44:49.141888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Request body: {'port': {'device_id': '5f49b1bd-553d-4a28-b378-ebe0c81d6e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:49.216680 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.480812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:49.488062 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.500688 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Transition to ACTIVE for port object 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:49.504377 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.556166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Pushing event updated for resources: {'Port': ['ID=8a332b13-8ab0-4501-b29e-2ea6b3fafb7a,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:49.625983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Attempting to bind port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:49.626322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Attempting to bind port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'd681f528-5606-4ac4-93b7-8799299f0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:49.626664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Attempting to bind port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a on network 12b4f609-23d7-4f33-bfaf-637b514edadc {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:49.633454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a on network 12b4f609-23d7-4f33-bfaf-637b514edadc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:49.633772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Attempting to bind port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a on network 12b4f609-23d7-4f33-bfaf-637b514edadc {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:49.662436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:49.662771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Checking segment: {'id': 'd681f528-5606-4ac4-93b7-8799299f0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:49.663141 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Bound using segment: {'id': 'd681f528-5606-4ac4-93b7-8799299f0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:49.663627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Bound port: 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd681f528-5606-4ac4-93b7-8799299f0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:49.664127 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.749445 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b144fd-968f-4906-aee2-ab7d4538fb0c req-2b7cc64f-eb09-4337-8290-ff857652f1a1 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:49.750837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26b144fd-968f-4906-aee2-ab7d4538fb0c req-2b7cc64f-eb09-4337-8290-ff857652f1a1 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 943 time: 0.1199570 Jul 16 18:44:49.759397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] For port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:49.766881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] For port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8a332b13-8ab0-4501-b29e-2ea6b3fafb7a,segment=NetworkSegment(d681f528-5606-4ac4-93b7-8799299f0343),segment_id=d681f528-5606-4ac4-93b7-8799299f0343)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:49.777770 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.824514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:49.825125 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.826499 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] 10.222.0.43 "PUT /v2.0/ports/8a332b13-8ab0-4501-b29e-2ea6b3fafb7a HTTP/1.1" status: 200 len: 1092 time: 0.6887693 Jul 16 18:44:49.826929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f49b1bd-553d-4a28-b378-ebe0c81d6e7c', 'tag': '8a332b13-8ab0-4501-b29e-2ea6b3fafb7a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:49.829206 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7084623b-41a1-4165-94f4-e8baa8b299da" -d '{"events": [{"name": "network-changed", "server_uuid": "5f49b1bd-553d-4a28-b378-ebe0c81d6e7c", "tag": "8a332b13-8ab0-4501-b29e-2ea6b3fafb7a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:49.838359 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26b144fd-968f-4906-aee2-ab7d4538fb0c req-14a2116f-c895-450f-87ca-2119df52bb51 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814850 Jul 16 18:44:49.857734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503edc1a-c60b-42e6-a933-4bdebf8f585c service neutron] Pushing event updated for resources: {'Port': ['ID=8a332b13-8ab0-4501-b29e-2ea6b3fafb7a,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:49.889514 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6f4029-6fea-44cc-aea3-627b3c080152 x-openstack-request-id: req-9b6f4029-6fea-44cc-aea3-627b3c080152 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:49.889804 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f49b1bd-553d-4a28-b378-ebe0c81d6e7c", "tag": "8a332b13-8ab0-4501-b29e-2ea6b3fafb7a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:49.890052 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b6f4029-6fea-44cc-aea3-627b3c080152 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:49.890443 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f49b1bd-553d-4a28-b378-ebe0c81d6e7c', 'tag': '8a332b13-8ab0-4501-b29e-2ea6b3fafb7a', 'status': 'completed', 'code': 200} Jul 16 18:44:49.934145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19990b83-245b-488d-bc3f-8b009449b472 req-d9cbb1c7-4902-49ca-88f6-46cd98eb7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:49.935653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-d9cbb1c7-4902-49ca-88f6-46cd98eb7d6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ec9df3f10f44b3aba37a511670a434c&device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 1095 time: 0.0572631 Jul 16 18:44:49.979543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-f0b7acac-33cb-4140-a9fc-a3c9557c2fae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a332b13-8ab0-4501-b29e-2ea6b3fafb7a HTTP/1.1" status: 200 len: 217 time: 0.0366762 Jul 16 18:44:50.026561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19990b83-245b-488d-bc3f-8b009449b472 req-ea67d112-f865-4218-9e88-001b4a62215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:50.028118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-ea67d112-f865-4218-9e88-001b4a62215e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef493bb4-400a-4dd0-9541-b3d38adc2caf HTTP/1.1" status: 200 len: 854 time: 0.0428162 Jul 16 18:44:50.061870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-fa7de782-4d3f-4378-8ab3-fe02139c8257 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12b4f609-23d7-4f33-bfaf-637b514edadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270255 Jul 16 18:44:50.152291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-19c56fe5-71e9-463a-8662-ce0e005173aa service neutron] 10.222.0.43 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838456 Jul 16 18:44:50.241149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19990b83-245b-488d-bc3f-8b009449b472 req-323ec54f-1696-4298-a7c8-b810def11417 service neutron] 10.222.0.43 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820401 Jul 16 18:44:50.346653 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084623b-41a1-4165-94f4-e8baa8b299da req-dd22d03b-c423-4bb4-96e5-78c51b172157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:50.348151 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7084623b-41a1-4165-94f4-e8baa8b299da req-dd22d03b-c423-4bb4-96e5-78c51b172157 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ec9df3f10f44b3aba37a511670a434c&device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 1095 time: 0.0564859 Jul 16 18:44:50.437234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084623b-41a1-4165-94f4-e8baa8b299da req-001f792b-7720-4880-a244-af07b219f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:50.438710 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7084623b-41a1-4165-94f4-e8baa8b299da req-001f792b-7720-4880-a244-af07b219f2e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=12b4f609-23d7-4f33-bfaf-637b514edadc HTTP/1.1" status: 200 len: 915 time: 0.0842676 Jul 16 18:44:50.483190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7084623b-41a1-4165-94f4-e8baa8b299da req-6120735d-81bc-40e0-b424-be6762d9925b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a332b13-8ab0-4501-b29e-2ea6b3fafb7a HTTP/1.1" status: 200 len: 217 time: 0.0376909 Jul 16 18:44:50.531628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084623b-41a1-4165-94f4-e8baa8b299da req-6805f4b8-ee33-4de1-b9f7-f64e43546b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:50.533043 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7084623b-41a1-4165-94f4-e8baa8b299da req-6805f4b8-ee33-4de1-b9f7-f64e43546b8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef493bb4-400a-4dd0-9541-b3d38adc2caf HTTP/1.1" status: 200 len: 854 time: 0.0429726 Jul 16 18:44:50.565478 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7084623b-41a1-4165-94f4-e8baa8b299da req-82894435-40c8-4272-96b9-8e3869ae1eed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12b4f609-23d7-4f33-bfaf-637b514edadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254486 Jul 16 18:44:50.660903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7084623b-41a1-4165-94f4-e8baa8b299da req-58575ae8-0259-48db-a49b-34b670a641e5 service neutron] 10.222.0.43 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883610 Jul 16 18:44:50.749540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7084623b-41a1-4165-94f4-e8baa8b299da req-0bde9aaa-6178-4ee7-9e87-e3d08a320457 service neutron] 10.222.0.43 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818071 Jul 16 18:44:51.019230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726067e-ad25-4634-9a71-f9d7543647f5 req-04e36142-6acf-45c2-8c6e-47367559a14a tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.020729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4726067e-ad25-4634-9a71-f9d7543647f5 req-04e36142-6acf-45c2-8c6e-47367559a14a tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 943 time: 0.0660586 Jul 16 18:44:51.060089 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4726067e-ad25-4634-9a71-f9d7543647f5 req-93c2a1cf-e4c7-429e-a2ac-47a626e8d641 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329914 Jul 16 18:44:51.939696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:52.031069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8a332b13-8ab0-4501-b29e-2ea6b3fafb7a,segment=NetworkSegment(d681f528-5606-4ac4-93b7-8799299f0343),segment_id=d681f528-5606-4ac4-93b7-8799299f0343)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:52.045459 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '8a332b13-8ab0-4501-b29e-2ea6b3fafb7a', 'network_id': '12b4f609-23d7-4f33-bfaf-637b514edadc', 'port_id': '8a332b13-8ab0-4501-b29e-2ea6b3fafb7a', 'mac_address': 'fa:16:3e:d5:c1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef493bb4-400a-4dd0-9541-b3d38adc2caf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:52.082720 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.095620 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:52.115215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8a332b13-8ab0-4501-b29e-2ea6b3fafb7a,segment=NetworkSegment(d681f528-5606-4ac4-93b7-8799299f0343),segment_id=d681f528-5606-4ac4-93b7-8799299f0343)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:52.119745 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.165530 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8a332b13-8ab0-4501-b29e-2ea6b3fafb7a,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:52.232599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d89b5-63b5-4bba-99c6-17431bd0198a req-8d5b6542-7746-4f1a-8b94-ecf6db24cfbe tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.234069 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a52d89b5-63b5-4bba-99c6-17431bd0198a req-8d5b6542-7746-4f1a-8b94-ecf6db24cfbe tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 944 time: 0.0638640 Jul 16 18:44:52.272261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a52d89b5-63b5-4bba-99c6-17431bd0198a req-15250f47-ea34-4c74-ac80-14db613abed4 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326073 Jul 16 18:44:52.317439 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['8a332b13-8ab0-4501-b29e-2ea6b3fafb7a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:53.442617 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39719e85-7a09-4675-a323-12d7565691f0 req-cc9465ff-f38b-46f9-a9bb-e7a6bd43dcc0 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.444133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39719e85-7a09-4675-a323-12d7565691f0 req-cc9465ff-f38b-46f9-a9bb-e7a6bd43dcc0 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 944 time: 0.0618155 Jul 16 18:44:53.480864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-39719e85-7a09-4675-a323-12d7565691f0 req-ae377323-19ac-4121-8c32-14f2daa6da2f tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304613 Jul 16 18:44:53.985937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:54.032090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:54.035662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:54.036031 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.113195 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.134049 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f49b1bd-553d-4a28-b378-ebe0c81d6e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a332b13-8ab0-4501-b29e-2ea6b3fafb7a'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:54.136258 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4299a62-8a1e-4d7b-8a49-ff8a7c513424" -d '{"events": [{"server_uuid": "5f49b1bd-553d-4a28-b378-ebe0c81d6e7c", "name": "network-vif-plugged", "status": "completed", "tag": "8a332b13-8ab0-4501-b29e-2ea6b3fafb7a"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:54.148810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8a332b13-8ab0-4501-b29e-2ea6b3fafb7a,segment=NetworkSegment(d681f528-5606-4ac4-93b7-8799299f0343),segment_id=d681f528-5606-4ac4-93b7-8799299f0343)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:54.152737 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.179746 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0951da45-7798-4bc6-a001-13266f64ef84 x-openstack-request-id: req-0951da45-7798-4bc6-a001-13266f64ef84 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:54.180043 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f49b1bd-553d-4a28-b378-ebe0c81d6e7c", "name": "network-vif-plugged", "status": "completed", "tag": "8a332b13-8ab0-4501-b29e-2ea6b3fafb7a", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:54.180297 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0951da45-7798-4bc6-a001-13266f64ef84 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:54.181138 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f49b1bd-553d-4a28-b378-ebe0c81d6e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a332b13-8ab0-4501-b29e-2ea6b3fafb7a', 'code': 200} Jul 16 18:44:54.207619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8a332b13-8ab0-4501-b29e-2ea6b3fafb7a,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:54.286842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb1335-c213-41a0-82e7-21d03b2c3141 req-8c5463eb-7474-4db4-880c-25f5593cf7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.288893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ecfb1335-c213-41a0-82e7-21d03b2c3141 req-8c5463eb-7474-4db4-880c-25f5593cf7e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 1097 time: 0.0538523 Jul 16 18:44:54.322165 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ecfb1335-c213-41a0-82e7-21d03b2c3141 req-b6cc8d6f-b727-4c92-8b11-c6a5893eefa9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271838 Jul 16 18:44:54.654370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dbd24-67f0-4152-bf3a-b92911a861d0 req-44d5242d-f3ab-485c-92fd-b144ddfb7317 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.655754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d68dbd24-67f0-4152-bf3a-b92911a861d0 req-44d5242d-f3ab-485c-92fd-b144ddfb7317 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 945 time: 0.0625122 Jul 16 18:44:54.692213 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d68dbd24-67f0-4152-bf3a-b92911a861d0 req-5e9cd5e7-4c1e-48ac-a1be-800b4a343ff6 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309832 Jul 16 18:44:55.870776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47c617-fb88-4f8e-9961-9db0a0364162 req-0d79a9a6-2a66-46cf-b43d-6175618f9945 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:55.872313 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a47c617-fb88-4f8e-9961-9db0a0364162 req-0d79a9a6-2a66-46cf-b43d-6175618f9945 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 945 time: 0.0704067 Jul 16 18:44:55.927535 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a47c617-fb88-4f8e-9961-9db0a0364162 req-6cf653ba-4ca9-4f3a-ac87-7326feefba60 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496962 Jul 16 18:44:56.034192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-167cb71a-1af8-4935-b069-fa29026c1abc req-dfa70256-c725-4884-be90-2722aa77ac78 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523729 Jul 16 18:44:56.133924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cb71a-1af8-4935-b069-fa29026c1abc req-3f032064-164c-4a4b-8a0b-6116d6b87dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.135620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-167cb71a-1af8-4935-b069-fa29026c1abc req-3f032064-164c-4a4b-8a0b-6116d6b87dbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ec9df3f10f44b3aba37a511670a434c&device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 1098 time: 0.0576503 Jul 16 18:44:56.251176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cb71a-1af8-4935-b069-fa29026c1abc req-e7534437-455d-434f-b0e2-1614cc8a1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.252931 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-167cb71a-1af8-4935-b069-fa29026c1abc req-e7534437-455d-434f-b0e2-1614cc8a1604 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12b4f609-23d7-4f33-bfaf-637b514edadc HTTP/1.1" status: 200 len: 915 time: 0.0978401 Jul 16 18:44:56.318644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-167cb71a-1af8-4935-b069-fa29026c1abc req-7e879f2c-1e76-4273-919d-3f9537dcafd4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26fe0ae3-7778-4683-81fe-af6ef05a4831 HTTP/1.1" status: 200 len: 217 time: 0.0581305 Jul 16 18:44:56.383774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cb71a-1af8-4935-b069-fa29026c1abc req-d0cc8d92-72ea-451d-97c7-abe10fe534b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.385467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-167cb71a-1af8-4935-b069-fa29026c1abc req-d0cc8d92-72ea-451d-97c7-abe10fe534b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef493bb4-400a-4dd0-9541-b3d38adc2caf HTTP/1.1" status: 200 len: 854 time: 0.0594633 Jul 16 18:44:56.397898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2bbc2-9836-4b82-ac2e-2f92df9cd863 req-94c6581b-2cd1-48e9-a835-0ddf3dedf2bd tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.399385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cfc2bbc2-9836-4b82-ac2e-2f92df9cd863 req-94c6581b-2cd1-48e9-a835-0ddf3dedf2bd tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 945 time: 0.1378911 Jul 16 18:44:56.437296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-167cb71a-1af8-4935-b069-fa29026c1abc req-5dbc9880-0c0f-469f-9f4b-bf356577d0f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12b4f609-23d7-4f33-bfaf-637b514edadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369217 Jul 16 18:44:56.464468 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cfc2bbc2-9836-4b82-ac2e-2f92df9cd863 req-ddad6e76-34f2-4c54-9a10-79d922e6c3de tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568562 Jul 16 18:44:56.542142 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-167cb71a-1af8-4935-b069-fa29026c1abc req-210a2746-9a53-41be-9350-e7240c708891 service neutron] 10.222.0.35 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917556 Jul 16 18:44:56.631933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-167cb71a-1af8-4935-b069-fa29026c1abc req-3a632dc5-877b-4622-b8c8-8fe501a76777 service neutron] 10.222.0.35 "GET /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825651 Jul 16 18:44:57.014300 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.047863 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.682568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662779-f9b3-4f34-80ad-d90ca2c01c0f req-98d3319a-65d1-46a9-8f96-b11de2e7094f tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:57.684042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97662779-f9b3-4f34-80ad-d90ca2c01c0f req-98d3319a-65d1-46a9-8f96-b11de2e7094f tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 945 time: 0.1010728 Jul 16 18:44:57.691111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf94fee-dd7d-4f2b-9065-63fcd6b5822a req-212b3750-1c63-43ba-b724-75097c7c9f41 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:57.692465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9cf94fee-dd7d-4f2b-9065-63fcd6b5822a req-212b3750-1c63-43ba-b724-75097c7c9f41 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 945 time: 0.1184521 Jul 16 18:44:57.781435 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9cf94fee-dd7d-4f2b-9065-63fcd6b5822a req-590f8d83-4dd7-4fcd-af94-f24d4c2d74d7 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811505 Jul 16 18:44:57.810864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-97662779-f9b3-4f34-80ad-d90ca2c01c0f req-a4da14d1-4d47-4b3b-b314-a5cad4202192 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Deleting port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:57.811257 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-97662779-f9b3-4f34-80ad-d90ca2c01c0f req-a4da14d1-4d47-4b3b-b314-a5cad4202192 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.075517 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-46de3db3-eb81-4095-a136-4662efd66256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.198503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-97662779-f9b3-4f34-80ad-d90ca2c01c0f req-a4da14d1-4d47-4b3b-b314-a5cad4202192 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] For port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8a332b13-8ab0-4501-b29e-2ea6b3fafb7a,segment=NetworkSegment(d681f528-5606-4ac4-93b7-8799299f0343),segment_id=d681f528-5606-4ac4-93b7-8799299f0343)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:58.198859 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-97662779-f9b3-4f34-80ad-d90ca2c01c0f req-a4da14d1-4d47-4b3b-b314-a5cad4202192 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.211061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-97662779-f9b3-4f34-80ad-d90ca2c01c0f req-a4da14d1-4d47-4b3b-b314-a5cad4202192 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Calling delete_port for 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:58.338029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-97662779-f9b3-4f34-80ad-d90ca2c01c0f req-a4da14d1-4d47-4b3b-b314-a5cad4202192 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.349995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['26fe0ae3-7778-4683-81fe-af6ef05a4831'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:58.352190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['8a332b13-8ab0-4501-b29e-2ea6b3fafb7a'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:58.366463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da14d1-4d47-4b3b-b314-a5cad4202192 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Pushing event deleted for resources: {'Port': ['ID=8a332b13-8ab0-4501-b29e-2ea6b3fafb7a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:58.410891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-97662779-f9b3-4f34-80ad-d90ca2c01c0f req-a4da14d1-4d47-4b3b-b314-a5cad4202192 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] No DVR routers for this DVR port 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:58.413361 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-97662779-f9b3-4f34-80ad-d90ca2c01c0f req-a4da14d1-4d47-4b3b-b314-a5cad4202192 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.415734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97662779-f9b3-4f34-80ad-d90ca2c01c0f req-a4da14d1-4d47-4b3b-b314-a5cad4202192 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.43 "DELETE /v2.0/ports/8a332b13-8ab0-4501-b29e-2ea6b3fafb7a HTTP/1.1" status: 204 len: 173 time: 0.7223713 Jul 16 18:44:58.416158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f49b1bd-553d-4a28-b378-ebe0c81d6e7c', 'name': 'network-vif-deleted', 'tag': '8a332b13-8ab0-4501-b29e-2ea6b3fafb7a'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:58.418472 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd5ac3c-2a42-4081-89e3-fe19d99c19d9" -d '{"events": [{"server_uuid": "5f49b1bd-553d-4a28-b378-ebe0c81d6e7c", "name": "network-vif-deleted", "tag": "8a332b13-8ab0-4501-b29e-2ea6b3fafb7a"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:58.464527 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bb58a2-8a1c-47d3-a137-e6273413f706 x-openstack-request-id: req-93bb58a2-8a1c-47d3-a137-e6273413f706 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:58.464971 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f49b1bd-553d-4a28-b378-ebe0c81d6e7c", "name": "network-vif-deleted", "tag": "8a332b13-8ab0-4501-b29e-2ea6b3fafb7a", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:58.465299 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93bb58a2-8a1c-47d3-a137-e6273413f706 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:58.465692 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f49b1bd-553d-4a28-b378-ebe0c81d6e7c', 'name': 'network-vif-deleted', 'tag': '8a332b13-8ab0-4501-b29e-2ea6b3fafb7a', 'status': 'completed', 'code': 200} Jul 16 18:44:58.949807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-59238029-962d-4b7f-944f-652563a26d30 req-ec70d948-9fed-4150-a826-dbf7b6de7ee0 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f49b1bd-553d-4a28-b378-ebe0c81d6e7c HTTP/1.1" status: 200 len: 210 time: 0.0336754 Jul 16 18:45:00.189337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94779ff2-5a5e-46b9-bf2e-c77f2257f8b3 req-9f58188c-b911-4f28-962e-155783d27dd3 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:00.191008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94779ff2-5a5e-46b9-bf2e-c77f2257f8b3 req-9f58188c-b911-4f28-962e-155783d27dd3 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 946 time: 0.0636780 Jul 16 18:45:00.228925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94779ff2-5a5e-46b9-bf2e-c77f2257f8b3 req-2a9aa2b8-c5d1-4ff2-94dc-1d80df0700c3 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Jul 16 18:45:00.415599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed0b10-f398-4476-9ce3-a5a4b7e5ec99 req-99d1dab9-e964-4a7d-bf75-a72a67123c99 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:00.417055 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1ed0b10-f398-4476-9ce3-a5a4b7e5ec99 req-99d1dab9-e964-4a7d-bf75-a72a67123c99 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 946 time: 0.0624166 Jul 16 18:45:00.457522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1ed0b10-f398-4476-9ce3-a5a4b7e5ec99 req-dce87593-731d-4502-8500-e6ffe746eff7 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350327 Jul 16 18:45:00.632299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047e864-f402-49de-80c5-1a0eef950965 req-3b82967a-62e9-4a15-9f13-83dfaa10f5f5 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:00.634013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d047e864-f402-49de-80c5-1a0eef950965 req-3b82967a-62e9-4a15-9f13-83dfaa10f5f5 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 946 time: 0.0643952 Jul 16 18:45:00.671607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d047e864-f402-49de-80c5-1a0eef950965 req-a0c98be0-7f8e-415b-8044-d3efd36f83dc tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Jul 16 18:45:00.721497 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.761615 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4fe5634b-7e13-413b-be4b-5368b396e4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.949138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a160b-8ad6-4dfa-a835-0c5d7e51bbf3 req-436d1c33-2315-49c3-8b61-167cacdc6e37 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:00.950598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-113a160b-8ad6-4dfa-a835-0c5d7e51bbf3 req-436d1c33-2315-49c3-8b61-167cacdc6e37 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 946 time: 0.0631037 Jul 16 18:45:00.988267 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-113a160b-8ad6-4dfa-a835-0c5d7e51bbf3 req-81783719-2bfc-403b-8f39-dd0ee674bd6f tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321283 Jul 16 18:45:01.164107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f02d9e-cb96-49b0-8a4d-474fda78943f req-7aa206ca-faad-4ec2-a014-a5e8f4f42588 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:01.165869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63f02d9e-cb96-49b0-8a4d-474fda78943f req-7aa206ca-faad-4ec2-a014-a5e8f4f42588 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 946 time: 0.0681148 Jul 16 18:45:01.203184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63f02d9e-cb96-49b0-8a4d-474fda78943f req-6d196d40-5391-4bf6-8f61-3d95a1160d54 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Jul 16 18:45:01.383933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd08cd0-9174-414a-97aa-57f90485b479 req-67aa87e3-1a3f-459b-a4c5-1a6101a296a9 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:01.385337 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dd08cd0-9174-414a-97aa-57f90485b479 req-67aa87e3-1a3f-459b-a4c5-1a6101a296a9 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 946 time: 0.0629668 Jul 16 18:45:01.422078 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8dd08cd0-9174-414a-97aa-57f90485b479 req-5c48663d-f845-4d2f-9316-9e66e2f108b3 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312901 Jul 16 18:45:01.937831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ea28-404a-47c9-b6bd-1c7cdc64655a req-9b48941b-b794-412b-82fa-9bcc56cb7aa2 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:01.939283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0226ea28-404a-47c9-b6bd-1c7cdc64655a req-9b48941b-b794-412b-82fa-9bcc56cb7aa2 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 946 time: 0.0664992 Jul 16 18:45:01.981809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0226ea28-404a-47c9-b6bd-1c7cdc64655a req-9c2df1f3-eeca-4e13-b7c1-e9ccd6c5fc3b tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369225 Jul 16 18:45:02.013772 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.036829 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:02.059940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:02.060305 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8a332b13-8ab0-4501-b29e-2ea6b3fafb7a not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:03.161035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc6a71-220f-40e6-aab0-c92f08b7158f req-b0aa990c-7b41-4107-9577-72c2ca2b22d7 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:03.162512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0dc6a71-220f-40e6-aab0-c92f08b7158f req-b0aa990c-7b41-4107-9577-72c2ca2b22d7 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 946 time: 0.0652075 Jul 16 18:45:03.201641 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0dc6a71-220f-40e6-aab0-c92f08b7158f req-e9303570-f2d7-42f4-8639-3807e89d18b1 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/security-groups?id=231267c1-b58e-481e-ab2e-11ae3d3dfa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332053 Jul 16 18:45:03.311772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ebd9c-5e6e-41c9-a321-cffd21150607 req-5d539e9d-3223-4f36-9130-31b709b417c6 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:03.313317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-838ebd9c-5e6e-41c9-a321-cffd21150607 req-5d539e9d-3223-4f36-9130-31b709b417c6 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 946 time: 0.0642381 Jul 16 18:45:03.416183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-838ebd9c-5e6e-41c9-a321-cffd21150607 req-c2fcb968-7eb8-4773-a5ac-e24fbb09d829 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Deleting port 26fe0ae3-7778-4683-81fe-af6ef05a4831 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:03.416518 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-838ebd9c-5e6e-41c9-a321-cffd21150607 req-c2fcb968-7eb8-4773-a5ac-e24fbb09d829 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.505703 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-838ebd9c-5e6e-41c9-a321-cffd21150607 req-c2fcb968-7eb8-4773-a5ac-e24fbb09d829 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] For port 26fe0ae3-7778-4683-81fe-af6ef05a4831, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=26fe0ae3-7778-4683-81fe-af6ef05a4831,segment=NetworkSegment(d681f528-5606-4ac4-93b7-8799299f0343),segment_id=d681f528-5606-4ac4-93b7-8799299f0343)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:03.506055 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-838ebd9c-5e6e-41c9-a321-cffd21150607 req-c2fcb968-7eb8-4773-a5ac-e24fbb09d829 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.522938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-838ebd9c-5e6e-41c9-a321-cffd21150607 req-c2fcb968-7eb8-4773-a5ac-e24fbb09d829 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Calling delete_port for 26fe0ae3-7778-4683-81fe-af6ef05a4831 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:03.646968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-838ebd9c-5e6e-41c9-a321-cffd21150607 req-c2fcb968-7eb8-4773-a5ac-e24fbb09d829 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.661190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['26fe0ae3-7778-4683-81fe-af6ef05a4831'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:03.675715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcb968-7eb8-4773-a5ac-e24fbb09d829 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Pushing event deleted for resources: {'Port': ['ID=26fe0ae3-7778-4683-81fe-af6ef05a4831,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:03.725985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-838ebd9c-5e6e-41c9-a321-cffd21150607 req-c2fcb968-7eb8-4773-a5ac-e24fbb09d829 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] No DVR routers for this DVR port 26fe0ae3-7778-4683-81fe-af6ef05a4831 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:03.729190 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-838ebd9c-5e6e-41c9-a321-cffd21150607 req-c2fcb968-7eb8-4773-a5ac-e24fbb09d829 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.731248 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-838ebd9c-5e6e-41c9-a321-cffd21150607 req-c2fcb968-7eb8-4773-a5ac-e24fbb09d829 tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.35 "DELETE /v2.0/ports/26fe0ae3-7778-4683-81fe-af6ef05a4831 HTTP/1.1" status: 204 len: 173 time: 0.4125452 Jul 16 18:45:03.731707 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f292cc0-05c4-46c1-b911-e47e7faf93ba', 'name': 'network-vif-deleted', 'tag': '26fe0ae3-7778-4683-81fe-af6ef05a4831'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:03.733925 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cf4659-878f-4dbd-9168-0eb4df3a3127" -d '{"events": [{"server_uuid": "6f292cc0-05c4-46c1-b911-e47e7faf93ba", "name": "network-vif-deleted", "tag": "26fe0ae3-7778-4683-81fe-af6ef05a4831"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:03.766014 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.774688 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac11318-cf0c-460b-9ec4-e69277579111 x-openstack-request-id: req-dac11318-cf0c-460b-9ec4-e69277579111 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:03.774980 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f292cc0-05c4-46c1-b911-e47e7faf93ba", "name": "network-vif-deleted", "tag": "26fe0ae3-7778-4683-81fe-af6ef05a4831", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:03.775223 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dac11318-cf0c-460b-9ec4-e69277579111 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:03.775641 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f292cc0-05c4-46c1-b911-e47e7faf93ba', 'name': 'network-vif-deleted', 'tag': '26fe0ae3-7778-4683-81fe-af6ef05a4831', 'status': 'completed', 'code': 200} Jul 16 18:45:04.360734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b701da4a-7f8e-4036-ae6f-145f90591295 req-5153656d-e877-4032-aad2-fc722fd8065a tempest-ServersNegativeTestJSON-802389423 tempest-ServersNegativeTestJSON-802389423-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f292cc0-05c4-46c1-b911-e47e7faf93ba HTTP/1.1" status: 200 len: 210 time: 0.0293016 Jul 16 18:45:05.453154 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53532) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:05.497940 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90a75ce-440d-4d1f-b532-f183814083c3 admin admin] Deleting subnet ef493bb4-400a-4dd0-9541-b3d38adc2caf {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:05.500910 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e90a75ce-440d-4d1f-b532-f183814083c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.534081 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e90a75ce-440d-4d1f-b532-f183814083c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.572254 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e90a75ce-440d-4d1f-b532-f183814083c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.626721 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e90a75ce-440d-4d1f-b532-f183814083c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.654905 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e90a75ce-440d-4d1f-b532-f183814083c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.656697 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e90a75ce-440d-4d1f-b532-f183814083c3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ef493bb4-400a-4dd0-9541-b3d38adc2caf HTTP/1.1" status: 204 len: 168 time: 0.2025628 Jul 16 18:45:05.657747 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a75ce-440d-4d1f-b532-f183814083c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef493bb4-400a-4dd0-9541-b3d38adc2caf,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:05.659293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53534) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:05.732149 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6833096b-ccba-46b8-b41c-e27e3d41195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.810199 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6833096b-ccba-46b8-b41c-e27e3d41195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.820154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6833096b-ccba-46b8-b41c-e27e3d41195c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b4f609-23d7-4f33-bfaf-637b514edadc']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:05.829904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6833096b-ccba-46b8-b41c-e27e3d41195c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd681f528-5606-4ac4-93b7-8799299f0343') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:05.830201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6833096b-ccba-46b8-b41c-e27e3d41195c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd681f528-5606-4ac4-93b7-8799299f0343') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:05.839023 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6833096b-ccba-46b8-b41c-e27e3d41195c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.852746 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6833096b-ccba-46b8-b41c-e27e3d41195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.858386 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6833096b-ccba-46b8-b41c-e27e3d41195c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:05.858764 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6833096b-ccba-46b8-b41c-e27e3d41195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:05.860398 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:05.916979 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6833096b-ccba-46b8-b41c-e27e3d41195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.922047 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6833096b-ccba-46b8-b41c-e27e3d41195c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.923900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6833096b-ccba-46b8-b41c-e27e3d41195c admin admin] 10.222.0.41 "DELETE /v2.0/networks/12b4f609-23d7-4f33-bfaf-637b514edadc HTTP/1.1" status: 204 len: 168 time: 0.2635965 Jul 16 18:45:05.935725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833096b-ccba-46b8-b41c-e27e3d41195c admin admin] Pushing event deleted for resources: {'Network': ['ID=12b4f609-23d7-4f33-bfaf-637b514edadc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:06.030516 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53538) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:06.071129 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-838d0e74-e214-4d3d-8ab3-2a85c8138695 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ec9df3f10f44b3aba37a511670a434c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394292 Jul 16 18:45:06.073513 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53540) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:06.120567 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4649d1e1-fd4d-4049-b1e4-604e8a450b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.140808 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4649d1e1-fd4d-4049-b1e4-604e8a450b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.186941 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4649d1e1-fd4d-4049-b1e4-604e8a450b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.189487 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4649d1e1-fd4d-4049-b1e4-604e8a450b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.190658 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4649d1e1-fd4d-4049-b1e4-604e8a450b51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/231267c1-b58e-481e-ab2e-11ae3d3dfa25 HTTP/1.1" status: 204 len: 168 time: 0.1162515 Jul 16 18:45:06.198189 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649d1e1-fd4d-4049-b1e4-604e8a450b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231267c1-b58e-481e-ab2e-11ae3d3dfa25,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:06.708506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 26fe0ae3-7778-4683-81fe-af6ef05a4831 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:06.732170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 26fe0ae3-7778-4683-81fe-af6ef05a4831 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:06.732587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 26fe0ae3-7778-4683-81fe-af6ef05a4831 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:06.853714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53562) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:06.948075 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2055244021'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:06.970402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Made reservation on behalf of 1296f0eaa42f4179b0b54e590998dc3d for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:06.974062 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.983177 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.078007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.081478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.103861 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:07.118462 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c738b830-40ac-4537-abaa-37646fa9c07e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:07.121376 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.121716 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Added segment 8c92c0b8-214d-4d8c-92d6-50430176d5e6 of type vlan for network a87e1649-1db9-44c5-a7c0-a3cb86754e00 Jul 16 18:45:07.161739 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.189100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.194595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:07.195792 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.230166 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3752027 Jul 16 18:45:07.265977 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19076d-158a-45b3-be27-38e42bbeabff tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event updated for resources: {'Network': ['ID=a87e1649-1db9-44c5-a7c0-a3cb86754e00,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:07.278679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network a87e1649-1db9-44c5-a7c0-a3cb86754e00 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:10.450771 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53566) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:10.456047 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-eb6c8c69-f3f5-4f5a-961c-a96ac3ff26c0 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Request body: {'subnet': {'network_id': 'a87e1649-1db9-44c5-a7c0-a3cb86754e00', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:10.540846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6c8c69-f3f5-4f5a-961c-a96ac3ff26c0 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Made reservation on behalf of 1296f0eaa42f4179b0b54e590998dc3d for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:10.544567 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eb6c8c69-f3f5-4f5a-961c-a96ac3ff26c0 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.728263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eb6c8c69-f3f5-4f5a-961c-a96ac3ff26c0 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.791355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c8c69-f3f5-4f5a-961c-a96ac3ff26c0 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event updated for resources: {'Subnet': ['ID=a2340b76-1762-48a4-9800-c8cdb31c3653,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:10.799950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c8c69-f3f5-4f5a-961c-a96ac3ff26c0 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Checking segment: {'id': '8c92c0b8-214d-4d8c-92d6-50430176d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a87e1649-1db9-44c5-a7c0-a3cb86754e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:10.800312 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6c8c69-f3f5-4f5a-961c-a96ac3ff26c0 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Network hostable DHCP agents. Network: a87e1649-1db9-44c5-a7c0-a3cb86754e00, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:10.817029 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6c8c69-f3f5-4f5a-961c-a96ac3ff26c0 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Network a87e1649-1db9-44c5-a7c0-a3cb86754e00 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:10.826225 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-eb6c8c69-f3f5-4f5a-961c-a96ac3ff26c0 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, a87e1649-1db9-44c5-a7c0-a3cb86754e00) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:10.830641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6c8c69-f3f5-4f5a-961c-a96ac3ff26c0 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:10.831226 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eb6c8c69-f3f5-4f5a-961c-a96ac3ff26c0 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.835052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1e8930-d669-4730-b20b-a719c7f3c105 None None] Network a87e1649-1db9-44c5-a7c0-a3cb86754e00 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:10.846064 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-eb6c8c69-f3f5-4f5a-961c-a96ac3ff26c0 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3941159 Jul 16 18:45:10.849443 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53568) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:10.855060 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-828c506c-cbc3-49b6-88c9-d92c6a362c01 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-992932419'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:10.876814 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828c506c-cbc3-49b6-88c9-d92c6a362c01 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Made reservation on behalf of 1296f0eaa42f4179b0b54e590998dc3d for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:10.880267 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-828c506c-cbc3-49b6-88c9-d92c6a362c01 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.904092 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828c506c-cbc3-49b6-88c9-d92c6a362c01 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:10.912776 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-828c506c-cbc3-49b6-88c9-d92c6a362c01 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.913171 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-828c506c-cbc3-49b6-88c9-d92c6a362c01 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Added segment 8788403c-f9c8-441f-9bc9-957fb8ff7590 of type vlan for network 21160b97-0570-46fc-a3ae-0b72486c3422 Jul 16 18:45:10.953831 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-828c506c-cbc3-49b6-88c9-d92c6a362c01 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.958171 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:10.985292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-a87e1649-1db9-44c5-a7c0-a3cb86754e00', 'network_id': 'a87e1649-1db9-44c5-a7c0-a3cb86754e00', 'tenant_id': '1296f0eaa42f4179b0b54e590998dc3d', 'fixed_ips': [{'subnet_id': 'a2340b76-1762-48a4-9800-c8cdb31c3653'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:10.985941 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-828c506c-cbc3-49b6-88c9-d92c6a362c01 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.986217 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.992163 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c506c-cbc3-49b6-88c9-d92c6a362c01 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:10.992864 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-828c506c-cbc3-49b6-88c9-d92c6a362c01 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.031074 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-828c506c-cbc3-49b6-88c9-d92c6a362c01 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1805742 Jul 16 18:45:11.033986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53570) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:11.039217 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3ac13af2-5de6-413d-9664-d088d2fa4b38 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Request body: {'subnet': {'network_id': '21160b97-0570-46fc-a3ae-0b72486c3422', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:11.084399 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c506c-cbc3-49b6-88c9-d92c6a362c01 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event updated for resources: {'Network': ['ID=21160b97-0570-46fc-a3ae-0b72486c3422,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:11.102602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 21160b97-0570-46fc-a3ae-0b72486c3422 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:11.162349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac13af2-5de6-413d-9664-d088d2fa4b38 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Made reservation on behalf of 1296f0eaa42f4179b0b54e590998dc3d for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:11.166432 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ac13af2-5de6-413d-9664-d088d2fa4b38 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.175167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Allocated IP 2001:db8:0:ffff::2 (a87e1649-1db9-44c5-a7c0-a3cb86754e00/a2340b76-1762-48a4-9800-c8cdb31c3653/21e7414e-6c29-43a5-bc91-04cfa37af846) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:11.321578 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.329793 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Transition to ACTIVE for port object 21e7414e-6c29-43a5-bc91-04cfa37af846 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:11.344557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Transition to ACTIVE for port object 21e7414e-6c29-43a5-bc91-04cfa37af846 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:11.350039 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.361281 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ac13af2-5de6-413d-9664-d088d2fa4b38 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.386774 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Network a87e1649-1db9-44c5-a7c0-a3cb86754e00 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:11.389582 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:11.395541 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:11.408292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Pushing event updated for resources: {'Port': ['ID=21e7414e-6c29-43a5-bc91-04cfa37af846,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:11.426848 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac13af2-5de6-413d-9664-d088d2fa4b38 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event updated for resources: {'Subnet': ['ID=1d926570-5a53-43c9-ac12-f9e88155a1ed,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:11.435024 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac13af2-5de6-413d-9664-d088d2fa4b38 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Checking segment: {'id': '8788403c-f9c8-441f-9bc9-957fb8ff7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21160b97-0570-46fc-a3ae-0b72486c3422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:11.435901 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac13af2-5de6-413d-9664-d088d2fa4b38 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Network hostable DHCP agents. Network: 21160b97-0570-46fc-a3ae-0b72486c3422, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:11.453664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:11.453961 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac13af2-5de6-413d-9664-d088d2fa4b38 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Network 21160b97-0570-46fc-a3ae-0b72486c3422 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:11.454410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:11.454410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:11.454706 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:11.455017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:11.455528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:11.455941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:11.456336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:11.456664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:11.456987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:11.457308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:11.457628 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:11.463283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-3ac13af2-5de6-413d-9664-d088d2fa4b38 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 21160b97-0570-46fc-a3ae-0b72486c3422) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:11.470291 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac13af2-5de6-413d-9664-d088d2fa4b38 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:11.470952 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3ac13af2-5de6-413d-9664-d088d2fa4b38 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.473614 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00128909-22f9-4bf6-a5a3-0cbe15d42632 None None] Network 21160b97-0570-46fc-a3ae-0b72486c3422 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:11.486831 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3ac13af2-5de6-413d-9664-d088d2fa4b38 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4515073 Jul 16 18:45:11.489222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53572) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:11.490593 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Attempting to bind port 21e7414e-6c29-43a5-bc91-04cfa37af846 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:11.490972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Attempting to bind port 21e7414e-6c29-43a5-bc91-04cfa37af846 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '8c92c0b8-214d-4d8c-92d6-50430176d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a87e1649-1db9-44c5-a7c0-a3cb86754e00'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:11.491341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Attempting to bind port 21e7414e-6c29-43a5-bc91-04cfa37af846 on network a87e1649-1db9-44c5-a7c0-a3cb86754e00 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:11.503761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:11.504141 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Checking segment: {'id': '8c92c0b8-214d-4d8c-92d6-50430176d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a87e1649-1db9-44c5-a7c0-a3cb86754e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:11.504548 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.504942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Bound using segment: {'id': '8c92c0b8-214d-4d8c-92d6-50430176d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a87e1649-1db9-44c5-a7c0-a3cb86754e00'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:11.505412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Bound port: 21e7414e-6c29-43a5-bc91-04cfa37af846, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c92c0b8-214d-4d8c-92d6-50430176d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a87e1649-1db9-44c5-a7c0-a3cb86754e00'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:11.505796 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.591083 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.637034 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] For port 21e7414e-6c29-43a5-bc91-04cfa37af846, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:11.653714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] For port 21e7414e-6c29-43a5-bc91-04cfa37af846, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=21e7414e-6c29-43a5-bc91-04cfa37af846,segment=NetworkSegment(8c92c0b8-214d-4d8c-92d6-50430176d5e6),segment_id=8c92c0b8-214d-4d8c-92d6-50430176d5e6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:11.659085 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.666879 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.715669 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89005dda-bec6-481c-bc15-994a0da3443a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-21160b97-0570-46fc-a3ae-0b72486c3422', 'network_id': '21160b97-0570-46fc-a3ae-0b72486c3422', 'tenant_id': '1296f0eaa42f4179b0b54e590998dc3d', 'fixed_ips': [{'subnet_id': '1d926570-5a53-43c9-ac12-f9e88155a1ed'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:11.716506 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-89005dda-bec6-481c-bc15-994a0da3443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.748141 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.777386 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event deleted for resources: {'Subnet': ['ID=1d926570-5a53-43c9-ac12-f9e88155a1ed,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:11.846564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.858265 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21160b97-0570-46fc-a3ae-0b72486c3422']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:11.870741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8788403c-f9c8-441f-9bc9-957fb8ff7590') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:11.871087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8788403c-f9c8-441f-9bc9-957fb8ff7590') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:11.897396 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.922760 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.930936 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:11.931337 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:11.934436 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:11.940803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be4500-5954-4340-a1a5-670c10b61313 None None] Pushing event updated for resources: {'Port': ['ID=21e7414e-6c29-43a5-bc91-04cfa37af846,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:12.007916 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.013402 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bfeee3-8258-486b-9578-afea387faaa6 None None] Network 21160b97-0570-46fc-a3ae-0b72486c3422 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:12.015218 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.017102 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/networks/21160b97-0570-46fc-a3ae-0b72486c3422 HTTP/1.1" status: 204 len: 168 time: 0.5269389 Jul 16 18:45:12.020675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53574) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:12.026474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ba361d35-901c-48e7-8756-573a42056b85 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1588054009'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:12.037737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bfeee3-8258-486b-9578-afea387faaa6 None None] Network 21160b97-0570-46fc-a3ae-0b72486c3422 could not be found, it might have been deleted concurrently. {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:45:12.038564 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d8c09-27af-4b8d-8488-98bbb1e013a4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event deleted for resources: {'Network': ['ID=21160b97-0570-46fc-a3ae-0b72486c3422,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:12.063691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba361d35-901c-48e7-8756-573a42056b85 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Made reservation on behalf of 1296f0eaa42f4179b0b54e590998dc3d for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:12.067563 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba361d35-901c-48e7-8756-573a42056b85 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.093455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba361d35-901c-48e7-8756-573a42056b85 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:12.102737 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba361d35-901c-48e7-8756-573a42056b85 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.103032 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-ba361d35-901c-48e7-8756-573a42056b85 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Added segment c1b134f2-0e5d-4e66-893b-7cf98d70fb76 of type vlan for network 146263b9-4ef9-4964-b7db-4ebc5eb48391 Jul 16 18:45:12.152868 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba361d35-901c-48e7-8756-573a42056b85 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.182221 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba361d35-901c-48e7-8756-573a42056b85 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.187794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba361d35-901c-48e7-8756-573a42056b85 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.188387 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ba361d35-901c-48e7-8756-573a42056b85 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.245386 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53576) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:12.245527 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ba361d35-901c-48e7-8756-573a42056b85 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2237051 Jul 16 18:45:12.250714 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Request body: {'subnet': {'network_id': '146263b9-4ef9-4964-b7db-4ebc5eb48391', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:12.307027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361d35-901c-48e7-8756-573a42056b85 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event updated for resources: {'Network': ['ID=146263b9-4ef9-4964-b7db-4ebc5eb48391,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:12.307205 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 21e7414e-6c29-43a5-bc91-04cfa37af846 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:12.333044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 146263b9-4ef9-4964-b7db-4ebc5eb48391 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:12.348200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Made reservation on behalf of 1296f0eaa42f4179b0b54e590998dc3d for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:12.352676 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.412688 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_backend_mixin [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Performing IP validity checks on allocation pools {{(pid=100170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:45:12.413806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.ipam_backend_mixin [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:45:12.418441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 21e7414e-6c29-43a5-bc91-04cfa37af846 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:12.548598 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.609149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event updated for resources: {'Subnet': ['ID=96ca0c5e-f686-497d-a533-efb843ca3051,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:12.621915 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Checking segment: {'id': 'c1b134f2-0e5d-4e66-893b-7cf98d70fb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '146263b9-4ef9-4964-b7db-4ebc5eb48391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:12.622289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Network hostable DHCP agents. Network: 146263b9-4ef9-4964-b7db-4ebc5eb48391, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:12.639891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Network 146263b9-4ef9-4964-b7db-4ebc5eb48391 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:12.649912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 146263b9-4ef9-4964-b7db-4ebc5eb48391) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:12.657938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb55c354-30aa-4188-ad31-e47c6f8bbe73 None None] Network 146263b9-4ef9-4964-b7db-4ebc5eb48391 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:12.664904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.665511 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.684277 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a6774dec-48b6-4375-986d-99cff48abec8 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4373755 Jul 16 18:45:12.686248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53578) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:12.737286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3619b229-54c4-426f-bdb7-86370b15d0e2 None None] Network a87e1649-1db9-44c5-a7c0-a3cb86754e00 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:12.792402 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.844457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d65f26ed-b4e1-462a-9866-e78027e0eb79 None None] Provisioning for port 21e7414e-6c29-43a5-bc91-04cfa37af846 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:12.859141 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d65f26ed-b4e1-462a-9866-e78027e0eb79 None None] Provisioning complete for port 21e7414e-6c29-43a5-bc91-04cfa37af846 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:12.859558 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d65f26ed-b4e1-462a-9866-e78027e0eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.868279 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.931066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab5774e-ecd0-4323-ab66-a22be83fc8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-146263b9-4ef9-4964-b7db-4ebc5eb48391', 'network_id': '146263b9-4ef9-4964-b7db-4ebc5eb48391', 'tenant_id': '1296f0eaa42f4179b0b54e590998dc3d', 'fixed_ips': [{'subnet_id': '96ca0c5e-f686-497d-a533-efb843ca3051'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:12.931968 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2ab5774e-ecd0-4323-ab66-a22be83fc8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.942301 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.970423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event deleted for resources: {'Subnet': ['ID=96ca0c5e-f686-497d-a533-efb843ca3051,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:13.033281 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.044168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146263b9-4ef9-4964-b7db-4ebc5eb48391']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:13.056502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b134f2-0e5d-4e66-893b-7cf98d70fb76') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:13.056799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b134f2-0e5d-4e66-893b-7cf98d70fb76') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:13.066848 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.078983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b0b0d-1655-46dd-ab60-43cba3fd8a60 None None] Network 146263b9-4ef9-4964-b7db-4ebc5eb48391 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:13.086630 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.093077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:13.093732 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:13.106171 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:13.116578 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d65f26ed-b4e1-462a-9866-e78027e0eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.154178 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.159525 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.161566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/networks/146263b9-4ef9-4964-b7db-4ebc5eb48391 HTTP/1.1" status: 204 len: 168 time: 0.4742262 Jul 16 18:45:13.167402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53580) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:13.173001 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c28462de-d8c8-4e7b-a35e-59c85fb1569a tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1015997577'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:13.176889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caaf62-be81-4a4a-b267-84b619f98bbd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event deleted for resources: {'Network': ['ID=146263b9-4ef9-4964-b7db-4ebc5eb48391,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:13.201402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28462de-d8c8-4e7b-a35e-59c85fb1569a tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Made reservation on behalf of 1296f0eaa42f4179b0b54e590998dc3d for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:13.205315 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c28462de-d8c8-4e7b-a35e-59c85fb1569a tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.219160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d65f26ed-b4e1-462a-9866-e78027e0eb79 None None] For port 21e7414e-6c29-43a5-bc91-04cfa37af846, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=21e7414e-6c29-43a5-bc91-04cfa37af846,segment=NetworkSegment(8c92c0b8-214d-4d8c-92d6-50430176d5e6),segment_id=8c92c0b8-214d-4d8c-92d6-50430176d5e6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:13.231352 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28462de-d8c8-4e7b-a35e-59c85fb1569a tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:13.241026 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c28462de-d8c8-4e7b-a35e-59c85fb1569a tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.241405 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-c28462de-d8c8-4e7b-a35e-59c85fb1569a tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Added segment 8396984a-3e40-43f5-8c75-e63fc473aa6f of type vlan for network 92bdb3b0-9736-484d-bf80-1111c635ecbe Jul 16 18:45:13.243312 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d65f26ed-b4e1-462a-9866-e78027e0eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.286464 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c28462de-d8c8-4e7b-a35e-59c85fb1569a tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.294606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f26ed-b4e1-462a-9866-e78027e0eb79 None None] Pushing event updated for resources: {'Port': ['ID=21e7414e-6c29-43a5-bc91-04cfa37af846,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:13.319327 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c28462de-d8c8-4e7b-a35e-59c85fb1569a tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.325404 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28462de-d8c8-4e7b-a35e-59c85fb1569a tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:13.326009 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c28462de-d8c8-4e7b-a35e-59c85fb1569a tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.359480 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c28462de-d8c8-4e7b-a35e-59c85fb1569a tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1895733 Jul 16 18:45:13.361177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53582) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:13.368922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-10274096-ccfe-4708-aed8-3de74485c4b4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Request body: {'subnet': {'network_id': '92bdb3b0-9736-484d-bf80-1111c635ecbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:13.416993 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28462de-d8c8-4e7b-a35e-59c85fb1569a tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event updated for resources: {'Network': ['ID=92bdb3b0-9736-484d-bf80-1111c635ecbe,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:13.427443 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 92bdb3b0-9736-484d-bf80-1111c635ecbe details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:13.488873 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10274096-ccfe-4708-aed8-3de74485c4b4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Made reservation on behalf of 1296f0eaa42f4179b0b54e590998dc3d for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:13.492673 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10274096-ccfe-4708-aed8-3de74485c4b4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.507259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4d0175ae-1794-4d84-b8f4-39b0177047c9 None None] Provisioning complete for port 21e7414e-6c29-43a5-bc91-04cfa37af846 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:13.507883 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4d0175ae-1794-4d84-b8f4-39b0177047c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.671531 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10274096-ccfe-4708-aed8-3de74485c4b4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.733577 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10274096-ccfe-4708-aed8-3de74485c4b4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event updated for resources: {'Subnet': ['ID=f6f9a9bb-d02c-4c5b-a1db-b06ebcd36b18,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:13.742365 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10274096-ccfe-4708-aed8-3de74485c4b4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Checking segment: {'id': '8396984a-3e40-43f5-8c75-e63fc473aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '92bdb3b0-9736-484d-bf80-1111c635ecbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:13.742715 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10274096-ccfe-4708-aed8-3de74485c4b4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Network hostable DHCP agents. Network: 92bdb3b0-9736-484d-bf80-1111c635ecbe, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:13.758651 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10274096-ccfe-4708-aed8-3de74485c4b4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Network 92bdb3b0-9736-484d-bf80-1111c635ecbe is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:13.766821 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-10274096-ccfe-4708-aed8-3de74485c4b4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 92bdb3b0-9736-484d-bf80-1111c635ecbe) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:13.770685 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10274096-ccfe-4708-aed8-3de74485c4b4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:13.771277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-10274096-ccfe-4708-aed8-3de74485c4b4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.776052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce92532e-76d5-4594-aebc-59e2b890381a None None] Network 92bdb3b0-9736-484d-bf80-1111c635ecbe requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:13.786368 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-10274096-ccfe-4708-aed8-3de74485c4b4 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4239802 Jul 16 18:45:13.790493 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53584) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:13.795564 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8cdfe787-4ee1-4d67-9dde-1ded2aa0f2c1 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1056961956'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:13.816323 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdfe787-4ee1-4d67-9dde-1ded2aa0f2c1 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Made reservation on behalf of 1296f0eaa42f4179b0b54e590998dc3d for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:13.820293 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe787-4ee1-4d67-9dde-1ded2aa0f2c1 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.844726 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdfe787-4ee1-4d67-9dde-1ded2aa0f2c1 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:13.853913 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe787-4ee1-4d67-9dde-1ded2aa0f2c1 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.854258 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-8cdfe787-4ee1-4d67-9dde-1ded2aa0f2c1 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Added segment 6a068b2e-42fc-4cfa-8290-4dd02eb316ca of type vlan for network 1179f67c-ed97-40ff-af78-7f44b2b824a1 Jul 16 18:45:13.894171 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe787-4ee1-4d67-9dde-1ded2aa0f2c1 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.923121 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe787-4ee1-4d67-9dde-1ded2aa0f2c1 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.926037 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-92bdb3b0-9736-484d-bf80-1111c635ecbe', 'network_id': '92bdb3b0-9736-484d-bf80-1111c635ecbe', 'tenant_id': '1296f0eaa42f4179b0b54e590998dc3d', 'fixed_ips': [{'subnet_id': 'f6f9a9bb-d02c-4c5b-a1db-b06ebcd36b18'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:13.927140 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.930238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdfe787-4ee1-4d67-9dde-1ded2aa0f2c1 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:13.930384 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe787-4ee1-4d67-9dde-1ded2aa0f2c1 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.969338 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8cdfe787-4ee1-4d67-9dde-1ded2aa0f2c1 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1777983 Jul 16 18:45:13.972332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53586) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:13.977652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-8f41a185-0147-42e0-b4dc-4e2005e7c164 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Request body: {'subnet': {'network_id': '1179f67c-ed97-40ff-af78-7f44b2b824a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:14.005486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfe787-4ee1-4d67-9dde-1ded2aa0f2c1 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event updated for resources: {'Network': ['ID=1179f67c-ed97-40ff-af78-7f44b2b824a1,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.017519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 1179f67c-ed97-40ff-af78-7f44b2b824a1 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:14.080514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f41a185-0147-42e0-b4dc-4e2005e7c164 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Made reservation on behalf of 1296f0eaa42f4179b0b54e590998dc3d for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:14.084056 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f41a185-0147-42e0-b4dc-4e2005e7c164 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.128243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Allocated IP 2001:db8::2 (92bdb3b0-9736-484d-bf80-1111c635ecbe/f6f9a9bb-d02c-4c5b-a1db-b06ebcd36b18/c3fa8c83-3fb4-4b99-aed9-9ac752deee05) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:14.271831 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f41a185-0147-42e0-b4dc-4e2005e7c164 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.276554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 21e7414e-6c29-43a5-bc91-04cfa37af846 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:14.307547 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.323273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Transition to ACTIVE for port object c3fa8c83-3fb4-4b99-aed9-9ac752deee05 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:14.333147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41a185-0147-42e0-b4dc-4e2005e7c164 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event updated for resources: {'Subnet': ['ID=25ef13d5-bd8b-49cc-8e18-cf1088d623c3,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.344746 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Transition to ACTIVE for port object c3fa8c83-3fb4-4b99-aed9-9ac752deee05 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:14.346462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41a185-0147-42e0-b4dc-4e2005e7c164 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Checking segment: {'id': '6a068b2e-42fc-4cfa-8290-4dd02eb316ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1179f67c-ed97-40ff-af78-7f44b2b824a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:14.346838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f41a185-0147-42e0-b4dc-4e2005e7c164 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Network hostable DHCP agents. Network: 1179f67c-ed97-40ff-af78-7f44b2b824a1, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:14.352192 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.365393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f41a185-0147-42e0-b4dc-4e2005e7c164 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Network 1179f67c-ed97-40ff-af78-7f44b2b824a1 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:14.374859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-8f41a185-0147-42e0-b4dc-4e2005e7c164 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 1179f67c-ed97-40ff-af78-7f44b2b824a1) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:14.379017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f41a185-0147-42e0-b4dc-4e2005e7c164 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:14.379639 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f41a185-0147-42e0-b4dc-4e2005e7c164 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.390086 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c18a9f-0ebd-458f-9586-0b94180e84c4 None None] Network 1179f67c-ed97-40ff-af78-7f44b2b824a1 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:14.394940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 21e7414e-6c29-43a5-bc91-04cfa37af846 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:14.395312 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.396370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8f41a185-0147-42e0-b4dc-4e2005e7c164 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4228106 Jul 16 18:45:14.398846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53588) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:14.415190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Network 92bdb3b0-9736-484d-bf80-1111c635ecbe is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:14.442286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:14.448766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:14.474246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Pushing event updated for resources: {'Port': ['ID=c3fa8c83-3fb4-4b99-aed9-9ac752deee05,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.505461 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.558490 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.576041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Attempting to bind port c3fa8c83-3fb4-4b99-aed9-9ac752deee05 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:14.576405 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Attempting to bind port c3fa8c83-3fb4-4b99-aed9-9ac752deee05 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '8396984a-3e40-43f5-8c75-e63fc473aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '92bdb3b0-9736-484d-bf80-1111c635ecbe'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:14.576767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Attempting to bind port c3fa8c83-3fb4-4b99-aed9-9ac752deee05 on network 92bdb3b0-9736-484d-bf80-1111c635ecbe {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:14.588432 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:14.588803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Checking segment: {'id': '8396984a-3e40-43f5-8c75-e63fc473aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '92bdb3b0-9736-484d-bf80-1111c635ecbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:14.589192 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.589586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Bound using segment: {'id': '8396984a-3e40-43f5-8c75-e63fc473aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '92bdb3b0-9736-484d-bf80-1111c635ecbe'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:14.590042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Bound port: c3fa8c83-3fb4-4b99-aed9-9ac752deee05, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8396984a-3e40-43f5-8c75-e63fc473aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '92bdb3b0-9736-484d-bf80-1111c635ecbe'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:14.590417 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.619002 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.648291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event deleted for resources: {'Subnet': ['ID=25ef13d5-bd8b-49cc-8e18-cf1088d623c3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.705963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b74eedd-607a-40b8-a207-da3db7704f97 None None] Network 1179f67c-ed97-40ff-af78-7f44b2b824a1 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:14.714144 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.724086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1179f67c-ed97-40ff-af78-7f44b2b824a1']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:14.733285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a068b2e-42fc-4cfa-8290-4dd02eb316ca') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:14.733513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a068b2e-42fc-4cfa-8290-4dd02eb316ca') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:14.743367 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.756583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.763166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:14.763658 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:14.766625 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:14.776050 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] For port c3fa8c83-3fb4-4b99-aed9-9ac752deee05, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:14.794598 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] For port c3fa8c83-3fb4-4b99-aed9-9ac752deee05, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c3fa8c83-3fb4-4b99-aed9-9ac752deee05,segment=NetworkSegment(8396984a-3e40-43f5-8c75-e63fc473aa6f),segment_id=8396984a-3e40-43f5-8c75-e63fc473aa6f)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:14.820240 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.828670 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.833573 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.836127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/networks/1179f67c-ed97-40ff-af78-7f44b2b824a1 HTTP/1.1" status: 204 len: 168 time: 0.4357834 Jul 16 18:45:14.839413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53590) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:14.850261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f06f9-5d17-4506-bab4-476a5b5c2b56 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event deleted for resources: {'Network': ['ID=1179f67c-ed97-40ff-af78-7f44b2b824a1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.868143 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b594f5b-cb6f-45f1-8b02-14c39a4f99ba tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] GET failed (client error): The resource could not be found. Jul 16 18:45:14.869551 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9b594f5b-cb6f-45f1-8b02-14c39a4f99ba tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "GET /v2.0/subnets/25ef13d5-bd8b-49cc-8e18-cf1088d623c3 HTTP/1.1" status: 404 len: 337 time: 0.0290675 Jul 16 18:45:14.872280 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53592) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:14.896958 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db88108-dfe0-49d8-b509-bfedb88ff422 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] DELETE failed (client error): The resource could not be found. Jul 16 18:45:14.897526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db88108-dfe0-49d8-b509-bfedb88ff422 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:45:14.900066 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2db88108-dfe0-49d8-b509-bfedb88ff422 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/networks/1179f67c-ed97-40ff-af78-7f44b2b824a1 HTTP/1.1" status: 404 len: 339 time: 0.0268149 Jul 16 18:45:14.910343 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53594) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:14.911587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e3361-24ad-41c1-9575-0e1fc846618c None None] Pushing event updated for resources: {'Port': ['ID=c3fa8c83-3fb4-4b99-aed9-9ac752deee05,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.941384 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0518d6a0-4811-4a1a-81f0-05f53009eca6 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] DELETE failed (client error): The resource could not be found. Jul 16 18:45:14.941866 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0518d6a0-4811-4a1a-81f0-05f53009eca6 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:45:14.943636 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0518d6a0-4811-4a1a-81f0-05f53009eca6 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/subnets/25ef13d5-bd8b-49cc-8e18-cf1088d623c3 HTTP/1.1" status: 404 len: 337 time: 0.0322375 Jul 16 18:45:14.947033 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53596) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:14.966302 n-d-787206-10 neutron-server[100170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1ffde4-a0b0-4d89-a166-0f1b25639bfd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] DELETE failed (client error): The resource could not be found. Jul 16 18:45:14.966840 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1ffde4-a0b0-4d89-a166-0f1b25639bfd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:45:14.968552 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9c1ffde4-a0b0-4d89-a166-0f1b25639bfd tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/networks/1179f67c-ed97-40ff-af78-7f44b2b824a1 HTTP/1.1" status: 404 len: 339 time: 0.0205758 Jul 16 18:45:14.971043 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53598) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.027116 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3ae563-0e33-4e49-bcf6-cbad7d4da382 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Deleting subnet f6f9a9bb-d02c-4c5b-a1db-b06ebcd36b18 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:15.030573 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae563-0e33-4e49-bcf6-cbad7d4da382 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.085541 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae563-0e33-4e49-bcf6-cbad7d4da382 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.172646 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae563-0e33-4e49-bcf6-cbad7d4da382 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.235473 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae563-0e33-4e49-bcf6-cbad7d4da382 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.263547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ae563-0e33-4e49-bcf6-cbad7d4da382 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f9a9bb-d02c-4c5b-a1db-b06ebcd36b18,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:15.265467 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae563-0e33-4e49-bcf6-cbad7d4da382 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.267319 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8c3ae563-0e33-4e49-bcf6-cbad7d4da382 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/subnets/f6f9a9bb-d02c-4c5b-a1db-b06ebcd36b18 HTTP/1.1" status: 204 len: 168 time: 0.2953641 Jul 16 18:45:15.270093 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53600) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.353562 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.404830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Deleting port c3fa8c83-3fb4-4b99-aed9-9ac752deee05 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:15.405167 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.472766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] For port c3fa8c83-3fb4-4b99-aed9-9ac752deee05, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=c3fa8c83-3fb4-4b99-aed9-9ac752deee05,segment=NetworkSegment(8396984a-3e40-43f5-8c75-e63fc473aa6f),segment_id=8396984a-3e40-43f5-8c75-e63fc473aa6f)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:15.473126 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.486339 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Calling delete_port for c3fa8c83-3fb4-4b99-aed9-9ac752deee05 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:15.570426 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.596715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event deleted for resources: {'Port': ['ID=c3fa8c83-3fb4-4b99-aed9-9ac752deee05,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:15.601928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] No DVR routers for this DVR port c3fa8c83-3fb4-4b99-aed9-9ac752deee05 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:15.686382 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.697426 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bdb3b0-9736-484d-bf80-1111c635ecbe']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:15.708709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8396984a-3e40-43f5-8c75-e63fc473aa6f') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:15.709006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8396984a-3e40-43f5-8c75-e63fc473aa6f') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:15.719333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.734572 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.740926 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:15.741378 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:15.744919 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:15.787002 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d459159-e406-4548-9f02-fffc585be0f1 None None] Network 92bdb3b0-9736-484d-bf80-1111c635ecbe requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:15.809474 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.819328 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.820307 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-42e99299-450f-48ce-a69d-565d77e2b639 None None] Could not find standard attr ID for object c3fa8c83-3fb4-4b99-aed9-9ac752deee05. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:45:15.821248 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/networks/92bdb3b0-9736-484d-bf80-1111c635ecbe HTTP/1.1" status: 204 len: 168 time: 0.5501459 Jul 16 18:45:15.823730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53602) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.841242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5baa24-caa5-4f80-9466-f39a7924a68f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event deleted for resources: {'Network': ['ID=92bdb3b0-9736-484d-bf80-1111c635ecbe,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:15.860140 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5a4cf5-1cab-4e5d-bc6c-af79050c5209 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] DELETE failed (client error): The resource could not be found. Jul 16 18:45:15.860588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5a4cf5-1cab-4e5d-bc6c-af79050c5209 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:45:15.864743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cb5a4cf5-1cab-4e5d-bc6c-af79050c5209 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/subnets/96ca0c5e-f686-497d-a533-efb843ca3051 HTTP/1.1" status: 404 len: 337 time: 0.0376787 Jul 16 18:45:15.864902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53604) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.882729 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d77006-5ae7-45db-8571-ba81706a675f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] DELETE failed (client error): The resource could not be found. Jul 16 18:45:15.883265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d77006-5ae7-45db-8571-ba81706a675f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:45:15.884968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b3d77006-5ae7-45db-8571-ba81706a675f tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/networks/146263b9-4ef9-4964-b7db-4ebc5eb48391 HTTP/1.1" status: 404 len: 339 time: 0.0191839 Jul 16 18:45:15.887503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53606) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.913174 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-40384712-f625-4219-80da-e57cf572d120 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] DELETE failed (client error): The resource could not be found. Jul 16 18:45:15.914516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40384712-f625-4219-80da-e57cf572d120 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:45:15.916307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-40384712-f625-4219-80da-e57cf572d120 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/subnets/1d926570-5a53-43c9-ac12-f9e88155a1ed HTTP/1.1" status: 404 len: 337 time: 0.0279121 Jul 16 18:45:15.918883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53608) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.937482 n-d-787206-10 neutron-server[100169]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c0ba68-5f55-4a2a-ab6c-931845b1f524 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] DELETE failed (client error): The resource could not be found. Jul 16 18:45:15.938014 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c0ba68-5f55-4a2a-ab6c-931845b1f524 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:45:15.939730 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-16c0ba68-5f55-4a2a-ab6c-931845b1f524 tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/networks/21160b97-0570-46fc-a3ae-0b72486c3422 HTTP/1.1" status: 404 len: 339 time: 0.0198848 Jul 16 18:45:15.942347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53610) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.960417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c383fee9-8671-455c-9f89-b978146a5375 None None] DHCP port deletion for 92bdb3b0-9736-484d-bf80-1111c635ecbe request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:16.000145 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6023a41-df2e-4dfc-b2ee-403de76cd6bf tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Deleting subnet a2340b76-1762-48a4-9800-c8cdb31c3653 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:16.003088 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d6023a41-df2e-4dfc-b2ee-403de76cd6bf tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.045408 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d6023a41-df2e-4dfc-b2ee-403de76cd6bf tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.132706 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d6023a41-df2e-4dfc-b2ee-403de76cd6bf tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.194016 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d6023a41-df2e-4dfc-b2ee-403de76cd6bf tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.221797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6023a41-df2e-4dfc-b2ee-403de76cd6bf tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event deleted for resources: {'Subnet': ['ID=a2340b76-1762-48a4-9800-c8cdb31c3653,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:16.226409 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d6023a41-df2e-4dfc-b2ee-403de76cd6bf tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.228453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d6023a41-df2e-4dfc-b2ee-403de76cd6bf tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/subnets/a2340b76-1762-48a4-9800-c8cdb31c3653 HTTP/1.1" status: 204 len: 168 time: 0.2852035 Jul 16 18:45:16.230952 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53612) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.232450 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80312bd0-b31d-4d0d-ae8e-3d049318e14a None None] Network a87e1649-1db9-44c5-a7c0-a3cb86754e00 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:16.307283 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.360450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Deleting port 21e7414e-6c29-43a5-bc91-04cfa37af846 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:16.360798 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.407057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4494278-63f3-47df-b0fa-c005df3f61ba None None] DHCP port deletion for a87e1649-1db9-44c5-a7c0-a3cb86754e00 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:16.430264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] For port 21e7414e-6c29-43a5-bc91-04cfa37af846, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=21e7414e-6c29-43a5-bc91-04cfa37af846,segment=NetworkSegment(8c92c0b8-214d-4d8c-92d6-50430176d5e6),segment_id=8c92c0b8-214d-4d8c-92d6-50430176d5e6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:16.430625 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.442060 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Calling delete_port for 21e7414e-6c29-43a5-bc91-04cfa37af846 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:16.453251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f4494278-63f3-47df-b0fa-c005df3f61ba None None] Deleting port 21e7414e-6c29-43a5-bc91-04cfa37af846 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:16.453629 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f4494278-63f3-47df-b0fa-c005df3f61ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.512909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-f4494278-63f3-47df-b0fa-c005df3f61ba None None] For port 21e7414e-6c29-43a5-bc91-04cfa37af846, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=21e7414e-6c29-43a5-bc91-04cfa37af846,segment=NetworkSegment(8c92c0b8-214d-4d8c-92d6-50430176d5e6),segment_id=8c92c0b8-214d-4d8c-92d6-50430176d5e6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:16.513384 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f4494278-63f3-47df-b0fa-c005df3f61ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.521893 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.529246 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f4494278-63f3-47df-b0fa-c005df3f61ba None None] Calling delete_port for 21e7414e-6c29-43a5-bc91-04cfa37af846 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:16.550386 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event deleted for resources: {'Port': ['ID=21e7414e-6c29-43a5-bc91-04cfa37af846,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:16.554621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] No DVR routers for this DVR port 21e7414e-6c29-43a5-bc91-04cfa37af846 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:16.602377 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f4494278-63f3-47df-b0fa-c005df3f61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.626520 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4494278-63f3-47df-b0fa-c005df3f61ba None None] Pushing event deleted for resources: {'Port': ['ID=21e7414e-6c29-43a5-bc91-04cfa37af846,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:16.629738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4494278-63f3-47df-b0fa-c005df3f61ba None None] No DVR routers for this DVR port 21e7414e-6c29-43a5-bc91-04cfa37af846 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:16.632588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.643486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87e1649-1db9-44c5-a7c0-a3cb86754e00']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:16.653487 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c92c0b8-214d-4d8c-92d6-50430176d5e6') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:16.653781 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c92c0b8-214d-4d8c-92d6-50430176d5e6') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:16.662363 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.680724 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.686363 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:16.686747 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:16.689706 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:16.745283 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.752603 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.754366 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] 10.222.0.41 "DELETE /v2.0/networks/a87e1649-1db9-44c5-a7c0-a3cb86754e00 HTTP/1.1" status: 204 len: 168 time: 0.5223985 Jul 16 18:45:16.766697 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbba08-385b-41d8-87b6-e1819635ebea tempest-NetworksIpV6Test-1689895196 tempest-NetworksIpV6Test-1689895196-project] Pushing event deleted for resources: {'Network': ['ID=a87e1649-1db9-44c5-a7c0-a3cb86754e00,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:16.992754 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53618) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:17.118651 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2858bda1-e4fe-43ff-b262-fe934c17f352 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1296f0eaa42f4179b0b54e590998dc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246140 Jul 16 18:45:17.121245 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53622) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:17.166729 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8930b0b4-f5fe-4902-adaa-fe335fbb20c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.191457 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8930b0b4-f5fe-4902-adaa-fe335fbb20c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.236067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8930b0b4-f5fe-4902-adaa-fe335fbb20c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.238719 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8930b0b4-f5fe-4902-adaa-fe335fbb20c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.239951 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8930b0b4-f5fe-4902-adaa-fe335fbb20c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c738b830-40ac-4537-abaa-37646fa9c07e HTTP/1.1" status: 204 len: 168 time: 0.1178179 Jul 16 18:45:17.248450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930b0b4-f5fe-4902-adaa-fe335fbb20c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c738b830-40ac-4537-abaa-37646fa9c07e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:17.853386 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53644) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:17.944582 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e3c7f644-5abe-4999-9ded-eeac3b67d060 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1977780795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:17.967632 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f644-5abe-4999-9ded-eeac3b67d060 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.968588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f644-5abe-4999-9ded-eeac3b67d060 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.018002 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f644-5abe-4999-9ded-eeac3b67d060 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.022874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f644-5abe-4999-9ded-eeac3b67d060 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.039077 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f644-5abe-4999-9ded-eeac3b67d060 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.040386 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e3c7f644-5abe-4999-9ded-eeac3b67d060 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1860592 Jul 16 18:45:18.043160 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53648) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:18.048039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-764863861'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:18.068008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Made reservation on behalf of a97dc00583c44161b5e8e135cbd5c088 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:18.071802 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.080172 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.191530 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.195593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.221928 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:18.232760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1086c5f9-f93f-4446-8299-1877ed6b898b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:18.237867 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.238465 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Added segment 7ee2dd4d-7c74-4069-bb67-347bcb019ba8 of type vlan for network aa1d909c-c83e-404b-a555-45c9b08b9374 Jul 16 18:45:18.269878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 21e7414e-6c29-43a5-bc91-04cfa37af846 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:18.279183 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.292033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 21e7414e-6c29-43a5-bc91-04cfa37af846 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:18.292384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 21e7414e-6c29-43a5-bc91-04cfa37af846 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:18.310272 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.316063 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.316643 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.352838 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3086417 Jul 16 18:45:18.355707 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53650) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:18.361156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-69c26ce7-6df4-43f9-a567-c80a54f09d7f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Request body: {'subnet': {'network_id': 'aa1d909c-c83e-404b-a555-45c9b08b9374', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:18.401042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bbd31-f015-4b31-b36d-b981f4d8a23f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Pushing event updated for resources: {'Network': ['ID=aa1d909c-c83e-404b-a555-45c9b08b9374,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:18.410939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network aa1d909c-c83e-404b-a555-45c9b08b9374 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:18.480309 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c26ce7-6df4-43f9-a567-c80a54f09d7f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Made reservation on behalf of a97dc00583c44161b5e8e135cbd5c088 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:18.483962 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69c26ce7-6df4-43f9-a567-c80a54f09d7f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.658960 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69c26ce7-6df4-43f9-a567-c80a54f09d7f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.722428 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c26ce7-6df4-43f9-a567-c80a54f09d7f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Pushing event updated for resources: {'Subnet': ['ID=282d1a79-5f33-4f82-9cb0-07d6ec63da18,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:18.728661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c26ce7-6df4-43f9-a567-c80a54f09d7f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Checking segment: {'id': '7ee2dd4d-7c74-4069-bb67-347bcb019ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'aa1d909c-c83e-404b-a555-45c9b08b9374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:18.728979 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c26ce7-6df4-43f9-a567-c80a54f09d7f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Network hostable DHCP agents. Network: aa1d909c-c83e-404b-a555-45c9b08b9374, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:18.745313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c26ce7-6df4-43f9-a567-c80a54f09d7f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Network aa1d909c-c83e-404b-a555-45c9b08b9374 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:18.753973 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-69c26ce7-6df4-43f9-a567-c80a54f09d7f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, aa1d909c-c83e-404b-a555-45c9b08b9374) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:18.758200 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c26ce7-6df4-43f9-a567-c80a54f09d7f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.758787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69c26ce7-6df4-43f9-a567-c80a54f09d7f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.762410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095bb5da-6515-45d5-b152-826457bf0daf None None] Network aa1d909c-c83e-404b-a555-45c9b08b9374 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:18.773709 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-69c26ce7-6df4-43f9-a567-c80a54f09d7f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4169948 Jul 16 18:45:18.776767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53652) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:18.782231 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-12ac1904-679e-433c-b840-402a4149b979 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1049063150'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:18.805522 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ac1904-679e-433c-b840-402a4149b979 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Made reservation on behalf of a97dc00583c44161b5e8e135cbd5c088 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:18.809209 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12ac1904-679e-433c-b840-402a4149b979 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.834525 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ac1904-679e-433c-b840-402a4149b979 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:18.845392 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12ac1904-679e-433c-b840-402a4149b979 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.845740 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-12ac1904-679e-433c-b840-402a4149b979 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Added segment 48d0478f-e886-4195-bcfa-cc44a8c4cd00 of type vlan for network a4239f55-8036-4d8e-b201-0491e82234c0 Jul 16 18:45:18.894798 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12ac1904-679e-433c-b840-402a4149b979 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.926964 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12ac1904-679e-433c-b840-402a4149b979 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.932768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ac1904-679e-433c-b840-402a4149b979 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.933393 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-12ac1904-679e-433c-b840-402a4149b979 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.968067 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-12ac1904-679e-433c-b840-402a4149b979 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1900349 Jul 16 18:45:18.970874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53654) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:18.976551 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d28287f1-8e18-4b31-b15b-a9018819e560 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Request body: {'subnet': {'network_id': 'a4239f55-8036-4d8e-b201-0491e82234c0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:19.029004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac1904-679e-433c-b840-402a4149b979 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Pushing event updated for resources: {'Network': ['ID=a4239f55-8036-4d8e-b201-0491e82234c0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:19.060162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network a4239f55-8036-4d8e-b201-0491e82234c0 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:19.076149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-aa1d909c-c83e-404b-a555-45c9b08b9374', 'network_id': 'aa1d909c-c83e-404b-a555-45c9b08b9374', 'tenant_id': 'a97dc00583c44161b5e8e135cbd5c088', 'fixed_ips': [{'subnet_id': '282d1a79-5f33-4f82-9cb0-07d6ec63da18'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:19.076992 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.099515 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28287f1-8e18-4b31-b15b-a9018819e560 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Made reservation on behalf of a97dc00583c44161b5e8e135cbd5c088 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:19.103088 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d28287f1-8e18-4b31-b15b-a9018819e560 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.254219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Allocated IP 172.20.0.2 (aa1d909c-c83e-404b-a555-45c9b08b9374/282d1a79-5f33-4f82-9cb0-07d6ec63da18/15c1a64e-8b8b-461b-9664-ab7c384b1cd0) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:19.282351 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d28287f1-8e18-4b31-b15b-a9018819e560 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.342038 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28287f1-8e18-4b31-b15b-a9018819e560 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Pushing event updated for resources: {'Subnet': ['ID=9bba4492-d6f1-4ef1-8ab7-7ce46cce653d,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:19.348996 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28287f1-8e18-4b31-b15b-a9018819e560 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Checking segment: {'id': '48d0478f-e886-4195-bcfa-cc44a8c4cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4239f55-8036-4d8e-b201-0491e82234c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:19.348996 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28287f1-8e18-4b31-b15b-a9018819e560 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Network hostable DHCP agents. Network: a4239f55-8036-4d8e-b201-0491e82234c0, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:19.364632 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28287f1-8e18-4b31-b15b-a9018819e560 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Network a4239f55-8036-4d8e-b201-0491e82234c0 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:19.373361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-d28287f1-8e18-4b31-b15b-a9018819e560 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, a4239f55-8036-4d8e-b201-0491e82234c0) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:19.378348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28287f1-8e18-4b31-b15b-a9018819e560 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:19.378943 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d28287f1-8e18-4b31-b15b-a9018819e560 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.385993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6715c73e-a74a-4020-ae17-a4bb8db5d1d7 None None] Network a4239f55-8036-4d8e-b201-0491e82234c0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:19.396651 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d28287f1-8e18-4b31-b15b-a9018819e560 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4221108 Jul 16 18:45:19.396823 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53656) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:19.402220 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5e95f5a1-ec0f-4253-9c32-fed29fcd206e tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a4239f55-8036-4d8e-b201-0491e82234c0'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:19.419632 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.432560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Transition to ACTIVE for port object 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:19.480253 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Transition to ACTIVE for port object 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:19.489255 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.564497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Network aa1d909c-c83e-404b-a555-45c9b08b9374 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:19.570075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:19.573581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Pushing event updated for resources: {'Port': ['ID=15c1a64e-8b8b-461b-9664-ab7c384b1cd0,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:19.575787 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:19.606914 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5e95f5a1-ec0f-4253-9c32-fed29fcd206e tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.644511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-a4239f55-8036-4d8e-b201-0491e82234c0', 'network_id': 'a4239f55-8036-4d8e-b201-0491e82234c0', 'tenant_id': 'a97dc00583c44161b5e8e135cbd5c088', 'fixed_ips': [{'subnet_id': '9bba4492-d6f1-4ef1-8ab7-7ce46cce653d'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:19.645361 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.667390 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Attempting to bind port 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:19.667785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Attempting to bind port 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '7ee2dd4d-7c74-4069-bb67-347bcb019ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'aa1d909c-c83e-404b-a555-45c9b08b9374'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:19.668155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Attempting to bind port 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 on network aa1d909c-c83e-404b-a555-45c9b08b9374 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:19.680373 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:19.680749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Checking segment: {'id': '7ee2dd4d-7c74-4069-bb67-347bcb019ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'aa1d909c-c83e-404b-a555-45c9b08b9374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:19.681157 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.681553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Bound using segment: {'id': '7ee2dd4d-7c74-4069-bb67-347bcb019ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'aa1d909c-c83e-404b-a555-45c9b08b9374'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:19.682032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Bound port: 15c1a64e-8b8b-461b-9664-ab7c384b1cd0, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee2dd4d-7c74-4069-bb67-347bcb019ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'aa1d909c-c83e-404b-a555-45c9b08b9374'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:19.682424 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.839161 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] For port 15c1a64e-8b8b-461b-9664-ab7c384b1cd0, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:19.843666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] For port 15c1a64e-8b8b-461b-9664-ab7c384b1cd0, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=15c1a64e-8b8b-461b-9664-ab7c384b1cd0,segment=NetworkSegment(7ee2dd4d-7c74-4069-bb67-347bcb019ba8),segment_id=7ee2dd4d-7c74-4069-bb67-347bcb019ba8)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:19.852362 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.859119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Allocated IP 172.21.0.2 (a4239f55-8036-4d8e-b201-0491e82234c0/9bba4492-d6f1-4ef1-8ab7-7ce46cce653d/70eae21a-fe85-4562-afc2-72f9bade9d9e) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:19.945116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd2bc2-1eaa-45a5-8567-5eface1f2fc1 None None] Pushing event updated for resources: {'Port': ['ID=15c1a64e-8b8b-461b-9664-ab7c384b1cd0,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:20.058432 n-d-787206-10 neutron-server[100170]: INFO neutron.api.v2.resource [None req-5e95f5a1-ec0f-4253-9c32-fed29fcd206e tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:45:20.065774 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5e95f5a1-ec0f-4253-9c32-fed29fcd206e tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] 10.222.0.41 "PUT /v2.0/routers/abba99e5-1573-4a95-bd39-65ad0d7158a7 HTTP/1.1" status: 400 len: 364 time: 0.6616251 Jul 16 18:45:20.066122 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53658) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:20.092313 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.108451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Transition to ACTIVE for port object 70eae21a-fe85-4562-afc2-72f9bade9d9e will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:20.125054 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Transition to ACTIVE for port object 70eae21a-fe85-4562-afc2-72f9bade9d9e will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:20.135677 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.137782 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4e5284-9061-4f80-b983-af30a6b20b5b tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Deleting subnet 9bba4492-d6f1-4ef1-8ab7-7ce46cce653d {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:20.141724 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5284-9061-4f80-b983-af30a6b20b5b tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.177083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Network a4239f55-8036-4d8e-b201-0491e82234c0 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:20.182388 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:20.186864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:20.189773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5284-9061-4f80-b983-af30a6b20b5b tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.190070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Pushing event updated for resources: {'Port': ['ID=70eae21a-fe85-4562-afc2-72f9bade9d9e,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:20.252119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Attempting to bind port 70eae21a-fe85-4562-afc2-72f9bade9d9e on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:20.260385 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Attempting to bind port 70eae21a-fe85-4562-afc2-72f9bade9d9e by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '48d0478f-e886-4195-bcfa-cc44a8c4cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4239f55-8036-4d8e-b201-0491e82234c0'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:20.260695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Attempting to bind port 70eae21a-fe85-4562-afc2-72f9bade9d9e on network a4239f55-8036-4d8e-b201-0491e82234c0 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:20.266501 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:20.266978 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Checking segment: {'id': '48d0478f-e886-4195-bcfa-cc44a8c4cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4239f55-8036-4d8e-b201-0491e82234c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:20.267477 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.267935 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Bound using segment: {'id': '48d0478f-e886-4195-bcfa-cc44a8c4cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4239f55-8036-4d8e-b201-0491e82234c0'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:20.268472 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Bound port: 70eae21a-fe85-4562-afc2-72f9bade9d9e, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d0478f-e886-4195-bcfa-cc44a8c4cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a4239f55-8036-4d8e-b201-0491e82234c0'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:20.269354 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.290485 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5284-9061-4f80-b983-af30a6b20b5b tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.342433 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:20.355350 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5284-9061-4f80-b983-af30a6b20b5b tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.369742 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] For port 70eae21a-fe85-4562-afc2-72f9bade9d9e, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:20.380262 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e5284-9061-4f80-b983-af30a6b20b5b tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Pushing event deleted for resources: {'Subnet': ['ID=9bba4492-d6f1-4ef1-8ab7-7ce46cce653d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:20.387199 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5284-9061-4f80-b983-af30a6b20b5b tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.388905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] For port 70eae21a-fe85-4562-afc2-72f9bade9d9e, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=70eae21a-fe85-4562-afc2-72f9bade9d9e,segment=NetworkSegment(48d0478f-e886-4195-bcfa-cc44a8c4cd00),segment_id=48d0478f-e886-4195-bcfa-cc44a8c4cd00)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:20.389389 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5c4e5284-9061-4f80-b983-af30a6b20b5b tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] 10.222.0.41 "DELETE /v2.0/subnets/9bba4492-d6f1-4ef1-8ab7-7ce46cce653d HTTP/1.1" status: 204 len: 168 time: 0.3220463 Jul 16 18:45:20.391681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53660) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:20.398443 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.447063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:20.465144 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45687fbd-40b3-4e4e-9c66-50255a1cef63 None None] Pushing event updated for resources: {'Port': ['ID=70eae21a-fe85-4562-afc2-72f9bade9d9e,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:20.480648 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.536788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Deleting port 70eae21a-fe85-4562-afc2-72f9bade9d9e {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:20.537128 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.609140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] For port 70eae21a-fe85-4562-afc2-72f9bade9d9e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=70eae21a-fe85-4562-afc2-72f9bade9d9e,segment=NetworkSegment(48d0478f-e886-4195-bcfa-cc44a8c4cd00),segment_id=48d0478f-e886-4195-bcfa-cc44a8c4cd00)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:20.609500 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.623856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Calling delete_port for 70eae21a-fe85-4562-afc2-72f9bade9d9e owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:20.731896 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.765390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Pushing event deleted for resources: {'Port': ['ID=70eae21a-fe85-4562-afc2-72f9bade9d9e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:20.768018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] No DVR routers for this DVR port 70eae21a-fe85-4562-afc2-72f9bade9d9e on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:20.857973 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.868609 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4239f55-8036-4d8e-b201-0491e82234c0']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:20.879076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d0478f-e886-4195-bcfa-cc44a8c4cd00') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:20.879368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d0478f-e886-4195-bcfa-cc44a8c4cd00') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:20.889470 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.909341 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.915612 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:20.916017 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:20.919486 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:20.977650 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b5ecf-13c8-4bc8-84a3-987d7937274d None None] Network aa1d909c-c83e-404b-a555-45c9b08b9374 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:20.979980 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.986612 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.988477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] 10.222.0.41 "DELETE /v2.0/networks/a4239f55-8036-4d8e-b201-0491e82234c0 HTTP/1.1" status: 204 len: 168 time: 0.5955484 Jul 16 18:45:20.991964 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53662) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:21.000620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719f338-364a-4f11-b61a-87d0b28bf8c4 tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Pushing event deleted for resources: {'Network': ['ID=a4239f55-8036-4d8e-b201-0491e82234c0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:21.048034 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e2184cba-4446-4992-9088-3c2717f6a8d6 None None] Provisioning for port 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:21.051732 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed22b2b9-e5d4-4b5a-9104-74fcab8c040f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Deleting subnet 282d1a79-5f33-4f82-9cb0-07d6ec63da18 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:21.054643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e2184cba-4446-4992-9088-3c2717f6a8d6 None None] Provisioning complete for port 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:21.055009 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e2184cba-4446-4992-9088-3c2717f6a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.055549 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed22b2b9-e5d4-4b5a-9104-74fcab8c040f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.095165 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed22b2b9-e5d4-4b5a-9104-74fcab8c040f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.176329 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed22b2b9-e5d4-4b5a-9104-74fcab8c040f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.200380 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e2184cba-4446-4992-9088-3c2717f6a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.245346 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed22b2b9-e5d4-4b5a-9104-74fcab8c040f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.271105 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22b2b9-e5d4-4b5a-9104-74fcab8c040f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Pushing event deleted for resources: {'Subnet': ['ID=282d1a79-5f33-4f82-9cb0-07d6ec63da18,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:21.280700 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed22b2b9-e5d4-4b5a-9104-74fcab8c040f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.285361 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53664) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:21.285549 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ed22b2b9-e5d4-4b5a-9104-74fcab8c040f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] 10.222.0.41 "DELETE /v2.0/subnets/282d1a79-5f33-4f82-9cb0-07d6ec63da18 HTTP/1.1" status: 204 len: 168 time: 0.2924359 Jul 16 18:45:21.292793 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-e2184cba-4446-4992-9088-3c2717f6a8d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:45:21.293921 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-e2184cba-4446-4992-9088-3c2717f6a8d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:45:21.375776 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.433795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Deleting port 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:21.434477 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.502189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] For port 15c1a64e-8b8b-461b-9664-ab7c384b1cd0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=15c1a64e-8b8b-461b-9664-ab7c384b1cd0,segment=NetworkSegment(7ee2dd4d-7c74-4069-bb67-347bcb019ba8),segment_id=7ee2dd4d-7c74-4069-bb67-347bcb019ba8)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:21.502547 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.510660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8556bc68-0909-41b5-835a-67ac7bcd44c4 None None] Network aa1d909c-c83e-404b-a555-45c9b08b9374 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:21.517643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Calling delete_port for 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:21.604623 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.631292 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Pushing event deleted for resources: {'Port': ['ID=15c1a64e-8b8b-461b-9664-ab7c384b1cd0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:21.635068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] No DVR routers for this DVR port 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:21.686682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a2f44-b0ee-48a4-be79-a907259aa586 None None] DHCP port deletion for a4239f55-8036-4d8e-b201-0491e82234c0 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:21.703863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c846e8-9532-4573-80bd-4cdae0fe081d None None] Network a4239f55-8036-4d8e-b201-0491e82234c0 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:21.721505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82001c8c-08d4-42d5-a3d9-1a344109dcba None None] DHCP port deletion for aa1d909c-c83e-404b-a555-45c9b08b9374 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:21.723490 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.723696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c846e8-9532-4573-80bd-4cdae0fe081d None None] Network a4239f55-8036-4d8e-b201-0491e82234c0 could not be found, it might have been deleted concurrently. {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:45:21.734902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1d909c-c83e-404b-a555-45c9b08b9374']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:21.744966 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee2dd4d-7c74-4069-bb67-347bcb019ba8') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:21.745263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee2dd4d-7c74-4069-bb67-347bcb019ba8') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:21.753824 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.766995 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.773217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:21.773600 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:21.776739 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:21.818175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e2184cba-4446-4992-9088-3c2717f6a8d6 None None] Port 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 update to ACTIVE by agent not found {{(pid=100171) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 18:45:21.833287 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.840728 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.842435 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] 10.222.0.41 "DELETE /v2.0/networks/aa1d909c-c83e-404b-a555-45c9b08b9374 HTTP/1.1" status: 204 len: 168 time: 0.5557482 Jul 16 18:45:21.845733 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53666) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:21.858529 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01cd10-98db-44fa-9039-9c6bb1b89abb tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Pushing event deleted for resources: {'Network': ['ID=aa1d909c-c83e-404b-a555-45c9b08b9374,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:21.876271 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0272fdb2-ae59-4e2f-a497-a77f52ccaafc tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] 10.222.0.41 "GET /v2.0/ports?device_id=abba99e5-1573-4a95-bd39-65ad0d7158a7 HTTP/1.1" status: 200 len: 205 time: 0.0292642 Jul 16 18:45:21.878646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53668) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:21.929371 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bf24bdc2-ce37-4bb4-99e3-dd7311702d01 None None] Could not find standard attr ID for object 15c1a64e-8b8b-461b-9664-ab7c384b1cd0. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:45:21.932378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bf24bdc2-ce37-4bb4-99e3-dd7311702d01 None None] Could not find standard attr ID for object 70eae21a-fe85-4562-afc2-72f9bade9d9e. {{(pid=100171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:45:21.953338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-82cd23ac-24ed-4bd8-a812-eac315fd0e2f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.111521 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-82cd23ac-24ed-4bd8-a812-eac315fd0e2f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.113619 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-82cd23ac-24ed-4bd8-a812-eac315fd0e2f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.169158 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-82cd23ac-24ed-4bd8-a812-eac315fd0e2f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.169741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cd23ac-24ed-4bd8-a812-eac315fd0e2f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Fanout notify agent at l3_agent the message router_deleted on router abba99e5-1573-4a95-bd39-65ad0d7158a7 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:45:22.177733 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-82cd23ac-24ed-4bd8-a812-eac315fd0e2f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.179379 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-82cd23ac-24ed-4bd8-a812-eac315fd0e2f tempest-RoutersNegativeTest-1108834152 tempest-RoutersNegativeTest-1108834152-project] 10.222.0.41 "DELETE /v2.0/routers/abba99e5-1573-4a95-bd39-65ad0d7158a7 HTTP/1.1" status: 204 len: 168 time: 0.2998457 Jul 16 18:45:22.277911 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:22.298179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:22.298526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 15c1a64e-8b8b-461b-9664-ab7c384b1cd0 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:22.416702 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53674) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:22.545518 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8c4aaa7b-8201-4891-b67d-294ffd2f8142 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a97dc00583c44161b5e8e135cbd5c088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276684 Jul 16 18:45:22.548100 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53678) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:22.599608 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04f01631-93de-4a72-bf01-da53ae3d5c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.620700 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04f01631-93de-4a72-bf01-da53ae3d5c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.667876 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04f01631-93de-4a72-bf01-da53ae3d5c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.670444 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04f01631-93de-4a72-bf01-da53ae3d5c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.671637 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-04f01631-93de-4a72-bf01-da53ae3d5c61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1086c5f9-f93f-4446-8299-1877ed6b898b HTTP/1.1" status: 204 len: 168 time: 0.1226330 Jul 16 18:45:22.681222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f01631-93de-4a72-bf01-da53ae3d5c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1086c5f9-f93f-4446-8299-1877ed6b898b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:23.266962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53700) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:23.360584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-667680237-network', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:23.382492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Made reservation on behalf of 1f16a7e8db1a402ab076d03050b5c49c for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:23.384810 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.392947 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.480481 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.484219 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.507239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:23.523883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710ab19e-72d2-4a89-86c3-b9f17a476114,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:23.528265 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.528543 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Added segment 395f50ab-de51-4eb7-baf9-d4594e01fd05 of type vlan for network d66514a5-fcb2-4fa3-8769-b073f847f2b3 Jul 16 18:45:23.568517 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.597157 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.598234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:23.598810 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.635016 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3668232 Jul 16 18:45:23.638219 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53704) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:23.643270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-04924fdf-ec1f-4892-8bb0-0c3e278172bc admin admin] Request body: {'subnet': {'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-667680237-subnet', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:23.664686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04924fdf-ec1f-4892-8bb0-0c3e278172bc admin admin] Made reservation on behalf of 1f16a7e8db1a402ab076d03050b5c49c for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:23.667104 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04924fdf-ec1f-4892-8bb0-0c3e278172bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.667227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdbf18-0c53-43be-990b-5da31a582d61 admin admin] Pushing event updated for resources: {'Network': ['ID=d66514a5-fcb2-4fa3-8769-b073f847f2b3,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:23.676965 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d66514a5-fcb2-4fa3-8769-b073f847f2b3 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:23.835596 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04924fdf-ec1f-4892-8bb0-0c3e278172bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.890480 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04924fdf-ec1f-4892-8bb0-0c3e278172bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60a390f-38eb-41ef-96c9-82aeaf800b20,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:23.898345 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04924fdf-ec1f-4892-8bb0-0c3e278172bc admin admin] Checking segment: {'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:23.898699 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04924fdf-ec1f-4892-8bb0-0c3e278172bc admin admin] Network hostable DHCP agents. Network: d66514a5-fcb2-4fa3-8769-b073f847f2b3, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:23.914098 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04924fdf-ec1f-4892-8bb0-0c3e278172bc admin admin] Network d66514a5-fcb2-4fa3-8769-b073f847f2b3 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:23.922075 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-04924fdf-ec1f-4892-8bb0-0c3e278172bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d66514a5-fcb2-4fa3-8769-b073f847f2b3) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:23.926326 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04924fdf-ec1f-4892-8bb0-0c3e278172bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:23.926901 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-04924fdf-ec1f-4892-8bb0-0c3e278172bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.934045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc481ad-6488-4d6f-912c-7b0546073d66 None None] Network d66514a5-fcb2-4fa3-8769-b073f847f2b3 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:23.946796 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-04924fdf-ec1f-4892-8bb0-0c3e278172bc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3074260 Jul 16 18:45:23.949592 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53706) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:23.954232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-667680237-router', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:23.975516 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.976933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.031562 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.082248 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-d66514a5-fcb2-4fa3-8769-b073f847f2b3', 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'fixed_ips': [{'subnet_id': 'e60a390f-38eb-41ef-96c9-82aeaf800b20'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:24.083088 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.177188 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.217663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Allocated IP 172.20.0.2 (d66514a5-fcb2-4fa3-8769-b073f847f2b3/e60a390f-38eb-41ef-96c9-82aeaf800b20/6332f470-a565-4487-a1a5-2b63501275e2) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:24.359600 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.369441 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Transition to ACTIVE for port object 6332f470-a565-4487-a1a5-2b63501275e2 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:24.380329 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.384564 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Transition to ACTIVE for port object 6332f470-a565-4487-a1a5-2b63501275e2 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:24.389805 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.399396 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.424119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Network d66514a5-fcb2-4fa3-8769-b073f847f2b3 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:24.431371 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:24.435519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:24.444610 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Pushing event updated for resources: {'Port': ['ID=6332f470-a565-4487-a1a5-2b63501275e2,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.496821 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Attempting to bind port 6332f470-a565-4487-a1a5-2b63501275e2 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:24.497188 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Attempting to bind port 6332f470-a565-4487-a1a5-2b63501275e2 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:24.497547 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Attempting to bind port 6332f470-a565-4487-a1a5-2b63501275e2 on network d66514a5-fcb2-4fa3-8769-b073f847f2b3 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:24.502297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:24.502667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Checking segment: {'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:24.503182 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.503640 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Bound using segment: {'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:24.504065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Bound port: 6332f470-a565-4487-a1a5-2b63501275e2, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:24.504439 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.507087 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Allocated IP 172.25.5.17 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/54467744-3b4a-4cf3-aad3-26d82aca6f7f) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:24.571590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] For port 6332f470-a565-4487-a1a5-2b63501275e2, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:24.574813 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] For port 6332f470-a565-4487-a1a5-2b63501275e2, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6332f470-a565-4487-a1a5-2b63501275e2,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:24.578404 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.611604 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.640985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f21b99-7f31-49dc-ad28-794b039e4f8f None None] Pushing event updated for resources: {'Port': ['ID=6332f470-a565-4487-a1a5-2b63501275e2,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.659243 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.701119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:24.704008 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:24.707685 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:24.735506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Pushing event updated for resources: {'Port': ['ID=54467744-3b4a-4cf3-aad3-26d82aca6f7f,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.995396 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.187478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.320407 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Router 28a59d77-3eac-45fe-8662-74d7d6818329 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:45:25.431331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:25.441227 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Sync routers for ids ['28a59d77-3eac-45fe-8662-74d7d6818329'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:25.449185 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.453076 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4603afa8-d6e3-44fc-9a4c-0943a6fa0d77 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4998875 Jul 16 18:45:25.453350 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53708) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:25.455928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Routers {'28a59d77-3eac-45fe-8662-74d7d6818329'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:25.456766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:45:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['28a59d77-3eac-45fe-8662-74d7d6818329'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:25.538590 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fa362e-d1c8-4ffd-9c0c-06e494f10d38 None None] Network d66514a5-fcb2-4fa3-8769-b073f847f2b3 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:25.624448 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4422eb12-fcb1-451e-8b17-f8b1ef672c84 None None] Provisioning for port 6332f470-a565-4487-a1a5-2b63501275e2 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:25.627523 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Set router 28a59d77-3eac-45fe-8662-74d7d6818329 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:25.877318 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.040029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'name': 'tempest-TestEncryptedCinderVolumes-667680237-router', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:23Z', 'updated_at': '2021-07-16T18:45:24Z', 'revision_number': 3, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'gw_port': {'id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:24Z', 'updated_at': '2021-07-16T18:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:26.041171 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Allocated IP 172.20.0.1 (d66514a5-fcb2-4fa3-8769-b073f847f2b3/e60a390f-38eb-41ef-96c9-82aeaf800b20/d4e57215-c414-4300-9b26-5b9d328a9b21) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:26.074515 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Checking router: 28a59d77-3eac-45fe-8662-74d7d6818329 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:26.074868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Updating router 28a59d77-3eac-45fe-8662-74d7d6818329 port 54467744-3b4a-4cf3-aad3-26d82aca6f7f binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:26.110930 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.158578 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.174505 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Transition to ACTIVE for port object d4e57215-c414-4300-9b26-5b9d328a9b21 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:26.209157 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.248774 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Network d66514a5-fcb2-4fa3-8769-b073f847f2b3 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:26.254114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:26.257117 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:26.294419 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Pushing event updated for resources: {'Port': ['ID=d4e57215-c414-4300-9b26-5b9d328a9b21,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.314404 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.361081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6332f470-a565-4487-a1a5-2b63501275e2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:26.441968 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.456035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Transition to ACTIVE for port object 54467744-3b4a-4cf3-aad3-26d82aca6f7f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:26.464539 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.467925 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.469531 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 6332f470-a565-4487-a1a5-2b63501275e2 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:26.500322 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6332f470-a565-4487-a1a5-2b63501275e2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:26.500584 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.545460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Attempting to bind port 54467744-3b4a-4cf3-aad3-26d82aca6f7f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:26.545825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Attempting to bind port 54467744-3b4a-4cf3-aad3-26d82aca6f7f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:26.546187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Attempting to bind port 54467744-3b4a-4cf3-aad3-26d82aca6f7f on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:26.564362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815dea6-59a1-4720-8069-1f6fc9843f33 None None] Pushing event updated for resources: {'Port': ['ID=54467744-3b4a-4cf3-aad3-26d82aca6f7f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.570934 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:26.571313 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:26.571732 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.572162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:26.572587 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Bound port: 54467744-3b4a-4cf3-aad3-26d82aca6f7f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:26.572965 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.604591 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6b95e36d-05ce-46d2-bf6d-22643533143e None None] Provisioning for port d4e57215-c414-4300-9b26-5b9d328a9b21 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:26.617218 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6b95e36d-05ce-46d2-bf6d-22643533143e None None] Provisioning complete for port d4e57215-c414-4300-9b26-5b9d328a9b21 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:26.617584 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6b95e36d-05ce-46d2-bf6d-22643533143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.639112 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.643743 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.682603 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] For port 54467744-3b4a-4cf3-aad3-26d82aca6f7f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:26.705814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6b95e36d-05ce-46d2-bf6d-22643533143e None None] Port d4e57215-c414-4300-9b26-5b9d328a9b21 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:26.710370 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] For port 54467744-3b4a-4cf3-aad3-26d82aca6f7f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=54467744-3b4a-4cf3-aad3-26d82aca6f7f,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:26.712464 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.716454 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.809680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 6332f470-a565-4487-a1a5-2b63501275e2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6332f470-a565-4487-a1a5-2b63501275e2,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:26.814479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Routers {'28a59d77-3eac-45fe-8662-74d7d6818329'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:26.815211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:45:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['28a59d77-3eac-45fe-8662-74d7d6818329'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:26.817661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815dea6-59a1-4720-8069-1f6fc9843f33 None None] Pushing event updated for resources: {'Port': ['ID=54467744-3b4a-4cf3-aad3-26d82aca6f7f,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.822032 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.949687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=6332f470-a565-4487-a1a5-2b63501275e2,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.971101 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] Set router 28a59d77-3eac-45fe-8662-74d7d6818329 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:27.027199 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.033597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.041632 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Pushing event updated for resources: {'Port': ['ID=d4e57215-c414-4300-9b26-5b9d328a9b21,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:27.093784 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.129532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Network d66514a5-fcb2-4fa3-8769-b073f847f2b3 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:27.130911 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:27.213792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'name': 'tempest-TestEncryptedCinderVolumes-667680237-router', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:23Z', 'updated_at': '2021-07-16T18:45:26Z', 'revision_number': 4, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'gw_port': {'id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:24Z', 'updated_at': '2021-07-16T18:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd4e57215-c414-4300-9b26-5b9d328a9b21', 'name': '', 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'mac_address': 'fa:16:3e:5b:c4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'e60a390f-38eb-41ef-96c9-82aeaf800b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:25Z', 'updated_at': '2021-07-16T18:45:26Z', 'revision_number': 2, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'subnets': [{'id': 'e60a390f-38eb-41ef-96c9-82aeaf800b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:27.245329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235a84f-2fbc-4f53-bcd8-63a627c73d3b None None] The sync data for ids ['28a59d77-3eac-45fe-8662-74d7d6818329'] in n-d-787206-10 is: [{'id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'name': 'tempest-TestEncryptedCinderVolumes-667680237-router', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:23Z', 'updated_at': '2021-07-16T18:45:26Z', 'revision_number': 4, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'gw_port': {'id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:24Z', 'updated_at': '2021-07-16T18:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd4e57215-c414-4300-9b26-5b9d328a9b21', 'name': '', 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'mac_address': 'fa:16:3e:5b:c4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'e60a390f-38eb-41ef-96c9-82aeaf800b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:25Z', 'updated_at': '2021-07-16T18:45:26Z', 'revision_number': 2, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'subnets': [{'id': 'e60a390f-38eb-41ef-96c9-82aeaf800b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:27.251397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Router 28a59d77-3eac-45fe-8662-74d7d6818329 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:27.370050 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:27.375114 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-de2d6c8f-cd3a-40f2-83c3-ea838dc5005b admin admin] 10.222.0.41 "PUT /v2.0/routers/28a59d77-3eac-45fe-8662-74d7d6818329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9207604 Jul 16 18:45:27.464125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2a6c4d4-f87d-46fb-8434-c8477c4f1011 None None] Provisioning complete for port d4e57215-c414-4300-9b26-5b9d328a9b21 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:27.465102 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c4d4-f87d-46fb-8434-c8477c4f1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.502718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c2a6c4d4-f87d-46fb-8434-c8477c4f1011 None None] Port d4e57215-c414-4300-9b26-5b9d328a9b21 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:27.882810 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53724) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:27.894454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-129543335-network', 'tenant_id': 'ca12b0759e2244068202c876ffb88496'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:27.921095 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Made reservation on behalf of ca12b0759e2244068202c876ffb88496 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:27.923499 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.933370 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.030550 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.034843 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.063559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c36da6c-f5e8-4aa6-b263-50faf953f31c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:28.072100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:28.084295 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.084706 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Added segment 614a9e47-01eb-42b6-be71-992e49cbcda1 of type vlan for network 9cfca6c9-2e43-466c-b8e4-c6cc311c202c Jul 16 18:45:28.085484 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ecc07371-61c2-4ad4-ac8d-76115e580d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.127465 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.159398 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.160373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:28.160948 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.196202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3075395 Jul 16 18:45:28.198930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 53726) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:28.203850 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e0e6e2a8-c0bb-4152-80cd-a9c38bd223bb admin admin] Request body: {'subnet': {'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-129543335-subnet', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:28.370645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6332f470-a565-4487-a1a5-2b63501275e2 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:28.422967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6332f470-a565-4487-a1a5-2b63501275e2 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:28.423344 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.515828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 54467744-3b4a-4cf3-aad3-26d82aca6f7f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:28.555537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e0f82-3061-4386-87de-40c1c540b64c admin admin] Pushing event updated for resources: {'Network': ['ID=9cfca6c9-2e43-466c-b8e4-c6cc311c202c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:28.565642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 9cfca6c9-2e43-466c-b8e4-c6cc311c202c details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:28.573153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e6e2a8-c0bb-4152-80cd-a9c38bd223bb admin admin] Made reservation on behalf of ca12b0759e2244068202c876ffb88496 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:28.576829 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e2a8-c0bb-4152-80cd-a9c38bd223bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.580060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 54467744-3b4a-4cf3-aad3-26d82aca6f7f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:28.592374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 54467744-3b4a-4cf3-aad3-26d82aca6f7f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:28.592757 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.708827 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.729290 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 54467744-3b4a-4cf3-aad3-26d82aca6f7f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=54467744-3b4a-4cf3-aad3-26d82aca6f7f,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:28.733837 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.752758 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e2a8-c0bb-4152-80cd-a9c38bd223bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.783777 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=54467744-3b4a-4cf3-aad3-26d82aca6f7f,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:28.806477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6e2a8-c0bb-4152-80cd-a9c38bd223bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aaef6a0-54fc-49ee-8018-3cd44b49b1a9,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:28.822938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e6e2a8-c0bb-4152-80cd-a9c38bd223bb admin admin] Checking segment: {'id': '614a9e47-01eb-42b6-be71-992e49cbcda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:28.823290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e6e2a8-c0bb-4152-80cd-a9c38bd223bb admin admin] Network hostable DHCP agents. Network: 9cfca6c9-2e43-466c-b8e4-c6cc311c202c, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:28.839158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e6e2a8-c0bb-4152-80cd-a9c38bd223bb admin admin] Network 9cfca6c9-2e43-466c-b8e4-c6cc311c202c is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:28.847110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e0e6e2a8-c0bb-4152-80cd-a9c38bd223bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 9cfca6c9-2e43-466c-b8e4-c6cc311c202c) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:28.852357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e6e2a8-c0bb-4152-80cd-a9c38bd223bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:28.852955 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e2a8-c0bb-4152-80cd-a9c38bd223bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.857438 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53dafa2-e17a-4e5f-8770-17602b7bbd40 None None] Network 9cfca6c9-2e43-466c-b8e4-c6cc311c202c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:28.871787 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53728) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:28.872972 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e0e6e2a8-c0bb-4152-80cd-a9c38bd223bb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6719439 Jul 16 18:45:28.878025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-129543335-router', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:28.900112 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.901181 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.957273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.011328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-9cfca6c9-2e43-466c-b8e4-c6cc311c202c', 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'fixed_ips': [{'subnet_id': '7aaef6a0-54fc-49ee-8018-3cd44b49b1a9'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:29.012212 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.108804 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.155797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Allocated IP 172.20.0.2 (9cfca6c9-2e43-466c-b8e4-c6cc311c202c/7aaef6a0-54fc-49ee-8018-3cd44b49b1a9/e00ba2a5-a525-4a4b-871f-d4bdcf44001d) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:29.307308 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.316300 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Transition to ACTIVE for port object e00ba2a5-a525-4a4b-871f-d4bdcf44001d will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:29.317823 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.326501 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Sync routers for ids ['28a59d77-3eac-45fe-8662-74d7d6818329'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:29.333071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Transition to ACTIVE for port object e00ba2a5-a525-4a4b-871f-d4bdcf44001d will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:29.339737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.340152 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Routers {'28a59d77-3eac-45fe-8662-74d7d6818329'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:29.340988 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:45:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['28a59d77-3eac-45fe-8662-74d7d6818329'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:29.341518 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.383457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Network 9cfca6c9-2e43-466c-b8e4-c6cc311c202c is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:29.386271 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:29.389873 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:29.397222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Pushing event updated for resources: {'Port': ['ID=e00ba2a5-a525-4a4b-871f-d4bdcf44001d,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.447532 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Set router 28a59d77-3eac-45fe-8662-74d7d6818329 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:29.451966 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Attempting to bind port e00ba2a5-a525-4a4b-871f-d4bdcf44001d on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:29.452341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Attempting to bind port e00ba2a5-a525-4a4b-871f-d4bdcf44001d by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '614a9e47-01eb-42b6-be71-992e49cbcda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:29.452720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Attempting to bind port e00ba2a5-a525-4a4b-871f-d4bdcf44001d on network 9cfca6c9-2e43-466c-b8e4-c6cc311c202c {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:29.457808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:29.458188 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Checking segment: {'id': '614a9e47-01eb-42b6-be71-992e49cbcda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:29.458591 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.458989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Bound using segment: {'id': '614a9e47-01eb-42b6-be71-992e49cbcda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:29.459525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Bound port: e00ba2a5-a525-4a4b-871f-d4bdcf44001d, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614a9e47-01eb-42b6-be71-992e49cbcda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:29.459912 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.463857 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Allocated IP 172.25.5.80 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:29.529502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] For port e00ba2a5-a525-4a4b-871f-d4bdcf44001d, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:29.532798 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] For port e00ba2a5-a525-4a4b-871f-d4bdcf44001d, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e00ba2a5-a525-4a4b-871f-d4bdcf44001d,segment=NetworkSegment(614a9e47-01eb-42b6-be71-992e49cbcda1),segment_id=614a9e47-01eb-42b6-be71-992e49cbcda1)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:29.539343 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.580044 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.601237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf1ac0-ca9e-4ac8-acbd-4186a0ac790c None None] Pushing event updated for resources: {'Port': ['ID=e00ba2a5-a525-4a4b-871f-d4bdcf44001d,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.629167 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.671635 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:29.674731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:29.679562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:29.707723 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Pushing event updated for resources: {'Port': ['ID=6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.722504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:29.722946 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:29.723355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:29.723798 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:29.724198 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:29.724648 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:29.725180 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:29.726209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:29.726209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:29.726427 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:29.726760 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:29.727146 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:29.750269 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'name': 'tempest-TestEncryptedCinderVolumes-667680237-router', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:23Z', 'updated_at': '2021-07-16T18:45:26Z', 'revision_number': 4, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'gw_port': {'id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:24Z', 'updated_at': '2021-07-16T18:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd4e57215-c414-4300-9b26-5b9d328a9b21', 'name': '', 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'mac_address': 'fa:16:3e:5b:c4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'e60a390f-38eb-41ef-96c9-82aeaf800b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:25Z', 'updated_at': '2021-07-16T18:45:26Z', 'revision_number': 2, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'subnets': [{'id': 'e60a390f-38eb-41ef-96c9-82aeaf800b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:29.778012 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Checking router: 28a59d77-3eac-45fe-8662-74d7d6818329 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:29.778598 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Updating router 28a59d77-3eac-45fe-8662-74d7d6818329 port d4e57215-c414-4300-9b26-5b9d328a9b21 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:29.826293 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.993479 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.102194 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.112532 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Transition to ACTIVE for port object d4e57215-c414-4300-9b26-5b9d328a9b21 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:30.118025 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.195567 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.221787 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Pushing event updated for resources: {'Port': ['ID=d4e57215-c414-4300-9b26-5b9d328a9b21,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:30.240069 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:30.241148 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:30.242153 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:30.242397 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:30.247727 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:30.248117 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:30.248460 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:30.248799 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:30.249823 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:30.250280 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:30.250620 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:30.251665 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:30.259707 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Attempting to bind port d4e57215-c414-4300-9b26-5b9d328a9b21 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:30.260162 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Attempting to bind port d4e57215-c414-4300-9b26-5b9d328a9b21 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:30.260588 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Attempting to bind port d4e57215-c414-4300-9b26-5b9d328a9b21 on network d66514a5-fcb2-4fa3-8769-b073f847f2b3 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:30.270937 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:30.271310 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Checking segment: {'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:30.280597 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.281162 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Bound using segment: {'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:30.281665 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Bound port: d4e57215-c414-4300-9b26-5b9d328a9b21, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:30.282275 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.356315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Router e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:45:30.366563 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] For port d4e57215-c414-4300-9b26-5b9d328a9b21, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:30.370040 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] For port d4e57215-c414-4300-9b26-5b9d328a9b21, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d4e57215-c414-4300-9b26-5b9d328a9b21,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:30.377698 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.450506 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Routers {'28a59d77-3eac-45fe-8662-74d7d6818329'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:30.450506 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:45:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['28a59d77-3eac-45fe-8662-74d7d6818329'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:30.463762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 54467744-3b4a-4cf3-aad3-26d82aca6f7f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:30.499342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:30.501598 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968e1fc-fdf2-4ff1-ac9b-fd5a491e5fc9 None None] Pushing event updated for resources: {'Port': ['ID=d4e57215-c414-4300-9b26-5b9d328a9b21,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:30.516981 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.517130 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Sync routers for ids ['e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:30.521352 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-865ce893-d82d-4d21-b1aa-5cb02dea0abe admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6444423 Jul 16 18:45:30.521352 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 53730) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:30.555122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Routers {'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:30.556729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:45:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:30.618398 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] Set router 28a59d77-3eac-45fe-8662-74d7d6818329 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:30.622075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 54467744-3b4a-4cf3-aad3-26d82aca6f7f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:30.622450 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.767018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Set router e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:30.772717 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.879073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e00ba2a5-a525-4a4b-871f-d4bdcf44001d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:30.907971 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf10f-57d8-45b6-b520-d0305384e46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.917752 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'name': 'tempest-TestEncryptedCinderVolumes-667680237-router', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:23Z', 'updated_at': '2021-07-16T18:45:26Z', 'revision_number': 4, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'gw_port': {'id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:24Z', 'updated_at': '2021-07-16T18:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd4e57215-c414-4300-9b26-5b9d328a9b21', 'name': '', 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'mac_address': 'fa:16:3e:5b:c4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'e60a390f-38eb-41ef-96c9-82aeaf800b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:25Z', 'updated_at': '2021-07-16T18:45:30Z', 'revision_number': 4, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'subnets': [{'id': 'e60a390f-38eb-41ef-96c9-82aeaf800b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:30.951718 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835dd2a1-f32a-4e3e-b564-a67673d00552 None None] The sync data for ids ['28a59d77-3eac-45fe-8662-74d7d6818329'] in n-d-787206-10 is: [{'id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'name': 'tempest-TestEncryptedCinderVolumes-667680237-router', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:23Z', 'updated_at': '2021-07-16T18:45:26Z', 'revision_number': 4, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'gw_port': {'id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:24Z', 'updated_at': '2021-07-16T18:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd4e57215-c414-4300-9b26-5b9d328a9b21', 'name': '', 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'mac_address': 'fa:16:3e:5b:c4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'e60a390f-38eb-41ef-96c9-82aeaf800b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:25Z', 'updated_at': '2021-07-16T18:45:30Z', 'revision_number': 4, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'subnets': [{'id': 'e60a390f-38eb-41ef-96c9-82aeaf800b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:30.971062 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4d5f80-3d96-4a0b-9ac7-43ffac59ce3c None None] Network 9cfca6c9-2e43-466c-b8e4-c6cc311c202c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:31.100114 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.226207 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7d57116e-c1f2-4031-8871-fc4f60588aff None None] Provisioning for port e00ba2a5-a525-4a4b-871f-d4bdcf44001d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:31.237003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e00ba2a5-a525-4a4b-871f-d4bdcf44001d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:31.244980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7d57116e-c1f2-4031-8871-fc4f60588aff None None] Provisioning complete for port e00ba2a5-a525-4a4b-871f-d4bdcf44001d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:31.245352 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7d57116e-c1f2-4031-8871-fc4f60588aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.249024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e00ba2a5-a525-4a4b-871f-d4bdcf44001d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:31.249389 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.268755 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Allocated IP 172.20.0.1 (9cfca6c9-2e43-466c-b8e4-c6cc311c202c/7aaef6a0-54fc-49ee-8018-3cd44b49b1a9/544fc1ef-d54c-4a38-9cf4-ba1be392ac98) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:31.388059 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.403767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Transition to ACTIVE for port object 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:31.443808 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.493683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Network 9cfca6c9-2e43-466c-b8e4-c6cc311c202c is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:31.494975 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Pushing event updated for resources: {'Port': ['ID=544fc1ef-d54c-4a38-9cf4-ba1be392ac98,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.495986 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'name': 'tempest-TestEncryptedCinderVolumes-129543335-router', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:29Z', 'revision_number': 3, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'gw_port': {'id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:29Z', 'updated_at': '2021-07-16T18:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:31.497688 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:31.499922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:31.539055 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7d57116e-c1f2-4031-8871-fc4f60588aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.540951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Checking router: e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:31.541301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Updating router e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e port 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:31.545263 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.576256 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.636575 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-7d57116e-c1f2-4031-8871-fc4f60588aff None None] For port e00ba2a5-a525-4a4b-871f-d4bdcf44001d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e00ba2a5-a525-4a4b-871f-d4bdcf44001d,segment=NetworkSegment(614a9e47-01eb-42b6-be71-992e49cbcda1),segment_id=614a9e47-01eb-42b6-be71-992e49cbcda1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:31.638302 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.660391 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7d57116e-c1f2-4031-8871-fc4f60588aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.715031 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.820116 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.db.api [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:45:31.820368 n-d-787206-10 neutron-server[100171]: DEBUG oslo_db.api [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:45:31.823235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57116e-c1f2-4031-8871-fc4f60588aff None None] Pushing event updated for resources: {'Port': ['ID=e00ba2a5-a525-4a4b-871f-d4bdcf44001d,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.894852 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.901992 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.936458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b4cc750e-aa79-4454-9219-a9c57c9e553d None None] Provisioning complete for port e00ba2a5-a525-4a4b-871f-d4bdcf44001d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:31.936833 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b4cc750e-aa79-4454-9219-a9c57c9e553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.977303 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.979240 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Pushing event updated for resources: {'Port': ['ID=544fc1ef-d54c-4a38-9cf4-ba1be392ac98,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.044699 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.047416 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.078715 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Transition to ACTIVE for port object 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:32.093174 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.103141 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Network 9cfca6c9-2e43-466c-b8e4-c6cc311c202c is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:32.104539 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:32.153061 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Attempting to bind port 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:32.153437 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Attempting to bind port 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:32.154055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Attempting to bind port 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:32.155816 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b828a9-af03-4f7c-9403-8bb43813c040 None None] Pushing event updated for resources: {'Port': ['ID=6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.161755 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:32.163113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:32.163582 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.163983 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:32.164468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Bound port: 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:32.164858 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.227888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] For port 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:32.230910 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Router e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:32.236117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] For port 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:32.245063 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.251817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e06db730-9b7e-4cda-8717-c23a5e07811b None None] Provisioning for port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:32.286240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e06db730-9b7e-4cda-8717-c23a5e07811b None None] Provisioning complete for port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:32.286620 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e06db730-9b7e-4cda-8717-c23a5e07811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.350763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:32.363325 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7aad8678-21ca-41b4-a6ee-cace34c66dcb admin admin] 10.222.0.41 "PUT /v2.0/routers/e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8323271 Jul 16 18:45:32.363525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b828a9-af03-4f7c-9403-8bb43813c040 None None] Pushing event updated for resources: {'Port': ['ID=6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.374433 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Routers {'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:32.375002 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:45:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:32.376720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e06db730-9b7e-4cda-8717-c23a5e07811b None None] Port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:32.505517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] Set router e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:32.540870 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d4e57215-c414-4300-9b26-5b9d328a9b21 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:32.567338 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1ec3d868-a17d-498a-b3fa-757c038dc24f None None] Provisioning complete for port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:32.567743 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d868-a17d-498a-b3fa-757c038dc24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.667657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3d868-a17d-498a-b3fa-757c038dc24f None None] Port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:32.714116 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port d4e57215-c414-4300-9b26-5b9d328a9b21 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:32.721663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port d4e57215-c414-4300-9b26-5b9d328a9b21 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:32.722046 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.843689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'name': 'tempest-TestEncryptedCinderVolumes-129543335-router', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'gw_port': {'id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:29Z', 'updated_at': '2021-07-16T18:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '544fc1ef-d54c-4a38-9cf4-ba1be392ac98', 'name': '', 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'mac_address': 'fa:16:3e:98:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '7aaef6a0-54fc-49ee-8018-3cd44b49b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 2, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'subnets': [{'id': '7aaef6a0-54fc-49ee-8018-3cd44b49b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:32.846485 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.875828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85176bc9-2cfd-46db-b447-a7b56a9da171 None None] The sync data for ids ['e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'] in n-d-787206-10 is: [{'id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'name': 'tempest-TestEncryptedCinderVolumes-129543335-router', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'gw_port': {'id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:29Z', 'updated_at': '2021-07-16T18:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '544fc1ef-d54c-4a38-9cf4-ba1be392ac98', 'name': '', 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'mac_address': 'fa:16:3e:98:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '7aaef6a0-54fc-49ee-8018-3cd44b49b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 2, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'subnets': [{'id': '7aaef6a0-54fc-49ee-8018-3cd44b49b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:32.907690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port d4e57215-c414-4300-9b26-5b9d328a9b21, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d4e57215-c414-4300-9b26-5b9d328a9b21,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:32.911801 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.912689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e00ba2a5-a525-4a4b-871f-d4bdcf44001d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:33.168669 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=d4e57215-c414-4300-9b26-5b9d328a9b21,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.179365 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e00ba2a5-a525-4a4b-871f-d4bdcf44001d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:33.179762 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.377613 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4fbced9c-211b-4bc4-8fab-d4272acce48f tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:33.379868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4fbced9c-211b-4bc4-8fab-d4272acce48f tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/networks?id=d66514a5-fcb2-4fa3-8769-b073f847f2b3 HTTP/1.1" status: 200 len: 816 time: 0.1067886 Jul 16 18:45:33.394309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-a89bd050-c3cf-4e17-8673-e5ac39185cce tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/quotas/1f16a7e8db1a402ab076d03050b5c49c HTTP/1.1" status: 200 len: 375 time: 0.0097203 Jul 16 18:45:33.468391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-9e4e3a6a-d120-4dd2-9c83-fdeb1f4794c4 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f16a7e8db1a402ab076d03050b5c49c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685999 Jul 16 18:45:33.566477 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-bbc72b1a-3655-4370-9a33-4e861f3bc88c service neutron] 10.222.0.41 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861654 Jul 16 18:45:33.659138 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-edd1ae06-3dbd-4c11-be80-b30826346886 service neutron] 10.222.0.41 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867257 Jul 16 18:45:33.760326 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.873237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7dd1c63-8635-4f96-a917-7c8a9e9c6cb1 req-cbb16df1-cb84-4273-aa06-562ca674c860 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 210 time: 0.0316253 Jul 16 18:45:34.559934 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:34.607977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:34.611657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:34.612038 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.689723 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.711509 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:34.716341 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.717140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d4e57215-c414-4300-9b26-5b9d328a9b21 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:34.792858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.806717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port d4e57215-c414-4300-9b26-5b9d328a9b21 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:34.807101 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.997099 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-a2022f23-4b1e-465d-aad1-a2bdcbdb3037 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:34.998620 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-a2022f23-4b1e-465d-aad1-a2bdcbdb3037 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.35 "GET /v2.0/networks?id=d66514a5-fcb2-4fa3-8769-b073f847f2b3 HTTP/1.1" status: 200 len: 816 time: 0.1511452 Jul 16 18:45:35.015657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Request body: {'port': {'device_id': 'a274a411-fe53-461a-a3e5-64aeaa15e02a', 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3', 'admin_state_up': True, 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:35.039610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dbd98b92-37a9-4c7b-8407-0bcd1300f999 req-71853781-de3e-4528-9861-c7a77ed2dceb tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 210 time: 0.0378931 Jul 16 18:45:35.061623 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Sync routers for ids ['e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:35.072238 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Routers {'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:35.073073 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:45:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:35.157027 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Made reservation on behalf of 1f16a7e8db1a402ab076d03050b5c49c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:35.160959 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.190056 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Set router e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:35.286344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Allocated IP 172.20.0.14 (d66514a5-fcb2-4fa3-8769-b073f847f2b3/e60a390f-38eb-41ef-96c9-82aeaf800b20/f92f0b8a-862d-400c-8f32-9e9227d08b95) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:35.386276 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'name': 'tempest-TestEncryptedCinderVolumes-129543335-router', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'gw_port': {'id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:29Z', 'updated_at': '2021-07-16T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '544fc1ef-d54c-4a38-9cf4-ba1be392ac98', 'name': '', 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'mac_address': 'fa:16:3e:98:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '7aaef6a0-54fc-49ee-8018-3cd44b49b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 2, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'subnets': [{'id': '7aaef6a0-54fc-49ee-8018-3cd44b49b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:35.416639 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Checking router: e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:35.416991 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Updating router e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:35.440043 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.450603 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.453567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Transition to ACTIVE for port object f92f0b8a-862d-400c-8f32-9e9227d08b95 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:35.487851 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.533265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Network d66514a5-fcb2-4fa3-8769-b073f847f2b3 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:35.536522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:35.541162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:35.576294 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Pushing event updated for resources: {'Port': ['ID=f92f0b8a-862d-400c-8f32-9e9227d08b95,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.600509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:35.601182 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.617029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ef6783a7-e75c-4b1e-93b0-882e4550a152 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6059856 Jul 16 18:45:35.628681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Request body: {'port': {'device_id': 'a274a411-fe53-461a-a3e5-64aeaa15e02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:35.710933 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.737313 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.747768 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Transition to ACTIVE for port object 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:35.753749 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.804672 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570f647-1d8c-4a3e-92d9-affa818585bc None None] Pushing event updated for resources: {'Port': ['ID=544fc1ef-d54c-4a38-9cf4-ba1be392ac98,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.836976 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-febdaaf4-c383-462c-b076-f451e8aad52f None None] Provisioning for port f92f0b8a-862d-400c-8f32-9e9227d08b95 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:35.843164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-febdaaf4-c383-462c-b076-f451e8aad52f None None] Provisioning complete for port f92f0b8a-862d-400c-8f32-9e9227d08b95 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:35.844519 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-febdaaf4-c383-462c-b076-f451e8aad52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.863540 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Attempting to bind port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:35.863912 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Attempting to bind port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '614a9e47-01eb-42b6-be71-992e49cbcda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:35.864273 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Attempting to bind port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 on network 9cfca6c9-2e43-466c-b8e4-c6cc311c202c {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:35.870404 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:35.870775 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Checking segment: {'id': '614a9e47-01eb-42b6-be71-992e49cbcda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:35.871173 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.871594 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Bound using segment: {'id': '614a9e47-01eb-42b6-be71-992e49cbcda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:35.872058 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Bound port: 544fc1ef-d54c-4a38-9cf4-ba1be392ac98, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614a9e47-01eb-42b6-be71-992e49cbcda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:35.872833 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.886410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-febdaaf4-c383-462c-b076-f451e8aad52f None None] Port f92f0b8a-862d-400c-8f32-9e9227d08b95 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:35.941427 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] For port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:35.945197 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] For port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=544fc1ef-d54c-4a38-9cf4-ba1be392ac98,segment=NetworkSegment(614a9e47-01eb-42b6-be71-992e49cbcda1),segment_id=614a9e47-01eb-42b6-be71-992e49cbcda1)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:35.950490 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.013626 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Routers {'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:36.014264 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:45:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:36.017479 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570f647-1d8c-4a3e-92d9-affa818585bc None None] Pushing event updated for resources: {'Port': ['ID=544fc1ef-d54c-4a38-9cf4-ba1be392ac98,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.029444 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92f0b8a-862d-400c-8f32-9e9227d08b95 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:36.043537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.056780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Transition to ACTIVE for port object f92f0b8a-862d-400c-8f32-9e9227d08b95 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:36.061036 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.129515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f92f0b8a-862d-400c-8f32-9e9227d08b95,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.265575 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] Set router e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:36.284124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Attempting to bind port f92f0b8a-862d-400c-8f32-9e9227d08b95 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:36.284456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Attempting to bind port f92f0b8a-862d-400c-8f32-9e9227d08b95 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:36.284777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Attempting to bind port f92f0b8a-862d-400c-8f32-9e9227d08b95 on network d66514a5-fcb2-4fa3-8769-b073f847f2b3 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:36.296073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Port f92f0b8a-862d-400c-8f32-9e9227d08b95 on network d66514a5-fcb2-4fa3-8769-b073f847f2b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:36.296396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Attempting to bind port f92f0b8a-862d-400c-8f32-9e9227d08b95 on network d66514a5-fcb2-4fa3-8769-b073f847f2b3 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:36.307063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:36.307367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Checking segment: {'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:36.307813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Bound using segment: {'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:36.308256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Bound port: f92f0b8a-862d-400c-8f32-9e9227d08b95, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:36.308612 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.327566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f568e3-9041-4888-8463-be7b36255781 req-7e3fd229-b924-4161-a4c5-6543776b7130 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.329069 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98f568e3-9041-4888-8463-be7b36255781 req-7e3fd229-b924-4161-a4c5-6543776b7130 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 944 time: 0.1297796 Jul 16 18:45:36.411223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-98f568e3-9041-4888-8463-be7b36255781 req-99ed2161-8aa4-499b-9cff-25eb4bfac9ef tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751553 Jul 16 18:45:36.416727 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] For port f92f0b8a-862d-400c-8f32-9e9227d08b95, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:36.419472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] For port f92f0b8a-862d-400c-8f32-9e9227d08b95, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f92f0b8a-862d-400c-8f32-9e9227d08b95,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:36.424775 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.470475 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.471135 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.472584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] 10.222.0.35 "PUT /v2.0/ports/f92f0b8a-862d-400c-8f32-9e9227d08b95 HTTP/1.1" status: 200 len: 1093 time: 0.8484111 Jul 16 18:45:36.473094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a274a411-fe53-461a-a3e5-64aeaa15e02a', 'tag': 'f92f0b8a-862d-400c-8f32-9e9227d08b95'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:36.475879 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef407b3-845c-4999-aaf1-baa915ac137c" -d '{"events": [{"name": "network-changed", "server_uuid": "a274a411-fe53-461a-a3e5-64aeaa15e02a", "tag": "f92f0b8a-862d-400c-8f32-9e9227d08b95"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:36.507594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796e5e9-ce1c-46ec-acc7-0fbc8ed731e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f92f0b8a-862d-400c-8f32-9e9227d08b95,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.532734 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'name': 'tempest-TestEncryptedCinderVolumes-129543335-router', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'gw_port': {'id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:29Z', 'updated_at': '2021-07-16T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '544fc1ef-d54c-4a38-9cf4-ba1be392ac98', 'name': '', 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'mac_address': 'fa:16:3e:98:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '7aaef6a0-54fc-49ee-8018-3cd44b49b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:35Z', 'revision_number': 4, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'subnets': [{'id': '7aaef6a0-54fc-49ee-8018-3cd44b49b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:36.561728 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed953ab2-6d4b-4397-a770-b4fbbb8fe381 x-openstack-request-id: req-ed953ab2-6d4b-4397-a770-b4fbbb8fe381 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:36.562020 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a274a411-fe53-461a-a3e5-64aeaa15e02a", "tag": "f92f0b8a-862d-400c-8f32-9e9227d08b95", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:36.562272 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed953ab2-6d4b-4397-a770-b4fbbb8fe381 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:36.562664 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a274a411-fe53-461a-a3e5-64aeaa15e02a', 'tag': 'f92f0b8a-862d-400c-8f32-9e9227d08b95', 'status': 'completed', 'code': 200} Jul 16 18:45:36.563003 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c42942-0fc3-4fd9-8639-5494e2557e25 None None] The sync data for ids ['e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'] in n-d-787206-10 is: [{'id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'name': 'tempest-TestEncryptedCinderVolumes-129543335-router', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'gw_port': {'id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:29Z', 'updated_at': '2021-07-16T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '544fc1ef-d54c-4a38-9cf4-ba1be392ac98', 'name': '', 'network_id': '9cfca6c9-2e43-466c-b8e4-c6cc311c202c', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'mac_address': 'fa:16:3e:98:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '7aaef6a0-54fc-49ee-8018-3cd44b49b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:35Z', 'revision_number': 4, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'subnets': [{'id': '7aaef6a0-54fc-49ee-8018-3cd44b49b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:36.572171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:36.598067 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-5efb0ebd-8e40-48e2-992a-50cbac6cca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.600358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-5efb0ebd-8e40-48e2-992a-50cbac6cca66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f16a7e8db1a402ab076d03050b5c49c&device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 1096 time: 0.0823536 Jul 16 18:45:36.639054 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:36.643600 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:36.644110 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.651293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-89140792-e14a-4acf-8f2f-330938bedf11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f92f0b8a-862d-400c-8f32-9e9227d08b95 HTTP/1.1" status: 200 len: 217 time: 0.0432484 Jul 16 18:45:36.711189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ab8dbced-202d-4d56-83ba-0c7a84adf75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.713053 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-ab8dbced-202d-4d56-83ba-0c7a84adf75c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e60a390f-38eb-41ef-96c9-82aeaf800b20 HTTP/1.1" status: 200 len: 855 time: 0.0559199 Jul 16 18:45:36.739121 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.775952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=544fc1ef-d54c-4a38-9cf4-ba1be392ac98,segment=NetworkSegment(614a9e47-01eb-42b6-be71-992e49cbcda1),segment_id=614a9e47-01eb-42b6-be71-992e49cbcda1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:36.780648 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.781878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:36.788931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-f56319dd-a94d-4848-8285-5a961e3993b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.790500 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-f56319dd-a94d-4848-8285-5a961e3993b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d66514a5-fcb2-4fa3-8769-b073f847f2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710106 Jul 16 18:45:36.878018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=544fc1ef-d54c-4a38-9cf4-ba1be392ac98,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.890612 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-553cc3a0-1306-40e3-8173-e76df8d15291 service neutron] 10.222.0.35 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926182 Jul 16 18:45:36.891322 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:36.891733 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.996623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d73e282c-19b0-4bbb-a28b-736a08948951 req-61700ef5-01ac-4a33-a332-d05fd236c4fe service neutron] 10.222.0.35 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992026 Jul 16 18:45:37.100324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef407b3-845c-4999-aaf1-baa915ac137c req-4038c407-8276-437e-abed-cc26e4ea28fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.101878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aef407b3-845c-4999-aaf1-baa915ac137c req-4038c407-8276-437e-abed-cc26e4ea28fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f16a7e8db1a402ab076d03050b5c49c&device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 1096 time: 0.0560935 Jul 16 18:45:37.199700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef407b3-845c-4999-aaf1-baa915ac137c req-6fc44adc-fa81-44be-90bd-5768ee90dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.201167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aef407b3-845c-4999-aaf1-baa915ac137c req-6fc44adc-fa81-44be-90bd-5768ee90dcbe service neutron] 10.222.0.35 "GET /v2.0/networks?id=d66514a5-fcb2-4fa3-8769-b073f847f2b3 HTTP/1.1" status: 200 len: 917 time: 0.0932641 Jul 16 18:45:37.243667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aef407b3-845c-4999-aaf1-baa915ac137c req-80a4ac5d-5020-427d-ab8a-4b376ec34bfc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f92f0b8a-862d-400c-8f32-9e9227d08b95 HTTP/1.1" status: 200 len: 217 time: 0.0349097 Jul 16 18:45:37.292152 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef407b3-845c-4999-aaf1-baa915ac137c req-ac3a804c-73bd-4b84-b09d-06eb11a20e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.294063 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aef407b3-845c-4999-aaf1-baa915ac137c req-ac3a804c-73bd-4b84-b09d-06eb11a20e68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e60a390f-38eb-41ef-96c9-82aeaf800b20 HTTP/1.1" status: 200 len: 855 time: 0.0443902 Jul 16 18:45:37.353859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef407b3-845c-4999-aaf1-baa915ac137c req-823f8265-a88a-430d-a0b4-2cf1ad70e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.355327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aef407b3-845c-4999-aaf1-baa915ac137c req-823f8265-a88a-430d-a0b4-2cf1ad70e019 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d66514a5-fcb2-4fa3-8769-b073f847f2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551083 Jul 16 18:45:37.445590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aef407b3-845c-4999-aaf1-baa915ac137c req-0d301a5c-093e-4bef-bc61-e23179ea4a36 service neutron] 10.222.0.35 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818045 Jul 16 18:45:37.572828 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aef407b3-845c-4999-aaf1-baa915ac137c req-d2d00af7-b1f9-4402-b504-87900d8ee931 service neutron] 10.222.0.35 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198459 Jul 16 18:45:37.603115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d93ab0-a9d1-4513-be70-fea541bbcc56 req-f9ef9104-69a2-4d7e-bdee-87c93eba0fed tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.604595 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70d93ab0-a9d1-4513-be70-fea541bbcc56 req-f9ef9104-69a2-4d7e-bdee-87c93eba0fed tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 944 time: 0.0791428 Jul 16 18:45:37.643246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-70d93ab0-a9d1-4513-be70-fea541bbcc56 req-c6e438ba-9c6d-47a4-9fb6-7dbfac0796b2 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330014 Jul 16 18:45:38.488497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:38.538003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:38.538371 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.822033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e359ef8-4694-4546-aaf8-3db82349a8e5 req-e1ea745f-0336-429e-a4e9-9103ece23d51 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:38.823554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e359ef8-4694-4546-aaf8-3db82349a8e5 req-e1ea745f-0336-429e-a4e9-9103ece23d51 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 944 time: 0.0692365 Jul 16 18:45:38.861865 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4e359ef8-4694-4546-aaf8-3db82349a8e5 req-2fbbea19-87b8-4984-a7a2-0a147a3edded tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Jul 16 18:45:40.039115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0a34f-4612-42a6-aff0-7fbe54240f68 req-4faf4003-6374-4b4e-9252-e0596832d15e tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.040654 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02b0a34f-4612-42a6-aff0-7fbe54240f68 req-4faf4003-6374-4b4e-9252-e0596832d15e tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 944 time: 0.0650103 Jul 16 18:45:40.078424 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02b0a34f-4612-42a6-aff0-7fbe54240f68 req-fe75dc5b-bc2b-4945-80f3-bd3ee68ec8b8 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321612 Jul 16 18:45:40.860763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f92f0b8a-862d-400c-8f32-9e9227d08b95 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:40.958000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f92f0b8a-862d-400c-8f32-9e9227d08b95, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f92f0b8a-862d-400c-8f32-9e9227d08b95,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:40.969514 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'f92f0b8a-862d-400c-8f32-9e9227d08b95', 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3', 'port_id': 'f92f0b8a-862d-400c-8f32-9e9227d08b95', 'mac_address': 'fa:16:3e:01:54:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60a390f-38eb-41ef-96c9-82aeaf800b20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:41.004255 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.017709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92f0b8a-862d-400c-8f32-9e9227d08b95 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:41.038672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f92f0b8a-862d-400c-8f32-9e9227d08b95, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f92f0b8a-862d-400c-8f32-9e9227d08b95,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:41.042525 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.089742 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f92f0b8a-862d-400c-8f32-9e9227d08b95,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:41.248890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['f92f0b8a-862d-400c-8f32-9e9227d08b95'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:41.254469 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201b58e-eadd-4380-a0b5-b2d7675c36d2 req-bf1ed938-dce3-40e2-8c2a-a3975994a779 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.256675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4201b58e-eadd-4380-a0b5-b2d7675c36d2 req-bf1ed938-dce3-40e2-8c2a-a3975994a779 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 945 time: 0.0652783 Jul 16 18:45:41.293553 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4201b58e-eadd-4380-a0b5-b2d7675c36d2 req-e0fbe811-b747-4d97-9b63-f602508856fb tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311544 Jul 16 18:45:42.472007 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787fa08-2977-4aa0-b195-19241f3ee63c req-4b2a12f4-1848-427c-81b1-44ad39c05abf tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:42.473485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d787fa08-2977-4aa0-b195-19241f3ee63c req-4b2a12f4-1848-427c-81b1-44ad39c05abf tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 945 time: 0.0687370 Jul 16 18:45:42.511154 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d787fa08-2977-4aa0-b195-19241f3ee63c req-d9d42bd6-14ea-45cf-97aa-1340fbea860e tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Jul 16 18:45:42.891764 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f92f0b8a-862d-400c-8f32-9e9227d08b95 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:42.939805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port f92f0b8a-862d-400c-8f32-9e9227d08b95 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:42.943578 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port f92f0b8a-862d-400c-8f32-9e9227d08b95 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:42.943955 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.024823 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.047526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a274a411-fe53-461a-a3e5-64aeaa15e02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f0b8a-862d-400c-8f32-9e9227d08b95'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:43.049805 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5165e204-fa39-4fd8-af87-2cb9207a18bf" -d '{"events": [{"server_uuid": "a274a411-fe53-461a-a3e5-64aeaa15e02a", "name": "network-vif-plugged", "status": "completed", "tag": "f92f0b8a-862d-400c-8f32-9e9227d08b95"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:43.062955 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port f92f0b8a-862d-400c-8f32-9e9227d08b95, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f92f0b8a-862d-400c-8f32-9e9227d08b95,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:43.066943 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.091086 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105564b7-8cc7-4f44-8a73-c055c440fe6c x-openstack-request-id: req-105564b7-8cc7-4f44-8a73-c055c440fe6c {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:43.091316 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a274a411-fe53-461a-a3e5-64aeaa15e02a", "name": "network-vif-plugged", "status": "completed", "tag": "f92f0b8a-862d-400c-8f32-9e9227d08b95", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:43.091591 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-105564b7-8cc7-4f44-8a73-c055c440fe6c {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:43.091993 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a274a411-fe53-461a-a3e5-64aeaa15e02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92f0b8a-862d-400c-8f32-9e9227d08b95', 'code': 200} Jul 16 18:45:43.117585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=f92f0b8a-862d-400c-8f32-9e9227d08b95,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:43.203289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d564-8421-4f7a-9e27-8d2591b68c70 req-9aa33848-04a1-4ce9-b965-a9f1097cbfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.204821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3716d564-8421-4f7a-9e27-8d2591b68c70 req-9aa33848-04a1-4ce9-b965-a9f1097cbfe1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 1098 time: 0.0511441 Jul 16 18:45:43.237383 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3716d564-8421-4f7a-9e27-8d2591b68c70 req-4f1c3e80-7b8a-4e20-8ac0-1bba2fdc6e02 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263491 Jul 16 18:45:43.684602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b3a97-ab8b-4983-a57b-87a12d54feb2 req-f354f254-00e2-4ab9-82ee-285d3bb092a2 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.686093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c12b3a97-ab8b-4983-a57b-87a12d54feb2 req-f354f254-00e2-4ab9-82ee-285d3bb092a2 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 946 time: 0.0675836 Jul 16 18:45:43.725470 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c12b3a97-ab8b-4983-a57b-87a12d54feb2 req-3653806d-7b3d-4462-934a-d299a0ea7f3a tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335252 Jul 16 18:45:44.898924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9d044-8cc0-4f5e-8b12-4a9642ab4138 req-f14511cb-89cd-47b6-9cb0-adc1aed6143b tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:44.900469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04c9d044-8cc0-4f5e-8b12-4a9642ab4138 req-f14511cb-89cd-47b6-9cb0-adc1aed6143b tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 946 time: 0.0635195 Jul 16 18:45:44.938744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04c9d044-8cc0-4f5e-8b12-4a9642ab4138 req-25564b40-5466-47ef-86eb-632a5e16e34d tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324161 Jul 16 18:45:45.111327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e778c9e-191b-431c-b505-2b72dd0d2ae3 req-37265cfd-6892-4e48-8306-6fca02174db3 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.112832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e778c9e-191b-431c-b505-2b72dd0d2ae3 req-37265cfd-6892-4e48-8306-6fca02174db3 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 946 time: 0.0653331 Jul 16 18:45:45.151732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e778c9e-191b-431c-b505-2b72dd0d2ae3 req-14b25898-3729-42bb-a4a3-8c8348fbf68e tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325973 Jul 16 18:45:47.959010 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:56.028410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3738547-d347-4915-aa80-ec24649375b8 req-a74d723f-cb94-4e79-bb20-8d19beb90f45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548456 Jul 16 18:45:56.129084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3738547-d347-4915-aa80-ec24649375b8 req-8464e193-b47c-4c81-b01c-d6fc9d268fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:56.130565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3738547-d347-4915-aa80-ec24649375b8 req-8464e193-b47c-4c81-b01c-d6fc9d268fef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f16a7e8db1a402ab076d03050b5c49c&device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 1098 time: 0.0518892 Jul 16 18:45:56.248858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3738547-d347-4915-aa80-ec24649375b8 req-c49e077a-1b3d-4a6a-8c76-90431ab22432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:56.250291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3738547-d347-4915-aa80-ec24649375b8 req-c49e077a-1b3d-4a6a-8c76-90431ab22432 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d66514a5-fcb2-4fa3-8769-b073f847f2b3 HTTP/1.1" status: 200 len: 917 time: 0.0886326 Jul 16 18:45:56.294505 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3738547-d347-4915-aa80-ec24649375b8 req-0eff64b4-4739-4e00-aa1a-7ec710743423 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f92f0b8a-862d-400c-8f32-9e9227d08b95 HTTP/1.1" status: 200 len: 217 time: 0.0340023 Jul 16 18:45:56.342990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3738547-d347-4915-aa80-ec24649375b8 req-e9afc8b1-85bd-4de4-b1ba-f44ab98cd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:56.344549 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3738547-d347-4915-aa80-ec24649375b8 req-e9afc8b1-85bd-4de4-b1ba-f44ab98cd717 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e60a390f-38eb-41ef-96c9-82aeaf800b20 HTTP/1.1" status: 200 len: 855 time: 0.0424302 Jul 16 18:45:56.407124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3738547-d347-4915-aa80-ec24649375b8 req-c87b46c4-7065-4e84-bb35-b995fb6104fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:56.409310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3738547-d347-4915-aa80-ec24649375b8 req-c87b46c4-7065-4e84-bb35-b995fb6104fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d66514a5-fcb2-4fa3-8769-b073f847f2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582929 Jul 16 18:45:56.515591 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3738547-d347-4915-aa80-ec24649375b8 req-19329016-017b-4849-9657-31b804b40906 service neutron] 10.222.0.35 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898349 Jul 16 18:45:56.612763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3738547-d347-4915-aa80-ec24649375b8 req-32d6815e-d349-425d-9e3a-0a5c043b5d42 service neutron] 10.222.0.35 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882895 Jul 16 18:45:57.029115 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.048080 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.079427 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c5015dc4-9314-4c0f-bfd9-4a1d675b42c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.725682 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.760906 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-da88bfdc-5b9f-4bd3-8168-0b8bfa3d0fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.021271 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.762881 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.219546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50beba-102c-4f56-a5bc-89e4f5e0f5a2 req-ffb04ff6-9297-41b8-abe6-998c0e1933c1 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.221039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b50beba-102c-4f56-a5bc-89e4f5e0f5a2 req-ffb04ff6-9297-41b8-abe6-998c0e1933c1 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 946 time: 0.0703022 Jul 16 18:46:04.260438 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8b50beba-102c-4f56-a5bc-89e4f5e0f5a2 req-f7dcc419-59ee-494d-ae22-055962e71451 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Jul 16 18:46:05.438366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca2d89-a604-4c25-9a8a-03f0ae34c237 req-5e63abc3-a85c-4791-9ff0-428073a53d5f tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:05.439908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5dca2d89-a604-4c25-9a8a-03f0ae34c237 req-5e63abc3-a85c-4791-9ff0-428073a53d5f tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 946 time: 0.0676391 Jul 16 18:46:05.481271 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5dca2d89-a604-4c25-9a8a-03f0ae34c237 req-f85edcfd-65e3-4314-b4ac-d7707b3b9549 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352376 Jul 16 18:46:05.789477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb7d6-fd4d-48da-a143-3072075072a0 req-855feec2-8668-42d2-8299-dc192396aaaf tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:05.791068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3bacb7d6-fd4d-48da-a143-3072075072a0 req-855feec2-8668-42d2-8299-dc192396aaaf tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.35 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 946 time: 0.0625660 Jul 16 18:46:05.887657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-3bacb7d6-fd4d-48da-a143-3072075072a0 req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Deleting port f92f0b8a-862d-400c-8f32-9e9227d08b95 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:05.887998 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3bacb7d6-fd4d-48da-a143-3072075072a0 req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.979050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-3bacb7d6-fd4d-48da-a143-3072075072a0 req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] For port f92f0b8a-862d-400c-8f32-9e9227d08b95, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=f92f0b8a-862d-400c-8f32-9e9227d08b95,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:05.979410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3bacb7d6-fd4d-48da-a143-3072075072a0 req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.991635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-3bacb7d6-fd4d-48da-a143-3072075072a0 req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Calling delete_port for f92f0b8a-862d-400c-8f32-9e9227d08b95 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:06.120959 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3bacb7d6-fd4d-48da-a143-3072075072a0 req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.132897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['f92f0b8a-862d-400c-8f32-9e9227d08b95'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:06.148747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Pushing event deleted for resources: {'Port': ['ID=f92f0b8a-862d-400c-8f32-9e9227d08b95,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:06.163492 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.163828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.164172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.164502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.164830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.165155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.165480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.165804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.166124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.166442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.166759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.167073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.208564 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bacb7d6-fd4d-48da-a143-3072075072a0 req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] No DVR routers for this DVR port f92f0b8a-862d-400c-8f32-9e9227d08b95 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:06.211221 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-3bacb7d6-fd4d-48da-a143-3072075072a0 req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.213401 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3bacb7d6-fd4d-48da-a143-3072075072a0 req-f910fcda-4a2a-4695-8ffc-6f693f383e61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.35 "DELETE /v2.0/ports/f92f0b8a-862d-400c-8f32-9e9227d08b95 HTTP/1.1" status: 204 len: 173 time: 0.4171047 Jul 16 18:46:06.213834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a274a411-fe53-461a-a3e5-64aeaa15e02a', 'name': 'network-vif-deleted', 'tag': 'f92f0b8a-862d-400c-8f32-9e9227d08b95'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:06.216123 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485fab38-8a5a-44da-9be2-5279df651cf5" -d '{"events": [{"server_uuid": "a274a411-fe53-461a-a3e5-64aeaa15e02a", "name": "network-vif-deleted", "tag": "f92f0b8a-862d-400c-8f32-9e9227d08b95"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:06.256388 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f25877-cb47-43e8-8610-c2adacdb2f7b x-openstack-request-id: req-b5f25877-cb47-43e8-8610-c2adacdb2f7b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:06.256686 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a274a411-fe53-461a-a3e5-64aeaa15e02a", "name": "network-vif-deleted", "tag": "f92f0b8a-862d-400c-8f32-9e9227d08b95", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:06.256940 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5f25877-cb47-43e8-8610-c2adacdb2f7b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:06.257334 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a274a411-fe53-461a-a3e5-64aeaa15e02a', 'name': 'network-vif-deleted', 'tag': 'f92f0b8a-862d-400c-8f32-9e9227d08b95', 'status': 'completed', 'code': 200} Jul 16 18:46:06.636725 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9e70d8c-282e-4de8-99f2-0aac6a3cf944 req-dc729a89-9713-4550-87f8-64ebb9301c7e tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=a274a411-fe53-461a-a3e5-64aeaa15e02a HTTP/1.1" status: 200 len: 210 time: 0.0300310 Jul 16 18:46:08.342466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-676a1389-48e1-4087-b281-f46ad96f85c9 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:08.343850 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-676a1389-48e1-4087-b281-f46ad96f85c9 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/networks?id=d66514a5-fcb2-4fa3-8769-b073f847f2b3 HTTP/1.1" status: 200 len: 816 time: 0.1022639 Jul 16 18:46:08.359155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-56239517-8108-4eba-b230-d132ad570d73 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/quotas/1f16a7e8db1a402ab076d03050b5c49c HTTP/1.1" status: 200 len: 375 time: 0.0090888 Jul 16 18:46:08.423730 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-95416e42-6b46-4b55-a6c6-fc9cb23c35a7 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f16a7e8db1a402ab076d03050b5c49c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591176 Jul 16 18:46:08.521732 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-f820bce7-56c5-4f78-bd7a-33f2a946fa13 service neutron] 10.222.0.41 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857441 Jul 16 18:46:08.610011 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-7f3546c0-4a10-481c-a818-51480a796ab6 service neutron] 10.222.0.41 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825055 Jul 16 18:46:08.782445 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3dd0bebc-63e9-457e-80c4-fb38d1a2390f req-9dd07061-323b-4211-babf-a6d235a04c13 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 210 time: 0.0334296 Jul 16 18:46:09.062224 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f92f0b8a-862d-400c-8f32-9e9227d08b95 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:09.082455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: f92f0b8a-862d-400c-8f32-9e9227d08b95 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:09.082789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device f92f0b8a-862d-400c-8f32-9e9227d08b95 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:09.804070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-82bc977d-db63-4073-bc23-0734151c8f6b tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:09.805789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-82bc977d-db63-4073-bc23-0734151c8f6b tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.43 "GET /v2.0/networks?id=d66514a5-fcb2-4fa3-8769-b073f847f2b3 HTTP/1.1" status: 200 len: 816 time: 0.1030328 Jul 16 18:46:09.819188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Request body: {'port': {'device_id': 'e920edeb-6333-4ba1-a886-8f2a12c09e67', 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3', 'admin_state_up': True, 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:09.952968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c37bc8d2-291e-4eb1-a7a5-371bf9b30818 req-26d81d06-7105-4724-81d5-69f1ad43c5f1 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 210 time: 0.0349422 Jul 16 18:46:09.970267 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Made reservation on behalf of 1f16a7e8db1a402ab076d03050b5c49c for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:09.974004 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.102097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Allocated IP 172.20.0.9 (d66514a5-fcb2-4fa3-8769-b073f847f2b3/e60a390f-38eb-41ef-96c9-82aeaf800b20/eaa1b904-acf8-449d-b506-e42266d76507) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:10.247130 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.574188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Transition to ACTIVE for port object eaa1b904-acf8-449d-b506-e42266d76507 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:10.606437 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.652432 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Network d66514a5-fcb2-4fa3-8769-b073f847f2b3 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:10.655943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:10.660012 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:10.684391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Pushing event updated for resources: {'Port': ['ID=eaa1b904-acf8-449d-b506-e42266d76507,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:10.713963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:10.714515 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.733607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0e12060b-8545-4ec5-9d3b-614fc67dd059 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9187641 Jul 16 18:46:10.746271 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Request body: {'port': {'device_id': 'e920edeb-6333-4ba1-a886-8f2a12c09e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:10.829519 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.913433 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-954d317b-4589-4d19-96c3-c9fbd3f44dd5 None None] Provisioning for port eaa1b904-acf8-449d-b506-e42266d76507 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:10.917235 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-954d317b-4589-4d19-96c3-c9fbd3f44dd5 None None] Provisioning complete for port eaa1b904-acf8-449d-b506-e42266d76507 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:10.917631 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-954d317b-4589-4d19-96c3-c9fbd3f44dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.951005 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-954d317b-4589-4d19-96c3-c9fbd3f44dd5 None None] Port eaa1b904-acf8-449d-b506-e42266d76507 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:11.097565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa1b904-acf8-449d-b506-e42266d76507 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:11.105087 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.117405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Transition to ACTIVE for port object eaa1b904-acf8-449d-b506-e42266d76507 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:11.120669 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.175596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa1b904-acf8-449d-b506-e42266d76507,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:11.287743 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Attempting to bind port eaa1b904-acf8-449d-b506-e42266d76507 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:11.288082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Attempting to bind port eaa1b904-acf8-449d-b506-e42266d76507 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:11.288406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Attempting to bind port eaa1b904-acf8-449d-b506-e42266d76507 on network d66514a5-fcb2-4fa3-8769-b073f847f2b3 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:11.295757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Port eaa1b904-acf8-449d-b506-e42266d76507 on network d66514a5-fcb2-4fa3-8769-b073f847f2b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:11.296070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Attempting to bind port eaa1b904-acf8-449d-b506-e42266d76507 on network d66514a5-fcb2-4fa3-8769-b073f847f2b3 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:11.305173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:11.305513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Checking segment: {'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:11.305898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Bound using segment: {'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:11.306326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Bound port: eaa1b904-acf8-449d-b506-e42266d76507, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395f50ab-de51-4eb7-baf9-d4594e01fd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:11.306680 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.315509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448a68c-d357-4d79-a524-898c3216129b req-7bac7a57-8b06-4aea-bf69-22494de0afd6 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:11.317035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a448a68c-d357-4d79-a524-898c3216129b req-7bac7a57-8b06-4aea-bf69-22494de0afd6 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 943 time: 0.2370708 Jul 16 18:46:11.394766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a448a68c-d357-4d79-a524-898c3216129b req-2767871c-71da-4e96-a37d-ba3168d584ab tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698240 Jul 16 18:46:11.410771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] For port eaa1b904-acf8-449d-b506-e42266d76507, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:11.414663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] For port eaa1b904-acf8-449d-b506-e42266d76507, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=eaa1b904-acf8-449d-b506-e42266d76507,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:11.419218 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.452675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:11.453278 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.455122 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] 10.222.0.43 "PUT /v2.0/ports/eaa1b904-acf8-449d-b506-e42266d76507 HTTP/1.1" status: 200 len: 1092 time: 0.7131979 Jul 16 18:46:11.457403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e920edeb-6333-4ba1-a886-8f2a12c09e67', 'tag': 'eaa1b904-acf8-449d-b506-e42266d76507'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:11.460321 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7fa642-d45c-4ecf-8cf6-e1ad5ed9320e" -d '{"events": [{"name": "network-changed", "server_uuid": "e920edeb-6333-4ba1-a886-8f2a12c09e67", "tag": "eaa1b904-acf8-449d-b506-e42266d76507"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:11.491413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9aee47-3bf8-4407-b60c-d5a8ee311fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa1b904-acf8-449d-b506-e42266d76507,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:11.525520 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ef1fe9-0808-494c-9a87-db38d93f10ef x-openstack-request-id: req-36ef1fe9-0808-494c-9a87-db38d93f10ef {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:11.525814 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e920edeb-6333-4ba1-a886-8f2a12c09e67", "tag": "eaa1b904-acf8-449d-b506-e42266d76507", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:11.526064 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36ef1fe9-0808-494c-9a87-db38d93f10ef {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:11.526459 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e920edeb-6333-4ba1-a886-8f2a12c09e67', 'tag': 'eaa1b904-acf8-449d-b506-e42266d76507', 'status': 'completed', 'code': 200} Jul 16 18:46:11.555333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-a228dc65-e6ab-4fab-8b38-d2344929203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:11.556893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-a228dc65-e6ab-4fab-8b38-d2344929203a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f16a7e8db1a402ab076d03050b5c49c&device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 1095 time: 0.0610549 Jul 16 18:46:11.605463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-65800622-0c7f-4761-b8cf-a2caf9cfeda3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaa1b904-acf8-449d-b506-e42266d76507 HTTP/1.1" status: 200 len: 217 time: 0.0406165 Jul 16 18:46:11.655256 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0d4de5a1-7bac-4a34-b1a7-ba71ae569f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:11.656740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-0d4de5a1-7bac-4a34-b1a7-ba71ae569f3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e60a390f-38eb-41ef-96c9-82aeaf800b20 HTTP/1.1" status: 200 len: 855 time: 0.0443192 Jul 16 18:46:11.713627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-8efe367e-6a7a-479f-9608-57cba9c80c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:11.715136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-8efe367e-6a7a-479f-9608-57cba9c80c6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d66514a5-fcb2-4fa3-8769-b073f847f2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517521 Jul 16 18:46:11.808056 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-8c352893-3531-4baf-a2a0-6f10cef3f23e service neutron] 10.222.0.43 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856683 Jul 16 18:46:11.897146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc7f5c94-fbea-4a28-ad59-3368fbee71ca req-a80ca58e-c774-4370-ac01-c829cdd00918 service neutron] 10.222.0.43 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817566 Jul 16 18:46:11.999673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fa642-d45c-4ecf-8cf6-e1ad5ed9320e req-a2bea935-453e-4843-b74a-64623ed1b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:12.001159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f7fa642-d45c-4ecf-8cf6-e1ad5ed9320e req-a2bea935-453e-4843-b74a-64623ed1b808 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f16a7e8db1a402ab076d03050b5c49c&device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 1095 time: 0.0561047 Jul 16 18:46:12.090149 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fa642-d45c-4ecf-8cf6-e1ad5ed9320e req-7862711a-ce30-4924-b369-e58640edb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:12.091570 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f7fa642-d45c-4ecf-8cf6-e1ad5ed9320e req-7862711a-ce30-4924-b369-e58640edb92c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d66514a5-fcb2-4fa3-8769-b073f847f2b3 HTTP/1.1" status: 200 len: 917 time: 0.0843656 Jul 16 18:46:12.138943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f7fa642-d45c-4ecf-8cf6-e1ad5ed9320e req-6cedd6b5-df51-4e51-9041-99aec89a38c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaa1b904-acf8-449d-b506-e42266d76507 HTTP/1.1" status: 200 len: 217 time: 0.0380654 Jul 16 18:46:12.187990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fa642-d45c-4ecf-8cf6-e1ad5ed9320e req-c16d190e-30fb-4d35-8860-673072999729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:12.189437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f7fa642-d45c-4ecf-8cf6-e1ad5ed9320e req-c16d190e-30fb-4d35-8860-673072999729 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e60a390f-38eb-41ef-96c9-82aeaf800b20 HTTP/1.1" status: 200 len: 855 time: 0.0444067 Jul 16 18:46:12.247796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fa642-d45c-4ecf-8cf6-e1ad5ed9320e req-21bcfa42-15f9-435f-a1d4-bb5c5d1f4ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:12.249271 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f7fa642-d45c-4ecf-8cf6-e1ad5ed9320e req-21bcfa42-15f9-435f-a1d4-bb5c5d1f4ff0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d66514a5-fcb2-4fa3-8769-b073f847f2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515823 Jul 16 18:46:12.342510 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f7fa642-d45c-4ecf-8cf6-e1ad5ed9320e req-c5893f4b-f775-47ac-9454-2014a53627e2 service neutron] 10.222.0.43 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860538 Jul 16 18:46:12.434927 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f7fa642-d45c-4ecf-8cf6-e1ad5ed9320e req-c383259a-0877-441f-8c06-543c3ccc194e service neutron] 10.222.0.43 "GET /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841107 Jul 16 18:46:12.573175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a592fa-1432-41cf-82de-fb8424e6838f req-dd2eb661-f57c-4530-8378-b8866de5af56 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:12.574720 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78a592fa-1432-41cf-82de-fb8424e6838f req-dd2eb661-f57c-4530-8378-b8866de5af56 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 943 time: 0.0662210 Jul 16 18:46:12.617092 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-78a592fa-1432-41cf-82de-fb8424e6838f req-3613e6cc-0542-495c-beef-50807ec4d49a tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366850 Jul 16 18:46:13.841133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de75e42-9b68-4f29-83f0-f9e3e6756099 req-861a5c18-6517-4ebf-9c89-12ab355d3b3f tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:13.842607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de75e42-9b68-4f29-83f0-f9e3e6756099 req-861a5c18-6517-4ebf-9c89-12ab355d3b3f tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 943 time: 0.1148717 Jul 16 18:46:13.879842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0de75e42-9b68-4f29-83f0-f9e3e6756099 req-418b0297-7996-4ec3-9dee-57aff91f50b4 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Jul 16 18:46:14.422857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device eaa1b904-acf8-449d-b506-e42266d76507 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:46:14.517815 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port eaa1b904-acf8-449d-b506-e42266d76507, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=eaa1b904-acf8-449d-b506-e42266d76507,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:14.529058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'eaa1b904-acf8-449d-b506-e42266d76507', 'network_id': 'd66514a5-fcb2-4fa3-8769-b073f847f2b3', 'port_id': 'eaa1b904-acf8-449d-b506-e42266d76507', 'mac_address': 'fa:16:3e:72:91:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60a390f-38eb-41ef-96c9-82aeaf800b20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:46:14.564344 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.581414 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa1b904-acf8-449d-b506-e42266d76507 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:14.601661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port eaa1b904-acf8-449d-b506-e42266d76507, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=eaa1b904-acf8-449d-b506-e42266d76507,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:14.606000 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.651583 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=eaa1b904-acf8-449d-b506-e42266d76507,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:14.658594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:14.658995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:14.659314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:14.659667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:14.659998 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:14.660323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:14.660644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:14.660964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:14.661282 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:14.661679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:14.662548 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:14.662880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:14.817904 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['eaa1b904-acf8-449d-b506-e42266d76507'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:15.053166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5d542-3a36-45c5-8afe-3bf580226376 req-7852a311-1f4c-4bc4-b0d7-76048d112341 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:15.054657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77e5d542-3a36-45c5-8afe-3bf580226376 req-7852a311-1f4c-4bc4-b0d7-76048d112341 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 944 time: 0.0641847 Jul 16 18:46:15.092978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77e5d542-3a36-45c5-8afe-3bf580226376 req-bcc85566-0d94-4963-b21f-6fc52c1a73f5 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327003 Jul 16 18:46:16.269532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b418aa-8664-4d9c-82d3-17538e73c1f0 req-d613b4a0-e0ad-4f0d-afd5-1771c5b85ce6 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.271537 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77b418aa-8664-4d9c-82d3-17538e73c1f0 req-d613b4a0-e0ad-4f0d-afd5-1771c5b85ce6 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 944 time: 0.0674095 Jul 16 18:46:16.310018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77b418aa-8664-4d9c-82d3-17538e73c1f0 req-4e0c999e-db72-48db-a073-2aacdba6c99c tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324116 Jul 16 18:46:16.434906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device eaa1b904-acf8-449d-b506-e42266d76507 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:16.482094 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port eaa1b904-acf8-449d-b506-e42266d76507 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:16.485695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port eaa1b904-acf8-449d-b506-e42266d76507 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:16.486062 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.562744 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.584384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e920edeb-6333-4ba1-a886-8f2a12c09e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa1b904-acf8-449d-b506-e42266d76507'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:16.586630 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b126d83b-0d45-4740-8793-5e0577341066" -d '{"events": [{"server_uuid": "e920edeb-6333-4ba1-a886-8f2a12c09e67", "name": "network-vif-plugged", "status": "completed", "tag": "eaa1b904-acf8-449d-b506-e42266d76507"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:16.599080 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port eaa1b904-acf8-449d-b506-e42266d76507, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=eaa1b904-acf8-449d-b506-e42266d76507,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:16.603646 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.626157 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088f908d-0adf-429b-ab32-790a31bf9703 x-openstack-request-id: req-088f908d-0adf-429b-ab32-790a31bf9703 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:16.626444 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e920edeb-6333-4ba1-a886-8f2a12c09e67", "name": "network-vif-plugged", "status": "completed", "tag": "eaa1b904-acf8-449d-b506-e42266d76507", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:16.626692 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-088f908d-0adf-429b-ab32-790a31bf9703 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:16.627077 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e920edeb-6333-4ba1-a886-8f2a12c09e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa1b904-acf8-449d-b506-e42266d76507', 'code': 200} Jul 16 18:46:16.653944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=eaa1b904-acf8-449d-b506-e42266d76507,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:16.735744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9134999-ace4-4626-8b34-e74feafd4d6c req-f008fd53-8cea-44cf-b0a9-936c0f11202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.737252 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9134999-ace4-4626-8b34-e74feafd4d6c req-f008fd53-8cea-44cf-b0a9-936c0f11202d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 1097 time: 0.0520792 Jul 16 18:46:16.770704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9134999-ace4-4626-8b34-e74feafd4d6c req-588ca323-8cba-4171-b3f3-b8f388fef391 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273716 Jul 16 18:46:17.484743 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d520b-5081-413b-b4e2-394fe75cc495 req-704e0fa4-7ce3-4bb3-a65f-8cf3ef337ff5 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:17.486503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9b9d520b-5081-413b-b4e2-394fe75cc495 req-704e0fa4-7ce3-4bb3-a65f-8cf3ef337ff5 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 945 time: 0.0687020 Jul 16 18:46:17.523736 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9b9d520b-5081-413b-b4e2-394fe75cc495 req-941c9656-d2b2-4a56-8c0e-b20110a89a17 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Jul 16 18:46:18.697733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918f525-414e-47d9-9dd2-e27b86be93fe req-24b7fbd2-ae5c-4c0b-9d48-acf94fe364bc tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:18.699223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7918f525-414e-47d9-9dd2-e27b86be93fe req-24b7fbd2-ae5c-4c0b-9d48-acf94fe364bc tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 945 time: 0.0640538 Jul 16 18:46:18.737793 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7918f525-414e-47d9-9dd2-e27b86be93fe req-45d9dd94-79bf-4de1-b6da-1b1b5c1cd1a7 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Jul 16 18:46:18.914503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176f1cb-de34-4520-8309-b554ac639dda req-988d2636-29ae-42fa-8e50-554c5e40872e tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:18.916031 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4176f1cb-de34-4520-8309-b554ac639dda req-988d2636-29ae-42fa-8e50-554c5e40872e tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 945 time: 0.0655112 Jul 16 18:46:18.954674 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4176f1cb-de34-4520-8309-b554ac639dda req-3c367356-b912-4a17-8f83-9239d27e7ae4 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329361 Jul 16 18:46:24.958254 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:46:27.028061 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.048100 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.080496 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6464-3d61-4b61-8027-290d7bedef49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.731451 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.760130 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8b4c7806-23a6-403f-8498-7a652ad2e22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.023940 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.767029 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.796419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4c67a-ac79-4bbd-92e6-d1681687904f req-b99e4ab6-431b-43f2-b7fd-02582791bb61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:37.797930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2f4c67a-ac79-4bbd-92e6-d1681687904f req-b99e4ab6-431b-43f2-b7fd-02582791bb61 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 945 time: 0.0719309 Jul 16 18:46:37.837758 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e2f4c67a-ac79-4bbd-92e6-d1681687904f req-54eee80b-89f4-442d-a450-18c563235f9d tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334332 Jul 16 18:46:39.011248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f6997-0fc1-4b24-9137-8c70aebfd18f req-8d13e1bf-aa4d-426b-bfe1-706f3f5212c3 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.012776 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-217f6997-0fc1-4b24-9137-8c70aebfd18f req-8d13e1bf-aa4d-426b-bfe1-706f3f5212c3 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 945 time: 0.0640142 Jul 16 18:46:39.052385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-217f6997-0fc1-4b24-9137-8c70aebfd18f req-3211f6f5-39e0-4f48-ad3c-5d9f7f81bceb tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/security-groups?id=710ab19e-72d2-4a89-86c3-b9f17a476114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334878 Jul 16 18:46:39.369973 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153309c5-508b-43e8-a06b-65725814903e req-744b90c7-8f8f-488d-8c78-8ae9429cce1a tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.371412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-153309c5-508b-43e8-a06b-65725814903e req-744b90c7-8f8f-488d-8c78-8ae9429cce1a tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 945 time: 0.0662100 Jul 16 18:46:39.469880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-153309c5-508b-43e8-a06b-65725814903e req-e8a87f3b-e555-4bb0-8597-8d4beba15149 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Deleting port eaa1b904-acf8-449d-b506-e42266d76507 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:39.470218 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-153309c5-508b-43e8-a06b-65725814903e req-e8a87f3b-e555-4bb0-8597-8d4beba15149 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.565392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-153309c5-508b-43e8-a06b-65725814903e req-e8a87f3b-e555-4bb0-8597-8d4beba15149 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] For port eaa1b904-acf8-449d-b506-e42266d76507, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=eaa1b904-acf8-449d-b506-e42266d76507,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:39.565750 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-153309c5-508b-43e8-a06b-65725814903e req-e8a87f3b-e555-4bb0-8597-8d4beba15149 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.578169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-153309c5-508b-43e8-a06b-65725814903e req-e8a87f3b-e555-4bb0-8597-8d4beba15149 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Calling delete_port for eaa1b904-acf8-449d-b506-e42266d76507 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:39.704888 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-153309c5-508b-43e8-a06b-65725814903e req-e8a87f3b-e555-4bb0-8597-8d4beba15149 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.717096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['eaa1b904-acf8-449d-b506-e42266d76507'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:39.738855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a87f3b-e555-4bb0-8597-8d4beba15149 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Pushing event deleted for resources: {'Port': ['ID=eaa1b904-acf8-449d-b506-e42266d76507,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:39.787632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-153309c5-508b-43e8-a06b-65725814903e req-e8a87f3b-e555-4bb0-8597-8d4beba15149 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] No DVR routers for this DVR port eaa1b904-acf8-449d-b506-e42266d76507 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:39.790407 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-153309c5-508b-43e8-a06b-65725814903e req-e8a87f3b-e555-4bb0-8597-8d4beba15149 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.792495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-153309c5-508b-43e8-a06b-65725814903e req-e8a87f3b-e555-4bb0-8597-8d4beba15149 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.43 "DELETE /v2.0/ports/eaa1b904-acf8-449d-b506-e42266d76507 HTTP/1.1" status: 204 len: 173 time: 0.4157033 Jul 16 18:46:39.792930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e920edeb-6333-4ba1-a886-8f2a12c09e67', 'name': 'network-vif-deleted', 'tag': 'eaa1b904-acf8-449d-b506-e42266d76507'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:39.795254 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68e6a8e-effe-45c3-80c2-8eb6cffa79f0" -d '{"events": [{"server_uuid": "e920edeb-6333-4ba1-a886-8f2a12c09e67", "name": "network-vif-deleted", "tag": "eaa1b904-acf8-449d-b506-e42266d76507"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:39.908783 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a7f41e-7624-400e-88ba-8074fbfdd625 x-openstack-request-id: req-55a7f41e-7624-400e-88ba-8074fbfdd625 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:39.909082 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e920edeb-6333-4ba1-a886-8f2a12c09e67", "name": "network-vif-deleted", "tag": "eaa1b904-acf8-449d-b506-e42266d76507", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:39.909422 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55a7f41e-7624-400e-88ba-8074fbfdd625 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:39.909769 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e920edeb-6333-4ba1-a886-8f2a12c09e67', 'name': 'network-vif-deleted', 'tag': 'eaa1b904-acf8-449d-b506-e42266d76507', 'status': 'completed', 'code': 200} Jul 16 18:46:40.205501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a3cceabe-d1c8-4ea9-8039-e69533f71289 req-c5d4579d-5e5b-4c65-aa56-0fb323653b20 tempest-TestEncryptedCinderVolumes-763657531 tempest-TestEncryptedCinderVolumes-763657531-project] 10.222.0.41 "GET /v2.0/ports?device_id=e920edeb-6333-4ba1-a886-8f2a12c09e67 HTTP/1.1" status: 200 len: 210 time: 0.0305133 Jul 16 18:46:41.336859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54030) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:41.687042 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-57e5171f-2774-40b7-91e1-a3bbdb09239a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.938701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-57e5171f-2774-40b7-91e1-a3bbdb09239a admin admin] Deleting port d4e57215-c414-4300-9b26-5b9d328a9b21 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:41.938958 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-57e5171f-2774-40b7-91e1-a3bbdb09239a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.016494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-57e5171f-2774-40b7-91e1-a3bbdb09239a admin admin] For port d4e57215-c414-4300-9b26-5b9d328a9b21, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d4e57215-c414-4300-9b26-5b9d328a9b21,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:42.016842 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-57e5171f-2774-40b7-91e1-a3bbdb09239a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.029758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-57e5171f-2774-40b7-91e1-a3bbdb09239a admin admin] Calling delete_port for d4e57215-c414-4300-9b26-5b9d328a9b21 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:42.209038 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-57e5171f-2774-40b7-91e1-a3bbdb09239a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.237480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5171f-2774-40b7-91e1-a3bbdb09239a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e57215-c414-4300-9b26-5b9d328a9b21,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:42.406069 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-57e5171f-2774-40b7-91e1-a3bbdb09239a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.591140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device eaa1b904-acf8-449d-b506-e42266d76507 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:42.610135 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: eaa1b904-acf8-449d-b506-e42266d76507 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:42.610475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device eaa1b904-acf8-449d-b506-e42266d76507 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:42.929219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e5171f-2774-40b7-91e1-a3bbdb09239a admin admin] Router 28a59d77-3eac-45fe-8662-74d7d6818329 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:43.033373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e5171f-2774-40b7-91e1-a3bbdb09239a admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:43.039016 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-57e5171f-2774-40b7-91e1-a3bbdb09239a admin admin] 10.222.0.41 "PUT /v2.0/routers/28a59d77-3eac-45fe-8662-74d7d6818329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7011104 Jul 16 18:46:43.041615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54032) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:43.042322 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a57444-a5d2-4739-bd58-147aa703e622 None None] Sync routers for ids ['28a59d77-3eac-45fe-8662-74d7d6818329'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:43.054627 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a57444-a5d2-4739-bd58-147aa703e622 None None] Routers {'28a59d77-3eac-45fe-8662-74d7d6818329'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:43.055330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c8a57444-a5d2-4739-bd58-147aa703e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:46:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['28a59d77-3eac-45fe-8662-74d7d6818329'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:43.147151 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.156647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c8a57444-a5d2-4739-bd58-147aa703e622 None None] Set router 28a59d77-3eac-45fe-8662-74d7d6818329 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:43.249030 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.302226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Deleting port 54467744-3b4a-4cf3-aad3-26d82aca6f7f {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:43.302559 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.330811 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c8a57444-a5d2-4739-bd58-147aa703e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'name': 'tempest-TestEncryptedCinderVolumes-667680237-router', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:23Z', 'updated_at': '2021-07-16T18:46:42Z', 'revision_number': 5, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'gw_port': {'id': '54467744-3b4a-4cf3-aad3-26d82aca6f7f', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:24Z', 'updated_at': '2021-07-16T18:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:43.359800 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a57444-a5d2-4739-bd58-147aa703e622 None None] Checking router: 28a59d77-3eac-45fe-8662-74d7d6818329 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:43.368568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a57444-a5d2-4739-bd58-147aa703e622 None None] Routers {'28a59d77-3eac-45fe-8662-74d7d6818329'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:43.369182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c8a57444-a5d2-4739-bd58-147aa703e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:46:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['28a59d77-3eac-45fe-8662-74d7d6818329'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:43.384308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] For port 54467744-3b4a-4cf3-aad3-26d82aca6f7f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=54467744-3b4a-4cf3-aad3-26d82aca6f7f,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:43.384668 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.396098 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Calling delete_port for 54467744-3b4a-4cf3-aad3-26d82aca6f7f owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:43.452671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c8a57444-a5d2-4739-bd58-147aa703e622 None None] Set router 28a59d77-3eac-45fe-8662-74d7d6818329 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:43.502575 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c8a57444-a5d2-4739-bd58-147aa703e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'name': 'tempest-TestEncryptedCinderVolumes-667680237-router', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:23Z', 'updated_at': '2021-07-16T18:46:43Z', 'revision_number': 6, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:43.533474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a57444-a5d2-4739-bd58-147aa703e622 None None] The sync data for ids ['28a59d77-3eac-45fe-8662-74d7d6818329'] in n-d-787206-10 is: [{'id': '28a59d77-3eac-45fe-8662-74d7d6818329', 'name': 'tempest-TestEncryptedCinderVolumes-667680237-router', 'tenant_id': '1f16a7e8db1a402ab076d03050b5c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:23Z', 'updated_at': '2021-07-16T18:46:43Z', 'revision_number': 6, 'project_id': '1f16a7e8db1a402ab076d03050b5c49c', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:43.568734 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.594730 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=54467744-3b4a-4cf3-aad3-26d82aca6f7f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:43.659994 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.749312 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.751581 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.793094 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.793689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28a59d77-3eac-45fe-8662-74d7d6818329 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:46:43.797910 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.799462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4156aae1-08fd-4153-a0cb-e5f8f95777d2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/28a59d77-3eac-45fe-8662-74d7d6818329 HTTP/1.1" status: 204 len: 168 time: 0.7565732 Jul 16 18:46:43.802420 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54034) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:43.847615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6a98d0-aa91-4183-a5e5-3cd1fe181588 admin admin] Deleting subnet e60a390f-38eb-41ef-96c9-82aeaf800b20 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:43.850504 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9b6a98d0-aa91-4183-a5e5-3cd1fe181588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.883998 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9b6a98d0-aa91-4183-a5e5-3cd1fe181588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.971208 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9b6a98d0-aa91-4183-a5e5-3cd1fe181588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.024555 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9b6a98d0-aa91-4183-a5e5-3cd1fe181588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.050605 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a98d0-aa91-4183-a5e5-3cd1fe181588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60a390f-38eb-41ef-96c9-82aeaf800b20,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:44.054610 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9b6a98d0-aa91-4183-a5e5-3cd1fe181588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.056492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9b6a98d0-aa91-4183-a5e5-3cd1fe181588 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e60a390f-38eb-41ef-96c9-82aeaf800b20 HTTP/1.1" status: 204 len: 168 time: 0.2531283 Jul 16 18:46:44.059023 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54036) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:44.059746 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fec50a-0fa1-4ffb-9728-d8f9539b3bf5 None None] Network d66514a5-fcb2-4fa3-8769-b073f847f2b3 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:44.130671 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.183018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Deleting port 6332f470-a565-4487-a1a5-2b63501275e2 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:44.183369 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.246466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] For port 6332f470-a565-4487-a1a5-2b63501275e2, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6332f470-a565-4487-a1a5-2b63501275e2,segment=NetworkSegment(395f50ab-de51-4eb7-baf9-d4594e01fd05),segment_id=395f50ab-de51-4eb7-baf9-d4594e01fd05)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:44.246756 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.263689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Calling delete_port for 6332f470-a565-4487-a1a5-2b63501275e2 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:44.304320 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf6227c-8297-4eba-bde1-56ab8d5348cf None None] DHCP port deletion for d66514a5-fcb2-4fa3-8769-b073f847f2b3 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:44.346820 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.351484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-adf6227c-8297-4eba-bde1-56ab8d5348cf None None] Deleting port 6332f470-a565-4487-a1a5-2b63501275e2 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:44.351863 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-adf6227c-8297-4eba-bde1-56ab8d5348cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.372368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Pushing event deleted for resources: {'Port': ['ID=6332f470-a565-4487-a1a5-2b63501275e2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:44.376901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] No DVR routers for this DVR port 6332f470-a565-4487-a1a5-2b63501275e2 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:44.420014 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-adf6227c-8297-4eba-bde1-56ab8d5348cf None None] For port 6332f470-a565-4487-a1a5-2b63501275e2, host n-d-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:44.420408 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-adf6227c-8297-4eba-bde1-56ab8d5348cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.432410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-adf6227c-8297-4eba-bde1-56ab8d5348cf None None] Calling delete_port for 6332f470-a565-4487-a1a5-2b63501275e2 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:44.435002 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.ipam_backend_mixin [None req-adf6227c-8297-4eba-bde1-56ab8d5348cf None None] Port 6332f470-a565-4487-a1a5-2b63501275e2 was not found and therefore no delete operation was performed {{(pid=100171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:46:44.436259 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-adf6227c-8297-4eba-bde1-56ab8d5348cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.455674 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.466632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66514a5-fcb2-4fa3-8769-b073f847f2b3']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:44.466789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6227c-8297-4eba-bde1-56ab8d5348cf None None] Pushing event deleted for resources: {'Port': ['ID=6332f470-a565-4487-a1a5-2b63501275e2,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:44.468672 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf6227c-8297-4eba-bde1-56ab8d5348cf None None] No DVR routers for this DVR port 6332f470-a565-4487-a1a5-2b63501275e2 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:44.479998 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395f50ab-de51-4eb7-baf9-d4594e01fd05') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:44.480302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395f50ab-de51-4eb7-baf9-d4594e01fd05') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:44.491224 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.509115 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.519250 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:44.519693 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:44.521463 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:44.541009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6332f470-a565-4487-a1a5-2b63501275e2 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:44.562545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 6332f470-a565-4487-a1a5-2b63501275e2 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:44.562898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6332f470-a565-4487-a1a5-2b63501275e2 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:44.563315 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 54467744-3b4a-4cf3-aad3-26d82aca6f7f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:44.580090 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.586395 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.590871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 54467744-3b4a-4cf3-aad3-26d82aca6f7f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:44.591243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 54467744-3b4a-4cf3-aad3-26d82aca6f7f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:44.591700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d4e57215-c414-4300-9b26-5b9d328a9b21 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:44.591842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] 10.222.0.41 "DELETE /v2.0/networks/d66514a5-fcb2-4fa3-8769-b073f847f2b3 HTTP/1.1" status: 204 len: 168 time: 0.5317333 Jul 16 18:46:44.592236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54038) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:44.608785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6298f-d649-4434-a6a5-a9c6946e077d admin admin] Pushing event deleted for resources: {'Network': ['ID=d66514a5-fcb2-4fa3-8769-b073f847f2b3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:44.617747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: d4e57215-c414-4300-9b26-5b9d328a9b21 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:44.618073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d4e57215-c414-4300-9b26-5b9d328a9b21 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:44.953628 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.204068 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Deleting port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:45.204353 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.280982 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] For port 544fc1ef-d54c-4a38-9cf4-ba1be392ac98, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=544fc1ef-d54c-4a38-9cf4-ba1be392ac98,segment=NetworkSegment(614a9e47-01eb-42b6-be71-992e49cbcda1),segment_id=614a9e47-01eb-42b6-be71-992e49cbcda1)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:45.281335 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.294093 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Calling delete_port for 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:45.470894 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.502042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Pushing event deleted for resources: {'Port': ['ID=544fc1ef-d54c-4a38-9cf4-ba1be392ac98,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:45.856069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:45.856759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:45.856759 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:45.856950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:45.857226 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:45.857541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:45.857860 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:45.858169 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:45.858479 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:45.858788 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:45.859096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:45.859404 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:45.993252 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.203573 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Router e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:46.307004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:46.312277 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-35c0fd28-6adc-4a43-9f10-65276740a653 admin admin] 10.222.0.41 "PUT /v2.0/routers/e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7183206 Jul 16 18:46:46.314675 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54042) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:46.315400 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c29aed0-5b05-4959-906b-7c33d0c2105e None None] Sync routers for ids ['e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:46.324910 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c29aed0-5b05-4959-906b-7c33d0c2105e None None] Routers {'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:46.325511 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0c29aed0-5b05-4959-906b-7c33d0c2105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:46:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:46.416784 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.427946 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-0c29aed0-5b05-4959-906b-7c33d0c2105e None None] Set router e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:46.520877 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.575013 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Deleting port 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:46.575355 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.621448 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0c29aed0-5b05-4959-906b-7c33d0c2105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'name': 'tempest-TestEncryptedCinderVolumes-129543335-router', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:46:45Z', 'revision_number': 5, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'gw_port': {'id': '6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:29Z', 'updated_at': '2021-07-16T18:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:46.646555 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c29aed0-5b05-4959-906b-7c33d0c2105e None None] Checking router: e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:46.655109 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c29aed0-5b05-4959-906b-7c33d0c2105e None None] Routers {'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:46.655739 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0c29aed0-5b05-4959-906b-7c33d0c2105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:46:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:46.656655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] For port 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:46.657016 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.674450 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Calling delete_port for 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:46.740217 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-0c29aed0-5b05-4959-906b-7c33d0c2105e None None] Set router e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:46.793476 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0c29aed0-5b05-4959-906b-7c33d0c2105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'name': 'tempest-TestEncryptedCinderVolumes-129543335-router', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:46:46Z', 'revision_number': 6, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:46.819766 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c29aed0-5b05-4959-906b-7c33d0c2105e None None] The sync data for ids ['e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e'] in n-d-787206-10 is: [{'id': 'e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e', 'name': 'tempest-TestEncryptedCinderVolumes-129543335-router', 'tenant_id': 'ca12b0759e2244068202c876ffb88496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:46:46Z', 'revision_number': 6, 'project_id': 'ca12b0759e2244068202c876ffb88496', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:46.842357 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.872728 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:46.937476 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.026913 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.029106 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.076695 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.077250 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:46:47.081461 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.083273 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-61c316bc-0f10-4a5b-9035-0e2e3d882eb4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e4c1eeca-3ed6-49ea-8a47-5b08f2b2852e HTTP/1.1" status: 204 len: 168 time: 0.7676857 Jul 16 18:46:47.086073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54046) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:47.129996 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ace453d-85b2-407f-8c89-c33a9c86ee39 admin admin] Deleting subnet 7aaef6a0-54fc-49ee-8018-3cd44b49b1a9 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:47.132952 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ace453d-85b2-407f-8c89-c33a9c86ee39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.167560 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ace453d-85b2-407f-8c89-c33a9c86ee39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.252338 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ace453d-85b2-407f-8c89-c33a9c86ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.309146 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ace453d-85b2-407f-8c89-c33a9c86ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.335268 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace453d-85b2-407f-8c89-c33a9c86ee39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aaef6a0-54fc-49ee-8018-3cd44b49b1a9,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:47.340148 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1ace453d-85b2-407f-8c89-c33a9c86ee39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.342000 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1ace453d-85b2-407f-8c89-c33a9c86ee39 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7aaef6a0-54fc-49ee-8018-3cd44b49b1a9 HTTP/1.1" status: 204 len: 168 time: 0.2550125 Jul 16 18:46:47.344440 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54048) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:47.344853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f4ded9-1d24-4fae-b0b8-41bacd022a05 None None] Network 9cfca6c9-2e43-466c-b8e4-c6cc311c202c requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:47.412627 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.473726 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Deleting port e00ba2a5-a525-4a4b-871f-d4bdcf44001d {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:47.474099 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.542181 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] For port e00ba2a5-a525-4a4b-871f-d4bdcf44001d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e00ba2a5-a525-4a4b-871f-d4bdcf44001d,segment=NetworkSegment(614a9e47-01eb-42b6-be71-992e49cbcda1),segment_id=614a9e47-01eb-42b6-be71-992e49cbcda1)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:47.542537 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.556718 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Calling delete_port for e00ba2a5-a525-4a4b-871f-d4bdcf44001d owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:47.642272 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.668962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e00ba2a5-a525-4a4b-871f-d4bdcf44001d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:47.672425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] No DVR routers for this DVR port e00ba2a5-a525-4a4b-871f-d4bdcf44001d on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:47.715959 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed605e-33f3-401d-8e09-4a609dfd1665 None None] DHCP port deletion for 9cfca6c9-2e43-466c-b8e4-c6cc311c202c request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:47.747598 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.759504 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfca6c9-2e43-466c-b8e4-c6cc311c202c']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:47.775632 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614a9e47-01eb-42b6-be71-992e49cbcda1') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:47.776026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614a9e47-01eb-42b6-be71-992e49cbcda1') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:47.785951 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.802043 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.808639 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:47.809006 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:47.810711 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:47.865801 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.870273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.872277 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9cfca6c9-2e43-466c-b8e4-c6cc311c202c HTTP/1.1" status: 204 len: 168 time: 0.5269356 Jul 16 18:46:47.885621 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b33274-e5b0-41a6-a9da-3de7bfbae9c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cfca6c9-2e43-466c-b8e4-c6cc311c202c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:48.030995 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54052) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:48.071550 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-41db9b10-963c-4562-a2a4-ac0d6cde4056 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f16a7e8db1a402ab076d03050b5c49c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393333 Jul 16 18:46:48.074281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54054) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:48.122810 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b61fbafe-bb2d-4981-83a9-62483a8b33ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.143039 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b61fbafe-bb2d-4981-83a9-62483a8b33ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.187971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b61fbafe-bb2d-4981-83a9-62483a8b33ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.191021 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b61fbafe-bb2d-4981-83a9-62483a8b33ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.192554 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b61fbafe-bb2d-4981-83a9-62483a8b33ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/710ab19e-72d2-4a89-86c3-b9f17a476114 HTTP/1.1" status: 204 len: 168 time: 0.1171312 Jul 16 18:46:48.200064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fbafe-bb2d-4981-83a9-62483a8b33ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710ab19e-72d2-4a89-86c3-b9f17a476114,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:48.496456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54060) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:48.522855 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:48.538452 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-23fcd4b8-1d4c-4e8f-8b70-35b4ec9c6faf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca12b0759e2244068202c876ffb88496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406322 Jul 16 18:46:48.540987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54062) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:48.542823 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:48.543172 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 544fc1ef-d54c-4a38-9cf4-ba1be392ac98 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:48.543607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:48.562897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:48.563241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 6f5c9d17-fda7-4c7d-a306-3fcfb21ca0ea not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:48.563668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e00ba2a5-a525-4a4b-871f-d4bdcf44001d no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:48.584933 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e00ba2a5-a525-4a4b-871f-d4bdcf44001d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:48.585272 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e00ba2a5-a525-4a4b-871f-d4bdcf44001d not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:48.589855 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6506f3a-727a-4aad-9280-10718b0e2824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.611385 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6506f3a-727a-4aad-9280-10718b0e2824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.661945 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6506f3a-727a-4aad-9280-10718b0e2824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.664474 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6506f3a-727a-4aad-9280-10718b0e2824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.665601 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f6506f3a-727a-4aad-9280-10718b0e2824 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c36da6c-f5e8-4aa6-b263-50faf953f31c HTTP/1.1" status: 204 len: 168 time: 0.1236424 Jul 16 18:46:48.673901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6506f3a-727a-4aad-9280-10718b0e2824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c36da6c-f5e8-4aa6-b263-50faf953f31c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:49.313019 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54084) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:49.405769 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-359331190-network', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:49.426656 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Made reservation on behalf of 2a0037b70a1746d28d762d875bb351e9 for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:49.429061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.437041 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.528042 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.531831 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.553721 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:46:49.567289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038c61f2-0271-4580-bfd4-e76a8133c64d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:49.572470 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.572800 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Added segment c3a341a9-e72b-4f58-9c38-ff7c6003842e of type vlan for network 2bd287d3-3336-486e-b5c4-191ad51ad97e Jul 16 18:46:49.612458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.640460 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.641362 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:49.641942 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.672413 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3582532 Jul 16 18:46:49.675768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54088) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:49.681903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9581a49f-ec9a-4db2-afdc-da768c8bd7df admin admin] Request body: {'subnet': {'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-359331190-subnet', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:49.702313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd92bb4-6172-4e74-a6fe-bba89d4b9feb admin admin] Pushing event updated for resources: {'Network': ['ID=2bd287d3-3336-486e-b5c4-191ad51ad97e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:49.703667 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9581a49f-ec9a-4db2-afdc-da768c8bd7df admin admin] Made reservation on behalf of 2a0037b70a1746d28d762d875bb351e9 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:49.705988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9581a49f-ec9a-4db2-afdc-da768c8bd7df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.712132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 2bd287d3-3336-486e-b5c4-191ad51ad97e details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:46:49.876676 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9581a49f-ec9a-4db2-afdc-da768c8bd7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.934849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581a49f-ec9a-4db2-afdc-da768c8bd7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2288b8e-8fe0-40f3-9578-1f026d70da82,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:49.942715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581a49f-ec9a-4db2-afdc-da768c8bd7df admin admin] Checking segment: {'id': 'c3a341a9-e72b-4f58-9c38-ff7c6003842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:49.943070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9581a49f-ec9a-4db2-afdc-da768c8bd7df admin admin] Network hostable DHCP agents. Network: 2bd287d3-3336-486e-b5c4-191ad51ad97e, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:46:49.959527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9581a49f-ec9a-4db2-afdc-da768c8bd7df admin admin] Network 2bd287d3-3336-486e-b5c4-191ad51ad97e is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:46:49.967687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-9581a49f-ec9a-4db2-afdc-da768c8bd7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 2bd287d3-3336-486e-b5c4-191ad51ad97e) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:49.972099 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9581a49f-ec9a-4db2-afdc-da768c8bd7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:49.972702 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9581a49f-ec9a-4db2-afdc-da768c8bd7df admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.977097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a3e9e8-9c9d-42bf-bcbf-1721bfd38529 None None] Network 2bd287d3-3336-486e-b5c4-191ad51ad97e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:49.988364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9581a49f-ec9a-4db2-afdc-da768c8bd7df admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3105290 Jul 16 18:46:49.991327 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54090) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:49.996078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:50.015845 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.016866 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.075118 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.124140 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-2bd287d3-3336-486e-b5c4-191ad51ad97e', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'fixed_ips': [{'subnet_id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:46:50.125002 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.215679 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.259778 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Allocated IP 172.20.0.2 (2bd287d3-3336-486e-b5c4-191ad51ad97e/e2288b8e-8fe0-40f3-9578-1f026d70da82/ae2c939d-3eb8-4741-946f-6d0a572925f9) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:50.399652 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.408115 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Transition to ACTIVE for port object ae2c939d-3eb8-4741-946f-6d0a572925f9 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:50.423397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Transition to ACTIVE for port object ae2c939d-3eb8-4741-946f-6d0a572925f9 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:50.430672 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.444085 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.463515 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.469854 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Network 2bd287d3-3336-486e-b5c4-191ad51ad97e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:50.475119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:50.480858 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:50.484001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Pushing event updated for resources: {'Port': ['ID=ae2c939d-3eb8-4741-946f-6d0a572925f9,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:50.539606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Attempting to bind port ae2c939d-3eb8-4741-946f-6d0a572925f9 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:50.539973 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Attempting to bind port ae2c939d-3eb8-4741-946f-6d0a572925f9 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'c3a341a9-e72b-4f58-9c38-ff7c6003842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:50.540330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Attempting to bind port ae2c939d-3eb8-4741-946f-6d0a572925f9 on network 2bd287d3-3336-486e-b5c4-191ad51ad97e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:50.545340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:50.545711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Checking segment: {'id': 'c3a341a9-e72b-4f58-9c38-ff7c6003842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:50.546110 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.546502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Bound using segment: {'id': 'c3a341a9-e72b-4f58-9c38-ff7c6003842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:50.546960 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Bound port: ae2c939d-3eb8-4741-946f-6d0a572925f9, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a341a9-e72b-4f58-9c38-ff7c6003842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:50.547337 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.572447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Allocated IP 172.25.5.246 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/ea29679c-858a-4269-846d-5999c7a3fa9b) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:50.614380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] For port ae2c939d-3eb8-4741-946f-6d0a572925f9, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:50.617668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] For port ae2c939d-3eb8-4741-946f-6d0a572925f9, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ae2c939d-3eb8-4741-946f-6d0a572925f9,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:50.622358 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.679363 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.687862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5ddcf-ed4c-464c-a759-79ab39b3d633 None None] Pushing event updated for resources: {'Port': ['ID=ae2c939d-3eb8-4741-946f-6d0a572925f9,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:50.719641 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.766586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:50.769516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:50.773399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:50.779317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Pushing event updated for resources: {'Port': ['ID=ea29679c-858a-4269-846d-5999c7a3fa9b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:51.056912 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.250678 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.375827 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Router c303206b-f42d-4a6f-b103-0601ddda76cd is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:46:51.487308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:51.497208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Sync routers for ids ['c303206b-f42d-4a6f-b103-0601ddda76cd'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:51.503949 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.505507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-45a91c0e-d7c5-4a7e-a4e4-cb1bd9542d82 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5132177 Jul 16 18:46:51.508136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54092) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:51.509642 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Routers {'c303206b-f42d-4a6f-b103-0601ddda76cd'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:51.510283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:46:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c303206b-f42d-4a6f-b103-0601ddda76cd'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:51.629985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Set router c303206b-f42d-4a6f-b103-0601ddda76cd gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:51.657383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b39c934-305f-4d85-8a23-ee04c09394d3 None None] Network 2bd287d3-3336-486e-b5c4-191ad51ad97e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:51.731415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c520fd9b-c61c-44df-9278-27428c053f02 None None] Provisioning for port ae2c939d-3eb8-4741-946f-6d0a572925f9 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:51.944891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:50Z', 'revision_number': 3, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port': {'id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:51.975595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Checking router: c303206b-f42d-4a6f-b103-0601ddda76cd for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:51.975939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Updating router c303206b-f42d-4a6f-b103-0601ddda76cd port ea29679c-858a-4269-846d-5999c7a3fa9b binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:46:52.014950 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.295166 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.298298 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.305745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Transition to ACTIVE for port object ea29679c-858a-4269-846d-5999c7a3fa9b will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:52.311617 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.359191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Attempting to bind port ea29679c-858a-4269-846d-5999c7a3fa9b on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:52.359578 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Attempting to bind port ea29679c-858a-4269-846d-5999c7a3fa9b by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:52.359935 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Attempting to bind port ea29679c-858a-4269-846d-5999c7a3fa9b on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:52.365713 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab504941-bc23-40bd-863d-90ba66fcf23e None None] Pushing event updated for resources: {'Port': ['ID=ea29679c-858a-4269-846d-5999c7a3fa9b,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:52.370170 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:52.370545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:52.370944 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.371356 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:52.371848 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Bound port: ea29679c-858a-4269-846d-5999c7a3fa9b, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:52.372227 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.421122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] For port ea29679c-858a-4269-846d-5999c7a3fa9b, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:52.424400 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] For port ea29679c-858a-4269-846d-5999c7a3fa9b, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ea29679c-858a-4269-846d-5999c7a3fa9b,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:52.428635 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.488288 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab504941-bc23-40bd-863d-90ba66fcf23e None None] Pushing event updated for resources: {'Port': ['ID=ea29679c-858a-4269-846d-5999c7a3fa9b,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:52.491353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Routers {'c303206b-f42d-4a6f-b103-0601ddda76cd'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:52.491979 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:46:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c303206b-f42d-4a6f-b103-0601ddda76cd'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:52.516795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Allocated IP 172.20.0.1 (2bd287d3-3336-486e-b5c4-191ad51ad97e/e2288b8e-8fe0-40f3-9578-1f026d70da82/61e39a61-6a03-48ba-9d3c-454697e4e9e7) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:52.590588 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ae2c939d-3eb8-4741-946f-6d0a572925f9 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:52.626458 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.639828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Transition to ACTIVE for port object 61e39a61-6a03-48ba-9d3c-454697e4e9e7 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:52.644242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] Set router c303206b-f42d-4a6f-b103-0601ddda76cd gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:52.673043 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.709523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Network 2bd287d3-3336-486e-b5c4-191ad51ad97e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:52.715858 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:52.719374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:52.726818 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port ae2c939d-3eb8-4741-946f-6d0a572925f9 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:52.733766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ae2c939d-3eb8-4741-946f-6d0a572925f9 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:52.734137 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.742711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=61e39a61-6a03-48ba-9d3c-454697e4e9e7,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:52.762093 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.889841 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.930536 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:50Z', 'revision_number': 3, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port': {'id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:52.933287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port ae2c939d-3eb8-4741-946f-6d0a572925f9, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ae2c939d-3eb8-4741-946f-6d0a572925f9,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:52.963127 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.965225 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.966895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315adea2-1f77-4fb1-9f87-6831e79073dd None None] The sync data for ids ['c303206b-f42d-4a6f-b103-0601ddda76cd'] in n-d-787206-10 is: [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:50Z', 'revision_number': 3, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port': {'id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:53.011693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ecaf19d0-dac1-4e18-a02b-179ecbf75da4 None None] Provisioning for port 61e39a61-6a03-48ba-9d3c-454697e4e9e7 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:53.021044 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ecaf19d0-dac1-4e18-a02b-179ecbf75da4 None None] Provisioning complete for port 61e39a61-6a03-48ba-9d3c-454697e4e9e7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:53.021416 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ecaf19d0-dac1-4e18-a02b-179ecbf75da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.059257 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=ae2c939d-3eb8-4741-946f-6d0a572925f9,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:53.075606 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf19d0-dac1-4e18-a02b-179ecbf75da4 None None] Port 61e39a61-6a03-48ba-9d3c-454697e4e9e7 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:53.141597 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.146362 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.222733 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.229977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=61e39a61-6a03-48ba-9d3c-454697e4e9e7,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:53.329751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Network 2bd287d3-3336-486e-b5c4-191ad51ad97e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:53.331948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:53.454620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Router c303206b-f42d-4a6f-b103-0601ddda76cd has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:53.576963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:53.586371 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a098ef66-bf86-44b3-9466-4d125592a8a5 admin admin] 10.222.0.41 "PUT /v2.0/routers/c303206b-f42d-4a6f-b103-0601ddda76cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0772023 Jul 16 18:46:53.702973 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a015b87f-8c57-4a5a-a79b-dfc4dabe96f4 None None] Provisioning complete for port 61e39a61-6a03-48ba-9d3c-454697e4e9e7 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:53.703407 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a015b87f-8c57-4a5a-a79b-dfc4dabe96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.742022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a015b87f-8c57-4a5a-a79b-dfc4dabe96f4 None None] Port 61e39a61-6a03-48ba-9d3c-454697e4e9e7 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:54.052493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54110) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:54.057516 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2034279972-network', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:54.078653 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Made reservation on behalf of bf1cbd96f1434d96b989bd05808b47c9 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:54.081059 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.089682 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.177791 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.181581 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.202197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:46:54.216974 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451a8eca-5172-4b19-be90-dfed3f3698bf,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:54.220481 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.220831 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Added segment e6e4723f-9adb-4371-9c14-042bc1972995 of type vlan for network d6766c33-7575-467b-ad6a-65a980bc607f Jul 16 18:46:54.262554 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.294438 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.295579 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:54.296336 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.328995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2753770 Jul 16 18:46:54.331750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54112) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:54.338628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5b38b096-c582-428b-9b1e-be96c54e80c4 admin admin] Request body: {'subnet': {'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2034279972-subnet', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:54.371892 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfe9aa-bcaa-4ad4-8f8e-236d885e2245 admin admin] Pushing event updated for resources: {'Network': ['ID=d6766c33-7575-467b-ad6a-65a980bc607f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:54.383178 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network d6766c33-7575-467b-ad6a-65a980bc607f details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:46:54.391694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b38b096-c582-428b-9b1e-be96c54e80c4 admin admin] Made reservation on behalf of bf1cbd96f1434d96b989bd05808b47c9 for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:54.394333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b38b096-c582-428b-9b1e-be96c54e80c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.582945 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b38b096-c582-428b-9b1e-be96c54e80c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.592880 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Sync routers for ids ['c303206b-f42d-4a6f-b103-0601ddda76cd'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:54.604682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ae2c939d-3eb8-4741-946f-6d0a572925f9 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:54.606055 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Routers {'c303206b-f42d-4a6f-b103-0601ddda76cd'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:54.607562 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:46:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c303206b-f42d-4a6f-b103-0601ddda76cd'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:54.643874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38b096-c582-428b-9b1e-be96c54e80c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d7d9fba-403e-4046-8d2d-80c4c16349cf,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:54.653019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38b096-c582-428b-9b1e-be96c54e80c4 admin admin] Checking segment: {'id': 'e6e4723f-9adb-4371-9c14-042bc1972995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:54.653584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b38b096-c582-428b-9b1e-be96c54e80c4 admin admin] Network hostable DHCP agents. Network: d6766c33-7575-467b-ad6a-65a980bc607f, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:46:54.671985 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b38b096-c582-428b-9b1e-be96c54e80c4 admin admin] Network d6766c33-7575-467b-ad6a-65a980bc607f is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:46:54.684100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-5b38b096-c582-428b-9b1e-be96c54e80c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, d6766c33-7575-467b-ad6a-65a980bc607f) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:54.689066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b38b096-c582-428b-9b1e-be96c54e80c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:54.690318 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b38b096-c582-428b-9b1e-be96c54e80c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.709442 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5b38b096-c582-428b-9b1e-be96c54e80c4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3757963 Jul 16 18:46:54.712069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54114) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:54.717413 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2034279972-router', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:54.722120 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Set router c303206b-f42d-4a6f-b103-0601ddda76cd gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:54.740766 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.742166 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.800409 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db78229-40cb-4413-b4d0-70b01963c49a None None] Network d6766c33-7575-467b-ad6a-65a980bc607f requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:54.802811 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.889479 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ae2c939d-3eb8-4741-946f-6d0a572925f9 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:54.889850 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.939926 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 4, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port': {'id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '61e39a61-6a03-48ba-9d3c-454697e4e9e7', 'name': '', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'mac_address': 'fa:16:3e:29:ab:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:52Z', 'updated_at': '2021-07-16T18:46:53Z', 'revision_number': 2, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'subnets': [{'id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:54.960468 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.972254 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Checking router: c303206b-f42d-4a6f-b103-0601ddda76cd for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:54.972904 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Updating router c303206b-f42d-4a6f-b103-0601ddda76cd port 61e39a61-6a03-48ba-9d3c-454697e4e9e7 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:46:55.010628 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.018289 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-d6766c33-7575-467b-ad6a-65a980bc607f', 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'fixed_ips': [{'subnet_id': '4d7d9fba-403e-4046-8d2d-80c4c16349cf'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:46:55.019392 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.057576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ea29679c-858a-4269-846d-5999c7a3fa9b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:55.178287 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.198430 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port ea29679c-858a-4269-846d-5999c7a3fa9b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:55.198797 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.212579 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ea29679c-858a-4269-846d-5999c7a3fa9b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:55.213315 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.217334 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Allocated IP 172.20.0.2 (d6766c33-7575-467b-ad6a-65a980bc607f/4d7d9fba-403e-4046-8d2d-80c4c16349cf/5e4aa719-319e-4668-aec6-6951a3d9024e) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:55.309337 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.318744 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Allocated IP 172.25.5.129 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/34f3a423-8bc0-4aff-9760-901b9781b7da) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:55.320013 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Transition to ACTIVE for port object 61e39a61-6a03-48ba-9d3c-454697e4e9e7 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:55.326765 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.397694 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Pushing event updated for resources: {'Port': ['ID=61e39a61-6a03-48ba-9d3c-454697e4e9e7,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:55.398172 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.422251 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:55.422616 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:55.422916 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:55.423244 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:55.423857 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:55.424250 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:55.424482 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:55.424793 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:55.425112 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:55.425818 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:55.425818 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:55.426619 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:55.443506 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Attempting to bind port 61e39a61-6a03-48ba-9d3c-454697e4e9e7 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:55.443872 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Attempting to bind port 61e39a61-6a03-48ba-9d3c-454697e4e9e7 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'c3a341a9-e72b-4f58-9c38-ff7c6003842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:55.444227 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Attempting to bind port 61e39a61-6a03-48ba-9d3c-454697e4e9e7 on network 2bd287d3-3336-486e-b5c4-191ad51ad97e {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:55.450497 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:55.450856 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Checking segment: {'id': 'c3a341a9-e72b-4f58-9c38-ff7c6003842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:55.451502 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.451648 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Bound using segment: {'id': 'c3a341a9-e72b-4f58-9c38-ff7c6003842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:55.452144 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Bound port: 61e39a61-6a03-48ba-9d3c-454697e4e9e7, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a341a9-e72b-4f58-9c38-ff7c6003842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:55.452517 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.452781 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port ea29679c-858a-4269-846d-5999c7a3fa9b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ea29679c-858a-4269-846d-5999c7a3fa9b,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:55.455892 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.466652 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.480188 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.511624 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Transition to ACTIVE for port object 5e4aa719-319e-4668-aec6-6951a3d9024e will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:55.522349 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.531204 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] For port 61e39a61-6a03-48ba-9d3c-454697e4e9e7, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:55.536110 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] For port 61e39a61-6a03-48ba-9d3c-454697e4e9e7, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=61e39a61-6a03-48ba-9d3c-454697e4e9e7,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:55.542358 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.553184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=ea29679c-858a-4269-846d-5999c7a3fa9b,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:55.558392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Transition to ACTIVE for port object 5e4aa719-319e-4668-aec6-6951a3d9024e will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:55.570142 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.575776 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:55.581557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:55.585660 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:55.617054 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Pushing event updated for resources: {'Port': ['ID=34f3a423-8bc0-4aff-9760-901b9781b7da,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:55.632905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Pushing event updated for resources: {'Port': ['ID=5e4aa719-319e-4668-aec6-6951a3d9024e,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:55.643015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Network d6766c33-7575-467b-ad6a-65a980bc607f is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:55.644454 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:55.647034 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:55.702934 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Routers {'c303206b-f42d-4a6f-b103-0601ddda76cd'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:55.703592 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:46:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c303206b-f42d-4a6f-b103-0601ddda76cd'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:55.746024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Attempting to bind port 5e4aa719-319e-4668-aec6-6951a3d9024e on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:55.746841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Attempting to bind port 5e4aa719-319e-4668-aec6-6951a3d9024e by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'e6e4723f-9adb-4371-9c14-042bc1972995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:55.747323 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Attempting to bind port 5e4aa719-319e-4668-aec6-6951a3d9024e on network d6766c33-7575-467b-ad6a-65a980bc607f {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:55.753510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:55.754790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Checking segment: {'id': 'e6e4723f-9adb-4371-9c14-042bc1972995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:55.755902 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.756474 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Bound using segment: {'id': 'e6e4723f-9adb-4371-9c14-042bc1972995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:55.757210 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Bound port: 5e4aa719-319e-4668-aec6-6951a3d9024e, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e4723f-9adb-4371-9c14-042bc1972995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:55.757748 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.834660 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] Set router c303206b-f42d-4a6f-b103-0601ddda76cd gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:55.837470 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913211bd-c3c5-4cc1-9a1b-2f337bc17e32 None None] Pushing event updated for resources: {'Port': ['ID=61e39a61-6a03-48ba-9d3c-454697e4e9e7,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:55.844458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] For port 5e4aa719-319e-4668-aec6-6951a3d9024e, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:55.849538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] For port 5e4aa719-319e-4668-aec6-6951a3d9024e, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5e4aa719-319e-4668-aec6-6951a3d9024e,segment=NetworkSegment(e6e4723f-9adb-4371-9c14-042bc1972995),segment_id=e6e4723f-9adb-4371-9c14-042bc1972995)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:55.855667 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.882170 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.920613 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394c340-1e8b-4fae-8f38-2fe1ee120c85 None None] Pushing event updated for resources: {'Port': ['ID=5e4aa719-319e-4668-aec6-6951a3d9024e,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:56.068443 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 4, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port': {'id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '61e39a61-6a03-48ba-9d3c-454697e4e9e7', 'name': '', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'mac_address': 'fa:16:3e:29:ab:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:52Z', 'updated_at': '2021-07-16T18:46:55Z', 'revision_number': 4, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'subnets': [{'id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:56.099239 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6abd0-a26f-40ea-8b59-e7b669c0a6f9 None None] The sync data for ids ['c303206b-f42d-4a6f-b103-0601ddda76cd'] in n-d-787206-10 is: [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 4, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port': {'id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '61e39a61-6a03-48ba-9d3c-454697e4e9e7', 'name': '', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'mac_address': 'fa:16:3e:29:ab:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:52Z', 'updated_at': '2021-07-16T18:46:55Z', 'revision_number': 4, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'subnets': [{'id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:56.482535 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.633839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Router fc58d175-8be5-4b12-b4fc-5da24a696173 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:46:56.675304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5e4aa719-319e-4668-aec6-6951a3d9024e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:56.744799 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 5e4aa719-319e-4668-aec6-6951a3d9024e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:56.749366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ea29679c-858a-4269-846d-5999c7a3fa9b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:56.773224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:56.786109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Sync routers for ids ['fc58d175-8be5-4b12-b4fc-5da24a696173'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:56.793265 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.798831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54116) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:56.803157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Routers {'fc58d175-8be5-4b12-b4fc-5da24a696173'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:56.803832 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:46:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fc58d175-8be5-4b12-b4fc-5da24a696173'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:56.808288 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e28ec341-6f1a-4481-9a24-652550496e03 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0881190 Jul 16 18:46:56.850360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ea29679c-858a-4269-846d-5999c7a3fa9b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:56.850843 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.952384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Set router fc58d175-8be5-4b12-b4fc-5da24a696173 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:57.081070 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.085763 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.088731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 61e39a61-6a03-48ba-9d3c-454697e4e9e7 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:57.152632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7577fde-ae3a-4b94-b9cd-ab59eeab06e8 None None] Network d6766c33-7575-467b-ad6a-65a980bc607f requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:57.247630 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7a655245-cd42-4038-9893-02013febcfab None None] Provisioning for port 5e4aa719-319e-4668-aec6-6951a3d9024e completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:57.262462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7a655245-cd42-4038-9893-02013febcfab None None] Provisioning complete for port 5e4aa719-319e-4668-aec6-6951a3d9024e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:57.262859 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7a655245-cd42-4038-9893-02013febcfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.300394 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.323241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 61e39a61-6a03-48ba-9d3c-454697e4e9e7 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:57.344065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 61e39a61-6a03-48ba-9d3c-454697e4e9e7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:57.344444 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.471076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Allocated IP 172.20.0.1 (d6766c33-7575-467b-ad6a-65a980bc607f/4d7d9fba-403e-4046-8d2d-80c4c16349cf/280a8754-dbcc-4fba-9e40-627797c54d29) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:57.504819 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7a655245-cd42-4038-9893-02013febcfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.507464 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'name': 'tempest-TestMinimumBasicScenario-2034279972-router', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:54Z', 'updated_at': '2021-07-16T18:46:55Z', 'revision_number': 3, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'gw_port': {'id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:55Z', 'updated_at': '2021-07-16T18:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:57.578932 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.593756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Transition to ACTIVE for port object 280a8754-dbcc-4fba-9e40-627797c54d29 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:57.629549 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.667776 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Network d6766c33-7575-467b-ad6a-65a980bc607f is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:57.672937 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:57.677594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:57.708540 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Pushing event updated for resources: {'Port': ['ID=280a8754-dbcc-4fba-9e40-627797c54d29,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:57.727344 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.727566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Checking router: fc58d175-8be5-4b12-b4fc-5da24a696173 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:57.727717 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Updating router fc58d175-8be5-4b12-b4fc-5da24a696173 port 34f3a423-8bc0-4aff-9760-901b9781b7da binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:46:57.774322 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.807872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-7a655245-cd42-4038-9893-02013febcfab None None] For port 5e4aa719-319e-4668-aec6-6951a3d9024e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5e4aa719-319e-4668-aec6-6951a3d9024e,segment=NetworkSegment(e6e4723f-9adb-4371-9c14-042bc1972995),segment_id=e6e4723f-9adb-4371-9c14-042bc1972995)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:57.809287 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.840674 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7a655245-cd42-4038-9893-02013febcfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.873171 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.893707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 61e39a61-6a03-48ba-9d3c-454697e4e9e7, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=61e39a61-6a03-48ba-9d3c-454697e4e9e7,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:57.947135 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.977580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a655245-cd42-4038-9893-02013febcfab None None] Pushing event updated for resources: {'Port': ['ID=5e4aa719-319e-4668-aec6-6951a3d9024e,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:58.060926 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.068789 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.096146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=61e39a61-6a03-48ba-9d3c-454697e4e9e7,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:58.128601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-0b270f57-676a-4f57-90db-67481f8fa2dc None None] Provisioning complete for port 5e4aa719-319e-4668-aec6-6951a3d9024e triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:58.129655 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0b270f57-676a-4f57-90db-67481f8fa2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.137439 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1ae3673f-28d3-4189-896b-f193ade16d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.149158 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.150945 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Pushing event updated for resources: {'Port': ['ID=280a8754-dbcc-4fba-9e40-627797c54d29,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:58.251143 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Network d6766c33-7575-467b-ad6a-65a980bc607f is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:58.252782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:58.274132 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.293581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Transition to ACTIVE for port object 34f3a423-8bc0-4aff-9760-901b9781b7da will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:58.304593 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.355637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Attempting to bind port 34f3a423-8bc0-4aff-9760-901b9781b7da on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:58.355995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Attempting to bind port 34f3a423-8bc0-4aff-9760-901b9781b7da by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:58.356360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Attempting to bind port 34f3a423-8bc0-4aff-9760-901b9781b7da on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:58.363941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798d9b8-08e3-4b2c-84e3-fed57e5fba47 None None] Pushing event updated for resources: {'Port': ['ID=34f3a423-8bc0-4aff-9760-901b9781b7da,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:58.366566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:58.366944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:58.367350 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.367764 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:58.368738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Bound port: 34f3a423-8bc0-4aff-9760-901b9781b7da, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:58.368738 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.385298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Router fc58d175-8be5-4b12-b4fc-5da24a696173 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:58.431695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] For port 34f3a423-8bc0-4aff-9760-901b9781b7da, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:58.433903 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-65cc08e3-a4ad-4dbe-bbc5-9cbc89db4965 None None] Provisioning for port 280a8754-dbcc-4fba-9e40-627797c54d29 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:58.436971 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] For port 34f3a423-8bc0-4aff-9760-901b9781b7da, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=34f3a423-8bc0-4aff-9760-901b9781b7da,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:58.439982 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-65cc08e3-a4ad-4dbe-bbc5-9cbc89db4965 None None] Provisioning complete for port 280a8754-dbcc-4fba-9e40-627797c54d29 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:58.440214 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-65cc08e3-a4ad-4dbe-bbc5-9cbc89db4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.466402 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.506848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:58.516256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e40795b8-b035-44a8-a976-7e8c7cea48ae admin admin] 10.222.0.41 "PUT /v2.0/routers/fc58d175-8be5-4b12-b4fc-5da24a696173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7161233 Jul 16 18:46:58.527845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-65cc08e3-a4ad-4dbe-bbc5-9cbc89db4965 None None] Port 280a8754-dbcc-4fba-9e40-627797c54d29 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:58.540228 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Routers {'fc58d175-8be5-4b12-b4fc-5da24a696173'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:58.541825 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:46:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fc58d175-8be5-4b12-b4fc-5da24a696173'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:58.578215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5e4aa719-319e-4668-aec6-6951a3d9024e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:58.583216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798d9b8-08e3-4b2c-84e3-fed57e5fba47 None None] Pushing event updated for resources: {'Port': ['ID=34f3a423-8bc0-4aff-9760-901b9781b7da,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:58.688994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9b9da18f-b2e7-4200-860f-b983f481ed36 None None] Provisioning complete for port 280a8754-dbcc-4fba-9e40-627797c54d29 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:58.689366 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9b9da18f-b2e7-4200-860f-b983f481ed36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.716987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] Set router fc58d175-8be5-4b12-b4fc-5da24a696173 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:58.745316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 5e4aa719-319e-4668-aec6-6951a3d9024e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:58.745681 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.795765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9b9da18f-b2e7-4200-860f-b983f481ed36 None None] Port 280a8754-dbcc-4fba-9e40-627797c54d29 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:58.942990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 61e39a61-6a03-48ba-9d3c-454697e4e9e7 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:59.043880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 61e39a61-6a03-48ba-9d3c-454697e4e9e7 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:59.044854 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.081861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'name': 'tempest-TestMinimumBasicScenario-2034279972-router', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:54Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 4, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'gw_port': {'id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:55Z', 'updated_at': '2021-07-16T18:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '280a8754-dbcc-4fba-9e40-627797c54d29', 'name': '', 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'mac_address': 'fa:16:3e:4b:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4d7d9fba-403e-4046-8d2d-80c4c16349cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:57Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 2, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'subnets': [{'id': '4d7d9fba-403e-4046-8d2d-80c4c16349cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:59.111843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868cb799-3233-4ca1-95a4-cd49d7ffa8f0 None None] The sync data for ids ['fc58d175-8be5-4b12-b4fc-5da24a696173'] in n-d-787206-10 is: [{'id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'name': 'tempest-TestMinimumBasicScenario-2034279972-router', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:54Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 4, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'gw_port': {'id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:55Z', 'updated_at': '2021-07-16T18:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '280a8754-dbcc-4fba-9e40-627797c54d29', 'name': '', 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'mac_address': 'fa:16:3e:4b:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4d7d9fba-403e-4046-8d2d-80c4c16349cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:57Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 2, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'subnets': [{'id': '4d7d9fba-403e-4046-8d2d-80c4c16349cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:00.585549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 34f3a423-8bc0-4aff-9760-901b9781b7da up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:00.645157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 34f3a423-8bc0-4aff-9760-901b9781b7da completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:00.648842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 34f3a423-8bc0-4aff-9760-901b9781b7da triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:00.649217 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.767048 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.789127 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.795944 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b51194f3-8c78-43ad-950f-ed2c34a2d633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.819626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 34f3a423-8bc0-4aff-9760-901b9781b7da, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=34f3a423-8bc0-4aff-9760-901b9781b7da,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:00.826062 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.892722 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=34f3a423-8bc0-4aff-9760-901b9781b7da,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:01.360172 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Sync routers for ids ['fc58d175-8be5-4b12-b4fc-5da24a696173'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:01.371385 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Routers {'fc58d175-8be5-4b12-b4fc-5da24a696173'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:01.372145 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:47:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fc58d175-8be5-4b12-b4fc-5da24a696173'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:01.486557 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Set router fc58d175-8be5-4b12-b4fc-5da24a696173 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:01.713344 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'name': 'tempest-TestMinimumBasicScenario-2034279972-router', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:54Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 4, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'gw_port': {'id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:55Z', 'updated_at': '2021-07-16T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '280a8754-dbcc-4fba-9e40-627797c54d29', 'name': '', 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'mac_address': 'fa:16:3e:4b:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4d7d9fba-403e-4046-8d2d-80c4c16349cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:57Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 2, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'subnets': [{'id': '4d7d9fba-403e-4046-8d2d-80c4c16349cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:01.742770 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Checking router: fc58d175-8be5-4b12-b4fc-5da24a696173 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:01.743133 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Updating router fc58d175-8be5-4b12-b4fc-5da24a696173 port 280a8754-dbcc-4fba-9e40-627797c54d29 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:47:01.786203 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.981255 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:02.075162 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.092827 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.103343 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Transition to ACTIVE for port object 280a8754-dbcc-4fba-9e40-627797c54d29 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:02.111892 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.163688 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68e5bc-cc5f-4cb3-ae8a-ff0817a09e9e None None] Pushing event updated for resources: {'Port': ['ID=280a8754-dbcc-4fba-9e40-627797c54d29,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:02.243956 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Attempting to bind port 280a8754-dbcc-4fba-9e40-627797c54d29 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:02.244509 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Attempting to bind port 280a8754-dbcc-4fba-9e40-627797c54d29 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'e6e4723f-9adb-4371-9c14-042bc1972995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:02.245117 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Attempting to bind port 280a8754-dbcc-4fba-9e40-627797c54d29 on network d6766c33-7575-467b-ad6a-65a980bc607f {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:02.250950 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:02.251319 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Checking segment: {'id': 'e6e4723f-9adb-4371-9c14-042bc1972995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:02.254730 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.255290 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Bound using segment: {'id': 'e6e4723f-9adb-4371-9c14-042bc1972995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:02.255785 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Bound port: 280a8754-dbcc-4fba-9e40-627797c54d29, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e4723f-9adb-4371-9c14-042bc1972995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:02.256166 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.339899 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] For port 280a8754-dbcc-4fba-9e40-627797c54d29, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:02.344137 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] For port 280a8754-dbcc-4fba-9e40-627797c54d29, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=280a8754-dbcc-4fba-9e40-627797c54d29,segment=NetworkSegment(e6e4723f-9adb-4371-9c14-042bc1972995),segment_id=e6e4723f-9adb-4371-9c14-042bc1972995)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:02.352937 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.429677 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Routers {'fc58d175-8be5-4b12-b4fc-5da24a696173'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:02.430334 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:47:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fc58d175-8be5-4b12-b4fc-5da24a696173'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:02.510820 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68e5bc-cc5f-4cb3-ae8a-ff0817a09e9e None None] Pushing event updated for resources: {'Port': ['ID=280a8754-dbcc-4fba-9e40-627797c54d29,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:02.618146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 34f3a423-8bc0-4aff-9760-901b9781b7da up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:02.632539 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] Set router fc58d175-8be5-4b12-b4fc-5da24a696173 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:02.714522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 34f3a423-8bc0-4aff-9760-901b9781b7da triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:02.715698 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.068695 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'name': 'tempest-TestMinimumBasicScenario-2034279972-router', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:54Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 4, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'gw_port': {'id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:55Z', 'updated_at': '2021-07-16T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '280a8754-dbcc-4fba-9e40-627797c54d29', 'name': '', 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'mac_address': 'fa:16:3e:4b:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4d7d9fba-403e-4046-8d2d-80c4c16349cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:57Z', 'updated_at': '2021-07-16T18:47:02Z', 'revision_number': 4, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'subnets': [{'id': '4d7d9fba-403e-4046-8d2d-80c4c16349cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:03.095977 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c30a415-d545-415b-8036-9523b11b3c16 None None] The sync data for ids ['fc58d175-8be5-4b12-b4fc-5da24a696173'] in n-d-787206-10 is: [{'id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'name': 'tempest-TestMinimumBasicScenario-2034279972-router', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:54Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 4, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'gw_port': {'id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:55Z', 'updated_at': '2021-07-16T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '280a8754-dbcc-4fba-9e40-627797c54d29', 'name': '', 'network_id': 'd6766c33-7575-467b-ad6a-65a980bc607f', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'mac_address': 'fa:16:3e:4b:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4d7d9fba-403e-4046-8d2d-80c4c16349cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:57Z', 'updated_at': '2021-07-16T18:47:02Z', 'revision_number': 4, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'subnets': [{'id': '4d7d9fba-403e-4046-8d2d-80c4c16349cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:03.777489 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.607254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 280a8754-dbcc-4fba-9e40-627797c54d29 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:04.667563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 280a8754-dbcc-4fba-9e40-627797c54d29 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:04.671724 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 280a8754-dbcc-4fba-9e40-627797c54d29 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:04.674262 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.776563 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.824872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 280a8754-dbcc-4fba-9e40-627797c54d29, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=280a8754-dbcc-4fba-9e40-627797c54d29,segment=NetworkSegment(e6e4723f-9adb-4371-9c14-042bc1972995),segment_id=e6e4723f-9adb-4371-9c14-042bc1972995)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:04.829555 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.883071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=280a8754-dbcc-4fba-9e40-627797c54d29,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:06.546229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 280a8754-dbcc-4fba-9e40-627797c54d29 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:06.605958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 280a8754-dbcc-4fba-9e40-627797c54d29 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:06.606716 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.924106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-66d7ad84-7e03-41a9-b5d8-a5c90b106105 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:08.925605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-66d7ad84-7e03-41a9-b5d8-a5c90b106105 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/networks?id=2bd287d3-3336-486e-b5c4-191ad51ad97e HTTP/1.1" status: 200 len: 814 time: 0.1060169 Jul 16 18:47:08.940504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-13c49f58-cc05-45fd-a406-6c53b36f1898 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/quotas/2a0037b70a1746d28d762d875bb351e9 HTTP/1.1" status: 200 len: 375 time: 0.0091720 Jul 16 18:47:09.008026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-b9a970ef-744c-4081-bc04-9db0ec72da36 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a0037b70a1746d28d762d875bb351e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618250 Jul 16 18:47:09.413718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-5cf40033-8160-42ee-97bd-40feb3dd2968 service neutron] 10.222.0.41 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946133 Jul 16 18:47:09.501097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-cfe525ae-db34-4531-b4b3-86591e8443b1 service neutron] 10.222.0.41 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817347 Jul 16 18:47:09.716983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5f23650f-1828-43fd-95d2-d6d77f13c1fd req-fd378591-499c-4a61-8215-a5ad9fff9329 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 210 time: 0.0303373 Jul 16 18:47:10.732760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-0f8544ae-5879-4d1b-96d0-43c85c76a839 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.734165 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-0f8544ae-5879-4d1b-96d0-43c85c76a839 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.35 "GET /v2.0/networks?id=2bd287d3-3336-486e-b5c4-191ad51ad97e HTTP/1.1" status: 200 len: 814 time: 0.1090434 Jul 16 18:47:10.747725 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Request body: {'port': {'device_id': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'admin_state_up': True, 'tenant_id': '2a0037b70a1746d28d762d875bb351e9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:10.866709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Made reservation on behalf of 2a0037b70a1746d28d762d875bb351e9 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:10.870368 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.027114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09f9a524-047a-480b-8d14-94e45e132930 req-dc2205a6-4479-447d-84ee-9162f1fb6a9a tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 210 time: 0.1463645 Jul 16 18:47:11.037268 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Allocated IP 172.20.0.6 (2bd287d3-3336-486e-b5c4-191ad51ad97e/e2288b8e-8fe0-40f3-9578-1f026d70da82/8c688167-da08-46c4-a398-4e19afcea1b1) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:11.264395 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.280412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Transition to ACTIVE for port object 8c688167-da08-46c4-a398-4e19afcea1b1 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:11.318284 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.370925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Network 2bd287d3-3336-486e-b5c4-191ad51ad97e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:11.376578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:11.380931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:11.410993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event updated for resources: {'Port': ['ID=8c688167-da08-46c4-a398-4e19afcea1b1,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:11.427243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:11.427611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:11.427949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:11.428275 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:11.428597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:11.428920 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:11.429248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:11.429566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:11.429886 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:11.430342 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:11.430669 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:11.430988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:11.450320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.451112 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.472581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-582dcd64-6345-4b6a-b3db-07470b63a6c8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7273400 Jul 16 18:47:11.613179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-99fc30c1-adcc-468a-86fd-f1cc9b6fef32 None None] Provisioning for port 8c688167-da08-46c4-a398-4e19afcea1b1 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:11.617123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-99fc30c1-adcc-468a-86fd-f1cc9b6fef32 None None] Provisioning complete for port 8c688167-da08-46c4-a398-4e19afcea1b1 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:11.617493 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-99fc30c1-adcc-468a-86fd-f1cc9b6fef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.655278 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-99fc30c1-adcc-468a-86fd-f1cc9b6fef32 None None] Port 8c688167-da08-46c4-a398-4e19afcea1b1 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:12.220309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8a30f-3ecc-442f-a807-293a76ca1fe0 req-cff5a477-ca3d-41b0-8077-5a760c0c7dee tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:12.222462 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3e8a30f-3ecc-442f-a807-293a76ca1fe0 req-cff5a477-ca3d-41b0-8077-5a760c0c7dee tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 931 time: 0.0691090 Jul 16 18:47:12.271114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3e8a30f-3ecc-442f-a807-293a76ca1fe0 req-fb83e1d7-84bc-4904-b5ae-e364a0e4a7b6 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433898 Jul 16 18:47:13.455453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad9e40-d448-4426-9ccb-805d8b5ea99c req-2cff792a-7732-4349-8c8c-90417bb670c6 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:13.457015 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cad9e40-d448-4426-9ccb-805d8b5ea99c req-2cff792a-7732-4349-8c8c-90417bb670c6 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 931 time: 0.0696650 Jul 16 18:47:13.497693 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cad9e40-d448-4426-9ccb-805d8b5ea99c req-0b98584c-dd37-4a51-bc06-c21f6cf3b0a1 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349278 Jul 16 18:47:14.765192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc082d9-efc4-4491-ab19-04c7ddda7ba0 req-b0eaacde-8e41-4423-b7e2-1ff3c39e2389 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:14.767157 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9fc082d9-efc4-4491-ab19-04c7ddda7ba0 req-b0eaacde-8e41-4423-b7e2-1ff3c39e2389 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 931 time: 0.1173236 Jul 16 18:47:14.811115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9fc082d9-efc4-4491-ab19-04c7ddda7ba0 req-7e1737e7-2f0b-4d18-b0e1-93e1b175cce5 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370862 Jul 16 18:47:15.994673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4983a-dac1-45e8-8dbb-0bfbc6c8f9e8 req-9b2e507a-50dd-456d-8177-5de760cc0c34 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:15.996247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52d4983a-dac1-45e8-8dbb-0bfbc6c8f9e8 req-9b2e507a-50dd-456d-8177-5de760cc0c34 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 931 time: 0.0675385 Jul 16 18:47:16.041262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52d4983a-dac1-45e8-8dbb-0bfbc6c8f9e8 req-e0466c95-7e92-442b-9efb-89570c18c8dd tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394962 Jul 16 18:47:17.231233 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5876755-e133-4ccd-bae3-13e2a833a85a req-39b3c29e-235a-492d-a1df-a0fbb8cd61d6 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:17.232714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5876755-e133-4ccd-bae3-13e2a833a85a req-39b3c29e-235a-492d-a1df-a0fbb8cd61d6 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 931 time: 0.0667548 Jul 16 18:47:17.273215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f5876755-e133-4ccd-bae3-13e2a833a85a req-44283f91-fdfa-4499-815d-099f12177ee5 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343020 Jul 16 18:47:18.457058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9a63e-5eea-43aa-8b56-9a3441f88a96 req-c512d866-095e-4f39-83ee-8a29334c67d9 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:18.459206 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88c9a63e-5eea-43aa-8b56-9a3441f88a96 req-c512d866-095e-4f39-83ee-8a29334c67d9 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 931 time: 0.0710728 Jul 16 18:47:18.501585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88c9a63e-5eea-43aa-8b56-9a3441f88a96 req-628e7342-6a14-4b34-9c01-26d0fca30eca tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346770 Jul 16 18:47:19.684527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807702a-4b9b-43de-bbb1-b560db47240f req-54708895-2f0a-4d9e-a51a-2029f1c5f02e tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:19.686106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c807702a-4b9b-43de-bbb1-b560db47240f req-54708895-2f0a-4d9e-a51a-2029f1c5f02e tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 931 time: 0.0701699 Jul 16 18:47:19.725811 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c807702a-4b9b-43de-bbb1-b560db47240f req-609b76f3-9ae4-455e-aeec-4dcd987ff971 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342476 Jul 16 18:47:20.904797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1419f65-9aee-4545-b157-ad367ad617a9 req-286e557d-6f7d-4a5b-8a93-c5ba4cb44aae tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:20.906292 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1419f65-9aee-4545-b157-ad367ad617a9 req-286e557d-6f7d-4a5b-8a93-c5ba4cb44aae tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 931 time: 0.0645690 Jul 16 18:47:20.946069 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c1419f65-9aee-4545-b157-ad367ad617a9 req-e7d236a6-af67-49ec-8ea0-ec8713300eb3 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342748 Jul 16 18:47:21.316269 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Request body: {'port': {'device_id': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:21.390846 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.648849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c688167-da08-46c4-a398-4e19afcea1b1 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:21.655952 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.668412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Transition to ACTIVE for port object 8c688167-da08-46c4-a398-4e19afcea1b1 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:21.671138 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.725358 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Pushing event updated for resources: {'Port': ['ID=8c688167-da08-46c4-a398-4e19afcea1b1,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:21.800741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Attempting to bind port 8c688167-da08-46c4-a398-4e19afcea1b1 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:21.801110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Attempting to bind port 8c688167-da08-46c4-a398-4e19afcea1b1 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'c3a341a9-e72b-4f58-9c38-ff7c6003842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:21.801442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Attempting to bind port 8c688167-da08-46c4-a398-4e19afcea1b1 on network 2bd287d3-3336-486e-b5c4-191ad51ad97e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:21.808615 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Port 8c688167-da08-46c4-a398-4e19afcea1b1 on network 2bd287d3-3336-486e-b5c4-191ad51ad97e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:21.808936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Attempting to bind port 8c688167-da08-46c4-a398-4e19afcea1b1 on network 2bd287d3-3336-486e-b5c4-191ad51ad97e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:21.813972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:21.814312 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Checking segment: {'id': 'c3a341a9-e72b-4f58-9c38-ff7c6003842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:21.814696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Bound using segment: {'id': 'c3a341a9-e72b-4f58-9c38-ff7c6003842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:21.815125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Bound port: 8c688167-da08-46c4-a398-4e19afcea1b1, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a341a9-e72b-4f58-9c38-ff7c6003842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:21.815542 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.883235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] For port 8c688167-da08-46c4-a398-4e19afcea1b1, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:21.886205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] For port 8c688167-da08-46c4-a398-4e19afcea1b1, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8c688167-da08-46c4-a398-4e19afcea1b1,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:21.890500 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.923252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:21.924046 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.925356 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] 10.222.0.35 "PUT /v2.0/ports/8c688167-da08-46c4-a398-4e19afcea1b1 HTTP/1.1" status: 200 len: 1092 time: 0.6138048 Jul 16 18:47:21.925813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:21.928475 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322d4d90-b9bd-4458-a385-5cae630579ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:21.965694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6e8bf-d5db-45e1-9168-c41571d70159 service neutron] Pushing event updated for resources: {'Port': ['ID=8c688167-da08-46c4-a398-4e19afcea1b1,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:22.007473 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e1be43-835a-4a5b-8823-323706a61aa3 x-openstack-request-id: req-89e1be43-835a-4a5b-8823-323706a61aa3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:22.007770 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:22.008000 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89e1be43-835a-4a5b-8823-323706a61aa3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:22.008388 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1', 'status': 'completed', 'code': 200} Jul 16 18:47:22.045963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-d9f56ea9-68d8-4a37-9a8e-3976850c0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:22.045963 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-d9f56ea9-68d8-4a37-9a8e-3976850c0956 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a0037b70a1746d28d762d875bb351e9&device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 1095 time: 0.0689881 Jul 16 18:47:22.096798 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-8a2a0cd9-13e3-4d76-9fff-32fbae696c00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c688167-da08-46c4-a398-4e19afcea1b1 HTTP/1.1" status: 200 len: 217 time: 0.0452757 Jul 16 18:47:22.178887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-8aa7dcea-164a-4fe5-bf0d-3c401978f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:22.180467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-8aa7dcea-164a-4fe5-bf0d-3c401978f2ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2288b8e-8fe0-40f3-9578-1f026d70da82 HTTP/1.1" status: 200 len: 853 time: 0.0629668 Jul 16 18:47:22.205860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6c8e9-10de-4d5e-b15d-dd5c0438f92e req-e79fbe58-2602-4f54-8552-b96ebec426ab tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:22.207426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83d6c8e9-10de-4d5e-b15d-dd5c0438f92e req-e79fbe58-2602-4f54-8552-b96ebec426ab tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 943 time: 0.1205404 Jul 16 18:47:22.270103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83d6c8e9-10de-4d5e-b15d-dd5c0438f92e req-d3dbf5e5-b3dc-433c-9705-e4a306282f42 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463591 Jul 16 18:47:22.278935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-8bc66daa-5e9e-4252-a5e1-31d3b3f0f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:22.280404 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-8bc66daa-5e9e-4252-a5e1-31d3b3f0f388 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bd287d3-3336-486e-b5c4-191ad51ad97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934713 Jul 16 18:47:22.375186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-986cc10b-5a72-4afe-9841-2ff67ec1cc18 service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861793 Jul 16 18:47:22.463263 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1624edc3-e173-4d73-9599-35f8d8f70454 req-d3019f8e-7f14-4c97-aab8-5078ea3bc084 service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812116 Jul 16 18:47:22.563281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d4d90-b9bd-4458-a385-5cae630579ff req-96634f78-91fa-4e81-bb9f-442a3c4ef890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:22.564796 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-322d4d90-b9bd-4458-a385-5cae630579ff req-96634f78-91fa-4e81-bb9f-442a3c4ef890 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a0037b70a1746d28d762d875bb351e9&device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 1095 time: 0.0526044 Jul 16 18:47:22.657005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d4d90-b9bd-4458-a385-5cae630579ff req-de832583-75db-4e5f-8cf1-cf579b8079f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:22.658447 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-322d4d90-b9bd-4458-a385-5cae630579ff req-de832583-75db-4e5f-8cf1-cf579b8079f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bd287d3-3336-486e-b5c4-191ad51ad97e HTTP/1.1" status: 200 len: 915 time: 0.0873272 Jul 16 18:47:22.700037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-322d4d90-b9bd-4458-a385-5cae630579ff req-ca549dee-7c3f-421d-b426-06cf367ccf90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c688167-da08-46c4-a398-4e19afcea1b1 HTTP/1.1" status: 200 len: 217 time: 0.0342114 Jul 16 18:47:22.752826 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d4d90-b9bd-4458-a385-5cae630579ff req-9bae15fe-12e3-4253-8708-7c3d7262b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:22.754189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-322d4d90-b9bd-4458-a385-5cae630579ff req-9bae15fe-12e3-4253-8708-7c3d7262b6da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2288b8e-8fe0-40f3-9578-1f026d70da82 HTTP/1.1" status: 200 len: 853 time: 0.0474048 Jul 16 18:47:22.810677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d4d90-b9bd-4458-a385-5cae630579ff req-f088241f-816c-4d64-ab6c-3f50420a8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:22.812184 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-322d4d90-b9bd-4458-a385-5cae630579ff req-f088241f-816c-4d64-ab6c-3f50420a8510 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bd287d3-3336-486e-b5c4-191ad51ad97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511575 Jul 16 18:47:22.907179 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-322d4d90-b9bd-4458-a385-5cae630579ff req-62762fc3-2a1e-4611-b646-d5e26166244b service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870662 Jul 16 18:47:22.998745 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-322d4d90-b9bd-4458-a385-5cae630579ff req-ea7d9fda-dbd6-4854-aef8-2cc29a9bb9fe service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832191 Jul 16 18:47:23.442752 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1def706-e13c-4572-b829-f026a1935c2c req-ed8554f0-e446-4521-9ee1-f8ccfc7f25b8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:23.445127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1def706-e13c-4572-b829-f026a1935c2c req-ed8554f0-e446-4521-9ee1-f8ccfc7f25b8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 943 time: 0.0655570 Jul 16 18:47:23.485811 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d1def706-e13c-4572-b829-f026a1935c2c req-b5bb3059-4706-4d01-aaff-163992f1ce99 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352306 Jul 16 18:47:24.656887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6c8be-aea9-49da-b901-623316709e29 req-9027ca9c-1077-4143-908b-4344cc63c56c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:24.658388 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9d6c8be-aea9-49da-b901-623316709e29 req-9027ca9c-1077-4143-908b-4344cc63c56c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 943 time: 0.0627575 Jul 16 18:47:24.695377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9d6c8be-aea9-49da-b901-623316709e29 req-54745f12-cc7c-4204-9c3d-ba0bd0c2c61b tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314209 Jul 16 18:47:25.416461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 8c688167-da08-46c4-a398-4e19afcea1b1 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:47:25.507457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 8c688167-da08-46c4-a398-4e19afcea1b1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8c688167-da08-46c4-a398-4e19afcea1b1,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:25.518375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '8c688167-da08-46c4-a398-4e19afcea1b1', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'port_id': '8c688167-da08-46c4-a398-4e19afcea1b1', 'mac_address': 'fa:16:3e:09:a3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:47:25.557412 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.570000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c688167-da08-46c4-a398-4e19afcea1b1 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:25.589113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 8c688167-da08-46c4-a398-4e19afcea1b1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8c688167-da08-46c4-a398-4e19afcea1b1,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:25.593392 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.638563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=8c688167-da08-46c4-a398-4e19afcea1b1,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:25.645619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.646015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.647067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.647494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.647824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.648154 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.648481 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.648805 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.649127 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.649452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.649775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.650093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.829287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['8c688167-da08-46c4-a398-4e19afcea1b1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:25.869691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42cc48-9b78-4caf-a4bf-2ff38a7e026d req-2f9bde1a-b59b-4d92-8170-8068cc06a269 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:25.871190 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e42cc48-9b78-4caf-a4bf-2ff38a7e026d req-2f9bde1a-b59b-4d92-8170-8068cc06a269 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 944 time: 0.0655637 Jul 16 18:47:25.909606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e42cc48-9b78-4caf-a4bf-2ff38a7e026d req-7326b976-04b7-4cfa-a722-013be9ba8875 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327265 Jul 16 18:47:27.045068 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.055420 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.091289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fcccf-ae0e-4305-9b4c-3425766b08a7 req-cf27327b-5453-441e-b7b3-b03016492eda tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:27.092807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-838fcccf-ae0e-4305-9b4c-3425766b08a7 req-cf27327b-5453-441e-b7b3-b03016492eda tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 944 time: 0.0729561 Jul 16 18:47:27.129735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-838fcccf-ae0e-4305-9b4c-3425766b08a7 req-513e18bf-e923-4adc-8253-f55aae91d4f3 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313876 Jul 16 18:47:27.431568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 8c688167-da08-46c4-a398-4e19afcea1b1 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:27.478382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 8c688167-da08-46c4-a398-4e19afcea1b1 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:27.482025 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 8c688167-da08-46c4-a398-4e19afcea1b1 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:27.482399 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.558002 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.579127 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:27.581381 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b01841b812441c49615fcca75fc16fab4523d47ec0f73ec2086be5d2129988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d45e8c-afdf-482d-8bc1-9d3f6f887344" -d '{"events": [{"server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "name": "network-vif-plugged", "status": "completed", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:27.596890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 8c688167-da08-46c4-a398-4e19afcea1b1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8c688167-da08-46c4-a398-4e19afcea1b1,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:27.601574 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.625321 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60925eac-52d2-47a3-b7ec-03a576d074ef x-openstack-request-id: req-60925eac-52d2-47a3-b7ec-03a576d074ef {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:27.625607 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "name": "network-vif-plugged", "status": "completed", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:27.625854 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60925eac-52d2-47a3-b7ec-03a576d074ef {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:27.626235 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1', 'code': 200} Jul 16 18:47:27.652386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=8c688167-da08-46c4-a398-4e19afcea1b1,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:27.729103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467b01d-611f-4efe-ac5f-93eab3f45bd9 req-973d0e8d-b4f0-4d92-a1c3-83b6e4418d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:27.730485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2467b01d-611f-4efe-ac5f-93eab3f45bd9 req-973d0e8d-b4f0-4d92-a1c3-83b6e4418d09 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 1097 time: 0.0510490 Jul 16 18:47:27.764397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2467b01d-611f-4efe-ac5f-93eab3f45bd9 req-4c69a3e2-20a4-4d72-af79-1c0db9d26924 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278163 Jul 16 18:47:28.078815 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-43d17408-f8ae-4574-9b46-97e5e693cac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.308068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d00439-9905-4381-9e0c-e0469044abee req-1634414e-5801-47e3-bf44-f1bf04f17c65 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:28.309469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8d00439-9905-4381-9e0c-e0469044abee req-1634414e-5801-47e3-bf44-f1bf04f17c65 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 945 time: 0.0673566 Jul 16 18:47:28.347597 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8d00439-9905-4381-9e0c-e0469044abee req-61713d76-aa57-47ce-a75c-9f8cb28bcefe tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327094 Jul 16 18:47:29.519413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2916c-44dc-46e0-ae73-3680b3f1568b req-53f3fc6a-e6cb-46a6-909e-aa1bb0ca5a2a tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:29.520920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91a2916c-44dc-46e0-ae73-3680b3f1568b req-53f3fc6a-e6cb-46a6-909e-aa1bb0ca5a2a tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 945 time: 0.0638499 Jul 16 18:47:29.559933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-91a2916c-44dc-46e0-ae73-3680b3f1568b req-89404f46-7ddc-4ab0-9881-2cf141d2bbba tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329850 Jul 16 18:47:29.730035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be37f4-910f-4f1c-b056-00383e66a56d req-eb59940d-4c81-49e3-86cd-d677424a1a30 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:29.731535 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11be37f4-910f-4f1c-b056-00383e66a56d req-eb59940d-4c81-49e3-86cd-d677424a1a30 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 945 time: 0.0638859 Jul 16 18:47:29.768512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11be37f4-910f-4f1c-b056-00383e66a56d req-e54a4d9b-6e8e-4717-9c4e-106316091dee tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315425 Jul 16 18:47:30.109650 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07d506-6eb4-4804-962a-18d3b52dea85 req-c8226f11-b9c5-4256-888d-3a86a67676d8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:30.111129 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c07d506-6eb4-4804-962a-18d3b52dea85 req-c8226f11-b9c5-4256-888d-3a86a67676d8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 945 time: 0.0672438 Jul 16 18:47:30.149214 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9c07d506-6eb4-4804-962a-18d3b52dea85 req-41da445a-da42-4f89-b0bd-0bedf9942744 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323079 Jul 16 18:47:30.722071 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:30.758972 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3e6aa36e-b7c9-493d-b73a-c07cf026edc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.029307 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.768443 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.960469 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:41.788552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0ba49-43e6-459e-bb66-460db6dae5c7 req-e749162f-07b2-48f0-a09b-5c4d039f2cd2 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:41.789939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d0ba49-43e6-459e-bb66-460db6dae5c7 req-e749162f-07b2-48f0-a09b-5c4d039f2cd2 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 945 time: 0.0632448 Jul 16 18:47:41.828280 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13d0ba49-43e6-459e-bb66-460db6dae5c7 req-60befaa5-79a5-46e6-8600-b9a1ff21f73b tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328369 Jul 16 18:47:41.853424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54324) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:41.948146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0124cb-796c-4a06-9711-b08943d1cf84 tempest-TestMinimumBasicScenario-1343420881 tempest-TestMinimumBasicScenario-1343420881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:41.949644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0e0124cb-796c-4a06-9711-b08943d1cf84 tempest-TestMinimumBasicScenario-1343420881 tempest-TestMinimumBasicScenario-1343420881-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 1092 time: 0.0952497 Jul 16 18:47:41.952780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54328) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:41.957054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '8c688167-da08-46c4-a398-4e19afcea1b1', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:41.980404 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.075108 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.181652 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Allocated IP 172.25.5.238 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/1ef91b84-5831-4eb7-9551-5ee3b68131b0) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:42.281205 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.319968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.363542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:42.367326 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:42.371691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:42.374707 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event updated for resources: {'Port': ['ID=1ef91b84-5831-4eb7-9551-5ee3b68131b0,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:42.736674 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.815287 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.966996 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.971440 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.044082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event updated for resources: {'Port': ['ID=1ef91b84-5831-4eb7-9551-5ee3b68131b0,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:43.054574 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.155265 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Floating IP 1429761c-0763-4198-ad7c-c1d4805c1fd4 associated. External IP: 172.25.5.238, port: 8c688167-da08-46c4-a398-4e19afcea1b1. Jul 16 18:47:43.371353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Router c303206b-f42d-4a6f-b103-0601ddda76cd has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:43.478762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:43.487913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a991131d-1165-4cb1-98d2-1e3baf689a70 None None] Sync routers for ids ['c303206b-f42d-4a6f-b103-0601ddda76cd'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:43.494113 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.497680 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a991131d-1165-4cb1-98d2-1e3baf689a70 None None] Routers {'c303206b-f42d-4a6f-b103-0601ddda76cd'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:43.498308 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a991131d-1165-4cb1-98d2-1e3baf689a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:47:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c303206b-f42d-4a6f-b103-0601ddda76cd'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:43.531650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-28737a85-d300-4a8e-8cad-3a4e8baa22dc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5778239 Jul 16 18:47:43.532239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:43.534574 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54330) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:43.535081 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef46907f3466fdf23cf54f3d0d2aa3420de37091368749aece1363db374aea29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa15a2c6-1ab6-47b8-b952-45543d12f5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:43.539482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-513e9f78-9ece-408b-b85c-4625336d1fb0 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1924392606', 'description': 'tempest-secgroup-smoke-1924392606 description', 'project_id': '2a0037b70a1746d28d762d875bb351e9'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:43.568250 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-513e9f78-9ece-408b-b85c-4625336d1fb0 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.574454 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1438678b-1923-421a-8274-44561a3f158d x-openstack-request-id: req-1438678b-1923-421a-8274-44561a3f158d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:43.574743 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:43.574994 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1438678b-1923-421a-8274-44561a3f158d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:43.575397 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1', 'status': 'completed', 'code': 200} Jul 16 18:47:43.617401 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-a991131d-1165-4cb1-98d2-1e3baf689a70 None None] Set router c303206b-f42d-4a6f-b103-0601ddda76cd gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:43.657028 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-513e9f78-9ece-408b-b85c-4625336d1fb0 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.665617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-513e9f78-9ece-408b-b85c-4625336d1fb0 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.705768 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-513e9f78-9ece-408b-b85c-4625336d1fb0 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.707283 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-513e9f78-9ece-408b-b85c-4625336d1fb0 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1717002 Jul 16 18:47:43.708622 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e9f78-9ece-408b-b85c-4625336d1fb0 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3daf524-bda8-4db3-a212-c2f05329f77a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:43.711913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54336) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:43.717748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8ec899e1-2477-4422-a04e-06a58e402772 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Request body: {'security_group_rule': {'security_group_id': 'a3daf524-bda8-4db3-a212-c2f05329f77a', 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:43.740072 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15a2c6-1ab6-47b8-b952-45543d12f5e0 req-99a112eb-f531-438d-9f22-b3edb2494958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:43.742812 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa15a2c6-1ab6-47b8-b952-45543d12f5e0 req-99a112eb-f531-438d-9f22-b3edb2494958 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a0037b70a1746d28d762d875bb351e9&device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 1097 time: 0.1017332 Jul 16 18:47:43.746654 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ec899e1-2477-4422-a04e-06a58e402772 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.805859 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ec899e1-2477-4422-a04e-06a58e402772 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.810913 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ec899e1-2477-4422-a04e-06a58e402772 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.833406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec899e1-2477-4422-a04e-06a58e402772 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780d0289-3697-4387-8e41-a68c33f2a561,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:43.836928 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8ec899e1-2477-4422-a04e-06a58e402772 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.838294 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8ec899e1-2477-4422-a04e-06a58e402772 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251376 Jul 16 18:47:43.841106 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54338) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:43.845527 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1cb4a5bd-c6c8-43d2-a95c-b4c0ae2aa48c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Request body: {'security_group_rule': {'security_group_id': 'a3daf524-bda8-4db3-a212-c2f05329f77a', 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:43.875845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1cb4a5bd-c6c8-43d2-a95c-b4c0ae2aa48c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.886191 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a991131d-1165-4cb1-98d2-1e3baf689a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 4, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port': {'id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '1429761c-0763-4198-ad7c-c1d4805c1fd4', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'port_id': '8c688167-da08-46c4-a398-4e19afcea1b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'mac_address': 'fa:16:3e:09:a3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:42Z', 'updated_at': '2021-07-16T18:47:42Z', 'revision_number': 0, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61e39a61-6a03-48ba-9d3c-454697e4e9e7', 'name': '', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'mac_address': 'fa:16:3e:29:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:52Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 5, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'subnets': [{'id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:43.942334 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1cb4a5bd-c6c8-43d2-a95c-b4c0ae2aa48c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.947374 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1cb4a5bd-c6c8-43d2-a95c-b4c0ae2aa48c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.974735 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4a5bd-c6c8-43d2-a95c-b4c0ae2aa48c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fb1dc0-1c7c-42e9-b618-829085fb7526,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:43.979321 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1cb4a5bd-c6c8-43d2-a95c-b4c0ae2aa48c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.982153 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1cb4a5bd-c6c8-43d2-a95c-b4c0ae2aa48c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402192 Jul 16 18:47:43.984785 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54340) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:43.989497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a0a50fa9-9866-4b37-ab08-e5f19d26a32f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Request body: {'security_group_rule': {'security_group_id': 'a3daf524-bda8-4db3-a212-c2f05329f77a', 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:44.027210 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0a50fa9-9866-4b37-ab08-e5f19d26a32f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.087006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a991131d-1165-4cb1-98d2-1e3baf689a70 None None] Checking router: c303206b-f42d-4a6f-b103-0601ddda76cd for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:44.095698 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a991131d-1165-4cb1-98d2-1e3baf689a70 None None] Routers {'c303206b-f42d-4a6f-b103-0601ddda76cd'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:44.096328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a991131d-1165-4cb1-98d2-1e3baf689a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:47:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c303206b-f42d-4a6f-b103-0601ddda76cd'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:44.105503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0a50fa9-9866-4b37-ab08-e5f19d26a32f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.109824 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0a50fa9-9866-4b37-ab08-e5f19d26a32f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.130773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a50fa9-9866-4b37-ab08-e5f19d26a32f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcae13e-70a9-4f7c-b014-992c61e634a8,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:44.140748 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a0a50fa9-9866-4b37-ab08-e5f19d26a32f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.142353 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a0a50fa9-9866-4b37-ab08-e5f19d26a32f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565957 Jul 16 18:47:44.145460 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54342) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:44.153874 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-0806fc09-2cdf-4c48-a1fc-9ec66edaf708 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Request body: {'security_group_rule': {'security_group_id': 'a3daf524-bda8-4db3-a212-c2f05329f77a', 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:44.184033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15a2c6-1ab6-47b8-b952-45543d12f5e0 req-2e1b8c3d-a5da-42a8-b8ae-39feed60d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:44.186506 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0806fc09-2cdf-4c48-a1fc-9ec66edaf708 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.187410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa15a2c6-1ab6-47b8-b952-45543d12f5e0 req-2e1b8c3d-a5da-42a8-b8ae-39feed60d832 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bd287d3-3336-486e-b5c4-191ad51ad97e HTTP/1.1" status: 200 len: 915 time: 0.4364264 Jul 16 18:47:44.208850 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-a991131d-1165-4cb1-98d2-1e3baf689a70 None None] Set router c303206b-f42d-4a6f-b103-0601ddda76cd gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:44.251447 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0806fc09-2cdf-4c48-a1fc-9ec66edaf708 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.258693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0806fc09-2cdf-4c48-a1fc-9ec66edaf708 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.263203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa15a2c6-1ab6-47b8-b952-45543d12f5e0 req-f77c6884-05b7-4190-a187-907fdb4c082b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c688167-da08-46c4-a398-4e19afcea1b1 HTTP/1.1" status: 200 len: 999 time: 0.0678113 Jul 16 18:47:44.278041 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806fc09-2cdf-4c48-a1fc-9ec66edaf708 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec09519-699a-4a81-9468-a1e48b26945a,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:44.285737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-0806fc09-2cdf-4c48-a1fc-9ec66edaf708 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.289111 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0806fc09-2cdf-4c48-a1fc-9ec66edaf708 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423430 Jul 16 18:47:44.291667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54344) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:44.296619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-fe49161e-1711-4865-b77d-ece06959e995 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Request body: {'security_group_rule': {'security_group_id': 'a3daf524-bda8-4db3-a212-c2f05329f77a', 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:44.320603 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-fe49161e-1711-4865-b77d-ece06959e995 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Project 2a0037b70a1746d28d762d875bb351e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:47:44.324803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15a2c6-1ab6-47b8-b952-45543d12f5e0 req-8019e6b4-ff05-43ad-9a05-914c5e9f9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:44.325896 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe49161e-1711-4865-b77d-ece06959e995 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.326606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa15a2c6-1ab6-47b8-b952-45543d12f5e0 req-8019e6b4-ff05-43ad-9a05-914c5e9f9626 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2288b8e-8fe0-40f3-9578-1f026d70da82 HTTP/1.1" status: 200 len: 853 time: 0.0575917 Jul 16 18:47:44.392034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15a2c6-1ab6-47b8-b952-45543d12f5e0 req-a4bd6394-9336-4b2e-a222-5cb3b8445175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:44.393563 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa15a2c6-1ab6-47b8-b952-45543d12f5e0 req-a4bd6394-9336-4b2e-a222-5cb3b8445175 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bd287d3-3336-486e-b5c4-191ad51ad97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601754 Jul 16 18:47:44.393973 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe49161e-1711-4865-b77d-ece06959e995 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.397968 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe49161e-1711-4865-b77d-ece06959e995 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.415362 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49161e-1711-4865-b77d-ece06959e995 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e075661-656e-4d14-aa79-a1ae14a9f477,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:44.422702 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe49161e-1711-4865-b77d-ece06959e995 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.426762 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fe49161e-1711-4865-b77d-ece06959e995 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312029 Jul 16 18:47:44.426929 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54346) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:44.432073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3a5724de-249d-4ac4-b7c1-0d32443c8512 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Request body: {'security_group_rule': {'security_group_id': 'a3daf524-bda8-4db3-a212-c2f05329f77a', 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:44.454699 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-a991131d-1165-4cb1-98d2-1e3baf689a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 4, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port': {'id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '1429761c-0763-4198-ad7c-c1d4805c1fd4', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'port_id': '8c688167-da08-46c4-a398-4e19afcea1b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'mac_address': 'fa:16:3e:09:a3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:42Z', 'updated_at': '2021-07-16T18:47:42Z', 'revision_number': 0, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61e39a61-6a03-48ba-9d3c-454697e4e9e7', 'name': '', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'mac_address': 'fa:16:3e:29:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:52Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 5, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'subnets': [{'id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:44.455760 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-3a5724de-249d-4ac4-b7c1-0d32443c8512 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Project 2a0037b70a1746d28d762d875bb351e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:47:44.460891 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a5724de-249d-4ac4-b7c1-0d32443c8512 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.486862 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a991131d-1165-4cb1-98d2-1e3baf689a70 None None] The sync data for ids ['c303206b-f42d-4a6f-b103-0601ddda76cd'] in n-d-787206-10 is: [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 4, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port': {'id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '1429761c-0763-4198-ad7c-c1d4805c1fd4', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'port_id': '8c688167-da08-46c4-a398-4e19afcea1b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'mac_address': 'fa:16:3e:09:a3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:42Z', 'updated_at': '2021-07-16T18:47:42Z', 'revision_number': 0, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61e39a61-6a03-48ba-9d3c-454697e4e9e7', 'name': '', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'mac_address': 'fa:16:3e:29:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:52Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 5, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'subnets': [{'id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:44.501067 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa15a2c6-1ab6-47b8-b952-45543d12f5e0 req-68e52ac5-3995-4823-9bed-dbe25db43c80 service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982118 Jul 16 18:47:44.535298 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a5724de-249d-4ac4-b7c1-0d32443c8512 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.540150 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a5724de-249d-4ac4-b7c1-0d32443c8512 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.559683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5724de-249d-4ac4-b7c1-0d32443c8512 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898a757a-bda9-4520-a6de-92c60f64178d,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:44.567228 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3a5724de-249d-4ac4-b7c1-0d32443c8512 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.569441 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3a5724de-249d-4ac4-b7c1-0d32443c8512 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408830 Jul 16 18:47:44.601460 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa15a2c6-1ab6-47b8-b952-45543d12f5e0 req-5e66e16b-0776-4776-8426-e43b03a96b39 service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935845 Jul 16 18:47:44.706722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b16d67c2-137a-4007-b4b1-e16f82eb85a5 req-b725494e-e9cd-48db-baf6-be29a443f84b tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1924392606&fields=id&tenant_id=2a0037b70a1746d28d762d875bb351e9 HTTP/1.1" status: 200 len: 267 time: 0.0346489 Jul 16 18:47:44.722690 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e58a08-ad3c-4b91-aea1-a8c3901fc8c5 None None] New status for floating IP 1429761c-0763-4198-ad7c-c1d4805c1fd4: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:47:44.784313 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d67c2-137a-4007-b4b1-e16f82eb85a5 req-fa42d447-af64-4f86-8769-a49b3e1e8bff tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:44.785779 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b16d67c2-137a-4007-b4b1-e16f82eb85a5 req-fa42d447-af64-4f86-8769-a49b3e1e8bff tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 945 time: 0.0727587 Jul 16 18:47:44.796587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b16d67c2-137a-4007-b4b1-e16f82eb85a5 req-3bc2b5a3-8416-4f3e-8201-c867c450a27d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Request body: {'port': {'security_groups': ['038c61f2-0271-4580-bfd4-e76a8133c64d', 'a3daf524-bda8-4db3-a212-c2f05329f77a']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:44.880629 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b16d67c2-137a-4007-b4b1-e16f82eb85a5 req-3bc2b5a3-8416-4f3e-8201-c867c450a27d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.065951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b16d67c2-137a-4007-b4b1-e16f82eb85a5 req-3bc2b5a3-8416-4f3e-8201-c867c450a27d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] For port 8c688167-da08-46c4-a398-4e19afcea1b1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8c688167-da08-46c4-a398-4e19afcea1b1,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:45.095412 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b16d67c2-137a-4007-b4b1-e16f82eb85a5 req-3bc2b5a3-8416-4f3e-8201-c867c450a27d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.102088 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b16d67c2-137a-4007-b4b1-e16f82eb85a5 req-3bc2b5a3-8416-4f3e-8201-c867c450a27d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.114893 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['8c688167-da08-46c4-a398-4e19afcea1b1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:45.146296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d67c2-137a-4007-b4b1-e16f82eb85a5 req-3bc2b5a3-8416-4f3e-8201-c867c450a27d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:45.146960 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b16d67c2-137a-4007-b4b1-e16f82eb85a5 req-3bc2b5a3-8416-4f3e-8201-c867c450a27d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.150220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b16d67c2-137a-4007-b4b1-e16f82eb85a5 req-3bc2b5a3-8416-4f3e-8201-c867c450a27d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "PUT /v2.0/ports/8c688167-da08-46c4-a398-4e19afcea1b1 HTTP/1.1" status: 200 len: 981 time: 0.3581631 Jul 16 18:47:45.175186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2b5a3-8416-4f3e-8201-c867c450a27d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event updated for resources: {'Port': ['ID=8c688167-da08-46c4-a398-4e19afcea1b1,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:45.221770 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['8c688167-da08-46c4-a398-4e19afcea1b1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:45.336840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767a622-121e-477f-abc6-350860b307b9 req-c9f61252-eaef-4b8a-a678-f276e1549def tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:45.338342 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3767a622-121e-477f-abc6-350860b307b9 req-c9f61252-eaef-4b8a-a678-f276e1549def tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 984 time: 0.0744915 Jul 16 18:47:45.380826 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3767a622-121e-477f-abc6-350860b307b9 req-9be70c24-5484-42c0-9c48-390391231656 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&id=a3daf524-bda8-4db3-a212-c2f05329f77a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360241 Jul 16 18:47:45.473190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6862af53-e7e4-42f5-ad4e-3224e8a9f6d5 None None] Provisioning complete for port 8c688167-da08-46c4-a398-4e19afcea1b1 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:45.473563 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6862af53-e7e4-42f5-ad4e-3224e8a9f6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.576571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:45.613764 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dacde7-bb04-41fd-b43b-15bd5faa4ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:45.697136 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df847cbf-6488-458e-93e7-a52768b2f527 x-openstack-request-id: req-df847cbf-6488-458e-93e7-a52768b2f527 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:45.697433 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:45.697684 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df847cbf-6488-458e-93e7-a52768b2f527 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:45.698074 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1', 'status': 'completed', 'code': 200} Jul 16 18:47:45.794455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dacde7-bb04-41fd-b43b-15bd5faa4ef8 req-5fc507e7-7370-4d2b-82be-14c8271064ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:45.795660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41dacde7-bb04-41fd-b43b-15bd5faa4ef8 req-5fc507e7-7370-4d2b-82be-14c8271064ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a0037b70a1746d28d762d875bb351e9&device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 1136 time: 0.0732138 Jul 16 18:47:45.913984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dacde7-bb04-41fd-b43b-15bd5faa4ef8 req-080bf944-69b6-4f1a-b023-74882dbb9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:45.915469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41dacde7-bb04-41fd-b43b-15bd5faa4ef8 req-080bf944-69b6-4f1a-b023-74882dbb9a4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bd287d3-3336-486e-b5c4-191ad51ad97e HTTP/1.1" status: 200 len: 915 time: 0.1127663 Jul 16 18:47:45.981153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41dacde7-bb04-41fd-b43b-15bd5faa4ef8 req-d50cfa6d-d4bd-440f-b73b-dd159a27b154 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c688167-da08-46c4-a398-4e19afcea1b1 HTTP/1.1" status: 200 len: 1001 time: 0.0574496 Jul 16 18:47:46.031856 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dacde7-bb04-41fd-b43b-15bd5faa4ef8 req-bd4fbf5d-35c7-4169-9ab4-156fc4563e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:46.033410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41dacde7-bb04-41fd-b43b-15bd5faa4ef8 req-bd4fbf5d-35c7-4169-9ab4-156fc4563e87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2288b8e-8fe0-40f3-9578-1f026d70da82 HTTP/1.1" status: 200 len: 853 time: 0.0451450 Jul 16 18:47:46.094657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dacde7-bb04-41fd-b43b-15bd5faa4ef8 req-0c37b66a-e1ec-417f-9b35-b26d23724c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:46.096183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41dacde7-bb04-41fd-b43b-15bd5faa4ef8 req-0c37b66a-e1ec-417f-9b35-b26d23724c42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bd287d3-3336-486e-b5c4-191ad51ad97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566170 Jul 16 18:47:46.185009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41dacde7-bb04-41fd-b43b-15bd5faa4ef8 req-ea1f0490-327b-4877-8ebb-1ca674bc2f63 service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824056 Jul 16 18:47:46.278667 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41dacde7-bb04-41fd-b43b-15bd5faa4ef8 req-e54e7dcf-aa60-48c0-b6b0-94c3ebdfaa44 service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857956 Jul 16 18:47:57.055897 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.057101 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.001437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-443febce-b5d6-4cd1-a4d5-46cb2d914e92 req-9b3a30eb-e448-45e0-8d6a-a50c1392fa0a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514076 Jul 16 18:47:58.078608 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c4b70c40-d3ab-4495-948f-75dfd663e0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.096961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443febce-b5d6-4cd1-a4d5-46cb2d914e92 req-d57a9266-2d5a-4fd5-a0b8-600818c4847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:58.098496 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-443febce-b5d6-4cd1-a4d5-46cb2d914e92 req-d57a9266-2d5a-4fd5-a0b8-600818c4847d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a0037b70a1746d28d762d875bb351e9&device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 1136 time: 0.0555084 Jul 16 18:47:58.204728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443febce-b5d6-4cd1-a4d5-46cb2d914e92 req-ffec1953-dcfd-407c-b5d4-c98d12f8b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:58.206306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-443febce-b5d6-4cd1-a4d5-46cb2d914e92 req-ffec1953-dcfd-407c-b5d4-c98d12f8b9f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bd287d3-3336-486e-b5c4-191ad51ad97e HTTP/1.1" status: 200 len: 915 time: 0.0884073 Jul 16 18:47:58.272766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-443febce-b5d6-4cd1-a4d5-46cb2d914e92 req-c4f12673-8803-468f-a2f3-46dff66212f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c688167-da08-46c4-a398-4e19afcea1b1 HTTP/1.1" status: 200 len: 1001 time: 0.0594072 Jul 16 18:47:58.324447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443febce-b5d6-4cd1-a4d5-46cb2d914e92 req-d671e9fb-cab8-43a9-a705-25952110b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:58.325872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-443febce-b5d6-4cd1-a4d5-46cb2d914e92 req-d671e9fb-cab8-43a9-a705-25952110b74f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2288b8e-8fe0-40f3-9578-1f026d70da82 HTTP/1.1" status: 200 len: 853 time: 0.0474684 Jul 16 18:47:58.382582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443febce-b5d6-4cd1-a4d5-46cb2d914e92 req-7fa35233-4063-4784-b574-d6ba6a3be6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:58.384098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-443febce-b5d6-4cd1-a4d5-46cb2d914e92 req-7fa35233-4063-4784-b574-d6ba6a3be6d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bd287d3-3336-486e-b5c4-191ad51ad97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515294 Jul 16 18:47:58.472939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-443febce-b5d6-4cd1-a4d5-46cb2d914e92 req-1977186c-e860-4daa-ba98-e0d07b884159 service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809608 Jul 16 18:47:58.566034 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-443febce-b5d6-4cd1-a4d5-46cb2d914e92 req-6b0fb911-2423-4ade-bee5-fb1ec93f4293 service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865104 Jul 16 18:48:00.724989 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.757866 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c7f9-bab9-4adf-83ae-7aedb2096957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.022286 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.575622 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63f7b1-cf8c-4915-a6a0-fec473c0395c req-d6614b6e-015e-4554-8fb3-8d5d2103d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:02.577175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d63f7b1-cf8c-4915-a6a0-fec473c0395c req-d6614b6e-015e-4554-8fb3-8d5d2103d61a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a0037b70a1746d28d762d875bb351e9&device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 1136 time: 0.1022623 Jul 16 18:48:02.601502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aedfbc-7df7-4b48-a93e-229bf133a593 req-4dd44d35-43d2-4964-9e5f-f9e6f7d31d8e tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:02.602883 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97aedfbc-7df7-4b48-a93e-229bf133a593 req-4dd44d35-43d2-4964-9e5f-f9e6f7d31d8e tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 984 time: 0.1003377 Jul 16 18:48:02.689310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97aedfbc-7df7-4b48-a93e-229bf133a593 req-55930a1a-eb0d-4c3f-af77-3eebac38729e tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&id=a3daf524-bda8-4db3-a212-c2f05329f77a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766373 Jul 16 18:48:02.710620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63f7b1-cf8c-4915-a6a0-fec473c0395c req-240e1c20-5f75-497a-8694-fcc3567f3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:02.712182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d63f7b1-cf8c-4915-a6a0-fec473c0395c req-240e1c20-5f75-497a-8694-fcc3567f3433 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bd287d3-3336-486e-b5c4-191ad51ad97e HTTP/1.1" status: 200 len: 915 time: 0.1274898 Jul 16 18:48:02.785455 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d63f7b1-cf8c-4915-a6a0-fec473c0395c req-50b5008c-f6ab-4f55-9805-5375ba1005bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c688167-da08-46c4-a398-4e19afcea1b1 HTTP/1.1" status: 200 len: 1001 time: 0.0648408 Jul 16 18:48:02.836924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63f7b1-cf8c-4915-a6a0-fec473c0395c req-4506822e-a574-441e-99a0-abc12f3afdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:02.838408 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d63f7b1-cf8c-4915-a6a0-fec473c0395c req-4506822e-a574-441e-99a0-abc12f3afdfe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2288b8e-8fe0-40f3-9578-1f026d70da82 HTTP/1.1" status: 200 len: 853 time: 0.0459194 Jul 16 18:48:02.900284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63f7b1-cf8c-4915-a6a0-fec473c0395c req-bd2a7888-d176-4c20-b332-f56b57111520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:02.902220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d63f7b1-cf8c-4915-a6a0-fec473c0395c req-bd2a7888-d176-4c20-b332-f56b57111520 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bd287d3-3336-486e-b5c4-191ad51ad97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564518 Jul 16 18:48:02.997605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d63f7b1-cf8c-4915-a6a0-fec473c0395c req-fe348887-5df6-42a6-8520-6f9db2b99fa8 service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882020 Jul 16 18:48:03.093034 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9d63f7b1-cf8c-4915-a6a0-fec473c0395c req-b52494a8-461b-4b0d-b43a-e521629859ec service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870149 Jul 16 18:48:03.771651 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.870874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909524b6-f5c5-42fa-85f3-eeb0607a7cfe req-c92f130f-a85f-4351-86c5-f4f91d3a80ad tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:03.872404 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-909524b6-f5c5-42fa-85f3-eeb0607a7cfe req-c92f130f-a85f-4351-86c5-f4f91d3a80ad tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 984 time: 0.0687547 Jul 16 18:48:03.912999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-909524b6-f5c5-42fa-85f3-eeb0607a7cfe req-acd131a4-10f3-4d10-ac5b-e688e9b81e0a tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&id=a3daf524-bda8-4db3-a212-c2f05329f77a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349658 Jul 16 18:48:05.085374 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384384a4-322a-4f6f-8e32-5d475cad6ab3 req-e932a9cc-26f8-4c00-bf68-636622419677 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:05.086872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-384384a4-322a-4f6f-8e32-5d475cad6ab3 req-e932a9cc-26f8-4c00-bf68-636622419677 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 984 time: 0.0635741 Jul 16 18:48:05.125878 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-384384a4-322a-4f6f-8e32-5d475cad6ab3 req-be954a6a-9dc3-4448-9bbb-60efc20b7b12 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&id=a3daf524-bda8-4db3-a212-c2f05329f77a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333371 Jul 16 18:48:06.325989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b698a84-69a5-40b3-8c1a-5b16b22d72e8 req-c1c54377-daf1-487d-a9c6-044021470ffc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:06.327479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b698a84-69a5-40b3-8c1a-5b16b22d72e8 req-c1c54377-daf1-487d-a9c6-044021470ffc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 984 time: 0.0852828 Jul 16 18:48:06.378210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5b698a84-69a5-40b3-8c1a-5b16b22d72e8 req-94b1e52c-d27f-4ca4-b786-33f120b992ee tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&id=a3daf524-bda8-4db3-a212-c2f05329f77a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442667 Jul 16 18:48:07.555032 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9d6a9-67bb-4d66-a99a-48f3a0e51c50 req-f06995a3-c58b-4811-8575-4e793814141f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:07.556522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eee9d6a9-67bb-4d66-a99a-48f3a0e51c50 req-f06995a3-c58b-4811-8575-4e793814141f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 984 time: 0.0637279 Jul 16 18:48:07.597025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eee9d6a9-67bb-4d66-a99a-48f3a0e51c50 req-f83736a8-6db2-48b0-83e6-acf6cfc7ee00 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&id=a3daf524-bda8-4db3-a212-c2f05329f77a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349221 Jul 16 18:48:08.774172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ab561-53c4-4522-9383-9ed07ba28587 req-c7b08c7f-ea43-4ed6-8a98-ca3c14a159cf tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:08.775602 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d7ab561-53c4-4522-9383-9ed07ba28587 req-c7b08c7f-ea43-4ed6-8a98-ca3c14a159cf tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 984 time: 0.0652676 Jul 16 18:48:08.815278 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4d7ab561-53c4-4522-9383-9ed07ba28587 req-2f64b706-40f6-458f-a117-78c19e038942 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&id=a3daf524-bda8-4db3-a212-c2f05329f77a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339932 Jul 16 18:48:09.997643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3710061-1417-42c5-a8ef-98b21b5cb153 req-c0d4c08e-553c-4296-ab2a-1131dc13490f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:09.999130 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3710061-1417-42c5-a8ef-98b21b5cb153 req-c0d4c08e-553c-4296-ab2a-1131dc13490f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 984 time: 0.0698884 Jul 16 18:48:10.040526 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c3710061-1417-42c5-a8ef-98b21b5cb153 req-44840238-e357-4f58-8cf8-c4465b06fe7d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&id=a3daf524-bda8-4db3-a212-c2f05329f77a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356212 Jul 16 18:48:11.213247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb12a5-d891-48db-8627-0b11a8e9649e req-af45691e-a07a-41f6-a34b-c8d58efea83d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:11.214734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0acb12a5-d891-48db-8627-0b11a8e9649e req-af45691e-a07a-41f6-a34b-c8d58efea83d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 984 time: 0.0630009 Jul 16 18:48:11.254516 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0acb12a5-d891-48db-8627-0b11a8e9649e req-59903a60-dfaf-4941-b01b-38e05d475bfb tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&id=a3daf524-bda8-4db3-a212-c2f05329f77a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341275 Jul 16 18:48:12.430980 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7e9e0-1eb3-49aa-b9f9-d2a4ade655a0 req-fccf0c2f-98cf-496e-9247-aa2ec98979e8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:12.432471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7e7e9e0-1eb3-49aa-b9f9-d2a4ade655a0 req-fccf0c2f-98cf-496e-9247-aa2ec98979e8 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 984 time: 0.0673416 Jul 16 18:48:12.472676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7e7e9e0-1eb3-49aa-b9f9-d2a4ade655a0 req-bdc09490-4178-49af-a2cc-b9a87e3122ad tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&id=a3daf524-bda8-4db3-a212-c2f05329f77a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345542 Jul 16 18:48:13.647804 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bd6e2-ed19-4ec7-bc69-ce55ac5472fb req-7ce2188c-7d86-44f3-b02e-4c3393b601f1 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:13.649296 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-158bd6e2-ed19-4ec7-bc69-ce55ac5472fb req-7ce2188c-7d86-44f3-b02e-4c3393b601f1 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 984 time: 0.0648530 Jul 16 18:48:13.688935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-158bd6e2-ed19-4ec7-bc69-ce55ac5472fb req-7f7d23ba-4f5f-4023-8857-6dbbe5a07b60 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&id=a3daf524-bda8-4db3-a212-c2f05329f77a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341053 Jul 16 18:48:13.774079 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [req-98a6bc17-f731-4919-a745-a53503d12ad7 req-fdd2a990-5ed1-4c81-bee6-a6203595b3cb tempest-ServerDiskConfigTestJSON-606486816 tempest-ServerDiskConfigTestJSON-606486816-project] (100170) timed out ('10.222.0.43', 61641) {{(pid=100170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:48:14.861392 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323b927-8508-4be9-b010-d78077d7da93 req-dd939237-2c08-4dc9-b0aa-ab7068a7b1fd tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:14.862793 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1323b927-8508-4be9-b010-d78077d7da93 req-dd939237-2c08-4dc9-b0aa-ab7068a7b1fd tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 984 time: 0.0641422 Jul 16 18:48:14.902908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1323b927-8508-4be9-b010-d78077d7da93 req-f3109381-76ac-4597-9c24-3abd90bf62a6 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&id=a3daf524-bda8-4db3-a212-c2f05329f77a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341127 Jul 16 18:48:15.959835 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:27.057290 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.060385 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.078948 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2cdc64d3-64d3-47ba-ac8f-f1b5cc074e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.727630 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.758498 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dfde0f62-b5be-4069-aefa-0aa30174a3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.025802 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.777189 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.280691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a93add0-6cdb-4d20-985b-6b0649fb8c41 req-1df6b78c-bc79-4b3e-bf3a-b0dc6d6277b1 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1924392606&fields=id&tenant_id=2a0037b70a1746d28d762d875bb351e9 HTTP/1.1" status: 200 len: 267 time: 0.0385735 Jul 16 18:48:47.346891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93add0-6cdb-4d20-985b-6b0649fb8c41 req-ab947b01-14b6-4152-9e82-473334bc6e9d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:47.348378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a93add0-6cdb-4d20-985b-6b0649fb8c41 req-ab947b01-14b6-4152-9e82-473334bc6e9d tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 984 time: 0.0625985 Jul 16 18:48:47.359567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-7a93add0-6cdb-4d20-985b-6b0649fb8c41 req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Request body: {'port': {'security_groups': ['038c61f2-0271-4580-bfd4-e76a8133c64d']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:47.441461 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a93add0-6cdb-4d20-985b-6b0649fb8c41 req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.611939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-7a93add0-6cdb-4d20-985b-6b0649fb8c41 req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] For port 8c688167-da08-46c4-a398-4e19afcea1b1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8c688167-da08-46c4-a398-4e19afcea1b1,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:47.644976 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a93add0-6cdb-4d20-985b-6b0649fb8c41 req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.649206 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a93add0-6cdb-4d20-985b-6b0649fb8c41 req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.662567 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['8c688167-da08-46c4-a398-4e19afcea1b1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:48:47.695490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93add0-6cdb-4d20-985b-6b0649fb8c41 req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:47.696137 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7a93add0-6cdb-4d20-985b-6b0649fb8c41 req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.697705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7a93add0-6cdb-4d20-985b-6b0649fb8c41 req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "PUT /v2.0/ports/8c688167-da08-46c4-a398-4e19afcea1b1 HTTP/1.1" status: 200 len: 942 time: 0.3427491 Jul 16 18:48:47.698399 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:47.700505 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769b5426-cc2c-4eaa-b1fd-13cca9c3e382" -d '{"events": [{"name": "network-changed", "server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:47.713796 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54418) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:47.739941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event updated for resources: {'Port': ['ID=8c688167-da08-46c4-a398-4e19afcea1b1,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:47.749812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.750194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.750387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.750898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.751532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.751986 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.752298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.752675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.755947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.756336 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.756724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.758082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a5110-5d44-4e5d-8eb2-fc53b707d08f tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.759155 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['8c688167-da08-46c4-a398-4e19afcea1b1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:48:47.793016 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cf4ccb-bd0c-4439-a741-9d122f6dbeea x-openstack-request-id: req-19cf4ccb-bd0c-4439-a741-9d122f6dbeea {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:47.793526 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:47.793984 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19cf4ccb-bd0c-4439-a741-9d122f6dbeea {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:47.794599 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1', 'status': 'completed', 'code': 200} Jul 16 18:48:47.828736 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.860704 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.879480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b5426-cc2c-4eaa-b1fd-13cca9c3e382 req-d2895f78-698b-4aa2-8df6-6cdece12cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:47.882072 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-769b5426-cc2c-4eaa-b1fd-13cca9c3e382 req-d2895f78-698b-4aa2-8df6-6cdece12cfa8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a0037b70a1746d28d762d875bb351e9&device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 1097 time: 0.0686679 Jul 16 18:48:47.928953 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.933483 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.934667 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "DELETE /v2.0/security-groups/a3daf524-bda8-4db3-a212-c2f05329f77a HTTP/1.1" status: 204 len: 168 time: 0.2196877 Jul 16 18:48:47.938080 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54426) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:47.951182 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3daf524-bda8-4db3-a212-c2f05329f77a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:47.968864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-aa179064-1667-40be-9e85-c4abf5e49d9d None None] Provisioning complete for port 8c688167-da08-46c4-a398-4e19afcea1b1 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:47.969246 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aa179064-1667-40be-9e85-c4abf5e49d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.992842 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.993207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.993537 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.993844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.995026 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.995360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.996183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.996436 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b5426-cc2c-4eaa-b1fd-13cca9c3e382 req-821f99d8-b377-4029-b007-3978c4b5ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:47.996575 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.996832 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.997152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.997658 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.997980 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e16f87-14a7-410b-8e11-19416220ddce tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:47.998335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-769b5426-cc2c-4eaa-b1fd-13cca9c3e382 req-821f99d8-b377-4029-b007-3978c4b5ba90 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bd287d3-3336-486e-b5c4-191ad51ad97e HTTP/1.1" status: 200 len: 915 time: 0.1090646 Jul 16 18:48:48.073999 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-769b5426-cc2c-4eaa-b1fd-13cca9c3e382 req-32868119-583a-4a8e-a147-098e63f90523 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c688167-da08-46c4-a398-4e19afcea1b1 HTTP/1.1" status: 200 len: 1001 time: 0.0690103 Jul 16 18:48:48.124813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b5426-cc2c-4eaa-b1fd-13cca9c3e382 req-47d1f501-9135-4f1e-a2ef-4fd7a2d1baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:48.126367 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-769b5426-cc2c-4eaa-b1fd-13cca9c3e382 req-47d1f501-9135-4f1e-a2ef-4fd7a2d1baae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2288b8e-8fe0-40f3-9578-1f026d70da82 HTTP/1.1" status: 200 len: 853 time: 0.0454516 Jul 16 18:48:48.126618 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-919376f7-6fab-42c9-824e-1689e108f30c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Deleting port 1ef91b84-5831-4eb7-9551-5ee3b68131b0 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:48.126945 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-919376f7-6fab-42c9-824e-1689e108f30c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.189581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b5426-cc2c-4eaa-b1fd-13cca9c3e382 req-10dbe6fa-c12b-4da2-bf1e-fea137da8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:48.191186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-769b5426-cc2c-4eaa-b1fd-13cca9c3e382 req-10dbe6fa-c12b-4da2-bf1e-fea137da8f98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bd287d3-3336-486e-b5c4-191ad51ad97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582666 Jul 16 18:48:48.204652 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-919376f7-6fab-42c9-824e-1689e108f30c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.204981 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-919376f7-6fab-42c9-824e-1689e108f30c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.217189 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-919376f7-6fab-42c9-824e-1689e108f30c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Calling delete_port for 1ef91b84-5831-4eb7-9551-5ee3b68131b0 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:48.284213 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-769b5426-cc2c-4eaa-b1fd-13cca9c3e382 req-22494f27-dd52-45ba-b69b-e5988f567bf2 service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860784 Jul 16 18:48:48.365769 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-919376f7-6fab-42c9-824e-1689e108f30c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.381939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-769b5426-cc2c-4eaa-b1fd-13cca9c3e382 req-33271af9-d275-4e68-8940-a2e1dd9a5b7e service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911620 Jul 16 18:48:48.392050 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919376f7-6fab-42c9-824e-1689e108f30c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event deleted for resources: {'Port': ['ID=1ef91b84-5831-4eb7-9551-5ee3b68131b0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:48.453024 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-919376f7-6fab-42c9-824e-1689e108f30c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.453267 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-919376f7-6fab-42c9-824e-1689e108f30c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Floating IP 1429761c-0763-4198-ad7c-c1d4805c1fd4 disassociated (deleted). External IP: 172.25.5.238, port: 8c688167-da08-46c4-a398-4e19afcea1b1. Jul 16 18:48:48.658957 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919376f7-6fab-42c9-824e-1689e108f30c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Router c303206b-f42d-4a6f-b103-0601ddda76cd has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:48.766096 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919376f7-6fab-42c9-824e-1689e108f30c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:48.770822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-919376f7-6fab-42c9-824e-1689e108f30c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.775124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdecb409-cb7f-45d7-9cbf-e23fa8fcb172 None None] Sync routers for ids ['c303206b-f42d-4a6f-b103-0601ddda76cd'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:48.784760 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdecb409-cb7f-45d7-9cbf-e23fa8fcb172 None None] Routers {'c303206b-f42d-4a6f-b103-0601ddda76cd'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:48.785365 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-bdecb409-cb7f-45d7-9cbf-e23fa8fcb172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:48:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c303206b-f42d-4a6f-b103-0601ddda76cd'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:48.806644 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-919376f7-6fab-42c9-824e-1689e108f30c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "DELETE /v2.0/floatingips/1429761c-0763-4198-ad7c-c1d4805c1fd4 HTTP/1.1" status: 204 len: 168 time: 0.8662186 Jul 16 18:48:48.807500 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:48.847806 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e56da41a32dd2068e5562446b0f88194ed4dbce5ac43981d6b9bfffc39744c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222c92d9-ac1f-49a7-93de-a3f6a6b4ba01" -d '{"events": [{"name": "network-changed", "server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:48.901661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-bdecb409-cb7f-45d7-9cbf-e23fa8fcb172 None None] Set router c303206b-f42d-4a6f-b103-0601ddda76cd gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:48.933118 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb2ee6d-611b-4ca0-85d9-d1461cf9018d x-openstack-request-id: req-ccb2ee6d-611b-4ca0-85d9-d1461cf9018d {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:48.933431 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:48.933682 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccb2ee6d-611b-4ca0-85d9-d1461cf9018d {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:48.934083 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1', 'status': 'completed', 'code': 200} Jul 16 18:48:49.013988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c92d9-ac1f-49a7-93de-a3f6a6b4ba01 req-bfdf7ab7-c73e-4c4e-8e5b-3b2d807c44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:49.015607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-222c92d9-ac1f-49a7-93de-a3f6a6b4ba01 req-bfdf7ab7-c73e-4c4e-8e5b-3b2d807c44e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a0037b70a1746d28d762d875bb351e9&device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 1097 time: 0.0578828 Jul 16 18:48:49.127091 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-bdecb409-cb7f-45d7-9cbf-e23fa8fcb172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 4, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port': {'id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '61e39a61-6a03-48ba-9d3c-454697e4e9e7', 'name': '', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'mac_address': 'fa:16:3e:29:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:52Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 5, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'subnets': [{'id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:49.137305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c92d9-ac1f-49a7-93de-a3f6a6b4ba01 req-09ba8244-4aae-425b-9307-3e3251bd9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:49.138932 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-222c92d9-ac1f-49a7-93de-a3f6a6b4ba01 req-09ba8244-4aae-425b-9307-3e3251bd9132 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bd287d3-3336-486e-b5c4-191ad51ad97e HTTP/1.1" status: 200 len: 915 time: 0.1171150 Jul 16 18:48:49.155864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdecb409-cb7f-45d7-9cbf-e23fa8fcb172 None None] Checking router: c303206b-f42d-4a6f-b103-0601ddda76cd for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:48:49.167682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdecb409-cb7f-45d7-9cbf-e23fa8fcb172 None None] Routers {'c303206b-f42d-4a6f-b103-0601ddda76cd'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:49.167682 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-bdecb409-cb7f-45d7-9cbf-e23fa8fcb172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:48:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c303206b-f42d-4a6f-b103-0601ddda76cd'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:49.185278 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-222c92d9-ac1f-49a7-93de-a3f6a6b4ba01 req-d967809c-1829-4c66-b1b7-8a489987b14c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c688167-da08-46c4-a398-4e19afcea1b1 HTTP/1.1" status: 200 len: 217 time: 0.0398598 Jul 16 18:48:49.234699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c92d9-ac1f-49a7-93de-a3f6a6b4ba01 req-5e9a58ed-1a84-47ad-a39e-5d436eb51730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:49.236192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-222c92d9-ac1f-49a7-93de-a3f6a6b4ba01 req-5e9a58ed-1a84-47ad-a39e-5d436eb51730 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2288b8e-8fe0-40f3-9578-1f026d70da82 HTTP/1.1" status: 200 len: 853 time: 0.0435154 Jul 16 18:48:49.271031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-bdecb409-cb7f-45d7-9cbf-e23fa8fcb172 None None] Set router c303206b-f42d-4a6f-b103-0601ddda76cd gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:49.298721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c92d9-ac1f-49a7-93de-a3f6a6b4ba01 req-23deaa81-9577-4378-857e-c4b07fa05860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:49.300157 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-222c92d9-ac1f-49a7-93de-a3f6a6b4ba01 req-23deaa81-9577-4378-857e-c4b07fa05860 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bd287d3-3336-486e-b5c4-191ad51ad97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559690 Jul 16 18:48:49.392420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-222c92d9-ac1f-49a7-93de-a3f6a6b4ba01 req-7e9c6b6a-250f-48a4-8019-1514c75d865d service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850341 Jul 16 18:48:49.462454 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-bdecb409-cb7f-45d7-9cbf-e23fa8fcb172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 4, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port': {'id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '61e39a61-6a03-48ba-9d3c-454697e4e9e7', 'name': '', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'mac_address': 'fa:16:3e:29:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:52Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 5, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'subnets': [{'id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:49.489711 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-222c92d9-ac1f-49a7-93de-a3f6a6b4ba01 req-b669aa06-bfa8-439e-b5ca-d839b813ccb6 service neutron] 10.222.0.35 "GET /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897572 Jul 16 18:48:49.492425 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdecb409-cb7f-45d7-9cbf-e23fa8fcb172 None None] The sync data for ids ['c303206b-f42d-4a6f-b103-0601ddda76cd'] in n-d-787206-10 is: [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 4, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port': {'id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '61e39a61-6a03-48ba-9d3c-454697e4e9e7', 'name': '', 'network_id': '2bd287d3-3336-486e-b5c4-191ad51ad97e', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'mac_address': 'fa:16:3e:29:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:52Z', 'updated_at': '2021-07-16T18:46:57Z', 'revision_number': 5, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'subnets': [{'id': 'e2288b8e-8fe0-40f3-9578-1f026d70da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:49.719408 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d314f72-d187-47c4-ba65-e652af8ef069 None None] New status for floating IP 1429761c-0763-4198-ad7c-c1d4805c1fd4: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:48:52.958668 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:56.230658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495a9c3-418b-480a-9a77-d343ed7fbcdd req-5949d107-923b-4465-9ed6-6e7ef4f73ceb tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:56.232196 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b495a9c3-418b-480a-9a77-d343ed7fbcdd req-5949d107-923b-4465-9ed6-6e7ef4f73ceb tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 945 time: 0.0663433 Jul 16 18:48:56.271626 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b495a9c3-418b-480a-9a77-d343ed7fbcdd req-b15da6a3-5abb-4b2e-80c2-e7b2fd41e878 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337565 Jul 16 18:48:57.056636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.058349 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.448433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1007e9-d732-416c-88a4-7d03b1d49cd1 req-691e915b-d982-4473-91d4-5567759c56cc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:57.449919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a1007e9-d732-416c-88a4-7d03b1d49cd1 req-691e915b-d982-4473-91d4-5567759c56cc tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 945 time: 0.0648634 Jul 16 18:48:57.490371 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a1007e9-d732-416c-88a4-7d03b1d49cd1 req-0357fa91-8623-4ad1-8347-dc1a50bc3bba tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/security-groups?id=038c61f2-0271-4580-bfd4-e76a8133c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348983 Jul 16 18:48:57.810452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2ab19-fd14-4385-90bc-f17aa7404db7 req-9750b163-7ed5-4fe9-81ff-e85ed977554c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:57.811920 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28d2ab19-fd14-4385-90bc-f17aa7404db7 req-9750b163-7ed5-4fe9-81ff-e85ed977554c tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.35 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 945 time: 0.0642748 Jul 16 18:48:57.908105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-28d2ab19-fd14-4385-90bc-f17aa7404db7 req-8c9fe4cc-dc02-4067-915b-590bab266863 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Deleting port 8c688167-da08-46c4-a398-4e19afcea1b1 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:57.908442 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-28d2ab19-fd14-4385-90bc-f17aa7404db7 req-8c9fe4cc-dc02-4067-915b-590bab266863 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.998124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-28d2ab19-fd14-4385-90bc-f17aa7404db7 req-8c9fe4cc-dc02-4067-915b-590bab266863 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] For port 8c688167-da08-46c4-a398-4e19afcea1b1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=8c688167-da08-46c4-a398-4e19afcea1b1,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:57.998480 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-28d2ab19-fd14-4385-90bc-f17aa7404db7 req-8c9fe4cc-dc02-4067-915b-590bab266863 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.009924 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-28d2ab19-fd14-4385-90bc-f17aa7404db7 req-8c9fe4cc-dc02-4067-915b-590bab266863 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Calling delete_port for 8c688167-da08-46c4-a398-4e19afcea1b1 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:58.079119 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9816b782-dafd-4fee-bc4b-b594164d5823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.141549 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-28d2ab19-fd14-4385-90bc-f17aa7404db7 req-8c9fe4cc-dc02-4067-915b-590bab266863 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.152921 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['8c688167-da08-46c4-a398-4e19afcea1b1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:48:58.170443 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fe4cc-dc02-4067-915b-590bab266863 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Pushing event deleted for resources: {'Port': ['ID=8c688167-da08-46c4-a398-4e19afcea1b1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:58.216456 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d2ab19-fd14-4385-90bc-f17aa7404db7 req-8c9fe4cc-dc02-4067-915b-590bab266863 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] No DVR routers for this DVR port 8c688167-da08-46c4-a398-4e19afcea1b1 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:58.218926 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-28d2ab19-fd14-4385-90bc-f17aa7404db7 req-8c9fe4cc-dc02-4067-915b-590bab266863 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.221108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28d2ab19-fd14-4385-90bc-f17aa7404db7 req-8c9fe4cc-dc02-4067-915b-590bab266863 tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.35 "DELETE /v2.0/ports/8c688167-da08-46c4-a398-4e19afcea1b1 HTTP/1.1" status: 204 len: 173 time: 0.4036114 Jul 16 18:48:58.221533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'name': 'network-vif-deleted', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:58.223805 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0551004f-0cb3-464e-bc65-7bb1a57e37f3" -d '{"events": [{"server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "name": "network-vif-deleted", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:58.268329 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e567fa-91e8-442a-a6d8-0121452ddc1b x-openstack-request-id: req-34e567fa-91e8-442a-a6d8-0121452ddc1b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:58.268620 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12fb50e-d3bd-460a-bf85-1f1f477501bc", "name": "network-vif-deleted", "tag": "8c688167-da08-46c4-a398-4e19afcea1b1", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:58.268867 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34e567fa-91e8-442a-a6d8-0121452ddc1b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:58.269257 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12fb50e-d3bd-460a-bf85-1f1f477501bc', 'name': 'network-vif-deleted', 'tag': '8c688167-da08-46c4-a398-4e19afcea1b1', 'status': 'completed', 'code': 200} Jul 16 18:48:58.653583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c699575d-b73e-4f6f-b288-82fc5ebe630b req-1efbdbd4-daa9-491d-ac0f-229e3ec069ed tempest-TestMinimumBasicScenario-2021332775 tempest-TestMinimumBasicScenario-2021332775-project] 10.222.0.41 "GET /v2.0/ports?device_id=b12fb50e-d3bd-460a-bf85-1f1f477501bc HTTP/1.1" status: 200 len: 210 time: 0.0294902 Jul 16 18:49:00.248017 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54524) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:00.592203 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f07ae93d-9791-4d36-8a8c-0468fa3fd5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.729077 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.760445 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-971a19c9-0f60-4487-9469-1bd1f604f6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.846796 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f07ae93d-9791-4d36-8a8c-0468fa3fd5db admin admin] Deleting port 61e39a61-6a03-48ba-9d3c-454697e4e9e7 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:00.847058 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f07ae93d-9791-4d36-8a8c-0468fa3fd5db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.923560 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-f07ae93d-9791-4d36-8a8c-0468fa3fd5db admin admin] For port 61e39a61-6a03-48ba-9d3c-454697e4e9e7, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=61e39a61-6a03-48ba-9d3c-454697e4e9e7,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:00.923939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f07ae93d-9791-4d36-8a8c-0468fa3fd5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.936405 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-f07ae93d-9791-4d36-8a8c-0468fa3fd5db admin admin] Calling delete_port for 61e39a61-6a03-48ba-9d3c-454697e4e9e7 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:01.116503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f07ae93d-9791-4d36-8a8c-0468fa3fd5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.147819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ae93d-9791-4d36-8a8c-0468fa3fd5db admin admin] Pushing event deleted for resources: {'Port': ['ID=61e39a61-6a03-48ba-9d3c-454697e4e9e7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:01.311666 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f07ae93d-9791-4d36-8a8c-0468fa3fd5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.526712 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07ae93d-9791-4d36-8a8c-0468fa3fd5db admin admin] Router c303206b-f42d-4a6f-b103-0601ddda76cd has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:01.632533 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07ae93d-9791-4d36-8a8c-0468fa3fd5db admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:01.637650 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f07ae93d-9791-4d36-8a8c-0468fa3fd5db admin admin] 10.222.0.41 "PUT /v2.0/routers/c303206b-f42d-4a6f-b103-0601ddda76cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3885367 Jul 16 18:49:01.640272 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54526) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:01.642871 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb25e9-191a-49d6-8ff1-7e37c3dc7990 None None] Sync routers for ids ['c303206b-f42d-4a6f-b103-0601ddda76cd'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:01.652325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb25e9-191a-49d6-8ff1-7e37c3dc7990 None None] Routers {'c303206b-f42d-4a6f-b103-0601ddda76cd'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:01.653004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d6fb25e9-191a-49d6-8ff1-7e37c3dc7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c303206b-f42d-4a6f-b103-0601ddda76cd'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:01.742909 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.754773 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-d6fb25e9-191a-49d6-8ff1-7e37c3dc7990 None None] Set router c303206b-f42d-4a6f-b103-0601ddda76cd gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:01.848166 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.904825 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Deleting port ea29679c-858a-4269-846d-5999c7a3fa9b {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:01.905167 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.907232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 8c688167-da08-46c4-a398-4e19afcea1b1 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:01.933808 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 8c688167-da08-46c4-a398-4e19afcea1b1 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:01.934204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 8c688167-da08-46c4-a398-4e19afcea1b1 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:01.957545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d6fb25e9-191a-49d6-8ff1-7e37c3dc7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 5, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port': {'id': 'ea29679c-858a-4269-846d-5999c7a3fa9b', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:01.982943 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb25e9-191a-49d6-8ff1-7e37c3dc7990 None None] Checking router: c303206b-f42d-4a6f-b103-0601ddda76cd for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:01.983444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] For port ea29679c-858a-4269-846d-5999c7a3fa9b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ea29679c-858a-4269-846d-5999c7a3fa9b,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:01.983820 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.991007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb25e9-191a-49d6-8ff1-7e37c3dc7990 None None] Routers {'c303206b-f42d-4a6f-b103-0601ddda76cd'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:01.991646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d6fb25e9-191a-49d6-8ff1-7e37c3dc7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['c303206b-f42d-4a6f-b103-0601ddda76cd'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:01.996952 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Calling delete_port for ea29679c-858a-4269-846d-5999c7a3fa9b owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:02.231086 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.245267 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-d6fb25e9-191a-49d6-8ff1-7e37c3dc7990 None None] Set router c303206b-f42d-4a6f-b103-0601ddda76cd gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:02.300704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-d6fb25e9-191a-49d6-8ff1-7e37c3dc7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 6, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:02.326895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb25e9-191a-49d6-8ff1-7e37c3dc7990 None None] The sync data for ids ['c303206b-f42d-4a6f-b103-0601ddda76cd'] in n-d-787206-10 is: [{'id': 'c303206b-f42d-4a6f-b103-0601ddda76cd', 'name': 'tempest-TestMinimumBasicScenario-359331190-router', 'tenant_id': '2a0037b70a1746d28d762d875bb351e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:50Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 6, 'project_id': '2a0037b70a1746d28d762d875bb351e9', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:02.494008 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.523545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=ea29679c-858a-4269-846d-5999c7a3fa9b,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:02.583791 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.674521 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.676992 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.737396 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.738094 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c303206b-f42d-4a6f-b103-0601ddda76cd {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:49:02.742933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.745646 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fb36c560-4084-435e-a5ec-e47e6c089cdb admin admin] 10.222.0.41 "DELETE /v2.0/routers/c303206b-f42d-4a6f-b103-0601ddda76cd HTTP/1.1" status: 204 len: 168 time: 1.1043425 Jul 16 18:49:02.749028 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54528) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:02.814551 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cb9331-8fdf-4a08-9127-bf424ed4508c admin admin] Deleting subnet e2288b8e-8fe0-40f3-9578-1f026d70da82 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:02.817694 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8cb9331-8fdf-4a08-9127-bf424ed4508c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.852522 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8cb9331-8fdf-4a08-9127-bf424ed4508c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.929682 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8cb9331-8fdf-4a08-9127-bf424ed4508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.990835 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8cb9331-8fdf-4a08-9127-bf424ed4508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.017681 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb9331-8fdf-4a08-9127-bf424ed4508c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2288b8e-8fe0-40f3-9578-1f026d70da82,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:03.022217 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c8cb9331-8fdf-4a08-9127-bf424ed4508c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.027186 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c8cb9331-8fdf-4a08-9127-bf424ed4508c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e2288b8e-8fe0-40f3-9578-1f026d70da82 HTTP/1.1" status: 204 len: 168 time: 0.2749591 Jul 16 18:49:03.027508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54530) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:03.032258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a598650-a702-42f4-8025-94d545e1bf37 None None] Network 2bd287d3-3336-486e-b5c4-191ad51ad97e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:03.108475 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.151623 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 61e39a61-6a03-48ba-9d3c-454697e4e9e7 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:03.172227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Deleting port ae2c939d-3eb8-4741-946f-6d0a572925f9 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:03.172810 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.176534 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 61e39a61-6a03-48ba-9d3c-454697e4e9e7 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:03.176991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 61e39a61-6a03-48ba-9d3c-454697e4e9e7 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:03.255000 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] For port ae2c939d-3eb8-4741-946f-6d0a572925f9, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ae2c939d-3eb8-4741-946f-6d0a572925f9,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:03.255372 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.269412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Calling delete_port for ae2c939d-3eb8-4741-946f-6d0a572925f9 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:03.269762 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] DHCP port deletion for 2bd287d3-3336-486e-b5c4-191ad51ad97e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:03.329372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Deleting port ae2c939d-3eb8-4741-946f-6d0a572925f9 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:03.329755 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.361520 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.388019 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2c939d-3eb8-4741-946f-6d0a572925f9,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:03.394114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] No DVR routers for this DVR port ae2c939d-3eb8-4741-946f-6d0a572925f9 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:03.401377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] For port ae2c939d-3eb8-4741-946f-6d0a572925f9, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ae2c939d-3eb8-4741-946f-6d0a572925f9,segment=NetworkSegment(c3a341a9-e72b-4f58-9c38-ff7c6003842e),segment_id=c3a341a9-e72b-4f58-9c38-ff7c6003842e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:03.401776 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.414375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Calling delete_port for ae2c939d-3eb8-4741-946f-6d0a572925f9 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:03.471538 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.482854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd287d3-3336-486e-b5c4-191ad51ad97e']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:03.494903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a341a9-e72b-4f58-9c38-ff7c6003842e') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:03.495310 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a341a9-e72b-4f58-9c38-ff7c6003842e') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:03.495785 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.506236 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.513035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] No DVR routers for this DVR port ae2c939d-3eb8-4741-946f-6d0a572925f9 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:03.523810 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.532233 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:03.532782 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.535175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Pushing event deleted for resources: {'Port': ['ID=ae2c939d-3eb8-4741-946f-6d0a572925f9,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:03.537835 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:03.545081 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:03.545554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:03.545771 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:03.546631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:03.546977 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:03.547318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:03.547663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:03.548000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:03.548331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:03.548987 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:03.549259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:03.549595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1720cf-6061-45f9-90cd-eeee9328f503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:03.610533 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.615845 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.617712 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2bd287d3-3336-486e-b5c4-191ad51ad97e HTTP/1.1" status: 204 len: 168 time: 0.5893140 Jul 16 18:49:03.620922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54532) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:03.630478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6967e37-2521-4feb-aa7d-06bfe4cbebc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd287d3-3336-486e-b5c4-191ad51ad97e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:03.777517 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.963846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca19e28b-0a17-4532-8486-7c5be8b60b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.214542 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ca19e28b-0a17-4532-8486-7c5be8b60b5d admin admin] Deleting port 280a8754-dbcc-4fba-9e40-627797c54d29 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:04.214880 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca19e28b-0a17-4532-8486-7c5be8b60b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.293591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-ca19e28b-0a17-4532-8486-7c5be8b60b5d admin admin] For port 280a8754-dbcc-4fba-9e40-627797c54d29, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=280a8754-dbcc-4fba-9e40-627797c54d29,segment=NetworkSegment(e6e4723f-9adb-4371-9c14-042bc1972995),segment_id=e6e4723f-9adb-4371-9c14-042bc1972995)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:04.293945 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca19e28b-0a17-4532-8486-7c5be8b60b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.306755 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ca19e28b-0a17-4532-8486-7c5be8b60b5d admin admin] Calling delete_port for 280a8754-dbcc-4fba-9e40-627797c54d29 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:04.481463 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca19e28b-0a17-4532-8486-7c5be8b60b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.504661 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19e28b-0a17-4532-8486-7c5be8b60b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=280a8754-dbcc-4fba-9e40-627797c54d29,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:04.674259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ae2c939d-3eb8-4741-946f-6d0a572925f9 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:04.679293 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ca19e28b-0a17-4532-8486-7c5be8b60b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.699050 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: ae2c939d-3eb8-4741-946f-6d0a572925f9 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:04.699397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ae2c939d-3eb8-4741-946f-6d0a572925f9 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:04.699839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ea29679c-858a-4269-846d-5999c7a3fa9b no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:04.717452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: ea29679c-858a-4269-846d-5999c7a3fa9b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:04.717794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ea29679c-858a-4269-846d-5999c7a3fa9b not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:04.890835 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca19e28b-0a17-4532-8486-7c5be8b60b5d admin admin] Router fc58d175-8be5-4b12-b4fc-5da24a696173 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:04.995809 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca19e28b-0a17-4532-8486-7c5be8b60b5d admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:05.001155 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ca19e28b-0a17-4532-8486-7c5be8b60b5d admin admin] 10.222.0.41 "PUT /v2.0/routers/fc58d175-8be5-4b12-b4fc-5da24a696173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3788834 Jul 16 18:49:05.003570 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54534) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:05.006287 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff32c6-4c29-44e1-a573-b9337d38b1ee None None] Sync routers for ids ['fc58d175-8be5-4b12-b4fc-5da24a696173'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:05.015362 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff32c6-4c29-44e1-a573-b9337d38b1ee None None] Routers {'fc58d175-8be5-4b12-b4fc-5da24a696173'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:05.015996 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3fff32c6-4c29-44e1-a573-b9337d38b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fc58d175-8be5-4b12-b4fc-5da24a696173'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:05.106531 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.117154 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3fff32c6-4c29-44e1-a573-b9337d38b1ee None None] Set router fc58d175-8be5-4b12-b4fc-5da24a696173 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:05.208434 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.261296 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Deleting port 34f3a423-8bc0-4aff-9760-901b9781b7da {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:05.261637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.291970 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3fff32c6-4c29-44e1-a573-b9337d38b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'name': 'tempest-TestMinimumBasicScenario-2034279972-router', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:54Z', 'updated_at': '2021-07-16T18:49:04Z', 'revision_number': 5, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'gw_port': {'id': '34f3a423-8bc0-4aff-9760-901b9781b7da', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:55Z', 'updated_at': '2021-07-16T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:05.317050 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff32c6-4c29-44e1-a573-b9337d38b1ee None None] Checking router: fc58d175-8be5-4b12-b4fc-5da24a696173 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:05.326209 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff32c6-4c29-44e1-a573-b9337d38b1ee None None] Routers {'fc58d175-8be5-4b12-b4fc-5da24a696173'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:05.326816 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3fff32c6-4c29-44e1-a573-b9337d38b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['fc58d175-8be5-4b12-b4fc-5da24a696173'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:05.342696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] For port 34f3a423-8bc0-4aff-9760-901b9781b7da, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=34f3a423-8bc0-4aff-9760-901b9781b7da,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:05.343050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.354865 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Calling delete_port for 34f3a423-8bc0-4aff-9760-901b9781b7da owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:05.410433 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3fff32c6-4c29-44e1-a573-b9337d38b1ee None None] Set router fc58d175-8be5-4b12-b4fc-5da24a696173 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:05.463723 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3fff32c6-4c29-44e1-a573-b9337d38b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'name': 'tempest-TestMinimumBasicScenario-2034279972-router', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:54Z', 'updated_at': '2021-07-16T18:49:05Z', 'revision_number': 6, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:05.489192 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff32c6-4c29-44e1-a573-b9337d38b1ee None None] The sync data for ids ['fc58d175-8be5-4b12-b4fc-5da24a696173'] in n-d-787206-10 is: [{'id': 'fc58d175-8be5-4b12-b4fc-5da24a696173', 'name': 'tempest-TestMinimumBasicScenario-2034279972-router', 'tenant_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:54Z', 'updated_at': '2021-07-16T18:49:05Z', 'revision_number': 6, 'project_id': 'bf1cbd96f1434d96b989bd05808b47c9', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:05.522445 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.549236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f3a423-8bc0-4aff-9760-901b9781b7da,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:05.607359 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.695056 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.697755 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.741476 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.742002 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc58d175-8be5-4b12-b4fc-5da24a696173 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:49:05.746881 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.748001 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ed65f684-194a-4f6b-b9ad-64223ee79721 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fc58d175-8be5-4b12-b4fc-5da24a696173 HTTP/1.1" status: 204 len: 168 time: 0.7432983 Jul 16 18:49:05.750888 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54536) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:05.793845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf41d685-30c9-4b7a-8567-9c3744597b39 admin admin] Deleting subnet 4d7d9fba-403e-4046-8d2d-80c4c16349cf {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:05.796995 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf41d685-30c9-4b7a-8567-9c3744597b39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.832242 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf41d685-30c9-4b7a-8567-9c3744597b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.919900 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf41d685-30c9-4b7a-8567-9c3744597b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.972688 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf41d685-30c9-4b7a-8567-9c3744597b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.998976 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41d685-30c9-4b7a-8567-9c3744597b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d7d9fba-403e-4046-8d2d-80c4c16349cf,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:06.002434 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cf41d685-30c9-4b7a-8567-9c3744597b39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.005001 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cf41d685-30c9-4b7a-8567-9c3744597b39 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4d7d9fba-403e-4046-8d2d-80c4c16349cf HTTP/1.1" status: 204 len: 168 time: 0.2525604 Jul 16 18:49:06.006870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54538) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:06.009189 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4539b0-5cef-446c-9d8f-97eade03ef42 None None] Network d6766c33-7575-467b-ad6a-65a980bc607f requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:06.074725 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.130912 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Deleting port 5e4aa719-319e-4668-aec6-6951a3d9024e {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:06.131249 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.195758 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] For port 5e4aa719-319e-4668-aec6-6951a3d9024e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5e4aa719-319e-4668-aec6-6951a3d9024e,segment=NetworkSegment(e6e4723f-9adb-4371-9c14-042bc1972995),segment_id=e6e4723f-9adb-4371-9c14-042bc1972995)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:06.196113 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.209467 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Calling delete_port for 5e4aa719-319e-4668-aec6-6951a3d9024e owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:06.228622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f8f4e7-0bee-43f4-9232-f3f2f09474f1 None None] DHCP port deletion for d6766c33-7575-467b-ad6a-65a980bc607f request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:06.277001 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-19f8f4e7-0bee-43f4-9232-f3f2f09474f1 None None] Deleting port 5e4aa719-319e-4668-aec6-6951a3d9024e {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:06.277295 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-19f8f4e7-0bee-43f4-9232-f3f2f09474f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.296292 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.326914 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] No DVR routers for this DVR port 5e4aa719-319e-4668-aec6-6951a3d9024e on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:06.329331 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4aa719-319e-4668-aec6-6951a3d9024e,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:06.349721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-19f8f4e7-0bee-43f4-9232-f3f2f09474f1 None None] For port 5e4aa719-319e-4668-aec6-6951a3d9024e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=5e4aa719-319e-4668-aec6-6951a3d9024e,segment=NetworkSegment(e6e4723f-9adb-4371-9c14-042bc1972995),segment_id=e6e4723f-9adb-4371-9c14-042bc1972995)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:06.350143 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-19f8f4e7-0bee-43f4-9232-f3f2f09474f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.362529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-19f8f4e7-0bee-43f4-9232-f3f2f09474f1 None None] Calling delete_port for 5e4aa719-319e-4668-aec6-6951a3d9024e owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:06.406553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.417499 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6766c33-7575-467b-ad6a-65a980bc607f']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:06.428562 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e4723f-9adb-4371-9c14-042bc1972995') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:06.428891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e4723f-9adb-4371-9c14-042bc1972995') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:06.437794 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-19f8f4e7-0bee-43f4-9232-f3f2f09474f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.438097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.455300 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.464028 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:06.464470 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8f4e7-0bee-43f4-9232-f3f2f09474f1 None None] Pushing event deleted for resources: {'Port': ['ID=5e4aa719-319e-4668-aec6-6951a3d9024e,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:06.464617 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:06.468187 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:06.472190 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8f4e7-0bee-43f4-9232-f3f2f09474f1 None None] No DVR routers for this DVR port 5e4aa719-319e-4668-aec6-6951a3d9024e on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:06.529580 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.535562 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.537431 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] 10.222.0.41 "DELETE /v2.0/networks/d6766c33-7575-467b-ad6a-65a980bc607f HTTP/1.1" status: 204 len: 168 time: 0.5295980 Jul 16 18:49:06.552826 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d36b47-8aa0-4aaa-85d6-a93f2a511a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=d6766c33-7575-467b-ad6a-65a980bc607f,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:06.624280 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 280a8754-dbcc-4fba-9e40-627797c54d29 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:06.645071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 280a8754-dbcc-4fba-9e40-627797c54d29 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:06.645412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 280a8754-dbcc-4fba-9e40-627797c54d29 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:06.645824 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 34f3a423-8bc0-4aff-9760-901b9781b7da no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:06.668325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 34f3a423-8bc0-4aff-9760-901b9781b7da {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:06.668667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 34f3a423-8bc0-4aff-9760-901b9781b7da not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:06.669070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5e4aa719-319e-4668-aec6-6951a3d9024e no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:06.687782 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 5e4aa719-319e-4668-aec6-6951a3d9024e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:06.688122 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 5e4aa719-319e-4668-aec6-6951a3d9024e not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:06.703606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54542) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:06.742861 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a5fb8e48-34d1-4028-9600-ea7e62de16a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a0037b70a1746d28d762d875bb351e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380177 Jul 16 18:49:06.745989 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54544) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:06.796637 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ca7-9e60-4040-8169-884bb5468118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.817097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ca7-9e60-4040-8169-884bb5468118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.863519 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ca7-9e60-4040-8169-884bb5468118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.866100 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-f88a0ca7-9e60-4040-8169-884bb5468118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.867250 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f88a0ca7-9e60-4040-8169-884bb5468118 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/038c61f2-0271-4580-bfd4-e76a8133c64d HTTP/1.1" status: 204 len: 168 time: 0.1203821 Jul 16 18:49:06.875301 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a0ca7-9e60-4040-8169-884bb5468118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c61f2-0271-4580-bfd4-e76a8133c64d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:07.173779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54550) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:07.212110 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-993c09fc-c4dd-4f44-bd6b-59bec23d0a13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf1cbd96f1434d96b989bd05808b47c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371563 Jul 16 18:49:07.215406 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54552) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:07.261564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe77b2d4-05cb-4cd9-bec3-dc5722c8e6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.282142 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe77b2d4-05cb-4cd9-bec3-dc5722c8e6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.327865 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe77b2d4-05cb-4cd9-bec3-dc5722c8e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.330378 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fe77b2d4-05cb-4cd9-bec3-dc5722c8e6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.331760 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fe77b2d4-05cb-4cd9-bec3-dc5722c8e6c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/451a8eca-5172-4b19-be90-dfed3f3698bf HTTP/1.1" status: 204 len: 168 time: 0.1153345 Jul 16 18:49:07.340004 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77b2d4-05cb-4cd9-bec3-dc5722c8e6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451a8eca-5172-4b19-be90-dfed3f3698bf,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:09.098260 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54594) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:09.102999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ed2539fb-d4ce-4e41-93d9-6683abb55bc6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-430016570', 'description': 'tempest-secgroup-smoke-430016570 description', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:09.125335 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed2539fb-d4ce-4e41-93d9-6683abb55bc6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.136455 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed2539fb-d4ce-4e41-93d9-6683abb55bc6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.235330 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed2539fb-d4ce-4e41-93d9-6683abb55bc6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.238959 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed2539fb-d4ce-4e41-93d9-6683abb55bc6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.273330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2539fb-d4ce-4e41-93d9-6683abb55bc6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4271c4ba-b905-4849-8d5c-ea0fcc8db0e1,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:09.328210 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed2539fb-d4ce-4e41-93d9-6683abb55bc6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.331683 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed2539fb-d4ce-4e41-93d9-6683abb55bc6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.359530 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2539fb-d4ce-4e41-93d9-6683abb55bc6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3ca3f0-da59-48fb-a467-65d53dd806a0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:09.361874 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ed2539fb-d4ce-4e41-93d9-6683abb55bc6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.363059 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ed2539fb-d4ce-4e41-93d9-6683abb55bc6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2638040 Jul 16 18:49:09.366023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54596) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:09.371032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d05e3357-9dcc-40d5-80f8-186973c5f05c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'fe3ca3f0-da59-48fb-a467-65d53dd806a0', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:09.396190 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d05e3357-9dcc-40d5-80f8-186973c5f05c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.450753 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d05e3357-9dcc-40d5-80f8-186973c5f05c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.454075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d05e3357-9dcc-40d5-80f8-186973c5f05c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.472233 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e3357-9dcc-40d5-80f8-186973c5f05c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82e6c2f-8598-4372-8585-3196505ad285,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:09.477693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d05e3357-9dcc-40d5-80f8-186973c5f05c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.478964 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d05e3357-9dcc-40d5-80f8-186973c5f05c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119823 Jul 16 18:49:09.481972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54598) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:09.486265 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-5d837728-26b0-450f-b1a2-c1989397823c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'fe3ca3f0-da59-48fb-a467-65d53dd806a0', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:09.512830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5d837728-26b0-450f-b1a2-c1989397823c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.570561 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5d837728-26b0-450f-b1a2-c1989397823c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.574592 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5d837728-26b0-450f-b1a2-c1989397823c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.591118 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d837728-26b0-450f-b1a2-c1989397823c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f2d401-88c1-4b1f-ba73-02c20dd9f191,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:09.597226 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-5d837728-26b0-450f-b1a2-c1989397823c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.598473 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5d837728-26b0-450f-b1a2-c1989397823c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155379 Jul 16 18:49:09.601218 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54600) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:09.605532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7f0338d8-1398-4e45-b63a-8e0f86fef61c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'fe3ca3f0-da59-48fb-a467-65d53dd806a0', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:09.631101 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f0338d8-1398-4e45-b63a-8e0f86fef61c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.689272 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f0338d8-1398-4e45-b63a-8e0f86fef61c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.692961 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f0338d8-1398-4e45-b63a-8e0f86fef61c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.707898 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0338d8-1398-4e45-b63a-8e0f86fef61c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f972ec-1423-424b-bd53-621c5cbc13b8,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:09.716155 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7f0338d8-1398-4e45-b63a-8e0f86fef61c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.717601 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7f0338d8-1398-4e45-b63a-8e0f86fef61c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152086 Jul 16 18:49:09.720104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54602) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:09.724507 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9424a17d-870f-4d43-b6fd-079b0dc98df5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'fe3ca3f0-da59-48fb-a467-65d53dd806a0', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:09.750854 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9424a17d-870f-4d43-b6fd-079b0dc98df5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.810383 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9424a17d-870f-4d43-b6fd-079b0dc98df5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.814390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9424a17d-870f-4d43-b6fd-079b0dc98df5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.833547 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424a17d-870f-4d43-b6fd-079b0dc98df5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56dc552b-2a6c-4f53-b49f-a12f761a1974,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:09.841035 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9424a17d-870f-4d43-b6fd-079b0dc98df5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.843461 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9424a17d-870f-4d43-b6fd-079b0dc98df5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212282 Jul 16 18:49:09.845203 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54604) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:09.849867 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-83c32c62-14d0-4a96-ab51-257f2db4fa6f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'fe3ca3f0-da59-48fb-a467-65d53dd806a0', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:09.871982 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-83c32c62-14d0-4a96-ab51-257f2db4fa6f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Project a75a20bc03dc4803ad4d8d2a0f11316f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:49:09.876836 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83c32c62-14d0-4a96-ab51-257f2db4fa6f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.940452 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83c32c62-14d0-4a96-ab51-257f2db4fa6f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.944062 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83c32c62-14d0-4a96-ab51-257f2db4fa6f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.963778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c32c62-14d0-4a96-ab51-257f2db4fa6f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a623baa-0468-489f-8b20-e36024327c76,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:09.970146 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-83c32c62-14d0-4a96-ab51-257f2db4fa6f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.971373 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-83c32c62-14d0-4a96-ab51-257f2db4fa6f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252203 Jul 16 18:49:09.974065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54606) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:09.978555 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-40b4aaa1-afd3-4d46-b8ba-d38630bc966d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'fe3ca3f0-da59-48fb-a467-65d53dd806a0', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:10.000399 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-40b4aaa1-afd3-4d46-b8ba-d38630bc966d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Project a75a20bc03dc4803ad4d8d2a0f11316f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:49:10.005645 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40b4aaa1-afd3-4d46-b8ba-d38630bc966d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.066390 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40b4aaa1-afd3-4d46-b8ba-d38630bc966d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.069980 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40b4aaa1-afd3-4d46-b8ba-d38630bc966d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.089925 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4aaa1-afd3-4d46-b8ba-d38630bc966d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b62d53-f4d6-41f6-b118-5a021ca3a9e7,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:10.092659 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-40b4aaa1-afd3-4d46-b8ba-d38630bc966d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.093831 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-40b4aaa1-afd3-4d46-b8ba-d38630bc966d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188097 Jul 16 18:49:10.096798 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54608) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:10.101603 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-09d6d79c-e9fd-43f3-8ef9-e3410fab90b0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'network': {'name': 'tempest-network-smoke--487379388', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'port_security_enabled': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:10.122591 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d6d79c-e9fd-43f3-8ef9-e3410fab90b0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:10.126009 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09d6d79c-e9fd-43f3-8ef9-e3410fab90b0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.149470 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d6d79c-e9fd-43f3-8ef9-e3410fab90b0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:10.158435 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09d6d79c-e9fd-43f3-8ef9-e3410fab90b0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.158802 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-09d6d79c-e9fd-43f3-8ef9-e3410fab90b0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Added segment a2daf7ed-b047-4841-bec5-b1b239bcf7a7 of type vlan for network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 Jul 16 18:49:10.198674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09d6d79c-e9fd-43f3-8ef9-e3410fab90b0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.226739 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09d6d79c-e9fd-43f3-8ef9-e3410fab90b0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.232371 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d6d79c-e9fd-43f3-8ef9-e3410fab90b0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.232935 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09d6d79c-e9fd-43f3-8ef9-e3410fab90b0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.269272 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-09d6d79c-e9fd-43f3-8ef9-e3410fab90b0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1714468 Jul 16 18:49:10.272167 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54610) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:10.276757 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'admin_state_up': True, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:10.315823 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6d79c-e9fd-43f3-8ef9-e3410fab90b0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Network': ['ID=5bfb1849-09ae-4f97-baec-aa60c6c68da7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:10.328188 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:10.329970 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.330960 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.379594 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.514410 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.014919 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.033562 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.131321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.25.5.110 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/f23b0a72-ec07-461f-bc07-0d0aecf55227) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:11.234819 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.272072 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.307077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:11.313049 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:11.316545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:11.339098 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=f23b0a72-ec07-461f-bc07-0d0aecf55227,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:11.563564 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.752502 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.878709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:49:11.984557 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:11.995079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Sync routers for ids ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:12.004713 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.005943 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fadf6d70-cf4c-4ea8-b2c7-41781fdfc86d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7327335 Jul 16 18:49:12.006887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Routers {'3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:12.007510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:12.010097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54614) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:12.115053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Set router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:12.135704 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-065056b3-203c-488d-b864-3977bdb50775 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a75a20bc03dc4803ad4d8d2a0f11316f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1219068 Jul 16 18:49:12.136232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54618) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:12.225689 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2a67b6-fe24-4599-aaf3-1b728f96ee56 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:12.227193 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ce2a67b6-fe24-4599-aaf3-1b728f96ee56 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902922 Jul 16 18:49:12.230298 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54620) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:12.259531 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-67d53355-40e4-4410-b410-60a0471085ce tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275667 Jul 16 18:49:12.262097 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54622) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:12.267018 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-e9a153b9-5cb7-43e0-935d-bd7991a99e06 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1371357528', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:12.297981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:11Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:12.324255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Checking router: 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:12.324612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Updating router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 port f23b0a72-ec07-461f-bc07-0d0aecf55227 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:49:12.358959 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.360839 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a153b9-5cb7-43e0-935d-bd7991a99e06 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:12.364505 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9a153b9-5cb7-43e0-935d-bd7991a99e06 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.545431 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9a153b9-5cb7-43e0-935d-bd7991a99e06 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.614125 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a153b9-5cb7-43e0-935d-bd7991a99e06 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Subnet': ['ID=24c4d0c0-125e-48b3-9127-9f122d878057,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:12.614866 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.619215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a153b9-5cb7-43e0-935d-bd7991a99e06 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Checking segment: {'id': 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:12.619616 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a153b9-5cb7-43e0-935d-bd7991a99e06 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network hostable DHCP agents. Network: 5bfb1849-09ae-4f97-baec-aa60c6c68da7, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:12.627527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Transition to ACTIVE for port object f23b0a72-ec07-461f-bc07-0d0aecf55227 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:12.633857 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.637078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a153b9-5cb7-43e0-935d-bd7991a99e06 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:12.647337 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e9a153b9-5cb7-43e0-935d-bd7991a99e06 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 5bfb1849-09ae-4f97-baec-aa60c6c68da7) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:12.654178 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a153b9-5cb7-43e0-935d-bd7991a99e06 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:12.654776 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e9a153b9-5cb7-43e0-935d-bd7991a99e06 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.661427 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a350b70-7d33-4dec-8711-88146a412472 None None] Network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:12.670314 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e9a153b9-5cb7-43e0-935d-bd7991a99e06 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4072113 Jul 16 18:49:12.673348 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54624) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:12.710132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Attempting to bind port f23b0a72-ec07-461f-bc07-0d0aecf55227 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:12.710525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Attempting to bind port f23b0a72-ec07-461f-bc07-0d0aecf55227 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:12.710889 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Attempting to bind port f23b0a72-ec07-461f-bc07-0d0aecf55227 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:12.714241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ada099-8592-4134-bdcb-c2917ff3dc9e None None] Pushing event updated for resources: {'Port': ['ID=f23b0a72-ec07-461f-bc07-0d0aecf55227,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:12.748070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:12.748440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:12.748841 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.749232 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:12.749708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Bound port: f23b0a72-ec07-461f-bc07-0d0aecf55227, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:12.750087 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.838898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] For port f23b0a72-ec07-461f-bc07-0d0aecf55227, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:12.855020 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] For port f23b0a72-ec07-461f-bc07-0d0aecf55227, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f23b0a72-ec07-461f-bc07-0d0aecf55227,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:12.861246 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.903902 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ips': [{'subnet_id': '24c4d0c0-125e-48b3-9127-9f122d878057'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:12.904740 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.959403 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Routers {'3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:12.960077 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:13.035345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ada099-8592-4134-bdcb-c2917ff3dc9e None None] Pushing event updated for resources: {'Port': ['ID=f23b0a72-ec07-461f-bc07-0d0aecf55227,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:13.123006 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.157621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] Set router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:13.159722 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Allocated IP 172.20.0.2 (5bfb1849-09ae-4f97-baec-aa60c6c68da7/24c4d0c0-125e-48b3-9127-9f122d878057/d1147302-353e-4f11-af4c-fb1f5322541f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:13.435573 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.445819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Transition to ACTIVE for port object d1147302-353e-4f11-af4c-fb1f5322541f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:13.456569 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:11Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:13.489276 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53820a29-ea5d-4dac-ac7a-d6ffaf79862c None None] The sync data for ids ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'] in n-d-787206-10 is: [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:11Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:13.493125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Transition to ACTIVE for port object d1147302-353e-4f11-af4c-fb1f5322541f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:13.499559 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.542542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:13.546183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:13.549931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:13.557752 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.20.0.1 (5bfb1849-09ae-4f97-baec-aa60c6c68da7/24c4d0c0-125e-48b3-9127-9f122d878057/41a7a4c7-4dbb-43ad-b069-68675c6b3ea9) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:13.558305 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Pushing event updated for resources: {'Port': ['ID=d1147302-353e-4f11-af4c-fb1f5322541f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:13.614538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Attempting to bind port d1147302-353e-4f11-af4c-fb1f5322541f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:13.615052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Attempting to bind port d1147302-353e-4f11-af4c-fb1f5322541f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:13.615670 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Attempting to bind port d1147302-353e-4f11-af4c-fb1f5322541f on network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:13.621648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:13.622145 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Checking segment: {'id': 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:13.622567 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.622969 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Bound using segment: {'id': 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:13.623460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Bound port: d1147302-353e-4f11-af4c-fb1f5322541f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:13.623847 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.688802 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.693090 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] For port d1147302-353e-4f11-af4c-fb1f5322541f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:13.697128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] For port d1147302-353e-4f11-af4c-fb1f5322541f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d1147302-353e-4f11-af4c-fb1f5322541f,segment=NetworkSegment(a2daf7ed-b047-4841-bec5-b1b239bcf7a7),segment_id=a2daf7ed-b047-4841-bec5-b1b239bcf7a7)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:13.702227 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.710036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Transition to ACTIVE for port object 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:13.770726 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1e8ba-457f-4b30-bdd7-91d3f1c95c6b None None] Pushing event updated for resources: {'Port': ['ID=d1147302-353e-4f11-af4c-fb1f5322541f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:13.782311 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.828583 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:13.831987 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:13.839684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:13.872944 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=41a7a4c7-4dbb-43ad-b069-68675c6b3ea9,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:13.894668 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.065515 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.356803 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.361992 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.439891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=41a7a4c7-4dbb-43ad-b069-68675c6b3ea9,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:14.444755 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.539550 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:14.541685 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:14.677162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d1147302-353e-4f11-af4c-fb1f5322541f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:14.704333 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:14.730751 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port d1147302-353e-4f11-af4c-fb1f5322541f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:14.735183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f23b0a72-ec07-461f-bc07-0d0aecf55227 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:14.783078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa983fa5-5797-461c-a88d-7ccb353face4 None None] Network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:14.797270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port f23b0a72-ec07-461f-bc07-0d0aecf55227 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:14.808889 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f23b0a72-ec07-461f-bc07-0d0aecf55227 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:14.809265 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.830526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:14.837625 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-51f73642-41d9-49a0-8b67-7ebf93d0a30b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "PUT /v2.0/routers/3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1625273 Jul 16 18:49:15.003683 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-01dbfeec-7c83-4ba7-80f4-8d731bd23565 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-430016570&fields=id&tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 267 time: 0.0431259 Jul 16 18:49:15.054241 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-09fca85c-b49b-4ce4-87a4-815531bb3185 None None] Provisioning for port d1147302-353e-4f11-af4c-fb1f5322541f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:15.071477 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-09fca85c-b49b-4ce4-87a4-815531bb3185 None None] Provisioning complete for port d1147302-353e-4f11-af4c-fb1f5322541f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:15.071903 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-09fca85c-b49b-4ce4-87a4-815531bb3185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.107687 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-ea23f7ec-32c6-4e07-a956-c22e1e53133f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:15.109434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-ea23f7ec-32c6-4e07-a956-c22e1e53133f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/networks?id=5bfb1849-09ae-4f97-baec-aa60c6c68da7 HTTP/1.1" status: 200 len: 796 time: 0.1049523 Jul 16 18:49:15.126997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-a027ff07-862b-49bc-995a-41a74613f3d2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/quotas/a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 375 time: 0.0107310 Jul 16 18:49:15.183976 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.204047 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-6197dffd-e388-423c-b991-245020028cf1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720792 Jul 16 18:49:15.222695 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Sync routers for ids ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:15.226277 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port f23b0a72-ec07-461f-bc07-0d0aecf55227, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f23b0a72-ec07-461f-bc07-0d0aecf55227,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:15.239386 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Routers {'3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:15.239623 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:15.255041 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.294098 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-09fca85c-b49b-4ce4-87a4-815531bb3185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.347608 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Set router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:15.349303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=f23b0a72-ec07-461f-bc07-0d0aecf55227,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:15.364710 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-09fca85c-b49b-4ce4-87a4-815531bb3185 None None] For port d1147302-353e-4f11-af4c-fb1f5322541f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d1147302-353e-4f11-af4c-fb1f5322541f,segment=NetworkSegment(a2daf7ed-b047-4841-bec5-b1b239bcf7a7),segment_id=a2daf7ed-b047-4841-bec5-b1b239bcf7a7)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:15.370163 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-09fca85c-b49b-4ce4-87a4-815531bb3185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.431231 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fca85c-b49b-4ce4-87a4-815531bb3185 None None] Pushing event updated for resources: {'Port': ['ID=d1147302-353e-4f11-af4c-fb1f5322541f,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:15.463517 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-9ba57d66-d379-40c2-a5dd-9e3acf0b0c00 service neutron] 10.222.0.41 "GET /v2.0/networks/5bfb1849-09ae-4f97-baec-aa60c6c68da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674731 Jul 16 18:49:15.567876 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-cce5801a-c69c-4a37-aff7-665f6f347948 service neutron] 10.222.0.41 "GET /v2.0/networks/5bfb1849-09ae-4f97-baec-aa60c6c68da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952346 Jul 16 18:49:15.594530 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-78e5d0bc-bbcc-44b9-b745-36bfc06b01ae None None] Provisioning complete for port d1147302-353e-4f11-af4c-fb1f5322541f triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:15.595009 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-78e5d0bc-bbcc-44b9-b745-36bfc06b01ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.671768 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:14Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '41a7a4c7-4dbb-43ad-b069-68675c6b3ea9', 'name': '', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:43:b7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:13Z', 'updated_at': '2021-07-16T18:49:14Z', 'revision_number': 2, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:15.701638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-78e5d0bc-bbcc-44b9-b745-36bfc06b01ae None None] Provisioning for port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:15.704962 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Checking router: 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:15.705314 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Updating router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:49:15.710384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-78e5d0bc-bbcc-44b9-b745-36bfc06b01ae None None] Provisioning complete for port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:15.710770 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-78e5d0bc-bbcc-44b9-b745-36bfc06b01ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.765305 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.767610 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-78e5d0bc-bbcc-44b9-b745-36bfc06b01ae None None] Port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:15.796388 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eed98dee-af68-4ee8-ae38-61d7284286b6 req-c91f4a50-59d4-4608-a76c-638e9ad6a3d0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 210 time: 0.0471203 Jul 16 18:49:15.889732 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-05927ba2-e540-4413-ba81-db74328de779 None None] Provisioning complete for port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:15.889947 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-05927ba2-e540-4413-ba81-db74328de779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.932120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-05927ba2-e540-4413-ba81-db74328de779 None None] Port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:16.071826 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.081239 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Transition to ACTIVE for port object 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:16.086622 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.133722 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Pushing event updated for resources: {'Port': ['ID=41a7a4c7-4dbb-43ad-b069-68675c6b3ea9,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:16.163586 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:16.163953 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:16.164364 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:16.164727 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:16.165118 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:16.165446 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:16.165775 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:16.166095 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:16.166415 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:16.166733 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:16.167050 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:16.167364 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:16.202297 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Attempting to bind port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:16.202656 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Attempting to bind port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:16.203012 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Attempting to bind port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 on network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:16.208185 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:16.208557 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Checking segment: {'id': 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:16.208947 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.209334 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Bound using segment: {'id': 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:16.209795 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Bound port: 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:16.210168 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.274123 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] For port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:16.277801 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] For port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=41a7a4c7-4dbb-43ad-b069-68675c6b3ea9,segment=NetworkSegment(a2daf7ed-b047-4841-bec5-b1b239bcf7a7),segment_id=a2daf7ed-b047-4841-bec5-b1b239bcf7a7)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:16.281773 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.331345 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Routers {'3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:16.332017 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:16.377988 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770052d-1cf7-4fb1-ac2d-f82999f5da4d None None] Pushing event updated for resources: {'Port': ['ID=41a7a4c7-4dbb-43ad-b069-68675c6b3ea9,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:16.450421 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] Set router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:16.627079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d1147302-353e-4f11-af4c-fb1f5322541f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:16.677358 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:14Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '41a7a4c7-4dbb-43ad-b069-68675c6b3ea9', 'name': '', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:43:b7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:13Z', 'updated_at': '2021-07-16T18:49:16Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:16.682768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port d1147302-353e-4f11-af4c-fb1f5322541f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:16.683271 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.707267 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321957fd-0c36-44ad-88cd-060b44d2629a None None] The sync data for ids ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'] in n-d-787206-10 is: [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:14Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '41a7a4c7-4dbb-43ad-b069-68675c6b3ea9', 'name': '', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:43:b7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:13Z', 'updated_at': '2021-07-16T18:49:16Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:16.798283 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f23b0a72-ec07-461f-bc07-0d0aecf55227 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:16.859395 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f23b0a72-ec07-461f-bc07-0d0aecf55227 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:16.859808 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.969281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3ddec67c-e6b4-40b6-ad6a-bbee08e2fe82 req-3f0a4d9b-8f52-4ba6-b966-cfc877ac3012 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 210 time: 0.0343204 Jul 16 18:49:17.487879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-c02f1b64-dbf7-4b0b-9b43-5f6ffd44fd0f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:17.489862 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-c02f1b64-dbf7-4b0b-9b43-5f6ffd44fd0f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "GET /v2.0/networks?id=5bfb1849-09ae-4f97-baec-aa60c6c68da7 HTTP/1.1" status: 200 len: 796 time: 0.1148696 Jul 16 18:49:17.540700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-e1ae7e2c-37ae-42e8-bfac-ff98f8094c98 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 379 time: 0.0372400 Jul 16 18:49:17.550334 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'port': {'device_id': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'admin_state_up': True, 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'security_groups': ['fe3ca3f0-da59-48fb-a467-65d53dd806a0']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:17.670036 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:17.674046 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.804949 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.20.0.14 (5bfb1849-09ae-4f97-baec-aa60c6c68da7/24c4d0c0-125e-48b3-9127-9f122d878057/884bee29-e99f-476f-9541-afb85a3ed36d) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:18.268352 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4318015-f5f9-4b0f-9173-e4615c2c2ec0 req-cbe29844-0745-4ee2-af55-0c0bd53e95df tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 210 time: 0.0348997 Jul 16 18:49:18.299909 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.313761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Transition to ACTIVE for port object 884bee29-e99f-476f-9541-afb85a3ed36d will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:18.345982 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.387569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:18.390963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:18.393464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:18.437769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=884bee29-e99f-476f-9541-afb85a3ed36d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:18.457734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:18.458343 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.475753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-217e9fdb-b248-4cc5-b8e2-25440df31d27 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9292483 Jul 16 18:49:18.560979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Request body: {'port': {'device_id': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:18.632888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9279e88d-6a9c-422e-9918-cb1651dbab0f None None] Provisioning for port 884bee29-e99f-476f-9541-afb85a3ed36d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:18.640544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.641027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9279e88d-6a9c-422e-9918-cb1651dbab0f None None] Provisioning complete for port 884bee29-e99f-476f-9541-afb85a3ed36d triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:18.641465 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9279e88d-6a9c-422e-9918-cb1651dbab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.643220 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:18.703924 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-9279e88d-6a9c-422e-9918-cb1651dbab0f None None] Port 884bee29-e99f-476f-9541-afb85a3ed36d cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:18.718148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:18.722065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:18.722438 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.804311 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.835945 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=41a7a4c7-4dbb-43ad-b069-68675c6b3ea9,segment=NetworkSegment(a2daf7ed-b047-4841-bec5-b1b239bcf7a7),segment_id=a2daf7ed-b047-4841-bec5-b1b239bcf7a7)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:18.840965 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.887887 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=41a7a4c7-4dbb-43ad-b069-68675c6b3ea9,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:18.918141 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884bee29-e99f-476f-9541-afb85a3ed36d {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:18.925665 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.937820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Transition to ACTIVE for port object 884bee29-e99f-476f-9541-afb85a3ed36d will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:18.941324 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.009050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Pushing event updated for resources: {'Port': ['ID=884bee29-e99f-476f-9541-afb85a3ed36d,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:19.066531 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Attempting to bind port 884bee29-e99f-476f-9541-afb85a3ed36d on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:19.066786 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Attempting to bind port 884bee29-e99f-476f-9541-afb85a3ed36d by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:19.067113 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Attempting to bind port 884bee29-e99f-476f-9541-afb85a3ed36d on network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:19.072408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Port 884bee29-e99f-476f-9541-afb85a3ed36d on network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:49:19.073061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Attempting to bind port 884bee29-e99f-476f-9541-afb85a3ed36d on network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:19.077675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:19.078003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Checking segment: {'id': 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:19.078387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Bound using segment: {'id': 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:19.078809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Bound port: 884bee29-e99f-476f-9541-afb85a3ed36d, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:19.079168 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.145797 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] For port 884bee29-e99f-476f-9541-afb85a3ed36d, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:19.148877 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] For port 884bee29-e99f-476f-9541-afb85a3ed36d, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=884bee29-e99f-476f-9541-afb85a3ed36d,segment=NetworkSegment(a2daf7ed-b047-4841-bec5-b1b239bcf7a7),segment_id=a2daf7ed-b047-4841-bec5-b1b239bcf7a7)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:19.152590 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.186751 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:19.187357 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.188735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] 10.222.0.43 "PUT /v2.0/ports/884bee29-e99f-476f-9541-afb85a3ed36d HTTP/1.1" status: 200 len: 1093 time: 0.6712079 Jul 16 18:49:19.189162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'tag': '884bee29-e99f-476f-9541-afb85a3ed36d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:19.191404 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d630de6f-838a-4d0a-9a24-37c9a2186406" -d '{"events": [{"name": "network-changed", "server_uuid": "81f84e37-1f27-47fe-a1e9-7a8320f86408", "tag": "884bee29-e99f-476f-9541-afb85a3ed36d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:19.221207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef8bd0-fe9e-4a4c-96eb-9254224f8d8e service neutron] Pushing event updated for resources: {'Port': ['ID=884bee29-e99f-476f-9541-afb85a3ed36d,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:19.246795 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf37de99-f54b-46bc-ad94-a0b23b5337c6 x-openstack-request-id: req-cf37de99-f54b-46bc-ad94-a0b23b5337c6 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:19.247120 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f84e37-1f27-47fe-a1e9-7a8320f86408", "tag": "884bee29-e99f-476f-9541-afb85a3ed36d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:19.247371 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf37de99-f54b-46bc-ad94-a0b23b5337c6 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:19.247821 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'tag': '884bee29-e99f-476f-9541-afb85a3ed36d', 'status': 'completed', 'code': 200} Jul 16 18:49:19.293654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-3d9c879a-94a1-4534-bce2-c3c71710b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:19.295192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-3d9c879a-94a1-4534-bce2-c3c71710b2eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 1096 time: 0.0608604 Jul 16 18:49:19.344511 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-a5e6fceb-7375-439f-81cf-156c60578d44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=884bee29-e99f-476f-9541-afb85a3ed36d HTTP/1.1" status: 200 len: 217 time: 0.0413814 Jul 16 18:49:19.426347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-77424c16-96a3-4d1f-a632-5f833c7d6c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:19.427833 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-77424c16-96a3-4d1f-a632-5f833c7d6c19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24c4d0c0-125e-48b3-9127-9f122d878057 HTTP/1.1" status: 200 len: 835 time: 0.0772958 Jul 16 18:49:19.495030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32e447-011a-4862-920f-1538be2b5f24 req-dc94f4cf-ed5f-4591-974a-f16f2875b79c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:19.496538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb32e447-011a-4862-920f-1538be2b5f24 req-dc94f4cf-ed5f-4591-974a-f16f2875b79c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 944 time: 0.1134949 Jul 16 18:49:19.541248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-19b20ee4-4bb9-415f-a64d-66534d019cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:19.542778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-19b20ee4-4bb9-415f-a64d-66534d019cac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bfb1849-09ae-4f97-baec-aa60c6c68da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055632 Jul 16 18:49:19.548040 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bb32e447-011a-4862-920f-1538be2b5f24 req-ce721658-b9ef-4f43-90e5-08697c69950c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444777 Jul 16 18:49:19.640014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-c35b7ee8-94a1-423e-a505-93005d8c8d1e service neutron] 10.222.0.43 "GET /v2.0/networks/5bfb1849-09ae-4f97-baec-aa60c6c68da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852098 Jul 16 18:49:19.733989 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a66d7414-81c0-4af0-b8c4-49ed535f5d39 req-41c53aae-2fc3-4292-8e2f-4a94dfc42582 service neutron] 10.222.0.43 "GET /v2.0/networks/5bfb1849-09ae-4f97-baec-aa60c6c68da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873578 Jul 16 18:49:19.836287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630de6f-838a-4d0a-9a24-37c9a2186406 req-ea8d61d7-b25a-4902-8f0f-f29fea6d32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:19.838547 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d630de6f-838a-4d0a-9a24-37c9a2186406 req-ea8d61d7-b25a-4902-8f0f-f29fea6d32ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 1096 time: 0.0537908 Jul 16 18:49:19.932447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630de6f-838a-4d0a-9a24-37c9a2186406 req-62073238-7b52-43a4-bd40-3d352bca31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:19.933912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d630de6f-838a-4d0a-9a24-37c9a2186406 req-62073238-7b52-43a4-bd40-3d352bca31bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bfb1849-09ae-4f97-baec-aa60c6c68da7 HTTP/1.1" status: 200 len: 897 time: 0.0885630 Jul 16 18:49:19.983846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d630de6f-838a-4d0a-9a24-37c9a2186406 req-eec5c2e8-b460-44a3-a234-c27b5bbcdb26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=884bee29-e99f-476f-9541-afb85a3ed36d HTTP/1.1" status: 200 len: 217 time: 0.0422816 Jul 16 18:49:20.037037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630de6f-838a-4d0a-9a24-37c9a2186406 req-7304cafc-6868-47f2-b164-ccb654186bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:20.038504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d630de6f-838a-4d0a-9a24-37c9a2186406 req-7304cafc-6868-47f2-b164-ccb654186bac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24c4d0c0-125e-48b3-9127-9f122d878057 HTTP/1.1" status: 200 len: 835 time: 0.0478966 Jul 16 18:49:20.095337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630de6f-838a-4d0a-9a24-37c9a2186406 req-928c221a-43aa-46b4-bb87-66bea57b4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:20.096870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d630de6f-838a-4d0a-9a24-37c9a2186406 req-928c221a-43aa-46b4-bb87-66bea57b4e70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bfb1849-09ae-4f97-baec-aa60c6c68da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512986 Jul 16 18:49:20.185694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d630de6f-838a-4d0a-9a24-37c9a2186406 req-604f484e-d766-4ac8-a5ad-5230aa5e854d service neutron] 10.222.0.43 "GET /v2.0/networks/5bfb1849-09ae-4f97-baec-aa60c6c68da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818729 Jul 16 18:49:20.280813 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d630de6f-838a-4d0a-9a24-37c9a2186406 req-08febd8f-d7ba-49a3-8658-6fb2c6e34fc5 service neutron] 10.222.0.43 "GET /v2.0/networks/5bfb1849-09ae-4f97-baec-aa60c6c68da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876505 Jul 16 18:49:20.615576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:20.664538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:20.665698 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.727101 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb65a14-32db-4bd8-afb0-587e15f5688c req-8f645c83-4de7-4712-b99f-310947c68f05 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:20.728930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bdb65a14-32db-4bd8-afb0-587e15f5688c req-8f645c83-4de7-4712-b99f-310947c68f05 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 944 time: 0.0672612 Jul 16 18:49:20.769785 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bdb65a14-32db-4bd8-afb0-587e15f5688c req-5b7a64d2-8b9a-49ae-b570-40085eae0550 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352662 Jul 16 18:49:21.456803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 884bee29-e99f-476f-9541-afb85a3ed36d details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:49:21.550797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 884bee29-e99f-476f-9541-afb85a3ed36d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=884bee29-e99f-476f-9541-afb85a3ed36d,segment=NetworkSegment(a2daf7ed-b047-4841-bec5-b1b239bcf7a7),segment_id=a2daf7ed-b047-4841-bec5-b1b239bcf7a7)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:21.561432 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '884bee29-e99f-476f-9541-afb85a3ed36d', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'port_id': '884bee29-e99f-476f-9541-afb85a3ed36d', 'mac_address': 'fa:16:3e:26:a5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:49:21.596871 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.609456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884bee29-e99f-476f-9541-afb85a3ed36d {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:21.628193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 884bee29-e99f-476f-9541-afb85a3ed36d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=884bee29-e99f-476f-9541-afb85a3ed36d,segment=NetworkSegment(a2daf7ed-b047-4841-bec5-b1b239bcf7a7),segment_id=a2daf7ed-b047-4841-bec5-b1b239bcf7a7)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:21.631927 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.677745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=884bee29-e99f-476f-9541-afb85a3ed36d,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:21.866740 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['884bee29-e99f-476f-9541-afb85a3ed36d'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:49:21.950365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494e31f-1adc-4938-a273-55fd7dd0fd5e req-de10cc92-fc68-4b53-91c6-a4f29573005c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.951889 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7494e31f-1adc-4938-a273-55fd7dd0fd5e req-de10cc92-fc68-4b53-91c6-a4f29573005c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 945 time: 0.0704823 Jul 16 18:49:21.998003 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7494e31f-1adc-4938-a273-55fd7dd0fd5e req-26ad7974-03cb-4fc2-ba48-a61d8826cafd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405910 Jul 16 18:49:23.172219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb552fa-f7ea-4e93-8a31-4146f007d9b2 req-d004b081-c243-4258-9d79-ecaa2bb94678 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:23.173613 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbb552fa-f7ea-4e93-8a31-4146f007d9b2 req-d004b081-c243-4258-9d79-ecaa2bb94678 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 945 time: 0.0637958 Jul 16 18:49:23.210986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cbb552fa-f7ea-4e93-8a31-4146f007d9b2 req-03c1f641-d6d8-49d7-b686-869fc8095c06 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318565 Jul 16 18:49:23.460087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 884bee29-e99f-476f-9541-afb85a3ed36d up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:23.508973 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 884bee29-e99f-476f-9541-afb85a3ed36d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:23.513183 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 884bee29-e99f-476f-9541-afb85a3ed36d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:23.513549 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.590438 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.611976 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884bee29-e99f-476f-9541-afb85a3ed36d'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:23.627304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 884bee29-e99f-476f-9541-afb85a3ed36d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=884bee29-e99f-476f-9541-afb85a3ed36d,segment=NetworkSegment(a2daf7ed-b047-4841-bec5-b1b239bcf7a7),segment_id=a2daf7ed-b047-4841-bec5-b1b239bcf7a7)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:23.631638 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.656129 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41b3eae-a4b0-46be-8722-f8ebf09c6a91" -d '{"events": [{"server_uuid": "81f84e37-1f27-47fe-a1e9-7a8320f86408", "name": "network-vif-plugged", "status": "completed", "tag": "884bee29-e99f-476f-9541-afb85a3ed36d"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:23.686261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=884bee29-e99f-476f-9541-afb85a3ed36d,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:23.735990 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26db0bc-5d96-43c3-9e9c-b11f3e865016 x-openstack-request-id: req-c26db0bc-5d96-43c3-9e9c-b11f3e865016 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:23.736285 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f84e37-1f27-47fe-a1e9-7a8320f86408", "name": "network-vif-plugged", "status": "completed", "tag": "884bee29-e99f-476f-9541-afb85a3ed36d", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:23.736536 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c26db0bc-5d96-43c3-9e9c-b11f3e865016 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:23.737055 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884bee29-e99f-476f-9541-afb85a3ed36d', 'code': 200} Jul 16 18:49:23.848880 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f108d-ae7f-43e9-9066-7b995f9790d7 req-0f87f9e3-69b1-45c1-8b56-ad25cc3feed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:23.850359 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc0f108d-ae7f-43e9-9066-7b995f9790d7 req-0f87f9e3-69b1-45c1-8b56-ad25cc3feed4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 1098 time: 0.0521481 Jul 16 18:49:23.885575 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc0f108d-ae7f-43e9-9066-7b995f9790d7 req-6dbb7c4b-3dd1-4929-b723-c7a1346c9f63 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270133 Jul 16 18:49:24.385559 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60cf61-4c20-40e3-93df-0431a36878cd req-85846f89-fec8-4d5c-8efb-55625fc203dc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:24.386943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e60cf61-4c20-40e3-93df-0431a36878cd req-85846f89-fec8-4d5c-8efb-55625fc203dc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 946 time: 0.0663159 Jul 16 18:49:24.425521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1e60cf61-4c20-40e3-93df-0431a36878cd req-4dbd44bd-75f0-4f0e-a8f8-db826130a0fa tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329392 Jul 16 18:49:25.600202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b561c-f23c-4370-a0f4-ee9a99395ae1 req-7f9ef12a-0033-423c-a7a4-ad230275308a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.601695 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc6b561c-f23c-4370-a0f4-ee9a99395ae1 req-7f9ef12a-0033-423c-a7a4-ad230275308a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 946 time: 0.0671897 Jul 16 18:49:25.641272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cc6b561c-f23c-4370-a0f4-ee9a99395ae1 req-c008bace-a888-4fcd-adf0-0448b555c769 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333803 Jul 16 18:49:25.819740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49e9b1-de42-42a8-8b8d-34261f0c7b98 req-54da1f38-dfab-4cc2-8113-9a5ee8a80132 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.821135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce49e9b1-de42-42a8-8b8d-34261f0c7b98 req-54da1f38-dfab-4cc2-8113-9a5ee8a80132 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 946 time: 0.0684381 Jul 16 18:49:25.860089 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce49e9b1-de42-42a8-8b8d-34261f0c7b98 req-773f68e5-ef9d-4df2-ac37-3bf11fb9c03f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332258 Jul 16 18:49:25.884287 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54710) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:25.935036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616beac4-df0d-40bd-98dc-0c5d9b3f1354 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.936555 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-616beac4-df0d-40bd-98dc-0c5d9b3f1354 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 1093 time: 0.0510736 Jul 16 18:49:25.939339 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54712) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:25.943684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '884bee29-e99f-476f-9541-afb85a3ed36d', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:25.965811 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.070132 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.169207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.25.5.27 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/77d72e9f-a516-4989-aebd-f0abbc8abc2c) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:26.272541 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.311486 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.347405 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:26.352032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:26.356692 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:26.381768 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=77d72e9f-a516-4989-aebd-f0abbc8abc2c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:27.040295 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.058940 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.060476 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.117050 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.263628 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.268092 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.340361 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=77d72e9f-a516-4989-aebd-f0abbc8abc2c,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:27.350138 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.450320 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Floating IP 554849fa-27ed-4937-80bb-b92d0a6cdf60 associated. External IP: 172.25.5.27, port: 884bee29-e99f-476f-9541-afb85a3ed36d. Jul 16 18:49:27.656721 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:27.763849 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:27.773011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc7564-b263-4464-ad83-75b344f23064 None None] Sync routers for ids ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:27.779341 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.782668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc7564-b263-4464-ad83-75b344f23064 None None] Routers {'3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:27.783558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2fcc7564-b263-4464-ad83-75b344f23064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:27.815973 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d32e464b-178f-40d7-8ab9-e19c13582285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8754995 Jul 16 18:49:27.816566 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'tag': '884bee29-e99f-476f-9541-afb85a3ed36d'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:27.818833 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e56da41a32dd2068e5562446b0f88194ed4dbce5ac43981d6b9bfffc39744c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790279ed-ab8e-4154-b09f-cbb956fa6d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "81f84e37-1f27-47fe-a1e9-7a8320f86408", "tag": "884bee29-e99f-476f-9541-afb85a3ed36d"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:27.857794 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2095eef7-2680-4858-ae31-a9597f371cae x-openstack-request-id: req-2095eef7-2680-4858-ae31-a9597f371cae {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:27.858204 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f84e37-1f27-47fe-a1e9-7a8320f86408", "tag": "884bee29-e99f-476f-9541-afb85a3ed36d", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:27.858460 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2095eef7-2680-4858-ae31-a9597f371cae {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:27.858912 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'tag': '884bee29-e99f-476f-9541-afb85a3ed36d', 'status': 'completed', 'code': 200} Jul 16 18:49:27.899097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-2fcc7564-b263-4464-ad83-75b344f23064 None None] Set router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:27.971907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790279ed-ab8e-4154-b09f-cbb956fa6d5b req-23486ddd-e247-4069-b0f1-5fe52600f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.973510 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-790279ed-ab8e-4154-b09f-cbb956fa6d5b req-23486ddd-e247-4069-b0f1-5fe52600f699 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 1098 time: 0.0872350 Jul 16 18:49:28.046087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d8a97-6e5b-4529-b486-77828cc153c9 req-e59bbcaa-7262-4c4b-b435-123367323e56 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.047727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-942d8a97-6e5b-4529-b486-77828cc153c9 req-e59bbcaa-7262-4c4b-b435-123367323e56 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 946 time: 0.1273296 Jul 16 18:49:28.095116 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb135-d6ed-434c-ac58-a1c30a95abe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.137071 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-942d8a97-6e5b-4529-b486-77828cc153c9 req-dceccb46-223a-4ad0-b219-5fb342c36bc2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585475 Jul 16 18:49:28.138246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790279ed-ab8e-4154-b09f-cbb956fa6d5b req-5bc17104-020e-42d6-aa4a-589070609c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.139699 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-790279ed-ab8e-4154-b09f-cbb956fa6d5b req-5bc17104-020e-42d6-aa4a-589070609c71 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bfb1849-09ae-4f97-baec-aa60c6c68da7 HTTP/1.1" status: 200 len: 897 time: 0.1579118 Jul 16 18:49:28.142911 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2fcc7564-b263-4464-ad83-75b344f23064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:14Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '554849fa-27ed-4937-80bb-b92d0a6cdf60', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'port_id': '884bee29-e99f-476f-9541-afb85a3ed36d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'mac_address': 'fa:16:3e:26:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:26Z', 'updated_at': '2021-07-16T18:49:26Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7a4c7-4dbb-43ad-b069-68675c6b3ea9', 'name': '', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:43:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:13Z', 'updated_at': '2021-07-16T18:49:18Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:28.161508 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54718) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:28.169615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc7564-b263-4464-ad83-75b344f23064 None None] Checking router: 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:28.178529 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc7564-b263-4464-ad83-75b344f23064 None None] Routers {'3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:28.179163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2fcc7564-b263-4464-ad83-75b344f23064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:49:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:28.217425 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-790279ed-ab8e-4154-b09f-cbb956fa6d5b req-b8ef63fc-d71a-4a15-b113-3c22ca71d99e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=884bee29-e99f-476f-9541-afb85a3ed36d HTTP/1.1" status: 200 len: 999 time: 0.0702748 Jul 16 18:49:28.227091 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-dfe37eb2-796d-472a-9641-6291a00b7219 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/554849fa-27ed-4937-80bb-b92d0a6cdf60 HTTP/1.1" status: 200 len: 991 time: 0.0641296 Jul 16 18:49:28.270159 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790279ed-ab8e-4154-b09f-cbb956fa6d5b req-8a863ac9-ee05-46a8-b606-104e7979b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.271674 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-790279ed-ab8e-4154-b09f-cbb956fa6d5b req-8a863ac9-ee05-46a8-b606-104e7979b81d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24c4d0c0-125e-48b3-9127-9f122d878057 HTTP/1.1" status: 200 len: 835 time: 0.0459187 Jul 16 18:49:28.288063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-2fcc7564-b263-4464-ad83-75b344f23064 None None] Set router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:28.332794 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790279ed-ab8e-4154-b09f-cbb956fa6d5b req-7f7380d8-4768-4eb1-a66f-cf22138fc7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.334309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-790279ed-ab8e-4154-b09f-cbb956fa6d5b req-7f7380d8-4768-4eb1-a66f-cf22138fc7e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bfb1849-09ae-4f97-baec-aa60c6c68da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532584 Jul 16 18:49:28.432430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-790279ed-ab8e-4154-b09f-cbb956fa6d5b req-8d905a28-1777-4eb6-bd80-a7454f9adb3e service neutron] 10.222.0.43 "GET /v2.0/networks/5bfb1849-09ae-4f97-baec-aa60c6c68da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893054 Jul 16 18:49:28.515486 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-2fcc7564-b263-4464-ad83-75b344f23064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:14Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '554849fa-27ed-4937-80bb-b92d0a6cdf60', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'port_id': '884bee29-e99f-476f-9541-afb85a3ed36d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'mac_address': 'fa:16:3e:26:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:26Z', 'updated_at': '2021-07-16T18:49:26Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7a4c7-4dbb-43ad-b069-68675c6b3ea9', 'name': '', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:43:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:13Z', 'updated_at': '2021-07-16T18:49:18Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:28.521657 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-790279ed-ab8e-4154-b09f-cbb956fa6d5b req-862d1a95-d4eb-42bb-a8a7-1814edf87ceb service neutron] 10.222.0.43 "GET /v2.0/networks/5bfb1849-09ae-4f97-baec-aa60c6c68da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831954 Jul 16 18:49:28.542194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc7564-b263-4464-ad83-75b344f23064 None None] The sync data for ids ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'] in n-d-787206-10 is: [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:14Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '554849fa-27ed-4937-80bb-b92d0a6cdf60', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'port_id': '884bee29-e99f-476f-9541-afb85a3ed36d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'mac_address': 'fa:16:3e:26:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:26Z', 'updated_at': '2021-07-16T18:49:26Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7a4c7-4dbb-43ad-b069-68675c6b3ea9', 'name': '', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:43:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:13Z', 'updated_at': '2021-07-16T18:49:18Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:28.729132 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0f8df-99f1-45fe-90e1-3b60a0914d45 None None] New status for floating IP 554849fa-27ed-4937-80bb-b92d0a6cdf60: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:49:29.230109 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54720) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:29.292748 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4477d98a-2847-4820-a17b-38e7c8ec69ae tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/554849fa-27ed-4937-80bb-b92d0a6cdf60 HTTP/1.1" status: 200 len: 993 time: 0.0614951 Jul 16 18:49:29.957633 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:49:30.731244 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.760939 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1218c6f8-6d68-44ce-bc57-271641b69a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.030754 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.779597 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.883948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15539316-1606-406f-ba6a-a8fa8cae915c req-faee3bf9-ef15-4b5e-a49d-b24b7e101554 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0590293 Jul 16 18:49:55.977626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15539316-1606-406f-ba6a-a8fa8cae915c req-68ca965c-8454-44b8-ba61-591d5d34e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:55.979906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15539316-1606-406f-ba6a-a8fa8cae915c req-68ca965c-8454-44b8-ba61-591d5d34e15a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 1098 time: 0.0533159 Jul 16 18:49:56.084109 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15539316-1606-406f-ba6a-a8fa8cae915c req-c0cf20af-33de-40aa-a1a3-9e9be91ce77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:56.085592 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15539316-1606-406f-ba6a-a8fa8cae915c req-c0cf20af-33de-40aa-a1a3-9e9be91ce77b service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bfb1849-09ae-4f97-baec-aa60c6c68da7 HTTP/1.1" status: 200 len: 897 time: 0.0858877 Jul 16 18:49:56.162046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15539316-1606-406f-ba6a-a8fa8cae915c req-32c88d91-981d-4033-acc9-b5b261c67394 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=884bee29-e99f-476f-9541-afb85a3ed36d HTTP/1.1" status: 200 len: 1001 time: 0.0696146 Jul 16 18:49:56.211704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15539316-1606-406f-ba6a-a8fa8cae915c req-f765853d-efae-43c6-bdde-1bbccc41a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:56.213769 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15539316-1606-406f-ba6a-a8fa8cae915c req-f765853d-efae-43c6-bdde-1bbccc41a3bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24c4d0c0-125e-48b3-9127-9f122d878057 HTTP/1.1" status: 200 len: 835 time: 0.0451961 Jul 16 18:49:56.273296 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15539316-1606-406f-ba6a-a8fa8cae915c req-ba0026fc-38bd-4513-9de7-87581a117fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:56.274869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15539316-1606-406f-ba6a-a8fa8cae915c req-ba0026fc-38bd-4513-9de7-87581a117fe0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bfb1849-09ae-4f97-baec-aa60c6c68da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534387 Jul 16 18:49:56.374034 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15539316-1606-406f-ba6a-a8fa8cae915c req-45650e54-d45d-477f-8405-1ceff4e9b62d service neutron] 10.222.0.43 "GET /v2.0/networks/5bfb1849-09ae-4f97-baec-aa60c6c68da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897963 Jul 16 18:49:56.470111 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-15539316-1606-406f-ba6a-a8fa8cae915c req-5b70c241-d5de-4d90-8237-797e3e83f94c service neutron] 10.222.0.43 "GET /v2.0/networks/5bfb1849-09ae-4f97-baec-aa60c6c68da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873492 Jul 16 18:49:57.062093 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:57.063510 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.076146 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a5a513eb-c48a-4c17-84d5-24821db19aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.174511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bb79a-50ba-47b9-a536-c7700576b129 req-bfbb86bc-d4f2-451f-9242-d2a7d314b74e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:59.176059 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-493bb79a-50ba-47b9-a536-c7700576b129 req-bfbb86bc-d4f2-451f-9242-d2a7d314b74e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 946 time: 0.0717523 Jul 16 18:49:59.217185 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-493bb79a-50ba-47b9-a536-c7700576b129 req-5b33b51c-c774-41b1-b24f-c8b475a16082 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353439 Jul 16 18:50:00.400570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dffe1f-458c-4fa5-910f-ed4840efb558 req-b0853e4d-f83f-4d1e-803d-731f0e321a10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:00.402279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88dffe1f-458c-4fa5-910f-ed4840efb558 req-b0853e4d-f83f-4d1e-803d-731f0e321a10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 946 time: 0.0707200 Jul 16 18:50:00.443288 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88dffe1f-458c-4fa5-910f-ed4840efb558 req-5351b5ff-ad21-4b7b-8593-e3a48f46a49f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356154 Jul 16 18:50:00.467617 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54744) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:00.532756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c6db46eb-a333-4d22-95df-49f8a84802b6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/554849fa-27ed-4937-80bb-b92d0a6cdf60 HTTP/1.1" status: 200 len: 993 time: 0.0639713 Jul 16 18:50:00.734010 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.761993 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-32d88af2-31ac-4948-90e1-5f5766525f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.980746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d9702-4737-41bd-8012-366139e60005 req-4fe464ff-bb31-455e-a55a-f782c17d170e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:01.983306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-479d9702-4737-41bd-8012-366139e60005 req-4fe464ff-bb31-455e-a55a-f782c17d170e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 946 time: 0.0672567 Jul 16 18:50:02.024624 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-479d9702-4737-41bd-8012-366139e60005 req-02f25a59-cb72-48e5-856b-758a1036e913 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358386 Jul 16 18:50:02.050775 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.226322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94981378-027b-4098-9f0b-95e0f4854297 req-9aa28c8b-a5b6-44d3-9ace-a91aabebca23 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:03.227992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94981378-027b-4098-9f0b-95e0f4854297 req-9aa28c8b-a5b6-44d3-9ace-a91aabebca23 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 946 time: 0.0705659 Jul 16 18:50:03.272564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-94981378-027b-4098-9f0b-95e0f4854297 req-5af91141-3e17-4a34-9048-fda65fd5f8d2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383739 Jul 16 18:50:03.298685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54760) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:03.362846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-aef08da4-9002-43e8-9741-d36357b98deb tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/554849fa-27ed-4937-80bb-b92d0a6cdf60 HTTP/1.1" status: 200 len: 993 time: 0.0629013 Jul 16 18:50:03.701761 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54766) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:03.791063 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.862914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 77d72e9f-a516-4989-aebd-f0abbc8abc2c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:03.863253 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.942670 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.942991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.955253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 77d72e9f-a516-4989-aebd-f0abbc8abc2c owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:04.106278 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.134848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=77d72e9f-a516-4989-aebd-f0abbc8abc2c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:04.161879 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:04.162219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:04.162555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:04.162888 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:04.163217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:04.163582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:04.163911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:04.164239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:04.164560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:04.164878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:04.165197 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:04.165592 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:04.207593 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.207925 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Floating IP 554849fa-27ed-4937-80bb-b92d0a6cdf60 disassociated (deleted). External IP: 172.25.5.27, port: 884bee29-e99f-476f-9541-afb85a3ed36d. Jul 16 18:50:04.420495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:04.530111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:04.535033 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.539796 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6080bb-6722-4c62-b4bf-fad56bf6b2ef None None] Sync routers for ids ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:04.548891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6080bb-6722-4c62-b4bf-fad56bf6b2ef None None] Routers {'3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:04.549517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-8c6080bb-6722-4c62-b4bf-fad56bf6b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:50:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:04.573393 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4ca440ef-21a3-4f26-86f3-857271bee538 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/floatingips/554849fa-27ed-4937-80bb-b92d0a6cdf60 HTTP/1.1" status: 204 len: 168 time: 0.8701177 Jul 16 18:50:04.573629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'tag': '884bee29-e99f-476f-9541-afb85a3ed36d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:04.575986 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20979f5-9a63-4f50-85a5-c2477757b9da" -d '{"events": [{"name": "network-changed", "server_uuid": "81f84e37-1f27-47fe-a1e9-7a8320f86408", "tag": "884bee29-e99f-476f-9541-afb85a3ed36d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:04.619889 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad211c71-0dcf-4a75-9f83-ce24d3e64dd3 x-openstack-request-id: req-ad211c71-0dcf-4a75-9f83-ce24d3e64dd3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:04.620182 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f84e37-1f27-47fe-a1e9-7a8320f86408", "tag": "884bee29-e99f-476f-9541-afb85a3ed36d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:04.620458 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad211c71-0dcf-4a75-9f83-ce24d3e64dd3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:04.621129 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'tag': '884bee29-e99f-476f-9541-afb85a3ed36d', 'status': 'completed', 'code': 200} Jul 16 18:50:04.702433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20979f5-9a63-4f50-85a5-c2477757b9da req-1de387fd-0cad-4075-bfbe-027c68314094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:04.705523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e20979f5-9a63-4f50-85a5-c2477757b9da req-1de387fd-0cad-4075-bfbe-027c68314094 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 1098 time: 0.0591133 Jul 16 18:50:04.820844 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-8c6080bb-6722-4c62-b4bf-fad56bf6b2ef None None] Set router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:04.828515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20979f5-9a63-4f50-85a5-c2477757b9da req-44b8b143-ac81-4afd-8872-53277ec110b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:04.830006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e20979f5-9a63-4f50-85a5-c2477757b9da req-44b8b143-ac81-4afd-8872-53277ec110b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bfb1849-09ae-4f97-baec-aa60c6c68da7 HTTP/1.1" status: 200 len: 897 time: 0.1184411 Jul 16 18:50:04.874483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e20979f5-9a63-4f50-85a5-c2477757b9da req-3a9fd099-859a-49e0-909b-8dee7dee4598 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=884bee29-e99f-476f-9541-afb85a3ed36d HTTP/1.1" status: 200 len: 217 time: 0.0361354 Jul 16 18:50:04.960627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20979f5-9a63-4f50-85a5-c2477757b9da req-11c826e3-32f2-4140-a976-b986c50c9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:04.962008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e20979f5-9a63-4f50-85a5-c2477757b9da req-11c826e3-32f2-4140-a976-b986c50c9f75 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24c4d0c0-125e-48b3-9127-9f122d878057 HTTP/1.1" status: 200 len: 835 time: 0.0796647 Jul 16 18:50:05.020733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c9513-4a13-483e-87a4-eb0a6ea444a8 req-43f038f9-cf2e-4b0e-8c1f-20217779295b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:05.023291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e12c9513-4a13-483e-87a4-eb0a6ea444a8 req-43f038f9-cf2e-4b0e-8c1f-20217779295b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 946 time: 0.1098075 Jul 16 18:50:05.030594 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-8c6080bb-6722-4c62-b4bf-fad56bf6b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:14Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '41a7a4c7-4dbb-43ad-b069-68675c6b3ea9', 'name': '', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:43:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:13Z', 'updated_at': '2021-07-16T18:49:18Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:05.047088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20979f5-9a63-4f50-85a5-c2477757b9da req-9b01a864-5eb1-4b48-aa52-276d1d96b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:05.048596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e20979f5-9a63-4f50-85a5-c2477757b9da req-9b01a864-5eb1-4b48-aa52-276d1d96b924 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bfb1849-09ae-4f97-baec-aa60c6c68da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750461 Jul 16 18:50:05.059646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6080bb-6722-4c62-b4bf-fad56bf6b2ef None None] Checking router: 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:05.068158 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6080bb-6722-4c62-b4bf-fad56bf6b2ef None None] Routers {'3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:05.068768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-8c6080bb-6722-4c62-b4bf-fad56bf6b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:50:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:05.109704 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e12c9513-4a13-483e-87a4-eb0a6ea444a8 req-4249c839-3ae5-4cac-a465-02e2c7e2d5b9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651717 Jul 16 18:50:05.169234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e20979f5-9a63-4f50-85a5-c2477757b9da req-d57784b9-6725-4d88-81fa-9c6b4c5111b8 service neutron] 10.222.0.43 "GET /v2.0/networks/5bfb1849-09ae-4f97-baec-aa60c6c68da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067946 Jul 16 18:50:05.177635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-8c6080bb-6722-4c62-b4bf-fad56bf6b2ef None None] Set router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:05.263589 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e20979f5-9a63-4f50-85a5-c2477757b9da req-1d43ac42-d731-4e9f-8603-a5c5dff40b3f service neutron] 10.222.0.43 "GET /v2.0/networks/5bfb1849-09ae-4f97-baec-aa60c6c68da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871243 Jul 16 18:50:05.382819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-8c6080bb-6722-4c62-b4bf-fad56bf6b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:14Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '41a7a4c7-4dbb-43ad-b069-68675c6b3ea9', 'name': '', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:43:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:13Z', 'updated_at': '2021-07-16T18:49:18Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:05.408659 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6080bb-6722-4c62-b4bf-fad56bf6b2ef None None] The sync data for ids ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'] in n-d-787206-10 is: [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:14Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '41a7a4c7-4dbb-43ad-b069-68675c6b3ea9', 'name': '', 'network_id': '5bfb1849-09ae-4f97-baec-aa60c6c68da7', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:43:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:13Z', 'updated_at': '2021-07-16T18:49:18Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '24c4d0c0-125e-48b3-9127-9f122d878057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:05.626999 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc836132-1087-4918-a896-9d2544324444 None None] New status for floating IP 554849fa-27ed-4937-80bb-b92d0a6cdf60: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:50:06.292188 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9ed61-81b5-43dd-be4d-f37185d4ab25 req-1ff68580-dbae-4ddb-a757-22f5687ceaa9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:06.293606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7eb9ed61-81b5-43dd-be4d-f37185d4ab25 req-1ff68580-dbae-4ddb-a757-22f5687ceaa9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 946 time: 0.0688226 Jul 16 18:50:06.332178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7eb9ed61-81b5-43dd-be4d-f37185d4ab25 req-a0b0fc14-98ff-4e96-8de4-8a844ed7e6ac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe3ca3f0-da59-48fb-a467-65d53dd806a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328369 Jul 16 18:50:06.637214 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd36a7d-e283-427c-9b2d-fea10dd87db1 req-a04eb29a-8645-40c0-a035-b53c693563fa tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:06.638713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fd36a7d-e283-427c-9b2d-fea10dd87db1 req-a04eb29a-8645-40c0-a035-b53c693563fa tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 946 time: 0.0646260 Jul 16 18:50:06.742838 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8fd36a7d-e283-427c-9b2d-fea10dd87db1 req-9de7da93-c72d-478e-afed-ac22acce5383 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 884bee29-e99f-476f-9541-afb85a3ed36d {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:06.743170 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8fd36a7d-e283-427c-9b2d-fea10dd87db1 req-9de7da93-c72d-478e-afed-ac22acce5383 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:06.833362 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-8fd36a7d-e283-427c-9b2d-fea10dd87db1 req-9de7da93-c72d-478e-afed-ac22acce5383 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port 884bee29-e99f-476f-9541-afb85a3ed36d, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=884bee29-e99f-476f-9541-afb85a3ed36d,segment=NetworkSegment(a2daf7ed-b047-4841-bec5-b1b239bcf7a7),segment_id=a2daf7ed-b047-4841-bec5-b1b239bcf7a7)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:06.833642 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8fd36a7d-e283-427c-9b2d-fea10dd87db1 req-9de7da93-c72d-478e-afed-ac22acce5383 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:06.847084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-8fd36a7d-e283-427c-9b2d-fea10dd87db1 req-9de7da93-c72d-478e-afed-ac22acce5383 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 884bee29-e99f-476f-9541-afb85a3ed36d owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:06.956642 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:06.981257 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8fd36a7d-e283-427c-9b2d-fea10dd87db1 req-9de7da93-c72d-478e-afed-ac22acce5383 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:07.007854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7da93-c72d-478e-afed-ac22acce5383 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=884bee29-e99f-476f-9541-afb85a3ed36d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:07.056329 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd36a7d-e283-427c-9b2d-fea10dd87db1 req-9de7da93-c72d-478e-afed-ac22acce5383 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] No DVR routers for this DVR port 884bee29-e99f-476f-9541-afb85a3ed36d on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:07.058887 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-8fd36a7d-e283-427c-9b2d-fea10dd87db1 req-9de7da93-c72d-478e-afed-ac22acce5383 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:07.060925 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8fd36a7d-e283-427c-9b2d-fea10dd87db1 req-9de7da93-c72d-478e-afed-ac22acce5383 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "DELETE /v2.0/ports/884bee29-e99f-476f-9541-afb85a3ed36d HTTP/1.1" status: 204 len: 173 time: 0.4157569 Jul 16 18:50:07.061375 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'name': 'network-vif-deleted', 'tag': '884bee29-e99f-476f-9541-afb85a3ed36d'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:07.063649 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd35cf6c-c8a8-48be-82ef-d413c7cf57db" -d '{"events": [{"server_uuid": "81f84e37-1f27-47fe-a1e9-7a8320f86408", "name": "network-vif-deleted", "tag": "884bee29-e99f-476f-9541-afb85a3ed36d"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:07.100096 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037665c4-4f8f-4486-a372-b5164cda0359 x-openstack-request-id: req-037665c4-4f8f-4486-a372-b5164cda0359 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:07.100389 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f84e37-1f27-47fe-a1e9-7a8320f86408", "name": "network-vif-deleted", "tag": "884bee29-e99f-476f-9541-afb85a3ed36d", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:07.100661 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-037665c4-4f8f-4486-a372-b5164cda0359 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:07.101065 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f84e37-1f27-47fe-a1e9-7a8320f86408', 'name': 'network-vif-deleted', 'tag': '884bee29-e99f-476f-9541-afb85a3ed36d', 'status': 'completed', 'code': 200} Jul 16 18:50:07.501002 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a810fd91-d201-4684-a970-e6eb41b92334 req-1e710d9f-a170-4860-b579-c83c674244d5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f84e37-1f27-47fe-a1e9-7a8320f86408 HTTP/1.1" status: 200 len: 210 time: 0.0353711 Jul 16 18:50:08.598878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54784) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:09.285990 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2aab31e2-b82e-4248-8cb7-55ed3627fd38 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.555396 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2aab31e2-b82e-4248-8cb7-55ed3627fd38 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:09.556262 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2aab31e2-b82e-4248-8cb7-55ed3627fd38 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.627503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 884bee29-e99f-476f-9541-afb85a3ed36d no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:09.647508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-2aab31e2-b82e-4248-8cb7-55ed3627fd38 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=41a7a4c7-4dbb-43ad-b069-68675c6b3ea9,segment=NetworkSegment(a2daf7ed-b047-4841-bec5-b1b239bcf7a7),segment_id=a2daf7ed-b047-4841-bec5-b1b239bcf7a7)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:09.648112 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2aab31e2-b82e-4248-8cb7-55ed3627fd38 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.648898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 884bee29-e99f-476f-9541-afb85a3ed36d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:09.649256 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 884bee29-e99f-476f-9541-afb85a3ed36d not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:09.660630 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-2aab31e2-b82e-4248-8cb7-55ed3627fd38 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:09.850755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2aab31e2-b82e-4248-8cb7-55ed3627fd38 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.879890 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab31e2-b82e-4248-8cb7-55ed3627fd38 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=41a7a4c7-4dbb-43ad-b069-68675c6b3ea9,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:10.065038 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2aab31e2-b82e-4248-8cb7-55ed3627fd38 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.288689 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aab31e2-b82e-4248-8cb7-55ed3627fd38 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:10.403272 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aab31e2-b82e-4248-8cb7-55ed3627fd38 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:10.408661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2aab31e2-b82e-4248-8cb7-55ed3627fd38 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "PUT /v2.0/routers/3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8086801 Jul 16 18:50:10.411366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54788) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:10.414880 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ee3bb-6c82-4fd6-9510-dacc8407f6cf None None] Sync routers for ids ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:10.430480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ee3bb-6c82-4fd6-9510-dacc8407f6cf None None] Routers {'3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:10.431657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-213ee3bb-6c82-4fd6-9510-dacc8407f6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:50:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:10.473355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1ad023-639a-4847-806a-5e8628082001 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting subnet 24c4d0c0-125e-48b3-9127-9f122d878057 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:10.477276 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad023-639a-4847-806a-5e8628082001 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.531586 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad023-639a-4847-806a-5e8628082001 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.550714 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-213ee3bb-6c82-4fd6-9510-dacc8407f6cf None None] Set router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:10.630311 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad023-639a-4847-806a-5e8628082001 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.706248 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad023-639a-4847-806a-5e8628082001 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.741984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ad023-639a-4847-806a-5e8628082001 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Subnet': ['ID=24c4d0c0-125e-48b3-9127-9f122d878057,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:10.746572 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad023-639a-4847-806a-5e8628082001 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.748780 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cc1ad023-639a-4847-806a-5e8628082001 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/subnets/24c4d0c0-125e-48b3-9127-9f122d878057 HTTP/1.1" status: 204 len: 168 time: 0.3363686 Jul 16 18:50:10.751591 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54790) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:10.759863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273ede7-e0e0-4f5f-8190-36a4efde913d None None] Network 5bfb1849-09ae-4f97-baec-aa60c6c68da7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:10.883182 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-213ee3bb-6c82-4fd6-9510-dacc8407f6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:50:09Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:10.885085 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.920650 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ee3bb-6c82-4fd6-9510-dacc8407f6cf None None] Checking router: 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:10.937294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ee3bb-6c82-4fd6-9510-dacc8407f6cf None None] Routers {'3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:10.937930 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-213ee3bb-6c82-4fd6-9510-dacc8407f6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:50:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:11.006694 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.060071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-213ee3bb-6c82-4fd6-9510-dacc8407f6cf None None] Set router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:11.066509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port f23b0a72-ec07-461f-bc07-0d0aecf55227 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:11.066855 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.087330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] DHCP port deletion for 5bfb1849-09ae-4f97-baec-aa60c6c68da7 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:50:11.149178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port f23b0a72-ec07-461f-bc07-0d0aecf55227, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f23b0a72-ec07-461f-bc07-0d0aecf55227,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:11.149989 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.162381 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for f23b0a72-ec07-461f-bc07-0d0aecf55227 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:11.252128 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Deleting port d1147302-353e-4f11-af4c-fb1f5322541f {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:11.252502 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.328740 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] For port d1147302-353e-4f11-af4c-fb1f5322541f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d1147302-353e-4f11-af4c-fb1f5322541f,segment=NetworkSegment(a2daf7ed-b047-4841-bec5-b1b239bcf7a7),segment_id=a2daf7ed-b047-4841-bec5-b1b239bcf7a7)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:11.329046 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.336536 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.345526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Calling delete_port for d1147302-353e-4f11-af4c-fb1f5322541f owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:11.360028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-213ee3bb-6c82-4fd6-9510-dacc8407f6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:50:09Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:11.371285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=f23b0a72-ec07-461f-bc07-0d0aecf55227,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:11.419425 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ee3bb-6c82-4fd6-9510-dacc8407f6cf None None] The sync data for ids ['3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2'] in n-d-787206-10 is: [{'id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995659603', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:50:09Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': 'f23b0a72-ec07-461f-bc07-0d0aecf55227', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:11Z', 'updated_at': '2021-07-16T18:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:11.435782 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.464908 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.489974 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Pushing event deleted for resources: {'Port': ['ID=d1147302-353e-4f11-af4c-fb1f5322541f,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:11.494823 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] No DVR routers for this DVR port d1147302-353e-4f11-af4c-fb1f5322541f on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:11.502256 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:11.505645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:11.505645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:11.505645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:11.505645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:11.505645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:11.505645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:11.505645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:11.505645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:11.505645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:11.505645 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:11.507210 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52fd02-c04d-4ec9-aa5a-0573d0175fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:11.531302 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.533481 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.576856 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.577442 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Fanout notify agent at l3_agent the message router_deleted on router 3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:50:11.584537 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.585645 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d1ba93dc-5f58-43d7-98df-29cd45c1c246 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/routers/3e55ee6c-0a85-4919-ba09-ef4b4ff0cad2 HTTP/1.1" status: 204 len: 168 time: 0.8332360 Jul 16 18:50:11.588418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54792) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:11.668531 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5a30ea83-a104-4a5e-9144-d79391058296 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.758827 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5a30ea83-a104-4a5e-9144-d79391058296 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.769835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-5a30ea83-a104-4a5e-9144-d79391058296 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfb1849-09ae-4f97-baec-aa60c6c68da7']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:11.780568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-5a30ea83-a104-4a5e-9144-d79391058296 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:11.781068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-5a30ea83-a104-4a5e-9144-d79391058296 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2daf7ed-b047-4841-bec5-b1b239bcf7a7') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:11.791180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5a30ea83-a104-4a5e-9144-d79391058296 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.807174 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5a30ea83-a104-4a5e-9144-d79391058296 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.813494 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a30ea83-a104-4a5e-9144-d79391058296 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:50:11.813891 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5a30ea83-a104-4a5e-9144-d79391058296 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:50:11.817077 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:50:11.888895 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5a30ea83-a104-4a5e-9144-d79391058296 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.896194 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5a30ea83-a104-4a5e-9144-d79391058296 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.898089 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5a30ea83-a104-4a5e-9144-d79391058296 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/networks/5bfb1849-09ae-4f97-baec-aa60c6c68da7 HTTP/1.1" status: 204 len: 168 time: 0.3087485 Jul 16 18:50:11.903263 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54794) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:11.910881 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30ea83-a104-4a5e-9144-d79391058296 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Network': ['ID=5bfb1849-09ae-4f97-baec-aa60c6c68da7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:11.970064 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.998173 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.063300 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.065979 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.067441 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/security-groups/fe3ca3f0-da59-48fb-a467-65d53dd806a0 HTTP/1.1" status: 204 len: 168 time: 0.1630592 Jul 16 18:50:12.077544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3ca3f0-da59-48fb-a467-65d53dd806a0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:12.087767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:12.088463 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:12.088669 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:12.089084 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:12.089473 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:12.089870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:12.090390 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:12.090603 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:12.090937 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:12.091263 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:12.091629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:12.091953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52de023-a932-4e55-85fe-b52e5b452057 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:12.517265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54802) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:12.521932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-b6483489-90e3-4668-8ec4-d309c57c6077 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795267894', 'description': 'tempest-secgroup-smoke-795267894 description', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:12.547410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b6483489-90e3-4668-8ec4-d309c57c6077 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.639996 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b6483489-90e3-4668-8ec4-d309c57c6077 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.642655 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b6483489-90e3-4668-8ec4-d309c57c6077 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.647063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d1147302-353e-4f11-af4c-fb1f5322541f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:12.668998 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: d1147302-353e-4f11-af4c-fb1f5322541f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:12.669289 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d1147302-353e-4f11-af4c-fb1f5322541f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:12.669638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f23b0a72-ec07-461f-bc07-0d0aecf55227 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:12.676432 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b6483489-90e3-4668-8ec4-d309c57c6077 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.677675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b6483489-90e3-4668-8ec4-d309c57c6077 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1594050 Jul 16 18:50:12.679676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6483489-90e3-4668-8ec4-d309c57c6077 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e547b6fe-6640-4bad-a586-a53ca6862382,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:12.681010 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54804) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:12.686806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-fd771147-d2e0-411c-afd6-9686ad0f2cdd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'e547b6fe-6640-4bad-a586-a53ca6862382', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:12.688748 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: f23b0a72-ec07-461f-bc07-0d0aecf55227 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:12.689136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f23b0a72-ec07-461f-bc07-0d0aecf55227 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:12.689484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:12.710861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:12.711203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 41a7a4c7-4dbb-43ad-b069-68675c6b3ea9 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:12.717810 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd771147-d2e0-411c-afd6-9686ad0f2cdd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.764565 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd771147-d2e0-411c-afd6-9686ad0f2cdd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.768284 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd771147-d2e0-411c-afd6-9686ad0f2cdd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.786451 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd771147-d2e0-411c-afd6-9686ad0f2cdd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e073c6-dab7-4f44-acea-bf2c7e161252,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:12.792549 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-fd771147-d2e0-411c-afd6-9686ad0f2cdd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.793844 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fd771147-d2e0-411c-afd6-9686ad0f2cdd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111968 Jul 16 18:50:12.796897 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54806) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:12.801244 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-cd0eb87f-4dc3-45ca-9002-e0ba9a72326d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'e547b6fe-6640-4bad-a586-a53ca6862382', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:12.827364 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd0eb87f-4dc3-45ca-9002-e0ba9a72326d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.889447 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd0eb87f-4dc3-45ca-9002-e0ba9a72326d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.896347 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd0eb87f-4dc3-45ca-9002-e0ba9a72326d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.916149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0eb87f-4dc3-45ca-9002-e0ba9a72326d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c037fd0f-c610-4f37-ac12-4bfc966b4a7c,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:12.924327 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-cd0eb87f-4dc3-45ca-9002-e0ba9a72326d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.925980 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-cd0eb87f-4dc3-45ca-9002-e0ba9a72326d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279964 Jul 16 18:50:12.928993 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54808) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:12.933731 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-c7853540-f456-4527-a09d-81e3737d5854 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'e547b6fe-6640-4bad-a586-a53ca6862382', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:12.961064 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7853540-f456-4527-a09d-81e3737d5854 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.019669 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7853540-f456-4527-a09d-81e3737d5854 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.023883 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7853540-f456-4527-a09d-81e3737d5854 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.042986 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7853540-f456-4527-a09d-81e3737d5854 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1098b7-5770-475e-bb69-74ab07db04b1,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:13.049363 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-c7853540-f456-4527-a09d-81e3737d5854 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.050573 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-c7853540-f456-4527-a09d-81e3737d5854 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206422 Jul 16 18:50:13.053300 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54810) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:13.058124 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8a832031-deae-4f7b-975b-3c3184dfa6dc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'e547b6fe-6640-4bad-a586-a53ca6862382', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:13.084822 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a832031-deae-4f7b-975b-3c3184dfa6dc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.145770 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a832031-deae-4f7b-975b-3c3184dfa6dc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.149613 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a832031-deae-4f7b-975b-3c3184dfa6dc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.169648 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a832031-deae-4f7b-975b-3c3184dfa6dc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892f578b-e87d-4a49-9a05-dfc528f8254c,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:13.175777 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8a832031-deae-4f7b-975b-3c3184dfa6dc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.176913 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8a832031-deae-4f7b-975b-3c3184dfa6dc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226177 Jul 16 18:50:13.179541 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54812) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:13.184629 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d2f3642c-801b-42a1-abc2-0af1f7bfb7e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'e547b6fe-6640-4bad-a586-a53ca6862382', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:13.205981 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-d2f3642c-801b-42a1-abc2-0af1f7bfb7e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Project a75a20bc03dc4803ad4d8d2a0f11316f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:50:13.210750 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2f3642c-801b-42a1-abc2-0af1f7bfb7e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.273943 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2f3642c-801b-42a1-abc2-0af1f7bfb7e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.277601 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2f3642c-801b-42a1-abc2-0af1f7bfb7e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.294641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3642c-801b-42a1-abc2-0af1f7bfb7e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e19ed7-c5c9-403a-95dd-3fdc7264f4bf,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:13.301302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d2f3642c-801b-42a1-abc2-0af1f7bfb7e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.302518 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d2f3642c-801b-42a1-abc2-0af1f7bfb7e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220372 Jul 16 18:50:13.305186 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54814) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:13.310306 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-14985e07-2ad9-4c9d-be38-8427a430c660 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'e547b6fe-6640-4bad-a586-a53ca6862382', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:13.331780 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-14985e07-2ad9-4c9d-be38-8427a430c660 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Project a75a20bc03dc4803ad4d8d2a0f11316f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:50:13.336472 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14985e07-2ad9-4c9d-be38-8427a430c660 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.396782 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14985e07-2ad9-4c9d-be38-8427a430c660 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.401153 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14985e07-2ad9-4c9d-be38-8427a430c660 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.421670 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14985e07-2ad9-4c9d-be38-8427a430c660 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c995e7d0-32c6-4620-82fa-8994e2700c33,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:13.427542 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-14985e07-2ad9-4c9d-be38-8427a430c660 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.428760 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-14985e07-2ad9-4c9d-be38-8427a430c660 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219776 Jul 16 18:50:13.431891 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54816) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:13.436841 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-4ed26f28-a4a7-4294-b0b5-52eff44f6204 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'network': {'name': 'tempest-network-smoke--1715375969', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'port_security_enabled': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:13.456894 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed26f28-a4a7-4294-b0b5-52eff44f6204 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:13.460484 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ed26f28-a4a7-4294-b0b5-52eff44f6204 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.484935 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed26f28-a4a7-4294-b0b5-52eff44f6204 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:13.494683 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ed26f28-a4a7-4294-b0b5-52eff44f6204 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.495045 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-4ed26f28-a4a7-4294-b0b5-52eff44f6204 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Added segment 62d76be8-a3e2-41f1-b98c-fe713daca2ff of type vlan for network 81d94f59-1952-4913-8aed-3efa4c3d4443 Jul 16 18:50:13.536939 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ed26f28-a4a7-4294-b0b5-52eff44f6204 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.571096 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ed26f28-a4a7-4294-b0b5-52eff44f6204 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.576882 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed26f28-a4a7-4294-b0b5-52eff44f6204 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:13.577481 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4ed26f28-a4a7-4294-b0b5-52eff44f6204 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.614630 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4ed26f28-a4a7-4294-b0b5-52eff44f6204 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1816821 Jul 16 18:50:13.617593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54818) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:13.622965 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'admin_state_up': True, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:13.647320 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.648346 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.652696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed26f28-a4a7-4294-b0b5-52eff44f6204 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Network': ['ID=81d94f59-1952-4913-8aed-3efa4c3d4443,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:13.666494 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 81d94f59-1952-4913-8aed-3efa4c3d4443 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:13.703115 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.848240 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.042870 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.063078 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.171762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.25.5.43 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/3a9743a4-3875-4529-93a4-04020794dacd) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:14.279596 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.320276 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.357088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:14.363419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:14.367082 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:14.372832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=3a9743a4-3875-4529-93a4-04020794dacd,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:14.940746 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.144880 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.281422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router dc5f1da6-3998-4732-b52c-e4c2100da9f0 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:50:15.396395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:15.409334 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Sync routers for ids ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:15.420739 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Routers {'dc5f1da6-3998-4732-b52c-e4c2100da9f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:15.421353 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:50:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:15.425212 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.426482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5b8c5a8f-e754-4aa6-85de-889e85d64b7c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8075600 Jul 16 18:50:15.429978 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54822) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:15.461676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7fb1f418-8c5f-4c5f-b91f-b0af27c24ce0 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a75a20bc03dc4803ad4d8d2a0f11316f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295966 Jul 16 18:50:15.464048 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54824) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:15.528075 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Set router dc5f1da6-3998-4732-b52c-e4c2100da9f0 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:15.557289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581f7d07-9962-4d62-9a72-82b514667561 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:15.558744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-581f7d07-9962-4d62-9a72-82b514667561 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937657 Jul 16 18:50:15.561734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54826) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:15.603285 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2cc1a2cf-ee40-4d4d-a98a-21bcaa10ef56 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397613 Jul 16 18:50:15.605724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54828) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:15.610977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-9c4e00e2-f6e8-4e60-8fa0-c53c714b4d6c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-15093937', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:15.705820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4e00e2-f6e8-4e60-8fa0-c53c714b4d6c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:15.709602 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c4e00e2-f6e8-4e60-8fa0-c53c714b4d6c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.799109 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:50:14Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:15.830824 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Checking router: dc5f1da6-3998-4732-b52c-e4c2100da9f0 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:15.831079 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Updating router dc5f1da6-3998-4732-b52c-e4c2100da9f0 port 3a9743a4-3875-4529-93a4-04020794dacd binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:50:15.867027 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.904807 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c4e00e2-f6e8-4e60-8fa0-c53c714b4d6c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.971895 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e00e2-f6e8-4e60-8fa0-c53c714b4d6c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Subnet': ['ID=9ddeccef-d3c6-4d85-968c-aa3493d25bb0,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:15.980083 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4e00e2-f6e8-4e60-8fa0-c53c714b4d6c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Checking segment: {'id': '62d76be8-a3e2-41f1-b98c-fe713daca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:15.980444 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4e00e2-f6e8-4e60-8fa0-c53c714b4d6c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network hostable DHCP agents. Network: 81d94f59-1952-4913-8aed-3efa4c3d4443, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:15.998747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4e00e2-f6e8-4e60-8fa0-c53c714b4d6c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 81d94f59-1952-4913-8aed-3efa4c3d4443 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:16.008185 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-9c4e00e2-f6e8-4e60-8fa0-c53c714b4d6c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 81d94f59-1952-4913-8aed-3efa4c3d4443) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:16.012940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4e00e2-f6e8-4e60-8fa0-c53c714b4d6c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:16.013498 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-9c4e00e2-f6e8-4e60-8fa0-c53c714b4d6c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.028018 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd090bfa-e9fa-4080-8233-43bf0c04a492 None None] Network 81d94f59-1952-4913-8aed-3efa4c3d4443 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:16.030885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-9c4e00e2-f6e8-4e60-8fa0-c53c714b4d6c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4238880 Jul 16 18:50:16.033512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54830) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:16.134279 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.144895 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Transition to ACTIVE for port object 3a9743a4-3875-4529-93a4-04020794dacd will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:16.151418 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.191653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-81d94f59-1952-4913-8aed-3efa4c3d4443', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ips': [{'subnet_id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:16.192965 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.211097 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Attempting to bind port 3a9743a4-3875-4529-93a4-04020794dacd on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:16.211514 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Attempting to bind port 3a9743a4-3875-4529-93a4-04020794dacd by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:16.212508 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Attempting to bind port 3a9743a4-3875-4529-93a4-04020794dacd on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:16.220299 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Pushing event updated for resources: {'Port': ['ID=3a9743a4-3875-4529-93a4-04020794dacd,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:16.226797 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:16.227347 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:16.227809 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.228355 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:16.228829 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Bound port: 3a9743a4-3875-4529-93a4-04020794dacd, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:16.229213 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.231831 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:16.232174 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:16.232510 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:16.232843 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:16.233171 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:16.233497 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:16.233824 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:16.234148 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:16.234470 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:16.234791 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:16.235113 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:16.235514 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:16.295574 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] For port 3a9743a4-3875-4529-93a4-04020794dacd, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:16.298979 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] For port 3a9743a4-3875-4529-93a4-04020794dacd, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3a9743a4-3875-4529-93a4-04020794dacd,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:16.303142 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.336570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Allocated IP 172.20.0.2 (81d94f59-1952-4913-8aed-3efa4c3d4443/9ddeccef-d3c6-4d85-968c-aa3493d25bb0/e79e02b5-58b9-488f-84fb-63012e887f0f) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:16.362775 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Routers {'dc5f1da6-3998-4732-b52c-e4c2100da9f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:16.363406 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:50:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:16.365495 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359f4a7-852e-4e1e-8ec5-60a6c5eb9581 None None] Pushing event updated for resources: {'Port': ['ID=3a9743a4-3875-4529-93a4-04020794dacd,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:16.480501 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] Set router dc5f1da6-3998-4732-b52c-e4c2100da9f0 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:16.504910 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.518245 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Transition to ACTIVE for port object e79e02b5-58b9-488f-84fb-63012e887f0f will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:16.534503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Transition to ACTIVE for port object e79e02b5-58b9-488f-84fb-63012e887f0f will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:16.541128 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.552514 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.583539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Network 81d94f59-1952-4913-8aed-3efa4c3d4443 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:16.586364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:16.590359 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:16.598401 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Pushing event updated for resources: {'Port': ['ID=e79e02b5-58b9-488f-84fb-63012e887f0f,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:16.653811 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Attempting to bind port e79e02b5-58b9-488f-84fb-63012e887f0f on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:16.654352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Attempting to bind port e79e02b5-58b9-488f-84fb-63012e887f0f by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '62d76be8-a3e2-41f1-b98c-fe713daca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:16.654931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Attempting to bind port e79e02b5-58b9-488f-84fb-63012e887f0f on network 81d94f59-1952-4913-8aed-3efa4c3d4443 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:16.660167 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:16.660681 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Checking segment: {'id': '62d76be8-a3e2-41f1-b98c-fe713daca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:16.661182 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.661671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Bound using segment: {'id': '62d76be8-a3e2-41f1-b98c-fe713daca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:16.662194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Bound port: e79e02b5-58b9-488f-84fb-63012e887f0f, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d76be8-a3e2-41f1-b98c-fe713daca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:16.662641 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.678864 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:50:14Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:16.706446 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e25048f-6776-41fc-9dc0-0edb3f5e8dbd None None] The sync data for ids ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'] in n-d-787206-10 is: [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:50:14Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:16.732542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] For port e79e02b5-58b9-488f-84fb-63012e887f0f, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:16.735878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] For port e79e02b5-58b9-488f-84fb-63012e887f0f, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e79e02b5-58b9-488f-84fb-63012e887f0f,segment=NetworkSegment(62d76be8-a3e2-41f1-b98c-fe713daca2ff),segment_id=62d76be8-a3e2-41f1-b98c-fe713daca2ff)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:16.743271 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.806560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97a1e6-c3fd-40b9-8c7d-6cafd8e84959 None None] Pushing event updated for resources: {'Port': ['ID=e79e02b5-58b9-488f-84fb-63012e887f0f,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:16.911779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.20.0.1 (81d94f59-1952-4913-8aed-3efa4c3d4443/9ddeccef-d3c6-4d85-968c-aa3493d25bb0/90de0923-b086-4f23-bfc0-6bb008636ebf) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:17.069884 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.088777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Transition to ACTIVE for port object 90de0923-b086-4f23-bfc0-6bb008636ebf will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:17.130307 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.176119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 81d94f59-1952-4913-8aed-3efa4c3d4443 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:17.182247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:17.186842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:17.213976 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=90de0923-b086-4f23-bfc0-6bb008636ebf,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:17.238000 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.387909 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.709392 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.714498 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.784729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcf4063-1c40-41ed-a957-47e100960dbc None None] Network 81d94f59-1952-4913-8aed-3efa4c3d4443 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:17.795824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=90de0923-b086-4f23-bfc0-6bb008636ebf,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:17.798544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.863233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9d8a9115-79de-4f25-b7aa-b14f75666d0a None None] Provisioning for port e79e02b5-58b9-488f-84fb-63012e887f0f completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:17.894676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 81d94f59-1952-4913-8aed-3efa4c3d4443 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:17.896216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:18.012912 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router dc5f1da6-3998-4732-b52c-e4c2100da9f0 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:18.129208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:18.135570 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-79d67b64-145d-4256-bf4c-ac6ec225d43d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "PUT /v2.0/routers/dc5f1da6-3998-4732-b52c-e4c2100da9f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0992374 Jul 16 18:50:18.199916 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c0869630-9f87-415e-b8bd-12d96e1f8871 None None] Provisioning for port 90de0923-b086-4f23-bfc0-6bb008636ebf completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:18.204304 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c0869630-9f87-415e-b8bd-12d96e1f8871 None None] Provisioning complete for port 90de0923-b086-4f23-bfc0-6bb008636ebf triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:18.204679 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c0869630-9f87-415e-b8bd-12d96e1f8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.248208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c0869630-9f87-415e-b8bd-12d96e1f8871 None None] Port 90de0923-b086-4f23-bfc0-6bb008636ebf cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:18.320917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-bb6094a6-be56-4085-8439-cdf585c7e9b2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795267894&fields=id&tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 267 time: 0.0389562 Jul 16 18:50:18.381995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a4a36b62-f66a-4758-85bf-f826642ee422 None None] Provisioning complete for port 90de0923-b086-4f23-bfc0-6bb008636ebf triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:18.382368 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a4a36b62-f66a-4758-85bf-f826642ee422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.424012 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a4a36b62-f66a-4758-85bf-f826642ee422 None None] Port 90de0923-b086-4f23-bfc0-6bb008636ebf cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:18.507549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Sync routers for ids ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:18.518251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Routers {'dc5f1da6-3998-4732-b52c-e4c2100da9f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:18.518790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:50:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:18.728788 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e79e02b5-58b9-488f-84fb-63012e887f0f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:18.787252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-9f756105-2da9-4357-9cbc-420f9a3eef09 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:18.788723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-9f756105-2da9-4357-9cbc-420f9a3eef09 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/networks?id=81d94f59-1952-4913-8aed-3efa4c3d4443 HTTP/1.1" status: 200 len: 797 time: 0.4609084 Jul 16 18:50:18.803956 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-71b38a5b-2b2c-4863-b843-3706efe69375 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/quotas/a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 375 time: 0.0096695 Jul 16 18:50:18.808632 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a6023970-8e35-4292-9090-97068323700d None None] Provisioning complete for port 90de0923-b086-4f23-bfc0-6bb008636ebf triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:18.809276 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a6023970-8e35-4292-9090-97068323700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.871488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a6023970-8e35-4292-9090-97068323700d None None] Port 90de0923-b086-4f23-bfc0-6bb008636ebf cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:18.875912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e79e02b5-58b9-488f-84fb-63012e887f0f completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:18.876077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-5ee77751-189f-40b0-ba7d-20a70a4ee768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660999 Jul 16 18:50:18.889820 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Set router dc5f1da6-3998-4732-b52c-e4c2100da9f0 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:18.921842 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e79e02b5-58b9-488f-84fb-63012e887f0f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:18.922220 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.052426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-5afdfcf8-1442-47c7-a079-956c53521b8a service neutron] 10.222.0.41 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300976 Jul 16 18:50:19.147931 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-13986648-355d-4519-aa8e-f8e3b5e7e870 service neutron] 10.222.0.41 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891616 Jul 16 18:50:19.197895 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.275079 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port e79e02b5-58b9-488f-84fb-63012e887f0f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e79e02b5-58b9-488f-84fb-63012e887f0f,segment=NetworkSegment(62d76be8-a3e2-41f1-b98c-fe713daca2ff),segment_id=62d76be8-a3e2-41f1-b98c-fe713daca2ff)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:19.285057 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.285861 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3a9743a4-3875-4529-93a4-04020794dacd up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:19.364993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2fe16ac-45a1-4343-83f1-79d0caf3cc16 req-a151a7a1-a02f-41a1-bd44-17262fd37d47 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 210 time: 0.0424290 Jul 16 18:50:19.404661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:50:17Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '90de0923-b086-4f23-bfc0-6bb008636ebf', 'name': '', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:47:74:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:16Z', 'updated_at': '2021-07-16T18:50:17Z', 'revision_number': 2, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:19.408972 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=e79e02b5-58b9-488f-84fb-63012e887f0f,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:19.447146 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Checking router: dc5f1da6-3998-4732-b52c-e4c2100da9f0 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:19.447532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Updating router dc5f1da6-3998-4732-b52c-e4c2100da9f0 port 90de0923-b086-4f23-bfc0-6bb008636ebf binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:50:19.449843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 3a9743a4-3875-4529-93a4-04020794dacd completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:19.481447 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3a9743a4-3875-4529-93a4-04020794dacd triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:19.481875 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.524463 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.678122 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.715063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 3a9743a4-3875-4529-93a4-04020794dacd, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3a9743a4-3875-4529-93a4-04020794dacd,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:19.725632 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.823728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=3a9743a4-3875-4529-93a4-04020794dacd,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:19.899980 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.910891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Transition to ACTIVE for port object 90de0923-b086-4f23-bfc0-6bb008636ebf will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:19.917958 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.991643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add8c94-b4b7-4126-a1b7-af1831ab21a7 None None] Pushing event updated for resources: {'Port': ['ID=90de0923-b086-4f23-bfc0-6bb008636ebf,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:20.030138 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Attempting to bind port 90de0923-b086-4f23-bfc0-6bb008636ebf on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:20.030517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Attempting to bind port 90de0923-b086-4f23-bfc0-6bb008636ebf by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '62d76be8-a3e2-41f1-b98c-fe713daca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:20.030890 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Attempting to bind port 90de0923-b086-4f23-bfc0-6bb008636ebf on network 81d94f59-1952-4913-8aed-3efa4c3d4443 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:20.051612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:20.051991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Checking segment: {'id': '62d76be8-a3e2-41f1-b98c-fe713daca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:20.052401 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:20.052799 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Bound using segment: {'id': '62d76be8-a3e2-41f1-b98c-fe713daca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:20.053433 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Bound port: 90de0923-b086-4f23-bfc0-6bb008636ebf, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d76be8-a3e2-41f1-b98c-fe713daca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:20.053827 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:20.130126 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] For port 90de0923-b086-4f23-bfc0-6bb008636ebf, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:20.134554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] For port 90de0923-b086-4f23-bfc0-6bb008636ebf, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=90de0923-b086-4f23-bfc0-6bb008636ebf,segment=NetworkSegment(62d76be8-a3e2-41f1-b98c-fe713daca2ff),segment_id=62d76be8-a3e2-41f1-b98c-fe713daca2ff)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:20.139169 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:20.217931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Routers {'dc5f1da6-3998-4732-b52c-e4c2100da9f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:20.218208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:50:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:20.219937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add8c94-b4b7-4126-a1b7-af1831ab21a7 None None] Pushing event updated for resources: {'Port': ['ID=90de0923-b086-4f23-bfc0-6bb008636ebf,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:20.331918 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] Set router dc5f1da6-3998-4732-b52c-e4c2100da9f0 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:20.513626 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a14da88f-3bc7-417a-9eba-ed36a7ce2ff9 req-65fd298c-6a3e-4584-a5fe-80dac3b05a66 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 210 time: 0.0343323 Jul 16 18:50:20.549150 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:50:17Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '90de0923-b086-4f23-bfc0-6bb008636ebf', 'name': '', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:47:74:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:16Z', 'updated_at': '2021-07-16T18:50:20Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:20.578011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d401e10-f43f-4559-bfc4-efc445a1bbf2 None None] The sync data for ids ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'] in n-d-787206-10 is: [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:50:17Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '90de0923-b086-4f23-bfc0-6bb008636ebf', 'name': '', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:47:74:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:16Z', 'updated_at': '2021-07-16T18:50:20Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:20.703299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-fdc851c1-ea81-45eb-a699-7a7f9c67edbc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:20.704885 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-fdc851c1-ea81-45eb-a699-7a7f9c67edbc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.35 "GET /v2.0/networks?id=81d94f59-1952-4913-8aed-3efa4c3d4443 HTTP/1.1" status: 200 len: 797 time: 0.1640303 Jul 16 18:50:20.720843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e79e02b5-58b9-488f-84fb-63012e887f0f up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:20.781566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-04a93c90-b514-48c8-a0bb-dcb5d6cd8eba tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 379 time: 0.0615084 Jul 16 18:50:20.793006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e79e02b5-58b9-488f-84fb-63012e887f0f triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:20.793478 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:20.793836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'port': {'device_id': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'admin_state_up': True, 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'security_groups': ['e547b6fe-6640-4bad-a586-a53ca6862382']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:20.929662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:20.934070 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.054560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3a9743a4-3875-4529-93a4-04020794dacd up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:21.105060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.20.0.8 (81d94f59-1952-4913-8aed-3efa4c3d4443/9ddeccef-d3c6-4d85-968c-aa3493d25bb0/de6b4f62-fb60-4d7e-9d13-51303030da7c) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:21.105555 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 3a9743a4-3875-4529-93a4-04020794dacd triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:21.106006 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.264393 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.281120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Transition to ACTIVE for port object de6b4f62-fb60-4d7e-9d13-51303030da7c will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:21.318717 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.372904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 81d94f59-1952-4913-8aed-3efa4c3d4443 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:21.378767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:21.383683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:21.411068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=de6b4f62-fb60-4d7e-9d13-51303030da7c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:21.447406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:21.448192 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.465426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-df9a3f46-39e5-4619-af54-b4b4ec650f4b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6784458 Jul 16 18:50:21.477731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Request body: {'port': {'device_id': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:21.566755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.659239 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e90f56fc-bbeb-461d-be0f-aa08739145da None None] Provisioning for port de6b4f62-fb60-4d7e-9d13-51303030da7c completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:21.663807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e90f56fc-bbeb-461d-be0f-aa08739145da None None] Provisioning complete for port de6b4f62-fb60-4d7e-9d13-51303030da7c triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:21.665075 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e90f56fc-bbeb-461d-be0f-aa08739145da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.710138 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e90f56fc-bbeb-461d-be0f-aa08739145da None None] Port de6b4f62-fb60-4d7e-9d13-51303030da7c cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:21.828658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d591d-fc91-4964-a170-2bff5abf5265 req-264eead3-32fd-4fc6-a577-787dc2eefffe tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:21.830201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e24d591d-fc91-4964-a170-2bff5abf5265 req-264eead3-32fd-4fc6-a577-787dc2eefffe tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 931 time: 0.1457486 Jul 16 18:50:21.910254 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e24d591d-fc91-4964-a170-2bff5abf5265 req-0e570a72-906f-4aab-98f8-6c07cdb313e7 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671976 Jul 16 18:50:21.968054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6b4f62-fb60-4d7e-9d13-51303030da7c {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:21.980722 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.998158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Transition to ACTIVE for port object de6b4f62-fb60-4d7e-9d13-51303030da7c will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:22.002167 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.077466 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Pushing event updated for resources: {'Port': ['ID=de6b4f62-fb60-4d7e-9d13-51303030da7c,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:22.130173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Attempting to bind port de6b4f62-fb60-4d7e-9d13-51303030da7c on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:22.130508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Attempting to bind port de6b4f62-fb60-4d7e-9d13-51303030da7c by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '62d76be8-a3e2-41f1-b98c-fe713daca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:22.130840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Attempting to bind port de6b4f62-fb60-4d7e-9d13-51303030da7c on network 81d94f59-1952-4913-8aed-3efa4c3d4443 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:22.136026 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Port de6b4f62-fb60-4d7e-9d13-51303030da7c on network 81d94f59-1952-4913-8aed-3efa4c3d4443 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:50:22.136347 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Attempting to bind port de6b4f62-fb60-4d7e-9d13-51303030da7c on network 81d94f59-1952-4913-8aed-3efa4c3d4443 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:22.141512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:22.141864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Checking segment: {'id': '62d76be8-a3e2-41f1-b98c-fe713daca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:22.142276 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Bound using segment: {'id': '62d76be8-a3e2-41f1-b98c-fe713daca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:22.142740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Bound port: de6b4f62-fb60-4d7e-9d13-51303030da7c, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d76be8-a3e2-41f1-b98c-fe713daca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:22.143161 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.226916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] For port de6b4f62-fb60-4d7e-9d13-51303030da7c, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:22.230523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] For port de6b4f62-fb60-4d7e-9d13-51303030da7c, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=de6b4f62-fb60-4d7e-9d13-51303030da7c,segment=NetworkSegment(62d76be8-a3e2-41f1-b98c-fe713daca2ff),segment_id=62d76be8-a3e2-41f1-b98c-fe713daca2ff)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:22.235329 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.271462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:22.272128 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.273521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] 10.222.0.35 "PUT /v2.0/ports/de6b4f62-fb60-4d7e-9d13-51303030da7c HTTP/1.1" status: 200 len: 1092 time: 0.8008931 Jul 16 18:50:22.274677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'tag': 'de6b4f62-fb60-4d7e-9d13-51303030da7c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:22.277079 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f27eae-3247-4b3d-a5e6-cd7d8b8f5de3" -d '{"events": [{"name": "network-changed", "server_uuid": "4328086b-4cbc-41ec-8a95-82d38a3e235f", "tag": "de6b4f62-fb60-4d7e-9d13-51303030da7c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:22.307930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75f0d2-1455-4762-a3e2-ac000eeae55d service neutron] Pushing event updated for resources: {'Port': ['ID=de6b4f62-fb60-4d7e-9d13-51303030da7c,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:22.354889 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3941f01-d314-465a-aeec-e5f63cd7d9c0 x-openstack-request-id: req-c3941f01-d314-465a-aeec-e5f63cd7d9c0 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:22.355256 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4328086b-4cbc-41ec-8a95-82d38a3e235f", "tag": "de6b4f62-fb60-4d7e-9d13-51303030da7c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:22.355617 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3941f01-d314-465a-aeec-e5f63cd7d9c0 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:22.356081 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'tag': 'de6b4f62-fb60-4d7e-9d13-51303030da7c', 'status': 'completed', 'code': 200} Jul 16 18:50:22.385800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-f539d767-3f89-483d-ab8c-ba8e9045c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:22.387389 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-f539d767-3f89-483d-ab8c-ba8e9045c404 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 1095 time: 0.0692434 Jul 16 18:50:22.437253 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-e2714d3b-d0fc-47f9-bfd0-c41a119d565a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de6b4f62-fb60-4d7e-9d13-51303030da7c HTTP/1.1" status: 200 len: 217 time: 0.0425150 Jul 16 18:50:22.490567 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-afb2db7c-7628-4a52-8960-6650e752d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:22.492108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-afb2db7c-7628-4a52-8960-6650e752d042 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ddeccef-d3c6-4d85-968c-aa3493d25bb0 HTTP/1.1" status: 200 len: 833 time: 0.0492694 Jul 16 18:50:22.556212 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-7eacc408-3239-4f61-af10-d2021ff2d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:22.557786 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-7eacc408-3239-4f61-af10-d2021ff2d979 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81d94f59-1952-4913-8aed-3efa4c3d4443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597284 Jul 16 18:50:22.660419 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-f140f064-9402-4f17-addc-6e57b2a27a70 service neutron] 10.222.0.35 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959857 Jul 16 18:50:22.686702 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 90de0923-b086-4f23-bfc0-6bb008636ebf up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:22.742068 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 90de0923-b086-4f23-bfc0-6bb008636ebf completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:22.755687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 90de0923-b086-4f23-bfc0-6bb008636ebf triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:22.755687 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.783646 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-13ad9d4a-d245-4f77-b3b0-e2defe3524ef req-da736448-9e99-4b5c-a87d-7808ce69f4fd service neutron] 10.222.0.35 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172612 Jul 16 18:50:22.843810 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.880767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 90de0923-b086-4f23-bfc0-6bb008636ebf, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=90de0923-b086-4f23-bfc0-6bb008636ebf,segment=NetworkSegment(62d76be8-a3e2-41f1-b98c-fe713daca2ff),segment_id=62d76be8-a3e2-41f1-b98c-fe713daca2ff)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:22.885496 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.896731 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f27eae-3247-4b3d-a5e6-cd7d8b8f5de3 req-9bcb47d4-49a7-4ee2-9475-8b0eef926de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:22.898302 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57f27eae-3247-4b3d-a5e6-cd7d8b8f5de3 req-9bcb47d4-49a7-4ee2-9475-8b0eef926de2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 1095 time: 0.0573339 Jul 16 18:50:22.943184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=90de0923-b086-4f23-bfc0-6bb008636ebf,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:22.998828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f27eae-3247-4b3d-a5e6-cd7d8b8f5de3 req-129b103c-8730-4d97-b888-4261ac3aab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:23.000377 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57f27eae-3247-4b3d-a5e6-cd7d8b8f5de3 req-129b103c-8730-4d97-b888-4261ac3aab99 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81d94f59-1952-4913-8aed-3efa4c3d4443 HTTP/1.1" status: 200 len: 898 time: 0.0960100 Jul 16 18:50:23.046085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57f27eae-3247-4b3d-a5e6-cd7d8b8f5de3 req-533c5b6b-87b5-4b26-8af7-5d561411c375 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de6b4f62-fb60-4d7e-9d13-51303030da7c HTTP/1.1" status: 200 len: 217 time: 0.0390654 Jul 16 18:50:23.126441 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f27eae-3247-4b3d-a5e6-cd7d8b8f5de3 req-facd06ce-81d0-44a9-8722-d550185c092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:23.127964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57f27eae-3247-4b3d-a5e6-cd7d8b8f5de3 req-facd06ce-81d0-44a9-8722-d550185c092f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ddeccef-d3c6-4d85-968c-aa3493d25bb0 HTTP/1.1" status: 200 len: 833 time: 0.0739861 Jul 16 18:50:23.177302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814ba76-5e2e-410e-b9f8-f5c61b4bd245 req-4e858028-a593-4a8a-8601-82524dca3ad1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:23.178790 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e814ba76-5e2e-410e-b9f8-f5c61b4bd245 req-4e858028-a593-4a8a-8601-82524dca3ad1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 943 time: 0.1355646 Jul 16 18:50:23.231989 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f27eae-3247-4b3d-a5e6-cd7d8b8f5de3 req-ec09806d-7c18-4463-a4a4-8b95ef41e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:23.233406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57f27eae-3247-4b3d-a5e6-cd7d8b8f5de3 req-ec09806d-7c18-4463-a4a4-8b95ef41e97a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81d94f59-1952-4913-8aed-3efa4c3d4443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983477 Jul 16 18:50:23.238515 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e814ba76-5e2e-410e-b9f8-f5c61b4bd245 req-b2237ab5-304b-47b1-a647-e131ddf66702 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507712 Jul 16 18:50:23.326957 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57f27eae-3247-4b3d-a5e6-cd7d8b8f5de3 req-117212bc-ea42-4681-a037-409e8e33fa66 service neutron] 10.222.0.35 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856497 Jul 16 18:50:23.424224 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57f27eae-3247-4b3d-a5e6-cd7d8b8f5de3 req-b3aeff80-3045-43ba-870f-fbf1c58b9b6a service neutron] 10.222.0.35 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904229 Jul 16 18:50:24.420243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f800b7-72c8-4104-b931-4ebb4bf6b551 req-86111c30-e341-4588-b4b2-b7a02f2ddf20 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:24.421756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85f800b7-72c8-4104-b931-4ebb4bf6b551 req-86111c30-e341-4588-b4b2-b7a02f2ddf20 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 943 time: 0.0672965 Jul 16 18:50:24.461985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85f800b7-72c8-4104-b931-4ebb4bf6b551 req-f995484e-6a03-4797-be0b-e1a39031b115 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340791 Jul 16 18:50:24.663374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 90de0923-b086-4f23-bfc0-6bb008636ebf up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:24.713962 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 90de0923-b086-4f23-bfc0-6bb008636ebf triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:24.714329 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.637830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a21e9-851b-4ad5-8175-85094a768af3 req-3b0a7107-ec36-47e3-b9d4-6aa3253103a2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:25.639373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-593a21e9-851b-4ad5-8175-85094a768af3 req-3b0a7107-ec36-47e3-b9d4-6aa3253103a2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 943 time: 0.0654197 Jul 16 18:50:25.677019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-593a21e9-851b-4ad5-8175-85094a768af3 req-a8438b25-ffb2-4dc1-8a22-fe86ee1e2439 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320761 Jul 16 18:50:26.280542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device de6b4f62-fb60-4d7e-9d13-51303030da7c details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:50:26.377252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port de6b4f62-fb60-4d7e-9d13-51303030da7c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=de6b4f62-fb60-4d7e-9d13-51303030da7c,segment=NetworkSegment(62d76be8-a3e2-41f1-b98c-fe713daca2ff),segment_id=62d76be8-a3e2-41f1-b98c-fe713daca2ff)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:26.388569 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': 'de6b4f62-fb60-4d7e-9d13-51303030da7c', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'port_id': 'de6b4f62-fb60-4d7e-9d13-51303030da7c', 'mac_address': 'fa:16:3e:db:7a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:50:26.427310 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.444546 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6b4f62-fb60-4d7e-9d13-51303030da7c {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:26.465568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port de6b4f62-fb60-4d7e-9d13-51303030da7c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=de6b4f62-fb60-4d7e-9d13-51303030da7c,segment=NetworkSegment(62d76be8-a3e2-41f1-b98c-fe713daca2ff),segment_id=62d76be8-a3e2-41f1-b98c-fe713daca2ff)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:26.469471 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.518221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=de6b4f62-fb60-4d7e-9d13-51303030da7c,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:26.717083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['de6b4f62-fb60-4d7e-9d13-51303030da7c'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:50:26.859543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97378b66-a26b-45b8-8687-3543029037af req-fc122539-218e-4e6f-829f-2f61db858c39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:26.860981 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97378b66-a26b-45b8-8687-3543029037af req-fc122539-218e-4e6f-829f-2f61db858c39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 944 time: 0.0722160 Jul 16 18:50:26.900362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-97378b66-a26b-45b8-8687-3543029037af req-50e6aa52-3de4-41b2-9dad-ab096f1ec801 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337362 Jul 16 18:50:27.056624 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.057755 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:28.076061 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9efeef8d-7b5f-4a30-8860-e2af49bd1b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:28.082887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11864f-846a-4dd2-9950-ac7aed64bca0 req-e83b569e-ca6d-4104-9de8-048fd98314e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:28.084412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f11864f-846a-4dd2-9950-ac7aed64bca0 req-e83b569e-ca6d-4104-9de8-048fd98314e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 944 time: 0.0697281 Jul 16 18:50:28.124545 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f11864f-846a-4dd2-9950-ac7aed64bca0 req-f37ed26e-ca0c-4a77-ac8b-01d6f6df5d17 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342522 Jul 16 18:50:28.280216 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device de6b4f62-fb60-4d7e-9d13-51303030da7c up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:28.329399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port de6b4f62-fb60-4d7e-9d13-51303030da7c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:28.333159 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port de6b4f62-fb60-4d7e-9d13-51303030da7c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:28.333517 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:28.410644 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:28.434036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6b4f62-fb60-4d7e-9d13-51303030da7c'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:28.436442 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9f7b90-ffcc-4f09-bf48-4e5f77ed1105" -d '{"events": [{"server_uuid": "4328086b-4cbc-41ec-8a95-82d38a3e235f", "name": "network-vif-plugged", "status": "completed", "tag": "de6b4f62-fb60-4d7e-9d13-51303030da7c"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:28.449078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port de6b4f62-fb60-4d7e-9d13-51303030da7c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=de6b4f62-fb60-4d7e-9d13-51303030da7c,segment=NetworkSegment(62d76be8-a3e2-41f1-b98c-fe713daca2ff),segment_id=62d76be8-a3e2-41f1-b98c-fe713daca2ff)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:28.453271 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:28.479804 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63350769-0c73-4b78-b423-d4cb8a1fb66f x-openstack-request-id: req-63350769-0c73-4b78-b423-d4cb8a1fb66f {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:28.480127 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4328086b-4cbc-41ec-8a95-82d38a3e235f", "name": "network-vif-plugged", "status": "completed", "tag": "de6b4f62-fb60-4d7e-9d13-51303030da7c", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:28.480378 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63350769-0c73-4b78-b423-d4cb8a1fb66f {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:28.480895 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6b4f62-fb60-4d7e-9d13-51303030da7c', 'code': 200} Jul 16 18:50:28.507638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=de6b4f62-fb60-4d7e-9d13-51303030da7c,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:28.593270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56434332-0104-4c51-8734-943a90d72840 req-4a447b53-7b01-4053-be3c-92e17dfbd121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:28.594821 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56434332-0104-4c51-8734-943a90d72840 req-4a447b53-7b01-4053-be3c-92e17dfbd121 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 1097 time: 0.0586829 Jul 16 18:50:28.630392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-56434332-0104-4c51-8734-943a90d72840 req-4976d640-e2b4-4de4-b5d7-2612a4808881 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287271 Jul 16 18:50:29.301097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625127ef-c5af-4f89-8a67-c7da64d1b348 req-d3fb118b-4869-498c-899a-651aef3a7403 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:29.302564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-625127ef-c5af-4f89-8a67-c7da64d1b348 req-d3fb118b-4869-498c-899a-651aef3a7403 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0678689 Jul 16 18:50:29.344409 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-625127ef-c5af-4f89-8a67-c7da64d1b348 req-f34862ee-d42b-41a4-b402-fa9bcc620d4c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361958 Jul 16 18:50:30.529768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7929b-798b-4020-b95a-e4a4298bac06 req-ada7690a-88ed-4e63-a0c7-5f5fffc9710a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:30.531544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bc7929b-798b-4020-b95a-e4a4298bac06 req-ada7690a-88ed-4e63-a0c7-5f5fffc9710a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0680866 Jul 16 18:50:30.576464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0bc7929b-798b-4020-b95a-e4a4298bac06 req-05a023aa-1510-4bc8-b170-2c3f5a31be9e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343757 Jul 16 18:50:30.740342 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.762636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0cb858b3-3584-4284-bb77-b202f4018f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.772679 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf747d-4d80-4ea3-8847-ca5c4d8ecb10 req-08d1e38b-1e07-45ff-aed0-dfe172588801 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:30.774774 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1dbf747d-4d80-4ea3-8847-ca5c4d8ecb10 req-08d1e38b-1e07-45ff-aed0-dfe172588801 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0863438 Jul 16 18:50:30.819185 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1dbf747d-4d80-4ea3-8847-ca5c4d8ecb10 req-928cb6b1-6586-422f-b5c7-b66b3517904d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380180 Jul 16 18:50:30.846758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54904) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:30.904829 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb90a6f9-ff55-4678-9640-58dff75fdd42 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:30.906393 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cb90a6f9-ff55-4678-9640-58dff75fdd42 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 1092 time: 0.0585392 Jul 16 18:50:30.910191 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54906) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:30.915422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': 'de6b4f62-fb60-4d7e-9d13-51303030da7c', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:30.940229 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.061920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.173758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.25.5.119 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/e8f54176-38bd-4b3b-9bd4-6cccd631ecbb) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:31.296436 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.341896 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.379485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:31.385963 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:31.389851 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:31.416123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=e8f54176-38bd-4b3b-9bd4-6cccd631ecbb,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:31.838347 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.938143 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.037657 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.111969 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.117355 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.204401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=e8f54176-38bd-4b3b-9bd4-6cccd631ecbb,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:32.217264 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.330949 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Floating IP 23557517-38a0-4b05-a574-36f58028739d associated. External IP: 172.25.5.119, port: de6b4f62-fb60-4d7e-9d13-51303030da7c. Jul 16 18:50:32.554035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router dc5f1da6-3998-4732-b52c-e4c2100da9f0 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:32.674038 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:32.685755 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab474d49-8daa-4626-bfe6-8966605845f0 None None] Sync routers for ids ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:32.694232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.697864 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab474d49-8daa-4626-bfe6-8966605845f0 None None] Routers {'dc5f1da6-3998-4732-b52c-e4c2100da9f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:32.697864 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ab474d49-8daa-4626-bfe6-8966605845f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:50:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:32.737787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-0485f9ca-5dc8-4445-b749-e79696a83e8a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8265400 Jul 16 18:50:32.738370 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'tag': 'de6b4f62-fb60-4d7e-9d13-51303030da7c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:32.741189 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e38898-4d82-4fb1-a0b4-745da4308c35" -d '{"events": [{"name": "network-changed", "server_uuid": "4328086b-4cbc-41ec-8a95-82d38a3e235f", "tag": "de6b4f62-fb60-4d7e-9d13-51303030da7c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:32.791524 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15500c8-c171-4e47-b2f8-4a94c5fdaa4b x-openstack-request-id: req-e15500c8-c171-4e47-b2f8-4a94c5fdaa4b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:32.791865 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4328086b-4cbc-41ec-8a95-82d38a3e235f", "tag": "de6b4f62-fb60-4d7e-9d13-51303030da7c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:32.792134 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e15500c8-c171-4e47-b2f8-4a94c5fdaa4b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:32.792538 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'tag': 'de6b4f62-fb60-4d7e-9d13-51303030da7c', 'status': 'completed', 'code': 200} Jul 16 18:50:32.862934 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ab474d49-8daa-4626-bfe6-8966605845f0 None None] Set router dc5f1da6-3998-4732-b52c-e4c2100da9f0 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:32.884056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e38898-4d82-4fb1-a0b4-745da4308c35 req-52d4ae91-57ba-424e-8f63-27fad0b1add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:32.885624 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72e38898-4d82-4fb1-a0b4-745da4308c35 req-52d4ae91-57ba-424e-8f63-27fad0b1add9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 1097 time: 0.0700901 Jul 16 18:50:33.014788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e38898-4d82-4fb1-a0b4-745da4308c35 req-a0c08c3e-a3fa-44f1-84e7-9e0c77c9add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:33.016631 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72e38898-4d82-4fb1-a0b4-745da4308c35 req-a0c08c3e-a3fa-44f1-84e7-9e0c77c9add5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81d94f59-1952-4913-8aed-3efa4c3d4443 HTTP/1.1" status: 200 len: 898 time: 0.1244583 Jul 16 18:50:33.107960 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72e38898-4d82-4fb1-a0b4-745da4308c35 req-4c33de7f-309e-4834-a8b9-d2e66de15e19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de6b4f62-fb60-4d7e-9d13-51303030da7c HTTP/1.1" status: 200 len: 999 time: 0.0841029 Jul 16 18:50:33.190458 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ab474d49-8daa-4626-bfe6-8966605845f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:50:17Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '23557517-38a0-4b05-a574-36f58028739d', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'port_id': 'de6b4f62-fb60-4d7e-9d13-51303030da7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'mac_address': 'fa:16:3e:db:7a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:50:31Z', 'updated_at': '2021-07-16T18:50:31Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90de0923-b086-4f23-bfc0-6bb008636ebf', 'name': '', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:47:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:16Z', 'updated_at': '2021-07-16T18:50:22Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:33.225340 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab474d49-8daa-4626-bfe6-8966605845f0 None None] Checking router: dc5f1da6-3998-4732-b52c-e4c2100da9f0 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:33.237915 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab474d49-8daa-4626-bfe6-8966605845f0 None None] Routers {'dc5f1da6-3998-4732-b52c-e4c2100da9f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:33.238804 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ab474d49-8daa-4626-bfe6-8966605845f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:50:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:33.376059 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ab474d49-8daa-4626-bfe6-8966605845f0 None None] Set router dc5f1da6-3998-4732-b52c-e4c2100da9f0 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:33.539616 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e38898-4d82-4fb1-a0b4-745da4308c35 req-0a35024e-96d3-456b-80d9-a7005fc2cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:33.540859 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72e38898-4d82-4fb1-a0b4-745da4308c35 req-0a35024e-96d3-456b-80d9-a7005fc2cdca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ddeccef-d3c6-4d85-968c-aa3493d25bb0 HTTP/1.1" status: 200 len: 833 time: 0.4213929 Jul 16 18:50:33.599400 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a863c-0f5e-4ce4-866c-44c4bbe008a2 req-4facb041-9283-4d7d-b29f-b53e782e827a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:33.601061 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d4a863c-0f5e-4ce4-866c-44c4bbe008a2 req-4facb041-9283-4d7d-b29f-b53e782e827a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.4918818 Jul 16 18:50:33.647463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e38898-4d82-4fb1-a0b4-745da4308c35 req-ce754bb9-c8fa-4a63-bfb8-72f585e49a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:33.649962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72e38898-4d82-4fb1-a0b4-745da4308c35 req-ce754bb9-c8fa-4a63-bfb8-72f585e49a81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81d94f59-1952-4913-8aed-3efa4c3d4443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011145 Jul 16 18:50:33.657757 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d4a863c-0f5e-4ce4-866c-44c4bbe008a2 req-7d787855-5c4a-4499-b8e3-6974a70e9861 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481017 Jul 16 18:50:33.686092 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54912) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:33.727347 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ab474d49-8daa-4626-bfe6-8966605845f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:50:17Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '23557517-38a0-4b05-a574-36f58028739d', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'port_id': 'de6b4f62-fb60-4d7e-9d13-51303030da7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'mac_address': 'fa:16:3e:db:7a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:50:31Z', 'updated_at': '2021-07-16T18:50:31Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90de0923-b086-4f23-bfc0-6bb008636ebf', 'name': '', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:47:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:16Z', 'updated_at': '2021-07-16T18:50:22Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:33.758959 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4f4a30cb-4f96-4875-a9eb-3337e447b162 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/23557517-38a0-4b05-a574-36f58028739d HTTP/1.1" status: 200 len: 991 time: 0.0690694 Jul 16 18:50:33.759291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72e38898-4d82-4fb1-a0b4-745da4308c35 req-8393d95c-e13a-4b9a-aceb-651ad1237ece service neutron] 10.222.0.35 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991206 Jul 16 18:50:33.761635 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab474d49-8daa-4626-bfe6-8966605845f0 None None] The sync data for ids ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'] in n-d-787206-10 is: [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:50:17Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '23557517-38a0-4b05-a574-36f58028739d', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'port_id': 'de6b4f62-fb60-4d7e-9d13-51303030da7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'mac_address': 'fa:16:3e:db:7a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:50:31Z', 'updated_at': '2021-07-16T18:50:31Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90de0923-b086-4f23-bfc0-6bb008636ebf', 'name': '', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:47:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:16Z', 'updated_at': '2021-07-16T18:50:22Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:33.788256 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.864429 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-72e38898-4d82-4fb1-a0b4-745da4308c35 req-dc7ea0f3-67be-46cd-8724-d5fcbb183637 service neutron] 10.222.0.35 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003292 Jul 16 18:50:33.974391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa065a8-06b4-436f-919f-503674b309c0 None None] New status for floating IP 23557517-38a0-4b05-a574-36f58028739d: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:50:34.761856 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54914) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.825073 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6ff6506d-46f0-4e60-a98e-c79547f1dd68 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/23557517-38a0-4b05-a574-36f58028739d HTTP/1.1" status: 200 len: 993 time: 0.0620337 Jul 16 18:50:43.956485 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:57.056217 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:57.068536 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:58.076936 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-01c22335-6e73-4351-9d6a-2de25f9bd37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.740301 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.764491 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-12ea0ff4-1c69-43f4-b12b-992479fa0e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.000297 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-2e1a3d5f-3901-415a-a2c8-b673cfed6f51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603018 Jul 16 18:51:01.101086 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-ab61dfd2-1e6c-4595-9716-c691e626c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:01.102603 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-ab61dfd2-1e6c-4595-9716-c691e626c54f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 1097 time: 0.0594664 Jul 16 18:51:01.243179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-c437b48b-9e5b-4a9c-aefe-b2369d0fc712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:01.245489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-c437b48b-9e5b-4a9c-aefe-b2369d0fc712 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81d94f59-1952-4913-8aed-3efa4c3d4443 HTTP/1.1" status: 200 len: 898 time: 0.1202099 Jul 16 18:51:01.321643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-92d20cbb-43c6-4715-baf3-b28fc5a68239 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de6b4f62-fb60-4d7e-9d13-51303030da7c HTTP/1.1" status: 200 len: 1001 time: 0.0686758 Jul 16 18:51:01.373251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-349ba924-7914-434d-9614-dd54aa89aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:01.374750 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-349ba924-7914-434d-9614-dd54aa89aff8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ddeccef-d3c6-4d85-968c-aa3493d25bb0 HTTP/1.1" status: 200 len: 833 time: 0.0456982 Jul 16 18:51:01.449041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-c1d0e4b5-63a0-4cd4-8733-370350fc2297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:01.450540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-c1d0e4b5-63a0-4cd4-8733-370350fc2297 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81d94f59-1952-4913-8aed-3efa4c3d4443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677216 Jul 16 18:51:01.461236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-f8612a00-bdca-4387-b166-e286e400fc6b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:51:01.462172 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-f8612a00-bdca-4387-b166-e286e400fc6b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051425 Jul 16 18:51:01.570135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-377107ef-f21a-47aa-812d-c2f05bd8644c service neutron] 10.222.0.35 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007104 Jul 16 18:51:01.694236 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a69bdc28-59b3-4dcd-9275-540f4f78daee req-629dbd5d-d7a0-4034-b953-d1e9394188c8 service neutron] 10.222.0.35 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178529 Jul 16 18:51:02.040707 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.793876 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.127835 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c23b8f-d82c-449c-80a3-32ddd0245cc6 req-e6b6d7fa-bb29-44a9-811f-371577e7181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:04.129343 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9c23b8f-d82c-449c-80a3-32ddd0245cc6 req-e6b6d7fa-bb29-44a9-811f-371577e7181b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 1097 time: 0.0929835 Jul 16 18:51:04.192961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80b2a2-19d2-4334-99c7-75ce44a50fb4 req-93ec2833-fb9a-4f31-8bfe-7b7e24e55e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:04.194608 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d80b2a2-19d2-4334-99c7-75ce44a50fb4 req-93ec2833-fb9a-4f31-8bfe-7b7e24e55e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.1100652 Jul 16 18:51:04.276547 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2d80b2a2-19d2-4334-99c7-75ce44a50fb4 req-54a63e34-bb91-4478-b491-45ef50f5387b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540545 Jul 16 18:51:04.277715 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c23b8f-d82c-449c-80a3-32ddd0245cc6 req-b35098a2-96f8-4db1-bfcd-2857beee799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:04.279097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9c23b8f-d82c-449c-80a3-32ddd0245cc6 req-b35098a2-96f8-4db1-bfcd-2857beee799d service neutron] 10.222.0.35 "GET /v2.0/networks?id=81d94f59-1952-4913-8aed-3efa4c3d4443 HTTP/1.1" status: 200 len: 898 time: 0.1424015 Jul 16 18:51:04.349395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9c23b8f-d82c-449c-80a3-32ddd0245cc6 req-6a025c5f-6c85-4a91-ab0b-b26ac9bf6386 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de6b4f62-fb60-4d7e-9d13-51303030da7c HTTP/1.1" status: 200 len: 1001 time: 0.0627303 Jul 16 18:51:04.409602 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c23b8f-d82c-449c-80a3-32ddd0245cc6 req-afbbdc8b-d2ab-4d84-9196-0c5b7a07cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:04.411112 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9c23b8f-d82c-449c-80a3-32ddd0245cc6 req-afbbdc8b-d2ab-4d84-9196-0c5b7a07cb8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ddeccef-d3c6-4d85-968c-aa3493d25bb0 HTTP/1.1" status: 200 len: 833 time: 0.0548048 Jul 16 18:51:04.477280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c23b8f-d82c-449c-80a3-32ddd0245cc6 req-e907079f-8257-4c7b-8ed7-b1f03728f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:04.478845 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9c23b8f-d82c-449c-80a3-32ddd0245cc6 req-e907079f-8257-4c7b-8ed7-b1f03728f9e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81d94f59-1952-4913-8aed-3efa4c3d4443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611122 Jul 16 18:51:04.583201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9c23b8f-d82c-449c-80a3-32ddd0245cc6 req-ccd208e4-9fc2-49db-8627-d61b09ba6197 service neutron] 10.222.0.35 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971730 Jul 16 18:51:04.688520 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c9c23b8f-d82c-449c-80a3-32ddd0245cc6 req-557729b1-c6ff-4dde-961c-aefabf599ed4 service neutron] 10.222.0.35 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973775 Jul 16 18:51:05.485300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bed83-48eb-4f0a-a8d7-519b52d064d2 req-d3a3f6f5-2e84-462d-9f8a-73f052a2bf62 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:05.487689 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-717bed83-48eb-4f0a-a8d7-519b52d064d2 req-d3a3f6f5-2e84-462d-9f8a-73f052a2bf62 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0881164 Jul 16 18:51:05.531721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-717bed83-48eb-4f0a-a8d7-519b52d064d2 req-2d1de793-3e9c-4a01-ace5-2f86f5c82d0f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378206 Jul 16 18:51:06.721550 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eff87b-ca91-427a-bcae-c7f7e6d47ef0 req-fae87013-58e1-4733-9c18-32b3ef99c522 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:06.723086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73eff87b-ca91-427a-bcae-c7f7e6d47ef0 req-fae87013-58e1-4733-9c18-32b3ef99c522 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0719657 Jul 16 18:51:06.763037 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73eff87b-ca91-427a-bcae-c7f7e6d47ef0 req-89143858-ac34-4f2d-b232-0bb0eaee33b4 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343537 Jul 16 18:51:07.942695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83a0d9-46c6-4c00-b726-effbb3762770 req-a7b8fdb1-a619-494c-9807-95e82b238c86 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:07.944942 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff83a0d9-46c6-4c00-b726-effbb3762770 req-a7b8fdb1-a619-494c-9807-95e82b238c86 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0676436 Jul 16 18:51:07.988829 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ff83a0d9-46c6-4c00-b726-effbb3762770 req-2b52595f-87b6-42af-9cbd-0a029553d0b0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381832 Jul 16 18:51:09.188379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425d597-db6d-4c1c-ad2b-bd9dd5173ee2 req-ac01baa2-f84a-44b2-802a-f66e0cdb3b32 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:09.189882 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c425d597-db6d-4c1c-ad2b-bd9dd5173ee2 req-ac01baa2-f84a-44b2-802a-f66e0cdb3b32 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0787811 Jul 16 18:51:09.241489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c425d597-db6d-4c1c-ad2b-bd9dd5173ee2 req-a39325ad-1c54-4dda-a16b-8fb0e3bd3dfc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433199 Jul 16 18:51:09.685323 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-5a192f8f-5e83-433b-9586-996d65b146e1 req-c507e436-81ca-4b8d-bab4-1ef3b6f067e9 service neutron] (100169) timed out ('10.222.0.41', 49304) {{(pid=100169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:51:10.438814 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a0426-72f5-49e5-a47f-f7a143de6c74 req-a2457d20-3c4b-41f3-b808-9cdf8d694005 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:10.440394 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-716a0426-72f5-49e5-a47f-f7a143de6c74 req-a2457d20-3c4b-41f3-b808-9cdf8d694005 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0720901 Jul 16 18:51:10.482158 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-716a0426-72f5-49e5-a47f-f7a143de6c74 req-dbb1e2b2-b96a-4f59-9179-e90ed5e05bd3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354991 Jul 16 18:51:11.695066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9ae9d-b4f7-4ef4-8180-e63fccff698d req-fa063e5b-d68b-4382-9e17-e5f7abdc66eb tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:11.696735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dad9ae9d-b4f7-4ef4-8180-e63fccff698d req-fa063e5b-d68b-4382-9e17-e5f7abdc66eb tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0859783 Jul 16 18:51:11.746942 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dad9ae9d-b4f7-4ef4-8180-e63fccff698d req-66a78109-44f3-4537-9763-e66745abc7f6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445778 Jul 16 18:51:12.929863 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57072c26-f58a-42dd-91da-fb18e1fb2edc req-0c9c25f4-53b2-456a-b146-aed531b38422 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:12.931351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57072c26-f58a-42dd-91da-fb18e1fb2edc req-0c9c25f4-53b2-456a-b146-aed531b38422 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0707734 Jul 16 18:51:12.970416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-57072c26-f58a-42dd-91da-fb18e1fb2edc req-a283d290-18cb-4c90-bb16-3e07164c6659 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331738 Jul 16 18:51:14.152380 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d66402-acab-4160-a150-b19853c642c4 req-b7bafa0e-196b-4b37-beaa-fcbe17646560 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:14.153906 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18d66402-acab-4160-a150-b19853c642c4 req-b7bafa0e-196b-4b37-beaa-fcbe17646560 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0657978 Jul 16 18:51:14.192368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-18d66402-acab-4160-a150-b19853c642c4 req-c4847952-13c0-4bf1-be88-22f44963642f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330260 Jul 16 18:51:15.388132 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a8734-ed29-475f-b06b-f7a7afd41b94 req-e77e6103-7a82-4805-b985-a341819e21d5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:15.389448 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-674a8734-ed29-475f-b06b-f7a7afd41b94 req-e77e6103-7a82-4805-b985-a341819e21d5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0747845 Jul 16 18:51:15.429555 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-674a8734-ed29-475f-b06b-f7a7afd41b94 req-9fd6aaf2-2eb9-49cf-9faa-fa987171eb01 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337675 Jul 16 18:51:16.611938 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a676eff-a368-4503-a09d-cb790c5b5e62 req-849f7d00-1065-46c4-95ba-1ad429bc602a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:16.613447 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a676eff-a368-4503-a09d-cb790c5b5e62 req-849f7d00-1065-46c4-95ba-1ad429bc602a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0677474 Jul 16 18:51:16.653946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a676eff-a368-4503-a09d-cb790c5b5e62 req-c3d358a3-8859-4201-ad47-80928564b017 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341125 Jul 16 18:51:16.679908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54956) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:16.747749 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-eb667940-4d1c-44ea-b346-ae45aefcd1fd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/23557517-38a0-4b05-a574-36f58028739d HTTP/1.1" status: 200 len: 993 time: 0.0664947 Jul 16 18:51:20.956589 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:51:27.049333 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.060562 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.087023 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-acac56b3-44c8-467b-b966-edf51aec128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.735764 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.770701 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e2915a64-9d0d-4e61-a946-ef9d4b66f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.050145 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:33.792560 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.140003 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54976) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:47.301213 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port e8f54176-38bd-4b3b-9bd4-6cccd631ecbb {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:47.301478 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.388403 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.388838 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.409298 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for e8f54176-38bd-4b3b-9bd4-6cccd631ecbb owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:47.583401 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.614958 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=e8f54176-38bd-4b3b-9bd4-6cccd631ecbb,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:47.648501 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:47.648849 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:47.649191 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:47.649533 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:47.650147 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:47.650482 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:47.650925 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:47.651177 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:47.651618 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:47.651819 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:47.652161 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:47.652481 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:47.700441 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.700761 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Floating IP 23557517-38a0-4b05-a574-36f58028739d disassociated (deleted). External IP: 172.25.5.119, port: de6b4f62-fb60-4d7e-9d13-51303030da7c. Jul 16 18:51:47.927984 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router dc5f1da6-3998-4732-b52c-e4c2100da9f0 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:48.038564 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:48.044145 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:48.049088 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa63cc-b981-42eb-ac03-194302f05aea None None] Sync routers for ids ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:48.059717 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa63cc-b981-42eb-ac03-194302f05aea None None] Routers {'dc5f1da6-3998-4732-b52c-e4c2100da9f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:48.060339 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d5fa63cc-b981-42eb-ac03-194302f05aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:51:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:48.081746 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8c853f0e-9e8a-43ba-a27f-21cf47c3e18f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/floatingips/23557517-38a0-4b05-a574-36f58028739d HTTP/1.1" status: 204 len: 168 time: 0.9406033 Jul 16 18:51:48.082382 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'tag': 'de6b4f62-fb60-4d7e-9d13-51303030da7c'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:48.084935 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e56da41a32dd2068e5562446b0f88194ed4dbce5ac43981d6b9bfffc39744c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0baffce-6e5f-4440-bd44-8a4020bde237" -d '{"events": [{"name": "network-changed", "server_uuid": "4328086b-4cbc-41ec-8a95-82d38a3e235f", "tag": "de6b4f62-fb60-4d7e-9d13-51303030da7c"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:48.124928 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e989888-ae65-4e56-b541-9411a19611ed x-openstack-request-id: req-9e989888-ae65-4e56-b541-9411a19611ed {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:48.125221 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4328086b-4cbc-41ec-8a95-82d38a3e235f", "tag": "de6b4f62-fb60-4d7e-9d13-51303030da7c", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:48.125465 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e989888-ae65-4e56-b541-9411a19611ed {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:48.125864 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'tag': 'de6b4f62-fb60-4d7e-9d13-51303030da7c', 'status': 'completed', 'code': 200} Jul 16 18:51:48.169260 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d5fa63cc-b981-42eb-ac03-194302f05aea None None] Set router dc5f1da6-3998-4732-b52c-e4c2100da9f0 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:48.204580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baffce-6e5f-4440-bd44-8a4020bde237 req-f3e2f599-a92c-4656-98a4-d983473018e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.206100 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0baffce-6e5f-4440-bd44-8a4020bde237 req-f3e2f599-a92c-4656-98a4-d983473018e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 1097 time: 0.0568128 Jul 16 18:51:48.311889 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baffce-6e5f-4440-bd44-8a4020bde237 req-d1283d43-a419-4e8b-ad65-89d487de362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.313534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0baffce-6e5f-4440-bd44-8a4020bde237 req-d1283d43-a419-4e8b-ad65-89d487de362a service neutron] 10.222.0.35 "GET /v2.0/networks?id=81d94f59-1952-4913-8aed-3efa4c3d4443 HTTP/1.1" status: 200 len: 898 time: 0.1008501 Jul 16 18:51:48.359874 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0baffce-6e5f-4440-bd44-8a4020bde237 req-ef1e9ae7-87cb-440f-8e1b-411d4dfed3d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de6b4f62-fb60-4d7e-9d13-51303030da7c HTTP/1.1" status: 200 len: 217 time: 0.0395527 Jul 16 18:51:48.377542 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d5fa63cc-b981-42eb-ac03-194302f05aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:50:17Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '90de0923-b086-4f23-bfc0-6bb008636ebf', 'name': '', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:47:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:16Z', 'updated_at': '2021-07-16T18:50:22Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:48.407896 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa63cc-b981-42eb-ac03-194302f05aea None None] Checking router: dc5f1da6-3998-4732-b52c-e4c2100da9f0 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:48.416927 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa63cc-b981-42eb-ac03-194302f05aea None None] Routers {'dc5f1da6-3998-4732-b52c-e4c2100da9f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:48.417533 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d5fa63cc-b981-42eb-ac03-194302f05aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:51:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:48.453867 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baffce-6e5f-4440-bd44-8a4020bde237 req-713dd398-c207-4737-aa15-335c60fd7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.455281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0baffce-6e5f-4440-bd44-8a4020bde237 req-713dd398-c207-4737-aa15-335c60fd7876 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ddeccef-d3c6-4d85-968c-aa3493d25bb0 HTTP/1.1" status: 200 len: 833 time: 0.0882692 Jul 16 18:51:48.514831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55868-af53-4a90-8040-ff6971a9b29b req-348831c3-e7d9-427b-bdba-6e394c055cf5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.516399 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0b55868-af53-4a90-8040-ff6971a9b29b req-348831c3-e7d9-427b-bdba-6e394c055cf5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.1122918 Jul 16 18:51:48.518727 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d5fa63cc-b981-42eb-ac03-194302f05aea None None] Set router dc5f1da6-3998-4732-b52c-e4c2100da9f0 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:48.555978 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baffce-6e5f-4440-bd44-8a4020bde237 req-9e337a68-8311-493e-978d-4061264c15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.557532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0baffce-6e5f-4440-bd44-8a4020bde237 req-9e337a68-8311-493e-978d-4061264c15d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81d94f59-1952-4913-8aed-3efa4c3d4443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956712 Jul 16 18:51:48.578926 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a0b55868-af53-4a90-8040-ff6971a9b29b req-b14c794b-fa0e-4cda-aac7-faf128def503 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548449 Jul 16 18:51:48.659630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0baffce-6e5f-4440-bd44-8a4020bde237 req-63d54a51-0478-48cf-b102-4cb9c0e50cfd service neutron] 10.222.0.35 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941658 Jul 16 18:51:48.720313 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d5fa63cc-b981-42eb-ac03-194302f05aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:50:17Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '90de0923-b086-4f23-bfc0-6bb008636ebf', 'name': '', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:47:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:16Z', 'updated_at': '2021-07-16T18:50:22Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:48.746116 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa63cc-b981-42eb-ac03-194302f05aea None None] The sync data for ids ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'] in n-d-787206-10 is: [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:50:17Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '90de0923-b086-4f23-bfc0-6bb008636ebf', 'name': '', 'network_id': '81d94f59-1952-4913-8aed-3efa4c3d4443', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:47:74:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:16Z', 'updated_at': '2021-07-16T18:50:22Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '9ddeccef-d3c6-4d85-968c-aa3493d25bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:48.750456 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0baffce-6e5f-4440-bd44-8a4020bde237 req-fd0023f1-ca17-4176-ad7d-265b7721aea4 service neutron] 10.222.0.35 "GET /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844026 Jul 16 18:51:48.977668 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf4c9e-8c5c-4a35-b2c0-b13eceaa3b02 None None] New status for floating IP 23557517-38a0-4b05-a574-36f58028739d: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:51:49.767747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ff894-49e7-4971-a684-c6368e5105af req-ecdda27c-cc6c-4c3d-bb1b-5a5205183721 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.769239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f05ff894-49e7-4971-a684-c6368e5105af req-ecdda27c-cc6c-4c3d-bb1b-5a5205183721 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0703776 Jul 16 18:51:49.808739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f05ff894-49e7-4971-a684-c6368e5105af req-ea4aca1e-e156-4199-a9a5-074ef8add693 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=e547b6fe-6640-4bad-a586-a53ca6862382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336978 Jul 16 18:51:49.896828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fe05a-f186-439b-b1a0-a10166c96d13 req-ca6e3555-4f4a-4ce8-a9d2-717c78a747d1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.898512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-742fe05a-f186-439b-b1a0-a10166c96d13 req-ca6e3555-4f4a-4ce8-a9d2-717c78a747d1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.35 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 945 time: 0.0646508 Jul 16 18:51:50.005941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-742fe05a-f186-439b-b1a0-a10166c96d13 req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port de6b4f62-fb60-4d7e-9d13-51303030da7c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:50.006318 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-742fe05a-f186-439b-b1a0-a10166c96d13 req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.097455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-742fe05a-f186-439b-b1a0-a10166c96d13 req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port de6b4f62-fb60-4d7e-9d13-51303030da7c, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=de6b4f62-fb60-4d7e-9d13-51303030da7c,segment=NetworkSegment(62d76be8-a3e2-41f1-b98c-fe713daca2ff),segment_id=62d76be8-a3e2-41f1-b98c-fe713daca2ff)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:50.097810 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-742fe05a-f186-439b-b1a0-a10166c96d13 req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.110916 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-742fe05a-f186-439b-b1a0-a10166c96d13 req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for de6b4f62-fb60-4d7e-9d13-51303030da7c owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:50.246932 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-742fe05a-f186-439b-b1a0-a10166c96d13 req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.285544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=de6b4f62-fb60-4d7e-9d13-51303030da7c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:50.317934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.318280 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.318640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.318997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.319322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.319683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.320011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.320332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.320668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.320979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.321298 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.321712 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.347502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-742fe05a-f186-439b-b1a0-a10166c96d13 req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] No DVR routers for this DVR port de6b4f62-fb60-4d7e-9d13-51303030da7c on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:50.349991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-742fe05a-f186-439b-b1a0-a10166c96d13 req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.352660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-742fe05a-f186-439b-b1a0-a10166c96d13 req-18ee0914-45a1-4a58-abe2-9b8cd7ad1f42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.35 "DELETE /v2.0/ports/de6b4f62-fb60-4d7e-9d13-51303030da7c HTTP/1.1" status: 204 len: 173 time: 0.4490278 Jul 16 18:51:50.353108 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'name': 'network-vif-deleted', 'tag': 'de6b4f62-fb60-4d7e-9d13-51303030da7c'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:50.355377 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37963255-59c9-4ce4-8aa9-dbaf3aad3a0e" -d '{"events": [{"server_uuid": "4328086b-4cbc-41ec-8a95-82d38a3e235f", "name": "network-vif-deleted", "tag": "de6b4f62-fb60-4d7e-9d13-51303030da7c"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:50.396759 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3781f27-8e74-49fe-a29b-5cc06ad0bce9 x-openstack-request-id: req-d3781f27-8e74-49fe-a29b-5cc06ad0bce9 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:50.397354 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4328086b-4cbc-41ec-8a95-82d38a3e235f", "name": "network-vif-deleted", "tag": "de6b4f62-fb60-4d7e-9d13-51303030da7c", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:50.397773 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3781f27-8e74-49fe-a29b-5cc06ad0bce9 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:50.398312 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4328086b-4cbc-41ec-8a95-82d38a3e235f', 'name': 'network-vif-deleted', 'tag': 'de6b4f62-fb60-4d7e-9d13-51303030da7c', 'status': 'completed', 'code': 200} Jul 16 18:51:50.973734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-557ce5ab-fe76-40fa-8c84-73ae184fcf61 req-b84208c2-d9a3-4879-a32a-9eb930ea1475 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=4328086b-4cbc-41ec-8a95-82d38a3e235f HTTP/1.1" status: 200 len: 210 time: 0.0309155 Jul 16 18:51:52.071344 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54994) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:52.682789 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device de6b4f62-fb60-4d7e-9d13-51303030da7c no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:52.702311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: de6b4f62-fb60-4d7e-9d13-51303030da7c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:52.702662 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device de6b4f62-fb60-4d7e-9d13-51303030da7c not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:52.766060 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d5a1c11-2539-4d9c-af9f-617eba929909 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.042870 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6d5a1c11-2539-4d9c-af9f-617eba929909 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 90de0923-b086-4f23-bfc0-6bb008636ebf {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:53.043195 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d5a1c11-2539-4d9c-af9f-617eba929909 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.144229 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-6d5a1c11-2539-4d9c-af9f-617eba929909 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port 90de0923-b086-4f23-bfc0-6bb008636ebf, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=90de0923-b086-4f23-bfc0-6bb008636ebf,segment=NetworkSegment(62d76be8-a3e2-41f1-b98c-fe713daca2ff),segment_id=62d76be8-a3e2-41f1-b98c-fe713daca2ff)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:53.144967 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d5a1c11-2539-4d9c-af9f-617eba929909 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.158468 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6d5a1c11-2539-4d9c-af9f-617eba929909 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 90de0923-b086-4f23-bfc0-6bb008636ebf owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:53.373593 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d5a1c11-2539-4d9c-af9f-617eba929909 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.401003 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a1c11-2539-4d9c-af9f-617eba929909 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=90de0923-b086-4f23-bfc0-6bb008636ebf,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:53.594139 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6d5a1c11-2539-4d9c-af9f-617eba929909 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.821694 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5a1c11-2539-4d9c-af9f-617eba929909 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router dc5f1da6-3998-4732-b52c-e4c2100da9f0 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:53.936173 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5a1c11-2539-4d9c-af9f-617eba929909 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:53.942129 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6d5a1c11-2539-4d9c-af9f-617eba929909 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "PUT /v2.0/routers/dc5f1da6-3998-4732-b52c-e4c2100da9f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8694978 Jul 16 18:51:53.944096 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 54996) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:53.947068 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03023fd1-cb31-4f70-874c-731433cd0d3e None None] Sync routers for ids ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:53.960796 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03023fd1-cb31-4f70-874c-731433cd0d3e None None] Routers {'dc5f1da6-3998-4732-b52c-e4c2100da9f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:53.961421 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-03023fd1-cb31-4f70-874c-731433cd0d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:51:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:54.004178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c3393c-1207-4457-b98d-68ca0f642e49 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting subnet 9ddeccef-d3c6-4d85-968c-aa3493d25bb0 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:54.007717 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80c3393c-1207-4457-b98d-68ca0f642e49 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.053906 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80c3393c-1207-4457-b98d-68ca0f642e49 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.073759 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-03023fd1-cb31-4f70-874c-731433cd0d3e None None] Set router dc5f1da6-3998-4732-b52c-e4c2100da9f0 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:54.147718 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80c3393c-1207-4457-b98d-68ca0f642e49 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.213347 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80c3393c-1207-4457-b98d-68ca0f642e49 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.242740 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3393c-1207-4457-b98d-68ca0f642e49 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Subnet': ['ID=9ddeccef-d3c6-4d85-968c-aa3493d25bb0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:54.245364 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-80c3393c-1207-4457-b98d-68ca0f642e49 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.249434 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 54998) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:54.249985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-80c3393c-1207-4457-b98d-68ca0f642e49 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/subnets/9ddeccef-d3c6-4d85-968c-aa3493d25bb0 HTTP/1.1" status: 204 len: 168 time: 0.3043129 Jul 16 18:51:54.250084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe9ab59-b760-4fef-953c-fef7e2310dd9 None None] Network 81d94f59-1952-4913-8aed-3efa4c3d4443 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:54.282878 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-03023fd1-cb31-4f70-874c-731433cd0d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:51:53Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:54.309538 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03023fd1-cb31-4f70-874c-731433cd0d3e None None] Checking router: dc5f1da6-3998-4732-b52c-e4c2100da9f0 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:54.318197 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03023fd1-cb31-4f70-874c-731433cd0d3e None None] Routers {'dc5f1da6-3998-4732-b52c-e4c2100da9f0'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:54.318496 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-03023fd1-cb31-4f70-874c-731433cd0d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:51:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:54.374139 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.464868 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] DHCP port deletion for 81d94f59-1952-4913-8aed-3efa4c3d4443 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:54.501718 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.515754 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Deleting port e79e02b5-58b9-488f-84fb-63012e887f0f {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:54.516541 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.528918 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-03023fd1-cb31-4f70-874c-731433cd0d3e None None] Set router dc5f1da6-3998-4732-b52c-e4c2100da9f0 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:54.563342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 3a9743a4-3875-4529-93a4-04020794dacd {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:54.563866 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.588732 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] For port e79e02b5-58b9-488f-84fb-63012e887f0f, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e79e02b5-58b9-488f-84fb-63012e887f0f,segment=NetworkSegment(62d76be8-a3e2-41f1-b98c-fe713daca2ff),segment_id=62d76be8-a3e2-41f1-b98c-fe713daca2ff)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:54.589139 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.601123 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Calling delete_port for e79e02b5-58b9-488f-84fb-63012e887f0f owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:54.657360 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port 3a9743a4-3875-4529-93a4-04020794dacd, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=3a9743a4-3875-4529-93a4-04020794dacd,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:54.657360 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.672521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 3a9743a4-3875-4529-93a4-04020794dacd owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:54.695890 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.715500 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] No DVR routers for this DVR port e79e02b5-58b9-488f-84fb-63012e887f0f on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:54.741897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Pushing event deleted for resources: {'Port': ['ID=e79e02b5-58b9-488f-84fb-63012e887f0f,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:54.749761 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-03023fd1-cb31-4f70-874c-731433cd0d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:51:53Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:54.754952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:54.755353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:54.755844 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:54.756786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:54.757310 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:54.757782 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:54.758252 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:54.758596 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:54.758929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:54.759260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:54.759615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:54.759940 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95936451-d304-4c8f-a39c-7e9c9b9a9818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:54.786515 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03023fd1-cb31-4f70-874c-731433cd0d3e None None] The sync data for ids ['dc5f1da6-3998-4732-b52c-e4c2100da9f0'] in n-d-787206-10 is: [{'id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010429474', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3a9743a4-3875-4529-93a4-04020794dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:13Z', 'updated_at': '2021-07-16T18:51:53Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '3a9743a4-3875-4529-93a4-04020794dacd', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f1da6-3998-4732-b52c-e4c2100da9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:14Z', 'updated_at': '2021-07-16T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:54.809162 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e79e02b5-58b9-488f-84fb-63012e887f0f no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:54.842881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e79e02b5-58b9-488f-84fb-63012e887f0f {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:54.843237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e79e02b5-58b9-488f-84fb-63012e887f0f not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:54.883618 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.910575 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=3a9743a4-3875-4529-93a4-04020794dacd,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:54.982205 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.075873 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.078419 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.122255 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.122932 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Fanout notify agent at l3_agent the message router_deleted on router dc5f1da6-3998-4732-b52c-e4c2100da9f0 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:51:55.129861 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.131426 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-53b22736-a9dd-4296-8aac-c21cf494e2cf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/routers/dc5f1da6-3998-4732-b52c-e4c2100da9f0 HTTP/1.1" status: 204 len: 168 time: 0.8805609 Jul 16 18:51:55.134023 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55002) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:55.216671 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-571e5d78-8e4b-4a0b-bada-78d47db8358b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.307004 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-571e5d78-8e4b-4a0b-bada-78d47db8358b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.317040 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-571e5d78-8e4b-4a0b-bada-78d47db8358b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d94f59-1952-4913-8aed-3efa4c3d4443']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:55.328384 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-571e5d78-8e4b-4a0b-bada-78d47db8358b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d76be8-a3e2-41f1-b98c-fe713daca2ff') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:55.328681 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-571e5d78-8e4b-4a0b-bada-78d47db8358b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d76be8-a3e2-41f1-b98c-fe713daca2ff') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:55.338074 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-571e5d78-8e4b-4a0b-bada-78d47db8358b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.352521 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-571e5d78-8e4b-4a0b-bada-78d47db8358b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.358442 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571e5d78-8e4b-4a0b-bada-78d47db8358b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:51:55.358830 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-571e5d78-8e4b-4a0b-bada-78d47db8358b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:51:55.362033 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:51:55.425361 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-571e5d78-8e4b-4a0b-bada-78d47db8358b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.433584 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-571e5d78-8e4b-4a0b-bada-78d47db8358b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.434697 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-571e5d78-8e4b-4a0b-bada-78d47db8358b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/networks/81d94f59-1952-4913-8aed-3efa4c3d4443 HTTP/1.1" status: 204 len: 168 time: 0.2996593 Jul 16 18:51:55.437854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55004) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:55.446503 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e5d78-8e4b-4a0b-bada-78d47db8358b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Network': ['ID=81d94f59-1952-4913-8aed-3efa4c3d4443,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:55.501918 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca6da631-5849-4a07-9d68-2d3e466482b5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.534045 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca6da631-5849-4a07-9d68-2d3e466482b5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.602455 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca6da631-5849-4a07-9d68-2d3e466482b5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.605160 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ca6da631-5849-4a07-9d68-2d3e466482b5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.606354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ca6da631-5849-4a07-9d68-2d3e466482b5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/security-groups/e547b6fe-6640-4bad-a586-a53ca6862382 HTTP/1.1" status: 204 len: 168 time: 0.1670506 Jul 16 18:51:55.615771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6da631-5849-4a07-9d68-2d3e466482b5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e547b6fe-6640-4bad-a586-a53ca6862382,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:56.024290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55010) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:56.028733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-7bdd8ac5-e60c-4a48-9996-ecf47fa7e580 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602724218', 'description': 'tempest-secgroup-smoke-1602724218 description', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:56.052483 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8ac5-e60c-4a48-9996-ecf47fa7e580 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.136939 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8ac5-e60c-4a48-9996-ecf47fa7e580 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.140395 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8ac5-e60c-4a48-9996-ecf47fa7e580 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.169709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd8ac5-e60c-4a48-9996-ecf47fa7e580 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f344d7d-212c-4fe1-b645-9efee6e95e0c,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:56.172831 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8ac5-e60c-4a48-9996-ecf47fa7e580 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.174042 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-7bdd8ac5-e60c-4a48-9996-ecf47fa7e580 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1489766 Jul 16 18:51:56.176899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55012) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:56.181373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f7cec025-348b-4ba4-aea2-fa85c926279f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': '8f344d7d-212c-4fe1-b645-9efee6e95e0c', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:56.208208 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f7cec025-348b-4ba4-aea2-fa85c926279f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.265201 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f7cec025-348b-4ba4-aea2-fa85c926279f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.268908 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f7cec025-348b-4ba4-aea2-fa85c926279f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.288198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cec025-348b-4ba4-aea2-fa85c926279f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6fb353-e650-480f-8fbc-62ad1ef815a7,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:56.295788 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f7cec025-348b-4ba4-aea2-fa85c926279f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.297107 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f7cec025-348b-4ba4-aea2-fa85c926279f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192741 Jul 16 18:51:56.299836 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55014) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:56.304403 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-38b98c78-ed36-4809-9ec0-7abb6dd3637a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': '8f344d7d-212c-4fe1-b645-9efee6e95e0c', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:56.331389 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-38b98c78-ed36-4809-9ec0-7abb6dd3637a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.392982 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-38b98c78-ed36-4809-9ec0-7abb6dd3637a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.396578 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-38b98c78-ed36-4809-9ec0-7abb6dd3637a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.417788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b98c78-ed36-4809-9ec0-7abb6dd3637a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87656172-baf9-4654-9cc0-1320ba2f480a,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:56.421405 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-38b98c78-ed36-4809-9ec0-7abb6dd3637a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.423889 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-38b98c78-ed36-4809-9ec0-7abb6dd3637a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230896 Jul 16 18:51:56.425838 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55016) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:56.430899 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2b4200ad-0c0a-48f2-9096-ddb4245b7bcf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': '8f344d7d-212c-4fe1-b645-9efee6e95e0c', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:56.457551 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b4200ad-0c0a-48f2-9096-ddb4245b7bcf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.517615 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b4200ad-0c0a-48f2-9096-ddb4245b7bcf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.521220 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b4200ad-0c0a-48f2-9096-ddb4245b7bcf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.539027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4200ad-0c0a-48f2-9096-ddb4245b7bcf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44d11ea-438f-4f88-9f00-77aa15002e93,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:56.545990 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2b4200ad-0c0a-48f2-9096-ddb4245b7bcf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.549233 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2b4200ad-0c0a-48f2-9096-ddb4245b7bcf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196804 Jul 16 18:51:56.549387 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55018) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:56.553798 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-16577a34-3fd4-4052-8975-52d7768f0325 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': '8f344d7d-212c-4fe1-b645-9efee6e95e0c', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:56.581354 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16577a34-3fd4-4052-8975-52d7768f0325 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.648742 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16577a34-3fd4-4052-8975-52d7768f0325 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.652815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16577a34-3fd4-4052-8975-52d7768f0325 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.673896 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16577a34-3fd4-4052-8975-52d7768f0325 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec98a56-aa22-4b69-9007-776ab4526028,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:56.683412 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-16577a34-3fd4-4052-8975-52d7768f0325 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.684717 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-16577a34-3fd4-4052-8975-52d7768f0325 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344669 Jul 16 18:51:56.687475 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55020) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:56.691808 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b13d981d-c6bc-4f5e-af03-f9cd9ce6d416 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': '8f344d7d-212c-4fe1-b645-9efee6e95e0c', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:56.710748 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3a9743a4-3875-4529-93a4-04020794dacd no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:56.718164 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-b13d981d-c6bc-4f5e-af03-f9cd9ce6d416 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Project a75a20bc03dc4803ad4d8d2a0f11316f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:51:56.723310 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b13d981d-c6bc-4f5e-af03-f9cd9ce6d416 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.733269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 3a9743a4-3875-4529-93a4-04020794dacd {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:56.733617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 3a9743a4-3875-4529-93a4-04020794dacd not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:56.734028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 90de0923-b086-4f23-bfc0-6bb008636ebf no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:56.752683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 90de0923-b086-4f23-bfc0-6bb008636ebf {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:56.753029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 90de0923-b086-4f23-bfc0-6bb008636ebf not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:56.788333 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b13d981d-c6bc-4f5e-af03-f9cd9ce6d416 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.791912 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b13d981d-c6bc-4f5e-af03-f9cd9ce6d416 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.812381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d981d-c6bc-4f5e-af03-f9cd9ce6d416 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80381590-f12b-4893-8a2d-a217f0e869fb,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:56.818307 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b13d981d-c6bc-4f5e-af03-f9cd9ce6d416 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.819388 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b13d981d-c6bc-4f5e-af03-f9cd9ce6d416 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309922 Jul 16 18:51:56.822121 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55022) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:56.826626 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-3becd3e4-ddd3-49f0-af84-32951986d8bc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': '8f344d7d-212c-4fe1-b645-9efee6e95e0c', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:56.848760 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-3becd3e4-ddd3-49f0-af84-32951986d8bc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Project a75a20bc03dc4803ad4d8d2a0f11316f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:51:56.854596 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3becd3e4-ddd3-49f0-af84-32951986d8bc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.916952 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3becd3e4-ddd3-49f0-af84-32951986d8bc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.920566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3becd3e4-ddd3-49f0-af84-32951986d8bc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.935564 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becd3e4-ddd3-49f0-af84-32951986d8bc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133015c1-c074-4cd8-827b-db0e1b29d45f,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:56.944757 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3becd3e4-ddd3-49f0-af84-32951986d8bc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.945914 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3becd3e4-ddd3-49f0-af84-32951986d8bc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228797 Jul 16 18:51:56.948941 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55024) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:56.953850 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-569a6845-cd50-4409-8897-70be6dfc798e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'network': {'name': 'tempest-network-smoke--277047545', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'port_security_enabled': True}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:56.973682 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569a6845-cd50-4409-8897-70be6dfc798e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:56.977907 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-569a6845-cd50-4409-8897-70be6dfc798e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.001266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569a6845-cd50-4409-8897-70be6dfc798e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:51:57.010149 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-569a6845-cd50-4409-8897-70be6dfc798e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.010519 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-569a6845-cd50-4409-8897-70be6dfc798e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Added segment a30458e7-b44c-4e58-86ed-159f05acd225 of type vlan for network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a Jul 16 18:51:57.040000 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.054552 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-569a6845-cd50-4409-8897-70be6dfc798e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.071409 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.083590 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-569a6845-cd50-4409-8897-70be6dfc798e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.089157 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569a6845-cd50-4409-8897-70be6dfc798e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:57.089737 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-569a6845-cd50-4409-8897-70be6dfc798e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.126855 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-569a6845-cd50-4409-8897-70be6dfc798e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1768649 Jul 16 18:51:57.129624 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55026) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:57.134810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'admin_state_up': True, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:57.170302 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a6845-cd50-4409-8897-70be6dfc798e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Network': ['ID=2af6f6a2-2c77-4a76-bffd-44d17025cc0a,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:57.181169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:51:57.185995 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.187053 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.245273 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.388422 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.587746 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.606745 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.707188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.25.5.93 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/56cdcf37-4874-45c3-bc12-9602ae876d5c) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:57.811891 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.851147 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.887049 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:57.893127 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:57.896684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:57.902551 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=56cdcf37-4874-45c3-bc12-9602ae876d5c,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:57.955343 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:51:58.077897 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0ca8488b-2f15-42cd-ae7b-87017861348f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.147846 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.345286 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.472810 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:51:58.905766 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:58.916980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Sync routers for ids ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:58.926520 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.931873 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Routers {'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:58.932096 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-477702b9-101a-4a85-ae39-a62ec69923a1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7973480 Jul 16 18:51:58.932199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:51:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:58.933575 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55028) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:58.963851 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-816684b5-6ee3-4014-9c41-8425a7930d5e tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a75a20bc03dc4803ad4d8d2a0f11316f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261834 Jul 16 18:51:58.964170 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55030) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:59.037810 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Set router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:59.059042 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da508c-8840-476d-aa8a-1bbe63e6e427 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:59.060579 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-76da508c-8840-476d-aa8a-1bbe63e6e427 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954025 Jul 16 18:51:59.063376 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55032) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:59.091307 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b3bff55d-9e42-4395-a9a0-08a86f8ff57c tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268040 Jul 16 18:51:59.093767 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55034) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:59.098553 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-229605cb-f320-46f8-829f-638215ffdec8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1910511947', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:59.186236 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229605cb-f320-46f8-829f-638215ffdec8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:59.189815 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-229605cb-f320-46f8-829f-638215ffdec8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.216744 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:51:58Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:59.243138 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Checking router: cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:59.243511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Updating router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 port 56cdcf37-4874-45c3-bc12-9602ae876d5c binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:51:59.282377 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.370321 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-229605cb-f320-46f8-829f-638215ffdec8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.437514 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229605cb-f320-46f8-829f-638215ffdec8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Subnet': ['ID=e0306f2a-39aa-4f1b-ad7e-4fc6f020d567,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:59.442937 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229605cb-f320-46f8-829f-638215ffdec8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Checking segment: {'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:59.443306 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229605cb-f320-46f8-829f-638215ffdec8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network hostable DHCP agents. Network: 2af6f6a2-2c77-4a76-bffd-44d17025cc0a, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:51:59.460469 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229605cb-f320-46f8-829f-638215ffdec8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:51:59.470568 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-229605cb-f320-46f8-829f-638215ffdec8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 2af6f6a2-2c77-4a76-bffd-44d17025cc0a) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:59.475490 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229605cb-f320-46f8-829f-638215ffdec8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:59.476412 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-229605cb-f320-46f8-829f-638215ffdec8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.486560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b933f155-6e4f-4eb0-a932-272a8090915e None None] Network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:59.492439 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-229605cb-f320-46f8-829f-638215ffdec8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3976870 Jul 16 18:51:59.495900 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55036) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:59.748981 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.769021 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Transition to ACTIVE for port object 56cdcf37-4874-45c3-bc12-9602ae876d5c will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:59.793266 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.859397 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Attempting to bind port 56cdcf37-4874-45c3-bc12-9602ae876d5c on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:59.859795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Attempting to bind port 56cdcf37-4874-45c3-bc12-9602ae876d5c by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:59.860163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Attempting to bind port 56cdcf37-4874-45c3-bc12-9602ae876d5c on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:59.864830 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d4693-4e08-4501-bc36-cb7c39a65abd None None] Pushing event updated for resources: {'Port': ['ID=56cdcf37-4874-45c3-bc12-9602ae876d5c,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:59.870917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:59.871301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:59.871731 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.872124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:59.872602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Bound port: 56cdcf37-4874-45c3-bc12-9602ae876d5c, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:59.872987 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.912675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ips': [{'subnet_id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:51:59.913529 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.953272 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.014039 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] For port 56cdcf37-4874-45c3-bc12-9602ae876d5c, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:00.032430 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] For port 56cdcf37-4874-45c3-bc12-9602ae876d5c, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=56cdcf37-4874-45c3-bc12-9602ae876d5c,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:00.038413 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.133819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Routers {'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:00.134462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:51:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:00.137669 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Allocated IP 172.20.0.2 (2af6f6a2-2c77-4a76-bffd-44d17025cc0a/e0306f2a-39aa-4f1b-ad7e-4fc6f020d567/95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:00.181099 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d4693-4e08-4501-bc36-cb7c39a65abd None None] Pushing event updated for resources: {'Port': ['ID=56cdcf37-4874-45c3-bc12-9602ae876d5c,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:00.305697 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] Set router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:00.475136 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.493733 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Transition to ACTIVE for port object 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:00.531643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Transition to ACTIVE for port object 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:00.540662 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.591556 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.20.0.1 (2af6f6a2-2c77-4a76-bffd-44d17025cc0a/e0306f2a-39aa-4f1b-ad7e-4fc6f020d567/d910a173-1e45-4451-8afe-2f9c4361fa49) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:00.591765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:00.597623 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:00.601779 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:00.603608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Pushing event updated for resources: {'Port': ['ID=95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:00.617566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:51:58Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:00.665204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586df03d-02a2-45f9-9191-00c0b43ab8da None None] The sync data for ids ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'] in n-d-787206-10 is: [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:51:58Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:00.696491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Attempting to bind port 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:00.696872 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Attempting to bind port 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:00.697242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Attempting to bind port 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa on network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:00.702670 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:00.703047 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Checking segment: {'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:00.703482 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.703898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Bound using segment: {'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:00.704375 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Bound port: 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:00.704762 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.714172 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.733138 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Transition to ACTIVE for port object d910a173-1e45-4451-8afe-2f9c4361fa49 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:00.775021 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.781420 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-763dafd4-a884-4750-a142-051f44f78b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.786842 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.801508 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] For port 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:00.807745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] For port 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:00.813780 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.851162 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:00.855149 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:00.859381 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:00.879693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2f357-7ba9-4815-ae5c-7ac42dbe3705 None None] Pushing event updated for resources: {'Port': ['ID=95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:00.904109 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=d910a173-1e45-4451-8afe-2f9c4361fa49,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:00.933497 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.142521 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.461435 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.466608 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.549251 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.551188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=d910a173-1e45-4451-8afe-2f9c4361fa49,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:01.666286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:01.668027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:01.796646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:01.905853 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516da862-d13d-4fc3-bab3-1f1d8be972bd None None] Network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:01.917488 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:01.923513 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-48bf41dc-ee13-4d75-bbe4-6b2c144a5bac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "PUT /v2.0/routers/cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4266136 Jul 16 18:52:01.989267 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-98e5c0b0-db46-4194-b7ae-d7823312d866 None None] Provisioning for port 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:02.058544 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.117540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-70e4f144-8b7d-4abc-8080-6f1ce8801d9f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602724218&fields=id&tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 267 time: 0.0384119 Jul 16 18:52:02.244812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-309abe60-747f-40d5-ae28-990fd352abf8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:02.246430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-309abe60-747f-40d5-ae28-990fd352abf8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/networks?id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a HTTP/1.1" status: 200 len: 796 time: 0.1233084 Jul 16 18:52:02.265623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-279e4da3-ccb5-40bb-a70f-310f7630dae7 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/quotas/a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 375 time: 0.0114367 Jul 16 18:52:02.348827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-9e6a114c-a68e-4997-beb5-25e8484a0a2c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763264 Jul 16 18:52:02.422602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a2633edb-deae-4bfc-b32d-14fb5667fe41 None None] Provisioning for port d910a173-1e45-4451-8afe-2f9c4361fa49 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:02.428570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-a2633edb-deae-4bfc-b32d-14fb5667fe41 None None] Provisioning complete for port d910a173-1e45-4451-8afe-2f9c4361fa49 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:02.432108 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a2633edb-deae-4bfc-b32d-14fb5667fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.435267 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Sync routers for ids ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:02.447564 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Routers {'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:02.448819 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:52:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:02.463079 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-cab180bb-894b-4a0e-b74c-3e9f4ebac9e5 service neutron] 10.222.0.41 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051617 Jul 16 18:52:02.470349 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-a2633edb-deae-4bfc-b32d-14fb5667fe41 None None] Port d910a173-1e45-4451-8afe-2f9c4361fa49 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:02.578573 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Set router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:02.583368 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e0d97123-89ef-4412-bd97-8901ae1099dd service neutron] 10.222.0.41 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183791 Jul 16 18:52:02.609660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-2c5a953b-e7c1-4d9b-b51c-c5d0bf3801f9 None None] Provisioning complete for port d910a173-1e45-4451-8afe-2f9c4361fa49 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:02.609789 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2c5a953b-e7c1-4d9b-b51c-c5d0bf3801f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.689156 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a953b-e7c1-4d9b-b51c-c5d0bf3801f9 None None] Port d910a173-1e45-4451-8afe-2f9c4361fa49 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:02.814381 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-90d2228b-9fea-4c09-a295-e12a4aacdf4f None None] Provisioning complete for port d910a173-1e45-4451-8afe-2f9c4361fa49 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:02.814686 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-90d2228b-9fea-4c09-a295-e12a4aacdf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.846630 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 56cdcf37-4874-45c3-bc12-9602ae876d5c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:02.851344 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd910a173-1e45-4451-8afe-2f9c4361fa49', 'name': '', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:93:ce:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:00Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 2, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:02.879709 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Checking router: cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:02.880240 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Updating router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 port d910a173-1e45-4451-8afe-2f9c4361fa49 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:52:02.889275 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-90d2228b-9fea-4c09-a295-e12a4aacdf4f None None] Port d910a173-1e45-4451-8afe-2f9c4361fa49 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:02.910665 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 56cdcf37-4874-45c3-bc12-9602ae876d5c completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:02.916898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 56cdcf37-4874-45c3-bc12-9602ae876d5c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:02.917812 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.922338 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.003418 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.025317 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 56cdcf37-4874-45c3-bc12-9602ae876d5c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=56cdcf37-4874-45c3-bc12-9602ae876d5c,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:03.029571 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.030507 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:03.111860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=56cdcf37-4874-45c3-bc12-9602ae876d5c,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:03.126639 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:03.131718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:03.131718 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.208530 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.215602 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.220629 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Transition to ACTIVE for port object d910a173-1e45-4451-8afe-2f9c4361fa49 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:03.226445 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.251583 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:03.257392 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.306315 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Pushing event updated for resources: {'Port': ['ID=d910a173-1e45-4451-8afe-2f9c4361fa49,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:03.315516 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:03.315854 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:03.316192 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:03.316515 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:03.316836 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:03.317152 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:03.317468 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:03.317781 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:03.317896 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:03.318098 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:03.319038 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:03.319350 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:03.319710 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:03.357071 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Attempting to bind port d910a173-1e45-4451-8afe-2f9c4361fa49 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:03.357362 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Attempting to bind port d910a173-1e45-4451-8afe-2f9c4361fa49 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:03.357713 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Attempting to bind port d910a173-1e45-4451-8afe-2f9c4361fa49 on network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:03.363101 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:03.363801 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Checking segment: {'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:03.364568 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.365832 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Bound using segment: {'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:03.366425 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Bound port: d910a173-1e45-4451-8afe-2f9c4361fa49, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:03.366879 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.432606 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] For port d910a173-1e45-4451-8afe-2f9c4361fa49, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:03.435884 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] For port d910a173-1e45-4451-8afe-2f9c4361fa49, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d910a173-1e45-4451-8afe-2f9c4361fa49,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:03.441816 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.499123 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Routers {'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:03.499795 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:52:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:03.543337 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fc185-20bc-4efa-b48f-cfa5cb17c366 None None] Pushing event updated for resources: {'Port': ['ID=d910a173-1e45-4451-8afe-2f9c4361fa49,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:03.625359 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] Set router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:03.797466 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.843288 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd910a173-1e45-4451-8afe-2f9c4361fa49', 'name': '', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:93:ce:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:00Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:03.871027 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a676c-a790-450a-9f3d-8d1b15e9841b None None] The sync data for ids ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'] in n-d-787206-10 is: [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd910a173-1e45-4451-8afe-2f9c4361fa49', 'name': '', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:93:ce:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:00Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:03.888760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be3049b8-572e-453e-b21d-5d740d9cdb23 req-ab014b2b-8867-4712-9076-a7a7bc71a521 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 210 time: 0.0362601 Jul 16 18:52:04.782321 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 56cdcf37-4874-45c3-bc12-9602ae876d5c up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:04.833673 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 56cdcf37-4874-45c3-bc12-9602ae876d5c triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:04.834754 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.924565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d910a173-1e45-4451-8afe-2f9c4361fa49 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:04.977855 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port d910a173-1e45-4451-8afe-2f9c4361fa49 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:04.982169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port d910a173-1e45-4451-8afe-2f9c4361fa49 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:04.982538 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.075867 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.097930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4508e8b0-11b5-44e0-9f37-f6efb3ea684c req-8cf79af4-7355-46d3-9809-2911027695bc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 210 time: 0.0594954 Jul 16 18:52:05.113417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port d910a173-1e45-4451-8afe-2f9c4361fa49, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d910a173-1e45-4451-8afe-2f9c4361fa49,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:05.121691 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.122563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:05.152565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-6ac63de1-c8a2-42aa-ae73-2f93f9700cb0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:05.154362 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-6ac63de1-c8a2-42aa-ae73-2f93f9700cb0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "GET /v2.0/networks?id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a HTTP/1.1" status: 200 len: 796 time: 0.1698601 Jul 16 18:52:05.201765 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=d910a173-1e45-4451-8afe-2f9c4361fa49,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:05.210290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a74522a2-8c95-413a-8a6d-6825d5db8329 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 380 time: 0.0469899 Jul 16 18:52:05.215568 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:05.215951 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.220939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'port': {'device_id': '307f754e-ae8a-4736-9055-a70d42538888', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'admin_state_up': True, 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'security_groups': ['8f344d7d-212c-4fe1-b645-9efee6e95e0c']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:05.359173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:05.362929 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.492636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.20.0.7 (2af6f6a2-2c77-4a76-bffd-44d17025cc0a/e0306f2a-39aa-4f1b-ad7e-4fc6f020d567/334b0819-a924-413a-8ab0-2c94ce6eece1) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:05.637056 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.650753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Transition to ACTIVE for port object 334b0819-a924-413a-8ab0-2c94ce6eece1 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:05.685661 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.732419 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:05.735882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:05.741498 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:05.748447 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=334b0819-a924-413a-8ab0-2c94ce6eece1,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:05.797528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:05.798187 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.816543 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-a313ba1a-e2fb-41d7-b010-1766b5c73a39 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006062 Jul 16 18:52:05.828623 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-ee8fc43c-d92f-45e2-9eda-ec0437dafee9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:52:05.829675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-ee8fc43c-d92f-45e2-9eda-ec0437dafee9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057368 Jul 16 18:52:05.843384 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Request body: {'port': {'device_id': '307f754e-ae8a-4736-9055-a70d42538888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:05.930525 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.976312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1ae87d71-f872-47b8-933c-9f1a28ef853e None None] Provisioning for port 334b0819-a924-413a-8ab0-2c94ce6eece1 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:05.979985 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1ae87d71-f872-47b8-933c-9f1a28ef853e None None] Provisioning complete for port 334b0819-a924-413a-8ab0-2c94ce6eece1 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:05.980358 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1ae87d71-f872-47b8-933c-9f1a28ef853e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.020203 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1ae87d71-f872-47b8-933c-9f1a28ef853e None None] Port 334b0819-a924-413a-8ab0-2c94ce6eece1 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:06.255046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334b0819-a924-413a-8ab0-2c94ce6eece1 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:06.265272 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.282596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Transition to ACTIVE for port object 334b0819-a924-413a-8ab0-2c94ce6eece1 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:06.288158 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.352697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Pushing event updated for resources: {'Port': ['ID=334b0819-a924-413a-8ab0-2c94ce6eece1,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:06.361959 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c26bf-8c27-4f65-b2de-e6f4df42e678 req-8a84c6b4-df33-4134-a2bd-5febe4b85e4d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:06.363605 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-036c26bf-8c27-4f65-b2de-e6f4df42e678 req-8a84c6b4-df33-4134-a2bd-5febe4b85e4d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 931 time: 0.1427944 Jul 16 18:52:06.455144 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-036c26bf-8c27-4f65-b2de-e6f4df42e678 req-01093e87-f5e0-40bb-848f-8cca71aca387 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855486 Jul 16 18:52:06.487778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Attempting to bind port 334b0819-a924-413a-8ab0-2c94ce6eece1 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:06.488454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Attempting to bind port 334b0819-a924-413a-8ab0-2c94ce6eece1 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:06.489079 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Attempting to bind port 334b0819-a924-413a-8ab0-2c94ce6eece1 on network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:06.496522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Port 334b0819-a924-413a-8ab0-2c94ce6eece1 on network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:52:06.496845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Attempting to bind port 334b0819-a924-413a-8ab0-2c94ce6eece1 on network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:06.505947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:06.506430 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Checking segment: {'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:06.507144 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Bound using segment: {'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:06.508156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Bound port: 334b0819-a924-413a-8ab0-2c94ce6eece1, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:06.508739 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.612420 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] For port 334b0819-a924-413a-8ab0-2c94ce6eece1, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:06.616734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] For port 334b0819-a924-413a-8ab0-2c94ce6eece1, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=334b0819-a924-413a-8ab0-2c94ce6eece1,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:06.621914 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.671146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:06.672212 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.674644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] 10.222.0.43 "PUT /v2.0/ports/334b0819-a924-413a-8ab0-2c94ce6eece1 HTTP/1.1" status: 200 len: 1092 time: 0.8354690 Jul 16 18:52:06.675147 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:06.679650 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f5aa21-7863-4d26-8217-f7ee4babb4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:06.732408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5ae2d-a1c7-47ac-9b02-dbda03cfd337 service neutron] Pushing event updated for resources: {'Port': ['ID=334b0819-a924-413a-8ab0-2c94ce6eece1,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:06.774785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d910a173-1e45-4451-8afe-2f9c4361fa49 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:06.799981 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40a7ef1-51ff-4ff4-9cef-ab9df81b2a16 x-openstack-request-id: req-b40a7ef1-51ff-4ff4-9cef-ab9df81b2a16 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:06.800281 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:06.800531 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b40a7ef1-51ff-4ff4-9cef-ab9df81b2a16 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:06.800938 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'status': 'completed', 'code': 200} Jul 16 18:52:06.851479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-1ff0d9cd-37bd-41ac-af69-5bad1dfdebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:06.854282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-1ff0d9cd-37bd-41ac-af69-5bad1dfdebfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 1095 time: 0.1039622 Jul 16 18:52:06.868476 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port d910a173-1e45-4451-8afe-2f9c4361fa49 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:06.868850 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.924298 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-9d1da98f-d6a1-43ef-bc6a-f5ba650ca786 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334b0819-a924-413a-8ab0-2c94ce6eece1 HTTP/1.1" status: 200 len: 217 time: 0.0597172 Jul 16 18:52:06.993429 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-963a7ce0-72dd-45ab-8b90-6cb91d2dc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:06.994968 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-963a7ce0-72dd-45ab-8b90-6cb91d2dc495 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0306f2a-39aa-4f1b-ad7e-4fc6f020d567 HTTP/1.1" status: 200 len: 835 time: 0.0644658 Jul 16 18:52:07.066499 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-05f4eda8-077f-4532-a01c-8ef1b64c24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:07.068204 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-05f4eda8-077f-4532-a01c-8ef1b64c24f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661619 Jul 16 18:52:07.175252 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-27699842-628e-4c5a-8ca4-0ed21021e4c7 service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008291 Jul 16 18:52:07.278421 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8df0d9e-a2ac-4490-8488-2c67bb785f20 req-d95d644c-65fd-4bd5-b596-ab328dee33fb service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970602 Jul 16 18:52:07.414506 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5aa21-7863-4d26-8217-f7ee4babb4e1 req-2fae176f-f3c0-412e-82e0-ef6a4f0fc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:07.416096 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9f5aa21-7863-4d26-8217-f7ee4babb4e1 req-2fae176f-f3c0-412e-82e0-ef6a4f0fc73f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 1095 time: 0.0788562 Jul 16 18:52:07.515560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5aa21-7863-4d26-8217-f7ee4babb4e1 req-f274a18f-0535-4e25-875d-ce803a682d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:07.517081 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9f5aa21-7863-4d26-8217-f7ee4babb4e1 req-f274a18f-0535-4e25-875d-ce803a682d88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a HTTP/1.1" status: 200 len: 897 time: 0.0949602 Jul 16 18:52:07.565687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9f5aa21-7863-4d26-8217-f7ee4babb4e1 req-4150ff76-33f7-41ab-895a-8ecc44942141 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334b0819-a924-413a-8ab0-2c94ce6eece1 HTTP/1.1" status: 200 len: 217 time: 0.0405977 Jul 16 18:52:07.684110 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5aa21-7863-4d26-8217-f7ee4babb4e1 req-3b863a8b-4a60-4abd-8df0-4bb24a994210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:07.685592 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9f5aa21-7863-4d26-8217-f7ee4babb4e1 req-3b863a8b-4a60-4abd-8df0-4bb24a994210 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0306f2a-39aa-4f1b-ad7e-4fc6f020d567 HTTP/1.1" status: 200 len: 835 time: 0.1133382 Jul 16 18:52:07.745783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf1b49-dcf1-42ca-a3fc-6feb9d94c8aa req-b38fc89b-e9b6-4c83-868c-02802e711423 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:07.747339 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dedf1b49-dcf1-42ca-a3fc-6feb9d94c8aa req-b38fc89b-e9b6-4c83-868c-02802e711423 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 943 time: 0.1644001 Jul 16 18:52:07.786209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5aa21-7863-4d26-8217-f7ee4babb4e1 req-518a5f0b-2620-4dcc-8d6e-37a5cb253846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:07.788422 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9f5aa21-7863-4d26-8217-f7ee4babb4e1 req-518a5f0b-2620-4dcc-8d6e-37a5cb253846 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945656 Jul 16 18:52:07.810558 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dedf1b49-dcf1-42ca-a3fc-6feb9d94c8aa req-ff859e2a-9f12-456d-9559-491ced6fe5c9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533984 Jul 16 18:52:07.904937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9f5aa21-7863-4d26-8217-f7ee4babb4e1 req-de544815-d571-43cb-9696-5ce6a3ab3374 service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082776 Jul 16 18:52:08.039651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a9f5aa21-7863-4d26-8217-f7ee4babb4e1 req-23f4e841-0eff-4c97-b26b-26218c95833a service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279488 Jul 16 18:52:09.014431 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aec256-0f1c-4720-b03b-1b785e484885 req-d5d09444-ad13-4ff3-88bf-6ce87b1f3cd6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:09.016016 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0aec256-0f1c-4720-b03b-1b785e484885 req-d5d09444-ad13-4ff3-88bf-6ce87b1f3cd6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 943 time: 0.0714450 Jul 16 18:52:09.064176 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e0aec256-0f1c-4720-b03b-1b785e484885 req-3dc6b3fd-06a5-46cc-a87c-a90252d0c316 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383377 Jul 16 18:52:10.045175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 334b0819-a924-413a-8ab0-2c94ce6eece1 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:52:10.169346 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 334b0819-a924-413a-8ab0-2c94ce6eece1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=334b0819-a924-413a-8ab0-2c94ce6eece1,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:10.181925 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'port_id': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'mac_address': 'fa:16:3e:c5:7f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:52:10.223934 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.238576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334b0819-a924-413a-8ab0-2c94ce6eece1 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:10.262915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 334b0819-a924-413a-8ab0-2c94ce6eece1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=334b0819-a924-413a-8ab0-2c94ce6eece1,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:10.274443 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.276563 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b71ba9-222c-4e1c-8ae3-21efbbb69c8f req-73d42d0a-f2f3-4ff8-ae65-b458a71d190b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:10.278488 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2b71ba9-222c-4e1c-8ae3-21efbbb69c8f req-73d42d0a-f2f3-4ff8-ae65-b458a71d190b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 943 time: 0.0832939 Jul 16 18:52:10.339521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b2b71ba9-222c-4e1c-8ae3-21efbbb69c8f req-37ef5d83-e29d-49d5-89cb-8f63bf0c5828 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507538 Jul 16 18:52:10.357412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=334b0819-a924-413a-8ab0-2c94ce6eece1,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:10.524502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['334b0819-a924-413a-8ab0-2c94ce6eece1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:52:11.646845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02beaf52-b0f3-44bb-9856-6d62021a0f19 req-c56e1fe9-2063-40e6-980a-b25a4a10025a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.648533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02beaf52-b0f3-44bb-9856-6d62021a0f19 req-c56e1fe9-2063-40e6-980a-b25a4a10025a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 944 time: 0.1837430 Jul 16 18:52:11.701591 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-02beaf52-b0f3-44bb-9856-6d62021a0f19 req-52640284-8453-4367-b1f3-9a2c81e10107 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432906 Jul 16 18:52:12.064348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 334b0819-a924-413a-8ab0-2c94ce6eece1 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:12.116528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 334b0819-a924-413a-8ab0-2c94ce6eece1 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:12.120646 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 334b0819-a924-413a-8ab0-2c94ce6eece1 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:12.121028 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.201126 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.226436 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:12.228766 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c478c44-97e6-4d51-a8fc-3fe4c1be630e" -d '{"events": [{"server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "name": "network-vif-plugged", "status": "completed", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:12.246576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 334b0819-a924-413a-8ab0-2c94ce6eece1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=334b0819-a924-413a-8ab0-2c94ce6eece1,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:12.255880 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.292651 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f608b4a-cfee-411f-b935-1d94640d3192 x-openstack-request-id: req-4f608b4a-cfee-411f-b935-1d94640d3192 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:12.292933 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "name": "network-vif-plugged", "status": "completed", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:12.293787 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f608b4a-cfee-411f-b935-1d94640d3192 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:12.294182 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'code': 200} Jul 16 18:52:12.326647 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=334b0819-a924-413a-8ab0-2c94ce6eece1,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:12.393438 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97b2c-b9e2-4521-925d-89b14c67db32 req-49eaad17-37e7-428c-9642-f484ad375559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:12.394935 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83c97b2c-b9e2-4521-925d-89b14c67db32 req-49eaad17-37e7-428c-9642-f484ad375559 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 1097 time: 0.0533597 Jul 16 18:52:12.433757 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83c97b2c-b9e2-4521-925d-89b14c67db32 req-5c270cc0-6486-422a-a809-d247c784abad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321448 Jul 16 18:52:12.914673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a495690-10e1-4839-b65c-b617128be2f1 req-a141cc7a-a9b9-4c2b-8837-d71296a27014 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:12.916121 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a495690-10e1-4839-b65c-b617128be2f1 req-a141cc7a-a9b9-4c2b-8837-d71296a27014 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0763688 Jul 16 18:52:12.957644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9a495690-10e1-4839-b65c-b617128be2f1 req-bbfc4196-01f9-46b6-a607-a195f3a71a76 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356848 Jul 16 18:52:14.206866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df10295-19a8-42c6-9e16-994d5f28503f req-bb477a55-b559-4249-8dfe-a0488be787f6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:14.209046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5df10295-19a8-42c6-9e16-994d5f28503f req-bb477a55-b559-4249-8dfe-a0488be787f6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.1218441 Jul 16 18:52:14.263708 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5df10295-19a8-42c6-9e16-994d5f28503f req-61faa612-d673-4adc-a31d-74db272d345e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444193 Jul 16 18:52:14.463915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c66da-440d-4733-acb5-ce508ddd8b1b req-395f80c7-a478-420f-baf6-9cea52e0e880 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:14.465530 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-352c66da-440d-4733-acb5-ce508ddd8b1b req-395f80c7-a478-420f-baf6-9cea52e0e880 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0810883 Jul 16 18:52:14.509461 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-352c66da-440d-4733-acb5-ce508ddd8b1b req-112a3725-f0d2-4f68-be00-aa9e996ca2dc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367846 Jul 16 18:52:14.533992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55096) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:14.589232 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27763494-409d-4c1d-9f24-9666479f2122 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:14.590793 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-27763494-409d-4c1d-9f24-9666479f2122 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 1092 time: 0.0557961 Jul 16 18:52:14.593698 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55098) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:14.601145 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:14.626108 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.729302 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.842796 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.25.5.142 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/6af87c54-34d4-4a45-9f3c-d9ae513d62ef) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:14.954566 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.994321 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.037773 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:15.040705 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:15.044716 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:15.069417 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=6af87c54-34d4-4a45-9f3c-d9ae513d62ef,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:15.434357 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.512537 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.676644 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.683658 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.754040 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=6af87c54-34d4-4a45-9f3c-d9ae513d62ef,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:15.774597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.879795 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Floating IP fdb8fa79-6646-473f-bbe2-38fa8399469c associated. External IP: 172.25.5.142, port: 334b0819-a924-413a-8ab0-2c94ce6eece1. Jul 16 18:52:16.431117 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:16.538625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:16.549461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a10707-55fb-44fa-83e8-dd9a26ce34e7 None None] Sync routers for ids ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:16.557112 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.560681 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a10707-55fb-44fa-83e8-dd9a26ce34e7 None None] Routers {'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:16.561317 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-59a10707-55fb-44fa-83e8-dd9a26ce34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:52:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:16.604088 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ff0e1fb7-22e7-40fb-987b-fcac2b5ade02 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0089848 Jul 16 18:52:16.604763 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:16.607259 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e56da41a32dd2068e5562446b0f88194ed4dbce5ac43981d6b9bfffc39744c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e431e7c-325f-4571-b4c1-9dd97d7cec7b" -d '{"events": [{"name": "network-changed", "server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:16.687636 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-59a10707-55fb-44fa-83e8-dd9a26ce34e7 None None] Set router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:16.805624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c486f-02f8-4a31-80d5-46a59026ff6f req-0402c5dd-74e6-438a-acf5-f15a2b862d29 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:16.807650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e89c486f-02f8-4a31-80d5-46a59026ff6f req-0402c5dd-74e6-438a-acf5-f15a2b862d29 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0943549 Jul 16 18:52:16.846155 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5c191c-51ff-4dd8-8639-c308ed7ff185 x-openstack-request-id: req-de5c191c-51ff-4dd8-8639-c308ed7ff185 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:16.847036 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:16.847036 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de5c191c-51ff-4dd8-8639-c308ed7ff185 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:16.847036 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'status': 'completed', 'code': 200} Jul 16 18:52:16.857917 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e89c486f-02f8-4a31-80d5-46a59026ff6f req-b1cde838-b4b4-45d9-b80e-ab6ec70e763b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 Jul 16 18:52:16.892001 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55104) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:16.943596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e431e7c-325f-4571-b4c1-9dd97d7cec7b req-6217b32b-c9a1-401c-b524-aed2066ec994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:16.945521 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e431e7c-325f-4571-b4c1-9dd97d7cec7b req-6217b32b-c9a1-401c-b524-aed2066ec994 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 1097 time: 0.0674899 Jul 16 18:52:16.967380 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-08e4edb0-0408-477e-901c-a0ce34cd16b7 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/fdb8fa79-6646-473f-bbe2-38fa8399469c HTTP/1.1" status: 200 len: 991 time: 0.0737658 Jul 16 18:52:17.121683 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-59a10707-55fb-44fa-83e8-dd9a26ce34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'fdb8fa79-6646-473f-bbe2-38fa8399469c', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'port_id': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'mac_address': 'fa:16:3e:c5:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307f754e-ae8a-4736-9055-a70d42538888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:15Z', 'updated_at': '2021-07-16T18:52:15Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd910a173-1e45-4451-8afe-2f9c4361fa49', 'name': '', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:93:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:00Z', 'updated_at': '2021-07-16T18:52:05Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:17.153532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a10707-55fb-44fa-83e8-dd9a26ce34e7 None None] Checking router: cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:17.163794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a10707-55fb-44fa-83e8-dd9a26ce34e7 None None] Routers {'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:17.164442 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-59a10707-55fb-44fa-83e8-dd9a26ce34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:52:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:17.277595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-59a10707-55fb-44fa-83e8-dd9a26ce34e7 None None] Set router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:17.396100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e431e7c-325f-4571-b4c1-9dd97d7cec7b req-cf2a52ba-fd44-468e-a568-d5c1085c0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:17.397546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e431e7c-325f-4571-b4c1-9dd97d7cec7b req-cf2a52ba-fd44-468e-a568-d5c1085c0d16 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a HTTP/1.1" status: 200 len: 897 time: 0.4458683 Jul 16 18:52:17.474324 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e431e7c-325f-4571-b4c1-9dd97d7cec7b req-82c82202-f8d0-4e98-b918-d13238c676dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334b0819-a924-413a-8ab0-2c94ce6eece1 HTTP/1.1" status: 200 len: 999 time: 0.0689609 Jul 16 18:52:17.530756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-59a10707-55fb-44fa-83e8-dd9a26ce34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'fdb8fa79-6646-473f-bbe2-38fa8399469c', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'port_id': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'mac_address': 'fa:16:3e:c5:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307f754e-ae8a-4736-9055-a70d42538888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:15Z', 'updated_at': '2021-07-16T18:52:15Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd910a173-1e45-4451-8afe-2f9c4361fa49', 'name': '', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:93:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:00Z', 'updated_at': '2021-07-16T18:52:05Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:17.533387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e431e7c-325f-4571-b4c1-9dd97d7cec7b req-35cb3865-a6de-4f95-8350-401a3d397f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:17.534894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e431e7c-325f-4571-b4c1-9dd97d7cec7b req-35cb3865-a6de-4f95-8350-401a3d397f9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0306f2a-39aa-4f1b-ad7e-4fc6f020d567 HTTP/1.1" status: 200 len: 835 time: 0.0545697 Jul 16 18:52:17.562517 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a10707-55fb-44fa-83e8-dd9a26ce34e7 None None] The sync data for ids ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'] in n-d-787206-10 is: [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'fdb8fa79-6646-473f-bbe2-38fa8399469c', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'port_id': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'mac_address': 'fa:16:3e:c5:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307f754e-ae8a-4736-9055-a70d42538888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:15Z', 'updated_at': '2021-07-16T18:52:15Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd910a173-1e45-4451-8afe-2f9c4361fa49', 'name': '', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:93:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:00Z', 'updated_at': '2021-07-16T18:52:05Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:17.603933 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e431e7c-325f-4571-b4c1-9dd97d7cec7b req-bc1fe336-b569-4f36-8d6e-56b73237b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:17.605522 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e431e7c-325f-4571-b4c1-9dd97d7cec7b req-bc1fe336-b569-4f36-8d6e-56b73237b634 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643587 Jul 16 18:52:17.706397 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e431e7c-325f-4571-b4c1-9dd97d7cec7b req-c88cd0c0-a180-4aea-a3de-b2883093f960 service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934131 Jul 16 18:52:17.791667 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd47ef-7ac1-42d3-9668-658762943bfb None None] New status for floating IP fdb8fa79-6646-473f-bbe2-38fa8399469c: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:52:17.816625 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e431e7c-325f-4571-b4c1-9dd97d7cec7b req-721d75d9-d57a-4b94-a6c9-8b5029c538df service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038246 Jul 16 18:52:17.975777 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55108) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:18.055333 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d9e4ec4f-9ac7-4443-b668-9df96556ddf4 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/fdb8fa79-6646-473f-bbe2-38fa8399469c HTTP/1.1" status: 200 len: 991 time: 0.0781574 Jul 16 18:52:19.057291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55110) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:19.126547 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-55587d1f-b733-462d-a31c-2f813866f4f0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/fdb8fa79-6646-473f-bbe2-38fa8399469c HTTP/1.1" status: 200 len: 993 time: 0.0680809 Jul 16 18:52:27.054888 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.094567 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.082627 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4106040f-f277-4874-aec4-07629960476b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:30.742046 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:30.778302 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a247-0bd8-405f-aa5b-b996e2e6e82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.050589 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.807061 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.954858 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:51.739464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e8d03-4168-4a91-b50c-92bd8a571da3 req-998e115e-e5a0-429a-8366-aa083d6300d7 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:51.740939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-224e8d03-4168-4a91-b50c-92bd8a571da3 req-998e115e-e5a0-429a-8366-aa083d6300d7 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.1014152 Jul 16 18:52:51.748507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-198f2f86-4ece-4f6d-bcb6-bbc76e5a4184 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202030 Jul 16 18:52:51.781756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-224e8d03-4168-4a91-b50c-92bd8a571da3 req-55b854c9-a275-4c3c-90d4-d2cf53e080b3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322931 Jul 16 18:52:52.970543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71311ba4-81b4-4a5a-bb05-7461307bf5ac req-221bcb8d-0cc5-4e7a-b2a1-9f4af98a9bb4 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:52.972169 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71311ba4-81b4-4a5a-bb05-7461307bf5ac req-221bcb8d-0cc5-4e7a-b2a1-9f4af98a9bb4 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0739801 Jul 16 18:52:53.040312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-71311ba4-81b4-4a5a-bb05-7461307bf5ac req-0fbd5915-93b2-466c-892d-9fd620dfc28a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578167 Jul 16 18:52:53.056405 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-66c7c04b-331b-456a-9c1e-4d0f9cfde7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:53.058524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-66c7c04b-331b-456a-9c1e-4d0f9cfde7b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 1097 time: 0.0837214 Jul 16 18:52:53.151994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-1db08478-65b6-45ed-af50-938ced19a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:53.153498 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-1db08478-65b6-45ed-af50-938ced19a881 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a HTTP/1.1" status: 200 len: 897 time: 0.0892317 Jul 16 18:52:53.220702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-6ca6beb6-27b2-4a30-81c4-7af56113d562 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334b0819-a924-413a-8ab0-2c94ce6eece1 HTTP/1.1" status: 200 len: 1001 time: 0.0610490 Jul 16 18:52:53.270655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-413f4e05-956b-4ec2-914c-2aef4a04e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:53.272183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-413f4e05-956b-4ec2-914c-2aef4a04e105 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0306f2a-39aa-4f1b-ad7e-4fc6f020d567 HTTP/1.1" status: 200 len: 835 time: 0.0459685 Jul 16 18:52:53.334890 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-d8f890ea-ec9a-47b7-b2fa-ea6db047d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:53.336802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-d8f890ea-ec9a-47b7-b2fa-ea6db047d4ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580578 Jul 16 18:52:53.430955 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-79c01d90-3e28-416b-98fb-9bb2c88a841f service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872309 Jul 16 18:52:53.527943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-fcaf38fa-f5c5-4146-b29d-42c4b5f6f6dc service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902755 Jul 16 18:52:54.227750 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c8e3a-358d-4a6c-91b4-38021b8327b3 req-9e7827a3-2775-44cb-b7b7-ce4bb3e66bd6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:54.229306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b37c8e3a-358d-4a6c-91b4-38021b8327b3 req-9e7827a3-2775-44cb-b7b7-ce4bb3e66bd6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0705667 Jul 16 18:52:54.273622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b37c8e3a-358d-4a6c-91b4-38021b8327b3 req-aea623e6-9d77-488f-9398-87ad460cf086 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378864 Jul 16 18:52:55.461138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfc27d-3e23-4829-9cc8-73bc3150ab4a req-61bc518e-5d95-4f26-826a-05968f45e5b2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:55.462626 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fbfc27d-3e23-4829-9cc8-73bc3150ab4a req-61bc518e-5d95-4f26-826a-05968f45e5b2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0711749 Jul 16 18:52:55.503129 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fbfc27d-3e23-4829-9cc8-73bc3150ab4a req-50091293-e9b7-4b9e-b0db-2c400e4cf253 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346620 Jul 16 18:52:56.684988 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ce3a8-c88c-4a4d-ba7b-c28ee351ce67 req-e85a7199-4117-43e0-ab76-8312233ac2f0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:56.686551 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c3ce3a8-c88c-4a4d-ba7b-c28ee351ce67 req-e85a7199-4117-43e0-ab76-8312233ac2f0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0717862 Jul 16 18:52:56.725387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c3ce3a8-c88c-4a4d-ba7b-c28ee351ce67 req-db9935f0-d9e2-476f-a7d5-77a2173436c7 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333211 Jul 16 18:52:57.051195 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.101178 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.907495 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b18626-6747-43d1-a2c0-94689ddb3e9e req-31b13299-d62f-4924-93ce-2d6f2bb7f813 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:57.909077 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16b18626-6747-43d1-a2c0-94689ddb3e9e req-31b13299-d62f-4924-93ce-2d6f2bb7f813 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0675092 Jul 16 18:52:57.950416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-16b18626-6747-43d1-a2c0-94689ddb3e9e req-3075366d-bc56-4372-a224-ce4a0a87f718 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355806 Jul 16 18:52:58.076898 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-77302224-879f-48a8-aa07-25996604befa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.910578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936916c0-a477-4a09-9441-5f60faa11ecf req-e5b68029-1448-44f0-a7f7-85cd145335a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:58.912143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-936916c0-a477-4a09-9441-5f60faa11ecf req-e5b68029-1448-44f0-a7f7-85cd145335a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 1097 time: 0.0586011 Jul 16 18:52:59.027057 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936916c0-a477-4a09-9441-5f60faa11ecf req-70189a4d-fe7a-4b83-bedf-48669716b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:59.028626 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-936916c0-a477-4a09-9441-5f60faa11ecf req-70189a4d-fe7a-4b83-bedf-48669716b76d service neutron] 10.222.0.43 "GET /v2.0/networks?id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a HTTP/1.1" status: 200 len: 897 time: 0.0949280 Jul 16 18:52:59.138938 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-936916c0-a477-4a09-9441-5f60faa11ecf req-4da5dc18-dd35-412f-ac3c-c3ff9f52e150 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334b0819-a924-413a-8ab0-2c94ce6eece1 HTTP/1.1" status: 200 len: 1001 time: 0.1039875 Jul 16 18:52:59.198658 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95bbf1-f9de-48ef-82d0-3dfa7efc5fe5 req-e63e8392-2110-429a-8208-6e2e84d25dc6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:59.200243 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b95bbf1-f9de-48ef-82d0-3dfa7efc5fe5 req-e63e8392-2110-429a-8208-6e2e84d25dc6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.1191823 Jul 16 18:52:59.206265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936916c0-a477-4a09-9441-5f60faa11ecf req-59b87fef-84d4-4812-a67b-7dcd6412a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:59.207709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-936916c0-a477-4a09-9441-5f60faa11ecf req-59b87fef-84d4-4812-a67b-7dcd6412a7ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0306f2a-39aa-4f1b-ad7e-4fc6f020d567 HTTP/1.1" status: 200 len: 835 time: 0.0628688 Jul 16 18:52:59.274612 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b95bbf1-f9de-48ef-82d0-3dfa7efc5fe5 req-d862f99f-b00a-4e9e-97ec-e10486d7b285 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658543 Jul 16 18:52:59.294482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936916c0-a477-4a09-9441-5f60faa11ecf req-48ae93d4-3409-4c9c-9e93-66b189ab3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:59.296221 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-936916c0-a477-4a09-9441-5f60faa11ecf req-48ae93d4-3409-4c9c-9e93-66b189ab3270 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808671 Jul 16 18:52:59.390004 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-936916c0-a477-4a09-9441-5f60faa11ecf req-4a09331c-fd0f-4e15-ae39-eb302b0b9ea4 service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872149 Jul 16 18:52:59.488979 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-936916c0-a477-4a09-9441-5f60faa11ecf req-c6bcb34e-001e-43c6-86da-cebe96c649dc service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929036 Jul 16 18:53:00.457711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748928a-d9ac-472b-be95-5a2d0eef1273 req-a3a78dc1-9969-46f6-aa33-3d61dbb2add9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:00.459229 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7748928a-d9ac-472b-be95-5a2d0eef1273 req-a3a78dc1-9969-46f6-aa33-3d61dbb2add9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0683413 Jul 16 18:53:00.505207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7748928a-d9ac-472b-be95-5a2d0eef1273 req-d81b4f0c-ee0a-48e5-a5f3-e5edbd4760bb tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395412 Jul 16 18:53:00.735312 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.779418 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f9304e21-4420-444e-91ff-33506b4ad53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.694711 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a85751-2409-49b6-93bc-836bd36b1b37 req-c7c603d9-1c9d-419c-af4e-5b3195f27bd5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:01.696556 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3a85751-2409-49b6-93bc-836bd36b1b37 req-c7c603d9-1c9d-419c-af4e-5b3195f27bd5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0739715 Jul 16 18:53:01.736990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3a85751-2409-49b6-93bc-836bd36b1b37 req-553fa65d-c19b-483d-bf75-45c7824b3a1b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341611 Jul 16 18:53:02.053174 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.924047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb6d77-e9c9-4c7a-9c93-e3e7c51c07b0 req-4e902eea-c754-4be3-ab00-37a5bf1b9f68 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:02.925743 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54eb6d77-e9c9-4c7a-9c93-e3e7c51c07b0 req-4e902eea-c754-4be3-ab00-37a5bf1b9f68 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0695000 Jul 16 18:53:02.969386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-54eb6d77-e9c9-4c7a-9c93-e3e7c51c07b0 req-0bf362c7-608b-434d-8745-7606cf37ab83 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370967 Jul 16 18:53:03.803206 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:04.160777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc415a-c924-4bdb-af52-1867b7629474 req-6392412c-ef67-4823-9ef5-39cbcdfd83b8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:04.162360 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ffc415a-c924-4bdb-af52-1867b7629474 req-6392412c-ef67-4823-9ef5-39cbcdfd83b8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0693922 Jul 16 18:53:04.209528 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ffc415a-c924-4bdb-af52-1867b7629474 req-b01f8dce-e8ef-44d5-9814-353d3f291d31 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409689 Jul 16 18:53:05.392839 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1eba6-b71f-4e95-815a-db8ff4193715 req-0f003114-55f4-42bd-bf8c-7e1f2e42d08c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:05.394316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c5c1eba6-b71f-4e95-815a-db8ff4193715 req-0f003114-55f4-42bd-bf8c-7e1f2e42d08c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0694735 Jul 16 18:53:05.436805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c5c1eba6-b71f-4e95-815a-db8ff4193715 req-94ad7827-41ad-454c-9f6e-b4f9c2fa395f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366650 Jul 16 18:53:06.640931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b989307-d377-4a59-a033-ed9571b84df5 req-c4d824fa-5219-4a2d-b68c-fd331f22898a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:06.642434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b989307-d377-4a59-a033-ed9571b84df5 req-c4d824fa-5219-4a2d-b68c-fd331f22898a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0751927 Jul 16 18:53:06.691116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0b989307-d377-4a59-a033-ed9571b84df5 req-bf222441-8d86-42bb-bd04-7d924d5fef33 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401103 Jul 16 18:53:07.907908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad658-ad5e-4115-bd80-7141889fa130 req-6b7363ec-2764-4568-bd94-d50fce0cf1cd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:07.909487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-538ad658-ad5e-4115-bd80-7141889fa130 req-6b7363ec-2764-4568-bd94-d50fce0cf1cd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0793939 Jul 16 18:53:07.952807 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-538ad658-ad5e-4115-bd80-7141889fa130 req-00e1a7be-be14-401f-9a91-666753412a95 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377600 Jul 16 18:53:09.151417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc90c5-a8f6-42a3-a62b-bebe124993c8 req-43a8ab57-65a8-44ca-bbae-1e5538e1a52c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:09.152937 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89fc90c5-a8f6-42a3-a62b-bebe124993c8 req-43a8ab57-65a8-44ca-bbae-1e5538e1a52c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0800865 Jul 16 18:53:09.194642 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89fc90c5-a8f6-42a3-a62b-bebe124993c8 req-b6c716a4-0cba-4eec-86a7-965218dc8683 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358326 Jul 16 18:53:10.391887 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bcfe8-70c0-4c19-a370-5595d1b90a12 req-762925ea-3cda-431b-ba49-b37299780a70 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:10.393375 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-602bcfe8-70c0-4c19-a370-5595d1b90a12 req-762925ea-3cda-431b-ba49-b37299780a70 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0720248 Jul 16 18:53:10.467884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-602bcfe8-70c0-4c19-a370-5595d1b90a12 req-6dc26415-64ee-43ab-9f44-fdae22c51f29 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687926 Jul 16 18:53:10.498724 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-1e06354c-aa71-4da1-b3ed-911b4f34256e service neutron] show failed (client error): The resource could not be found. Jul 16 18:53:10.499947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-1e06354c-aa71-4da1-b3ed-911b4f34256e service neutron] 10.222.0.43 "GET /v2.0/ports/334b0819-a924-413a-8ab0-2c94ce6eece1/bindings/n-h1-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0750942 Jul 16 18:53:10.832251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-326e0fb1-fcf2-447b-8581-0864ee9d7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:10.834464 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-326e0fb1-fcf2-447b-8581-0864ee9d7fac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888&tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 1097 time: 0.1175871 Jul 16 18:53:10.849864 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:10.934373 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.177736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] For port 334b0819-a924-413a-8ab0-2c94ce6eece1, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=334b0819-a924-413a-8ab0-2c94ce6eece1,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:11.215763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] For port 334b0819-a924-413a-8ab0-2c94ce6eece1, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:53:11.260809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:11.263114 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5bd241-cfe6-4fa4-b190-8af18f672617" -d '{"events": [{"server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "name": "network-vif-unplugged", "status": "completed", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:11.267425 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.286368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Transition to ACTIVE for port object 334b0819-a924-413a-8ab0-2c94ce6eece1 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:53:11.291022 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.418393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Pushing event updated for resources: {'Port': ['ID=334b0819-a924-413a-8ab0-2c94ce6eece1,revision_number=6']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:11.432913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:11.433353 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:11.433657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:11.433979 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:11.435137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:11.435742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:11.436075 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:11.436485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:11.437091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:11.437995 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:11.438388 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:11.438678 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:11.444464 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb7785a-d3e6-4f6c-9328-5351530bedcf x-openstack-request-id: req-deb7785a-d3e6-4f6c-9328-5351530bedcf {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:11.444893 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "name": "network-vif-unplugged", "status": "completed", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:11.445212 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-deb7785a-d3e6-4f6c-9328-5351530bedcf {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:11.445593 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'code': 200} Jul 16 18:53:11.489682 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] No DVR routers for this DVR port 334b0819-a924-413a-8ab0-2c94ce6eece1 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:11.677900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Attempting to bind port 334b0819-a924-413a-8ab0-2c94ce6eece1 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:53:11.678238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Attempting to bind port 334b0819-a924-413a-8ab0-2c94ce6eece1 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:53:11.678569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Attempting to bind port 334b0819-a924-413a-8ab0-2c94ce6eece1 on network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:11.684758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Port 334b0819-a924-413a-8ab0-2c94ce6eece1 on network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:53:11.685172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Attempting to bind port 334b0819-a924-413a-8ab0-2c94ce6eece1 on network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:11.694139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:53:11.694139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Checking segment: {'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:53:11.695285 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Bound using segment: {'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:53:11.695754 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Bound port: 334b0819-a924-413a-8ab0-2c94ce6eece1, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30458e7-b44c-4e58-86ed-159f05acd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:53:11.696120 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.764344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1480e6b-d46c-4838-9365-a0272806a6e7 req-f2839142-a8f4-42bc-bdec-ce5fb3b9391d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:11.765970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1480e6b-d46c-4838-9365-a0272806a6e7 req-f2839142-a8f4-42bc-bdec-ce5fb3b9391d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 943 time: 0.1376007 Jul 16 18:53:11.808870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] For port 334b0819-a924-413a-8ab0-2c94ce6eece1, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:53:11.831860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] For port 334b0819-a924-413a-8ab0-2c94ce6eece1, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=334b0819-a924-413a-8ab0-2c94ce6eece1,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:53:11.840054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1480e6b-d46c-4838-9365-a0272806a6e7 req-08c333a7-c73d-49d7-89d6-b7d3abefb0a6 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652711 Jul 16 18:53:11.841856 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.880474 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:11.881240 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.882946 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] 10.222.0.35 "PUT /v2.0/ports/334b0819-a924-413a-8ab0-2c94ce6eece1 HTTP/1.1" status: 200 len: 1092 time: 1.0382240 Jul 16 18:53:11.909604 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c42669-4199-4449-82e6-49f3aff370eb service neutron] Pushing event updated for resources: {'Port': ['ID=334b0819-a924-413a-8ab0-2c94ce6eece1,revision_number=7']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:11.954473 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:11.981692 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-db9fdad5-0c31-4603-a5f2-4a4a4cf271f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:11.983277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-db9fdad5-0c31-4603-a5f2-4a4a4cf271f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 1095 time: 0.0695107 Jul 16 18:53:12.093158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-2aaaa006-d3da-4c83-8ef1-4f95be9e1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:12.094642 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-2aaaa006-d3da-4c83-8ef1-4f95be9e1606 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a HTTP/1.1" status: 200 len: 897 time: 0.1045563 Jul 16 18:53:12.167676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-2b0955fc-eb6f-4c4b-8885-8da8e9c59ac4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334b0819-a924-413a-8ab0-2c94ce6eece1 HTTP/1.1" status: 200 len: 999 time: 0.0662856 Jul 16 18:53:12.218732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-69442fba-77fb-4723-9e3a-8bfd09ef4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:12.220261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-69442fba-77fb-4723-9e3a-8bfd09ef4f44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0306f2a-39aa-4f1b-ad7e-4fc6f020d567 HTTP/1.1" status: 200 len: 835 time: 0.0463166 Jul 16 18:53:12.279034 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-e875cd6c-9808-49ac-954b-60bccda2323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:12.280678 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-e875cd6c-9808-49ac-954b-60bccda2323c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545273 Jul 16 18:53:12.377439 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-b780ca11-e2d2-41e8-a220-e5a359f9c1f6 service neutron] 10.222.0.35 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903008 Jul 16 18:53:12.472742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-745d1760-da38-4aa6-ac77-2f2e47a97714 req-c4b803c7-3a03-4023-a59d-a38c5290acb1 service neutron] 10.222.0.35 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893714 Jul 16 18:53:13.030186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441abae-bd19-4e2b-a6f8-3b7e9925adc1 req-bb5be169-ad02-4993-9bec-8ad60502ef42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:13.031754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a441abae-bd19-4e2b-a6f8-3b7e9925adc1 req-bb5be169-ad02-4993-9bec-8ad60502ef42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 943 time: 0.0708780 Jul 16 18:53:13.072564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a441abae-bd19-4e2b-a6f8-3b7e9925adc1 req-1f281367-bca6-45af-a8e1-ae85c09a5fb4 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350707 Jul 16 18:53:13.447317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:13.449886 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655e886d-5c83-460b-9201-43508f4e900e" -d '{"events": [{"name": "network-changed", "server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:13.499382 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539eaa19-7a80-423b-b193-57b07b4bdce3 x-openstack-request-id: req-539eaa19-7a80-423b-b193-57b07b4bdce3 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:13.500438 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:13.500746 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-539eaa19-7a80-423b-b193-57b07b4bdce3 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:13.501150 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'status': 'completed', 'code': 200} Jul 16 18:53:13.609341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e886d-5c83-460b-9201-43508f4e900e req-21b0300e-a5df-444c-9299-a13c7e3890eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:13.610851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-21b0300e-a5df-444c-9299-a13c7e3890eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 1095 time: 0.0924017 Jul 16 18:53:13.616663 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e886d-5c83-460b-9201-43508f4e900e req-50d25215-9929-4fce-911a-dfe4a7631594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:13.618022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-50d25215-9929-4fce-911a-dfe4a7631594 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 1095 time: 0.0905638 Jul 16 18:53:13.775934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e886d-5c83-460b-9201-43508f4e900e req-7c0407c5-08ca-4c1d-a125-3334920fb447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:13.777317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-7c0407c5-08ca-4c1d-a125-3334920fb447 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a HTTP/1.1" status: 200 len: 897 time: 0.1578283 Jul 16 18:53:13.780058 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e886d-5c83-460b-9201-43508f4e900e req-173f104f-f012-4dd6-8cad-2e6a8f739f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:13.781358 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-173f104f-f012-4dd6-8cad-2e6a8f739f19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a HTTP/1.1" status: 200 len: 897 time: 0.1545568 Jul 16 18:53:13.892161 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-2c3f0ff7-549c-4614-ba98-66d8834794ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334b0819-a924-413a-8ab0-2c94ce6eece1 HTTP/1.1" status: 200 len: 999 time: 0.1020312 Jul 16 18:53:13.893729 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-e61c7038-f2c9-44b5-b61d-2222e7a887d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334b0819-a924-413a-8ab0-2c94ce6eece1 HTTP/1.1" status: 200 len: 999 time: 0.1094368 Jul 16 18:53:13.976224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e886d-5c83-460b-9201-43508f4e900e req-c0ed9149-bf56-40a8-a731-bbcbacdb385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:13.978090 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-c0ed9149-bf56-40a8-a731-bbcbacdb385f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0306f2a-39aa-4f1b-ad7e-4fc6f020d567 HTTP/1.1" status: 200 len: 835 time: 0.0791256 Jul 16 18:53:13.979599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e886d-5c83-460b-9201-43508f4e900e req-3310f355-246d-4833-8559-c69598f700c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:13.980903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-3310f355-246d-4833-8559-c69598f700c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0306f2a-39aa-4f1b-ad7e-4fc6f020d567 HTTP/1.1" status: 200 len: 835 time: 0.0749555 Jul 16 18:53:14.081266 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e886d-5c83-460b-9201-43508f4e900e req-d4b8dda8-bcb4-4abc-86a2-7b398fb441af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:14.082674 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-d4b8dda8-bcb4-4abc-86a2-7b398fb441af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985477 Jul 16 18:53:14.088119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e886d-5c83-460b-9201-43508f4e900e req-9b02898f-b5cf-4104-9955-1948bf24b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:14.089524 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-9b02898f-b5cf-4104-9955-1948bf24b096 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982146 Jul 16 18:53:14.286136 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-ced8e839-6368-431f-959d-74121ff0a7f4 service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956565 Jul 16 18:53:14.293333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-5dce716b-3162-47db-82ac-bc0377ac29b1 service neutron] 10.222.0.35 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942964 Jul 16 18:53:14.342312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 334b0819-a924-413a-8ab0-2c94ce6eece1 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:14.394892 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 334b0819-a924-413a-8ab0-2c94ce6eece1 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:14.788103 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfcda9-3fcf-43cb-968d-0c7ece159784 req-f76415b0-d496-42a1-b914-420d48b85f93 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:14.789610 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edcfcda9-3fcf-43cb-968d-0c7ece159784 req-f76415b0-d496-42a1-b914-420d48b85f93 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 943 time: 0.5789745 Jul 16 18:53:14.833668 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-1a1aa9f9-9052-4d92-977f-1f3d8235f03c service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385869 Jul 16 18:53:14.847888 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-655e886d-5c83-460b-9201-43508f4e900e req-fc216401-656b-4bb6-a2aa-c69cb7abb1bf service neutron] 10.222.0.35 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421283 Jul 16 18:53:14.865191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-edcfcda9-3fcf-43cb-968d-0c7ece159784 req-d6a86dec-7f6c-4eab-93ee-437f61b79db1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648921 Jul 16 18:53:15.062364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 334b0819-a924-413a-8ab0-2c94ce6eece1 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:53:15.166864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 334b0819-a924-413a-8ab0-2c94ce6eece1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=334b0819-a924-413a-8ab0-2c94ce6eece1,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:15.179770 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'port_id': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'mac_address': 'fa:16:3e:c5:7f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:53:15.222743 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:15.243843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334b0819-a924-413a-8ab0-2c94ce6eece1 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:53:15.269953 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 334b0819-a924-413a-8ab0-2c94ce6eece1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=334b0819-a924-413a-8ab0-2c94ce6eece1,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:15.275671 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:15.330132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=334b0819-a924-413a-8ab0-2c94ce6eece1,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:15.338633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:15.338988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:15.339331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:15.339706 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:15.340045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:15.340377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:15.340716 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:15.341042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:15.341368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:15.341693 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:15.342101 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:15.342336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:15.530206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['334b0819-a924-413a-8ab0-2c94ce6eece1'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:16.077052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9660043-6e3e-4ed2-91cc-5bcea6cca3ad req-17f941ef-9c67-4e16-ade4-9d0402e000fa tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:16.078634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9660043-6e3e-4ed2-91cc-5bcea6cca3ad req-17f941ef-9c67-4e16-ade4-9d0402e000fa tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 944 time: 0.0889583 Jul 16 18:53:16.122291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e9660043-6e3e-4ed2-91cc-5bcea6cca3ad req-40e2ba76-5bac-48e2-b176-d6addaf7bf4d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378349 Jul 16 18:53:16.527696 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86218a2-64bd-4a3c-b956-a7be2241c525 req-5d005f27-933b-4f9c-8b21-fb59bc3519ea tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:16.529242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b86218a2-64bd-4a3c-b956-a7be2241c525 req-5d005f27-933b-4f9c-8b21-fb59bc3519ea tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 944 time: 0.1327517 Jul 16 18:53:16.549568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-259fd571-46b5-4563-9b16-cc5d2c0c2e09 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:16.551070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-259fd571-46b5-4563-9b16-cc5d2c0c2e09 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888&tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&binding%3Ahost_id=n-h1-787206-10 HTTP/1.1" status: 200 len: 944 time: 0.1425235 Jul 16 18:53:16.611495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b86218a2-64bd-4a3c-b956-a7be2241c525 req-672fea27-126c-4cd5-bd6f-1cf7a92fb9eb tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764661 Jul 16 18:53:16.635924 n-d-787206-10 neutron-server[100169]: INFO neutron.api.v2.resource [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-7b645643-ec60-43c9-82ad-b9847795fc72 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:53:16.637173 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-7b645643-ec60-43c9-82ad-b9847795fc72 service neutron] 10.222.0.43 "DELETE /v2.0/ports/334b0819-a924-413a-8ab0-2c94ce6eece1/bindings/n-h2-787206-10 HTTP/1.1" status: 404 len: 381 time: 0.0774069 Jul 16 18:53:16.781300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-c0b78e98-c2ef-49da-836a-3c6b2ec853c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:16.782749 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-c0b78e98-c2ef-49da-836a-3c6b2ec853c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 1096 time: 0.0911252 Jul 16 18:53:16.884243 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd18903-0b00-4d3b-b25b-2cd587b0ad9d req-c26cff69-b90f-45fc-9763-798ef66f4bcd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:16.885789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfd18903-0b00-4d3b-b25b-2cd587b0ad9d req-c26cff69-b90f-45fc-9763-798ef66f4bcd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 944 time: 0.1442053 Jul 16 18:53:16.920522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-b3c04ed4-9870-4a0a-b70b-dd2e1f177e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:16.922013 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-b3c04ed4-9870-4a0a-b70b-dd2e1f177e76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a HTTP/1.1" status: 200 len: 897 time: 0.1330056 Jul 16 18:53:16.973155 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bfd18903-0b00-4d3b-b25b-2cd587b0ad9d req-b24dc937-1907-4ec4-ab0d-467415326ac8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806484 Jul 16 18:53:16.999747 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-bda5ff6b-b9ad-4921-ab96-308db5187bf7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334b0819-a924-413a-8ab0-2c94ce6eece1 HTTP/1.1" status: 200 len: 1000 time: 0.0672209 Jul 16 18:53:17.051305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-dce46f91-7f1a-409e-8ac7-a0466f7e2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:17.052734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-dce46f91-7f1a-409e-8ac7-a0466f7e2a3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0306f2a-39aa-4f1b-ad7e-4fc6f020d567 HTTP/1.1" status: 200 len: 835 time: 0.0473478 Jul 16 18:53:17.119931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-ac355ccd-10a1-47c1-a589-6dfdc082e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:17.121490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-ac355ccd-10a1-47c1-a589-6dfdc082e38f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628870 Jul 16 18:53:17.222964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-5bd95d25-ac15-42e6-ba8a-f84b135a73ca service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942907 Jul 16 18:53:17.232424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 334b0819-a924-413a-8ab0-2c94ce6eece1 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:53:17.286742 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 334b0819-a924-413a-8ab0-2c94ce6eece1 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:53:17.292148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 334b0819-a924-413a-8ab0-2c94ce6eece1 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:53:17.292524 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.344091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-63183f97-9848-4bdb-b70c-0f148b511c80 req-9b01ae9f-a111-49f8-92d1-78db4c600d34 service neutron] 10.222.0.43 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141613 Jul 16 18:53:17.385311 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.409570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:17.411938 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec30a74-d742-438e-9166-84feaa410b24" -d '{"events": [{"server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "name": "network-vif-plugged", "status": "completed", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:17.431560 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 334b0819-a924-413a-8ab0-2c94ce6eece1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=334b0819-a924-413a-8ab0-2c94ce6eece1,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:17.440996 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.483826 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7467e533-22d0-4da3-966d-b4875ee521a7 x-openstack-request-id: req-7467e533-22d0-4da3-966d-b4875ee521a7 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:17.484120 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "name": "network-vif-plugged", "status": "completed", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:17.484373 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7467e533-22d0-4da3-966d-b4875ee521a7 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:17.484763 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'code': 200} Jul 16 18:53:17.502879 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=334b0819-a924-413a-8ab0-2c94ce6eece1,revision_number=9']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:18.176172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008f72d-1ec9-4889-8377-bcbb95775871 req-dc727eb8-48a6-40aa-89a2-ab95d6d8ae9f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:18.177687 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b008f72d-1ec9-4889-8377-bcbb95775871 req-dc727eb8-48a6-40aa-89a2-ab95d6d8ae9f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0838237 Jul 16 18:53:18.225035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b008f72d-1ec9-4889-8377-bcbb95775871 req-a7927a9e-eb3d-4d52-bce0-36437e721e82 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408907 Jul 16 18:53:18.255350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55224) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:18.345471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-98d53499-af8d-4629-a39b-43aa044b0b50 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/fdb8fa79-6646-473f-bbe2-38fa8399469c HTTP/1.1" status: 200 len: 993 time: 0.0882099 Jul 16 18:53:27.060682 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:27.103853 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:28.080987 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9737d373-8dfa-4b08-b275-0078ec9698a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:30.739521 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:30.781119 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-edb5c282-a434-43d8-8219-a3d78469e08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:32.056601 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:33.805104 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.011916 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55236) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:47.178305 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 6af87c54-34d4-4a45-9f3c-d9ae513d62ef {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:47.178638 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.254883 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.255175 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.267464 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 6af87c54-34d4-4a45-9f3c-d9ae513d62ef owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:47.422023 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.452188 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=6af87c54-34d4-4a45-9f3c-d9ae513d62ef,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:47.483055 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:47.483401 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:47.483764 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:47.484099 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:47.484425 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:47.484753 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:47.485078 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:47.485402 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:47.485725 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:47.486046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:47.486366 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:47.486683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:47.527863 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.528603 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Floating IP fdb8fa79-6646-473f-bbe2-38fa8399469c disassociated (deleted). External IP: 172.25.5.142, port: 334b0819-a924-413a-8ab0-2c94ce6eece1. Jul 16 18:53:47.740410 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:53:47.852385 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:47.857190 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.863455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944fb855-2a3c-4400-ac11-a3a547b69e4b None None] Sync routers for ids ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:47.876316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944fb855-2a3c-4400-ac11-a3a547b69e4b None None] Routers {'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:47.877029 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-944fb855-2a3c-4400-ac11-a3a547b69e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:53:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:47.895014 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-df198ae9-21ba-4773-9fa2-4b81ca272a2f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/floatingips/fdb8fa79-6646-473f-bbe2-38fa8399469c HTTP/1.1" status: 204 len: 168 time: 0.8820860 Jul 16 18:53:47.895625 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:47.898534 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e56da41a32dd2068e5562446b0f88194ed4dbce5ac43981d6b9bfffc39744c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c649f752-faf1-42ef-b358-baf2e3faf13a" -d '{"events": [{"name": "network-changed", "server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:47.947611 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ff151e-193e-481e-83be-ff65c4ce3e81 x-openstack-request-id: req-34ff151e-193e-481e-83be-ff65c4ce3e81 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:47.947953 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:47.948291 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34ff151e-193e-481e-83be-ff65c4ce3e81 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:47.948704 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'status': 'completed', 'code': 200} Jul 16 18:53:47.998951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-944fb855-2a3c-4400-ac11-a3a547b69e4b None None] Set router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:48.045921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649f752-faf1-42ef-b358-baf2e3faf13a req-53b0fc77-fd9a-44ea-a776-a82f0a6aee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:48.048278 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c649f752-faf1-42ef-b358-baf2e3faf13a req-53b0fc77-fd9a-44ea-a776-a82f0a6aee1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 1097 time: 0.0709767 Jul 16 18:53:48.169464 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649f752-faf1-42ef-b358-baf2e3faf13a req-fa2e2097-c668-4598-8a97-3df747739e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:48.170970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c649f752-faf1-42ef-b358-baf2e3faf13a req-fa2e2097-c668-4598-8a97-3df747739e79 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a HTTP/1.1" status: 200 len: 897 time: 0.1143613 Jul 16 18:53:48.219019 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c649f752-faf1-42ef-b358-baf2e3faf13a req-63323002-9973-42b9-8c44-39f527af0301 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334b0819-a924-413a-8ab0-2c94ce6eece1 HTTP/1.1" status: 200 len: 217 time: 0.0403488 Jul 16 18:53:48.232186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-944fb855-2a3c-4400-ac11-a3a547b69e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd910a173-1e45-4451-8afe-2f9c4361fa49', 'name': '', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:93:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:00Z', 'updated_at': '2021-07-16T18:52:05Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:48.261258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944fb855-2a3c-4400-ac11-a3a547b69e4b None None] Checking router: cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:48.269432 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944fb855-2a3c-4400-ac11-a3a547b69e4b None None] Routers {'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:48.270061 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-944fb855-2a3c-4400-ac11-a3a547b69e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:53:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:48.311216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649f752-faf1-42ef-b358-baf2e3faf13a req-737237b1-fe4d-4557-b73f-9973b4d1165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:48.312789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c649f752-faf1-42ef-b358-baf2e3faf13a req-737237b1-fe4d-4557-b73f-9973b4d1165d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0306f2a-39aa-4f1b-ad7e-4fc6f020d567 HTTP/1.1" status: 200 len: 835 time: 0.0853367 Jul 16 18:53:48.381439 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6420a8b-02b7-43db-997f-8fc055adcaf7 req-a0987f65-691d-4dc2-ad74-d84cd41e92d5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:48.383175 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6420a8b-02b7-43db-997f-8fc055adcaf7 req-a0987f65-691d-4dc2-ad74-d84cd41e92d5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.1141720 Jul 16 18:53:48.386710 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-944fb855-2a3c-4400-ac11-a3a547b69e4b None None] Set router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:48.417729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649f752-faf1-42ef-b358-baf2e3faf13a req-4596899e-1e60-47b3-a9f7-552a2ca1e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:48.419255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c649f752-faf1-42ef-b358-baf2e3faf13a req-4596899e-1e60-47b3-a9f7-552a2ca1e9ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af6f6a2-2c77-4a76-bffd-44d17025cc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975103 Jul 16 18:53:48.457538 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d6420a8b-02b7-43db-997f-8fc055adcaf7 req-a51bd1b7-b540-4bf9-820f-01b19febb286 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647099 Jul 16 18:53:48.531088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c649f752-faf1-42ef-b358-baf2e3faf13a req-9e3ed473-5637-444c-9602-d73880e6d7b5 service neutron] 10.222.0.35 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007438 Jul 16 18:53:48.614087 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-944fb855-2a3c-4400-ac11-a3a547b69e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd910a173-1e45-4451-8afe-2f9c4361fa49', 'name': '', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:93:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:00Z', 'updated_at': '2021-07-16T18:52:05Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:48.637697 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c649f752-faf1-42ef-b358-baf2e3faf13a req-6d1148a3-e3ab-4784-a53a-7dc2eb42d78b service neutron] 10.222.0.35 "GET /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951536 Jul 16 18:53:48.644341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944fb855-2a3c-4400-ac11-a3a547b69e4b None None] The sync data for ids ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'] in n-d-787206-10 is: [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'd910a173-1e45-4451-8afe-2f9c4361fa49', 'name': '', 'network_id': '2af6f6a2-2c77-4a76-bffd-44d17025cc0a', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:93:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:00Z', 'updated_at': '2021-07-16T18:52:05Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': 'e0306f2a-39aa-4f1b-ad7e-4fc6f020d567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:48.872231 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fe64b-f583-4ea7-8921-b9e697fdfd2d None None] New status for floating IP fdb8fa79-6646-473f-bbe2-38fa8399469c: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:53:48.952966 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:49.649471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20243daa-8c0e-4812-bcfa-d8ce4958aebf req-1363c282-ff47-4d3e-8179-a55d290ec98d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:49.651188 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20243daa-8c0e-4812-bcfa-d8ce4958aebf req-1363c282-ff47-4d3e-8179-a55d290ec98d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0731981 Jul 16 18:53:49.694006 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20243daa-8c0e-4812-bcfa-d8ce4958aebf req-9eb79ad6-920f-4b21-9ae8-62547fe0447e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f344d7d-212c-4fe1-b645-9efee6e95e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369062 Jul 16 18:53:49.862328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe989f-2fcf-43a4-8e16-14229681af11 req-c3262f3e-b346-4fef-bc10-b23fa26a76d9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:49.863778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bdfe989f-2fcf-43a4-8e16-14229681af11 req-c3262f3e-b346-4fef-bc10-b23fa26a76d9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.35 "GET /v2.0/ports?device_id=307f754e-ae8a-4736-9055-a70d42538888 HTTP/1.1" status: 200 len: 945 time: 0.0654511 Jul 16 18:53:49.968670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-bdfe989f-2fcf-43a4-8e16-14229681af11 req-df491bf3-3b92-4b43-82ff-6daf7d9d26ac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 334b0819-a924-413a-8ab0-2c94ce6eece1 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:49.969012 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bdfe989f-2fcf-43a4-8e16-14229681af11 req-df491bf3-3b92-4b43-82ff-6daf7d9d26ac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:50.059655 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-bdfe989f-2fcf-43a4-8e16-14229681af11 req-df491bf3-3b92-4b43-82ff-6daf7d9d26ac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port 334b0819-a924-413a-8ab0-2c94ce6eece1, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=334b0819-a924-413a-8ab0-2c94ce6eece1,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:50.060018 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bdfe989f-2fcf-43a4-8e16-14229681af11 req-df491bf3-3b92-4b43-82ff-6daf7d9d26ac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:50.072930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-bdfe989f-2fcf-43a4-8e16-14229681af11 req-df491bf3-3b92-4b43-82ff-6daf7d9d26ac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 334b0819-a924-413a-8ab0-2c94ce6eece1 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:50.217130 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bdfe989f-2fcf-43a4-8e16-14229681af11 req-df491bf3-3b92-4b43-82ff-6daf7d9d26ac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:50.250472 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df491bf3-3b92-4b43-82ff-6daf7d9d26ac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=334b0819-a924-413a-8ab0-2c94ce6eece1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:50.296700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfe989f-2fcf-43a4-8e16-14229681af11 req-df491bf3-3b92-4b43-82ff-6daf7d9d26ac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] No DVR routers for this DVR port 334b0819-a924-413a-8ab0-2c94ce6eece1 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:50.299410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-bdfe989f-2fcf-43a4-8e16-14229681af11 req-df491bf3-3b92-4b43-82ff-6daf7d9d26ac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:50.301642 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bdfe989f-2fcf-43a4-8e16-14229681af11 req-df491bf3-3b92-4b43-82ff-6daf7d9d26ac tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.35 "DELETE /v2.0/ports/334b0819-a924-413a-8ab0-2c94ce6eece1 HTTP/1.1" status: 204 len: 173 time: 0.4319768 Jul 16 18:53:50.302078 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'name': 'network-vif-deleted', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:50.305196 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c077bae6-2908-413b-a5bb-d8b0b7759b29" -d '{"events": [{"server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "name": "network-vif-deleted", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:50.343946 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64898469-e5b4-430c-a262-6672fd741b4a x-openstack-request-id: req-64898469-e5b4-430c-a262-6672fd741b4a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:50.344243 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307f754e-ae8a-4736-9055-a70d42538888", "name": "network-vif-deleted", "tag": "334b0819-a924-413a-8ab0-2c94ce6eece1", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:50.344499 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64898469-e5b4-430c-a262-6672fd741b4a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:50.344939 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307f754e-ae8a-4736-9055-a70d42538888', 'name': 'network-vif-deleted', 'tag': '334b0819-a924-413a-8ab0-2c94ce6eece1', 'status': 'completed', 'code': 200} Jul 16 18:53:50.789315 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55260) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:51.160484 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-accf0ad7-a55b-466b-9958-2106c31908ce tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:51.441671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-accf0ad7-a55b-466b-9958-2106c31908ce tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port d910a173-1e45-4451-8afe-2f9c4361fa49 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:51.442021 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-accf0ad7-a55b-466b-9958-2106c31908ce tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:51.536217 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-accf0ad7-a55b-466b-9958-2106c31908ce tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port d910a173-1e45-4451-8afe-2f9c4361fa49, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=d910a173-1e45-4451-8afe-2f9c4361fa49,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:51.536572 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-accf0ad7-a55b-466b-9958-2106c31908ce tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:51.550370 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-accf0ad7-a55b-466b-9958-2106c31908ce tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for d910a173-1e45-4451-8afe-2f9c4361fa49 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:51.741773 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-accf0ad7-a55b-466b-9958-2106c31908ce tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:51.769178 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf0ad7-a55b-466b-9958-2106c31908ce tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=d910a173-1e45-4451-8afe-2f9c4361fa49,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:51.965883 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-accf0ad7-a55b-466b-9958-2106c31908ce tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:52.198593 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accf0ad7-a55b-466b-9958-2106c31908ce tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:53:52.308430 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accf0ad7-a55b-466b-9958-2106c31908ce tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:52.313750 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-accf0ad7-a55b-466b-9958-2106c31908ce tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "PUT /v2.0/routers/cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5229855 Jul 16 18:53:52.316135 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55262) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:52.319117 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48917497-ee4a-4971-997c-256d3d787418 None None] Sync routers for ids ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:52.328387 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48917497-ee4a-4971-997c-256d3d787418 None None] Routers {'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:52.329013 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-48917497-ee4a-4971-997c-256d3d787418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:53:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:52.374611 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aea299f-4a75-4519-a98a-42f03f534dc3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting subnet e0306f2a-39aa-4f1b-ad7e-4fc6f020d567 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:53:52.377840 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6aea299f-4a75-4519-a98a-42f03f534dc3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:52.439775 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-48917497-ee4a-4971-997c-256d3d787418 None None] Set router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:52.754808 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6aea299f-4a75-4519-a98a-42f03f534dc3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:52.798929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-48917497-ee4a-4971-997c-256d3d787418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:53:51Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:52.825943 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48917497-ee4a-4971-997c-256d3d787418 None None] Checking router: cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:52.834343 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48917497-ee4a-4971-997c-256d3d787418 None None] Routers {'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:52.835772 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-48917497-ee4a-4971-997c-256d3d787418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:53:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:52.840396 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6aea299f-4a75-4519-a98a-42f03f534dc3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:52.913986 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6aea299f-4a75-4519-a98a-42f03f534dc3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:52.942289 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea299f-4a75-4519-a98a-42f03f534dc3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Subnet': ['ID=e0306f2a-39aa-4f1b-ad7e-4fc6f020d567,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:52.948358 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6aea299f-4a75-4519-a98a-42f03f534dc3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:52.953536 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55264) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:52.954419 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6aea299f-4a75-4519-a98a-42f03f534dc3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/subnets/e0306f2a-39aa-4f1b-ad7e-4fc6f020d567 HTTP/1.1" status: 204 len: 168 time: 0.6362035 Jul 16 18:53:52.958082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a3da30-be6f-426c-9706-582cfc81c5f5 None None] Network 2af6f6a2-2c77-4a76-bffd-44d17025cc0a requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:53:52.961995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-48917497-ee4a-4971-997c-256d3d787418 None None] Set router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:53.065652 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.178513 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.245992 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 56cdcf37-4874-45c3-bc12-9602ae876d5c {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:53.246241 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.263730 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-48917497-ee4a-4971-997c-256d3d787418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:53:51Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:53.292396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48917497-ee4a-4971-997c-256d3d787418 None None] The sync data for ids ['cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9'] in n-d-787206-10 is: [{'id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18759852', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:53:51Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '56cdcf37-4874-45c3-bc12-9602ae876d5c', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:57Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:53.314820 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ae7fcf-13a8-4df6-b953-33fc02c2ab56 None None] DHCP port deletion for 2af6f6a2-2c77-4a76-bffd-44d17025cc0a request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:53:53.350904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port 56cdcf37-4874-45c3-bc12-9602ae876d5c, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=56cdcf37-4874-45c3-bc12-9602ae876d5c,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:53.351383 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.362625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7fcf-13a8-4df6-b953-33fc02c2ab56 None None] Deleting port 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:53.363234 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7fcf-13a8-4df6-b953-33fc02c2ab56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.365577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 56cdcf37-4874-45c3-bc12-9602ae876d5c owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:53.431358 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c3ae7fcf-13a8-4df6-b953-33fc02c2ab56 None None] For port 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa,segment=NetworkSegment(a30458e7-b44c-4e58-86ed-159f05acd225),segment_id=a30458e7-b44c-4e58-86ed-159f05acd225)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:53.431780 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7fcf-13a8-4df6-b953-33fc02c2ab56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.443750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7fcf-13a8-4df6-b953-33fc02c2ab56 None None] Calling delete_port for 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:53.458465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 334b0819-a924-413a-8ab0-2c94ce6eece1 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:53.505173 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 334b0819-a924-413a-8ab0-2c94ce6eece1 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:53.505417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 334b0819-a924-413a-8ab0-2c94ce6eece1 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:53.550531 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7fcf-13a8-4df6-b953-33fc02c2ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.565648 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.579332 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7fcf-13a8-4df6-b953-33fc02c2ab56 None None] Pushing event deleted for resources: {'Port': ['ID=95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:53.583032 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ae7fcf-13a8-4df6-b953-33fc02c2ab56 None None] No DVR routers for this DVR port 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:53.598677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=56cdcf37-4874-45c3-bc12-9602ae876d5c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:53.668785 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.773678 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.775590 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.822881 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.823468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Fanout notify agent at l3_agent the message router_deleted on router cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:53:53.831827 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.832970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f6a53ccb-52d1-46ac-9940-0891b7debe97 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/routers/cf5a4ae3-d129-42af-8fef-29bf1dc3ceb9 HTTP/1.1" status: 204 len: 168 time: 0.8784475 Jul 16 18:53:53.835723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55266) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:53.927744 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4744-5f49-4cb0-af9c-8d1cf41a047a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.022814 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4744-5f49-4cb0-af9c-8d1cf41a047a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.033366 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-2fbe4744-5f49-4cb0-af9c-8d1cf41a047a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af6f6a2-2c77-4a76-bffd-44d17025cc0a']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:54.044479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-2fbe4744-5f49-4cb0-af9c-8d1cf41a047a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30458e7-b44c-4e58-86ed-159f05acd225') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:54.044778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-2fbe4744-5f49-4cb0-af9c-8d1cf41a047a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30458e7-b44c-4e58-86ed-159f05acd225') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:54.055098 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4744-5f49-4cb0-af9c-8d1cf41a047a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.068931 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4744-5f49-4cb0-af9c-8d1cf41a047a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.074739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fbe4744-5f49-4cb0-af9c-8d1cf41a047a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:53:54.075114 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4744-5f49-4cb0-af9c-8d1cf41a047a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:53:54.078028 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:53:54.143689 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4744-5f49-4cb0-af9c-8d1cf41a047a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.152234 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4744-5f49-4cb0-af9c-8d1cf41a047a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.153373 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2fbe4744-5f49-4cb0-af9c-8d1cf41a047a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/networks/2af6f6a2-2c77-4a76-bffd-44d17025cc0a HTTP/1.1" status: 204 len: 168 time: 0.3166687 Jul 16 18:53:54.156119 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55268) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:54.171852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe4744-5f49-4cb0-af9c-8d1cf41a047a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Network': ['ID=2af6f6a2-2c77-4a76-bffd-44d17025cc0a,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:54.221601 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-447a3b4a-3a05-46d1-b5ca-c4caa0056892 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.248635 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-447a3b4a-3a05-46d1-b5ca-c4caa0056892 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.330084 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-447a3b4a-3a05-46d1-b5ca-c4caa0056892 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.332786 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-447a3b4a-3a05-46d1-b5ca-c4caa0056892 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.334305 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-447a3b4a-3a05-46d1-b5ca-c4caa0056892 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/security-groups/8f344d7d-212c-4fe1-b645-9efee6e95e0c HTTP/1.1" status: 204 len: 168 time: 0.1768084 Jul 16 18:53:54.345606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a3b4a-3a05-46d1-b5ca-c4caa0056892 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f344d7d-212c-4fe1-b645-9efee6e95e0c,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:54.627222 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55274) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:54.632389 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-177e63d5-d01d-4ac5-8368-46c12579bb42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-717135357', 'description': 'tempest-secgroup-smoke-717135357 description', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:54.655785 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-177e63d5-d01d-4ac5-8368-46c12579bb42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.737373 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-177e63d5-d01d-4ac5-8368-46c12579bb42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.742007 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-177e63d5-d01d-4ac5-8368-46c12579bb42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.771456 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-177e63d5-d01d-4ac5-8368-46c12579bb42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.772041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 56cdcf37-4874-45c3-bc12-9602ae876d5c no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:54.773346 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-177e63d5-d01d-4ac5-8368-46c12579bb42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1444454 Jul 16 18:53:54.776691 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55276) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:54.777736 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e63d5-d01d-4ac5-8368-46c12579bb42 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f6bbc4-5ec0-412b-9f85-3528da3f9640,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:54.781772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1d0f1dd2-bf37-4eda-b452-308ed7340903 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'f9f6bbc4-5ec0-412b-9f85-3528da3f9640', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:54.802834 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 56cdcf37-4874-45c3-bc12-9602ae876d5c {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:54.803206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 56cdcf37-4874-45c3-bc12-9602ae876d5c not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:54.803634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d910a173-1e45-4451-8afe-2f9c4361fa49 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:54.810339 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1dd2-bf37-4eda-b452-308ed7340903 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.823028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: d910a173-1e45-4451-8afe-2f9c4361fa49 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:54.823295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device d910a173-1e45-4451-8afe-2f9c4361fa49 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:54.823731 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:54.842266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:54.842619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 95d8bc9a-6b77-49a8-81d7-80e6ed1c19aa not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:54.871665 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1dd2-bf37-4eda-b452-308ed7340903 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.875183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1dd2-bf37-4eda-b452-308ed7340903 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.896923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f1dd2-bf37-4eda-b452-308ed7340903 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecef07a-2275-440e-ae13-f505d1804540,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:54.900487 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1dd2-bf37-4eda-b452-308ed7340903 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.901678 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1d0f1dd2-bf37-4eda-b452-308ed7340903 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235728 Jul 16 18:53:54.904510 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55278) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:54.908960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1f0f70c4-ad23-4dd5-92ad-2ae07b35794d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'f9f6bbc4-5ec0-412b-9f85-3528da3f9640', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:54.937627 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f0f70c4-ad23-4dd5-92ad-2ae07b35794d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.998573 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f0f70c4-ad23-4dd5-92ad-2ae07b35794d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.002437 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f0f70c4-ad23-4dd5-92ad-2ae07b35794d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.021923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f70c4-ad23-4dd5-92ad-2ae07b35794d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2e1b5b-0fa1-42a3-8d9d-ac58d59c1269,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:55.026437 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1f0f70c4-ad23-4dd5-92ad-2ae07b35794d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.028420 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1f0f70c4-ad23-4dd5-92ad-2ae07b35794d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224160 Jul 16 18:53:55.030772 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55280) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:55.035247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-dd5e65dd-c830-4efa-9b16-dbaa1fbe4968 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'f9f6bbc4-5ec0-412b-9f85-3528da3f9640', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:55.062652 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dd5e65dd-c830-4efa-9b16-dbaa1fbe4968 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.127599 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dd5e65dd-c830-4efa-9b16-dbaa1fbe4968 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.131188 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dd5e65dd-c830-4efa-9b16-dbaa1fbe4968 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.151925 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e65dd-c830-4efa-9b16-dbaa1fbe4968 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d53bb43-3df6-4785-b8e5-5c4f2f2aba8d,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:55.159077 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-dd5e65dd-c830-4efa-9b16-dbaa1fbe4968 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.160628 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-dd5e65dd-c830-4efa-9b16-dbaa1fbe4968 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287639 Jul 16 18:53:55.163530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55282) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:55.168635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ab575f19-e7fc-49a0-8195-8f5d41cb433a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'f9f6bbc4-5ec0-412b-9f85-3528da3f9640', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:55.194500 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab575f19-e7fc-49a0-8195-8f5d41cb433a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.257887 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab575f19-e7fc-49a0-8195-8f5d41cb433a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.262525 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab575f19-e7fc-49a0-8195-8f5d41cb433a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.283148 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab575f19-e7fc-49a0-8195-8f5d41cb433a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee767a3-5118-4560-9fc9-f947b5696c9f,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:55.290786 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ab575f19-e7fc-49a0-8195-8f5d41cb433a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.292048 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ab575f19-e7fc-49a0-8195-8f5d41cb433a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272805 Jul 16 18:53:55.295161 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55284) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:55.300170 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-3c8d56cb-482e-4368-ab7f-36b2fddff08c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'f9f6bbc4-5ec0-412b-9f85-3528da3f9640', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:55.329660 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-3c8d56cb-482e-4368-ab7f-36b2fddff08c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Project a75a20bc03dc4803ad4d8d2a0f11316f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:53:55.335714 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3c8d56cb-482e-4368-ab7f-36b2fddff08c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.410876 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3c8d56cb-482e-4368-ab7f-36b2fddff08c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.415007 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3c8d56cb-482e-4368-ab7f-36b2fddff08c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.433809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d56cb-482e-4368-ab7f-36b2fddff08c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db15ec80-8b6a-4f37-8698-1395793eb887,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:55.442676 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-3c8d56cb-482e-4368-ab7f-36b2fddff08c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.445728 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-3c8d56cb-482e-4368-ab7f-36b2fddff08c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1485169 Jul 16 18:53:55.448319 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55286) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:55.455638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-bf28ae9f-d4d8-4c8a-b5eb-b35fb8f9345e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': 'f9f6bbc4-5ec0-412b-9f85-3528da3f9640', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:55.489972 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-bf28ae9f-d4d8-4c8a-b5eb-b35fb8f9345e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Project a75a20bc03dc4803ad4d8d2a0f11316f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:53:55.497210 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf28ae9f-d4d8-4c8a-b5eb-b35fb8f9345e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.564353 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf28ae9f-d4d8-4c8a-b5eb-b35fb8f9345e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.568386 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf28ae9f-d4d8-4c8a-b5eb-b35fb8f9345e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.587581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28ae9f-d4d8-4c8a-b5eb-b35fb8f9345e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc5ca97-fed9-46f2-9a2a-00bdc2b34d8a,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:55.596134 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf28ae9f-d4d8-4c8a-b5eb-b35fb8f9345e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.597579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bf28ae9f-d4d8-4c8a-b5eb-b35fb8f9345e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478715 Jul 16 18:53:55.602351 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55288) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:55.607861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-522bf590-638f-4a76-aefa-a2e2790a9a0a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'network': {'name': 'tempest-network-smoke--732406593', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'port_security_enabled': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:55.630250 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522bf590-638f-4a76-aefa-a2e2790a9a0a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:53:55.633854 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-522bf590-638f-4a76-aefa-a2e2790a9a0a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.659775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522bf590-638f-4a76-aefa-a2e2790a9a0a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:53:55.670152 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-522bf590-638f-4a76-aefa-a2e2790a9a0a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.670417 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-522bf590-638f-4a76-aefa-a2e2790a9a0a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Added segment 83b02e4d-173f-4849-9435-1527487af34d of type vlan for network a4a91eff-c1e3-4ddb-8415-41084c4d845e Jul 16 18:53:55.711269 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-522bf590-638f-4a76-aefa-a2e2790a9a0a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.740452 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-522bf590-638f-4a76-aefa-a2e2790a9a0a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.746476 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522bf590-638f-4a76-aefa-a2e2790a9a0a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:55.747084 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-522bf590-638f-4a76-aefa-a2e2790a9a0a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.786306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-522bf590-638f-4a76-aefa-a2e2790a9a0a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1825979 Jul 16 18:53:55.789655 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55290) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:55.794811 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'admin_state_up': True, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:55.821286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bf590-638f-4a76-aefa-a2e2790a9a0a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Network': ['ID=a4a91eff-c1e3-4ddb-8415-41084c4d845e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:55.821554 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.822928 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.840097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network a4a91eff-c1e3-4ddb-8415-41084c4d845e details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:53:55.889239 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:56.032175 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:56.239405 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:56.261331 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:56.375082 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.25.5.168 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/1f25fdd5-ff3c-433a-89c6-05d8543d9b05) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:53:56.493921 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:56.539212 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:56.579069 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:53:56.583956 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:53:56.587212 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:53:56.630077 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=1f25fdd5-ff3c-433a-89c6-05d8543d9b05,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:56.869708 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.065803 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.076885 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.103175 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.218137 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:53:57.333025 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:57.342914 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Sync routers for ids ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:57.353281 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.353893 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Routers {'8c89c837-a464-48c2-b1e9-19ce5db0bf06'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:57.354514 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a1308ffa-2f0a-4a09-a6a1-cedf380a8713 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5637434 Jul 16 18:53:57.354762 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:53:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:57.357766 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55292) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:57.387977 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-5fd09213-4c71-4b3e-9a2c-d18195217386 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a75a20bc03dc4803ad4d8d2a0f11316f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290267 Jul 16 18:53:57.390671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55294) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:57.461463 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Set router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:57.481275 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bad891-d6ab-4e79-81d6-3741b36d1a8b tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:57.482802 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f5bad891-d6ab-4e79-81d6-3741b36d1a8b tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912089 Jul 16 18:53:57.486048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55296) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:57.520321 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-89a60302-654f-4b5a-885f-025fa936d8a3 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331461 Jul 16 18:53:57.524667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55298) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:57.530521 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9a0bfc6f-350c-463d-a964-6995e5f5a042 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-467563645', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:57.632999 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0bfc6f-350c-463d-a964-6995e5f5a042 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:53:57.637290 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0bfc6f-350c-463d-a964-6995e5f5a042 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.662093 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:53:56Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:57.691721 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Checking router: 8c89c837-a464-48c2-b1e9-19ce5db0bf06 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:57.692042 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Updating router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 port 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:53:57.728032 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.837479 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0bfc6f-350c-463d-a964-6995e5f5a042 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.911048 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bfc6f-350c-463d-a964-6995e5f5a042 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Subnet': ['ID=962e13e9-2b5e-455f-8aa7-e82556b5939d,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:57.920095 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0bfc6f-350c-463d-a964-6995e5f5a042 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Checking segment: {'id': '83b02e4d-173f-4849-9435-1527487af34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:53:57.920648 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0bfc6f-350c-463d-a964-6995e5f5a042 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network hostable DHCP agents. Network: a4a91eff-c1e3-4ddb-8415-41084c4d845e, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:53:57.939742 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0bfc6f-350c-463d-a964-6995e5f5a042 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network a4a91eff-c1e3-4ddb-8415-41084c4d845e is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:53:57.949634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-9a0bfc6f-350c-463d-a964-6995e5f5a042 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, a4a91eff-c1e3-4ddb-8415-41084c4d845e) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:53:57.954486 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0bfc6f-350c-463d-a964-6995e5f5a042 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:57.955075 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0bfc6f-350c-463d-a964-6995e5f5a042 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.962398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb52d1-cca1-4062-b357-ee893a753dfa None None] Network a4a91eff-c1e3-4ddb-8415-41084c4d845e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:53:57.978828 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9a0bfc6f-350c-463d-a964-6995e5f5a042 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4527647 Jul 16 18:53:57.981558 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55300) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:58.006234 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.022180 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Transition to ACTIVE for port object 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:53:58.032592 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.094919 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Attempting to bind port 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:53:58.095301 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Attempting to bind port 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:53:58.095833 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Attempting to bind port 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:58.104680 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Pushing event updated for resources: {'Port': ['ID=1f25fdd5-ff3c-433a-89c6-05d8543d9b05,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:58.112794 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:53:58.113181 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:53:58.113466 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8e15c92f-01ee-4d84-981b-a3e2746892e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.114027 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.114141 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:53:58.114538 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Bound port: 1f25fdd5-ff3c-433a-89c6-05d8543d9b05, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:53:58.114928 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.117629 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:58.117978 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:58.118313 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:58.118648 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:58.118980 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:58.119309 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:58.119668 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:58.119994 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:58.120317 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:58.120639 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:58.120957 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:58.121283 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:58.165961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ips': [{'subnet_id': '962e13e9-2b5e-455f-8aa7-e82556b5939d'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:53:58.167184 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.180286 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] For port 1f25fdd5-ff3c-433a-89c6-05d8543d9b05, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:53:58.185108 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] For port 1f25fdd5-ff3c-433a-89c6-05d8543d9b05, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=1f25fdd5-ff3c-433a-89c6-05d8543d9b05,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:53:58.189905 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.263067 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4057b-3e70-4dde-af29-19da9b67f105 None None] Pushing event updated for resources: {'Port': ['ID=1f25fdd5-ff3c-433a-89c6-05d8543d9b05,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:58.268057 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Routers {'8c89c837-a464-48c2-b1e9-19ce5db0bf06'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:58.268784 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:53:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:58.332236 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Allocated IP 172.20.0.2 (a4a91eff-c1e3-4ddb-8415-41084c4d845e/962e13e9-2b5e-455f-8aa7-e82556b5939d/43eabf02-384e-4a43-9eb4-f16568a0903d) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:53:58.389391 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] Set router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:58.519192 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.536612 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.551831 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Transition to ACTIVE for port object 43eabf02-384e-4a43-9eb4-f16568a0903d will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:53:58.581361 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Transition to ACTIVE for port object 43eabf02-384e-4a43-9eb4-f16568a0903d will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:53:58.591624 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.627297 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:53:56Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:58.652707 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Network a4a91eff-c1e3-4ddb-8415-41084c4d845e is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:53:58.656357 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff005aa-4a70-4981-9fa7-602312ec33b7 None None] The sync data for ids ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'] in n-d-787206-10 is: [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:53:56Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:58.658922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:53:58.662909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:53:58.717526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Pushing event updated for resources: {'Port': ['ID=43eabf02-384e-4a43-9eb4-f16568a0903d,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:58.751698 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Attempting to bind port 43eabf02-384e-4a43-9eb4-f16568a0903d on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:53:58.752074 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Attempting to bind port 43eabf02-384e-4a43-9eb4-f16568a0903d by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '83b02e4d-173f-4849-9435-1527487af34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:53:58.752440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Attempting to bind port 43eabf02-384e-4a43-9eb4-f16568a0903d on network a4a91eff-c1e3-4ddb-8415-41084c4d845e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:58.761833 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:53:58.762209 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Checking segment: {'id': '83b02e4d-173f-4849-9435-1527487af34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:53:58.762614 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.763009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Bound using segment: {'id': '83b02e4d-173f-4849-9435-1527487af34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:53:58.763526 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Bound port: 43eabf02-384e-4a43-9eb4-f16568a0903d, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b02e4d-173f-4849-9435-1527487af34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:53:58.764187 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.842028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] For port 43eabf02-384e-4a43-9eb4-f16568a0903d, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:53:58.846745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] For port 43eabf02-384e-4a43-9eb4-f16568a0903d, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=43eabf02-384e-4a43-9eb4-f16568a0903d,segment=NetworkSegment(83b02e4d-173f-4849-9435-1527487af34d),segment_id=83b02e4d-173f-4849-9435-1527487af34d)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:53:58.856036 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.941381 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06d540-288b-405d-8309-fa0a120a7439 None None] Pushing event updated for resources: {'Port': ['ID=43eabf02-384e-4a43-9eb4-f16568a0903d,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:58.961995 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.20.0.1 (a4a91eff-c1e3-4ddb-8415-41084c4d845e/962e13e9-2b5e-455f-8aa7-e82556b5939d/2c1e1be4-7fc7-4393-b77f-40aa6cdf9488) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:53:59.103144 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:59.119741 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Transition to ACTIVE for port object 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:53:59.190730 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:59.248211 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network a4a91eff-c1e3-4ddb-8415-41084c4d845e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:53:59.251762 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:53:59.257235 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:53:59.265830 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=2c1e1be4-7fc7-4393-b77f-40aa6cdf9488,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:59.317633 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:59.481362 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:59.824931 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:59.830649 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:59.910902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=2c1e1be4-7fc7-4393-b77f-40aa6cdf9488,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:59.917679 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:00.020297 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d36f118-ffd5-48e6-bf87-5dfdaeda04bb None None] Network a4a91eff-c1e3-4ddb-8415-41084c4d845e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:54:00.095878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e0f3ab87-8bef-4bb0-bc05-2e85da829da1 None None] Provisioning for port 43eabf02-384e-4a43-9eb4-f16568a0903d completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:00.385158 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network a4a91eff-c1e3-4ddb-8415-41084c4d845e is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:00.386796 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:00.525369 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:00.544263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-aa31547a-7ef4-4c3f-9e7d-2a13376e2899 None None] Provisioning for port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:00.548779 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-aa31547a-7ef4-4c3f-9e7d-2a13376e2899 None None] Provisioning complete for port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:00.549155 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-aa31547a-7ef4-4c3f-9e7d-2a13376e2899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:00.593795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-aa31547a-7ef4-4c3f-9e7d-2a13376e2899 None None] Port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:54:00.657726 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:00.664969 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e0857ed3-2ece-416e-8a0f-b37e7b0b456e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "PUT /v2.0/routers/8c89c837-a464-48c2-b1e9-19ce5db0bf06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6811957 Jul 16 18:54:00.668719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Sync routers for ids ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:00.681482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Routers {'8c89c837-a464-48c2-b1e9-19ce5db0bf06'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:00.682338 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:53:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:00.824601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3bc39d03-5d4f-4697-8aee-1524d4134503 None None] Provisioning complete for port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:00.825133 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3bc39d03-5d4f-4697-8aee-1524d4134503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:00.835027 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:00.884172 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-156165d2-2782-4bbc-bdb6-6566d148dca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:00.886410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-348ca2f8-8173-427c-b4ce-360923eb31a0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717135357&fields=id&tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 267 time: 0.0466583 Jul 16 18:54:00.909163 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3bc39d03-5d4f-4697-8aee-1524d4134503 None None] Port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:54:00.922623 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Set router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:00.954476 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:01.049066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-c9ed0732-6270-4a02-94d4-49197abd7ece tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:01.050839 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-c9ed0732-6270-4a02-94d4-49197abd7ece tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/networks?id=a4a91eff-c1e3-4ddb-8415-41084c4d845e HTTP/1.1" status: 200 len: 796 time: 0.1411381 Jul 16 18:54:01.067483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-57ea4448-3912-4f3e-bcfb-507d22f8e310 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/quotas/a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 375 time: 0.0101101 Jul 16 18:54:01.081677 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-46b7670b-a73a-46f3-8320-eadcd28a9214 None None] Provisioning complete for port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:01.082324 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-46b7670b-a73a-46f3-8320-eadcd28a9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.128180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:01.140455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:01.140745 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.143382 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-5c9818f8-9982-47ba-8980-ef2f613fde8b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705626 Jul 16 18:54:01.190948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-46b7670b-a73a-46f3-8320-eadcd28a9214 None None] Port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:54:01.269625 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-c254bd04-9d57-488d-8b74-3dd898d07e54 service neutron] 10.222.0.41 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143687 Jul 16 18:54:01.290234 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.313281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:53:59Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '2c1e1be4-7fc7-4393-b77f-40aa6cdf9488', 'name': '', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:00:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:58Z', 'updated_at': '2021-07-16T18:53:59Z', 'revision_number': 2, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:01.318586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 1f25fdd5-ff3c-433a-89c6-05d8543d9b05, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=1f25fdd5-ff3c-433a-89c6-05d8543d9b05,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:01.344565 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.345366 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 43eabf02-384e-4a43-9eb4-f16568a0903d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:01.347204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Checking router: 8c89c837-a464-48c2-b1e9-19ce5db0bf06 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:01.347581 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Updating router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:54:01.373723 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-2d8e7636-a429-4d18-b743-fd40e4d3a2a0 service neutron] 10.222.0.41 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959272 Jul 16 18:54:01.456536 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.470763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=1f25fdd5-ff3c-433a-89c6-05d8543d9b05,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:01.514648 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 43eabf02-384e-4a43-9eb4-f16568a0903d completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:01.522180 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 43eabf02-384e-4a43-9eb4-f16568a0903d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:01.523532 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.579025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30953901-64f8-4a84-a9e0-371dc97a3345 req-b880dbe4-5286-485c-9c5c-0b49ee68ce2e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 210 time: 0.0315168 Jul 16 18:54:02.034588 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.085329 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.110525 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 43eabf02-384e-4a43-9eb4-f16568a0903d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=43eabf02-384e-4a43-9eb4-f16568a0903d,segment=NetworkSegment(83b02e4d-173f-4849-9435-1527487af34d),segment_id=83b02e4d-173f-4849-9435-1527487af34d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:02.119044 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.229413 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.238566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=43eabf02-384e-4a43-9eb4-f16568a0903d,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:02.252615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Transition to ACTIVE for port object 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:02.260912 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.314860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42858a08-c412-4583-b152-193ff7f7e03e None None] Pushing event updated for resources: {'Port': ['ID=2c1e1be4-7fc7-4393-b77f-40aa6cdf9488,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:02.369426 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Attempting to bind port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:02.369801 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Attempting to bind port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '83b02e4d-173f-4849-9435-1527487af34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:02.370178 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Attempting to bind port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 on network a4a91eff-c1e3-4ddb-8415-41084c4d845e {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:02.376270 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:02.376649 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Checking segment: {'id': '83b02e4d-173f-4849-9435-1527487af34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:02.377213 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.377622 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Bound using segment: {'id': '83b02e4d-173f-4849-9435-1527487af34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:02.378102 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Bound port: 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b02e4d-173f-4849-9435-1527487af34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:02.378492 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.458408 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] For port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:02.463292 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] For port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2c1e1be4-7fc7-4393-b77f-40aa6cdf9488,segment=NetworkSegment(83b02e4d-173f-4849-9435-1527487af34d),segment_id=83b02e4d-173f-4849-9435-1527487af34d)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:02.469222 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.545549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Routers {'8c89c837-a464-48c2-b1e9-19ce5db0bf06'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:02.546201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:02.549754 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42858a08-c412-4583-b152-193ff7f7e03e None None] Pushing event updated for resources: {'Port': ['ID=2c1e1be4-7fc7-4393-b77f-40aa6cdf9488,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:02.676619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] Set router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:02.833939 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca76fa6d-3e51-4596-b600-d8d123ab04d1 req-b4fdf520-2821-4770-b480-2b010765cedf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 210 time: 0.0443332 Jul 16 18:54:02.854753 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:02.963961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-c54dc3f3-71b7-4cb7-8333-a1594abb7f80 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.965741 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-c54dc3f3-71b7-4cb7-8333-a1594abb7f80 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.35 "GET /v2.0/networks?id=a4a91eff-c1e3-4ddb-8415-41084c4d845e HTTP/1.1" status: 200 len: 796 time: 0.1276808 Jul 16 18:54:03.019504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-8a151b6f-bdbd-4e64-a908-5daa1662ff5e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 379 time: 0.0393724 Jul 16 18:54:03.033217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'port': {'device_id': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'admin_state_up': True, 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'security_groups': ['f9f6bbc4-5ec0-412b-9f85-3528da3f9640']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:03.046954 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:03.046954 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.182486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:54:03.186334 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.225247 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:53:59Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '2c1e1be4-7fc7-4393-b77f-40aa6cdf9488', 'name': '', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:00:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:58Z', 'updated_at': '2021-07-16T18:54:02Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:03.258558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1a8a3-59b4-48d3-a3bd-94c0c466ba5c None None] The sync data for ids ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'] in n-d-787206-10 is: [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:53:59Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '2c1e1be4-7fc7-4393-b77f-40aa6cdf9488', 'name': '', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:00:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:58Z', 'updated_at': '2021-07-16T18:54:02Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:03.262758 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 43eabf02-384e-4a43-9eb4-f16568a0903d up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:03.356975 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 43eabf02-384e-4a43-9eb4-f16568a0903d triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:03.357407 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.404164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.20.0.6 (a4a91eff-c1e3-4ddb-8415-41084c4d845e/962e13e9-2b5e-455f-8aa7-e82556b5939d/9f149aa1-879e-4f60-8b59-ea2238546d38) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:03.578121 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.593151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Transition to ACTIVE for port object 9f149aa1-879e-4f60-8b59-ea2238546d38 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:03.631259 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.696043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network a4a91eff-c1e3-4ddb-8415-41084c4d845e is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:03.702544 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:03.704982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:03.745766 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=9f149aa1-879e-4f60-8b59-ea2238546d38,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:03.778433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.779111 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.797750 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-77dcd19d-6d78-4d21-aaf1-80b7c2fb7e9c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7685511 Jul 16 18:54:03.812216 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Request body: {'port': {'device_id': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:03.815123 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.907826 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.989657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ae6f620c-c51b-434e-b1b9-dd1bd150cf7a None None] Provisioning for port 9f149aa1-879e-4f60-8b59-ea2238546d38 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:03.998324 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ae6f620c-c51b-434e-b1b9-dd1bd150cf7a None None] Provisioning complete for port 9f149aa1-879e-4f60-8b59-ea2238546d38 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:03.998692 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ae6f620c-c51b-434e-b1b9-dd1bd150cf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.047961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f620c-c51b-434e-b1b9-dd1bd150cf7a None None] Port 9f149aa1-879e-4f60-8b59-ea2238546d38 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:54:04.149795 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf504a5d-33b8-4fd6-bcb6-6b55603b0582 req-243b5211-b30f-49cf-9d04-62e5671d2989 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:04.151386 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf504a5d-33b8-4fd6-bcb6-6b55603b0582 req-243b5211-b30f-49cf-9d04-62e5671d2989 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 931 time: 0.1790774 Jul 16 18:54:04.575202 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf504a5d-33b8-4fd6-bcb6-6b55603b0582 req-2635b960-24ae-4dd9-84e6-9388af848e7e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539424 Jul 16 18:54:04.642053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f149aa1-879e-4f60-8b59-ea2238546d38 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:04.650303 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.662030 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Transition to ACTIVE for port object 9f149aa1-879e-4f60-8b59-ea2238546d38 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:04.666929 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.722832 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f149aa1-879e-4f60-8b59-ea2238546d38,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:04.802164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Attempting to bind port 9f149aa1-879e-4f60-8b59-ea2238546d38 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:04.802497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Attempting to bind port 9f149aa1-879e-4f60-8b59-ea2238546d38 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '83b02e4d-173f-4849-9435-1527487af34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:04.802823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Attempting to bind port 9f149aa1-879e-4f60-8b59-ea2238546d38 on network a4a91eff-c1e3-4ddb-8415-41084c4d845e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:04.809527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Port 9f149aa1-879e-4f60-8b59-ea2238546d38 on network a4a91eff-c1e3-4ddb-8415-41084c4d845e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:54:04.810090 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Attempting to bind port 9f149aa1-879e-4f60-8b59-ea2238546d38 on network a4a91eff-c1e3-4ddb-8415-41084c4d845e {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:04.815407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:04.815694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Checking segment: {'id': '83b02e4d-173f-4849-9435-1527487af34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:04.816065 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Bound using segment: {'id': '83b02e4d-173f-4849-9435-1527487af34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:04.816486 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Bound port: 9f149aa1-879e-4f60-8b59-ea2238546d38, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b02e4d-173f-4849-9435-1527487af34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:04.816943 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.837930 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:04.897162 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] For port 9f149aa1-879e-4f60-8b59-ea2238546d38, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:04.897729 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:04.901586 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] For port 9f149aa1-879e-4f60-8b59-ea2238546d38, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=9f149aa1-879e-4f60-8b59-ea2238546d38,segment=NetworkSegment(83b02e4d-173f-4849-9435-1527487af34d),segment_id=83b02e4d-173f-4849-9435-1527487af34d)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:04.903301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:04.903944 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.909074 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.962278 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:04.963232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.964775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f149aa1-879e-4f60-8b59-ea2238546d38 HTTP/1.1" status: 200 len: 1092 time: 1.1577361 Jul 16 18:54:04.969253 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'tag': '9f149aa1-879e-4f60-8b59-ea2238546d38'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:04.973141 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05de4bd7-3a06-40d5-851e-99b960bb36c5" -d '{"events": [{"name": "network-changed", "server_uuid": "77eb36e9-6be0-4a1b-ac12-05910ce1f998", "tag": "9f149aa1-879e-4f60-8b59-ea2238546d38"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:05.004697 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3984f4-1ec4-4595-aafe-523efbf24ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f149aa1-879e-4f60-8b59-ea2238546d38,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:05.020084 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:05.035798 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4716ca-7b38-4a63-8175-2499d653b7b2 x-openstack-request-id: req-3b4716ca-7b38-4a63-8175-2499d653b7b2 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:05.036204 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77eb36e9-6be0-4a1b-ac12-05910ce1f998", "tag": "9f149aa1-879e-4f60-8b59-ea2238546d38", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:05.036463 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b4716ca-7b38-4a63-8175-2499d653b7b2 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:05.036871 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'tag': '9f149aa1-879e-4f60-8b59-ea2238546d38', 'status': 'completed', 'code': 200} Jul 16 18:54:05.066718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2c1e1be4-7fc7-4393-b77f-40aa6cdf9488,segment=NetworkSegment(83b02e4d-173f-4849-9435-1527487af34d),segment_id=83b02e4d-173f-4849-9435-1527487af34d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:05.072167 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:05.108932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-289b97dc-de41-4cc1-a227-b8bc3db7b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.110472 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-289b97dc-de41-4cc1-a227-b8bc3db7b2eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 1095 time: 0.0728276 Jul 16 18:54:05.129970 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=2c1e1be4-7fc7-4393-b77f-40aa6cdf9488,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:05.158004 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-69110840-e9f6-45c3-8d7a-d97c327b0722 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f149aa1-879e-4f60-8b59-ea2238546d38 HTTP/1.1" status: 200 len: 217 time: 0.0379441 Jul 16 18:54:05.214815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-09bdc8f2-50ad-4070-b897-7954e4cfe4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.217025 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-09bdc8f2-50ad-4070-b897-7954e4cfe4ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=962e13e9-2b5e-455f-8aa7-e82556b5939d HTTP/1.1" status: 200 len: 834 time: 0.0517511 Jul 16 18:54:05.282753 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-75b8416c-cd31-4eef-85b8-959d1bea1bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.284316 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-75b8416c-cd31-4eef-85b8-959d1bea1bda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4a91eff-c1e3-4ddb-8415-41084c4d845e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605907 Jul 16 18:54:05.392991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-980b13ad-208b-4a34-8a6d-693a0ed249f6 service neutron] 10.222.0.35 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912368 Jul 16 18:54:05.503354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9c5f089-0820-42d3-8bf1-ffb7e42b287a req-55a5b9d0-a723-43f1-86f9-57460670e651 service neutron] 10.222.0.35 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949378 Jul 16 18:54:05.611482 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de4bd7-3a06-40d5-851e-99b960bb36c5 req-e3674e8d-38b9-4982-b815-f2e2b8a2137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.613014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05de4bd7-3a06-40d5-851e-99b960bb36c5 req-e3674e8d-38b9-4982-b815-f2e2b8a2137a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 1095 time: 0.0558040 Jul 16 18:54:05.741705 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de4bd7-3a06-40d5-851e-99b960bb36c5 req-011f4963-ce38-4e0a-8789-2f6cba4acb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.743196 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05de4bd7-3a06-40d5-851e-99b960bb36c5 req-011f4963-ce38-4e0a-8789-2f6cba4acb98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4a91eff-c1e3-4ddb-8415-41084c4d845e HTTP/1.1" status: 200 len: 897 time: 0.1205089 Jul 16 18:54:05.800428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05de4bd7-3a06-40d5-851e-99b960bb36c5 req-de2d4451-3873-45b6-87db-6acc241d393d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f149aa1-879e-4f60-8b59-ea2238546d38 HTTP/1.1" status: 200 len: 217 time: 0.0465240 Jul 16 18:54:05.828178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d34d6-3f0e-49b6-84ce-5226026e9dee req-a094a088-4515-4ca3-983c-d3ea75d40aa5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.829728 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af6d34d6-3f0e-49b6-84ce-5226026e9dee req-a094a088-4515-4ca3-983c-d3ea75d40aa5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 943 time: 0.1229718 Jul 16 18:54:05.890842 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de4bd7-3a06-40d5-851e-99b960bb36c5 req-053cb5c4-8d86-4e36-bed0-38c70ebdf5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.892345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05de4bd7-3a06-40d5-851e-99b960bb36c5 req-053cb5c4-8d86-4e36-bed0-38c70ebdf5b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=962e13e9-2b5e-455f-8aa7-e82556b5939d HTTP/1.1" status: 200 len: 834 time: 0.0814147 Jul 16 18:54:05.897949 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af6d34d6-3f0e-49b6-84ce-5226026e9dee req-05ecb0e2-96ab-4788-a23f-23bf07667019 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487707 Jul 16 18:54:05.960304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de4bd7-3a06-40d5-851e-99b960bb36c5 req-d22c2e6b-fa74-4063-a9ad-55eff2c242de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.961841 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05de4bd7-3a06-40d5-851e-99b960bb36c5 req-d22c2e6b-fa74-4063-a9ad-55eff2c242de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4a91eff-c1e3-4ddb-8415-41084c4d845e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580058 Jul 16 18:54:06.065457 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05de4bd7-3a06-40d5-851e-99b960bb36c5 req-7a2d5bce-4bef-4c40-b652-02ddf596229f service neutron] 10.222.0.35 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911677 Jul 16 18:54:06.171370 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05de4bd7-3a06-40d5-851e-99b960bb36c5 req-6b7504d4-b4c0-47f8-8942-6f0d540daca4 service neutron] 10.222.0.35 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987048 Jul 16 18:54:06.783326 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:06.836210 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:06.836591 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:07.086732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd789b-7ba0-4917-b0ba-3f5a003771d3 req-42aefaa1-1359-4038-bdc7-91101616ebfe tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:07.088344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19cd789b-7ba0-4917-b0ba-3f5a003771d3 req-42aefaa1-1359-4038-bdc7-91101616ebfe tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 943 time: 0.0758808 Jul 16 18:54:07.128534 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-19cd789b-7ba0-4917-b0ba-3f5a003771d3 req-66269500-6725-42df-bc78-664082d4a67b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345471 Jul 16 18:54:08.312519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a8334-9151-4a8f-a850-51c4cbeb048b req-5a2a7a17-57b7-4a76-b707-9645cd72741e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:08.314026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec7a8334-9151-4a8f-a850-51c4cbeb048b req-5a2a7a17-57b7-4a76-b707-9645cd72741e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 943 time: 0.0672710 Jul 16 18:54:08.354186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ec7a8334-9151-4a8f-a850-51c4cbeb048b req-6bd84adc-a941-4d8e-9723-12efbb2b7a23 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341749 Jul 16 18:54:09.535351 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 9f149aa1-879e-4f60-8b59-ea2238546d38 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:54:09.601319 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d00936-3919-43f6-8aa8-07c4748e13d6 req-48c74045-1c95-42f2-96a1-ba5dbf568a33 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.602973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d00936-3919-43f6-8aa8-07c4748e13d6 req-48c74045-1c95-42f2-96a1-ba5dbf568a33 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 943 time: 0.0806029 Jul 16 18:54:09.649221 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d00936-3919-43f6-8aa8-07c4748e13d6 req-a8067c59-279e-46f1-b37e-ee610705d1db tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399549 Jul 16 18:54:09.651817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 9f149aa1-879e-4f60-8b59-ea2238546d38, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=9f149aa1-879e-4f60-8b59-ea2238546d38,segment=NetworkSegment(83b02e4d-173f-4849-9435-1527487af34d),segment_id=83b02e4d-173f-4849-9435-1527487af34d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:09.664631 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '9f149aa1-879e-4f60-8b59-ea2238546d38', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'port_id': '9f149aa1-879e-4f60-8b59-ea2238546d38', 'mac_address': 'fa:16:3e:69:0d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:54:09.703355 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.716332 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f149aa1-879e-4f60-8b59-ea2238546d38 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:09.735836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 9f149aa1-879e-4f60-8b59-ea2238546d38, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=9f149aa1-879e-4f60-8b59-ea2238546d38,segment=NetworkSegment(83b02e4d-173f-4849-9435-1527487af34d),segment_id=83b02e4d-173f-4849-9435-1527487af34d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:09.742289 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.793928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=9f149aa1-879e-4f60-8b59-ea2238546d38,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:09.983527 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['9f149aa1-879e-4f60-8b59-ea2238546d38'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:10.842577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2dfe6-3785-466b-ae47-1004657e7f83 req-6e3fe408-6b20-48cc-9897-11291032902c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:10.844093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cd2dfe6-3785-466b-ae47-1004657e7f83 req-6e3fe408-6b20-48cc-9897-11291032902c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 944 time: 0.0728827 Jul 16 18:54:10.888410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1cd2dfe6-3785-466b-ae47-1004657e7f83 req-1c6f8528-3405-407d-a2f8-0450099c1609 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364356 Jul 16 18:54:11.551661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 9f149aa1-879e-4f60-8b59-ea2238546d38 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:11.603033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 9f149aa1-879e-4f60-8b59-ea2238546d38 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:11.607276 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 9f149aa1-879e-4f60-8b59-ea2238546d38 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:11.607677 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:11.688229 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:11.713199 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f149aa1-879e-4f60-8b59-ea2238546d38'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:11.715964 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3b9742-e287-45fc-b793-c85ba1078f7b" -d '{"events": [{"server_uuid": "77eb36e9-6be0-4a1b-ac12-05910ce1f998", "name": "network-vif-plugged", "status": "completed", "tag": "9f149aa1-879e-4f60-8b59-ea2238546d38"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:11.729360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 9f149aa1-879e-4f60-8b59-ea2238546d38, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=9f149aa1-879e-4f60-8b59-ea2238546d38,segment=NetworkSegment(83b02e4d-173f-4849-9435-1527487af34d),segment_id=83b02e4d-173f-4849-9435-1527487af34d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:11.735359 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:11.766922 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a8eab4-070a-4ddb-953e-6c7bd945a13e x-openstack-request-id: req-36a8eab4-070a-4ddb-953e-6c7bd945a13e {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:11.767207 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77eb36e9-6be0-4a1b-ac12-05910ce1f998", "name": "network-vif-plugged", "status": "completed", "tag": "9f149aa1-879e-4f60-8b59-ea2238546d38", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:11.767631 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36a8eab4-070a-4ddb-953e-6c7bd945a13e {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:11.768137 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f149aa1-879e-4f60-8b59-ea2238546d38', 'code': 200} Jul 16 18:54:11.798451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=9f149aa1-879e-4f60-8b59-ea2238546d38,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:11.880805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40150707-e042-49de-97aa-a4debe3a3494 req-cd3be1eb-ab90-4814-8cb3-6fefe7f156df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:11.883054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40150707-e042-49de-97aa-a4debe3a3494 req-cd3be1eb-ab90-4814-8cb3-6fefe7f156df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 1097 time: 0.0573437 Jul 16 18:54:11.920756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-40150707-e042-49de-97aa-a4debe3a3494 req-7844352f-54c5-43c0-9db5-9e29bc1320d5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305433 Jul 16 18:54:12.074359 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276c92-ec79-4248-a015-73f118e6fbc0 req-93a7dc07-c42b-4f9d-842e-840e90c5ac1f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:12.075872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d276c92-ec79-4248-a015-73f118e6fbc0 req-93a7dc07-c42b-4f9d-842e-840e90c5ac1f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0731068 Jul 16 18:54:12.114705 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d276c92-ec79-4248-a015-73f118e6fbc0 req-3e83a948-1ff1-4972-87f1-f18a51b2437e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333114 Jul 16 18:54:13.306624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5443e-eb12-46c2-a24c-a4ebc7ebf3f0 req-bd946155-bd41-4c5e-a491-147d677c9fc1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:13.308237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0c5443e-eb12-46c2-a24c-a4ebc7ebf3f0 req-bd946155-bd41-4c5e-a491-147d677c9fc1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0709779 Jul 16 18:54:13.370481 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0c5443e-eb12-46c2-a24c-a4ebc7ebf3f0 req-0e69f89e-a96b-4c10-a6e2-08785200bf8e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561156 Jul 16 18:54:13.560572 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfdf65-b373-45b3-8d33-b4e6219ac9eb req-04fe859d-2024-41b5-9226-a5d228e1bd80 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:13.562087 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4abfdf65-b373-45b3-8d33-b4e6219ac9eb req-04fe859d-2024-41b5-9226-a5d228e1bd80 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0732753 Jul 16 18:54:13.610662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4abfdf65-b373-45b3-8d33-b4e6219ac9eb req-0741e688-e6ce-4fa3-9763-d802f5d2d625 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425684 Jul 16 18:54:13.636844 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55356) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:13.736206 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da19e27-a6f8-498b-9341-0e4140ccf696 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:13.737793 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-0da19e27-a6f8-498b-9341-0e4140ccf696 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 1092 time: 0.0998974 Jul 16 18:54:13.741545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55360) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:13.746299 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '9f149aa1-879e-4f60-8b59-ea2238546d38', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:13.772378 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.887714 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.000639 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.25.5.129 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/0106d7c1-df5a-49ff-ae93-d6237bab8020) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:14.116988 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.165375 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.224321 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:14.227571 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:14.230349 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:14.254586 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=0106d7c1-df5a-49ff-ae93-d6237bab8020,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:14.696645 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.776345 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.940556 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.946142 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.022535 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=0106d7c1-df5a-49ff-ae93-d6237bab8020,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:15.035787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.145806 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Floating IP a599ff63-f89d-4636-a600-f42e6ceda2bd associated. External IP: 172.25.5.129, port: 9f149aa1-879e-4f60-8b59-ea2238546d38. Jul 16 18:54:15.369257 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:15.495827 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:15.507582 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4c835-fcb0-4b67-a9ac-d9672393dbdb None None] Sync routers for ids ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:15.513717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.518224 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4c835-fcb0-4b67-a9ac-d9672393dbdb None None] Routers {'8c89c837-a464-48c2-b1e9-19ce5db0bf06'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:15.518849 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-38e4c835-fcb0-4b67-a9ac-d9672393dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:15.552410 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7882fd4e-3a7e-4de4-b173-3d4063a8a1e8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8097541 Jul 16 18:54:15.553154 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'tag': '9f149aa1-879e-4f60-8b59-ea2238546d38'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:15.555930 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e56da41a32dd2068e5562446b0f88194ed4dbce5ac43981d6b9bfffc39744c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d289c085-93fd-4f2b-86d7-71adb817f372" -d '{"events": [{"name": "network-changed", "server_uuid": "77eb36e9-6be0-4a1b-ac12-05910ce1f998", "tag": "9f149aa1-879e-4f60-8b59-ea2238546d38"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:15.671135 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-38e4c835-fcb0-4b67-a9ac-d9672393dbdb None None] Set router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:15.698341 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2afac33-598c-4082-adb9-f47997c4cafc x-openstack-request-id: req-c2afac33-598c-4082-adb9-f47997c4cafc {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:15.698883 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77eb36e9-6be0-4a1b-ac12-05910ce1f998", "tag": "9f149aa1-879e-4f60-8b59-ea2238546d38", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:15.698976 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2afac33-598c-4082-adb9-f47997c4cafc {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:15.699325 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'tag': '9f149aa1-879e-4f60-8b59-ea2238546d38', 'status': 'completed', 'code': 200} Jul 16 18:54:15.778050 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fe90c-760f-46d7-af83-0781f43f1bbe req-58e668aa-b8ca-4b76-b5ba-427f172303fc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:15.779843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-799fe90c-760f-46d7-af83-0781f43f1bbe req-58e668aa-b8ca-4b76-b5ba-427f172303fc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.1152427 Jul 16 18:54:15.838081 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289c085-93fd-4f2b-86d7-71adb817f372 req-3b896c37-eb7c-4ddb-92a8-b5d7da7f6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:15.839681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d289c085-93fd-4f2b-86d7-71adb817f372 req-3b896c37-eb7c-4ddb-92a8-b5d7da7f6b5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 1097 time: 0.1097510 Jul 16 18:54:15.843189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-799fe90c-760f-46d7-af83-0781f43f1bbe req-3979516e-2af0-434b-82e7-328504edc87b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563726 Jul 16 18:54:15.871034 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55368) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:15.950267 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-873cfeec-8509-4492-8361-c31f421cfbe3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/a599ff63-f89d-4636-a600-f42e6ceda2bd HTTP/1.1" status: 200 len: 991 time: 0.0776653 Jul 16 18:54:16.022787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289c085-93fd-4f2b-86d7-71adb817f372 req-ab4122b2-c3a5-4b03-a974-221aa1360f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:16.024413 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d289c085-93fd-4f2b-86d7-71adb817f372 req-ab4122b2-c3a5-4b03-a974-221aa1360f39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4a91eff-c1e3-4ddb-8415-41084c4d845e HTTP/1.1" status: 200 len: 897 time: 0.1774347 Jul 16 18:54:16.062406 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-38e4c835-fcb0-4b67-a9ac-d9672393dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:53:59Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'a599ff63-f89d-4636-a600-f42e6ceda2bd', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'port_id': '9f149aa1-879e-4f60-8b59-ea2238546d38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'mac_address': 'fa:16:3e:69:0d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:14Z', 'updated_at': '2021-07-16T18:54:14Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1e1be4-7fc7-4393-b77f-40aa6cdf9488', 'name': '', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:00:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:58Z', 'updated_at': '2021-07-16T18:54:05Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:16.090473 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4c835-fcb0-4b67-a9ac-d9672393dbdb None None] Checking router: 8c89c837-a464-48c2-b1e9-19ce5db0bf06 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:16.100041 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4c835-fcb0-4b67-a9ac-d9672393dbdb None None] Routers {'8c89c837-a464-48c2-b1e9-19ce5db0bf06'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:16.101068 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-38e4c835-fcb0-4b67-a9ac-d9672393dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:54:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:16.106130 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d289c085-93fd-4f2b-86d7-71adb817f372 req-cf89340a-b915-4fd4-bf68-145466bf3da4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f149aa1-879e-4f60-8b59-ea2238546d38 HTTP/1.1" status: 200 len: 999 time: 0.0748172 Jul 16 18:54:16.176666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289c085-93fd-4f2b-86d7-71adb817f372 req-75ef887b-c2e8-4334-b4ed-4629fa073189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:16.178982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d289c085-93fd-4f2b-86d7-71adb817f372 req-75ef887b-c2e8-4334-b4ed-4629fa073189 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=962e13e9-2b5e-455f-8aa7-e82556b5939d HTTP/1.1" status: 200 len: 834 time: 0.0660021 Jul 16 18:54:16.221979 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-38e4c835-fcb0-4b67-a9ac-d9672393dbdb None None] Set router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:16.244502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289c085-93fd-4f2b-86d7-71adb817f372 req-95e9333d-7088-4cc3-8c4f-cb4a3a0df929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:16.246312 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d289c085-93fd-4f2b-86d7-71adb817f372 req-95e9333d-7088-4cc3-8c4f-cb4a3a0df929 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4a91eff-c1e3-4ddb-8415-41084c4d845e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605295 Jul 16 18:54:16.353480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d289c085-93fd-4f2b-86d7-71adb817f372 req-becbc191-5021-4db0-a585-5d024e0d8e72 service neutron] 10.222.0.35 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986054 Jul 16 18:54:16.461425 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d289c085-93fd-4f2b-86d7-71adb817f372 req-607abe94-b62b-45ce-97b0-5cdc5a67163b service neutron] 10.222.0.35 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011572 Jul 16 18:54:16.483660 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-38e4c835-fcb0-4b67-a9ac-d9672393dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:53:59Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'a599ff63-f89d-4636-a600-f42e6ceda2bd', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'port_id': '9f149aa1-879e-4f60-8b59-ea2238546d38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'mac_address': 'fa:16:3e:69:0d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:14Z', 'updated_at': '2021-07-16T18:54:14Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1e1be4-7fc7-4393-b77f-40aa6cdf9488', 'name': '', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:00:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:58Z', 'updated_at': '2021-07-16T18:54:05Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:16.512742 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4c835-fcb0-4b67-a9ac-d9672393dbdb None None] The sync data for ids ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'] in n-d-787206-10 is: [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:53:59Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'a599ff63-f89d-4636-a600-f42e6ceda2bd', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'port_id': '9f149aa1-879e-4f60-8b59-ea2238546d38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'mac_address': 'fa:16:3e:69:0d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:14Z', 'updated_at': '2021-07-16T18:54:14Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1e1be4-7fc7-4393-b77f-40aa6cdf9488', 'name': '', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:00:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:58Z', 'updated_at': '2021-07-16T18:54:05Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:16.711563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04d2a72-1a06-4e44-98eb-2738a838a340 None None] New status for floating IP a599ff63-f89d-4636-a600-f42e6ceda2bd: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:54:16.953320 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55370) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:17.012938 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-fe1e6f1f-be30-4e30-bc7b-82f838897966 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/a599ff63-f89d-4636-a600-f42e6ceda2bd HTTP/1.1" status: 200 len: 993 time: 0.0583906 Jul 16 18:54:25.953134 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:54:27.078085 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.101830 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.089286 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-67f44661-1611-4562-b8b0-9fb7f771599c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:30.739514 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:30.790006 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-83189bd0-5c19-4f73-9ed7-be0eab089a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:32.057001 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.813477 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:50.576555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630a908-e451-4ff5-8e71-540406aa611b req-f562998d-552c-4a89-9730-ac84cb299eaa tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:50.578101 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7630a908-e451-4ff5-8e71-540406aa611b req-f562998d-552c-4a89-9730-ac84cb299eaa tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0662429 Jul 16 18:54:50.624339 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7630a908-e451-4ff5-8e71-540406aa611b req-b80b170d-9c4f-4b9a-b10c-e84f8b861475 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360265 Jul 16 18:54:51.822221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32442a-56b2-4376-837d-5a767fb39f54 req-0cbeb3c7-bbae-45e6-a0be-677b29f1931b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:51.823912 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c32442a-56b2-4376-837d-5a767fb39f54 req-0cbeb3c7-bbae-45e6-a0be-677b29f1931b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0785601 Jul 16 18:54:51.871171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c32442a-56b2-4376-837d-5a767fb39f54 req-c936565f-96d0-4007-8213-b249fd4d7f25 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413249 Jul 16 18:54:53.053537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42848f5-b04d-41f7-aa6c-28c43a595149 req-c33e8f13-3c48-4cad-82cd-d0d179d4cf54 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:53.055068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a42848f5-b04d-41f7-aa6c-28c43a595149 req-c33e8f13-3c48-4cad-82cd-d0d179d4cf54 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0678506 Jul 16 18:54:53.092854 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a42848f5-b04d-41f7-aa6c-28c43a595149 req-f08c96f3-2292-4f61-9e54-cfdad3da5d14 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321517 Jul 16 18:54:54.272246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e021f-537c-4ae4-9e25-b286691e7f47 req-ff0d13e9-8ccf-4254-ac9f-5c85d29a0f56 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:54.273777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1e021f-537c-4ae4-9e25-b286691e7f47 req-ff0d13e9-8ccf-4254-ac9f-5c85d29a0f56 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0691910 Jul 16 18:54:54.313227 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c1e021f-537c-4ae4-9e25-b286691e7f47 req-ed4570c1-bac2-4dee-9c10-c6c00b015737 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338037 Jul 16 18:54:55.492409 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33bb89-e113-4860-bc7b-db8293dcc3c7 req-1dd64520-0d8c-421a-bcb9-2613458d777e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:55.493945 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e33bb89-e113-4860-bc7b-db8293dcc3c7 req-1dd64520-0d8c-421a-bcb9-2613458d777e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0657699 Jul 16 18:54:55.531986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e33bb89-e113-4860-bc7b-db8293dcc3c7 req-a2843804-5b29-459b-b3bf-beab39cd7d47 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325434 Jul 16 18:54:56.724017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf730d99-2329-4a9c-b701-59fe3d895962 req-938b3416-1bad-48bc-9cc4-434a9022e73c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:56.725557 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf730d99-2329-4a9c-b701-59fe3d895962 req-938b3416-1bad-48bc-9cc4-434a9022e73c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0748973 Jul 16 18:54:56.767281 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bf730d99-2329-4a9c-b701-59fe3d895962 req-a3229750-916a-431e-8f44-3a44cb0fe68f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353382 Jul 16 18:54:57.079830 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.142263 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.958714 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36384d9c-ef05-4c87-919a-7d983c082e1a req-19c3e510-0a83-4122-aeca-a8851c806449 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:57.960643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36384d9c-ef05-4c87-919a-7d983c082e1a req-19c3e510-0a83-4122-aeca-a8851c806449 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0761962 Jul 16 18:54:58.007314 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36384d9c-ef05-4c87-919a-7d983c082e1a req-657f389e-dcf3-4feb-97c3-59da94bbffa1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409467 Jul 16 18:54:58.091746 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6d7d4741-3e90-46f1-a598-80a675fe08bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:59.196210 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981f0ec-a149-41bb-a67b-5de55f65f154 req-c4cdaa21-3f3a-4159-ac97-0baf8282c533 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:59.197851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8981f0ec-a149-41bb-a67b-5de55f65f154 req-c4cdaa21-3f3a-4159-ac97-0baf8282c533 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0709403 Jul 16 18:54:59.240335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8981f0ec-a149-41bb-a67b-5de55f65f154 req-fb2a6011-cfed-4263-8144-0bbc5967a71c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366735 Jul 16 18:55:00.434303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326bc0a-6b32-4d79-a230-b26a30c1a3bf req-0f5d4c57-1610-4dfa-b38c-1442bd1d02bf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:00.435887 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8326bc0a-6b32-4d79-a230-b26a30c1a3bf req-0f5d4c57-1610-4dfa-b38c-1442bd1d02bf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0726058 Jul 16 18:55:00.477673 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8326bc0a-6b32-4d79-a230-b26a30c1a3bf req-a61c8b7a-c36e-477c-a8de-3fcf9369efbd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361269 Jul 16 18:55:00.744725 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:00.798493 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-845d6c68-7982-4a1c-a5ad-5dd2d879f5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:01.682982 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6610ea0-89f4-425f-aeb1-29c4ae4b559c req-bc8a62ea-150f-45e2-b2e9-4266af4af121 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:01.685189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6610ea0-89f4-425f-aeb1-29c4ae4b559c req-bc8a62ea-150f-45e2-b2e9-4266af4af121 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0892224 Jul 16 18:55:01.730911 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f6610ea0-89f4-425f-aeb1-29c4ae4b559c req-2b833f53-0793-49af-b708-4a131af71ce2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397329 Jul 16 18:55:01.758083 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55406) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:01.835945 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-27a4f44f-cc9e-4199-83d2-787ea682849b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/a599ff63-f89d-4636-a600-f42e6ceda2bd HTTP/1.1" status: 200 len: 993 time: 0.0765655 Jul 16 18:55:02.058805 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:02.952283 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:03.325238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f805c-0e4e-4e13-9902-812a21462125 req-9bc5eae3-8910-4e8c-8898-b85fb484c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:03.326661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-730f805c-0e4e-4e13-9902-812a21462125 req-9bc5eae3-8910-4e8c-8898-b85fb484c5f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 1097 time: 0.1022813 Jul 16 18:55:03.349614 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdcea4-7ebb-43b3-bf23-7b905f5729cb req-5877d57e-262a-44d5-b552-28efe9a0da6d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:03.351242 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fcdcea4-7ebb-43b3-bf23-7b905f5729cb req-5877d57e-262a-44d5-b552-28efe9a0da6d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0991125 Jul 16 18:55:03.437894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5fcdcea4-7ebb-43b3-bf23-7b905f5729cb req-35458be5-7010-4a9b-95d5-32fff21e0ec1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764165 Jul 16 18:55:03.456736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f805c-0e4e-4e13-9902-812a21462125 req-819de6f1-e1c3-4428-8b07-d51266afe9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:03.459103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-730f805c-0e4e-4e13-9902-812a21462125 req-819de6f1-e1c3-4428-8b07-d51266afe9e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4a91eff-c1e3-4ddb-8415-41084c4d845e HTTP/1.1" status: 200 len: 897 time: 0.1252511 Jul 16 18:55:03.538843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-730f805c-0e4e-4e13-9902-812a21462125 req-54a84795-1030-4c5b-a5ad-af3fbacf9254 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f149aa1-879e-4f60-8b59-ea2238546d38 HTTP/1.1" status: 200 len: 1001 time: 0.0693045 Jul 16 18:55:03.588565 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f805c-0e4e-4e13-9902-812a21462125 req-30564802-3309-486a-a207-b99edb2cc234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:03.589951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-730f805c-0e4e-4e13-9902-812a21462125 req-30564802-3309-486a-a207-b99edb2cc234 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=962e13e9-2b5e-455f-8aa7-e82556b5939d HTTP/1.1" status: 200 len: 834 time: 0.0444963 Jul 16 18:55:03.648242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f805c-0e4e-4e13-9902-812a21462125 req-9e33a46c-f66a-4fd3-975e-a3d638d50822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:03.649756 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-730f805c-0e4e-4e13-9902-812a21462125 req-9e33a46c-f66a-4fd3-975e-a3d638d50822 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4a91eff-c1e3-4ddb-8415-41084c4d845e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532527 Jul 16 18:55:03.746734 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-730f805c-0e4e-4e13-9902-812a21462125 req-2afe18c9-b5f8-4c22-8add-2bc21b26ffbe service neutron] 10.222.0.35 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897138 Jul 16 18:55:03.819089 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:03.846578 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-730f805c-0e4e-4e13-9902-812a21462125 req-2a3759fd-5b90-445c-9267-94e6780b7af4 service neutron] 10.222.0.35 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929193 Jul 16 18:55:04.614611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a369cbd-d608-4057-a603-5b3ec97ef68b req-9e7b8e6c-eb18-4c9f-a81a-444ad235d8aa tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:04.616152 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a369cbd-d608-4057-a603-5b3ec97ef68b req-9e7b8e6c-eb18-4c9f-a81a-444ad235d8aa tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0654645 Jul 16 18:55:04.654292 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a369cbd-d608-4057-a603-5b3ec97ef68b req-0ccb34ec-bb58-4edc-955d-164e1a708241 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326183 Jul 16 18:55:04.679234 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55418) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:04.739783 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8f10e065-476c-4a7d-b798-ef97863915ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/a599ff63-f89d-4636-a600-f42e6ceda2bd HTTP/1.1" status: 200 len: 993 time: 0.0592496 Jul 16 18:55:06.002220 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002d682-4d5a-476d-b1c3-81b4c2fc51f4 req-0dd4cdc1-0ee4-4a8f-beda-f1bd13c2fd62 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528517 Jul 16 18:55:06.103723 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002d682-4d5a-476d-b1c3-81b4c2fc51f4 req-0c227318-6f73-4ad2-afa9-9cb0e233362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:06.105235 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002d682-4d5a-476d-b1c3-81b4c2fc51f4 req-0c227318-6f73-4ad2-afa9-9cb0e233362c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 1097 time: 0.0582798 Jul 16 18:55:06.221664 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002d682-4d5a-476d-b1c3-81b4c2fc51f4 req-8642915e-6b3f-4689-bb00-8f6a964087cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:06.223760 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002d682-4d5a-476d-b1c3-81b4c2fc51f4 req-8642915e-6b3f-4689-bb00-8f6a964087cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4a91eff-c1e3-4ddb-8415-41084c4d845e HTTP/1.1" status: 200 len: 897 time: 0.0955679 Jul 16 18:55:06.295827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002d682-4d5a-476d-b1c3-81b4c2fc51f4 req-add02e0e-2a52-4757-888b-5e21152a2975 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f149aa1-879e-4f60-8b59-ea2238546d38 HTTP/1.1" status: 200 len: 1001 time: 0.0639956 Jul 16 18:55:06.344779 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002d682-4d5a-476d-b1c3-81b4c2fc51f4 req-faaae9d5-19f4-4544-8535-544e664f0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:06.346259 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002d682-4d5a-476d-b1c3-81b4c2fc51f4 req-faaae9d5-19f4-4544-8535-544e664f0566 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=962e13e9-2b5e-455f-8aa7-e82556b5939d HTTP/1.1" status: 200 len: 834 time: 0.0442722 Jul 16 18:55:06.404220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002d682-4d5a-476d-b1c3-81b4c2fc51f4 req-3323efd9-b29f-41de-9492-cec93e16080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:06.405735 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002d682-4d5a-476d-b1c3-81b4c2fc51f4 req-3323efd9-b29f-41de-9492-cec93e16080b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4a91eff-c1e3-4ddb-8415-41084c4d845e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528691 Jul 16 18:55:06.500257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002d682-4d5a-476d-b1c3-81b4c2fc51f4 req-d064f127-a083-4b5d-8639-5895cc276734 service neutron] 10.222.0.35 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871921 Jul 16 18:55:06.593026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6002d682-4d5a-476d-b1c3-81b4c2fc51f4 req-b4bd3dfc-6daf-4955-a2b6-39a79a2b17ff service neutron] 10.222.0.35 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853567 Jul 16 18:55:27.082785 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.158818 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.092103 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed978-1663-48c5-a6c6-50065b05f509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.747113 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.791039 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7b465d75-bdb3-4dce-ba8e-fe7a0ef17e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.062347 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.819061 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.161696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55438) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:37.325205 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 0106d7c1-df5a-49ff-ae93-d6237bab8020 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:37.325461 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.400726 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.401053 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.412937 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 0106d7c1-df5a-49ff-ae93-d6237bab8020 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:37.562343 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.586106 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=0106d7c1-df5a-49ff-ae93-d6237bab8020,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:37.601252 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.601606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.601949 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.602286 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.602619 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.602953 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.603313 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.603663 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.603992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.604317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.604645 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.604964 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.662877 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.663242 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Floating IP a599ff63-f89d-4636-a600-f42e6ceda2bd disassociated (deleted). External IP: 172.25.5.129, port: 9f149aa1-879e-4f60-8b59-ea2238546d38. Jul 16 18:55:37.878121 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:55:37.995656 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:38.000466 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.004802 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467cbf7-3894-4765-a0e9-6dc8fed4cf42 None None] Sync routers for ids ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:38.014558 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467cbf7-3894-4765-a0e9-6dc8fed4cf42 None None] Routers {'8c89c837-a464-48c2-b1e9-19ce5db0bf06'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:38.015165 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c467cbf7-3894-4765-a0e9-6dc8fed4cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:38.040947 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-54180268-705f-42e3-a8c6-45eef07881ed tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/floatingips/a599ff63-f89d-4636-a600-f42e6ceda2bd HTTP/1.1" status: 204 len: 168 time: 0.8782272 Jul 16 18:55:38.041635 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'tag': '9f149aa1-879e-4f60-8b59-ea2238546d38'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:38.047495 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e56da41a32dd2068e5562446b0f88194ed4dbce5ac43981d6b9bfffc39744c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61868a21-73bd-4e7b-923d-25afd763033b" -d '{"events": [{"name": "network-changed", "server_uuid": "77eb36e9-6be0-4a1b-ac12-05910ce1f998", "tag": "9f149aa1-879e-4f60-8b59-ea2238546d38"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:38.082831 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585df317-e696-435d-85d9-610c095a946c x-openstack-request-id: req-585df317-e696-435d-85d9-610c095a946c {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:38.083130 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77eb36e9-6be0-4a1b-ac12-05910ce1f998", "tag": "9f149aa1-879e-4f60-8b59-ea2238546d38", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:38.083980 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-585df317-e696-435d-85d9-610c095a946c {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:38.084388 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'tag': '9f149aa1-879e-4f60-8b59-ea2238546d38', 'status': 'completed', 'code': 200} Jul 16 18:55:38.129750 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c467cbf7-3894-4765-a0e9-6dc8fed4cf42 None None] Set router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:38.168936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868a21-73bd-4e7b-923d-25afd763033b req-ea80f9f0-c9b7-4e00-8151-172c12e16f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:38.171354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61868a21-73bd-4e7b-923d-25afd763033b req-ea80f9f0-c9b7-4e00-8151-172c12e16f15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 1097 time: 0.0637922 Jul 16 18:55:38.269087 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868a21-73bd-4e7b-923d-25afd763033b req-1e889e15-b8de-4373-9c30-aa4d408643ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:38.272206 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61868a21-73bd-4e7b-923d-25afd763033b req-1e889e15-b8de-4373-9c30-aa4d408643ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4a91eff-c1e3-4ddb-8415-41084c4d845e HTTP/1.1" status: 200 len: 897 time: 0.0924301 Jul 16 18:55:38.321607 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61868a21-73bd-4e7b-923d-25afd763033b req-ec42babe-83b1-496f-aef1-ed78137f7eef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f149aa1-879e-4f60-8b59-ea2238546d38 HTTP/1.1" status: 200 len: 217 time: 0.0431986 Jul 16 18:55:38.339780 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c467cbf7-3894-4765-a0e9-6dc8fed4cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:53:59Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '2c1e1be4-7fc7-4393-b77f-40aa6cdf9488', 'name': '', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:00:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:58Z', 'updated_at': '2021-07-16T18:54:05Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:38.371593 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467cbf7-3894-4765-a0e9-6dc8fed4cf42 None None] Checking router: 8c89c837-a464-48c2-b1e9-19ce5db0bf06 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:38.374845 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868a21-73bd-4e7b-923d-25afd763033b req-5a86027a-e7d7-4665-b421-25073e9b21de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:38.376461 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61868a21-73bd-4e7b-923d-25afd763033b req-5a86027a-e7d7-4665-b421-25073e9b21de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=962e13e9-2b5e-455f-8aa7-e82556b5939d HTTP/1.1" status: 200 len: 834 time: 0.0482168 Jul 16 18:55:38.379918 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467cbf7-3894-4765-a0e9-6dc8fed4cf42 None None] Routers {'8c89c837-a464-48c2-b1e9-19ce5db0bf06'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:38.380596 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c467cbf7-3894-4765-a0e9-6dc8fed4cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:38.477123 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d229db-1fe8-4d57-a191-033afe2db55a req-79c8d080-bf03-4b80-ada4-eba751d30fca tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:38.478639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04d229db-1fe8-4d57-a191-033afe2db55a req-79c8d080-bf03-4b80-ada4-eba751d30fca tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.1063702 Jul 16 18:55:38.484780 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868a21-73bd-4e7b-923d-25afd763033b req-11b207ed-e4a9-412a-aeee-2733913fbda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:38.486215 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61868a21-73bd-4e7b-923d-25afd763033b req-11b207ed-e4a9-412a-aeee-2733913fbda3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4a91eff-c1e3-4ddb-8415-41084c4d845e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998919 Jul 16 18:55:38.493253 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c467cbf7-3894-4765-a0e9-6dc8fed4cf42 None None] Set router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:38.551713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-04d229db-1fe8-4d57-a191-033afe2db55a req-de242689-5ad9-40c3-a6f1-863ea9b27191 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644805 Jul 16 18:55:38.609070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61868a21-73bd-4e7b-923d-25afd763033b req-fab35cca-be71-4b51-9d59-c5c6e804aa88 service neutron] 10.222.0.35 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152103 Jul 16 18:55:38.696157 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c467cbf7-3894-4765-a0e9-6dc8fed4cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:53:59Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '2c1e1be4-7fc7-4393-b77f-40aa6cdf9488', 'name': '', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:00:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:58Z', 'updated_at': '2021-07-16T18:54:05Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:38.709489 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-61868a21-73bd-4e7b-923d-25afd763033b req-5abce125-4f58-4b10-8a22-a5cb6e570d6d service neutron] 10.222.0.35 "GET /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923743 Jul 16 18:55:38.722417 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467cbf7-3894-4765-a0e9-6dc8fed4cf42 None None] The sync data for ids ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'] in n-d-787206-10 is: [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:53:59Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '2c1e1be4-7fc7-4393-b77f-40aa6cdf9488', 'name': '', 'network_id': 'a4a91eff-c1e3-4ddb-8415-41084c4d845e', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:00:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:58Z', 'updated_at': '2021-07-16T18:54:05Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '962e13e9-2b5e-455f-8aa7-e82556b5939d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:38.954476 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f79129-9c6e-4739-8584-590590ab13d5 None None] New status for floating IP a599ff63-f89d-4636-a600-f42e6ceda2bd: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:55:39.740764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff53d8-f848-416b-888a-f3f05a87fd09 req-0bda65f6-7dfc-4490-a74e-a12d215f2ab4 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:39.742283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2dff53d8-f848-416b-888a-f3f05a87fd09 req-0bda65f6-7dfc-4490-a74e-a12d215f2ab4 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0684185 Jul 16 18:55:39.783084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2dff53d8-f848-416b-888a-f3f05a87fd09 req-6dae9e86-80e7-4ac2-9311-236ef4370107 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9f6bbc4-5ec0-412b-9f85-3528da3f9640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350900 Jul 16 18:55:39.951333 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:39.967063 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f350f31-7704-4d66-9c3a-405d22324bbb req-27dd1533-8d58-437b-aae9-9dec0f5d66d0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:39.968636 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f350f31-7704-4d66-9c3a-405d22324bbb req-27dd1533-8d58-437b-aae9-9dec0f5d66d0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.35 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 945 time: 0.0659554 Jul 16 18:55:40.077695 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7f350f31-7704-4d66-9c3a-405d22324bbb req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 9f149aa1-879e-4f60-8b59-ea2238546d38 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:40.078025 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7f350f31-7704-4d66-9c3a-405d22324bbb req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.164861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-7f350f31-7704-4d66-9c3a-405d22324bbb req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port 9f149aa1-879e-4f60-8b59-ea2238546d38, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=9f149aa1-879e-4f60-8b59-ea2238546d38,segment=NetworkSegment(83b02e4d-173f-4849-9435-1527487af34d),segment_id=83b02e4d-173f-4849-9435-1527487af34d)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:40.165226 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7f350f31-7704-4d66-9c3a-405d22324bbb req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.178721 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-7f350f31-7704-4d66-9c3a-405d22324bbb req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 9f149aa1-879e-4f60-8b59-ea2238546d38 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:40.311827 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7f350f31-7704-4d66-9c3a-405d22324bbb req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.346907 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=9f149aa1-879e-4f60-8b59-ea2238546d38,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:40.378166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:40.378509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:40.378846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:40.379178 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:40.379537 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:40.379865 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:40.380191 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:40.380514 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:40.380983 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:40.381307 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:40.381626 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:40.381943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:40.403321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f350f31-7704-4d66-9c3a-405d22324bbb req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] No DVR routers for this DVR port 9f149aa1-879e-4f60-8b59-ea2238546d38 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:40.405949 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-7f350f31-7704-4d66-9c3a-405d22324bbb req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.407984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f350f31-7704-4d66-9c3a-405d22324bbb req-bca820b9-ff44-411f-a638-7544532ec1d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.35 "DELETE /v2.0/ports/9f149aa1-879e-4f60-8b59-ea2238546d38 HTTP/1.1" status: 204 len: 173 time: 0.4329658 Jul 16 18:55:40.408414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'name': 'network-vif-deleted', 'tag': '9f149aa1-879e-4f60-8b59-ea2238546d38'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:40.410664 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a517f636-efd9-4c8e-a118-3331d2ed43ea" -d '{"events": [{"server_uuid": "77eb36e9-6be0-4a1b-ac12-05910ce1f998", "name": "network-vif-deleted", "tag": "9f149aa1-879e-4f60-8b59-ea2238546d38"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:40.448993 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bc1389-80b0-4ea5-b0a1-4649580243eb x-openstack-request-id: req-33bc1389-80b0-4ea5-b0a1-4649580243eb {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:40.449415 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77eb36e9-6be0-4a1b-ac12-05910ce1f998", "name": "network-vif-deleted", "tag": "9f149aa1-879e-4f60-8b59-ea2238546d38", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:40.449667 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33bc1389-80b0-4ea5-b0a1-4649580243eb {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:40.457444 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77eb36e9-6be0-4a1b-ac12-05910ce1f998', 'name': 'network-vif-deleted', 'tag': '9f149aa1-879e-4f60-8b59-ea2238546d38', 'status': 'completed', 'code': 200} Jul 16 18:55:40.943275 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b9ecbdc5-15af-4ae9-9f7f-3fb82c00e2d7 req-527b4425-e9cb-413f-8b40-8e78452641dc tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=77eb36e9-6be0-4a1b-ac12-05910ce1f998 HTTP/1.1" status: 200 len: 210 time: 0.0294058 Jul 16 18:55:41.994980 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 9f149aa1-879e-4f60-8b59-ea2238546d38 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:42.015998 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 9f149aa1-879e-4f60-8b59-ea2238546d38 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:42.016339 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 9f149aa1-879e-4f60-8b59-ea2238546d38 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:42.051465 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55458) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:42.424749 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3390c2c0-1d4b-47b8-b660-fe90392f856b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.027523 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-3390c2c0-1d4b-47b8-b660-fe90392f856b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:43.027818 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3390c2c0-1d4b-47b8-b660-fe90392f856b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.118053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-3390c2c0-1d4b-47b8-b660-fe90392f856b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2c1e1be4-7fc7-4393-b77f-40aa6cdf9488,segment=NetworkSegment(83b02e4d-173f-4849-9435-1527487af34d),segment_id=83b02e4d-173f-4849-9435-1527487af34d)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:43.118790 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3390c2c0-1d4b-47b8-b660-fe90392f856b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.131357 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-3390c2c0-1d4b-47b8-b660-fe90392f856b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:43.332597 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3390c2c0-1d4b-47b8-b660-fe90392f856b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.361223 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390c2c0-1d4b-47b8-b660-fe90392f856b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=2c1e1be4-7fc7-4393-b77f-40aa6cdf9488,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:43.541655 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-3390c2c0-1d4b-47b8-b660-fe90392f856b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.764684 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3390c2c0-1d4b-47b8-b660-fe90392f856b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:55:43.874152 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3390c2c0-1d4b-47b8-b660-fe90392f856b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:43.879390 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-3390c2c0-1d4b-47b8-b660-fe90392f856b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "PUT /v2.0/routers/8c89c837-a464-48c2-b1e9-19ce5db0bf06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8260310 Jul 16 18:55:43.882902 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55460) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:43.886261 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416fe870-92d4-4364-81c1-abf668d77f9a None None] Sync routers for ids ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:43.895366 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416fe870-92d4-4364-81c1-abf668d77f9a None None] Routers {'8c89c837-a464-48c2-b1e9-19ce5db0bf06'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:43.896093 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-416fe870-92d4-4364-81c1-abf668d77f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:43.940545 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50bf33f-22ea-4435-ba08-8878a1ceb087 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting subnet 962e13e9-2b5e-455f-8aa7-e82556b5939d {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:55:43.945275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e50bf33f-22ea-4435-ba08-8878a1ceb087 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.992895 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e50bf33f-22ea-4435-ba08-8878a1ceb087 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.089916 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e50bf33f-22ea-4435-ba08-8878a1ceb087 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.096207 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-416fe870-92d4-4364-81c1-abf668d77f9a None None] Set router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:44.150608 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e50bf33f-22ea-4435-ba08-8878a1ceb087 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.178570 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bf33f-22ea-4435-ba08-8878a1ceb087 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Subnet': ['ID=962e13e9-2b5e-455f-8aa7-e82556b5939d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:44.183221 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-e50bf33f-22ea-4435-ba08-8878a1ceb087 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.188248 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-e50bf33f-22ea-4435-ba08-8878a1ceb087 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/subnets/962e13e9-2b5e-455f-8aa7-e82556b5939d HTTP/1.1" status: 204 len: 168 time: 0.3041124 Jul 16 18:55:44.188739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55462) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:44.191337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677487c-bd99-42c6-9723-e938e6c22815 None None] Network a4a91eff-c1e3-4ddb-8415-41084c4d845e requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:44.312246 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-416fe870-92d4-4364-81c1-abf668d77f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:55:43Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:44.357273 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416fe870-92d4-4364-81c1-abf668d77f9a None None] Checking router: 8c89c837-a464-48c2-b1e9-19ce5db0bf06 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:44.362107 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.370914 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416fe870-92d4-4364-81c1-abf668d77f9a None None] Routers {'8c89c837-a464-48c2-b1e9-19ce5db0bf06'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:44.372806 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-416fe870-92d4-4364-81c1-abf668d77f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:44.432928 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798592e-87bb-43d2-9837-447201be1133 None None] DHCP port deletion for a4a91eff-c1e3-4ddb-8415-41084c4d845e request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:55:44.485964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Deleting port 43eabf02-384e-4a43-9eb4-f16568a0903d {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:44.486354 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.496087 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.511740 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-416fe870-92d4-4364-81c1-abf668d77f9a None None] Set router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:44.551072 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-6798592e-87bb-43d2-9837-447201be1133 None None] For port 43eabf02-384e-4a43-9eb4-f16568a0903d, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=43eabf02-384e-4a43-9eb4-f16568a0903d,segment=NetworkSegment(83b02e4d-173f-4849-9435-1527487af34d),segment_id=83b02e4d-173f-4849-9435-1527487af34d)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:44.551548 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.553107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:44.553534 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.568492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Calling delete_port for 43eabf02-384e-4a43-9eb4-f16568a0903d owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:44.644105 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port 1f25fdd5-ff3c-433a-89c6-05d8543d9b05, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=1f25fdd5-ff3c-433a-89c6-05d8543d9b05,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:44.644766 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.659163 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:44.715178 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-416fe870-92d4-4364-81c1-abf668d77f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:55:43Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:44.743045 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416fe870-92d4-4364-81c1-abf668d77f9a None None] The sync data for ids ['8c89c837-a464-48c2-b1e9-19ce5db0bf06'] in n-d-787206-10 is: [{'id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338735833', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:53:55Z', 'updated_at': '2021-07-16T18:55:43Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '1f25fdd5-ff3c-433a-89c6-05d8543d9b05', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89c837-a464-48c2-b1e9-19ce5db0bf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:53:56Z', 'updated_at': '2021-07-16T18:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:44.819632 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.844497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Pushing event deleted for resources: {'Port': ['ID=43eabf02-384e-4a43-9eb4-f16568a0903d,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:44.853410 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798592e-87bb-43d2-9837-447201be1133 None None] No DVR routers for this DVR port 43eabf02-384e-4a43-9eb4-f16568a0903d on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:44.855024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.856040 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:44.856354 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:44.856759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:44.857096 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:44.857431 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:44.857756 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:44.858078 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:44.858417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:44.858712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:44.859034 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:44.859352 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:44.859695 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6798592e-87bb-43d2-9837-447201be1133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:44.886270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=1f25fdd5-ff3c-433a-89c6-05d8543d9b05,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:44.952020 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.201178 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 43eabf02-384e-4a43-9eb4-f16568a0903d no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:45.232042 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 43eabf02-384e-4a43-9eb4-f16568a0903d {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:45.232394 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 43eabf02-384e-4a43-9eb4-f16568a0903d not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:45.233028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:45.257238 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:45.257584 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2c1e1be4-7fc7-4393-b77f-40aa6cdf9488 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:45.386734 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.388845 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.440814 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.441397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Fanout notify agent at l3_agent the message router_deleted on router 8c89c837-a464-48c2-b1e9-19ce5db0bf06 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:55:45.449922 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.451069 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-149e5c3a-4ff6-42cf-8b4e-b615f05a94e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/routers/8c89c837-a464-48c2-b1e9-19ce5db0bf06 HTTP/1.1" status: 204 len: 168 time: 1.2618728 Jul 16 18:55:45.454411 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55464) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:45.538700 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e31891f-a2ad-4130-9d8b-e7793a352768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.640563 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e31891f-a2ad-4130-9d8b-e7793a352768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.651416 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6e31891f-a2ad-4130-9d8b-e7793a352768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a91eff-c1e3-4ddb-8415-41084c4d845e']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:45.661244 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6e31891f-a2ad-4130-9d8b-e7793a352768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b02e4d-173f-4849-9435-1527487af34d') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:45.661724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-6e31891f-a2ad-4130-9d8b-e7793a352768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b02e4d-173f-4849-9435-1527487af34d') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:45.670935 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e31891f-a2ad-4130-9d8b-e7793a352768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.685105 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e31891f-a2ad-4130-9d8b-e7793a352768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.691102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e31891f-a2ad-4130-9d8b-e7793a352768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:55:45.691632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e31891f-a2ad-4130-9d8b-e7793a352768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: timer() Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:55:45.695656 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:55:45.757932 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e31891f-a2ad-4130-9d8b-e7793a352768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.765525 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6e31891f-a2ad-4130-9d8b-e7793a352768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.766664 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6e31891f-a2ad-4130-9d8b-e7793a352768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/networks/a4a91eff-c1e3-4ddb-8415-41084c4d845e HTTP/1.1" status: 204 len: 168 time: 0.3113086 Jul 16 18:55:45.769696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55466) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:45.778680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31891f-a2ad-4130-9d8b-e7793a352768 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Network': ['ID=a4a91eff-c1e3-4ddb-8415-41084c4d845e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:45.832359 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aefbe62c-2f16-4ce4-ae22-45000fcecc1f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.861503 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aefbe62c-2f16-4ce4-ae22-45000fcecc1f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.933017 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aefbe62c-2f16-4ce4-ae22-45000fcecc1f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.935787 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aefbe62c-2f16-4ce4-ae22-45000fcecc1f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.936960 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aefbe62c-2f16-4ce4-ae22-45000fcecc1f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/security-groups/f9f6bbc4-5ec0-412b-9f85-3528da3f9640 HTTP/1.1" status: 204 len: 168 time: 0.1662431 Jul 16 18:55:45.947009 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbe62c-2f16-4ce4-ae22-45000fcecc1f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f6bbc4-5ec0-412b-9f85-3528da3f9640,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:46.386922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55472) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:46.392699 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d11200a9-04a6-42b2-9981-6cdcc0edaff5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369267052', 'description': 'tempest-secgroup-smoke-369267052 description', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:46.416494 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d11200a9-04a6-42b2-9981-6cdcc0edaff5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.510735 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d11200a9-04a6-42b2-9981-6cdcc0edaff5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.518858 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d11200a9-04a6-42b2-9981-6cdcc0edaff5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.547202 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d11200a9-04a6-42b2-9981-6cdcc0edaff5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.548448 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d11200a9-04a6-42b2-9981-6cdcc0edaff5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1604702 Jul 16 18:55:46.550264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11200a9-04a6-42b2-9981-6cdcc0edaff5 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d27b595-19b9-4b84-bbbc-ed576b03f24d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:46.551681 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55474) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:46.557773 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c125b42c-ae2c-4e46-ad13-6981f9ae8596 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': '6d27b595-19b9-4b84-bbbc-ed576b03f24d', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:46.584635 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c125b42c-ae2c-4e46-ad13-6981f9ae8596 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.639784 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c125b42c-ae2c-4e46-ad13-6981f9ae8596 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.643246 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c125b42c-ae2c-4e46-ad13-6981f9ae8596 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.660423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125b42c-ae2c-4e46-ad13-6981f9ae8596 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d0de47-2f9f-4deb-ad00-b044f57e6371,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:46.667935 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c125b42c-ae2c-4e46-ad13-6981f9ae8596 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.669264 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c125b42c-ae2c-4e46-ad13-6981f9ae8596 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157527 Jul 16 18:55:46.671948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55476) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:46.676299 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-98a84b9d-b512-4fee-9aab-d8039cf0f711 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': '6d27b595-19b9-4b84-bbbc-ed576b03f24d', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:46.703315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98a84b9d-b512-4fee-9aab-d8039cf0f711 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.760485 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98a84b9d-b512-4fee-9aab-d8039cf0f711 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.764310 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98a84b9d-b512-4fee-9aab-d8039cf0f711 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.785666 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a84b9d-b512-4fee-9aab-d8039cf0f711 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a84d44-b522-4243-abf3-ae7288386a20,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:46.789888 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98a84b9d-b512-4fee-9aab-d8039cf0f711 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.791057 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-98a84b9d-b512-4fee-9aab-d8039cf0f711 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181893 Jul 16 18:55:46.794177 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55478) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:46.795362 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:46.799263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-e9047593-fda0-419b-a739-d0721fb778f1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': '6d27b595-19b9-4b84-bbbc-ed576b03f24d', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:46.816295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:46.816704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 1f25fdd5-ff3c-433a-89c6-05d8543d9b05 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:46.826989 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9047593-fda0-419b-a739-d0721fb778f1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.887065 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9047593-fda0-419b-a739-d0721fb778f1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.890920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9047593-fda0-419b-a739-d0721fb778f1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.907784 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9047593-fda0-419b-a739-d0721fb778f1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91444fc-4268-43a7-a27f-656d7eada6ab,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:46.914376 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e9047593-fda0-419b-a739-d0721fb778f1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.917970 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e9047593-fda0-419b-a739-d0721fb778f1 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199620 Jul 16 18:55:46.919044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55480) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:46.923554 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2f9fda34-f9c5-4ac0-a57f-21d1dbf92db0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': '6d27b595-19b9-4b84-bbbc-ed576b03f24d', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:46.952668 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f9fda34-f9c5-4ac0-a57f-21d1dbf92db0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.024695 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f9fda34-f9c5-4ac0-a57f-21d1dbf92db0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.028778 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f9fda34-f9c5-4ac0-a57f-21d1dbf92db0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.047333 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fda34-f9c5-4ac0-a57f-21d1dbf92db0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d4b62b-42dc-4359-abb7-365ab8c7a3ac,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:47.054075 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2f9fda34-f9c5-4ac0-a57f-21d1dbf92db0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.055290 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2f9fda34-f9c5-4ac0-a57f-21d1dbf92db0 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352437 Jul 16 18:55:47.058546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55482) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:47.063015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-95908479-c004-4056-afc7-e560c36fe10d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': '6d27b595-19b9-4b84-bbbc-ed576b03f24d', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:47.086542 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-95908479-c004-4056-afc7-e560c36fe10d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Project a75a20bc03dc4803ad4d8d2a0f11316f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:55:47.091847 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95908479-c004-4056-afc7-e560c36fe10d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.157407 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95908479-c004-4056-afc7-e560c36fe10d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.161190 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95908479-c004-4056-afc7-e560c36fe10d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.180039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95908479-c004-4056-afc7-e560c36fe10d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b123747b-723a-494b-9419-5ee9501cb458,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:47.187018 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95908479-c004-4056-afc7-e560c36fe10d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.188293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-95908479-c004-4056-afc7-e560c36fe10d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288137 Jul 16 18:55:47.191068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55484) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:47.196981 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-79d2aa8a-e1da-46ed-bde6-f139ca62a3fe tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'security_group_rule': {'security_group_id': '6d27b595-19b9-4b84-bbbc-ed576b03f24d', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:47.220036 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-79d2aa8a-e1da-46ed-bde6-f139ca62a3fe tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Project a75a20bc03dc4803ad4d8d2a0f11316f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:55:47.225519 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79d2aa8a-e1da-46ed-bde6-f139ca62a3fe tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.295885 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79d2aa8a-e1da-46ed-bde6-f139ca62a3fe tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.299895 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79d2aa8a-e1da-46ed-bde6-f139ca62a3fe tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.320106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2aa8a-e1da-46ed-bde6-f139ca62a3fe tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03da9c76-994d-464b-9259-c099e07f6405,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:47.325784 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-79d2aa8a-e1da-46ed-bde6-f139ca62a3fe tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.327051 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-79d2aa8a-e1da-46ed-bde6-f139ca62a3fe tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349907 Jul 16 18:55:47.329874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55486) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:47.335947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-85139e84-c838-4aa2-8e45-0f7eaad21ae2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'network': {'name': 'tempest-network-smoke--2046392039', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'port_security_enabled': True}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:47.356209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85139e84-c838-4aa2-8e45-0f7eaad21ae2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:47.359748 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85139e84-c838-4aa2-8e45-0f7eaad21ae2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.384052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85139e84-c838-4aa2-8e45-0f7eaad21ae2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:55:47.392968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85139e84-c838-4aa2-8e45-0f7eaad21ae2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.393305 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-85139e84-c838-4aa2-8e45-0f7eaad21ae2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Added segment e69f68a1-f091-41a8-94e4-0107a47d59c1 of type vlan for network c0475bc5-b601-4d88-a546-78f8e733ff64 Jul 16 18:55:47.435932 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85139e84-c838-4aa2-8e45-0f7eaad21ae2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.465518 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85139e84-c838-4aa2-8e45-0f7eaad21ae2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.471401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85139e84-c838-4aa2-8e45-0f7eaad21ae2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:47.472009 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-85139e84-c838-4aa2-8e45-0f7eaad21ae2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.504440 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-85139e84-c838-4aa2-8e45-0f7eaad21ae2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1735287 Jul 16 18:55:47.507938 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55488) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:47.512811 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'admin_state_up': True, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:47.537828 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.538864 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.546324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85139e84-c838-4aa2-8e45-0f7eaad21ae2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Network': ['ID=c0475bc5-b601-4d88-a546-78f8e733ff64,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:47.557839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network c0475bc5-b601-4d88-a546-78f8e733ff64 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:55:47.596456 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.736996 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.937270 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.956097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.061324 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.25.5.253 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/047c2b12-e154-41a6-8f95-e147e3bb3af5) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:48.174312 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.215528 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.252826 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:48.259014 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:48.262532 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:48.289880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=047c2b12-e154-41a6-8f95-e147e3bb3af5,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:48.525845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.726048 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.862423 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:55:48.971913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:48.982615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Sync routers for ids ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:48.991775 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.992060 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Routers {'f24119b7-9a59-451b-ae7b-dc3e2cb61be5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:48.992794 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:48.995927 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-2a3014e2-e109-40e5-a2f2-637611f7c0ff tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4868536 Jul 16 18:55:48.996824 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55490) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:49.027385 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d8454934-40ce-4be3-a9a4-83f161fab687 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a75a20bc03dc4803ad4d8d2a0f11316f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292399 Jul 16 18:55:49.030004 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55492) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:49.102944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Set router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:49.126648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d91bfd8-8b3c-48f6-9ea8-2ed4e0209bc0 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:49.128216 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1d91bfd8-8b3c-48f6-9ea8-2ed4e0209bc0 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972905 Jul 16 18:55:49.131157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55494) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:49.160167 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-77bbc221-908c-4ce8-bd49-f8f35254a69d tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=12ae1271-214d-4601-81d9-3144fec69c7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278585 Jul 16 18:55:49.163698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55496) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:49.168878 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6f0a8da6-fef7-48ec-bea6-1ea0d557d7d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1363377512', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:49.266287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0a8da6-fef7-48ec-bea6-1ea0d557d7d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:49.269754 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8da6-fef7-48ec-bea6-1ea0d557d7d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.290580 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:48Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:49.318093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Checking router: f24119b7-9a59-451b-ae7b-dc3e2cb61be5 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:49.318451 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Updating router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 port 047c2b12-e154-41a6-8f95-e147e3bb3af5 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:55:49.355974 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.478979 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8da6-fef7-48ec-bea6-1ea0d557d7d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.551128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a8da6-fef7-48ec-bea6-1ea0d557d7d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Subnet': ['ID=43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:49.556293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a8da6-fef7-48ec-bea6-1ea0d557d7d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Checking segment: {'id': 'e69f68a1-f091-41a8-94e4-0107a47d59c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:49.556656 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a8da6-fef7-48ec-bea6-1ea0d557d7d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network hostable DHCP agents. Network: c0475bc5-b601-4d88-a546-78f8e733ff64, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:55:49.578382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a8da6-fef7-48ec-bea6-1ea0d557d7d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network c0475bc5-b601-4d88-a546-78f8e733ff64 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:55:49.588919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-6f0a8da6-fef7-48ec-bea6-1ea0d557d7d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, c0475bc5-b601-4d88-a546-78f8e733ff64) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:49.593009 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a8da6-fef7-48ec-bea6-1ea0d557d7d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:49.593596 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8da6-fef7-48ec-bea6-1ea0d557d7d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.609431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6f0a8da6-fef7-48ec-bea6-1ea0d557d7d3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4446702 Jul 16 18:55:49.612293 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55498) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:49.613727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0f9a1f-328f-48ec-b5aa-0fb431e8e457 None None] Network c0475bc5-b601-4d88-a546-78f8e733ff64 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:49.653618 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.694003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Transition to ACTIVE for port object 047c2b12-e154-41a6-8f95-e147e3bb3af5 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:49.702396 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.776817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5f8d2-a5cd-458f-b231-76263e2f8bd4 None None] Pushing event updated for resources: {'Port': ['ID=047c2b12-e154-41a6-8f95-e147e3bb3af5,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:49.797026 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Attempting to bind port 047c2b12-e154-41a6-8f95-e147e3bb3af5 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:49.797547 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Attempting to bind port 047c2b12-e154-41a6-8f95-e147e3bb3af5 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:49.797841 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Attempting to bind port 047c2b12-e154-41a6-8f95-e147e3bb3af5 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:49.810906 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:49.811201 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:49.811618 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.812008 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:49.812473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Bound port: 047c2b12-e154-41a6-8f95-e147e3bb3af5, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:49.812849 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.884616 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-c0475bc5-b601-4d88-a546-78f8e733ff64', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ips': [{'subnet_id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:55:49.885532 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.904125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] For port 047c2b12-e154-41a6-8f95-e147e3bb3af5, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:49.928973 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] For port 047c2b12-e154-41a6-8f95-e147e3bb3af5, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=047c2b12-e154-41a6-8f95-e147e3bb3af5,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:49.934364 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.074933 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.080417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Routers {'f24119b7-9a59-451b-ae7b-dc3e2cb61be5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:50.081067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:50.128169 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5f8d2-a5cd-458f-b231-76263e2f8bd4 None None] Pushing event updated for resources: {'Port': ['ID=047c2b12-e154-41a6-8f95-e147e3bb3af5,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:50.151119 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Allocated IP 172.20.0.2 (c0475bc5-b601-4d88-a546-78f8e733ff64/43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4/60d2bd69-2943-4a7d-8923-c0f73dc79940) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:50.266637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] Set router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:50.461038 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.488393 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Transition to ACTIVE for port object 60d2bd69-2943-4a7d-8923-c0f73dc79940 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:50.513857 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Transition to ACTIVE for port object 60d2bd69-2943-4a7d-8923-c0f73dc79940 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:50.523578 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.571718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Network c0475bc5-b601-4d88-a546-78f8e733ff64 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:50.575535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.20.0.1 (c0475bc5-b601-4d88-a546-78f8e733ff64/43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4/7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:50.579917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:50.583612 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:50.586675 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:48Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:50.588409 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Pushing event updated for resources: {'Port': ['ID=60d2bd69-2943-4a7d-8923-c0f73dc79940,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:50.620883 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed25df-079f-4ef1-a747-ffba5ab82dae None None] The sync data for ids ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'] in n-d-787206-10 is: [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:48Z', 'revision_number': 3, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:50.692100 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Attempting to bind port 60d2bd69-2943-4a7d-8923-c0f73dc79940 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:50.694171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Attempting to bind port 60d2bd69-2943-4a7d-8923-c0f73dc79940 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'e69f68a1-f091-41a8-94e4-0107a47d59c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:50.694551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Attempting to bind port 60d2bd69-2943-4a7d-8923-c0f73dc79940 on network c0475bc5-b601-4d88-a546-78f8e733ff64 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:50.700294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:50.700674 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Checking segment: {'id': 'e69f68a1-f091-41a8-94e4-0107a47d59c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:50.701086 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.701487 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Bound using segment: {'id': 'e69f68a1-f091-41a8-94e4-0107a47d59c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:50.701964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Bound port: 60d2bd69-2943-4a7d-8923-c0f73dc79940, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69f68a1-f091-41a8-94e4-0107a47d59c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:50.702354 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.729337 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.746196 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Transition to ACTIVE for port object 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:50.775076 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] For port 60d2bd69-2943-4a7d-8923-c0f73dc79940, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:50.778364 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] For port 60d2bd69-2943-4a7d-8923-c0f73dc79940, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=60d2bd69-2943-4a7d-8923-c0f73dc79940,segment=NetworkSegment(e69f68a1-f091-41a8-94e4-0107a47d59c1),segment_id=e69f68a1-f091-41a8-94e4-0107a47d59c1)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:50.782062 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.785420 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.846186 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network c0475bc5-b601-4d88-a546-78f8e733ff64 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:50.847919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:50.851128 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:50.857555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:50.891416 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54925b-874d-4d3a-8210-99360b62be67 None None] Pushing event updated for resources: {'Port': ['ID=60d2bd69-2943-4a7d-8923-c0f73dc79940,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:50.955613 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:51.161753 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:51.468338 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:51.473168 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:51.554714 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:51.556793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:51.668247 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network c0475bc5-b601-4d88-a546-78f8e733ff64 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:51.669742 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:51.799735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:55:51.856171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ca819e-85e5-45d4-b5eb-d2a4e3893b8c None None] Network c0475bc5-b601-4d88-a546-78f8e733ff64 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:51.918930 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:51.919922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-4e702315-c525-4153-98e4-5778172f1a85 None None] Provisioning for port 60d2bd69-2943-4a7d-8923-c0f73dc79940 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:51.929437 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d5876046-7c30-4d34-8002-c639495fdba2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "PUT /v2.0/routers/f24119b7-9a59-451b-ae7b-dc3e2cb61be5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3110523 Jul 16 18:55:52.088541 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-af7abead-1225-4fcd-ae79-7b99cfdc9a0b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369267052&fields=id&tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 267 time: 0.0386426 Jul 16 18:55:52.214852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-489f0e7b-595d-45ea-8ba9-87d8638bfe15 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:52.216587 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-489f0e7b-595d-45ea-8ba9-87d8638bfe15 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/networks?id=c0475bc5-b601-4d88-a546-78f8e733ff64 HTTP/1.1" status: 200 len: 797 time: 0.1214247 Jul 16 18:55:52.232590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-61012d9f-9740-4f84-b4b2-13963c2c1499 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/quotas/a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 375 time: 0.0103347 Jul 16 18:55:52.308799 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-204e933b-d0cb-4517-aef6-d83db4a05e7f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701945 Jul 16 18:55:52.354797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fb400901-4ecc-404e-a1e9-6602ceb16b46 None None] Provisioning for port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:52.358982 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Sync routers for ids ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:52.361686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-fb400901-4ecc-404e-a1e9-6602ceb16b46 None None] Provisioning complete for port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:52.362131 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fb400901-4ecc-404e-a1e9-6602ceb16b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.373146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-8f708ebe-94b5-431e-8c6a-0179b63dd66a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:55:52.374192 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-8f708ebe-94b5-431e-8c6a-0179b63dd66a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531445 Jul 16 18:55:52.377405 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Routers {'f24119b7-9a59-451b-ae7b-dc3e2cb61be5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:52.378046 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:52.400303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-fb400901-4ecc-404e-a1e9-6602ceb16b46 None None] Port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:55:52.482775 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-c1124814-cac1-4c52-8b5a-f782c123b282 service neutron] 10.222.0.41 "GET /v2.0/networks/c0475bc5-b601-4d88-a546-78f8e733ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012650 Jul 16 18:55:52.509295 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Set router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:52.535493 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-5e08d83b-efef-4682-b9ba-3c49ca34ccc6 None None] Provisioning complete for port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:52.536492 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5e08d83b-efef-4682-b9ba-3c49ca34ccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.597022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-7fe0e0fc-559e-4398-bc46-3d5f4cc5b41c service neutron] 10.222.0.41 "GET /v2.0/networks/c0475bc5-b601-4d88-a546-78f8e733ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077709 Jul 16 18:55:52.612489 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-5e08d83b-efef-4682-b9ba-3c49ca34ccc6 None None] Port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:55:52.732061 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-e10648f1-1008-4672-ad9f-1ac710b887e5 None None] Provisioning complete for port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:52.732527 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e10648f1-1008-4672-ad9f-1ac710b887e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.743827 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:51Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50', 'name': '', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:20:e9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:50Z', 'updated_at': '2021-07-16T18:55:51Z', 'revision_number': 2, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:52.773028 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-e10648f1-1008-4672-ad9f-1ac710b887e5 None None] Port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:55:52.777898 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Checking router: f24119b7-9a59-451b-ae7b-dc3e2cb61be5 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:52.778257 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Updating router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:55:52.818429 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.846997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a7a816ce-da8d-4147-bcf0-3c547bafea7b req-a0668437-6d5a-4ccd-a437-39a6380f676f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 210 time: 0.0539143 Jul 16 18:55:52.947480 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 047c2b12-e154-41a6-8f95-e147e3bb3af5 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:53.001964 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 047c2b12-e154-41a6-8f95-e147e3bb3af5 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:53.006348 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 047c2b12-e154-41a6-8f95-e147e3bb3af5 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:53.006912 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.110240 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.119245 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.130940 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Transition to ACTIVE for port object 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:53.135202 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 047c2b12-e154-41a6-8f95-e147e3bb3af5, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=047c2b12-e154-41a6-8f95-e147e3bb3af5,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:53.138237 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.139792 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.140995 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 60d2bd69-2943-4a7d-8923-c0f73dc79940 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:53.206234 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Pushing event updated for resources: {'Port': ['ID=7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:53.227564 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=047c2b12-e154-41a6-8f95-e147e3bb3af5,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:53.239988 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 60d2bd69-2943-4a7d-8923-c0f73dc79940 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:53.245083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 60d2bd69-2943-4a7d-8923-c0f73dc79940 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:53.245647 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.246837 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:53.247182 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:53.247552 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:53.247890 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:53.248218 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:53.248545 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:53.248868 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:53.249193 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:53.249515 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:53.249834 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:53.250148 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:53.250617 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:53.318649 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Attempting to bind port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:53.319609 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Attempting to bind port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': 'e69f68a1-f091-41a8-94e4-0107a47d59c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:53.320256 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Attempting to bind port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 on network c0475bc5-b601-4d88-a546-78f8e733ff64 {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:53.337707 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:53.338247 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Checking segment: {'id': 'e69f68a1-f091-41a8-94e4-0107a47d59c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:53.338659 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.339110 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Bound using segment: {'id': 'e69f68a1-f091-41a8-94e4-0107a47d59c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:53.339557 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Bound port: 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69f68a1-f091-41a8-94e4-0107a47d59c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:53.339942 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.372583 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.411602 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 60d2bd69-2943-4a7d-8923-c0f73dc79940, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=60d2bd69-2943-4a7d-8923-c0f73dc79940,segment=NetworkSegment(e69f68a1-f091-41a8-94e4-0107a47d59c1),segment_id=e69f68a1-f091-41a8-94e4-0107a47d59c1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:53.414922 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] For port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:53.416311 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.424276 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] For port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50,segment=NetworkSegment(e69f68a1-f091-41a8-94e4-0107a47d59c1),segment_id=e69f68a1-f091-41a8-94e4-0107a47d59c1)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:53.431475 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.479421 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=60d2bd69-2943-4a7d-8923-c0f73dc79940,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:53.592077 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Routers {'f24119b7-9a59-451b-ae7b-dc3e2cb61be5'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:53.592743 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:55:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:53.631726 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b220d95-41b3-4c8f-9ed1-8b5036a73da6 None None] Pushing event updated for resources: {'Port': ['ID=7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50,revision_number=4']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:53.714959 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] Set router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:53.924554 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:51Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50', 'name': '', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:20:e9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:50Z', 'updated_at': '2021-07-16T18:55:53Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:53.954695 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424799b-fd98-4dc9-b3db-d09d088f8c89 None None] The sync data for ids ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'] in n-d-787206-10 is: [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:51Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50', 'name': '', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:20:e9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:50Z', 'updated_at': '2021-07-16T18:55:53Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:54.006877 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-705fe2c8-4024-43d5-9a0f-f514987c6d04 req-7742025a-ddbe-47d6-804f-f63948d16503 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 210 time: 0.0366395 Jul 16 18:55:54.225434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-2bc215bd-70dd-459a-acff-e338de9397f4 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:54.226977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-2bc215bd-70dd-459a-acff-e338de9397f4 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "GET /v2.0/networks?id=c0475bc5-b601-4d88-a546-78f8e733ff64 HTTP/1.1" status: 200 len: 797 time: 0.1217813 Jul 16 18:55:54.276262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-91198474-619a-4948-b059-215cc8e5427b tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f HTTP/1.1" status: 200 len: 379 time: 0.0374739 Jul 16 18:55:54.286987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'port': {'device_id': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'admin_state_up': True, 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'security_groups': ['6d27b595-19b9-4b84-bbbc-ed576b03f24d']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:54.413628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Made reservation on behalf of a75a20bc03dc4803ad4d8d2a0f11316f for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:54.417733 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:54.576512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.20.0.8 (c0475bc5-b601-4d88-a546-78f8e733ff64/43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4/146c7d3b-0e65-42be-a8dc-a3f524b28aad) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:54.754928 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:54.769423 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Transition to ACTIVE for port object 146c7d3b-0e65-42be-a8dc-a3f524b28aad will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:54.807242 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:54.857207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network c0475bc5-b601-4d88-a546-78f8e733ff64 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:54.860662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:54.868379 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:54.912854 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=146c7d3b-0e65-42be-a8dc-a3f524b28aad,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:54.940591 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:54.941238 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:54.962982 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-955ee60f-7ae1-4417-ad27-184b166d0157 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6812916 Jul 16 18:55:54.970484 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 047c2b12-e154-41a6-8f95-e147e3bb3af5 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:55.028306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Request body: {'port': {'device_id': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:55.044728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 047c2b12-e154-41a6-8f95-e147e3bb3af5 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:55.046430 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.127123 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.143554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:55.205657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:55.217767 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:55.218162 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.265814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3e55c9ec-c2e2-431c-9965-8290498b0ffe None None] Provisioning for port 146c7d3b-0e65-42be-a8dc-a3f524b28aad completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:55.273792 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-3e55c9ec-c2e2-431c-9965-8290498b0ffe None None] Provisioning complete for port 146c7d3b-0e65-42be-a8dc-a3f524b28aad triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:55.273978 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3e55c9ec-c2e2-431c-9965-8290498b0ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.339720 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.341654 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-3e55c9ec-c2e2-431c-9965-8290498b0ffe None None] Port 146c7d3b-0e65-42be-a8dc-a3f524b28aad cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:55:55.358191 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ab0e4-f0a6-4444-a09e-62346bd2df34 req-b5725d9f-9953-45ab-82bc-fc853714f803 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:55.359852 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e93ab0e4-f0a6-4444-a09e-62346bd2df34 req-b5725d9f-9953-45ab-82bc-fc853714f803 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 931 time: 0.1688881 Jul 16 18:55:55.376584 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50,segment=NetworkSegment(e69f68a1-f091-41a8-94e4-0107a47d59c1),segment_id=e69f68a1-f091-41a8-94e4-0107a47d59c1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:55.381243 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.382045 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 60d2bd69-2943-4a7d-8923-c0f73dc79940 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:55.447231 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e93ab0e4-f0a6-4444-a09e-62346bd2df34 req-edd4798c-3327-45fd-91c2-3261c33e606e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608182 Jul 16 18:55:55.476299 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:55.489856 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 60d2bd69-2943-4a7d-8923-c0f73dc79940 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:55.490237 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.517235 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146c7d3b-0e65-42be-a8dc-a3f524b28aad {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:55:55.526294 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.540265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Transition to ACTIVE for port object 146c7d3b-0e65-42be-a8dc-a3f524b28aad will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:55.545348 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.600158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=146c7d3b-0e65-42be-a8dc-a3f524b28aad,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:55.674418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Attempting to bind port 146c7d3b-0e65-42be-a8dc-a3f524b28aad on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:55.674757 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Attempting to bind port 146c7d3b-0e65-42be-a8dc-a3f524b28aad by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': 'e69f68a1-f091-41a8-94e4-0107a47d59c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:55.675088 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Attempting to bind port 146c7d3b-0e65-42be-a8dc-a3f524b28aad on network c0475bc5-b601-4d88-a546-78f8e733ff64 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:55.680729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Port 146c7d3b-0e65-42be-a8dc-a3f524b28aad on network c0475bc5-b601-4d88-a546-78f8e733ff64 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:55:55.681049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Attempting to bind port 146c7d3b-0e65-42be-a8dc-a3f524b28aad on network c0475bc5-b601-4d88-a546-78f8e733ff64 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:55.686387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:55.686728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Checking segment: {'id': 'e69f68a1-f091-41a8-94e4-0107a47d59c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:55.687117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Bound using segment: {'id': 'e69f68a1-f091-41a8-94e4-0107a47d59c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:55.687587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Bound port: 146c7d3b-0e65-42be-a8dc-a3f524b28aad, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69f68a1-f091-41a8-94e4-0107a47d59c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:55.687945 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.756734 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] For port 146c7d3b-0e65-42be-a8dc-a3f524b28aad, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:55.760462 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] For port 146c7d3b-0e65-42be-a8dc-a3f524b28aad, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=146c7d3b-0e65-42be-a8dc-a3f524b28aad,segment=NetworkSegment(e69f68a1-f091-41a8-94e4-0107a47d59c1),segment_id=e69f68a1-f091-41a8-94e4-0107a47d59c1)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:55.765492 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.138348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:56.138961 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.140412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] 10.222.0.43 "PUT /v2.0/ports/146c7d3b-0e65-42be-a8dc-a3f524b28aad HTTP/1.1" status: 200 len: 1092 time: 1.1701314 Jul 16 18:55:56.140919 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'tag': '146c7d3b-0e65-42be-a8dc-a3f524b28aad'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:56.143181 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e5f504-fdbd-4f81-8e26-b6ec0703c9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4d439d-973a-42d3-8a07-a71315b7fdc1", "tag": "146c7d3b-0e65-42be-a8dc-a3f524b28aad"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:56.179808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ea909-8897-4fce-be9b-830c23b78fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=146c7d3b-0e65-42be-a8dc-a3f524b28aad,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:56.213192 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5809a24-5c86-4c06-8762-1c7fda4bdf7f x-openstack-request-id: req-a5809a24-5c86-4c06-8762-1c7fda4bdf7f {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:56.213477 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4d439d-973a-42d3-8a07-a71315b7fdc1", "tag": "146c7d3b-0e65-42be-a8dc-a3f524b28aad", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:56.213722 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5809a24-5c86-4c06-8762-1c7fda4bdf7f {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:56.214108 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'tag': '146c7d3b-0e65-42be-a8dc-a3f524b28aad', 'status': 'completed', 'code': 200} Jul 16 18:55:56.242584 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-be8ea35b-7fca-4485-a8c1-916a47468d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:56.244133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-be8ea35b-7fca-4485-a8c1-916a47468d75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 1095 time: 0.0608554 Jul 16 18:55:56.288656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-ebac04d5-21d4-4f00-ae86-fcd91d3e65cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=146c7d3b-0e65-42be-a8dc-a3f524b28aad HTTP/1.1" status: 200 len: 217 time: 0.0358829 Jul 16 18:55:56.344975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-2efb996c-ebff-47ff-911f-244fc15c0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:56.346432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-2efb996c-ebff-47ff-911f-244fc15c0ab6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4 HTTP/1.1" status: 200 len: 835 time: 0.0518425 Jul 16 18:55:56.405627 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-23626307-9d2c-48d6-b6ac-f454a41500fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:56.407088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-23626307-9d2c-48d6-b6ac-f454a41500fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0475bc5-b601-4d88-a546-78f8e733ff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536697 Jul 16 18:55:56.500919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-2a9df8f2-b65b-4a69-92a1-18dc38782594 service neutron] 10.222.0.43 "GET /v2.0/networks/c0475bc5-b601-4d88-a546-78f8e733ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830903 Jul 16 18:55:56.632816 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ddc3a19e-851a-4683-b8f5-6165b888ad4b req-a67ae2b5-97a6-476f-b921-2b109b4abb0c service neutron] 10.222.0.43 "GET /v2.0/networks/c0475bc5-b601-4d88-a546-78f8e733ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244054 Jul 16 18:55:56.660709 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0230223-af7d-46b2-bc8a-31f22c24269d req-6d4c0089-7b75-4cd9-ab2f-5b18c357b8c9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:56.662738 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0230223-af7d-46b2-bc8a-31f22c24269d req-6d4c0089-7b75-4cd9-ab2f-5b18c357b8c9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 943 time: 0.0907550 Jul 16 18:55:56.742115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0230223-af7d-46b2-bc8a-31f22c24269d req-d33b6b65-d580-4bb2-8006-54bad509145a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721400 Jul 16 18:55:56.762478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5f504-fdbd-4f81-8e26-b6ec0703c9b7 req-2feefd62-4e0d-4fcb-8029-a131f4b83338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:56.764043 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26e5f504-fdbd-4f81-8e26-b6ec0703c9b7 req-2feefd62-4e0d-4fcb-8029-a131f4b83338 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 1095 time: 0.0745914 Jul 16 18:55:56.844009 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:56.861502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5f504-fdbd-4f81-8e26-b6ec0703c9b7 req-cf230220-fac0-44e3-b20e-9d1ab94c6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:56.863064 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26e5f504-fdbd-4f81-8e26-b6ec0703c9b7 req-cf230220-fac0-44e3-b20e-9d1ab94c6a41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0475bc5-b601-4d88-a546-78f8e733ff64 HTTP/1.1" status: 200 len: 898 time: 0.0916157 Jul 16 18:55:56.894811 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:56.895217 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.909504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26e5f504-fdbd-4f81-8e26-b6ec0703c9b7 req-d976c38e-8276-4f3f-9f2a-bd675306571d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=146c7d3b-0e65-42be-a8dc-a3f524b28aad HTTP/1.1" status: 200 len: 217 time: 0.0391912 Jul 16 18:55:56.961659 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5f504-fdbd-4f81-8e26-b6ec0703c9b7 req-ff1821e5-d545-41e3-9939-ca9b470d7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:56.963141 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26e5f504-fdbd-4f81-8e26-b6ec0703c9b7 req-ff1821e5-d545-41e3-9939-ca9b470d7dd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4 HTTP/1.1" status: 200 len: 835 time: 0.0452089 Jul 16 18:55:57.022846 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5f504-fdbd-4f81-8e26-b6ec0703c9b7 req-0722dc09-fc19-4f84-b83c-8bfcef9a8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:57.024436 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26e5f504-fdbd-4f81-8e26-b6ec0703c9b7 req-0722dc09-fc19-4f84-b83c-8bfcef9a8b4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0475bc5-b601-4d88-a546-78f8e733ff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539536 Jul 16 18:55:57.073114 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:57.123219 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26e5f504-fdbd-4f81-8e26-b6ec0703c9b7 req-9df11fd0-b8dc-4827-aa14-21bbdc348a73 service neutron] 10.222.0.43 "GET /v2.0/networks/c0475bc5-b601-4d88-a546-78f8e733ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907304 Jul 16 18:55:57.160688 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:57.219127 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26e5f504-fdbd-4f81-8e26-b6ec0703c9b7 req-831d0b98-602c-4260-bf6c-ed1c8e66b495 service neutron] 10.222.0.43 "GET /v2.0/networks/c0475bc5-b601-4d88-a546-78f8e733ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879822 Jul 16 18:55:57.924831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b31fe2-f0d1-493c-9352-ed07d15bb36a req-c2ecc1eb-bc01-4ece-8320-5cff3db7924e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:57.926322 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0b31fe2-f0d1-493c-9352-ed07d15bb36a req-c2ecc1eb-bc01-4ece-8320-5cff3db7924e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 943 time: 0.0712438 Jul 16 18:55:57.964487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d0b31fe2-f0d1-493c-9352-ed07d15bb36a req-5b4ea242-82f5-4829-9987-71fb0aa13f48 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324771 Jul 16 18:55:58.092699 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ee1a2662-a7e4-4ee9-917d-e7466f35ddd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.141504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098ad6f-baff-47a3-aed7-b1a599a8e066 req-47ec9fb7-1d7b-4a3b-b6fa-1c0de3d5d31c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:59.142929 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3098ad6f-baff-47a3-aed7-b1a599a8e066 req-47ec9fb7-1d7b-4a3b-b6fa-1c0de3d5d31c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 943 time: 0.0652797 Jul 16 18:55:59.147696 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 146c7d3b-0e65-42be-a8dc-a3f524b28aad details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:55:59.186810 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3098ad6f-baff-47a3-aed7-b1a599a8e066 req-4053ae82-48a6-44e9-9887-9edb513b784d tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369098 Jul 16 18:55:59.251886 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 146c7d3b-0e65-42be-a8dc-a3f524b28aad, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=146c7d3b-0e65-42be-a8dc-a3f524b28aad,segment=NetworkSegment(e69f68a1-f091-41a8-94e4-0107a47d59c1),segment_id=e69f68a1-f091-41a8-94e4-0107a47d59c1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:59.264003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '146c7d3b-0e65-42be-a8dc-a3f524b28aad', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'port_id': '146c7d3b-0e65-42be-a8dc-a3f524b28aad', 'mac_address': 'fa:16:3e:91:e2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:55:59.305784 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.319506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146c7d3b-0e65-42be-a8dc-a3f524b28aad {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:55:59.338563 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 146c7d3b-0e65-42be-a8dc-a3f524b28aad, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=146c7d3b-0e65-42be-a8dc-a3f524b28aad,segment=NetworkSegment(e69f68a1-f091-41a8-94e4-0107a47d59c1),segment_id=e69f68a1-f091-41a8-94e4-0107a47d59c1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:59.341827 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.388281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=146c7d3b-0e65-42be-a8dc-a3f524b28aad,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:59.597384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['146c7d3b-0e65-42be-a8dc-a3f524b28aad'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:56:00.371205 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a2c0-4d0e-48b8-bf63-f890b7127616 req-275c3e03-bb4d-4379-93c0-3fc2e58eae19 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:00.372701 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c880a2c0-4d0e-48b8-bf63-f890b7127616 req-275c3e03-bb4d-4379-93c0-3fc2e58eae19 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 944 time: 0.0656641 Jul 16 18:56:00.411063 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c880a2c0-4d0e-48b8-bf63-f890b7127616 req-8c0ea3dc-df15-4713-a13a-fb61e7295f63 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325780 Jul 16 18:56:00.747420 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:00.791147 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-eeb2a3d9-bd3d-4feb-a0e5-6f91d0f08449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:01.160944 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 146c7d3b-0e65-42be-a8dc-a3f524b28aad up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:01.208912 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 146c7d3b-0e65-42be-a8dc-a3f524b28aad completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:01.212532 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 146c7d3b-0e65-42be-a8dc-a3f524b28aad triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:01.212907 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:01.440073 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:01.463030 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146c7d3b-0e65-42be-a8dc-a3f524b28aad'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:01.465521 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a85258-460a-4282-9e26-8b6cd4e889aa" -d '{"events": [{"server_uuid": "ea4d439d-973a-42d3-8a07-a71315b7fdc1", "name": "network-vif-plugged", "status": "completed", "tag": "146c7d3b-0e65-42be-a8dc-a3f524b28aad"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:01.480251 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 146c7d3b-0e65-42be-a8dc-a3f524b28aad, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=146c7d3b-0e65-42be-a8dc-a3f524b28aad,segment=NetworkSegment(e69f68a1-f091-41a8-94e4-0107a47d59c1),segment_id=e69f68a1-f091-41a8-94e4-0107a47d59c1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:01.486554 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:01.540503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=146c7d3b-0e65-42be-a8dc-a3f524b28aad,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:01.582256 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65f52e5-1e68-4c5c-a883-fbe61a33ac4d x-openstack-request-id: req-f65f52e5-1e68-4c5c-a883-fbe61a33ac4d {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:01.583216 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4d439d-973a-42d3-8a07-a71315b7fdc1", "name": "network-vif-plugged", "status": "completed", "tag": "146c7d3b-0e65-42be-a8dc-a3f524b28aad", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:01.583514 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f65f52e5-1e68-4c5c-a883-fbe61a33ac4d {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:01.583922 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146c7d3b-0e65-42be-a8dc-a3f524b28aad', 'code': 200} Jul 16 18:56:01.600142 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67135c5c-f233-4e90-bd13-cf97c82e4c9b req-cd03792f-1dd1-4db3-bf23-4327f6b04f41 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:01.601663 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67135c5c-f233-4e90-bd13-cf97c82e4c9b req-cd03792f-1dd1-4db3-bf23-4327f6b04f41 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 945 time: 0.0746610 Jul 16 18:56:01.643584 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-67135c5c-f233-4e90-bd13-cf97c82e4c9b req-e9ff66f4-e1c9-434a-aec2-1df3636e0245 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360384 Jul 16 18:56:01.702624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52657397-726e-4eee-a46b-a003e0bb148d req-354ec1f7-4697-4a77-b0e3-65081042b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:01.704115 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52657397-726e-4eee-a46b-a003e0bb148d req-354ec1f7-4697-4a77-b0e3-65081042b422 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 1097 time: 0.0552654 Jul 16 18:56:01.740284 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-52657397-726e-4eee-a46b-a003e0bb148d req-5141dad4-0872-4794-b46b-161de181b430 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282691 Jul 16 18:56:02.063558 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:02.841555 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ac87-60b7-4151-9ce9-db128ce6e8ea req-233de8f4-3a88-4eff-95d2-69a92b462e4e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:02.843086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d62ac87-60b7-4151-9ce9-db128ce6e8ea req-233de8f4-3a88-4eff-95d2-69a92b462e4e tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 945 time: 0.0744765 Jul 16 18:56:02.884921 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1d62ac87-60b7-4151-9ce9-db128ce6e8ea req-9188ac5a-ff4b-48ad-aecb-9ae54d477254 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352364 Jul 16 18:56:03.071948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cc96b-0588-462c-80c7-e1a2d1a48a9d req-96f1c706-bac8-4616-9818-754312e20beb tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:03.073392 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d80cc96b-0588-462c-80c7-e1a2d1a48a9d req-96f1c706-bac8-4616-9818-754312e20beb tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 945 time: 0.0713911 Jul 16 18:56:03.112177 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d80cc96b-0588-462c-80c7-e1a2d1a48a9d req-eb5f7639-3a16-43ea-bde9-6fabdc25194a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327609 Jul 16 18:56:03.137503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55564) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:03.191485 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070dd5c-287a-43d4-a5f4-c5425e56ff11 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:03.193639 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f070dd5c-287a-43d4-a5f4-c5425e56ff11 tempest-TestNetworkAdvancedServerOps-1887751366 tempest-TestNetworkAdvancedServerOps-1887751366-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 1092 time: 0.0551581 Jul 16 18:56:03.196571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55566) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:03.200943 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '146c7d3b-0e65-42be-a8dc-a3f524b28aad', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:03.223402 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.346248 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.455125 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Allocated IP 172.25.5.17 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/ac454ef4-1933-4310-9539-caa0ac225d5b) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:03.562908 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.601882 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.644668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:03.647477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:03.651033 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:56:03.656701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=ac454ef4-1933-4310-9539-caa0ac225d5b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:03.822970 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.035331 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.117361 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.270631 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.275317 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.344194 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event updated for resources: {'Port': ['ID=ac454ef4-1933-4310-9539-caa0ac225d5b,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:04.354896 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.457762 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Floating IP e532783b-87f0-4474-9234-97fbde9b374d associated. External IP: 172.25.5.17, port: 146c7d3b-0e65-42be-a8dc-a3f524b28aad. Jul 16 18:56:04.669424 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:56:04.788894 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:56:04.801225 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88bb17f-27fb-4841-8c24-0ad7c7356f8d None None] Sync routers for ids ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:56:04.810029 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.815878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88bb17f-27fb-4841-8c24-0ad7c7356f8d None None] Routers {'f24119b7-9a59-451b-ae7b-dc3e2cb61be5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:04.816958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e88bb17f-27fb-4841-8c24-0ad7c7356f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:04.871088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c74734bc-9b6a-4947-93c2-38f3d713f9ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6732500 Jul 16 18:56:04.872029 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'tag': '146c7d3b-0e65-42be-a8dc-a3f524b28aad'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:04.875952 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96fbcf0-af09-4639-aa22-eac731f7ff97" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4d439d-973a-42d3-8a07-a71315b7fdc1", "tag": "146c7d3b-0e65-42be-a8dc-a3f524b28aad"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:04.922015 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8dc3f7-e4d6-47f4-b43c-e795f6788f00 x-openstack-request-id: req-2a8dc3f7-e4d6-47f4-b43c-e795f6788f00 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:04.922312 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4d439d-973a-42d3-8a07-a71315b7fdc1", "tag": "146c7d3b-0e65-42be-a8dc-a3f524b28aad", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:04.922562 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a8dc3f7-e4d6-47f4-b43c-e795f6788f00 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:04.923492 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'tag': '146c7d3b-0e65-42be-a8dc-a3f524b28aad', 'status': 'completed', 'code': 200} Jul 16 18:56:04.935840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-e88bb17f-27fb-4841-8c24-0ad7c7356f8d None None] Set router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:05.051837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fbcf0-af09-4639-aa22-eac731f7ff97 req-19769560-ee1f-4856-9acd-f589e8d7b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:05.053540 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e96fbcf0-af09-4639-aa22-eac731f7ff97 req-19769560-ee1f-4856-9acd-f589e8d7b56d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 1097 time: 0.1094213 Jul 16 18:56:05.061853 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e13b23-4187-4f11-b0f1-b117ca185e14 req-f07fb0e8-d421-46a5-9adc-4bb5690d220c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:05.063256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06e13b23-4187-4f11-b0f1-b117ca185e14 req-f07fb0e8-d421-46a5-9adc-4bb5690d220c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 945 time: 0.0915563 Jul 16 18:56:05.156277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06e13b23-4187-4f11-b0f1-b117ca185e14 req-d335965f-6623-4479-bd7e-a9ca4cedd93f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829496 Jul 16 18:56:05.171409 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e88bb17f-27fb-4841-8c24-0ad7c7356f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:51Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'e532783b-87f0-4474-9234-97fbde9b374d', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'port_id': '146c7d3b-0e65-42be-a8dc-a3f524b28aad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'mac_address': 'fa:16:3e:91:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:56:03Z', 'updated_at': '2021-07-16T18:56:03Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50', 'name': '', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:20:e9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:50Z', 'updated_at': '2021-07-16T18:55:55Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:05.180759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fbcf0-af09-4639-aa22-eac731f7ff97 req-cf73ed10-a224-4669-ab44-0d025d82cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:05.182266 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e96fbcf0-af09-4639-aa22-eac731f7ff97 req-cf73ed10-a224-4669-ab44-0d025d82cda5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0475bc5-b601-4d88-a546-78f8e733ff64 HTTP/1.1" status: 200 len: 898 time: 0.1181180 Jul 16 18:56:05.182798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55572) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:05.198576 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88bb17f-27fb-4841-8c24-0ad7c7356f8d None None] Checking router: f24119b7-9a59-451b-ae7b-dc3e2cb61be5 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:56:05.207107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88bb17f-27fb-4841-8c24-0ad7c7356f8d None None] Routers {'f24119b7-9a59-451b-ae7b-dc3e2cb61be5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:05.207802 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e88bb17f-27fb-4841-8c24-0ad7c7356f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:56:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:05.293170 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-614af489-b9a8-4564-af6d-9526c0cf2e96 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/e532783b-87f0-4474-9234-97fbde9b374d HTTP/1.1" status: 200 len: 990 time: 0.1092291 Jul 16 18:56:05.295116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e96fbcf0-af09-4639-aa22-eac731f7ff97 req-ed722abe-5d83-4184-911b-62e47944bacd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=146c7d3b-0e65-42be-a8dc-a3f524b28aad HTTP/1.1" status: 200 len: 998 time: 0.1059840 Jul 16 18:56:05.317994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-e88bb17f-27fb-4841-8c24-0ad7c7356f8d None None] Set router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:05.349947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fbcf0-af09-4639-aa22-eac731f7ff97 req-cb8307f2-e080-4b58-8687-4d55bb198411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:05.351486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e96fbcf0-af09-4639-aa22-eac731f7ff97 req-cb8307f2-e080-4b58-8687-4d55bb198411 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4 HTTP/1.1" status: 200 len: 835 time: 0.0491958 Jul 16 18:56:05.408936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fbcf0-af09-4639-aa22-eac731f7ff97 req-7632f5b5-aab6-4ecc-9bd1-ccd5bd67968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:05.411408 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e96fbcf0-af09-4639-aa22-eac731f7ff97 req-7632f5b5-aab6-4ecc-9bd1-ccd5bd67968c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0475bc5-b601-4d88-a546-78f8e733ff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533974 Jul 16 18:56:05.505988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e96fbcf0-af09-4639-aa22-eac731f7ff97 req-3a31369b-9d7d-419d-9d9c-d0c7af9325c8 service neutron] 10.222.0.43 "GET /v2.0/networks/c0475bc5-b601-4d88-a546-78f8e733ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865726 Jul 16 18:56:05.549941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-e88bb17f-27fb-4841-8c24-0ad7c7356f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:51Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'e532783b-87f0-4474-9234-97fbde9b374d', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'port_id': '146c7d3b-0e65-42be-a8dc-a3f524b28aad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'mac_address': 'fa:16:3e:91:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:56:03Z', 'updated_at': '2021-07-16T18:56:03Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50', 'name': '', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:20:e9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:50Z', 'updated_at': '2021-07-16T18:55:55Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:05.576368 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88bb17f-27fb-4841-8c24-0ad7c7356f8d None None] The sync data for ids ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'] in n-d-787206-10 is: [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:51Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': 'e532783b-87f0-4474-9234-97fbde9b374d', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'port_id': '146c7d3b-0e65-42be-a8dc-a3f524b28aad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'mac_address': 'fa:16:3e:91:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:56:03Z', 'updated_at': '2021-07-16T18:56:03Z', 'revision_number': 0, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50', 'name': '', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:20:e9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:50Z', 'updated_at': '2021-07-16T18:55:55Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:56:05.606826 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e96fbcf0-af09-4639-aa22-eac731f7ff97 req-db35af29-5cb8-4d87-b02b-a4d7b4d18a7c service neutron] 10.222.0.43 "GET /v2.0/networks/c0475bc5-b601-4d88-a546-78f8e733ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944259 Jul 16 18:56:05.770665 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998435b-bac6-40f0-a137-70ba026b5613 None None] New status for floating IP e532783b-87f0-4474-9234-97fbde9b374d: ACTIVE {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:56:06.296762 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55574) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:06.358931 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-242d539f-2a47-41b6-912c-1a5498b96975 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/e532783b-87f0-4474-9234-97fbde9b374d HTTP/1.1" status: 200 len: 992 time: 0.0610621 Jul 16 18:56:16.950068 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:56:27.087558 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.159179 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:28.092750 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d81187f7-55a0-4a08-84e6-148682c80a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.750608 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.793103 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-746ae462-52ac-4884-9af5-e58e3a2831bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:32.065829 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.825156 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:39.910114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62a632-5cac-4e95-aa6a-cb76a791d868 req-3d9f4b93-9e49-41dc-8038-6ae6bda3274f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:39.911577 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa62a632-5cac-4e95-aa6a-cb76a791d868 req-3d9f4b93-9e49-41dc-8038-6ae6bda3274f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 945 time: 0.0690415 Jul 16 18:56:39.950550 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa62a632-5cac-4e95-aa6a-cb76a791d868 req-5e99592a-6585-4628-a1f5-7040a7c893bf tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324140 Jul 16 18:56:41.156539 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f8156-345f-402d-9f03-53ca8caf38b2 req-22682c66-9a62-449c-99f4-53aeb9629d12 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:41.157944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f21f8156-345f-402d-9f03-53ca8caf38b2 req-22682c66-9a62-449c-99f4-53aeb9629d12 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 945 time: 0.0774055 Jul 16 18:56:41.197238 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f21f8156-345f-402d-9f03-53ca8caf38b2 req-db5838a8-18d8-4f18-a068-c6c22aaf629c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331542 Jul 16 18:56:41.221612 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55598) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:41.286150 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6933b382-3f3b-4fa9-a431-ceb5eda2dbd2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/e532783b-87f0-4474-9234-97fbde9b374d HTTP/1.1" status: 200 len: 992 time: 0.0633333 Jul 16 18:56:42.749520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48682c58-511e-4798-9b47-8b23123153f0 req-bda7fb9f-3723-479a-92e5-4554ce9fc70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:42.751252 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48682c58-511e-4798-9b47-8b23123153f0 req-bda7fb9f-3723-479a-92e5-4554ce9fc70d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 1097 time: 0.0999491 Jul 16 18:56:42.765277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35069b5f-cc25-4115-ad74-07289274a326 req-d46a367c-6d5e-49b8-b7a0-ba1242c9f1e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:42.766681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35069b5f-cc25-4115-ad74-07289274a326 req-d46a367c-6d5e-49b8-b7a0-ba1242c9f1e2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 945 time: 0.0891175 Jul 16 18:56:42.854546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35069b5f-cc25-4115-ad74-07289274a326 req-a348642f-0b4d-452d-8397-2d0298eeefc3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804627 Jul 16 18:56:42.881211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48682c58-511e-4798-9b47-8b23123153f0 req-ddec2894-0ac5-44df-9280-b1be3b425407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:42.882702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48682c58-511e-4798-9b47-8b23123153f0 req-ddec2894-0ac5-44df-9280-b1be3b425407 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0475bc5-b601-4d88-a546-78f8e733ff64 HTTP/1.1" status: 200 len: 898 time: 0.1250958 Jul 16 18:56:42.955445 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48682c58-511e-4798-9b47-8b23123153f0 req-c8f1ed93-cc50-4121-acdf-8ed18440e1df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=146c7d3b-0e65-42be-a8dc-a3f524b28aad HTTP/1.1" status: 200 len: 1000 time: 0.0641525 Jul 16 18:56:43.007012 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48682c58-511e-4798-9b47-8b23123153f0 req-cc3fe242-6155-4278-bd40-02298bef176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:43.008515 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48682c58-511e-4798-9b47-8b23123153f0 req-cc3fe242-6155-4278-bd40-02298bef176b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4 HTTP/1.1" status: 200 len: 835 time: 0.0458682 Jul 16 18:56:43.068875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48682c58-511e-4798-9b47-8b23123153f0 req-20fa7b9b-fcf2-40b2-a5e9-36174c570464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:43.070396 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48682c58-511e-4798-9b47-8b23123153f0 req-20fa7b9b-fcf2-40b2-a5e9-36174c570464 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0475bc5-b601-4d88-a546-78f8e733ff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549605 Jul 16 18:56:43.175102 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48682c58-511e-4798-9b47-8b23123153f0 req-698a7987-33a0-404a-962e-015ed2fd875d service neutron] 10.222.0.43 "GET /v2.0/networks/c0475bc5-b601-4d88-a546-78f8e733ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973811 Jul 16 18:56:43.265984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-48682c58-511e-4798-9b47-8b23123153f0 req-ce39a103-a0c0-42ff-ad89-93bec767f136 service neutron] 10.222.0.43 "GET /v2.0/networks/c0475bc5-b601-4d88-a546-78f8e733ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844798 Jul 16 18:56:44.040248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d455f6-7e34-4ab3-b842-55f9d560bbcf req-d1edd75b-4bfa-49dd-8ce1-f2d5b5696d1c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:44.042060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2d455f6-7e34-4ab3-b842-55f9d560bbcf req-d1edd75b-4bfa-49dd-8ce1-f2d5b5696d1c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 945 time: 0.0712218 Jul 16 18:56:44.082698 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f2d455f6-7e34-4ab3-b842-55f9d560bbcf req-4e983a3f-f51a-4336-954f-1951eb83e7ec tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350387 Jul 16 18:56:45.263234 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6afea-fa62-4644-a83a-8703d73a4269 req-ad673e09-7355-4157-ad27-428946906e37 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:45.264795 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5da6afea-fa62-4644-a83a-8703d73a4269 req-ad673e09-7355-4157-ad27-428946906e37 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 945 time: 0.0663135 Jul 16 18:56:45.306642 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5da6afea-fa62-4644-a83a-8703d73a4269 req-b7670cef-3ced-4273-a1de-9f9d04f49ff8 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362318 Jul 16 18:56:45.331359 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55610) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:45.393300 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-f4cfaa9b-8bba-48e8-8dd1-b6a963d0e950 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/floatingips/e532783b-87f0-4474-9234-97fbde9b374d HTTP/1.1" status: 200 len: 992 time: 0.0606534 Jul 16 18:56:45.658732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55616) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:45.822269 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port ac454ef4-1933-4310-9539-caa0ac225d5b {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:45.822617 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:45.904369 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:45.904840 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:45.918884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for ac454ef4-1933-4310-9539-caa0ac225d5b owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:46.070827 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:46.419585 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=ac454ef4-1933-4310-9539-caa0ac225d5b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:46.430230 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:46.430576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:46.430913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:46.431242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:46.431593 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:46.431922 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:46.432581 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:46.433153 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:46.433491 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:46.433818 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:46.434139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:46.434459 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:46.495991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:46.496321 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Floating IP e532783b-87f0-4474-9234-97fbde9b374d disassociated (deleted). External IP: 172.25.5.17, port: 146c7d3b-0e65-42be-a8dc-a3f524b28aad. Jul 16 18:56:46.705388 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:56:46.819118 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:56:46.824219 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:46.829610 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af01989-0eb4-4d38-838d-caaadd1d71fd None None] Sync routers for ids ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:56:46.840936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af01989-0eb4-4d38-838d-caaadd1d71fd None None] Routers {'f24119b7-9a59-451b-ae7b-dc3e2cb61be5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:46.841679 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1af01989-0eb4-4d38-838d-caaadd1d71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:46.867448 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a20414ac-a591-4618-a69a-316f364540e9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/floatingips/e532783b-87f0-4474-9234-97fbde9b374d HTTP/1.1" status: 204 len: 168 time: 1.2076728 Jul 16 18:56:46.868061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'tag': '146c7d3b-0e65-42be-a8dc-a3f524b28aad'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:46.870528 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b716fc52-9cd8-4954-8ce5-088296ca50cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4d439d-973a-42d3-8a07-a71315b7fdc1", "tag": "146c7d3b-0e65-42be-a8dc-a3f524b28aad"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:46.912391 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3803f53-e7cd-41b7-818f-ad97f4bf9cd1 x-openstack-request-id: req-d3803f53-e7cd-41b7-818f-ad97f4bf9cd1 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:46.912686 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4d439d-973a-42d3-8a07-a71315b7fdc1", "tag": "146c7d3b-0e65-42be-a8dc-a3f524b28aad", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:46.913098 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3803f53-e7cd-41b7-818f-ad97f4bf9cd1 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:46.913526 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'tag': '146c7d3b-0e65-42be-a8dc-a3f524b28aad', 'status': 'completed', 'code': 200} Jul 16 18:56:46.961973 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-1af01989-0eb4-4d38-838d-caaadd1d71fd None None] Set router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:46.996997 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716fc52-9cd8-4954-8ce5-088296ca50cf req-78fc5f85-a919-492c-b380-51920345d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:46.998943 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b716fc52-9cd8-4954-8ce5-088296ca50cf req-78fc5f85-a919-492c-b380-51920345d680 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 1097 time: 0.0631137 Jul 16 18:56:47.118788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716fc52-9cd8-4954-8ce5-088296ca50cf req-bb432c26-6c14-4e46-9631-265ab377555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:47.120501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b716fc52-9cd8-4954-8ce5-088296ca50cf req-bb432c26-6c14-4e46-9631-265ab377555f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0475bc5-b601-4d88-a546-78f8e733ff64 HTTP/1.1" status: 200 len: 898 time: 0.1154542 Jul 16 18:56:47.168010 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b716fc52-9cd8-4954-8ce5-088296ca50cf req-68faa8f6-030a-44d3-8524-b6d897adff98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=146c7d3b-0e65-42be-a8dc-a3f524b28aad HTTP/1.1" status: 200 len: 217 time: 0.0394814 Jul 16 18:56:47.198865 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1af01989-0eb4-4d38-838d-caaadd1d71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:51Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50', 'name': '', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:20:e9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:50Z', 'updated_at': '2021-07-16T18:55:55Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:47.230415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af01989-0eb4-4d38-838d-caaadd1d71fd None None] Checking router: f24119b7-9a59-451b-ae7b-dc3e2cb61be5 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:56:47.240997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af01989-0eb4-4d38-838d-caaadd1d71fd None None] Routers {'f24119b7-9a59-451b-ae7b-dc3e2cb61be5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:47.241638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1af01989-0eb4-4d38-838d-caaadd1d71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:47.259906 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716fc52-9cd8-4954-8ce5-088296ca50cf req-1733c8ab-8995-4372-be72-426b9e5fc239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:47.261406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b716fc52-9cd8-4954-8ce5-088296ca50cf req-1733c8ab-8995-4372-be72-426b9e5fc239 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4 HTTP/1.1" status: 200 len: 835 time: 0.0867755 Jul 16 18:56:47.322225 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08d11f-fb04-4b25-b0df-c355c09f3da7 req-e42fd26b-be0b-4fde-88ea-218c3d10acd3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:47.323782 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c08d11f-fb04-4b25-b0df-c355c09f3da7 req-e42fd26b-be0b-4fde-88ea-218c3d10acd3 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 945 time: 0.1143816 Jul 16 18:56:47.349709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-1af01989-0eb4-4d38-838d-caaadd1d71fd None None] Set router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:47.360704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716fc52-9cd8-4954-8ce5-088296ca50cf req-c1aa4089-9977-4c52-9641-e947e594a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:47.362223 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b716fc52-9cd8-4954-8ce5-088296ca50cf req-c1aa4089-9977-4c52-9641-e947e594a0ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0475bc5-b601-4d88-a546-78f8e733ff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927427 Jul 16 18:56:47.396351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4c08d11f-fb04-4b25-b0df-c355c09f3da7 req-35751e60-5a41-49ed-afaa-dce719e26c0c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648906 Jul 16 18:56:47.466070 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b716fc52-9cd8-4954-8ce5-088296ca50cf req-bd65c4f6-c74e-4fec-9842-fb9e0f890039 service neutron] 10.222.0.43 "GET /v2.0/networks/c0475bc5-b601-4d88-a546-78f8e733ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953434 Jul 16 18:56:47.555814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-1af01989-0eb4-4d38-838d-caaadd1d71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:51Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50', 'name': '', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:20:e9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:50Z', 'updated_at': '2021-07-16T18:55:55Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:47.569007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b716fc52-9cd8-4954-8ce5-088296ca50cf req-509715e2-6b9a-4163-b401-c985155000a6 service neutron] 10.222.0.43 "GET /v2.0/networks/c0475bc5-b601-4d88-a546-78f8e733ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941489 Jul 16 18:56:47.588000 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af01989-0eb4-4d38-838d-caaadd1d71fd None None] The sync data for ids ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'] in n-d-787206-10 is: [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:51Z', 'revision_number': 4, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50', 'name': '', 'network_id': 'c0475bc5-b601-4d88-a546-78f8e733ff64', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'mac_address': 'fa:16:3e:20:e9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:50Z', 'updated_at': '2021-07-16T18:55:55Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'subnets': [{'id': '43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:56:47.797622 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c620d5d-ab48-4ce5-ad8d-f1afce722bbf None None] New status for floating IP e532783b-87f0-4474-9234-97fbde9b374d: DOWN {{(pid=100172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:56:48.578548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c06d33-d13c-4a4e-a38b-10620a3bd435 req-651e37fb-1563-4342-8f83-f3c073bc76c2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:48.580098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83c06d33-d13c-4a4e-a38b-10620a3bd435 req-651e37fb-1563-4342-8f83-f3c073bc76c2 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 945 time: 0.0656209 Jul 16 18:56:48.619586 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-83c06d33-d13c-4a4e-a38b-10620a3bd435 req-676e404d-e096-4f37-b85a-95d7aa085450 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d27b595-19b9-4b84-bbbc-ed576b03f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337811 Jul 16 18:56:48.829634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bdc90-e908-4467-b7a9-39aa4cddea14 req-0cc16334-fbe3-4a68-85e7-229dbd0e87f9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:48.831103 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-937bdc90-e908-4467-b7a9-39aa4cddea14 req-0cc16334-fbe3-4a68-85e7-229dbd0e87f9 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 945 time: 0.0646617 Jul 16 18:56:48.938077 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-937bdc90-e908-4467-b7a9-39aa4cddea14 req-7ef8668c-87c8-4459-a086-74d5ed95889a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 146c7d3b-0e65-42be-a8dc-a3f524b28aad {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:48.938417 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-937bdc90-e908-4467-b7a9-39aa4cddea14 req-7ef8668c-87c8-4459-a086-74d5ed95889a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:49.029305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-937bdc90-e908-4467-b7a9-39aa4cddea14 req-7ef8668c-87c8-4459-a086-74d5ed95889a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port 146c7d3b-0e65-42be-a8dc-a3f524b28aad, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=146c7d3b-0e65-42be-a8dc-a3f524b28aad,segment=NetworkSegment(e69f68a1-f091-41a8-94e4-0107a47d59c1),segment_id=e69f68a1-f091-41a8-94e4-0107a47d59c1)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:49.029659 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-937bdc90-e908-4467-b7a9-39aa4cddea14 req-7ef8668c-87c8-4459-a086-74d5ed95889a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:49.043418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-937bdc90-e908-4467-b7a9-39aa4cddea14 req-7ef8668c-87c8-4459-a086-74d5ed95889a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 146c7d3b-0e65-42be-a8dc-a3f524b28aad owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:49.179217 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-937bdc90-e908-4467-b7a9-39aa4cddea14 req-7ef8668c-87c8-4459-a086-74d5ed95889a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:49.209407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8668c-87c8-4459-a086-74d5ed95889a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=146c7d3b-0e65-42be-a8dc-a3f524b28aad,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:49.259091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-937bdc90-e908-4467-b7a9-39aa4cddea14 req-7ef8668c-87c8-4459-a086-74d5ed95889a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] No DVR routers for this DVR port 146c7d3b-0e65-42be-a8dc-a3f524b28aad on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:49.261951 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-937bdc90-e908-4467-b7a9-39aa4cddea14 req-7ef8668c-87c8-4459-a086-74d5ed95889a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:49.264098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-937bdc90-e908-4467-b7a9-39aa4cddea14 req-7ef8668c-87c8-4459-a086-74d5ed95889a tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.43 "DELETE /v2.0/ports/146c7d3b-0e65-42be-a8dc-a3f524b28aad HTTP/1.1" status: 204 len: 173 time: 0.4266777 Jul 16 18:56:49.264560 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'name': 'network-vif-deleted', 'tag': '146c7d3b-0e65-42be-a8dc-a3f524b28aad'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:49.266863 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230f54f8-c69b-4223-9a93-4552652fc484" -d '{"events": [{"server_uuid": "ea4d439d-973a-42d3-8a07-a71315b7fdc1", "name": "network-vif-deleted", "tag": "146c7d3b-0e65-42be-a8dc-a3f524b28aad"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:49.308976 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd986b2-fa80-44f1-b4a8-246b0401589b x-openstack-request-id: req-dcd986b2-fa80-44f1-b4a8-246b0401589b {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:49.309219 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4d439d-973a-42d3-8a07-a71315b7fdc1", "name": "network-vif-deleted", "tag": "146c7d3b-0e65-42be-a8dc-a3f524b28aad", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:49.309475 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcd986b2-fa80-44f1-b4a8-246b0401589b {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:49.309875 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4d439d-973a-42d3-8a07-a71315b7fdc1', 'name': 'network-vif-deleted', 'tag': '146c7d3b-0e65-42be-a8dc-a3f524b28aad', 'status': 'completed', 'code': 200} Jul 16 18:56:49.783617 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f7419037-0ab5-41f5-873f-e0c361d3615c req-a215a45c-50cc-42c1-ab61-c4ef7b4683bd tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea4d439d-973a-42d3-8a07-a71315b7fdc1 HTTP/1.1" status: 200 len: 210 time: 0.0331218 Jul 16 18:56:50.899397 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55636) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:51.267238 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:51.536779 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:51.537047 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:51.627646 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50,segment=NetworkSegment(e69f68a1-f091-41a8-94e4-0107a47d59c1),segment_id=e69f68a1-f091-41a8-94e4-0107a47d59c1)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:51.627997 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:51.640335 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 owned by network:router_interface {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:51.823068 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:51.852851 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:51.881254 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:51.881674 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:51.881968 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:51.882266 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:51.882593 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:51.882922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:51.883246 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:51.883669 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:51.883997 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:51.884317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:51.884635 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:51.884951 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:52.039788 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:52.585007 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:56:52.692606 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:56:52.697660 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9e47c0d4-7919-405a-923b-6b4c9e338a3f tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "PUT /v2.0/routers/f24119b7-9a59-451b-ae7b-dc3e2cb61be5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7971685 Jul 16 18:56:52.700380 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55638) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:52.702859 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50984e7b-50ee-48af-8cf4-8f5478d1f88c None None] Sync routers for ids ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:56:52.712947 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50984e7b-50ee-48af-8cf4-8f5478d1f88c None None] Routers {'f24119b7-9a59-451b-ae7b-dc3e2cb61be5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:52.713658 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-50984e7b-50ee-48af-8cf4-8f5478d1f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:52.752431 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-9683ad78-726b-4023-b022-28ba49bd581c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting subnet 43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:56:52.755927 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9683ad78-726b-4023-b022-28ba49bd581c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:52.802458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9683ad78-726b-4023-b022-28ba49bd581c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:52.820747 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-50984e7b-50ee-48af-8cf4-8f5478d1f88c None None] Set router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:52.901237 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9683ad78-726b-4023-b022-28ba49bd581c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:52.964591 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9683ad78-726b-4023-b022-28ba49bd581c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:52.999383 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683ad78-726b-4023-b022-28ba49bd581c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Subnet': ['ID=43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:53.001754 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9683ad78-726b-4023-b022-28ba49bd581c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.003709 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9683ad78-726b-4023-b022-28ba49bd581c tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/subnets/43c2d491-5e33-4a41-a7c7-0d6a3e5cfdb4 HTTP/1.1" status: 204 len: 168 time: 0.3023391 Jul 16 18:56:53.006992 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55640) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:53.007329 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-50984e7b-50ee-48af-8cf4-8f5478d1f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:56:51Z', 'revision_number': 5, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port': {'id': '047c2b12-e154-41a6-8f95-e147e3bb3af5', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:53.011952 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ca226b-766c-42cc-9e7c-6b2117320baa None None] Network c0475bc5-b601-4d88-a546-78f8e733ff64 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:56:53.037555 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50984e7b-50ee-48af-8cf4-8f5478d1f88c None None] Checking router: f24119b7-9a59-451b-ae7b-dc3e2cb61be5 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:56:53.066595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50984e7b-50ee-48af-8cf4-8f5478d1f88c None None] Routers {'f24119b7-9a59-451b-ae7b-dc3e2cb61be5'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:53.067804 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-50984e7b-50ee-48af-8cf4-8f5478d1f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:53.117381 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.230278 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.293159 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 047c2b12-e154-41a6-8f95-e147e3bb3af5 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:53.293510 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.376036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port 047c2b12-e154-41a6-8f95-e147e3bb3af5, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=047c2b12-e154-41a6-8f95-e147e3bb3af5,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:53.376492 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.383423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-50984e7b-50ee-48af-8cf4-8f5478d1f88c None None] Set router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:53.388510 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 047c2b12-e154-41a6-8f95-e147e3bb3af5 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:53.414886 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 146c7d3b-0e65-42be-a8dc-a3f524b28aad no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:53.461561 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-50984e7b-50ee-48af-8cf4-8f5478d1f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:56:53Z', 'revision_number': 6, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:53.465572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 146c7d3b-0e65-42be-a8dc-a3f524b28aad {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:53.465939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 146c7d3b-0e65-42be-a8dc-a3f524b28aad not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:53.495050 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50984e7b-50ee-48af-8cf4-8f5478d1f88c None None] The sync data for ids ['f24119b7-9a59-451b-ae7b-dc3e2cb61be5'] in n-d-787206-10 is: [{'id': 'f24119b7-9a59-451b-ae7b-dc3e2cb61be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770472384', 'tenant_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:47Z', 'updated_at': '2021-07-16T18:56:53Z', 'revision_number': 6, 'project_id': 'a75a20bc03dc4803ad4d8d2a0f11316f', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:56:53.567389 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.594342 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=047c2b12-e154-41a6-8f95-e147e3bb3af5,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:53.657878 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.755712 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.758579 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.806295 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.806812 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Fanout notify agent at l3_agent the message router_deleted on router f24119b7-9a59-451b-ae7b-dc3e2cb61be5 {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:56:53.814035 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.815255 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8161f504-2381-4ffe-96b5-c6fe76e94d10 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/routers/f24119b7-9a59-451b-ae7b-dc3e2cb61be5 HTTP/1.1" status: 204 len: 168 time: 0.8067417 Jul 16 18:56:53.819314 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55642) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:53.887237 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] DHCP port deletion for c0475bc5-b601-4d88-a546-78f8e733ff64 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:56:53.915034 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.945473 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Deleting port 60d2bd69-2943-4a7d-8923-c0f73dc79940 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:53.945473 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.954200 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:56:53.983032 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Deleting port 60d2bd69-2943-4a7d-8923-c0f73dc79940 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:53.983383 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.015137 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] For port 60d2bd69-2943-4a7d-8923-c0f73dc79940, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=60d2bd69-2943-4a7d-8923-c0f73dc79940,segment=NetworkSegment(e69f68a1-f091-41a8-94e4-0107a47d59c1),segment_id=e69f68a1-f091-41a8-94e4-0107a47d59c1)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:54.015457 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.028939 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Calling delete_port for 60d2bd69-2943-4a7d-8923-c0f73dc79940 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:54.048681 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] For port 60d2bd69-2943-4a7d-8923-c0f73dc79940, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=60d2bd69-2943-4a7d-8923-c0f73dc79940,segment=NetworkSegment(e69f68a1-f091-41a8-94e4-0107a47d59c1),segment_id=e69f68a1-f091-41a8-94e4-0107a47d59c1)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:54.049039 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.062590 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Calling delete_port for 60d2bd69-2943-4a7d-8923-c0f73dc79940 owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:54.112315 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.139736 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] No DVR routers for this DVR port 60d2bd69-2943-4a7d-8923-c0f73dc79940 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:54.143812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Pushing event deleted for resources: {'Port': ['ID=60d2bd69-2943-4a7d-8923-c0f73dc79940,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:54.148485 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.152234 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:54.152604 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:54.152918 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:54.153254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:54.153585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:54.153915 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:54.154638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:54.154638 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:54.154917 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:54.155790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:54.155790 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:54.156174 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93078670-b21c-42fd-a442-f2703da5af85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:54.178966 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] No DVR routers for this DVR port 60d2bd69-2943-4a7d-8923-c0f73dc79940 on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:54.183846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Port': ['ID=60d2bd69-2943-4a7d-8923-c0f73dc79940,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:54.265458 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.276356 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0475bc5-b601-4d88-a546-78f8e733ff64']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:54.287750 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69f68a1-f091-41a8-94e4-0107a47d59c1') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:54.288207 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69f68a1-f091-41a8-94e4-0107a47d59c1') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:54.301310 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.315825 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.322820 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:56:54.323218 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: timer() Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:56:54.326274 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:56:54.385711 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.392720 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.394443 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/networks/c0475bc5-b601-4d88-a546-78f8e733ff64 HTTP/1.1" status: 204 len: 168 time: 0.5741343 Jul 16 18:56:54.398175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55644) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:54.406730 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344e5cd-04c3-4264-95e4-17da2b97e179 tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'Network': ['ID=c0475bc5-b601-4d88-a546-78f8e733ff64,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:54.463181 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cf533b3d-7787-42c8-a518-cce310247cdb tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.488848 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cf533b3d-7787-42c8-a518-cce310247cdb tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.553411 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cf533b3d-7787-42c8-a518-cce310247cdb tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.556054 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-cf533b3d-7787-42c8-a518-cce310247cdb tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.557261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-cf533b3d-7787-42c8-a518-cce310247cdb tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] 10.222.0.41 "DELETE /v2.0/security-groups/6d27b595-19b9-4b84-bbbc-ed576b03f24d HTTP/1.1" status: 204 len: 168 time: 0.1578677 Jul 16 18:56:54.573929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf533b3d-7787-42c8-a518-cce310247cdb tempest-TestNetworkAdvancedServerOps-954986496 tempest-TestNetworkAdvancedServerOps-954986496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d27b595-19b9-4b84-bbbc-ed576b03f24d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:54.882281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 047c2b12-e154-41a6-8f95-e147e3bb3af5 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:54.903242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 047c2b12-e154-41a6-8f95-e147e3bb3af5 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:54.903891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 047c2b12-e154-41a6-8f95-e147e3bb3af5 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:54.903997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:54.904902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55652) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:54.923896 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:54.924313 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 7b5d9eec-6c3f-4dc0-93ed-2a959a47fc50 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:54.924728 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 60d2bd69-2943-4a7d-8923-c0f73dc79940 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:54.943336 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 60d2bd69-2943-4a7d-8923-c0f73dc79940 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:54.943732 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 60d2bd69-2943-4a7d-8923-c0f73dc79940 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:55.065237 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c12a2408-0816-4e21-81a8-b409e97ff957 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a75a20bc03dc4803ad4d8d2a0f11316f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590660 Jul 16 18:56:55.067746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55656) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:55.117713 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-033a492a-6062-4fe1-8bee-e9dc265dbf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.139358 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-033a492a-6062-4fe1-8bee-e9dc265dbf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.185786 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-033a492a-6062-4fe1-8bee-e9dc265dbf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.188556 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-033a492a-6062-4fe1-8bee-e9dc265dbf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.189781 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-033a492a-6062-4fe1-8bee-e9dc265dbf94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4271c4ba-b905-4849-8d5c-ea0fcc8db0e1 HTTP/1.1" status: 204 len: 168 time: 0.1210489 Jul 16 18:56:55.199111 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a492a-6062-4fe1-8bee-e9dc265dbf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4271c4ba-b905-4849-8d5c-ea0fcc8db0e1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:55.485159 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55662) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:55.499206 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-123546b1-6b4e-4f6e-878d-1f34dc707a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.595903 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-123546b1-6b4e-4f6e-878d-1f34dc707a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.599917 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-123546b1-6b4e-4f6e-878d-1f34dc707a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.639072 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-123546b1-6b4e-4f6e-878d-1f34dc707a52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d11a12a4a4834e5cb4fd748a296a9ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528130 Jul 16 18:56:55.639972 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123546b1-6b4e-4f6e-878d-1f34dc707a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655a59b8-5500-4220-9832-c371f1e5ba4e,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:55.641749 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55664) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:55.693896 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4a3eda2-6593-43b1-b730-d5694885484a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.715763 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4a3eda2-6593-43b1-b730-d5694885484a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.762924 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4a3eda2-6593-43b1-b730-d5694885484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.765563 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b4a3eda2-6593-43b1-b730-d5694885484a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.766748 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b4a3eda2-6593-43b1-b730-d5694885484a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/655a59b8-5500-4220-9832-c371f1e5ba4e HTTP/1.1" status: 204 len: 168 time: 0.1238518 Jul 16 18:56:55.775958 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3eda2-6593-43b1-b730-d5694885484a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655a59b8-5500-4220-9832-c371f1e5ba4e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:56.471179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55686) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:56.567452 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-787402706-network', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:56.589290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Made reservation on behalf of ee2a7d6331c5409a9f8ba568ff7360d9 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:56:56.591644 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:56.603868 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:56.707028 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:56.711503 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:56.736011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:56:56.746288 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07644629-ce56-4fe3-ab5b-17d5fd76e36f,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:56.752033 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:56.752377 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Added segment 7a8298ea-bd82-4ec8-93ab-2f72f4d968bf of type vlan for network 57d36e80-c23f-42e0-bb02-03698b1796c2 Jul 16 18:56:56.794620 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:56.824503 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:56.825660 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:56.826278 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:56.858898 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3864658 Jul 16 18:56:56.862039 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55690) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:56.867209 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-8e3f74cd-fdbd-42b4-8781-3e3f1af23626 admin admin] Request body: {'subnet': {'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-787402706-subnet', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:56.890264 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3f74cd-fdbd-42b4-8781-3e3f1af23626 admin admin] Made reservation on behalf of ee2a7d6331c5409a9f8ba568ff7360d9 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:56:56.890952 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e58f5f-3733-4998-bc07-32e5c4ac582a admin admin] Pushing event updated for resources: {'Network': ['ID=57d36e80-c23f-42e0-bb02-03698b1796c2,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:56.893696 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e3f74cd-fdbd-42b4-8781-3e3f1af23626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:56.902617 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 57d36e80-c23f-42e0-bb02-03698b1796c2 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:56:57.070758 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e3f74cd-fdbd-42b4-8781-3e3f1af23626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.086070 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.125544 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f74cd-fdbd-42b4-8781-3e3f1af23626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e150e16-0a8b-4f63-84fc-b9bf674ba66c,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:57.137913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f74cd-fdbd-42b4-8781-3e3f1af23626 admin admin] Checking segment: {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:57.138283 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3f74cd-fdbd-42b4-8781-3e3f1af23626 admin admin] Network hostable DHCP agents. Network: 57d36e80-c23f-42e0-bb02-03698b1796c2, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:56:57.156224 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3f74cd-fdbd-42b4-8781-3e3f1af23626 admin admin] Network 57d36e80-c23f-42e0-bb02-03698b1796c2 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:56:57.157085 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.165471 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-8e3f74cd-fdbd-42b4-8781-3e3f1af23626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 57d36e80-c23f-42e0-bb02-03698b1796c2) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:57.174704 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26395ec5-f816-414a-a4bc-8c8d2aea1ed2 None None] Network 57d36e80-c23f-42e0-bb02-03698b1796c2 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:56:57.175278 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3f74cd-fdbd-42b4-8781-3e3f1af23626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:57.175887 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-8e3f74cd-fdbd-42b4-8781-3e3f1af23626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.190997 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-8e3f74cd-fdbd-42b4-8781-3e3f1af23626 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3277192 Jul 16 18:56:57.194492 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55692) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:57.199155 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:57.221218 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.222295 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.293689 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.333545 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-57d36e80-c23f-42e0-bb02-03698b1796c2', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:56:57.334553 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.443845 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.475998 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Allocated IP 172.20.0.2 (57d36e80-c23f-42e0-bb02-03698b1796c2/4e150e16-0a8b-4f63-84fc-b9bf674ba66c/2aad3292-7b85-46d5-b65a-29d084f98971) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:57.619748 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.627947 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Transition to ACTIVE for port object 2aad3292-7b85-46d5-b65a-29d084f98971 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:57.643557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Transition to ACTIVE for port object 2aad3292-7b85-46d5-b65a-29d084f98971 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:57.648802 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.650325 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.668707 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.690905 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Network 57d36e80-c23f-42e0-bb02-03698b1796c2 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:57.696845 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:57.700242 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:56:57.709708 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Pushing event updated for resources: {'Port': ['ID=2aad3292-7b85-46d5-b65a-29d084f98971,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:57.764200 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Attempting to bind port 2aad3292-7b85-46d5-b65a-29d084f98971 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:57.764572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Attempting to bind port 2aad3292-7b85-46d5-b65a-29d084f98971 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:57.764941 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Attempting to bind port 2aad3292-7b85-46d5-b65a-29d084f98971 on network 57d36e80-c23f-42e0-bb02-03698b1796c2 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:57.770057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:57.770495 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Checking segment: {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:57.770902 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.771290 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Bound using segment: {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:57.771835 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Bound port: 2aad3292-7b85-46d5-b65a-29d084f98971, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:57.772293 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.779237 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Allocated IP 172.25.5.224 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/e9250ebf-305a-4b06-bac3-cc5d2d24e9b4) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:57.837052 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] For port 2aad3292-7b85-46d5-b65a-29d084f98971, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:57.840836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] For port 2aad3292-7b85-46d5-b65a-29d084f98971, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2aad3292-7b85-46d5-b65a-29d084f98971,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:57.845732 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.902430 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.928899 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f10101-e265-40ee-a66a-f5e33706c1d2 None None] Pushing event updated for resources: {'Port': ['ID=2aad3292-7b85-46d5-b65a-29d084f98971,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:57.952612 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:57.993441 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:57.996327 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:57.998845 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:56:58.028277 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Pushing event updated for resources: {'Port': ['ID=e9250ebf-305a-4b06-bac3-cc5d2d24e9b4,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:58.100810 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-18a521b3-767a-4261-93dd-84112ed9f6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:58.300010 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:58.492619 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:58.626335 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Router 410ddfb5-3422-40b3-8958-37b1ea7008c4 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:56:58.749049 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:56:58.758345 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Sync routers for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:56:58.767717 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:58.768299 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:58.771481 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:58.771697 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-d38e269c-c6a7-4445-8472-bd4634e29473 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5733886 Jul 16 18:56:58.772603 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55694) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:58.885024 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:58.891413 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a452433-d829-4242-8c60-b3ea34b872a7 None None] Network 57d36e80-c23f-42e0-bb02-03698b1796c2 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:56:58.942523 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2aad3292-7b85-46d5-b65a-29d084f98971 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:58.997234 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-362798b7-68a1-4642-b213-7ed08666988e None None] Provisioning for port 2aad3292-7b85-46d5-b65a-29d084f98971 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:59.088688 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 2aad3292-7b85-46d5-b65a-29d084f98971 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:59.096460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 2aad3292-7b85-46d5-b65a-29d084f98971 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:59.096968 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:59.172487 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:56:58Z', 'revision_number': 3, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:59.211235 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Checking router: 410ddfb5-3422-40b3-8958-37b1ea7008c4 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:56:59.211637 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Updating router 410ddfb5-3422-40b3-8958-37b1ea7008c4 port e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:56:59.218666 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:59.257149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 2aad3292-7b85-46d5-b65a-29d084f98971, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2aad3292-7b85-46d5-b65a-29d084f98971,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:59.261901 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:59.271541 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:59.308082 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:59.323671 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=2aad3292-7b85-46d5-b65a-29d084f98971,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:59.439278 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b3bb8df2-a14f-440c-b43d-b45c6fe38ac3 None None] Provisioning complete for port 2aad3292-7b85-46d5-b65a-29d084f98971 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:59.439939 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b3bb8df2-a14f-440c-b43d-b45c6fe38ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:59.480867 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Allocated IP 172.20.0.1 (57d36e80-c23f-42e0-bb02-03698b1796c2/4e150e16-0a8b-4f63-84fc-b9bf674ba66c/f3cb97fa-0632-4233-9b17-47cc7349bf45) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:59.566102 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:59.580529 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Transition to ACTIVE for port object e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:59.588138 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:59.642893 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Attempting to bind port e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:59.643261 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Attempting to bind port e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:59.643656 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Attempting to bind port e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:59.645975 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Pushing event updated for resources: {'Port': ['ID=e9250ebf-305a-4b06-bac3-cc5d2d24e9b4,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:59.655652 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:59.655986 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:59.656290 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:59.656622 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:59.656951 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:59.657275 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:59.657594 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:59.657915 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:59.658234 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:59.658548 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:59.658863 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:59.659177 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:59.663409 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:59.663942 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:59.664350 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:59.664737 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:59.665215 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Bound port: e9250ebf-305a-4b06-bac3-cc5d2d24e9b4, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:59.665596 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:59.815281 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] For port e9250ebf-305a-4b06-bac3-cc5d2d24e9b4, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:59.819650 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] For port e9250ebf-305a-4b06-bac3-cc5d2d24e9b4, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e9250ebf-305a-4b06-bac3-cc5d2d24e9b4,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:59.824474 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:59.885189 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:59.885824 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:56:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:59.921293 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d75db-0564-4d18-be17-0b16d885ee6b None None] Pushing event updated for resources: {'Port': ['ID=e9250ebf-305a-4b06-bac3-cc5d2d24e9b4,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:59.956129 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:59.971248 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Transition to ACTIVE for port object f3cb97fa-0632-4233-9b17-47cc7349bf45 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:59.998796 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:00.006437 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.044483 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Network 57d36e80-c23f-42e0-bb02-03698b1796c2 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:00.051156 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:00.055214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:00.081610 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Pushing event updated for resources: {'Port': ['ID=f3cb97fa-0632-4233-9b17-47cc7349bf45,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:00.102447 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.197514 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:56:58Z', 'revision_number': 3, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:00.230218 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b73ea89-3fba-4e49-acfd-1bc5368c89cb None None] The sync data for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 is: [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:56:58Z', 'revision_number': 3, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:00.264770 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.350206 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1397e838-4fb2-4da4-b35f-d8f67741b96d None None] Provisioning for port f3cb97fa-0632-4233-9b17-47cc7349bf45 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:00.355258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-1397e838-4fb2-4da4-b35f-d8f67741b96d None None] Provisioning complete for port f3cb97fa-0632-4233-9b17-47cc7349bf45 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:00.355609 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1397e838-4fb2-4da4-b35f-d8f67741b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.396652 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-1397e838-4fb2-4da4-b35f-d8f67741b96d None None] Port f3cb97fa-0632-4233-9b17-47cc7349bf45 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:00.450654 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.456205 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.531942 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Pushing event updated for resources: {'Port': ['ID=f3cb97fa-0632-4233-9b17-47cc7349bf45,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:00.534534 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.637036 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Network 57d36e80-c23f-42e0-bb02-03698b1796c2 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:00.638497 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:00.757115 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.772317 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Router 410ddfb5-3422-40b3-8958-37b1ea7008c4 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:00.808216 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9a4de2e6-b002-4b40-8c30-9cdeeef340bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.919984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-67df85fd-9392-4ba3-9104-04964f3d1b5c None None] Provisioning complete for port f3cb97fa-0632-4233-9b17-47cc7349bf45 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:00.920357 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-67df85fd-9392-4ba3-9104-04964f3d1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.936748 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:00.949617 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-4b5f59b9-626b-491b-8f35-43626a377dbd admin admin] 10.222.0.41 "PUT /v2.0/routers/410ddfb5-3422-40b3-8958-37b1ea7008c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1756999 Jul 16 18:57:00.992497 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-67df85fd-9392-4ba3-9104-04964f3d1b5c None None] Port f3cb97fa-0632-4233-9b17-47cc7349bf45 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:01.027109 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:01.083849 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:01.088328 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:01.088892 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.183710 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.208057 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port e9250ebf-305a-4b06-bac3-cc5d2d24e9b4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e9250ebf-305a-4b06-bac3-cc5d2d24e9b4,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:01.212981 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.213735 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2aad3292-7b85-46d5-b65a-29d084f98971 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:01.291004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=e9250ebf-305a-4b06-bac3-cc5d2d24e9b4,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:01.302992 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 2aad3292-7b85-46d5-b65a-29d084f98971 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:01.303489 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.545027 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55710) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:01.550280 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1921761198-network', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:01.573285 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Made reservation on behalf of 1af140b5a4c8414793919d874c4f63cb for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:01.575883 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.585970 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.712172 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.717674 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.752081 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:57:01.779734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaa79a0-229c-472c-8f52-e214beab2dc3,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:01.784588 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.785161 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Added segment 060b825f-644e-48e8-b378-d027bb555131 of type vlan for network 44e6f0e2-25b8-4c5f-bc14-2c6d20320570 Jul 16 18:57:01.853918 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.899796 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.900794 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:01.901375 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.917496 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Sync routers for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:01.927260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:01.928316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:57:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:01.937492 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3913329 Jul 16 18:57:01.940672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55714) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:01.946085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-98121e50-8f78-449a-9bac-4afcd4c8e17d admin admin] Request body: {'subnet': {'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1921761198-subnet', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:01.969538 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24cecc-707f-4ab7-b703-946b8f10954c admin admin] Pushing event updated for resources: {'Network': ['ID=44e6f0e2-25b8-4c5f-bc14-2c6d20320570,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:01.969810 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98121e50-8f78-449a-9bac-4afcd4c8e17d admin admin] Made reservation on behalf of 1af140b5a4c8414793919d874c4f63cb for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:01.972523 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98121e50-8f78-449a-9bac-4afcd4c8e17d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.981838 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 44e6f0e2-25b8-4c5f-bc14-2c6d20320570 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:57:02.165501 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98121e50-8f78-449a-9bac-4afcd4c8e17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.229284 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98121e50-8f78-449a-9bac-4afcd4c8e17d admin admin] Pushing event updated for resources: {'Subnet': ['ID=668dcd87-517d-416d-a06d-6385306297fb,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:02.237265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98121e50-8f78-449a-9bac-4afcd4c8e17d admin admin] Checking segment: {'id': '060b825f-644e-48e8-b378-d027bb555131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:02.237651 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98121e50-8f78-449a-9bac-4afcd4c8e17d admin admin] Network hostable DHCP agents. Network: 44e6f0e2-25b8-4c5f-bc14-2c6d20320570, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:57:02.256503 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98121e50-8f78-449a-9bac-4afcd4c8e17d admin admin] Network 44e6f0e2-25b8-4c5f-bc14-2c6d20320570 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:57:02.265808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-98121e50-8f78-449a-9bac-4afcd4c8e17d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 44e6f0e2-25b8-4c5f-bc14-2c6d20320570) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:02.271202 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98121e50-8f78-449a-9bac-4afcd4c8e17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:02.271699 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-98121e50-8f78-449a-9bac-4afcd4c8e17d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.281767 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.282585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09253830-9b49-4586-af5b-3f47530aa932 None None] Network 44e6f0e2-25b8-4c5f-bc14-2c6d20320570 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:02.288881 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-98121e50-8f78-449a-9bac-4afcd4c8e17d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3470507 Jul 16 18:57:02.291685 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55716) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:02.296190 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1921761198-router', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:02.315812 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:02.317662 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.318819 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.372312 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.539038 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.595275 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-44e6f0e2-25b8-4c5f-bc14-2c6d20320570', 'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'fixed_ips': [{'subnet_id': '668dcd87-517d-416d-a06d-6385306297fb'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:57:02.596163 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.712036 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 2, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:02.761298 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Checking router: 410ddfb5-3422-40b3-8958-37b1ea7008c4 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:02.761634 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Updating router 410ddfb5-3422-40b3-8958-37b1ea7008c4 port f3cb97fa-0632-4233-9b17-47cc7349bf45 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:57:02.763884 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.785467 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.811278 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Allocated IP 172.20.0.2 (44e6f0e2-25b8-4c5f-bc14-2c6d20320570/668dcd87-517d-416d-a06d-6385306297fb/ed0e6638-608d-4448-888b-f8ac43323aa0) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:02.813850 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.924549 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:02.927136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Allocated IP 172.25.5.24 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/af40c46c-9102-4d52-9d17-5cea6d2f4d41) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:03.060755 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.105613 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.149796 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:03.153053 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:03.158293 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.159008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:03.163011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Pushing event updated for resources: {'Port': ['ID=af40c46c-9102-4d52-9d17-5cea6d2f4d41,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:03.178221 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:03.178532 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.181891 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Transition to ACTIVE for port object ed0e6638-608d-4448-888b-f8ac43323aa0 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:03.245229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Transition to ACTIVE for port object ed0e6638-608d-4448-888b-f8ac43323aa0 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:03.261539 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.345319 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Network 44e6f0e2-25b8-4c5f-bc14-2c6d20320570 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:03.376291 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:03.382510 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:03.386035 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Pushing event updated for resources: {'Port': ['ID=ed0e6638-608d-4448-888b-f8ac43323aa0,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:03.407518 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.446984 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Transition to ACTIVE for port object f3cb97fa-0632-4233-9b17-47cc7349bf45 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:03.449716 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.470477 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.505505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Attempting to bind port ed0e6638-608d-4448-888b-f8ac43323aa0 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:03.505934 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Attempting to bind port ed0e6638-608d-4448-888b-f8ac43323aa0 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '060b825f-644e-48e8-b378-d027bb555131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:03.506260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Attempting to bind port ed0e6638-608d-4448-888b-f8ac43323aa0 on network 44e6f0e2-25b8-4c5f-bc14-2c6d20320570 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:03.526994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:03.527372 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Checking segment: {'id': '060b825f-644e-48e8-b378-d027bb555131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:03.527814 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.528214 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Bound using segment: {'id': '060b825f-644e-48e8-b378-d027bb555131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:03.528710 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Bound port: ed0e6638-608d-4448-888b-f8ac43323aa0, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060b825f-644e-48e8-b378-d027bb555131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:03.529091 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.544502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc97273-2631-42f3-8c68-19afee10436a None None] Pushing event updated for resources: {'Port': ['ID=f3cb97fa-0632-4233-9b17-47cc7349bf45,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:03.645768 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Attempting to bind port f3cb97fa-0632-4233-9b17-47cc7349bf45 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:03.646136 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Attempting to bind port f3cb97fa-0632-4233-9b17-47cc7349bf45 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:03.646505 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Attempting to bind port f3cb97fa-0632-4233-9b17-47cc7349bf45 on network 57d36e80-c23f-42e0-bb02-03698b1796c2 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:03.658847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:03.659226 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Checking segment: {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:03.659690 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.660104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Bound using segment: {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:03.661106 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Bound port: f3cb97fa-0632-4233-9b17-47cc7349bf45, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:03.661683 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.664809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] For port ed0e6638-608d-4448-888b-f8ac43323aa0, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:03.668633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] For port ed0e6638-608d-4448-888b-f8ac43323aa0, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ed0e6638-608d-4448-888b-f8ac43323aa0,segment=NetworkSegment(060b825f-644e-48e8-b378-d027bb555131),segment_id=060b825f-644e-48e8-b378-d027bb555131)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:03.680160 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.695315 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.787111 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73330ca8-09e4-4100-be47-efa0555437ca None None] Pushing event updated for resources: {'Port': ['ID=ed0e6638-608d-4448-888b-f8ac43323aa0,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:03.792222 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] For port f3cb97fa-0632-4233-9b17-47cc7349bf45, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:03.795860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] For port f3cb97fa-0632-4233-9b17-47cc7349bf45, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f3cb97fa-0632-4233-9b17-47cc7349bf45,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:03.800663 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.870117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Router b0ebfa8b-5407-4154-a252-d6d92f29ea3f is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:57:03.873951 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.883737 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:03.884377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:57:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:03.948554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc97273-2631-42f3-8c68-19afee10436a None None] Pushing event updated for resources: {'Port': ['ID=f3cb97fa-0632-4233-9b17-47cc7349bf45,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:04.040975 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:04.052721 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Sync routers for ids ['b0ebfa8b-5407-4154-a252-d6d92f29ea3f'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:04.069025 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Routers {'b0ebfa8b-5407-4154-a252-d6d92f29ea3f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:04.069963 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:57:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b0ebfa8b-5407-4154-a252-d6d92f29ea3f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:04.080356 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.086076 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 55718) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:04.087029 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-eedb6ad7-9d06-47a5-9123-8668470c2914 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7936821 Jul 16 18:57:04.119266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:04.215041 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Set router b0ebfa8b-5407-4154-a252-d6d92f29ea3f gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:04.367689 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:03Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:04.400265 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3fdea-0c8c-4d21-9838-5c5238162ecd None None] The sync data for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 is: [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:03Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:04.409038 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'name': 'tempest-TestShelveInstance-1921761198-router', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T18:57:03Z', 'revision_number': 3, 'project_id': '1af140b5a4c8414793919d874c4f63cb', 'gw_port': {'id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T18:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:04.456490 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Checking router: b0ebfa8b-5407-4154-a252-d6d92f29ea3f for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:04.457237 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Updating router b0ebfa8b-5407-4154-a252-d6d92f29ea3f port af40c46c-9102-4d52-9d17-5cea6d2f4d41 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:57:04.518675 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.604828 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.812409 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Allocated IP 172.20.0.1 (44e6f0e2-25b8-4c5f-bc14-2c6d20320570/668dcd87-517d-416d-a06d-6385306297fb/4f915568-96af-4ece-9e38-ef465e799592) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:04.846097 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.860702 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Transition to ACTIVE for port object af40c46c-9102-4d52-9d17-5cea6d2f4d41 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:04.876165 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.952610 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Attempting to bind port af40c46c-9102-4d52-9d17-5cea6d2f4d41 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:04.952979 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Attempting to bind port af40c46c-9102-4d52-9d17-5cea6d2f4d41 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:04.953343 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Attempting to bind port af40c46c-9102-4d52-9d17-5cea6d2f4d41 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:04.963896 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39e49c-73cf-4b60-b452-3dd66bf67aff None None] Pushing event updated for resources: {'Port': ['ID=af40c46c-9102-4d52-9d17-5cea6d2f4d41,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:04.968693 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.990506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Transition to ACTIVE for port object 4f915568-96af-4ece-9e38-ef465e799592 will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:04.991577 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e59f5f-a133-4fd8-898d-b509df5a05f9 None None] Network 44e6f0e2-25b8-4c5f-bc14-2c6d20320570 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:05.004709 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:05.005332 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:05.006046 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.006543 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:05.007102 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Bound port: af40c46c-9102-4d52-9d17-5cea6d2f4d41, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:05.018889 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.039409 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ed0e6638-608d-4448-888b-f8ac43323aa0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:05.048861 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.103344 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] For port af40c46c-9102-4d52-9d17-5cea6d2f4d41, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:05.107604 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] For port af40c46c-9102-4d52-9d17-5cea6d2f4d41, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=af40c46c-9102-4d52-9d17-5cea6d2f4d41,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:05.110005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Pushing event updated for resources: {'Port': ['ID=4f915568-96af-4ece-9e38-ef465e799592,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:05.116370 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.127003 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Network 44e6f0e2-25b8-4c5f-bc14-2c6d20320570 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:05.128683 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:05.132053 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:05.163522 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-220b28ea-2d21-47aa-a895-53170925538d None None] Provisioning for port ed0e6638-608d-4448-888b-f8ac43323aa0 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:05.184749 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.190233 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Routers {'b0ebfa8b-5407-4154-a252-d6d92f29ea3f'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:05.190967 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:57:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b0ebfa8b-5407-4154-a252-d6d92f29ea3f'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:05.261159 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port ed0e6638-608d-4448-888b-f8ac43323aa0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:05.268273 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ed0e6638-608d-4448-888b-f8ac43323aa0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:05.268651 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.303718 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39e49c-73cf-4b60-b452-3dd66bf67aff None None] Pushing event updated for resources: {'Port': ['ID=af40c46c-9102-4d52-9d17-5cea6d2f4d41,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:05.336128 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] Set router b0ebfa8b-5407-4154-a252-d6d92f29ea3f gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:05.406822 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.433378 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.451344 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port ed0e6638-608d-4448-888b-f8ac43323aa0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ed0e6638-608d-4448-888b-f8ac43323aa0,segment=NetworkSegment(060b825f-644e-48e8-b378-d027bb555131),segment_id=060b825f-644e-48e8-b378-d027bb555131)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:05.462975 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.464382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f3cb97fa-0632-4233-9b17-47cc7349bf45 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:05.549463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=ed0e6638-608d-4448-888b-f8ac43323aa0,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:05.576938 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port f3cb97fa-0632-4233-9b17-47cc7349bf45 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:05.584164 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f3cb97fa-0632-4233-9b17-47cc7349bf45 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:05.584778 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.655690 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'name': 'tempest-TestShelveInstance-1921761198-router', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T18:57:03Z', 'revision_number': 3, 'project_id': '1af140b5a4c8414793919d874c4f63cb', 'gw_port': {'id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:05.706199 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.713360 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.798831 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.802214 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Pushing event updated for resources: {'Port': ['ID=4f915568-96af-4ece-9e38-ef465e799592,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:05.821855 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ac2b6-a5f1-4e6b-8f2f-8bac19d2e9a8 None None] The sync data for ids ['b0ebfa8b-5407-4154-a252-d6d92f29ea3f'] in n-d-787206-10 is: [{'id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'name': 'tempest-TestShelveInstance-1921761198-router', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T18:57:03Z', 'revision_number': 3, 'project_id': '1af140b5a4c8414793919d874c4f63cb', 'gw_port': {'id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:05.929318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d7d104e6-5d00-4785-a3fd-6b01a9073f0d None None] Provisioning for port 4f915568-96af-4ece-9e38-ef465e799592 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:05.930841 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Network 44e6f0e2-25b8-4c5f-bc14-2c6d20320570 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:05.932447 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:05.936030 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.951389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d7d104e6-5d00-4785-a3fd-6b01a9073f0d None None] Provisioning complete for port 4f915568-96af-4ece-9e38-ef465e799592 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:05.951938 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d7d104e6-5d00-4785-a3fd-6b01a9073f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.009398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d7d104e6-5d00-4785-a3fd-6b01a9073f0d None None] Port 4f915568-96af-4ece-9e38-ef465e799592 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:06.013491 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port f3cb97fa-0632-4233-9b17-47cc7349bf45, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f3cb97fa-0632-4233-9b17-47cc7349bf45,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:06.020902 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.030194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d7d104e6-5d00-4785-a3fd-6b01a9073f0d None None] Provisioning complete for port ed0e6638-608d-4448-888b-f8ac43323aa0 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:06.030570 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d7d104e6-5d00-4785-a3fd-6b01a9073f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.093550 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Router b0ebfa8b-5407-4154-a252-d6d92f29ea3f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:06.114698 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=f3cb97fa-0632-4233-9b17-47cc7349bf45,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:06.233671 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:06.247871 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b626f1da-6e0a-459c-826b-5215e480df38 admin admin] 10.222.0.41 "PUT /v2.0/routers/b0ebfa8b-5407-4154-a252-d6d92f29ea3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1530347 Jul 16 18:57:06.316492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-f2c3e083-d166-4e68-ac1d-152f1625f765 None None] Provisioning complete for port 4f915568-96af-4ece-9e38-ef465e799592 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:06.317547 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e083-d166-4e68-ac1d-152f1625f765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.363519 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3e083-d166-4e68-ac1d-152f1625f765 None None] Port 4f915568-96af-4ece-9e38-ef465e799592 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:06.967553 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device af40c46c-9102-4d52-9d17-5cea6d2f4d41 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:07.015263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port af40c46c-9102-4d52-9d17-5cea6d2f4d41 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:07.021281 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port af40c46c-9102-4d52-9d17-5cea6d2f4d41 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:07.021685 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.075140 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55726) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:07.080157 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5df2df1b-b203-4a05-8fac-5b73ea86b4d6 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572448365', 'description': 'tempest-secgroup-smoke-572448365 description', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:07.104244 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5df2df1b-b203-4a05-8fac-5b73ea86b4d6 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.107286 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.131836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port af40c46c-9102-4d52-9d17-5cea6d2f4d41, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=af40c46c-9102-4d52-9d17-5cea6d2f4d41,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:07.135984 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.137223 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ed0e6638-608d-4448-888b-f8ac43323aa0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:07.196054 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5df2df1b-b203-4a05-8fac-5b73ea86b4d6 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.200286 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5df2df1b-b203-4a05-8fac-5b73ea86b4d6 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.220259 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=af40c46c-9102-4d52-9d17-5cea6d2f4d41,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:07.233967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port ed0e6638-608d-4448-888b-f8ac43323aa0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:07.234182 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.235147 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5df2df1b-b203-4a05-8fac-5b73ea86b4d6 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.236486 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5df2df1b-b203-4a05-8fac-5b73ea86b4d6 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1601517 Jul 16 18:57:07.242339 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55728) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:07.248154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-08dc4367-2383-4934-83e5-e263af3a562d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group_rule': {'security_group_id': 'e7ce5f45-bcd2-4109-ab52-84143b332f2d', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:07.253800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2df1b-b203-4a05-8fac-5b73ea86b4d6 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ce5f45-bcd2-4109-ab52-84143b332f2d,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:07.280776 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-08dc4367-2383-4934-83e5-e263af3a562d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.321787 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f3cb97fa-0632-4233-9b17-47cc7349bf45 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:07.340368 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-08dc4367-2383-4934-83e5-e263af3a562d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.345496 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-08dc4367-2383-4934-83e5-e263af3a562d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.362961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc4367-2383-4934-83e5-e263af3a562d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9b27e6-78bd-4b34-9075-6cc33f51eb6c,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:07.375108 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port f3cb97fa-0632-4233-9b17-47cc7349bf45 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:07.375610 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.379770 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-08dc4367-2383-4934-83e5-e263af3a562d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.381228 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-08dc4367-2383-4934-83e5-e263af3a562d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369975 Jul 16 18:57:07.384309 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55730) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:07.389415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-d298b144-0a06-4572-b3e1-bfb09e992a66 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group_rule': {'security_group_id': 'e7ce5f45-bcd2-4109-ab52-84143b332f2d', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:07.417735 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d298b144-0a06-4572-b3e1-bfb09e992a66 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.483569 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d298b144-0a06-4572-b3e1-bfb09e992a66 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.489552 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d298b144-0a06-4572-b3e1-bfb09e992a66 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.508331 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298b144-0a06-4572-b3e1-bfb09e992a66 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7068e4a-154a-42c3-987e-7ef286bb5158,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:07.514989 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d298b144-0a06-4572-b3e1-bfb09e992a66 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.516308 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d298b144-0a06-4572-b3e1-bfb09e992a66 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307158 Jul 16 18:57:07.518980 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55732) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:07.523713 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5323d111-d4a7-45a6-8eb0-8d607c3d2ef0 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group_rule': {'security_group_id': 'e7ce5f45-bcd2-4109-ab52-84143b332f2d', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:07.550194 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5323d111-d4a7-45a6-8eb0-8d607c3d2ef0 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.614714 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5323d111-d4a7-45a6-8eb0-8d607c3d2ef0 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.618553 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5323d111-d4a7-45a6-8eb0-8d607c3d2ef0 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.637204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323d111-d4a7-45a6-8eb0-8d607c3d2ef0 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f64d7d0-5c8b-4bd7-a5d4-cefaac07938f,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:07.642971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5323d111-d4a7-45a6-8eb0-8d607c3d2ef0 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.644200 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5323d111-d4a7-45a6-8eb0-8d607c3d2ef0 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242464 Jul 16 18:57:07.647052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55734) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:07.651620 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-eea494b3-4ba7-430d-b761-3acc7588e797 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group_rule': {'security_group_id': 'e7ce5f45-bcd2-4109-ab52-84143b332f2d', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:07.680599 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eea494b3-4ba7-430d-b761-3acc7588e797 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.746357 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eea494b3-4ba7-430d-b761-3acc7588e797 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.750103 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eea494b3-4ba7-430d-b761-3acc7588e797 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.769434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea494b3-4ba7-430d-b761-3acc7588e797 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75105cdf-cb25-4ab6-8769-5d9cce75e77f,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:07.777437 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-eea494b3-4ba7-430d-b761-3acc7588e797 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.778750 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-eea494b3-4ba7-430d-b761-3acc7588e797 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307201 Jul 16 18:57:07.781603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55736) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:07.787321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-6bcaea0e-552f-492e-883d-c8e4708f7854 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group_rule': {'security_group_id': 'e7ce5f45-bcd2-4109-ab52-84143b332f2d', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:07.813642 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-6bcaea0e-552f-492e-883d-c8e4708f7854 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Project ee2a7d6331c5409a9f8ba568ff7360d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:57:07.819967 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bcaea0e-552f-492e-883d-c8e4708f7854 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.887081 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bcaea0e-552f-492e-883d-c8e4708f7854 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.891164 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bcaea0e-552f-492e-883d-c8e4708f7854 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.898023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Sync routers for ids ['b0ebfa8b-5407-4154-a252-d6d92f29ea3f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:07.907267 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Routers {'b0ebfa8b-5407-4154-a252-d6d92f29ea3f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:07.907997 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:57:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b0ebfa8b-5407-4154-a252-d6d92f29ea3f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:07.914526 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcaea0e-552f-492e-883d-c8e4708f7854 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce27a398-909f-4292-9a36-e75b222c4f72,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:07.921221 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6bcaea0e-552f-492e-883d-c8e4708f7854 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.922535 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6bcaea0e-552f-492e-883d-c8e4708f7854 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399870 Jul 16 18:57:07.925481 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55738) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:07.930541 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-2c7ea2eb-4db2-4de5-8057-0aa37692ffb1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group_rule': {'security_group_id': 'e7ce5f45-bcd2-4109-ab52-84143b332f2d', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:07.953381 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-2c7ea2eb-4db2-4de5-8057-0aa37692ffb1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Project ee2a7d6331c5409a9f8ba568ff7360d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:57:07.960027 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2c7ea2eb-4db2-4de5-8057-0aa37692ffb1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.028133 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Set router b0ebfa8b-5407-4154-a252-d6d92f29ea3f gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:08.032946 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2c7ea2eb-4db2-4de5-8057-0aa37692ffb1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.037126 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2c7ea2eb-4db2-4de5-8057-0aa37692ffb1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.056289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ea2eb-4db2-4de5-8057-0aa37692ffb1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36297463-6552-421c-a641-256c0ab0156e,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:08.072763 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-2c7ea2eb-4db2-4de5-8057-0aa37692ffb1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.074231 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-2c7ea2eb-4db2-4de5-8057-0aa37692ffb1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477294 Jul 16 18:57:08.224139 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-118b6f1e-3619-4626-9297-0a3d5dd46723 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572448365&fields=id&tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9 HTTP/1.1" status: 200 len: 267 time: 0.0351441 Jul 16 18:57:08.251112 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'name': 'tempest-TestShelveInstance-1921761198-router', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 4, 'project_id': '1af140b5a4c8414793919d874c4f63cb', 'gw_port': {'id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4f915568-96af-4ece-9e38-ef465e799592', 'name': '', 'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'mac_address': 'fa:16:3e:22:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668dcd87-517d-416d-a06d-6385306297fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:04Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 2, 'project_id': '1af140b5a4c8414793919d874c4f63cb', 'subnets': [{'id': '668dcd87-517d-416d-a06d-6385306297fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:08.283171 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Checking router: b0ebfa8b-5407-4154-a252-d6d92f29ea3f for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:08.283513 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Updating router b0ebfa8b-5407-4154-a252-d6d92f29ea3f port 4f915568-96af-4ece-9e38-ef465e799592 binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:57:08.324159 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.349630 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-1cb73eb2-e8b3-48e9-b244-205b5a663500 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:08.351191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-1cb73eb2-e8b3-48e9-b244-205b5a663500 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 808 time: 0.1207356 Jul 16 18:57:08.367864 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-3febf671-43aa-4507-b9ea-16c9ccb5a584 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/quotas/ee2a7d6331c5409a9f8ba568ff7360d9 HTTP/1.1" status: 200 len: 375 time: 0.0099609 Jul 16 18:57:08.437653 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-355b70bd-b282-4a40-bae7-796e3c9f72ad tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644314 Jul 16 18:57:08.546928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-bc6e6384-3bd7-4bbb-9f52-5ba42b0079a1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:57:08.548171 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-bc6e6384-3bd7-4bbb-9f52-5ba42b0079a1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0993760 Jul 16 18:57:08.607049 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.617076 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Transition to ACTIVE for port object 4f915568-96af-4ece-9e38-ef465e799592 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:08.623230 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.643695 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-be6cf2f2-f696-492f-8d1a-569f147fe1e7 service neutron] 10.222.0.41 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892649 Jul 16 18:57:08.680709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ceb3cc-1b48-4086-b862-76be8158bbb1 None None] Pushing event updated for resources: {'Port': ['ID=4f915568-96af-4ece-9e38-ef465e799592,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:08.738066 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Attempting to bind port 4f915568-96af-4ece-9e38-ef465e799592 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:08.739213 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Attempting to bind port 4f915568-96af-4ece-9e38-ef465e799592 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '060b825f-644e-48e8-b378-d027bb555131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:08.739423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Attempting to bind port 4f915568-96af-4ece-9e38-ef465e799592 on network 44e6f0e2-25b8-4c5f-bc14-2c6d20320570 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:08.745082 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:08.745461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Checking segment: {'id': '060b825f-644e-48e8-b378-d027bb555131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:08.745877 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.746325 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Bound using segment: {'id': '060b825f-644e-48e8-b378-d027bb555131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:08.746761 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Bound port: 4f915568-96af-4ece-9e38-ef465e799592, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060b825f-644e-48e8-b378-d027bb555131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:08.747145 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.757805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-3083a603-5b78-488c-a8cc-5279bcfdcff2 service neutron] 10.222.0.41 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075575 Jul 16 18:57:08.825537 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] For port 4f915568-96af-4ece-9e38-ef465e799592, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:08.829193 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] For port 4f915568-96af-4ece-9e38-ef465e799592, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4f915568-96af-4ece-9e38-ef465e799592,segment=NetworkSegment(060b825f-644e-48e8-b378-d027bb555131),segment_id=060b825f-644e-48e8-b378-d027bb555131)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:08.836402 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.913460 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Routers {'b0ebfa8b-5407-4154-a252-d6d92f29ea3f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:08.914114 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:57:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b0ebfa8b-5407-4154-a252-d6d92f29ea3f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:08.951703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ceb3cc-1b48-4086-b862-76be8158bbb1 None None] Pushing event updated for resources: {'Port': ['ID=4f915568-96af-4ece-9e38-ef465e799592,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:08.958895 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device af40c46c-9102-4d52-9d17-5cea6d2f4d41 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:09.070909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] Set router b0ebfa8b-5407-4154-a252-d6d92f29ea3f gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:09.100067 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port af40c46c-9102-4d52-9d17-5cea6d2f4d41 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:09.100438 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.345404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'name': 'tempest-TestShelveInstance-1921761198-router', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 4, 'project_id': '1af140b5a4c8414793919d874c4f63cb', 'gw_port': {'id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4f915568-96af-4ece-9e38-ef465e799592', 'name': '', 'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'mac_address': 'fa:16:3e:22:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668dcd87-517d-416d-a06d-6385306297fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:04Z', 'updated_at': '2021-07-16T18:57:08Z', 'revision_number': 4, 'project_id': '1af140b5a4c8414793919d874c4f63cb', 'subnets': [{'id': '668dcd87-517d-416d-a06d-6385306297fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:09.372736 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659900a1-5729-4d53-87a9-cd91ce754965 None None] The sync data for ids ['b0ebfa8b-5407-4154-a252-d6d92f29ea3f'] in n-d-787206-10 is: [{'id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'name': 'tempest-TestShelveInstance-1921761198-router', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 4, 'project_id': '1af140b5a4c8414793919d874c4f63cb', 'gw_port': {'id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '4f915568-96af-4ece-9e38-ef465e799592', 'name': '', 'network_id': '44e6f0e2-25b8-4c5f-bc14-2c6d20320570', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'mac_address': 'fa:16:3e:22:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '668dcd87-517d-416d-a06d-6385306297fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:04Z', 'updated_at': '2021-07-16T18:57:08Z', 'revision_number': 4, 'project_id': '1af140b5a4c8414793919d874c4f63cb', 'subnets': [{'id': '668dcd87-517d-416d-a06d-6385306297fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:09.966479 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-25ed140f-0b83-488b-9848-2165fc000e6c req-818482ff-feeb-4513-863d-b88f49f872f7 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 210 time: 0.0293531 Jul 16 18:57:10.925053 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4f915568-96af-4ece-9e38-ef465e799592 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:10.975058 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 4f915568-96af-4ece-9e38-ef465e799592 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:10.981070 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 4f915568-96af-4ece-9e38-ef465e799592 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:10.981558 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.073423 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.121389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 4f915568-96af-4ece-9e38-ef465e799592, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4f915568-96af-4ece-9e38-ef465e799592,segment=NetworkSegment(060b825f-644e-48e8-b378-d027bb555131),segment_id=060b825f-644e-48e8-b378-d027bb555131)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:11.127329 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.170781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-19dd9dd6-a1e1-4e76-8d8a-a84ab3cd6676 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:11.174338 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-19dd9dd6-a1e1-4e76-8d8a-a84ab3cd6676 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 808 time: 0.1944919 Jul 16 18:57:11.199258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=4f915568-96af-4ece-9e38-ef465e799592,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:11.226923 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb4b05ed-bcb8-484a-a6f3-5cc8b718011b req-e2a9e8f4-7fc7-4999-a1a6-448dd7c3d46c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 210 time: 0.0519829 Jul 16 18:57:11.261160 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-540845e1-e7b1-4d24-a4a8-25d904ad3655 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9 HTTP/1.1" status: 200 len: 379 time: 0.0763209 Jul 16 18:57:11.272483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'port': {'device_id': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'admin_state_up': True, 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'security_groups': ['e7ce5f45-bcd2-4109-ab52-84143b332f2d']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:11.385135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Made reservation on behalf of ee2a7d6331c5409a9f8ba568ff7360d9 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:11.388678 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.529185 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Allocated IP 172.20.0.10 (57d36e80-c23f-42e0-bb02-03698b1796c2/4e150e16-0a8b-4f63-84fc-b9bf674ba66c/5c064d61-bb27-4801-a7a5-7c10bf344362) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:11.680947 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.695365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Transition to ACTIVE for port object 5c064d61-bb27-4801-a7a5-7c10bf344362 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:11.729920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.783277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Network 57d36e80-c23f-42e0-bb02-03698b1796c2 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:11.787523 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:11.791882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:11.817064 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'Port': ['ID=5c064d61-bb27-4801-a7a5-7c10bf344362,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:11.848207 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:11.848829 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.865487 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a5436196-4748-4727-94e5-a94ae55a6f51 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5973794 Jul 16 18:57:11.879918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Request body: {'port': {'device_id': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:11.967282 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.058763 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d2cad90e-b6f3-4553-8c8d-fe86e53c7bb3 None None] Provisioning for port 5c064d61-bb27-4801-a7a5-7c10bf344362 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:12.063240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d2cad90e-b6f3-4553-8c8d-fe86e53c7bb3 None None] Provisioning complete for port 5c064d61-bb27-4801-a7a5-7c10bf344362 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:12.063647 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d2cad90e-b6f3-4553-8c8d-fe86e53c7bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.101233 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d2cad90e-b6f3-4553-8c8d-fe86e53c7bb3 None None] Port 5c064d61-bb27-4801-a7a5-7c10bf344362 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:12.557861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dda32-8b8a-41bc-854c-4e9a29d52b9b req-9cfb12ed-6df8-4d79-bd1f-5f9e4ce52bbf tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:12.559351 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a7dda32-8b8a-41bc-854c-4e9a29d52b9b req-9cfb12ed-6df8-4d79-bd1f-5f9e4ce52bbf tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 932 time: 0.2008660 Jul 16 18:57:12.620076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1a7dda32-8b8a-41bc-854c-4e9a29d52b9b req-a2a915db-a809-4a4c-9e78-5c83d21eaa01 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544817 Jul 16 18:57:12.674015 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c064d61-bb27-4801-a7a5-7c10bf344362 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:12.681843 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.693953 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Transition to ACTIVE for port object 5c064d61-bb27-4801-a7a5-7c10bf344362 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:12.697966 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.753617 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Pushing event updated for resources: {'Port': ['ID=5c064d61-bb27-4801-a7a5-7c10bf344362,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:12.829382 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Attempting to bind port 5c064d61-bb27-4801-a7a5-7c10bf344362 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:12.829724 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Attempting to bind port 5c064d61-bb27-4801-a7a5-7c10bf344362 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:12.830055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Attempting to bind port 5c064d61-bb27-4801-a7a5-7c10bf344362 on network 57d36e80-c23f-42e0-bb02-03698b1796c2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:12.834791 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Port 5c064d61-bb27-4801-a7a5-7c10bf344362 on network 57d36e80-c23f-42e0-bb02-03698b1796c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:57:12.835107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Attempting to bind port 5c064d61-bb27-4801-a7a5-7c10bf344362 on network 57d36e80-c23f-42e0-bb02-03698b1796c2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:12.840308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:12.840643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Checking segment: {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:12.841024 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Bound using segment: {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:12.841451 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Bound port: 5c064d61-bb27-4801-a7a5-7c10bf344362, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:12.841806 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.899200 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4f915568-96af-4ece-9e38-ef465e799592 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:12.917005 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:12.920710 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:12.927161 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.970137 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:12.970773 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.972247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] 10.222.0.43 "PUT /v2.0/ports/5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 200 len: 1093 time: 1.0982134 Jul 16 18:57:12.973262 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:12.975682 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53420ee8-42c2-485c-b8e0-2ecfe932ac9c" -d '{"events": [{"name": "network-changed", "server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:13.012055 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a539b-6ea9-48ae-b257-ba4a22d5c419 service neutron] Pushing event updated for resources: {'Port': ['ID=5c064d61-bb27-4801-a7a5-7c10bf344362,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:13.034140 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5861294-01f3-410f-9b95-e95f85a309f4 x-openstack-request-id: req-a5861294-01f3-410f-9b95-e95f85a309f4 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:13.034436 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:13.034684 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5861294-01f3-410f-9b95-e95f85a309f4 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:13.035078 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'status': 'completed', 'code': 200} Jul 16 18:57:13.088903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a2547631-46c4-446a-899f-f127e75afe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:13.090514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-a2547631-46c4-446a-899f-f127e75afe53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1096 time: 0.0708990 Jul 16 18:57:13.136430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-52b1f3ca-8392-44d0-8de8-5054808d2b53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 200 len: 217 time: 0.0373366 Jul 16 18:57:13.146452 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 4f915568-96af-4ece-9e38-ef465e799592 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:13.147026 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.195138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-9d65b4fa-9b7f-4bb6-b714-b8e62c0eec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:13.196665 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-9d65b4fa-9b7f-4bb6-b714-b8e62c0eec61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0537899 Jul 16 18:57:13.261017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-70b068bc-3ffc-4a35-ba7e-ca6018d5c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:13.262598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-70b068bc-3ffc-4a35-ba7e-ca6018d5c3cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591660 Jul 16 18:57:13.357050 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-eb61b74b-f806-4f41-ab8d-f943068e0b4a service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876212 Jul 16 18:57:13.454120 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-06d12b46-f34c-452f-8695-39f3ab5b0a6f req-5955c821-ab5b-4da4-84d3-a7fcb815ca12 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903399 Jul 16 18:57:13.565898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53420ee8-42c2-485c-b8e0-2ecfe932ac9c req-0d07bfeb-12ed-4544-ae75-754aa9bf4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:13.568060 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53420ee8-42c2-485c-b8e0-2ecfe932ac9c req-0d07bfeb-12ed-4544-ae75-754aa9bf4065 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1096 time: 0.0541410 Jul 16 18:57:13.668599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53420ee8-42c2-485c-b8e0-2ecfe932ac9c req-8bcca5e1-510f-414f-82fa-82475f1c4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:13.670106 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53420ee8-42c2-485c-b8e0-2ecfe932ac9c req-8bcca5e1-510f-414f-82fa-82475f1c4e9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0953794 Jul 16 18:57:13.713536 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53420ee8-42c2-485c-b8e0-2ecfe932ac9c req-1ce66b33-5294-4f29-b0eb-05be0e52dcf1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 200 len: 217 time: 0.0355687 Jul 16 18:57:13.769914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53420ee8-42c2-485c-b8e0-2ecfe932ac9c req-1528ba0b-c45f-4a54-8445-07dbf8e1a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:13.771527 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53420ee8-42c2-485c-b8e0-2ecfe932ac9c req-1528ba0b-c45f-4a54-8445-07dbf8e1a598 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0512793 Jul 16 18:57:13.878046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53420ee8-42c2-485c-b8e0-2ecfe932ac9c req-8ec51145-74c5-474b-babb-bc005e624b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:13.880415 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53420ee8-42c2-485c-b8e0-2ecfe932ac9c req-8ec51145-74c5-474b-babb-bc005e624b98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021211 Jul 16 18:57:13.903577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356d587-0d5e-407c-8960-f8ca3c92ae92 req-9c3b78e4-05bb-4bdb-ab72-24dfb0f01384 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:13.904960 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0356d587-0d5e-407c-8960-f8ca3c92ae92 req-9c3b78e4-05bb-4bdb-ab72-24dfb0f01384 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 944 time: 0.1583507 Jul 16 18:57:13.995898 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0356d587-0d5e-407c-8960-f8ca3c92ae92 req-daf08b62-a57d-4804-8971-889253306159 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799305 Jul 16 18:57:14.018569 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53420ee8-42c2-485c-b8e0-2ecfe932ac9c req-1824fa0e-f3e6-4964-b197-8f4495c551c2 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308000 Jul 16 18:57:14.112098 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-53420ee8-42c2-485c-b8e0-2ecfe932ac9c req-7b7529f1-bd41-422a-82a2-84278ffd601e service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869353 Jul 16 18:57:15.229049 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b286ef-9a45-43e9-8ff8-fd02d86cff60 req-b5a4e448-a814-4e2c-9155-ae67af56d30d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:15.230597 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36b286ef-9a45-43e9-8ff8-fd02d86cff60 req-b5a4e448-a814-4e2c-9155-ae67af56d30d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 944 time: 0.1174715 Jul 16 18:57:15.271951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-36b286ef-9a45-43e9-8ff8-fd02d86cff60 req-58804548-9b06-4e84-a3df-51ebb6a18693 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356736 Jul 16 18:57:16.460006 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e968a-7ca5-45c0-8906-b62a3371f641 req-427e9ae6-cb3e-475a-b854-f980b940dd8b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:16.461505 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-888e968a-7ca5-45c0-8906-b62a3371f641 req-427e9ae6-cb3e-475a-b854-f980b940dd8b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 944 time: 0.0713277 Jul 16 18:57:16.500388 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-888e968a-7ca5-45c0-8906-b62a3371f641 req-9829d49a-834f-4f16-b7d5-040307aa7c38 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332367 Jul 16 18:57:17.463198 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5c064d61-bb27-4801-a7a5-7c10bf344362 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:57:17.567411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:17.578478 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'port_id': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'mac_address': 'fa:16:3e:38:2b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:57:17.615754 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.628301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c064d61-bb27-4801-a7a5-7c10bf344362 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:17.649839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:17.654684 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.677808 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05521be7-f746-4b4a-903c-fd38ace5dfd3 req-567c6a85-37a6-41ee-b5e6-7c044e2eff8d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:17.679306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05521be7-f746-4b4a-903c-fd38ace5dfd3 req-567c6a85-37a6-41ee-b5e6-7c044e2eff8d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 944 time: 0.0668523 Jul 16 18:57:17.705666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=5c064d61-bb27-4801-a7a5-7c10bf344362,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:17.720159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-05521be7-f746-4b4a-903c-fd38ace5dfd3 req-8013aaa1-3d98-44fe-824a-328272f8ff41 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345318 Jul 16 18:57:17.872404 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['5c064d61-bb27-4801-a7a5-7c10bf344362'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:18.903037 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fce5d8-d387-4f89-b44d-57fb5b14f8b4 req-d51438c1-2fe6-4f3e-91ca-f563a04a148d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:18.904596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28fce5d8-d387-4f89-b44d-57fb5b14f8b4 req-d51438c1-2fe6-4f3e-91ca-f563a04a148d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.0742397 Jul 16 18:57:18.944567 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-28fce5d8-d387-4f89-b44d-57fb5b14f8b4 req-9c7f8b9d-5e4a-48f4-8843-005af8404255 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334258 Jul 16 18:57:19.474823 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5c064d61-bb27-4801-a7a5-7c10bf344362 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:19.530540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 5c064d61-bb27-4801-a7a5-7c10bf344362 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:19.534621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 5c064d61-bb27-4801-a7a5-7c10bf344362 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:19.535044 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.623052 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.652165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:19.654819 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71188f5f-0dd9-459a-a2dc-7adf02c23d62" -d '{"events": [{"server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "name": "network-vif-plugged", "status": "completed", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:19.670608 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:19.689548 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.716376 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3924d44d-de86-4444-85fd-bb633e4ee0a8 x-openstack-request-id: req-3924d44d-de86-4444-85fd-bb633e4ee0a8 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:19.716747 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "name": "network-vif-plugged", "status": "completed", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:19.717000 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3924d44d-de86-4444-85fd-bb633e4ee0a8 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:19.717493 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'code': 200} Jul 16 18:57:19.747502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=5c064d61-bb27-4801-a7a5-7c10bf344362,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:19.860273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3946-ae6f-4ea9-9367-516ace6b4297 req-f7f26afd-52e7-449c-8cee-f442fe9c84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:19.861802 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4ad3946-ae6f-4ea9-9367-516ace6b4297 req-f7f26afd-52e7-449c-8cee-f442fe9c84a9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1098 time: 0.0545070 Jul 16 18:57:19.898737 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4ad3946-ae6f-4ea9-9367-516ace6b4297 req-4dfa2ce4-ea3b-4b4f-bbd5-4f3b2bde8d29 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302038 Jul 16 18:57:20.151702 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482757c5-9cc0-40e8-a3d6-27973209ecae req-6e8c52a0-9853-4b9a-914a-c62f066e5966 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:20.153283 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-482757c5-9cc0-40e8-a3d6-27973209ecae req-6e8c52a0-9853-4b9a-914a-c62f066e5966 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0870950 Jul 16 18:57:20.194271 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-482757c5-9cc0-40e8-a3d6-27973209ecae req-2fa23f25-4e49-47c8-bc24-893668fe202b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353615 Jul 16 18:57:21.381308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854c610-b5e6-4604-9fa3-4fe03f020beb req-7ef0ba01-1cac-4aea-aade-a9f7595d8de5 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:21.382904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1854c610-b5e6-4604-9fa3-4fe03f020beb req-7ef0ba01-1cac-4aea-aade-a9f7595d8de5 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0716851 Jul 16 18:57:21.422836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1854c610-b5e6-4604-9fa3-4fe03f020beb req-88c2b546-e4d4-46af-85d5-c96d4777a697 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341222 Jul 16 18:57:21.599762 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62342b-fb8e-4cec-818a-03aeb9b398ca req-8e963e13-7edc-49f2-a304-1fddc8ab1170 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:21.601178 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd62342b-fb8e-4cec-818a-03aeb9b398ca req-8e963e13-7edc-49f2-a304-1fddc8ab1170 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0665131 Jul 16 18:57:21.642107 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bd62342b-fb8e-4cec-818a-03aeb9b398ca req-8c0dcd5d-d549-4f07-8024-55cdfd52a5a7 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344565 Jul 16 18:57:21.667251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55800) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:21.761668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb60c9fd-523a-48f4-8050-6d2a814aebdf tempest-TestShelveInstance-1273801322 tempest-TestShelveInstance-1273801322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:21.763159 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fb60c9fd-523a-48f4-8050-6d2a814aebdf tempest-TestShelveInstance-1273801322 tempest-TestShelveInstance-1273801322-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1093 time: 0.0948906 Jul 16 18:57:21.766085 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55804) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:21.770882 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:21.793213 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.890694 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.997054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Allocated IP 172.25.5.160 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/d04bb486-8676-4c4c-94f0-9f0a0cc1c7e4) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:22.098624 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.141041 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.177003 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:22.181729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:22.185191 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:22.212915 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'Port': ['ID=d04bb486-8676-4c4c-94f0-9f0a0cc1c7e4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:22.563366 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.643287 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.807334 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.812693 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.885203 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'Port': ['ID=d04bb486-8676-4c4c-94f0-9f0a0cc1c7e4,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:22.898303 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.998806 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Floating IP 21f046bf-bffe-4468-8d80-63592d0d0218 associated. External IP: 172.25.5.160, port: 5c064d61-bb27-4801-a7a5-7c10bf344362. Jul 16 18:57:23.204091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Router 410ddfb5-3422-40b3-8958-37b1ea7008c4 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:23.316849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:23.326548 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7368c8-b766-4fa7-8e0e-af2175e3de4f None None] Sync routers for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:23.334112 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.336434 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7368c8-b766-4fa7-8e0e-af2175e3de4f None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:23.337077 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0e7368c8-b766-4fa7-8e0e-af2175e3de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:57:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:23.372633 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-747bbea5-5ebd-46e6-8d2d-63d9a4cc813c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6055319 Jul 16 18:57:23.373229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:23.375528 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e053302-85a7-4376-a82e-a7e716e2d728" -d '{"events": [{"name": "network-changed", "server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:23.413966 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391054f3-0587-4078-9913-3310c6abddf2 x-openstack-request-id: req-391054f3-0587-4078-9913-3310c6abddf2 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:23.414260 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:23.414510 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-391054f3-0587-4078-9913-3310c6abddf2 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:23.414911 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'status': 'completed', 'code': 200} Jul 16 18:57:23.451229 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-0e7368c8-b766-4fa7-8e0e-af2175e3de4f None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:23.494969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e053302-85a7-4376-a82e-a7e716e2d728 req-f950827a-c30e-4b25-b14d-6ab8701a4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:23.496700 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e053302-85a7-4376-a82e-a7e716e2d728 req-f950827a-c30e-4b25-b14d-6ab8701a4fbe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1098 time: 0.0587549 Jul 16 18:57:23.591455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e053302-85a7-4376-a82e-a7e716e2d728 req-1bd56ff5-5277-45bd-a83f-4947f746adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:23.592983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e053302-85a7-4376-a82e-a7e716e2d728 req-1bd56ff5-5277-45bd-a83f-4947f746adc8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0888166 Jul 16 18:57:23.663893 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e053302-85a7-4376-a82e-a7e716e2d728 req-3be0664b-6448-413a-bec0-9bbc4f2ac93f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 200 len: 1000 time: 0.0640910 Jul 16 18:57:23.681034 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0e7368c8-b766-4fa7-8e0e-af2175e3de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '21f046bf-bffe-4468-8d80-63592d0d0218', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'port_id': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'mac_address': 'fa:16:3e:38:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:57:22Z', 'updated_at': '2021-07-16T18:57:22Z', 'revision_number': 0, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 5, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:23.711470 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7368c8-b766-4fa7-8e0e-af2175e3de4f None None] Checking router: 410ddfb5-3422-40b3-8958-37b1ea7008c4 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:23.719338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e053302-85a7-4376-a82e-a7e716e2d728 req-2b4bbf73-ea26-489a-af76-38be6dfdcbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:23.720890 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e053302-85a7-4376-a82e-a7e716e2d728 req-2b4bbf73-ea26-489a-af76-38be6dfdcbd5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0471780 Jul 16 18:57:23.721070 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7368c8-b766-4fa7-8e0e-af2175e3de4f None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:23.721702 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0e7368c8-b766-4fa7-8e0e-af2175e3de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T18:57:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:23.781628 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e053302-85a7-4376-a82e-a7e716e2d728 req-b76a4510-7212-44c0-9b48-da34c688c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:23.783035 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e053302-85a7-4376-a82e-a7e716e2d728 req-b76a4510-7212-44c0-9b48-da34c688c66a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558207 Jul 16 18:57:23.834628 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-0e7368c8-b766-4fa7-8e0e-af2175e3de4f None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:23.882114 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e053302-85a7-4376-a82e-a7e716e2d728 req-5cbec9d8-ceb2-42be-a68a-7ee7b015649b service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928540 Jul 16 18:57:23.986272 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9e053302-85a7-4376-a82e-a7e716e2d728 req-ae4200f9-32ab-41cb-acaa-ddb7851d89fe service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976319 Jul 16 18:57:24.070584 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-0e7368c8-b766-4fa7-8e0e-af2175e3de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '21f046bf-bffe-4468-8d80-63592d0d0218', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'port_id': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'mac_address': 'fa:16:3e:38:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:57:22Z', 'updated_at': '2021-07-16T18:57:22Z', 'revision_number': 0, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 5, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:24.099511 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7368c8-b766-4fa7-8e0e-af2175e3de4f None None] The sync data for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 is: [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '21f046bf-bffe-4468-8d80-63592d0d0218', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'port_id': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'mac_address': 'fa:16:3e:38:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:57:22Z', 'updated_at': '2021-07-16T18:57:22Z', 'revision_number': 0, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 5, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:24.296657 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dcd14f-e309-476a-94d2-52fd6f803d6a None None] New status for floating IP 21f046bf-bffe-4468-8d80-63592d0d0218: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:57:27.094826 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:27.173484 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:28.093917 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-04fe67ab-2507-4d2e-9103-a51e9e365253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:30.750439 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:30.799084 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2d5dbe90-e09b-4aba-ab96-730fc300bf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:30.953570 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:57:32.074187 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:33.833278 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:57.098917 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:57.169810 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.098289 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e7cc0361-3fb2-4d59-8847-92f4d87a516c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.751160 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.800909 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-74ec87f0-dc54-4508-82f6-13a55c29ea06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.076093 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.835977 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.868476 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26553cc8-901c-4efd-910e-fbbd2aff8927 req-5338490c-9968-48a2-ae4d-6941ea8b94d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0590045 Jul 16 18:58:04.964165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26553cc8-901c-4efd-910e-fbbd2aff8927 req-9ed9c3ce-c5cb-4935-8b2b-aaa99be2ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:04.965848 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26553cc8-901c-4efd-910e-fbbd2aff8927 req-9ed9c3ce-c5cb-4935-8b2b-aaa99be2ee8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1098 time: 0.0547683 Jul 16 18:58:05.079367 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26553cc8-901c-4efd-910e-fbbd2aff8927 req-95effa11-d35c-476d-af73-4a8e07657dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:05.080787 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26553cc8-901c-4efd-910e-fbbd2aff8927 req-95effa11-d35c-476d-af73-4a8e07657dcf service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0901506 Jul 16 18:58:05.149482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26553cc8-901c-4efd-910e-fbbd2aff8927 req-6720165d-3ec7-4d91-a5fc-101ad39f12ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 200 len: 1002 time: 0.0614920 Jul 16 18:58:05.197637 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26553cc8-901c-4efd-910e-fbbd2aff8927 req-cc6d7cfc-d3b9-4495-99ad-fce9f947a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:05.199053 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26553cc8-901c-4efd-910e-fbbd2aff8927 req-cc6d7cfc-d3b9-4495-99ad-fce9f947a691 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0432134 Jul 16 18:58:05.256778 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26553cc8-901c-4efd-910e-fbbd2aff8927 req-d4724395-e6ad-4644-8668-f6cd375b64c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:05.258245 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26553cc8-901c-4efd-910e-fbbd2aff8927 req-d4724395-e6ad-4644-8668-f6cd375b64c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516257 Jul 16 18:58:05.353471 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26553cc8-901c-4efd-910e-fbbd2aff8927 req-2d68bd47-2738-4e83-9aa2-5d6f4e89ddf2 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870848 Jul 16 18:58:05.443755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-26553cc8-901c-4efd-910e-fbbd2aff8927 req-c8740a91-6f79-48f3-bbac-d383da7a3dc5 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837193 Jul 16 18:58:07.952418 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:58:27.111922 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:27.187107 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:28.099688 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-673195e4-e01d-40d2-8b56-75cb16f6259a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:30.753128 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:30.801686 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-08c004a7-c25e-4f0a-b817-60d1cbb79c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:32.079465 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:33.838706 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:44.952106 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:58:57.113362 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:57.182939 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.103104 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-cd7a99fb-2309-4de1-bf34-3df721b9d8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:00.755769 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:00.803118 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d82a1462-26a1-4f74-aeca-65b632c48f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:02.084456 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:03.843963 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:04.912277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d165c340-1c7f-4b25-8ae6-1b94e0f0f7fb req-44e9636f-ecbc-497b-a3fe-9854e8f6df21 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0568225 Jul 16 18:59:05.014303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165c340-1c7f-4b25-8ae6-1b94e0f0f7fb req-dcd751c5-a727-440e-a655-a62ea51f840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:05.015834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d165c340-1c7f-4b25-8ae6-1b94e0f0f7fb req-dcd751c5-a727-440e-a655-a62ea51f840e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1098 time: 0.0599368 Jul 16 18:59:05.125322 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165c340-1c7f-4b25-8ae6-1b94e0f0f7fb req-c12b7198-fbea-4d3c-9f11-c727ba7dd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:05.126793 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d165c340-1c7f-4b25-8ae6-1b94e0f0f7fb req-c12b7198-fbea-4d3c-9f11-c727ba7dd468 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0879581 Jul 16 18:59:05.517177 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d165c340-1c7f-4b25-8ae6-1b94e0f0f7fb req-ac77968d-56f1-4a41-a953-2185d4716c57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 200 len: 1002 time: 0.3838496 Jul 16 18:59:05.565220 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165c340-1c7f-4b25-8ae6-1b94e0f0f7fb req-03894af7-6351-4558-93aa-fa8a79a078e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:05.566647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d165c340-1c7f-4b25-8ae6-1b94e0f0f7fb req-03894af7-6351-4558-93aa-fa8a79a078e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0433238 Jul 16 18:59:05.628458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165c340-1c7f-4b25-8ae6-1b94e0f0f7fb req-78568c72-1bb6-44ce-9994-da4c8d5bbb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:05.630104 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d165c340-1c7f-4b25-8ae6-1b94e0f0f7fb req-78568c72-1bb6-44ce-9994-da4c8d5bbb5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570822 Jul 16 18:59:05.731571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d165c340-1c7f-4b25-8ae6-1b94e0f0f7fb req-776243b5-b1c7-481c-8e2b-3c9ac9e61d7e service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950711 Jul 16 18:59:05.839770 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d165c340-1c7f-4b25-8ae6-1b94e0f0f7fb req-de30e344-24c5-45d2-8be1-ca160605de83 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021206 Jul 16 18:59:21.401646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87408cae-d59c-4468-a020-63230d435a4d req-434b3499-c0f1-46ea-950e-48e2edfd1090 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:21.403152 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87408cae-d59c-4468-a020-63230d435a4d req-434b3499-c0f1-46ea-950e-48e2edfd1090 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0659580 Jul 16 18:59:21.442292 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-87408cae-d59c-4468-a020-63230d435a4d req-c121e770-40ea-416e-aa75-bef4bd3f51a1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331845 Jul 16 18:59:21.952245 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:59:22.641252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e64a6-1a59-4327-8875-1788bd2ac1ac req-e303ca72-5b2d-46fc-847f-a9b7612ac0cf tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:22.643444 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f70e64a6-1a59-4327-8875-1788bd2ac1ac req-e303ca72-5b2d-46fc-847f-a9b7612ac0cf tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0651641 Jul 16 18:59:22.686183 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f70e64a6-1a59-4327-8875-1788bd2ac1ac req-52cb83ea-650b-4027-a864-e7f12a743f2d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371192 Jul 16 18:59:23.900834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28b5af-06e9-4fe0-aeb8-af83d1eb9e6e req-d712bbba-ac77-43b6-b73a-fe703788372a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:23.902307 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca28b5af-06e9-4fe0-aeb8-af83d1eb9e6e req-d712bbba-ac77-43b6-b73a-fe703788372a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0777159 Jul 16 18:59:23.941558 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ca28b5af-06e9-4fe0-aeb8-af83d1eb9e6e req-3aeb474e-59ed-4d2c-a3ce-9052d2b25feb tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333774 Jul 16 18:59:25.120010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f8bf7-542a-44c8-acd8-ebf42f65f8f6 req-6d424fb3-0d6c-4436-a8ac-a84f8ab320b2 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:25.121618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e54f8bf7-542a-44c8-acd8-ebf42f65f8f6 req-6d424fb3-0d6c-4436-a8ac-a84f8ab320b2 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0683732 Jul 16 18:59:25.159282 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e54f8bf7-542a-44c8-acd8-ebf42f65f8f6 req-55ef87cc-1c5c-4dfc-848e-feca30ef5df2 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319967 Jul 16 18:59:26.353440 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9082e-13b5-486e-84fd-d69e5f89a583 req-511868ee-82a3-4bf1-a73d-0ff4b259ca21 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:26.355791 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4d9082e-13b5-486e-84fd-d69e5f89a583 req-511868ee-82a3-4bf1-a73d-0ff4b259ca21 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0878632 Jul 16 18:59:26.404280 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e4d9082e-13b5-486e-84fd-d69e5f89a583 req-ac5409f0-63d5-4125-b443-e331891ac4a7 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429842 Jul 16 18:59:27.126676 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:27.184701 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:27.607774 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcf6af-ec2b-4e56-b1a6-0f3f18d3fa36 req-cb15271c-24a0-4fe8-9e5a-5b4214a51959 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:27.610210 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4fcf6af-ec2b-4e56-b1a6-0f3f18d3fa36 req-cb15271c-24a0-4fe8-9e5a-5b4214a51959 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0902202 Jul 16 18:59:27.649309 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4fcf6af-ec2b-4e56-b1a6-0f3f18d3fa36 req-0ad0527e-6918-4f63-a148-82d25e2e7175 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330610 Jul 16 18:59:28.104989 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-03d6f411-e68d-4b8d-98c4-a420dc7b330d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:28.823345 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa549b4b-8755-4c16-93c1-1816e1ea2150 req-4cbb39ca-988c-4799-a456-a9287a527b4a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:28.824894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa549b4b-8755-4c16-93c1-1816e1ea2150 req-4cbb39ca-988c-4799-a456-a9287a527b4a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0649540 Jul 16 18:59:28.867842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-aa549b4b-8755-4c16-93c1-1816e1ea2150 req-3254fe86-2789-4e26-ba33-8bf2ac40752b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373454 Jul 16 18:59:30.047746 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aea12-3c6f-4a2c-962c-6e0060ceb134 req-eb067154-e5a0-4d0d-983b-e00877f1287f tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:30.049277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-579aea12-3c6f-4a2c-962c-6e0060ceb134 req-eb067154-e5a0-4d0d-983b-e00877f1287f tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0652361 Jul 16 18:59:30.087869 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-579aea12-3c6f-4a2c-962c-6e0060ceb134 req-e3625a73-42bc-4e11-a02c-899ce6848989 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326707 Jul 16 18:59:30.757170 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:30.804873 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0a5e287a-0e63-4278-9d4f-83c26d170a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.265264 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f408dfe-c474-45f1-9d94-9acd28cf133f req-64d832c3-b93b-4af5-8656-25752bbbee47 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:31.266758 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f408dfe-c474-45f1-9d94-9acd28cf133f req-64d832c3-b93b-4af5-8656-25752bbbee47 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0661159 Jul 16 18:59:31.306390 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3f408dfe-c474-45f1-9d94-9acd28cf133f req-633fdbd1-3f64-48ac-86db-8aacaba55ad4 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325382 Jul 16 18:59:32.088207 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.482339 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a2ad5-b909-4f92-8890-ab2f8ec92f1f req-2f6511f4-1460-4290-857d-c5e6c778cc19 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:32.483851 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-665a2ad5-b909-4f92-8890-ab2f8ec92f1f req-2f6511f4-1460-4290-857d-c5e6c778cc19 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0670035 Jul 16 18:59:32.522217 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-665a2ad5-b909-4f92-8890-ab2f8ec92f1f req-4b07a740-7606-4c7d-b9d3-e74acd5258e3 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322263 Jul 16 18:59:33.699489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07753ab8-ea4b-42c0-ac6a-62986929e190 req-e0b58b19-d644-474f-ba18-166057363826 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:33.700995 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07753ab8-ea4b-42c0-ac6a-62986929e190 req-e0b58b19-d644-474f-ba18-166057363826 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0664845 Jul 16 18:59:33.740400 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-07753ab8-ea4b-42c0-ac6a-62986929e190 req-2480308c-b279-43e8-a3b7-2ec1a376206d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336103 Jul 16 18:59:33.844166 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.185396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5c064d61-bb27-4801-a7a5-7c10bf344362 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:59:34.281569 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:34.295065 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'port_id': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'mac_address': 'fa:16:3e:38:2b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:59:34.333889 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.350263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c064d61-bb27-4801-a7a5-7c10bf344362 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:59:34.370341 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:34.373970 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.425502 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=5c064d61-bb27-4801-a7a5-7c10bf344362,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:34.433863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:34.434215 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:34.434558 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:34.434896 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:34.435234 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:34.435598 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:34.435933 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:34.436262 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:34.436595 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:34.436922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:34.437244 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:34.437572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:34.450118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['5c064d61-bb27-4801-a7a5-7c10bf344362'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:34.952574 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244969b-7d4d-4ff6-9c1e-3a1255b14069 req-af9a6448-3fc5-4396-af13-3b151e2c9fb1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:34.954234 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f244969b-7d4d-4ff6-9c1e-3a1255b14069 req-af9a6448-3fc5-4396-af13-3b151e2c9fb1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.0701232 Jul 16 18:59:35.003014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f244969b-7d4d-4ff6-9c1e-3a1255b14069 req-b0fed070-dae7-4cc3-8b02-a061511a4dd6 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428526 Jul 16 18:59:36.189311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5c064d61-bb27-4801-a7a5-7c10bf344362 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:36.278104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 5c064d61-bb27-4801-a7a5-7c10bf344362 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:36.278921 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.279813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f244ee-e94e-4974-aaf6-59b73364d723 req-44ae9548-0fbd-42fd-9294-7d1c50c3b4d3 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:36.281403 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1f244ee-e94e-4974-aaf6-59b73364d723 req-44ae9548-0fbd-42fd-9294-7d1c50c3b4d3 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.1147676 Jul 16 18:59:36.339267 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1f244ee-e94e-4974-aaf6-59b73364d723 req-7e39e3d3-689e-41fe-ab42-ec0d92a6a9ac tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501142 Jul 16 18:59:36.386288 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.439487 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:36.441950 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f9e310-d6af-4fe6-b286-ee4da83762bb" -d '{"events": [{"server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "name": "network-vif-plugged", "status": "completed", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:36.463817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:36.469098 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.506759 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8988265-db34-4443-a1f8-ed4ca19b24d3 x-openstack-request-id: req-c8988265-db34-4443-a1f8-ed4ca19b24d3 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:36.507367 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "name": "network-vif-plugged", "status": "completed", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:36.508418 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8988265-db34-4443-a1f8-ed4ca19b24d3 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:36.509046 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'code': 200} Jul 16 18:59:36.546396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=5c064d61-bb27-4801-a7a5-7c10bf344362,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:37.581166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ab8e2-5b6b-464f-8cb8-58db85e5d718 req-2ed4180d-7930-40c6-a352-5a1e5190b458 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:37.588956 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-472ab8e2-5b6b-464f-8cb8-58db85e5d718 req-2ed4180d-7930-40c6-a352-5a1e5190b458 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0865545 Jul 16 18:59:37.625788 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-472ab8e2-5b6b-464f-8cb8-58db85e5d718 req-3f84d71f-93b0-4810-92b7-ab76229d7e02 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356281 Jul 16 18:59:38.868348 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1dd20-3ebd-4b37-8b7b-8390739d4ee1 req-71e02cd7-215b-4807-a1d4-61cbe671dade tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:38.870730 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30c1dd20-3ebd-4b37-8b7b-8390739d4ee1 req-71e02cd7-215b-4807-a1d4-61cbe671dade tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0807285 Jul 16 18:59:38.915702 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30c1dd20-3ebd-4b37-8b7b-8390739d4ee1 req-5b08d129-faba-4690-9136-e5ec667cb1f8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390565 Jul 16 18:59:40.148303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e2f69-9a90-4678-b3e8-6bacc0422130 req-1d1206fb-28fa-4f83-8124-d83e8cf31bbc tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:40.150959 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-425e2f69-9a90-4678-b3e8-6bacc0422130 req-1d1206fb-28fa-4f83-8124-d83e8cf31bbc tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0819016 Jul 16 18:59:40.193684 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-425e2f69-9a90-4678-b3e8-6bacc0422130 req-fbfa2095-61e1-49de-af15-16561b7a8712 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368128 Jul 16 18:59:41.385133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c68b93-acf6-4cb5-b37a-dbc86c7729a0 req-ee38c18e-314d-43ec-b7cf-223df0572e3a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:41.387565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7c68b93-acf6-4cb5-b37a-dbc86c7729a0 req-ee38c18e-314d-43ec-b7cf-223df0572e3a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0705860 Jul 16 18:59:41.434719 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e7c68b93-acf6-4cb5-b37a-dbc86c7729a0 req-8e4e123e-193f-4e5e-af66-49af9b259890 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409272 Jul 16 18:59:42.643228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bedfc9-4dd8-44c4-b534-bf91ce4c4bc8 req-9d62c84a-6ce4-4490-94c7-2ce5e3b46df9 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:42.645153 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30bedfc9-4dd8-44c4-b534-bf91ce4c4bc8 req-9d62c84a-6ce4-4490-94c7-2ce5e3b46df9 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0725174 Jul 16 18:59:42.687076 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-30bedfc9-4dd8-44c4-b534-bf91ce4c4bc8 req-240ebeb6-5cb7-4ac4-8398-866c76dfb773 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344474 Jul 16 18:59:43.865483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5c637-b05e-490d-901c-d1ead99dade3 req-06517a5a-3efd-422a-83b7-f88ed60f6cb3 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:43.866991 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4f5c637-b05e-490d-901c-d1ead99dade3 req-06517a5a-3efd-422a-83b7-f88ed60f6cb3 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0647697 Jul 16 18:59:43.906163 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4f5c637-b05e-490d-901c-d1ead99dade3 req-7173623d-ad31-424f-804e-84ad3e72edfb tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333681 Jul 16 18:59:44.186799 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be1a0e-77bb-44b6-a0bd-abd147124e72 req-2a175c3e-ccb2-40e4-95d5-71c2487427a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.188425 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88be1a0e-77bb-44b6-a0bd-abd147124e72 req-2a175c3e-ccb2-40e4-95d5-71c2487427a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1098 time: 0.0591834 Jul 16 18:59:44.283618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be1a0e-77bb-44b6-a0bd-abd147124e72 req-e5b69929-fe68-4fe2-be0c-86eeb2f860a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.285583 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88be1a0e-77bb-44b6-a0bd-abd147124e72 req-e5b69929-fe68-4fe2-be0c-86eeb2f860a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0906360 Jul 16 18:59:44.362484 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88be1a0e-77bb-44b6-a0bd-abd147124e72 req-7b102b06-b87c-43e6-969c-8183b364f6ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 200 len: 1002 time: 0.0702512 Jul 16 18:59:44.412680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be1a0e-77bb-44b6-a0bd-abd147124e72 req-8d3789fa-c5e1-417c-826a-cf90b0643860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.414222 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88be1a0e-77bb-44b6-a0bd-abd147124e72 req-8d3789fa-c5e1-417c-826a-cf90b0643860 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0450318 Jul 16 18:59:44.473548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be1a0e-77bb-44b6-a0bd-abd147124e72 req-a4371f4a-aefe-4a9f-99ef-d22250e48b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.475049 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88be1a0e-77bb-44b6-a0bd-abd147124e72 req-a4371f4a-aefe-4a9f-99ef-d22250e48b69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534625 Jul 16 18:59:44.569185 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88be1a0e-77bb-44b6-a0bd-abd147124e72 req-f5dc055c-22c2-4782-b45c-0f5ea533631d service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873404 Jul 16 18:59:44.657916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88be1a0e-77bb-44b6-a0bd-abd147124e72 req-1695ab66-f910-45b7-adc0-2d0737620cdb service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818691 Jul 16 18:59:45.086509 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5b74-3f23-46ce-bf59-774057db57e1 req-8d01b0dc-9df7-4844-a340-394bd3141302 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:45.088024 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2cd5b74-3f23-46ce-bf59-774057db57e1 req-8d01b0dc-9df7-4844-a340-394bd3141302 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0703771 Jul 16 18:59:45.125428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a2cd5b74-3f23-46ce-bf59-774057db57e1 req-37dedddb-b84f-4572-bbac-b63771b770c4 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318658 Jul 16 18:59:46.305704 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed0ac-e415-47db-8fab-4c48447cc6ce req-6650d8fb-874e-4b0f-ab62-0eafe1ae53eb tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:46.307267 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5aed0ac-e415-47db-8fab-4c48447cc6ce req-6650d8fb-874e-4b0f-ab62-0eafe1ae53eb tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0682876 Jul 16 18:59:46.349539 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5aed0ac-e415-47db-8fab-4c48447cc6ce req-b8df37a6-a8fe-4b18-9f2b-e1496b805dc8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359623 Jul 16 18:59:47.523246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f37e9-5072-48b8-8676-dfeae8d600bc req-6efddd55-a6f9-41ff-b701-26cd9b6895ee tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:47.524901 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-721f37e9-5072-48b8-8676-dfeae8d600bc req-6efddd55-a6f9-41ff-b701-26cd9b6895ee tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0642276 Jul 16 18:59:47.567411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-721f37e9-5072-48b8-8676-dfeae8d600bc req-9634c143-6e3b-4831-988f-818680fe0bc8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366995 Jul 16 18:59:47.960454 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4b0c3-95b9-4ecf-9ee2-c97a6661bbe4 req-295954ae-e0d3-48a5-acaa-65c370f3aa9f tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:47.962884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93d4b0c3-95b9-4ecf-9ee2-c97a6661bbe4 req-295954ae-e0d3-48a5-acaa-65c370f3aa9f tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.1021583 Jul 16 18:59:48.010886 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-93d4b0c3-95b9-4ecf-9ee2-c97a6661bbe4 req-b5fa999d-5912-4f86-b6e5-934825d0eaa1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408766 Jul 16 18:59:48.168843 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 55992) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:48.219024 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 5c064d61-bb27-4801-a7a5-7c10bf344362 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:48.266683 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-9cdee7df-819e-4590-96a3-bb8465dac3ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966604 Jul 16 18:59:48.295100 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.321219 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:48.323449 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5862ea4-0fd4-446f-aeac-b72cf784388c" -d '{"events": [{"server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "name": "network-vif-unplugged", "status": "completed", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:48.336803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:48.341278 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.367055 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6305264c-a5ce-40be-9bf5-a5c134bcfb34 x-openstack-request-id: req-6305264c-a5ce-40be-9bf5-a5c134bcfb34 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:48.367348 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "name": "network-vif-unplugged", "status": "failed", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362", "code": 422}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:48.367629 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6305264c-a5ce-40be-9bf5-a5c134bcfb34 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:48.368021 n-d-787206-10 neutron-server[100171]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'code': 422} returned with failed status Jul 16 18:59:48.397075 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=5c064d61-bb27-4801-a7a5-7c10bf344362,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:49.233741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f3186-b586-4e36-adeb-7f5c6200888c req-bba0a959-5978-41b6-a6d7-8a42229860cf tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:49.235235 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-059f3186-b586-4e36-adeb-7f5c6200888c req-bba0a959-5978-41b6-a6d7-8a42229860cf tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 944 time: 0.1097476 Jul 16 18:59:49.240987 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8076d15-9191-4715-a210-b6478509d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:49.242398 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8076d15-9191-4715-a210-b6478509d5bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce&tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9 HTTP/1.1" status: 200 len: 1096 time: 0.1234426 Jul 16 18:59:49.254130 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-10', 'device_owner': 'compute:nova'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:49.309547 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-059f3186-b586-4e36-adeb-7f5c6200888c req-9ef5494a-0638-49a1-ab81-ab6df18f59f9 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662024 Jul 16 18:59:49.351937 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:49.553133 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:49.586884 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:49.620031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c064d61-bb27-4801-a7a5-7c10bf344362 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:59:49.627387 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:49.639735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Transition to ACTIVE for port object 5c064d61-bb27-4801-a7a5-7c10bf344362 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:49.643365 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:49.725120 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Pushing event updated for resources: {'Port': ['ID=5c064d61-bb27-4801-a7a5-7c10bf344362,revision_number=9']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:49.738228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:49.738758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:49.739287 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:49.739653 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:49.739990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:49.740318 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:49.740641 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:49.740962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:49.741321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:49.741603 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:49.741918 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:49.742237 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:49.785044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] No DVR routers for this DVR port 5c064d61-bb27-4801-a7a5-7c10bf344362 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:49.927240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Attempting to bind port 5c064d61-bb27-4801-a7a5-7c10bf344362 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:49.927599 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Attempting to bind port 5c064d61-bb27-4801-a7a5-7c10bf344362 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:49.927927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Attempting to bind port 5c064d61-bb27-4801-a7a5-7c10bf344362 on network 57d36e80-c23f-42e0-bb02-03698b1796c2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:49.932518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Port 5c064d61-bb27-4801-a7a5-7c10bf344362 on network 57d36e80-c23f-42e0-bb02-03698b1796c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:59:49.932831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Attempting to bind port 5c064d61-bb27-4801-a7a5-7c10bf344362 on network 57d36e80-c23f-42e0-bb02-03698b1796c2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:49.938226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:49.938571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Checking segment: {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:49.938956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Bound using segment: {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:49.939407 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Bound port: 5c064d61-bb27-4801-a7a5-7c10bf344362, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:49.939791 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.002662 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:50.006318 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:50.010201 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.046934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:50.047446 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.048860 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] 10.222.0.35 "PUT /v2.0/ports/5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 200 len: 1093 time: 0.7994635 Jul 16 18:59:50.049279 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:50.052452 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4be68b0-4a15-4a59-ad97-6e02a5861bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:50.113951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1c826-1f76-4722-8378-3053b18b2869 service neutron] Pushing event updated for resources: {'Port': ['ID=5c064d61-bb27-4801-a7a5-7c10bf344362,revision_number=10']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:50.146397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-2222fd6c-c566-4b40-af93-59ca05e23c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:50.147944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-2222fd6c-c566-4b40-af93-59ca05e23c03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1097 time: 0.0672045 Jul 16 18:59:50.165233 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaec9b96-c6d6-4982-af9a-981c222dade5 x-openstack-request-id: req-aaec9b96-c6d6-4982-af9a-981c222dade5 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:50.165525 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:50.165771 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aaec9b96-c6d6-4982-af9a-981c222dade5 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:50.166438 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'status': 'completed', 'code': 200} Jul 16 18:59:50.253847 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-ad0986c1-992b-4aad-af94-28e2c92d792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:50.255412 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-ad0986c1-992b-4aad-af94-28e2c92d792e service neutron] 10.222.0.35 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.1009684 Jul 16 18:59:50.323270 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-449fbe11-acef-401d-9597-bdfbb6e8c60b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 200 len: 1000 time: 0.0612457 Jul 16 18:59:50.374434 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-6f30f750-0788-4c50-a37a-21fafd957eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:50.375984 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-6f30f750-0788-4c50-a37a-21fafd957eee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0467148 Jul 16 18:59:50.470252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-6ceb8de5-3fc9-46d5-80e5-22d1a6f8cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:50.472333 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-6ceb8de5-3fc9-46d5-80e5-22d1a6f8cd72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885286 Jul 16 18:59:50.558946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa90cf7-80f5-4974-a307-137ff86917af req-3f718216-9468-44d6-84f1-9286b197efd1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:50.560434 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-faa90cf7-80f5-4974-a307-137ff86917af req-3f718216-9468-44d6-84f1-9286b197efd1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.1320815 Jul 16 18:59:50.606126 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-723a6571-f3dd-47d2-bd37-450ba50ed521 service neutron] 10.222.0.35 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276486 Jul 16 18:59:50.613348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-faa90cf7-80f5-4974-a307-137ff86917af req-bdecad90-f909-49cc-9a52-97d66ecf4596 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469818 Jul 16 18:59:50.697964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-abd02f19-e24d-43e2-842c-2ed021b17835 service neutron] 10.222.0.35 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836806 Jul 16 18:59:50.795936 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be68b0-4a15-4a59-ad97-6e02a5861bb9 req-0e4a73e9-60ff-4a54-83ed-2442e5298e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:50.797443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4be68b0-4a15-4a59-ad97-6e02a5861bb9 req-0e4a73e9-60ff-4a54-83ed-2442e5298e23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1097 time: 0.0529130 Jul 16 18:59:50.902591 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be68b0-4a15-4a59-ad97-6e02a5861bb9 req-e2307a07-da8d-49a6-a32a-b13e2bff773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:50.904149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4be68b0-4a15-4a59-ad97-6e02a5861bb9 req-e2307a07-da8d-49a6-a32a-b13e2bff773a service neutron] 10.222.0.35 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.1001005 Jul 16 18:59:50.987346 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4be68b0-4a15-4a59-ad97-6e02a5861bb9 req-4c9607af-9131-4b95-8cae-9f755c2692c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 200 len: 1000 time: 0.0747151 Jul 16 18:59:51.845962 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00fb2-fd86-42ce-9174-2b79d90c8ac1 req-69e15bf7-7dd4-415d-bce4-7aa58c6ccdb4 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:51.847579 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-23a00fb2-fd86-42ce-9174-2b79d90c8ac1 req-69e15bf7-7dd4-415d-bce4-7aa58c6ccdb4 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.0725427 Jul 16 18:59:51.893247 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-23a00fb2-fd86-42ce-9174-2b79d90c8ac1 req-38413b6c-69dc-426f-bf94-0c9f5626e9dd tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384152 Jul 16 18:59:53.078866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a417203-de13-4a78-b1f6-fd90cd09ce53 req-ca45de64-97b4-4e33-97b0-b2c4ff5a27a6 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:53.080502 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a417203-de13-4a78-b1f6-fd90cd09ce53 req-ca45de64-97b4-4e33-97b0-b2c4ff5a27a6 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.0728412 Jul 16 18:59:53.121041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0a417203-de13-4a78-b1f6-fd90cd09ce53 req-0569a9a3-8a88-4f5d-a160-cd8339f0d058 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343909 Jul 16 18:59:54.342546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e78d3f-90d5-4c0f-a249-8b66f593c9ff req-070e09fd-8f97-4432-adb4-f4fa38304174 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:54.344203 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4e78d3f-90d5-4c0f-a249-8b66f593c9ff req-070e09fd-8f97-4432-adb4-f4fa38304174 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.0824618 Jul 16 18:59:54.384612 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f4e78d3f-90d5-4c0f-a249-8b66f593c9ff req-b9b5ada3-566d-4c09-9be7-c575bf1eb360 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339677 Jul 16 18:59:55.576917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd5078-a25f-4bfc-9324-fad3336e142d req-4f1ed1df-b385-499a-85b1-ea54aad8c51c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:55.578396 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1dfd5078-a25f-4bfc-9324-fad3336e142d req-4f1ed1df-b385-499a-85b1-ea54aad8c51c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.0693710 Jul 16 18:59:55.616423 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1dfd5078-a25f-4bfc-9324-fad3336e142d req-c41c719e-7ca1-46ca-9d0f-1efd2d241b9f tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313609 Jul 16 18:59:56.807115 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525ff74-fcd7-437b-bdaf-fd8d7a6a88ef req-bcf3ac2e-d6a8-4329-b482-ff262c37336d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:56.809580 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6525ff74-fcd7-437b-bdaf-fd8d7a6a88ef req-bcf3ac2e-d6a8-4329-b482-ff262c37336d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.0705471 Jul 16 18:59:56.855001 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6525ff74-fcd7-437b-bdaf-fd8d7a6a88ef req-81509b48-8ef2-4816-a745-22c8f8bb8504 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371032 Jul 16 18:59:57.127418 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.194542 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.070121 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc828554-b096-4290-9481-b13352e450b4 req-b443de40-9649-4a93-b6cb-8e023ad824b4 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:58.071766 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc828554-b096-4290-9481-b13352e450b4 req-b443de40-9649-4a93-b6cb-8e023ad824b4 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.0670021 Jul 16 18:59:58.115447 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a23c34d5-d278-483f-b754-254f5780b663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.134651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dc828554-b096-4290-9481-b13352e450b4 req-7c584552-5b91-40e9-9ea6-89b1120a0869 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525937 Jul 16 18:59:58.953625 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:59:59.374519 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c663a7-e9a9-42df-bd48-b16d14ecc1db req-76f543da-5099-447d-b706-cf5abb07c51d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:59.376105 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77c663a7-e9a9-42df-bd48-b16d14ecc1db req-76f543da-5099-447d-b706-cf5abb07c51d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.1002011 Jul 16 18:59:59.419720 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-77c663a7-e9a9-42df-bd48-b16d14ecc1db req-34ed4cd2-f9b5-44f8-95a4-2a4684f37b2c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371819 Jul 16 19:00:00.647158 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9e607-ca7c-47a4-b665-25220092efea req-583dd92f-26a0-40f5-b6bf-3759774f0d28 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:00.648677 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-adc9e607-ca7c-47a4-b665-25220092efea req-583dd92f-26a0-40f5-b6bf-3759774f0d28 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.0729830 Jul 16 19:00:00.688291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-adc9e607-ca7c-47a4-b665-25220092efea req-c88d80e9-e973-4efe-9d45-569e812c55fe tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340228 Jul 16 19:00:00.760532 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.806649 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4a57c23e-6ade-4591-9b43-fc0d48d337ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.707561 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be68b0-4a15-4a59-ad97-6e02a5861bb9 req-e82632c5-8154-41ab-87b9-f969cbadc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:01.709528 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4be68b0-4a15-4a59-ad97-6e02a5861bb9 req-e82632c5-8154-41ab-87b9-f969cbadc6e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0475926 Jul 16 19:00:01.773617 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be68b0-4a15-4a59-ad97-6e02a5861bb9 req-5a2a0ead-ad8b-45aa-be4c-fb1abf03b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:01.775135 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4be68b0-4a15-4a59-ad97-6e02a5861bb9 req-5a2a0ead-ad8b-45aa-be4c-fb1abf03b119 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546062 Jul 16 19:00:01.920335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4be68b0-4a15-4a59-ad97-6e02a5861bb9 req-a1fb6069-0e54-48dc-b520-038b002aec53 service neutron] 10.222.0.35 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293323 Jul 16 19:00:01.945138 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad07be4-c3cd-4211-bade-ca1838026ec8 req-672e6a93-1ea0-4e43-9434-296bb921c3ba tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:01.946904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ad07be4-c3cd-4211-bade-ca1838026ec8 req-672e6a93-1ea0-4e43-9434-296bb921c3ba tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.1209424 Jul 16 19:00:02.036401 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9ad07be4-c3cd-4211-bade-ca1838026ec8 req-f6bc757b-4113-46b0-b5ce-27fc1ea6e4f0 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789669 Jul 16 19:00:02.057495 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a4be68b0-4a15-4a59-ad97-6e02a5861bb9 req-4d7eb0ae-5dd0-4d5d-af6c-05f8036d71c8 service neutron] 10.222.0.35 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289120 Jul 16 19:00:02.089905 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.230957 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ad297-37e3-40e0-abf1-b26da1d173fb req-2a73c3bb-712b-4c19-a478-7080f5d99970 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:03.232443 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-816ad297-37e3-40e0-abf1-b26da1d173fb req-2a73c3bb-712b-4c19-a478-7080f5d99970 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.0689869 Jul 16 19:00:03.275879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-816ad297-37e3-40e0-abf1-b26da1d173fb req-9e412037-8c97-46f1-90ce-b3856aa4c9fd tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362108 Jul 16 19:00:03.849583 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.465369 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701ae49-ae17-42c3-b591-383987f8a670 req-7ed0fea5-f258-4abf-bf85-80700b4ff26e tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:04.466843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e701ae49-ae17-42c3-b591-383987f8a670 req-7ed0fea5-f258-4abf-bf85-80700b4ff26e tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 945 time: 0.0726218 Jul 16 19:00:04.507191 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e701ae49-ae17-42c3-b591-383987f8a670 req-5f511374-50da-4190-929d-a02c13ba752b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339744 Jul 16 19:00:05.174011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5c064d61-bb27-4801-a7a5-7c10bf344362 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:00:05.272316 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:05.283468 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'port_id': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'mac_address': 'fa:16:3e:38:2b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:00:05.320695 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:05.334331 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c064d61-bb27-4801-a7a5-7c10bf344362 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:00:05.360023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:05.365457 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:05.414187 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=5c064d61-bb27-4801-a7a5-7c10bf344362,revision_number=11']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:05.655208 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['5c064d61-bb27-4801-a7a5-7c10bf344362'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:00:05.694993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b0da6-1e7a-4eba-a038-5dcd37a0ba37 req-6b6d79e7-f38a-43b9-8579-7eb0fff76dbc tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:05.696629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a4b0da6-1e7a-4eba-a038-5dcd37a0ba37 req-6b6d79e7-f38a-43b9-8579-7eb0fff76dbc tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0707283 Jul 16 19:00:05.745363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3a4b0da6-1e7a-4eba-a038-5dcd37a0ba37 req-cde0b44f-989e-4e3b-85cb-75a9f0df1c13 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412867 Jul 16 19:00:06.935969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa56831-59c6-44a6-82d8-313f3337888f req-290718b0-02c0-47d3-b22a-05af9f852a97 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:06.937485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cfa56831-59c6-44a6-82d8-313f3337888f req-290718b0-02c0-47d3-b22a-05af9f852a97 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 946 time: 0.0725827 Jul 16 19:00:06.979000 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-cfa56831-59c6-44a6-82d8-313f3337888f req-7287b947-a654-4352-88cd-96fb4884aa5e tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355752 Jul 16 19:00:07.176423 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5c064d61-bb27-4801-a7a5-7c10bf344362 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:07.228258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 5c064d61-bb27-4801-a7a5-7c10bf344362 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:07.233255 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 5c064d61-bb27-4801-a7a5-7c10bf344362 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:07.233735 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:07.313231 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:07.338354 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:07.340699 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32345fd-d5c7-4fce-ad99-28bdf4a59ff6" -d '{"events": [{"server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "name": "network-vif-plugged", "status": "completed", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:07.354807 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:07.360370 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:07.390554 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46a1421-e4cf-4def-9047-c7fd0ad75c8d x-openstack-request-id: req-b46a1421-e4cf-4def-9047-c7fd0ad75c8d {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:07.390807 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "name": "network-vif-plugged", "status": "completed", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:07.391057 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b46a1421-e4cf-4def-9047-c7fd0ad75c8d {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:07.391468 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'code': 200} Jul 16 19:00:07.422403 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=5c064d61-bb27-4801-a7a5-7c10bf344362,revision_number=12']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:07.573833 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748930a-b2d4-406b-b784-3a8eabd47c6b req-322fe213-c503-4422-9bc9-10967340d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:07.575354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7748930a-b2d4-406b-b784-3a8eabd47c6b req-322fe213-c503-4422-9bc9-10967340d20a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1099 time: 0.0564778 Jul 16 19:00:07.615124 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7748930a-b2d4-406b-b784-3a8eabd47c6b req-dc89ca8b-f468-4a4c-a4a5-6da4259884ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310881 Jul 16 19:00:08.157805 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bffcd3-3460-4469-b682-7284b71b5229 req-e9ebac9e-d151-4504-9b94-cdfa46696e48 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:08.160199 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a7bffcd3-3460-4469-b682-7284b71b5229 req-e9ebac9e-d151-4504-9b94-cdfa46696e48 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 947 time: 0.0674574 Jul 16 19:00:08.199523 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a7bffcd3-3460-4469-b682-7284b71b5229 req-cfd1f625-526c-4dd0-b731-e3ba056b662f tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334070 Jul 16 19:00:09.383195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039a05e-e7ca-44c3-ad02-e54e818d66c9 req-14e426cf-66bd-485f-a061-972d7fed00ee tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:09.384780 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9039a05e-e7ca-44c3-ad02-e54e818d66c9 req-14e426cf-66bd-485f-a061-972d7fed00ee tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 947 time: 0.0681255 Jul 16 19:00:09.424097 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-9039a05e-e7ca-44c3-ad02-e54e818d66c9 req-1f076c3c-4ed8-4f19-8c4c-670808dacf3f tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332339 Jul 16 19:00:11.975635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be0176a0-07b5-415d-ae81-dddcd191e383 req-cf73383a-54d7-4c79-b37c-3167b7d88eae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542679 Jul 16 19:00:12.076736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0176a0-07b5-415d-ae81-dddcd191e383 req-402e41b1-1759-4fd5-8b63-fdc452e9279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:12.078246 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be0176a0-07b5-415d-ae81-dddcd191e383 req-402e41b1-1759-4fd5-8b63-fdc452e9279b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1099 time: 0.0551896 Jul 16 19:00:12.190304 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0176a0-07b5-415d-ae81-dddcd191e383 req-fbb3b632-8ab5-45de-b882-60c0223e8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:12.191846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be0176a0-07b5-415d-ae81-dddcd191e383 req-fbb3b632-8ab5-45de-b882-60c0223e8c68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0925999 Jul 16 19:00:12.260532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be0176a0-07b5-415d-ae81-dddcd191e383 req-015211f3-6f18-45fd-8506-83c2e1733521 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 200 len: 1002 time: 0.0614607 Jul 16 19:00:12.311951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0176a0-07b5-415d-ae81-dddcd191e383 req-10038692-903a-4f55-aa81-ec7a5634f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:12.313445 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be0176a0-07b5-415d-ae81-dddcd191e383 req-10038692-903a-4f55-aa81-ec7a5634f42c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0470710 Jul 16 19:00:12.375903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0176a0-07b5-415d-ae81-dddcd191e383 req-ef0ea01a-2238-4001-a4ce-cc899c677567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:12.378057 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be0176a0-07b5-415d-ae81-dddcd191e383 req-ef0ea01a-2238-4001-a4ce-cc899c677567 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586989 Jul 16 19:00:12.469322 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be0176a0-07b5-415d-ae81-dddcd191e383 req-efd9e3cf-2c72-45fe-a5d3-12ac924da1ae service neutron] 10.222.0.35 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849080 Jul 16 19:00:12.904275 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-be0176a0-07b5-415d-ae81-dddcd191e383 req-13d8dfe6-d795-4777-9302-c7f27c9c27a5 service neutron] 10.222.0.35 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282918 Jul 16 19:00:27.128031 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.184535 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.107639 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0adadad4-2106-4812-be97-2544821bcff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.762332 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.806952 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d8a7798d-d904-4137-9a49-4099510fae98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.090771 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.852145 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.954409 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:00:57.139282 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.182432 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.109132 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a6fa92a8-3655-48c8-a715-2d81ff29f198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.763442 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.807912 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f97337b1-b674-428d-92f4-9610e9724cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:02.093734 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.854216 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:12.956000 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:01:12.976988 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-bc4ebd5f-d6d0-410c-ba95-801f14347319 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535212 Jul 16 19:01:13.070413 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-f44c31e5-21e7-4fff-9e0e-57d10d78bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:13.071900 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-f44c31e5-21e7-4fff-9e0e-57d10d78bb56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1099 time: 0.0547256 Jul 16 19:01:13.174460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-a9bd7baf-dd76-42b2-8c18-c1ca7c41c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:13.175936 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-a9bd7baf-dd76-42b2-8c18-c1ca7c41c8ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0839050 Jul 16 19:01:13.242520 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-4f3340fa-f921-4c94-9500-279f47dfebfd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 200 len: 1002 time: 0.0603905 Jul 16 19:01:13.288782 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-426b5b6c-22d2-450d-9d12-02a7dbfcc7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:13.290182 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-426b5b6c-22d2-450d-9d12-02a7dbfcc7ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0419390 Jul 16 19:01:13.345378 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-3d975e31-00df-41d4-98ed-d930632b5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:13.346836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-3d975e31-00df-41d4-98ed-d930632b5b10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505264 Jul 16 19:01:13.358432 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-d5cd85be-6d41-44f4-9a9a-8502843194ca service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:01:13.359344 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-d5cd85be-6d41-44f4-9a9a-8502843194ca service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054853 Jul 16 19:01:13.453590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-0a7de4ac-a2d1-46b0-b9e5-01c1cbd0015a service neutron] 10.222.0.35 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867443 Jul 16 19:01:13.542897 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-261d4f70-2e74-4a71-ac9a-608390a8d8b6 req-9b91b484-d589-49b3-b789-72d91c27dccc service neutron] 10.222.0.35 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822053 Jul 16 19:01:22.351345 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56126) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:22.508690 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Deleting port d04bb486-8676-4c4c-94f0-9f0a0cc1c7e4 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:22.509030 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:22.583060 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:22.583377 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:22.595153 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Calling delete_port for d04bb486-8676-4c4c-94f0-9f0a0cc1c7e4 owned by network:floatingip {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:22.741097 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:22.766506 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event deleted for resources: {'Port': ['ID=d04bb486-8676-4c4c-94f0-9f0a0cc1c7e4,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:22.797580 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:22.797923 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:22.798298 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:22.798639 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:22.798968 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:22.799304 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:22.799639 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:22.799950 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:22.800270 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:22.800595 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:22.800914 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:22.801237 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:22.840740 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for floatingip, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:22.841081 n-d-787206-10 neutron-server[100170]: INFO neutron.db.l3_db [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Floating IP 21f046bf-bffe-4468-8d80-63592d0d0218 disassociated (deleted). External IP: 172.25.5.160, port: 5c064d61-bb27-4801-a7a5-7c10bf344362. Jul 16 19:01:23.044734 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Router 410ddfb5-3422-40b3-8958-37b1ea7008c4 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:01:23.148846 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:23.154439 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:23.159969 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf234b-3c12-4000-bbe7-a0a9b7c5ceff None None] Sync routers for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:23.170472 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf234b-3c12-4000-bbe7-a0a9b7c5ceff None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:23.171188 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-37bf234b-3c12-4000-bbe7-a0a9b7c5ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:01:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:23.278167 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-37bf234b-3c12-4000-bbe7-a0a9b7c5ceff None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:23.485209 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-37bf234b-3c12-4000-bbe7-a0a9b7c5ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 5, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:23.514479 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-78a442c4-2701-4248-b300-52a7740da051 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "DELETE /v2.0/floatingips/21f046bf-bffe-4468-8d80-63592d0d0218 HTTP/1.1" status: 204 len: 168 time: 1.1620545 Jul 16 19:01:23.515183 n-d-787206-10 neutron-server[100170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362'}] {{(pid=100170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:23.517418 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e56da41a32dd2068e5562446b0f88194ed4dbce5ac43981d6b9bfffc39744c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2c71c7-fa96-4f7a-a33c-191c2a5f1951" -d '{"events": [{"name": "network-changed", "server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362"}]}' {{(pid=100170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:23.607013 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf234b-3c12-4000-bbe7-a0a9b7c5ceff None None] Checking router: 410ddfb5-3422-40b3-8958-37b1ea7008c4 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:01:23.615950 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf234b-3c12-4000-bbe7-a0a9b7c5ceff None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:23.616578 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-37bf234b-3c12-4000-bbe7-a0a9b7c5ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:01:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:23.618927 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380ea67d-6881-4390-877d-3c6e568d3d27 x-openstack-request-id: req-380ea67d-6881-4390-877d-3c6e568d3d27 {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:23.619280 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362", "status": "completed", "code": 200}]} {{(pid=100170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:23.619610 n-d-787206-10 neutron-server[100170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-380ea67d-6881-4390-877d-3c6e568d3d27 {{(pid=100170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:23.620194 n-d-787206-10 neutron-server[100170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'status': 'completed', 'code': 200} Jul 16 19:01:23.701337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c71c7-fa96-4f7a-a33c-191c2a5f1951 req-1fe514bc-e126-4c57-ad57-cc4ca82102a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:23.702983 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e2c71c7-fa96-4f7a-a33c-191c2a5f1951 req-1fe514bc-e126-4c57-ad57-cc4ca82102a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 1099 time: 0.0605800 Jul 16 19:01:23.730297 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-37bf234b-3c12-4000-bbe7-a0a9b7c5ceff None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:23.807527 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c71c7-fa96-4f7a-a33c-191c2a5f1951 req-58548681-eaf7-4f74-8c6d-501d10a2d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:23.809570 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e2c71c7-fa96-4f7a-a33c-191c2a5f1951 req-58548681-eaf7-4f74-8c6d-501d10a2d798 service neutron] 10.222.0.35 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0995586 Jul 16 19:01:23.861503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e2c71c7-fa96-4f7a-a33c-191c2a5f1951 req-05a1ee07-9cc8-4757-8a85-56c4d16a2700 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 200 len: 217 time: 0.0432541 Jul 16 19:01:23.935255 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-37bf234b-3c12-4000-bbe7-a0a9b7c5ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 5, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:23.936277 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c71c7-fa96-4f7a-a33c-191c2a5f1951 req-a042425b-1a8c-4bf2-bb48-735704813329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:23.937755 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e2c71c7-fa96-4f7a-a33c-191c2a5f1951 req-a042425b-1a8c-4bf2-bb48-735704813329 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0687358 Jul 16 19:01:23.966071 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf234b-3c12-4000-bbe7-a0a9b7c5ceff None None] The sync data for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 is: [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 5, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:01:23.969732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddf40d-2ef5-4956-918f-19a8c1245ea8 req-59421b9e-08dd-40e4-bdfa-e26353ddc54c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:23.971150 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cddf40d-2ef5-4956-918f-19a8c1245ea8 req-59421b9e-08dd-40e4-bdfa-e26353ddc54c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 947 time: 0.1124246 Jul 16 19:01:24.037558 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0cddf40d-2ef5-4956-918f-19a8c1245ea8 req-fa758c51-e4b6-4dd9-bea7-721c6ee2e869 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499060 Jul 16 19:01:24.050341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c71c7-fa96-4f7a-a33c-191c2a5f1951 req-34cb1d53-b91a-4d7d-9627-1ca22115cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:24.052409 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e2c71c7-fa96-4f7a-a33c-191c2a5f1951 req-34cb1d53-b91a-4d7d-9627-1ca22115cf69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005359 Jul 16 19:01:24.145293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e2c71c7-fa96-4f7a-a33c-191c2a5f1951 req-47677eb1-3eaa-4e63-8028-4e1624d4529f service neutron] 10.222.0.35 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858922 Jul 16 19:01:24.198958 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae2ed8f-54fb-4d6f-ba65-9b7a9cc0d28f None None] New status for floating IP 21f046bf-bffe-4468-8d80-63592d0d0218: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:01:24.246973 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e2c71c7-fa96-4f7a-a33c-191c2a5f1951 req-609862af-a3a8-4262-b532-59b4df90250b service neutron] 10.222.0.35 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929282 Jul 16 19:01:25.253683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e1e5-d2fd-4626-9cf5-03a78ff1a8f6 req-f0e8c60b-e262-44b7-bd4d-7315889c2f6c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:25.255086 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6883e1e5-d2fd-4626-9cf5-03a78ff1a8f6 req-f0e8c60b-e262-44b7-bd4d-7315889c2f6c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.35 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 947 time: 0.1060228 Jul 16 19:01:25.269139 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11874d33-480e-41f0-aac7-12809ec8fc6e req-c6b61e52-acdb-4bc8-a3e6-8d80b32c28c5 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:25.270564 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11874d33-480e-41f0-aac7-12809ec8fc6e req-c6b61e52-acdb-4bc8-a3e6-8d80b32c28c5 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=db5c80bb-a4e8-4c19-9bbc-4684f8e8abce HTTP/1.1" status: 200 len: 947 time: 0.0933356 Jul 16 19:01:25.353389 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-11874d33-480e-41f0-aac7-12809ec8fc6e req-629931c9-7dc5-46d4-836f-4de4ebcd980c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=e7ce5f45-bcd2-4109-ab52-84143b332f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752168 Jul 16 19:01:25.398618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-6883e1e5-d2fd-4626-9cf5-03a78ff1a8f6 req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Deleting port 5c064d61-bb27-4801-a7a5-7c10bf344362 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:25.398956 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6883e1e5-d2fd-4626-9cf5-03a78ff1a8f6 req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:25.491911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-6883e1e5-d2fd-4626-9cf5-03a78ff1a8f6 req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] For port 5c064d61-bb27-4801-a7a5-7c10bf344362, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=5c064d61-bb27-4801-a7a5-7c10bf344362,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:25.492264 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6883e1e5-d2fd-4626-9cf5-03a78ff1a8f6 req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:25.505059 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-6883e1e5-d2fd-4626-9cf5-03a78ff1a8f6 req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Calling delete_port for 5c064d61-bb27-4801-a7a5-7c10bf344362 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:25.630422 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6883e1e5-d2fd-4626-9cf5-03a78ff1a8f6 req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:25.658069 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event deleted for resources: {'Port': ['ID=5c064d61-bb27-4801-a7a5-7c10bf344362,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:25.668812 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:25.669236 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:25.669580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:25.669913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:25.670251 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:25.670578 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:25.670905 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:25.671231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:25.671582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:25.672393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:25.672393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:25.672590 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:25.721946 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6883e1e5-d2fd-4626-9cf5-03a78ff1a8f6 req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] No DVR routers for this DVR port 5c064d61-bb27-4801-a7a5-7c10bf344362 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:25.724731 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-6883e1e5-d2fd-4626-9cf5-03a78ff1a8f6 req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:25.726753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6883e1e5-d2fd-4626-9cf5-03a78ff1a8f6 req-d257cd4c-5351-495b-b176-9ed07099f470 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.35 "DELETE /v2.0/ports/5c064d61-bb27-4801-a7a5-7c10bf344362 HTTP/1.1" status: 204 len: 173 time: 0.4656372 Jul 16 19:01:25.727219 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'name': 'network-vif-deleted', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:25.729556 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37d1d5e-e8a7-48cf-b0f8-cf302c402c63" -d '{"events": [{"server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "name": "network-vif-deleted", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:25.766596 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4048410-8090-4b73-bb9a-428144f36665 x-openstack-request-id: req-d4048410-8090-4b73-bb9a-428144f36665 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:25.766885 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5c80bb-a4e8-4c19-9bbc-4684f8e8abce", "name": "network-vif-deleted", "tag": "5c064d61-bb27-4801-a7a5-7c10bf344362", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:25.767132 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4048410-8090-4b73-bb9a-428144f36665 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:25.767552 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5c80bb-a4e8-4c19-9bbc-4684f8e8abce', 'name': 'network-vif-deleted', 'tag': '5c064d61-bb27-4801-a7a5-7c10bf344362', 'status': 'completed', 'code': 200} Jul 16 19:01:26.446954 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56150) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:26.504589 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81ee5748-1446-4514-b58c-1ed29fe7869a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:26.530199 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81ee5748-1446-4514-b58c-1ed29fe7869a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:26.587790 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81ee5748-1446-4514-b58c-1ed29fe7869a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:26.590555 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-81ee5748-1446-4514-b58c-1ed29fe7869a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:26.591718 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-81ee5748-1446-4514-b58c-1ed29fe7869a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "DELETE /v2.0/security-groups/e7ce5f45-bcd2-4109-ab52-84143b332f2d HTTP/1.1" status: 204 len: 168 time: 0.1437333 Jul 16 19:01:26.600672 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee5748-1446-4514-b58c-1ed29fe7869a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ce5f45-bcd2-4109-ab52-84143b332f2d,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:26.888107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56156) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:26.892935 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-8f9bd905-e0df-4e11-91ca-6040519532a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-770056219', 'description': 'tempest-secgroup-smoke-770056219 description', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:26.915164 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f9bd905-e0df-4e11-91ca-6040519532a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:26.999920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f9bd905-e0df-4e11-91ca-6040519532a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.003490 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f9bd905-e0df-4e11-91ca-6040519532a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.032133 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-8f9bd905-e0df-4e11-91ca-6040519532a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.033347 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8f9bd905-e0df-4e11-91ca-6040519532a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1443012 Jul 16 19:01:27.035282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bd905-e0df-4e11-91ca-6040519532a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=647fcc6c-15b1-468d-8adf-a4d00e0a5106,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:27.036333 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56158) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:27.041423 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-1168233b-855b-4f2c-9863-f84e59722cee tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group_rule': {'security_group_id': '647fcc6c-15b1-468d-8adf-a4d00e0a5106', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:27.068881 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1168233b-855b-4f2c-9863-f84e59722cee tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.126217 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1168233b-855b-4f2c-9863-f84e59722cee tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.129704 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1168233b-855b-4f2c-9863-f84e59722cee tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.145785 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.149390 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168233b-855b-4f2c-9863-f84e59722cee tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43e96ee-2af1-4d9f-b3cf-38a7f3de63b3,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:27.156809 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-1168233b-855b-4f2c-9863-f84e59722cee tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.158109 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-1168233b-855b-4f2c-9863-f84e59722cee tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207211 Jul 16 19:01:27.161021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56160) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:27.165680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-215779c7-e91a-4581-9b41-22f430448866 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group_rule': {'security_group_id': '647fcc6c-15b1-468d-8adf-a4d00e0a5106', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:27.194132 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-215779c7-e91a-4581-9b41-22f430448866 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.201760 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.252147 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-215779c7-e91a-4581-9b41-22f430448866 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.255632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-215779c7-e91a-4581-9b41-22f430448866 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.272990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215779c7-e91a-4581-9b41-22f430448866 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268302c9-44af-42be-b66c-791793f2afcd,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:27.279961 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-215779c7-e91a-4581-9b41-22f430448866 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.281187 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-215779c7-e91a-4581-9b41-22f430448866 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191664 Jul 16 19:01:27.283978 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56162) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:27.288471 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-bf2b88ef-0419-4dcc-9cb6-3572797af477 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group_rule': {'security_group_id': '647fcc6c-15b1-468d-8adf-a4d00e0a5106', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:27.314835 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2b88ef-0419-4dcc-9cb6-3572797af477 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.379452 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2b88ef-0419-4dcc-9cb6-3572797af477 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.383705 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2b88ef-0419-4dcc-9cb6-3572797af477 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.403747 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b88ef-0419-4dcc-9cb6-3572797af477 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd1d6e6-fe65-42fb-b32c-59c95f35893b,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:27.410352 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-bf2b88ef-0419-4dcc-9cb6-3572797af477 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.411714 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-bf2b88ef-0419-4dcc-9cb6-3572797af477 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267738 Jul 16 19:01:27.414444 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56164) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:27.420056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-30a014cf-ea3c-46fb-bc06-f39a451775be tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group_rule': {'security_group_id': '647fcc6c-15b1-468d-8adf-a4d00e0a5106', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:27.445903 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30a014cf-ea3c-46fb-bc06-f39a451775be tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.504730 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30a014cf-ea3c-46fb-bc06-f39a451775be tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.508279 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30a014cf-ea3c-46fb-bc06-f39a451775be tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.525942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a014cf-ea3c-46fb-bc06-f39a451775be tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9265702e-3979-4f79-af81-01af0be6adea,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:27.532247 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-30a014cf-ea3c-46fb-bc06-f39a451775be tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.533425 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-30a014cf-ea3c-46fb-bc06-f39a451775be tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180644 Jul 16 19:01:27.536089 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56166) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:27.540634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4835c24d-3d8c-4b39-823e-bad19949c590 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group_rule': {'security_group_id': '647fcc6c-15b1-468d-8adf-a4d00e0a5106', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:27.564272 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-4835c24d-3d8c-4b39-823e-bad19949c590 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Project ee2a7d6331c5409a9f8ba568ff7360d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:01:27.568959 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4835c24d-3d8c-4b39-823e-bad19949c590 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.628752 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4835c24d-3d8c-4b39-823e-bad19949c590 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.632040 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4835c24d-3d8c-4b39-823e-bad19949c590 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.649837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835c24d-3d8c-4b39-823e-bad19949c590 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a085b8d-a114-4f84-813a-5c43a2159080,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:27.656455 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4835c24d-3d8c-4b39-823e-bad19949c590 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.657648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4835c24d-3d8c-4b39-823e-bad19949c590 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206515 Jul 16 19:01:27.660422 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56168) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:27.664883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-569910f9-a55d-4779-997b-b65e3b7af3a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'security_group_rule': {'security_group_id': '647fcc6c-15b1-468d-8adf-a4d00e0a5106', 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:27.686002 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-569910f9-a55d-4779-997b-b65e3b7af3a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Project ee2a7d6331c5409a9f8ba568ff7360d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:01:27.690714 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-569910f9-a55d-4779-997b-b65e3b7af3a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.755491 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-569910f9-a55d-4779-997b-b65e3b7af3a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.758913 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-569910f9-a55d-4779-997b-b65e3b7af3a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.776929 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569910f9-a55d-4779-997b-b65e3b7af3a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f64f2b7-13cc-4432-a1c4-69e61d880aff,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:27.782830 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-569910f9-a55d-4779-997b-b65e3b7af3a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:27.784041 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-569910f9-a55d-4779-997b-b65e3b7af3a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226451 Jul 16 19:01:28.111179 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ae693d35-0d91-4566-8c8f-766907069d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:29.499700 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5c064d61-bb27-4801-a7a5-7c10bf344362 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:29.519923 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 5c064d61-bb27-4801-a7a5-7c10bf344362 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:29.520461 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 5c064d61-bb27-4801-a7a5-7c10bf344362 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:30.765859 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:30.809192 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-a45a035b-df62-420e-89a3-55f2f5b795f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:32.099727 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:33.856884 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:42.058365 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-0090f005-7d52-4e5b-801e-a95c3251f008 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770056219&fields=id&tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9 HTTP/1.1" status: 200 len: 267 time: 0.0353355 Jul 16 19:01:42.169900 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-dfb4f5d0-46a9-4995-a398-c89ac846d760 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:42.171289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-dfb4f5d0-46a9-4995-a398-c89ac846d760 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 808 time: 0.1064074 Jul 16 19:01:42.186276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-eed30488-8ad9-40be-83ba-6e3bb41edd3d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/quotas/ee2a7d6331c5409a9f8ba568ff7360d9 HTTP/1.1" status: 200 len: 375 time: 0.0097079 Jul 16 19:01:42.253625 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-5c12f56c-3062-4c85-bed1-59990dea606d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622983 Jul 16 19:01:42.352566 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-2d4bfc51-b3af-4b20-8878-ab85c39644e8 service neutron] 10.222.0.41 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874493 Jul 16 19:01:42.448363 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-5cee79e1-bc34-4bc2-884a-22ff8d1f1443 service neutron] 10.222.0.41 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895002 Jul 16 19:01:43.774728 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-20f28d06-1a9d-49e2-950e-b789549c5c8f req-d42bf09b-0e2b-47d2-89aa-eedb1e08cfad tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 210 time: 0.0336225 Jul 16 19:01:44.943353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d185b963-ab15-4afb-9a0d-0f418509f60c req-8563cae9-7256-497c-8ec1-8c7fb4f5f9a7 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 210 time: 0.0388224 Jul 16 19:01:44.976661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-462401f8-0062-4092-b213-b0a7cfee12ab tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:44.978294 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-462401f8-0062-4092-b213-b0a7cfee12ab tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 808 time: 0.1606989 Jul 16 19:01:45.029031 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-f8a7100d-1585-4672-9dc5-d5990fc6fa04 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9 HTTP/1.1" status: 200 len: 379 time: 0.0373657 Jul 16 19:01:45.037859 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'port': {'device_id': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'admin_state_up': True, 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'security_groups': ['647fcc6c-15b1-468d-8adf-a4d00e0a5106']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:45.154971 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Made reservation on behalf of ee2a7d6331c5409a9f8ba568ff7360d9 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:01:45.158702 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:45.300150 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Allocated IP 172.20.0.14 (57d36e80-c23f-42e0-bb02-03698b1796c2/4e150e16-0a8b-4f63-84fc-b9bf674ba66c/e3c19137-e491-40f8-8110-ae9629fe7164) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:01:45.443895 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:45.458271 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Transition to ACTIVE for port object e3c19137-e491-40f8-8110-ae9629fe7164 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:45.494123 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:45.547769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Network 57d36e80-c23f-42e0-bb02-03698b1796c2 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:01:45.551238 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:45.555417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:01:45.584164 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'Port': ['ID=e3c19137-e491-40f8-8110-ae9629fe7164,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:45.614798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:45.615632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:45.633666 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-252352c9-6745-4f52-a2ef-b2fc04cc264a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5994289 Jul 16 19:01:45.694694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Request body: {'port': {'device_id': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:45.772207 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:45.831684 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bd9e786e-9c2e-4198-9a7e-5bfa5a3bd1b9 None None] Provisioning for port e3c19137-e491-40f8-8110-ae9629fe7164 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:45.836071 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-bd9e786e-9c2e-4198-9a7e-5bfa5a3bd1b9 None None] Provisioning complete for port e3c19137-e491-40f8-8110-ae9629fe7164 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:45.836477 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bd9e786e-9c2e-4198-9a7e-5bfa5a3bd1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:45.875157 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e786e-9c2e-4198-9a7e-5bfa5a3bd1b9 None None] Port e3c19137-e491-40f8-8110-ae9629fe7164 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:01:46.074487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c19137-e491-40f8-8110-ae9629fe7164 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:01:46.084544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:46.125302 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Transition to ACTIVE for port object e3c19137-e491-40f8-8110-ae9629fe7164 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:46.130416 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:46.206270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Pushing event updated for resources: {'Port': ['ID=e3c19137-e491-40f8-8110-ae9629fe7164,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:46.248642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7679f04-2c99-4a8d-ac7b-745c49a1cd92 req-1b914cef-8b5a-4157-b33b-33c836618473 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:46.250317 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7679f04-2c99-4a8d-ac7b-745c49a1cd92 req-1b914cef-8b5a-4157-b33b-33c836618473 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 932 time: 0.1681440 Jul 16 19:01:46.317987 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7679f04-2c99-4a8d-ac7b-745c49a1cd92 req-821c3d71-f493-4894-84f8-6becfe30cd96 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486774 Jul 16 19:01:46.328512 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Attempting to bind port e3c19137-e491-40f8-8110-ae9629fe7164 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:01:46.328904 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Attempting to bind port e3c19137-e491-40f8-8110-ae9629fe7164 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:01:46.329176 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Attempting to bind port e3c19137-e491-40f8-8110-ae9629fe7164 on network 57d36e80-c23f-42e0-bb02-03698b1796c2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:01:46.333758 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Port e3c19137-e491-40f8-8110-ae9629fe7164 on network 57d36e80-c23f-42e0-bb02-03698b1796c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:01:46.334076 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Attempting to bind port e3c19137-e491-40f8-8110-ae9629fe7164 on network 57d36e80-c23f-42e0-bb02-03698b1796c2 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:01:46.342840 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:01:46.343571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Checking segment: {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:01:46.344156 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Bound using segment: {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:01:46.344756 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Bound port: e3c19137-e491-40f8-8110-ae9629fe7164, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:01:46.345299 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:46.424371 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] For port e3c19137-e491-40f8-8110-ae9629fe7164, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:01:46.428217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] For port e3c19137-e491-40f8-8110-ae9629fe7164, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e3c19137-e491-40f8-8110-ae9629fe7164,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:01:46.433026 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:46.478018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:46.478717 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:46.480501 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] 10.222.0.43 "PUT /v2.0/ports/e3c19137-e491-40f8-8110-ae9629fe7164 HTTP/1.1" status: 200 len: 1093 time: 0.8385518 Jul 16 19:01:46.480964 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:46.484128 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a542e5a-830e-44dd-8b3d-94d8260d5241" -d '{"events": [{"name": "network-changed", "server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:46.519543 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ced67b-de08-4a73-807f-9566680afb9a service neutron] Pushing event updated for resources: {'Port': ['ID=e3c19137-e491-40f8-8110-ae9629fe7164,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:46.558371 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadde9df-8596-47b2-a060-6db3f2c7129c x-openstack-request-id: req-eadde9df-8596-47b2-a060-6db3f2c7129c {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:46.558742 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:46.558997 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eadde9df-8596-47b2-a060-6db3f2c7129c {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:46.559395 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'status': 'completed', 'code': 200} Jul 16 19:01:46.588173 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-142526a3-1bb4-4c89-8e7c-b71394f4f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:46.590431 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-142526a3-1bb4-4c89-8e7c-b71394f4f44c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 1096 time: 0.0609810 Jul 16 19:01:46.641662 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-06086b37-fc8a-4a1f-8e5e-8be23e804688 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3c19137-e491-40f8-8110-ae9629fe7164 HTTP/1.1" status: 200 len: 217 time: 0.0437570 Jul 16 19:01:46.699923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-6896c932-89c4-460a-867a-22abe2858ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:46.701467 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-6896c932-89c4-460a-867a-22abe2858ac4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0547655 Jul 16 19:01:46.760716 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-81b5adad-344d-4c8d-b335-2c0ea6bde859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:46.762186 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-81b5adad-344d-4c8d-b335-2c0ea6bde859 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541012 Jul 16 19:01:46.855908 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-8ac85f56-f4c7-416d-a116-70a814a58ca5 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869014 Jul 16 19:01:46.955055 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-17bc3269-942a-4a59-91c3-9c9b581d6f23 req-f814c674-49d4-4f16-8e50-37423bcdfb28 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930374 Jul 16 19:01:47.058733 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a542e5a-830e-44dd-8b3d-94d8260d5241 req-a10c8c51-3dec-4d1c-84c6-6bd5da86c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:47.060475 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a542e5a-830e-44dd-8b3d-94d8260d5241 req-a10c8c51-3dec-4d1c-84c6-6bd5da86c7e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 1096 time: 0.0563109 Jul 16 19:01:47.157668 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a542e5a-830e-44dd-8b3d-94d8260d5241 req-1bf76b2c-0bf6-4992-a21d-53a4f18b3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:47.159026 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a542e5a-830e-44dd-8b3d-94d8260d5241 req-1bf76b2c-0bf6-4992-a21d-53a4f18b3414 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0908191 Jul 16 19:01:47.200834 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a542e5a-830e-44dd-8b3d-94d8260d5241 req-a6156cae-4537-406c-a51b-9daaa04461e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3c19137-e491-40f8-8110-ae9629fe7164 HTTP/1.1" status: 200 len: 217 time: 0.0348756 Jul 16 19:01:47.252029 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a542e5a-830e-44dd-8b3d-94d8260d5241 req-bf479a86-62a9-4785-87ad-342f0c3d144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:47.253919 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a542e5a-830e-44dd-8b3d-94d8260d5241 req-bf479a86-62a9-4785-87ad-342f0c3d144a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0468328 Jul 16 19:01:47.322951 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a542e5a-830e-44dd-8b3d-94d8260d5241 req-70787dad-8c4c-4ac6-af2f-170c8090777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:47.324656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a542e5a-830e-44dd-8b3d-94d8260d5241 req-70787dad-8c4c-4ac6-af2f-170c8090777a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634298 Jul 16 19:01:47.426739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a542e5a-830e-44dd-8b3d-94d8260d5241 req-e155345d-3f2a-44e6-9825-6ac685c0c2cb service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946395 Jul 16 19:01:47.561905 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8a542e5a-830e-44dd-8b3d-94d8260d5241 req-1db9b7bf-a8be-43d0-97ef-763987e1ee4d service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273241 Jul 16 19:01:47.579175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80cb3a-a339-44ba-ae64-36930502712d req-2caf624b-4b6f-4ccc-b8af-c1162bdcebdf tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:47.580842 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a80cb3a-a339-44ba-ae64-36930502712d req-2caf624b-4b6f-4ccc-b8af-c1162bdcebdf tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.1286438 Jul 16 19:01:47.620482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a80cb3a-a339-44ba-ae64-36930502712d req-11af1724-156a-46ac-a80f-607fb6b78004 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331302 Jul 16 19:01:48.805455 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08827b19-de4e-49f2-ae9c-d3331490bef3 req-fea0c22a-7db3-478a-aee8-bc6b022cb596 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:48.807046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08827b19-de4e-49f2-ae9c-d3331490bef3 req-fea0c22a-7db3-478a-aee8-bc6b022cb596 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0711398 Jul 16 19:01:48.847944 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-08827b19-de4e-49f2-ae9c-d3331490bef3 req-42ac722c-318b-4946-ae5f-95c823ccf4fe tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350754 Jul 16 19:01:49.954922 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:01:50.028873 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6c927-cf0a-4ca4-8fdd-389b84dc5f9b req-2179c1fd-272b-49db-81b9-d9850864354a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:50.030402 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88d6c927-cf0a-4ca4-8fdd-389b84dc5f9b req-2179c1fd-272b-49db-81b9-d9850864354a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0636792 Jul 16 19:01:50.068364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-88d6c927-cf0a-4ca4-8fdd-389b84dc5f9b req-d15a7609-3d88-429d-b0bf-04d8229c1d6c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323315 Jul 16 19:01:51.242583 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8282ab0-dc83-4f46-a8b2-9ee26e57a9c3 req-324dd80e-9c7a-466f-a415-788b4ef9e78b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:51.243993 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8282ab0-dc83-4f46-a8b2-9ee26e57a9c3 req-324dd80e-9c7a-466f-a415-788b4ef9e78b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0644350 Jul 16 19:01:51.281820 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e8282ab0-dc83-4f46-a8b2-9ee26e57a9c3 req-e6c04a2e-0850-4919-8f6f-033631f22d42 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319526 Jul 16 19:01:52.460515 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ad96d-8eca-46e5-8c2a-e216ad2024e3 req-5950946b-db13-4c8b-803c-888a5942c169 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:52.461997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-856ad96d-8eca-46e5-8c2a-e216ad2024e3 req-5950946b-db13-4c8b-803c-888a5942c169 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0694857 Jul 16 19:01:52.500354 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-856ad96d-8eca-46e5-8c2a-e216ad2024e3 req-1965e6ad-b035-43c3-97b4-ccc76d2aba31 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321474 Jul 16 19:01:53.674534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1824368-e830-45d0-84f8-e3772ec6e824 req-549405d2-b374-4cf7-8055-6864abf4f048 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:53.676036 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1824368-e830-45d0-84f8-e3772ec6e824 req-549405d2-b374-4cf7-8055-6864abf4f048 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0640266 Jul 16 19:01:53.714992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f1824368-e830-45d0-84f8-e3772ec6e824 req-ade22189-2463-4df6-a45e-6c64a46d5e74 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312669 Jul 16 19:01:54.889357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031be9e6-ea15-4162-b78d-1a31fdc9d77c req-9a637b45-591b-4e48-9e42-bd8824fb2c83 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:54.890838 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-031be9e6-ea15-4162-b78d-1a31fdc9d77c req-9a637b45-591b-4e48-9e42-bd8824fb2c83 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0671706 Jul 16 19:01:54.930672 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-031be9e6-ea15-4162-b78d-1a31fdc9d77c req-6b101bae-4b22-4663-85a1-1902f6d0ccfb tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337892 Jul 16 19:01:56.103927 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa40a2a-ec17-41d6-a8b7-c73fa1d373c4 req-0f555f7e-f26d-41fc-9ad9-a5910e9c0381 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:56.105976 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fa40a2a-ec17-41d6-a8b7-c73fa1d373c4 req-0f555f7e-f26d-41fc-9ad9-a5910e9c0381 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0646064 Jul 16 19:01:56.143994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fa40a2a-ec17-41d6-a8b7-c73fa1d373c4 req-c9aa3182-72a4-4aae-9662-984e4011bc66 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320172 Jul 16 19:01:56.915229 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e3c19137-e491-40f8-8110-ae9629fe7164 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:01:57.007566 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port e3c19137-e491-40f8-8110-ae9629fe7164, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e3c19137-e491-40f8-8110-ae9629fe7164,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:57.018875 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'port_id': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'mac_address': 'fa:16:3e:78:27:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:01:57.059921 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.071922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c19137-e491-40f8-8110-ae9629fe7164 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:01:57.091129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port e3c19137-e491-40f8-8110-ae9629fe7164, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e3c19137-e491-40f8-8110-ae9629fe7164,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:57.094867 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.150836 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=e3c19137-e491-40f8-8110-ae9629fe7164,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:57.158966 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.160540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:57.160991 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:57.161418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:57.161851 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:57.162294 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:57.162727 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:57.163149 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:57.163614 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:57.164041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:57.164551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:57.164946 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:57.165361 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:57.196465 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.313929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['e3c19137-e491-40f8-8110-ae9629fe7164'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:01:57.320505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bd5e1-664f-478f-afcd-5f3994dfe5d5 req-86349880-f8aa-4fe6-a213-40794605dc4f tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:57.321992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e0bd5e1-664f-478f-afcd-5f3994dfe5d5 req-86349880-f8aa-4fe6-a213-40794605dc4f tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 945 time: 0.0641372 Jul 16 19:01:57.363205 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2e0bd5e1-664f-478f-afcd-5f3994dfe5d5 req-74c8896e-18dc-4f11-8ae2-a98c4e2f7c0d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346620 Jul 16 19:01:58.112585 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-27f87247-eef3-4b4b-acd3-2f3d3c0e5b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.539759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31147ba2-7cd1-438f-be44-e1eccfd5b1aa req-a88502fb-257c-40b9-a118-961cc5f8fb58 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:58.541533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31147ba2-7cd1-438f-be44-e1eccfd5b1aa req-a88502fb-257c-40b9-a118-961cc5f8fb58 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 945 time: 0.0674975 Jul 16 19:01:58.580721 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-31147ba2-7cd1-438f-be44-e1eccfd5b1aa req-7fbff3c2-e5f5-4c7b-9c61-e820d6e8e02f tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335498 Jul 16 19:01:58.930990 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e3c19137-e491-40f8-8110-ae9629fe7164 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:01:58.981487 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port e3c19137-e491-40f8-8110-ae9629fe7164 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:58.985625 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port e3c19137-e491-40f8-8110-ae9629fe7164 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:58.985991 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.063399 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.086131 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:59.088370 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216e2ed3-da0b-488c-bdeb-6705f4d88d0b" -d '{"events": [{"server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "name": "network-vif-plugged", "status": "completed", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:59.101528 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port e3c19137-e491-40f8-8110-ae9629fe7164, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e3c19137-e491-40f8-8110-ae9629fe7164,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:59.105510 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.154706 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=e3c19137-e491-40f8-8110-ae9629fe7164,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:59.179495 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39da3640-2b85-4619-847d-2b87ca2ea9f2 x-openstack-request-id: req-39da3640-2b85-4619-847d-2b87ca2ea9f2 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:59.179816 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "name": "network-vif-plugged", "status": "completed", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:59.180068 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39da3640-2b85-4619-847d-2b87ca2ea9f2 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:59.180462 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'code': 200} Jul 16 19:01:59.290025 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0341a6c-5857-44df-8871-db74cf2a122c req-06ffe2e3-e8f1-4092-b1c1-9277141546ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:59.291676 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0341a6c-5857-44df-8871-db74cf2a122c req-06ffe2e3-e8f1-4092-b1c1-9277141546ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 1098 time: 0.0516570 Jul 16 19:01:59.324661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0341a6c-5857-44df-8871-db74cf2a122c req-eb9e22d2-ab5c-4be4-9d1c-5d4378fd94df service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265272 Jul 16 19:01:59.753908 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef285f4-1803-4a9b-8506-a18bf755fa7a req-085a4530-3035-4efb-ae3c-53358a01f035 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:59.755391 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ef285f4-1803-4a9b-8506-a18bf755fa7a req-085a4530-3035-4efb-ae3c-53358a01f035 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0678115 Jul 16 19:01:59.794846 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4ef285f4-1803-4a9b-8506-a18bf755fa7a req-b31ad83d-ed82-4aa1-90db-72333eb28b42 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336974 Jul 16 19:02:00.766880 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.811631 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d9bfccb6-9aa4-46c2-8ef7-d37fa51c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.970769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631be6d-4c63-4d2a-8bd2-c72a859f1e10 req-f67fe236-5e81-45b9-87c2-e603a903b420 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:00.972306 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c631be6d-4c63-4d2a-8bd2-c72a859f1e10 req-f67fe236-5e81-45b9-87c2-e603a903b420 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0656097 Jul 16 19:02:01.018265 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c631be6d-4c63-4d2a-8bd2-c72a859f1e10 req-2e33d153-0184-4040-a3d4-cfd434a25141 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402617 Jul 16 19:02:01.191320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1815be3-bac2-4f6f-af29-5c046a59fa9d req-3ca6e06c-8485-4655-bd24-f26e627a5bea tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:01.192806 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1815be3-bac2-4f6f-af29-5c046a59fa9d req-3ca6e06c-8485-4655-bd24-f26e627a5bea tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0630326 Jul 16 19:02:01.232903 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a1815be3-bac2-4f6f-af29-5c046a59fa9d req-4972e526-5ee0-4c2a-b05d-646659828da4 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344355 Jul 16 19:02:01.256328 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56366) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:01.311324 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17597cd-a8bc-49b5-a2ce-de64b0b4345f tempest-TestShelveInstance-1273801322 tempest-TestShelveInstance-1273801322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:01.312789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e17597cd-a8bc-49b5-a2ce-de64b0b4345f tempest-TestShelveInstance-1273801322 tempest-TestShelveInstance-1273801322-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 1093 time: 0.0555136 Jul 16 19:02:01.315934 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56368) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:01.320168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:01.341369 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.436858 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.546218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Allocated IP 172.25.5.54 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/9ae565a5-5755-4339-9b26-c12fb18c80b1) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:01.644614 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.688427 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.728395 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:01.731136 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:01.735902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:01.741683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'Port': ['ID=9ae565a5-5755-4339-9b26-c12fb18c80b1,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:02.100941 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.433758 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.509324 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.664765 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.669920 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.745828 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event updated for resources: {'Port': ['ID=9ae565a5-5755-4339-9b26-c12fb18c80b1,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:02.755603 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.861168 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Floating IP 655ae8c4-046a-49d6-af2e-35d1c70a9cc7 associated. External IP: 172.25.5.54, port: e3c19137-e491-40f8-8110-ae9629fe7164. Jul 16 19:02:03.079735 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Router 410ddfb5-3422-40b3-8958-37b1ea7008c4 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:02:03.192468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:03.202293 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66920edc-8c56-4b02-b3f8-0067e21b3fb7 None None] Sync routers for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:03.210263 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.217794 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66920edc-8c56-4b02-b3f8-0067e21b3fb7 None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:03.218728 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-66920edc-8c56-4b02-b3f8-0067e21b3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:02:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:03.254971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a693b949-4b15-42b1-8ded-cc4c87e0c22a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9380121 Jul 16 19:02:03.255588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:03.257854 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38952c6c-33c1-4d96-8807-1c69bdd29237" -d '{"events": [{"name": "network-changed", "server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:03.299521 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a711a65-2604-4417-a97b-eb0cb549de7a x-openstack-request-id: req-0a711a65-2604-4417-a97b-eb0cb549de7a {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:03.300034 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:03.300284 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a711a65-2604-4417-a97b-eb0cb549de7a {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:03.300687 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'status': 'completed', 'code': 200} Jul 16 19:02:03.331635 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-66920edc-8c56-4b02-b3f8-0067e21b3fb7 None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:03.379391 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38952c6c-33c1-4d96-8807-1c69bdd29237 req-ecee12af-14d7-4be7-872b-acd7aa8026d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:03.380948 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38952c6c-33c1-4d96-8807-1c69bdd29237 req-ecee12af-14d7-4be7-872b-acd7aa8026d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 1098 time: 0.0565984 Jul 16 19:02:03.482465 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38952c6c-33c1-4d96-8807-1c69bdd29237 req-1e15feec-d1de-4bc6-bce3-6911105db259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:03.484248 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38952c6c-33c1-4d96-8807-1c69bdd29237 req-1e15feec-d1de-4bc6-bce3-6911105db259 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0953703 Jul 16 19:02:03.560168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38952c6c-33c1-4d96-8807-1c69bdd29237 req-57fd7165-19bb-4b88-9c02-5219943773a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3c19137-e491-40f8-8110-ae9629fe7164 HTTP/1.1" status: 200 len: 999 time: 0.0685742 Jul 16 19:02:03.562558 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-66920edc-8c56-4b02-b3f8-0067e21b3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '655ae8c4-046a-49d6-af2e-35d1c70a9cc7', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'port_id': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'mac_address': 'fa:16:3e:78:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:02:02Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 0, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 5, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:03.593281 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66920edc-8c56-4b02-b3f8-0067e21b3fb7 None None] Checking router: 410ddfb5-3422-40b3-8958-37b1ea7008c4 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:03.601866 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66920edc-8c56-4b02-b3f8-0067e21b3fb7 None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:03.602472 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-66920edc-8c56-4b02-b3f8-0067e21b3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:02:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:03.613837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38952c6c-33c1-4d96-8807-1c69bdd29237 req-aa0b7cea-eb2d-44ee-85b3-24bd27921f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:03.615374 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38952c6c-33c1-4d96-8807-1c69bdd29237 req-aa0b7cea-eb2d-44ee-85b3-24bd27921f0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0492847 Jul 16 19:02:03.674496 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38952c6c-33c1-4d96-8807-1c69bdd29237 req-0877455f-4aca-4ab7-ab37-91f0a799bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:03.675986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38952c6c-33c1-4d96-8807-1c69bdd29237 req-0877455f-4aca-4ab7-ab37-91f0a799bd83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528295 Jul 16 19:02:03.705354 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-66920edc-8c56-4b02-b3f8-0067e21b3fb7 None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:03.776293 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38952c6c-33c1-4d96-8807-1c69bdd29237 req-9b55f965-cf69-4fa9-a371-1589ac64b550 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925343 Jul 16 19:02:03.855636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.875146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-38952c6c-33c1-4d96-8807-1c69bdd29237 req-0493195a-58d9-4047-aa1c-f292bce26d3e service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918760 Jul 16 19:02:03.935246 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-66920edc-8c56-4b02-b3f8-0067e21b3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '655ae8c4-046a-49d6-af2e-35d1c70a9cc7', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'port_id': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'mac_address': 'fa:16:3e:78:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:02:02Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 0, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 5, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:03.959927 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66920edc-8c56-4b02-b3f8-0067e21b3fb7 None None] The sync data for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 is: [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '655ae8c4-046a-49d6-af2e-35d1c70a9cc7', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'port_id': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'mac_address': 'fa:16:3e:78:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:02:02Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 0, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 5, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:04.145488 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce27d76-b899-4473-bd5a-beb9f697d98b None None] New status for floating IP 655ae8c4-046a-49d6-af2e-35d1c70a9cc7: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:02:06.874896 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-186e9da1-82fc-4316-95f7-4ece5d3ed81f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540128 Jul 16 19:02:06.969229 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-0a5127d1-698a-4268-94a2-ee7632c8242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:06.970716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-0a5127d1-698a-4268-94a2-ee7632c8242c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 1098 time: 0.0531514 Jul 16 19:02:07.079769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-5194db99-02b5-42e7-a625-f9a1cafcd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:07.081235 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-5194db99-02b5-42e7-a625-f9a1cafcd776 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0905435 Jul 16 19:02:07.146007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-a410c5e6-dcbe-4bca-b944-4ed9ce078613 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3c19137-e491-40f8-8110-ae9629fe7164 HTTP/1.1" status: 200 len: 1001 time: 0.0578353 Jul 16 19:02:07.194891 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-4d9addce-95fb-4b93-a6ea-a5a68f665516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:07.196494 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-4d9addce-95fb-4b93-a6ea-a5a68f665516 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0434287 Jul 16 19:02:07.256642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-e9de623f-9e5d-41a5-b336-87d7195ce0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:07.258118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-e9de623f-9e5d-41a5-b336-87d7195ce0ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555520 Jul 16 19:02:07.268969 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-d44d4a11-6d97-4adc-94ea-cfbd7f1a05b8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:02:07.269930 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-d44d4a11-6d97-4adc-94ea-cfbd7f1a05b8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050521 Jul 16 19:02:07.360277 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-4d2185ab-33b6-41e6-b366-3550be4fda96 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835993 Jul 16 19:02:07.461800 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc88f6c6-b9ae-49e3-b265-63d46ae6ef93 req-54ff2c26-47c0-4a22-9e4b-ca082a0f3542 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943136 Jul 16 19:02:26.953872 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:02:27.150121 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:27.212606 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:28.113160 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-f24d7923-83f2-4301-bc04-b4aa61d63eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:30.768215 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:30.811602 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e08b6a7e-7ce7-48cc-b74a-de849b0b6f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:32.101833 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:33.857157 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:57.142910 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:57.221605 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:58.118410 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2b4f20b-abcf-4cbc-9b61-2c1a337e884b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.769681 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.810591 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b669340a-b45c-424c-8cde-dc8664d42e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.103653 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.860843 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.952979 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:03:08.882289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3780916-4dcf-4973-8376-82e5331bef07 req-62572b4b-612e-409b-93a7-f894560f4ff0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564198 Jul 16 19:03:08.986461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3780916-4dcf-4973-8376-82e5331bef07 req-3d747ba4-d1f3-4507-8bc3-894d7daca601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:08.988014 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3780916-4dcf-4973-8376-82e5331bef07 req-3d747ba4-d1f3-4507-8bc3-894d7daca601 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 1098 time: 0.0550203 Jul 16 19:03:09.105290 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3780916-4dcf-4973-8376-82e5331bef07 req-82567b2d-6829-4ee2-a2d0-58a989a36230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:09.106783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3780916-4dcf-4973-8376-82e5331bef07 req-82567b2d-6829-4ee2-a2d0-58a989a36230 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0992620 Jul 16 19:03:09.178313 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3780916-4dcf-4973-8376-82e5331bef07 req-3d37f28a-aac3-43ea-93db-46c816f042e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3c19137-e491-40f8-8110-ae9629fe7164 HTTP/1.1" status: 200 len: 1001 time: 0.0635645 Jul 16 19:03:09.248316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3780916-4dcf-4973-8376-82e5331bef07 req-3c656e15-37f8-4eef-83a1-2958061a718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:09.249827 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3780916-4dcf-4973-8376-82e5331bef07 req-3c656e15-37f8-4eef-83a1-2958061a718b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0661759 Jul 16 19:03:09.311941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3780916-4dcf-4973-8376-82e5331bef07 req-b180cd3e-1569-405f-b9ed-c1088c8f325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:09.313390 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3780916-4dcf-4973-8376-82e5331bef07 req-b180cd3e-1569-405f-b9ed-c1088c8f325b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570583 Jul 16 19:03:09.403795 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3780916-4dcf-4973-8376-82e5331bef07 req-4834fda3-5004-42b3-a373-1d742194c664 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833681 Jul 16 19:03:09.498742 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e3780916-4dcf-4973-8376-82e5331bef07 req-c46a5fb0-88b6-4d9d-9ceb-335cb3b02c69 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882897 Jul 16 19:03:27.158705 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:27.241013 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:28.110221 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c9fe6c55-2fe7-44e5-b815-2ba23dd32158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:30.775007 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:30.811029 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6ce08c2f-4199-4269-a1b4-d2c54158f862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:32.107766 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:33.864036 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:40.952515 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:03:57.158635 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:57.253545 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.110914 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5e920179-d7b1-47bd-9e98-8893b156c035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.854573 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabec6d-fe04-483a-8afe-767205a867db req-0d23a54f-18c3-4daa-9ef6-fc8c9cf112cb tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:58.856118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3dabec6d-fe04-483a-8afe-767205a867db req-0d23a54f-18c3-4daa-9ef6-fc8c9cf112cb tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.1204691 Jul 16 19:03:58.894255 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3dabec6d-fe04-483a-8afe-767205a867db req-f7f571bc-3e36-46a2-b10d-7e6d94aa5b9f tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324690 Jul 16 19:04:00.157408 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278f625-f0f2-40f5-94ff-9f4666c695be req-79aaab09-00cd-4fb1-93dc-db33cd2f5048 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:00.158889 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e278f625-f0f2-40f5-94ff-9f4666c695be req-79aaab09-00cd-4fb1-93dc-db33cd2f5048 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.1130569 Jul 16 19:04:00.197891 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e278f625-f0f2-40f5-94ff-9f4666c695be req-47a983bc-ac0e-4497-ab66-71cb7f254535 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333741 Jul 16 19:04:00.777538 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.810546 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0ec81be1-76c4-4d0e-825e-b28ae961e7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:01.403218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaf4ac-3662-4ae2-b4dd-1996f739f0ee req-a92b2a9c-a41e-40b8-a266-54f932b230c4 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:01.404727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8aaf4ac-3662-4ae2-b4dd-1996f739f0ee req-a92b2a9c-a41e-40b8-a266-54f932b230c4 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0648007 Jul 16 19:04:01.442083 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f8aaf4ac-3662-4ae2-b4dd-1996f739f0ee req-54833c3c-86d1-44af-91bc-a548df1ea252 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317571 Jul 16 19:04:02.111807 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:02.622217 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d709c8-0a81-4318-ad73-7da0fcf672f5 req-c456c944-0fb7-4607-89ee-af999697d778 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:02.623744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5d709c8-0a81-4318-ad73-7da0fcf672f5 req-c456c944-0fb7-4607-89ee-af999697d778 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0689311 Jul 16 19:04:02.662054 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e5d709c8-0a81-4318-ad73-7da0fcf672f5 req-38eea592-028b-4626-b0cd-045c6606e059 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326977 Jul 16 19:04:03.841793 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b75d2-8d13-43e8-86bd-678f55bf74f6 req-acf2cb2b-4f2f-4f16-8df9-b1ba057f57ba tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:03.843332 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f76b75d2-8d13-43e8-86bd-678f55bf74f6 req-acf2cb2b-4f2f-4f16-8df9-b1ba057f57ba tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0677757 Jul 16 19:04:03.868460 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.887390 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f76b75d2-8d13-43e8-86bd-678f55bf74f6 req-b020de4f-d961-4d5b-9e2b-966aadadb88c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344281 Jul 16 19:04:05.064278 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1a896-39dd-4f56-ba99-68eeb05f6270 req-ab6b8cd8-5408-4e2c-84ff-3045129f90e1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:05.065754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45a1a896-39dd-4f56-ba99-68eeb05f6270 req-ab6b8cd8-5408-4e2c-84ff-3045129f90e1 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0643716 Jul 16 19:04:05.102504 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-45a1a896-39dd-4f56-ba99-68eeb05f6270 req-5cbcf6f6-85f6-4e59-a781-b2c35d023afd tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310838 Jul 16 19:04:06.281618 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18693f8-4b56-4239-80e9-a62ac20ce95e req-1cf0f044-0440-4e09-a20d-06cd5136be1d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:06.283022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d18693f8-4b56-4239-80e9-a62ac20ce95e req-1cf0f044-0440-4e09-a20d-06cd5136be1d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0707436 Jul 16 19:04:06.322638 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d18693f8-4b56-4239-80e9-a62ac20ce95e req-95f964e4-a709-4acf-8dcb-adf6424e048a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336897 Jul 16 19:04:07.494155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d66dc1-e290-4d34-aafa-459f34ac520e req-d6278c9e-add2-4c97-a9ba-942509c19594 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:07.496250 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8d66dc1-e290-4d34-aafa-459f34ac520e req-d6278c9e-add2-4c97-a9ba-942509c19594 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0637891 Jul 16 19:04:07.535088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a8d66dc1-e290-4d34-aafa-459f34ac520e req-93c58c6c-f4e6-4207-9fb7-db0d234552fc tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330052 Jul 16 19:04:08.718673 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298911d-39d7-45b2-8c68-2987d9b11819 req-64405c27-ff11-462a-8309-5e652460d0d3 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:08.720230 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d298911d-39d7-45b2-8c68-2987d9b11819 req-64405c27-ff11-462a-8309-5e652460d0d3 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0669370 Jul 16 19:04:08.759843 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d298911d-39d7-45b2-8c68-2987d9b11819 req-0bdec3a5-f2ed-42c9-ab33-53b7dabc178e tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339646 Jul 16 19:04:08.899683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913597-da72-4bc7-99bd-aebf9b7b51af req-7db20682-696a-48a0-937d-d94ced08788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:08.901168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd913597-da72-4bc7-99bd-aebf9b7b51af req-7db20682-696a-48a0-937d-d94ced08788e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 1098 time: 0.0535884 Jul 16 19:04:08.993270 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913597-da72-4bc7-99bd-aebf9b7b51af req-6b59e16a-9967-47c9-a9f0-560018f3cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:08.994777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd913597-da72-4bc7-99bd-aebf9b7b51af req-6b59e16a-9967-47c9-a9f0-560018f3cecd service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0878756 Jul 16 19:04:09.060565 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd913597-da72-4bc7-99bd-aebf9b7b51af req-9cf55042-8738-42d3-bfd6-1407dae243d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3c19137-e491-40f8-8110-ae9629fe7164 HTTP/1.1" status: 200 len: 1001 time: 0.0593061 Jul 16 19:04:09.119487 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913597-da72-4bc7-99bd-aebf9b7b51af req-0b9aa276-4341-4ed4-a902-401ee93b5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:09.121044 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd913597-da72-4bc7-99bd-aebf9b7b51af req-0b9aa276-4341-4ed4-a902-401ee93b5b5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0438812 Jul 16 19:04:09.180525 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913597-da72-4bc7-99bd-aebf9b7b51af req-5f43032d-aa3d-42b2-9959-98dcf59a4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:09.182021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd913597-da72-4bc7-99bd-aebf9b7b51af req-5f43032d-aa3d-42b2-9959-98dcf59a4ab9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547180 Jul 16 19:04:09.272156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd913597-da72-4bc7-99bd-aebf9b7b51af req-2eccbc33-c5ac-4a6a-af27-44c670a7a3ae service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831661 Jul 16 19:04:09.366428 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-dd913597-da72-4bc7-99bd-aebf9b7b51af req-8c5278e1-ac32-463b-b0cd-031aa4f47f36 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874906 Jul 16 19:04:09.942102 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3195e-3b24-4518-900a-69400341dcda req-ad2b42d5-712f-4000-be5f-6677e775f18c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:09.943644 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ef3195e-3b24-4518-900a-69400341dcda req-ad2b42d5-712f-4000-be5f-6677e775f18c tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0691428 Jul 16 19:04:09.981940 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8ef3195e-3b24-4518-900a-69400341dcda req-c2d33517-042b-4aa0-b4b4-dfed16dbed18 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315628 Jul 16 19:04:10.891954 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0cc71-fd8f-441f-94a3-52e5df0b4a3b req-ea966d8c-8401-463f-94a8-3bd4b30fb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:10.893773 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3aa0cc71-fd8f-441f-94a3-52e5df0b4a3b req-ea966d8c-8401-463f-94a8-3bd4b30fb5ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 1098 time: 0.0608463 Jul 16 19:04:11.008640 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0cc71-fd8f-441f-94a3-52e5df0b4a3b req-8194373f-9a05-423c-8660-f372d80d1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:11.011092 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3aa0cc71-fd8f-441f-94a3-52e5df0b4a3b req-8194373f-9a05-423c-8660-f372d80d1b67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0950587 Jul 16 19:04:11.095681 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3aa0cc71-fd8f-441f-94a3-52e5df0b4a3b req-bd4fb349-bc35-4c7d-aaa3-235686c2c2a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3c19137-e491-40f8-8110-ae9629fe7164 HTTP/1.1" status: 200 len: 1001 time: 0.0780284 Jul 16 19:04:11.179787 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0cc71-fd8f-441f-94a3-52e5df0b4a3b req-646baa2a-7832-4999-82eb-8a11f6183956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:11.181262 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3aa0cc71-fd8f-441f-94a3-52e5df0b4a3b req-646baa2a-7832-4999-82eb-8a11f6183956 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0779335 Jul 16 19:04:11.227700 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2dd47-90e7-460b-be83-edfb1843967d req-d027b315-2920-4e72-8105-125b3b28ca81 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:11.229248 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fab2dd47-90e7-460b-be83-edfb1843967d req-d027b315-2920-4e72-8105-125b3b28ca81 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.1180711 Jul 16 19:04:11.286647 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fab2dd47-90e7-460b-be83-edfb1843967d req-979f97ae-1efc-4e08-8fb6-bd700a3b5796 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511661 Jul 16 19:04:11.289387 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0cc71-fd8f-441f-94a3-52e5df0b4a3b req-d4f9491c-6383-4654-920a-7bb2c96faea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:11.290808 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3aa0cc71-fd8f-441f-94a3-52e5df0b4a3b req-d4f9491c-6383-4654-920a-7bb2c96faea7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020663 Jul 16 19:04:11.387551 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3aa0cc71-fd8f-441f-94a3-52e5df0b4a3b req-1074205e-bcc8-4083-a81f-c99f35066272 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878763 Jul 16 19:04:11.817990 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3aa0cc71-fd8f-441f-94a3-52e5df0b4a3b req-bc5d5fce-df7f-47fd-9a31-e01f38b35627 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236033 Jul 16 19:04:12.503221 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f829f-f66e-4d41-9551-a7bd1a8886cc req-5383a2fa-85e7-4af2-8331-efafc94189dc tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:12.504831 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-904f829f-f66e-4d41-9551-a7bd1a8886cc req-5383a2fa-85e7-4af2-8331-efafc94189dc tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0925872 Jul 16 19:04:12.564444 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-904f829f-f66e-4d41-9551-a7bd1a8886cc req-3df5693b-f9c5-4951-ac9b-16246cec0354 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525236 Jul 16 19:04:13.709948 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e3c19137-e491-40f8-8110-ae9629fe7164 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:13.745316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a181b87-fd9e-4c54-ac2c-33f3094d89ae req-2f8ace93-09c9-4c43-91da-0d62d523b0e0 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:13.746959 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a181b87-fd9e-4c54-ac2c-33f3094d89ae req-2f8ace93-09c9-4c43-91da-0d62d523b0e0 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0653164 Jul 16 19:04:13.784476 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:13.784771 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5a181b87-fd9e-4c54-ac2c-33f3094d89ae req-82303be2-dace-4060-a987-f94cc207fb0f tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323231 Jul 16 19:04:13.810417 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:13.812658 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1cefca-1424-4ad8-a6b9-ca530d96b29e" -d '{"events": [{"server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:13.826570 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port e3c19137-e491-40f8-8110-ae9629fe7164, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e3c19137-e491-40f8-8110-ae9629fe7164,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:13.830586 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:13.855372 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eaef03-d29e-4ce4-bd14-8f2e235d60b3 x-openstack-request-id: req-41eaef03-d29e-4ce4-bd14-8f2e235d60b3 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:13.855675 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "name": "network-vif-unplugged", "status": "failed", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164", "code": 422}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:13.855931 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41eaef03-d29e-4ce4-bd14-8f2e235d60b3 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:13.856324 n-d-787206-10 neutron-server[100171]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'code': 422} returned with failed status Jul 16 19:04:13.881572 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=e3c19137-e491-40f8-8110-ae9629fe7164,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:13.889621 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:13.889961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:13.890337 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:13.890678 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:13.891017 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:13.891353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:13.891718 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:13.892041 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:13.892374 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:13.892701 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:13.893027 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:13.893353 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:14.171240 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-17db953a-b84e-4011-96d4-10aeaea0485b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1581254 Jul 16 19:04:14.182868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56a379-8237-4497-baa6-922029941aed req-2ae3ca8b-d914-4742-b571-9d860125610a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:14.184349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a56a379-8237-4497-baa6-922029941aed req-2ae3ca8b-d914-4742-b571-9d860125610a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.1117806 Jul 16 19:04:14.224469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2a56a379-8237-4497-baa6-922029941aed req-007a8c8a-3f46-4116-a21e-585631b311f5 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344775 Jul 16 19:04:15.409827 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb893d14-c536-4d92-bc31-cb75a98578a0 req-b5319528-4c01-4d59-bd99-556fca102f1b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:15.411325 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb893d14-c536-4d92-bc31-cb75a98578a0 req-b5319528-4c01-4d59-bd99-556fca102f1b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0707908 Jul 16 19:04:15.451213 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-eb893d14-c536-4d92-bc31-cb75a98578a0 req-c45845d0-4dfc-4078-95ce-7a4d45058023 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333993 Jul 16 19:04:16.631458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af178521-69b4-4196-9065-488ab54c56b9 req-7f555844-6f7e-40a2-9c1c-02415905a749 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:16.632964 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af178521-69b4-4196-9065-488ab54c56b9 req-7f555844-6f7e-40a2-9c1c-02415905a749 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0665562 Jul 16 19:04:16.673366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-af178521-69b4-4196-9065-488ab54c56b9 req-34a5834c-213a-4049-8fae-710c6b27f445 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337837 Jul 16 19:04:17.848306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1c514-8401-498e-b741-32fa400943ea req-a8e24f8a-2f6d-4d8e-9315-8c1cece264d2 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:17.849783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41f1c514-8401-498e-b741-32fa400943ea req-a8e24f8a-2f6d-4d8e-9315-8c1cece264d2 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0635176 Jul 16 19:04:17.887758 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-41f1c514-8401-498e-b741-32fa400943ea req-ed0f38a7-1e12-4280-9a50-908a3b1b25b2 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324554 Jul 16 19:04:17.951888 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:04:19.084675 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab741b-5a6e-43ce-a767-21ae4f569523 req-627153ae-b688-406f-af4a-94cdaed4f104 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:19.086323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74ab741b-5a6e-43ce-a767-21ae4f569523 req-627153ae-b688-406f-af4a-94cdaed4f104 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0798745 Jul 16 19:04:19.128109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-74ab741b-5a6e-43ce-a767-21ae4f569523 req-82dca028-8e5c-4c98-a27c-82ac9be80bf3 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357988 Jul 16 19:04:20.319928 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb58093-8239-4090-8f55-5c75a5334a9c req-dd2d9597-3714-4a9a-9c68-8672b87be102 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:20.321450 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb58093-8239-4090-8f55-5c75a5334a9c req-dd2d9597-3714-4a9a-9c68-8672b87be102 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0698206 Jul 16 19:04:20.362994 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8cb58093-8239-4090-8f55-5c75a5334a9c req-0867667b-2041-4f05-96e7-8d4785542ae8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349669 Jul 16 19:04:20.945124 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-9ed9b5c3-f1a3-4f6d-b64c-4e9b9c2cd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:20.946630 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-9ed9b5c3-f1a3-4f6d-b64c-4e9b9c2cd4ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25&tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9 HTTP/1.1" status: 200 len: 1096 time: 0.0576122 Jul 16 19:04:21.024993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-c6cfb0bf-6b66-4baf-b081-44771026f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:21.026635 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-c6cfb0bf-6b66-4baf-b081-44771026f9eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 1096 time: 0.0537415 Jul 16 19:04:21.118183 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-b3eff952-ea9c-4542-af2c-df66df12621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:21.120349 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-b3eff952-ea9c-4542-af2c-df66df12621b service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0862873 Jul 16 19:04:21.188068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-2c714084-3997-4dd8-a915-2e517bff89a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3c19137-e491-40f8-8110-ae9629fe7164 HTTP/1.1" status: 200 len: 999 time: 0.0612791 Jul 16 19:04:21.235505 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-d48570e8-9fc9-4a02-9f0d-1dd5ccbcf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:21.236845 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-d48570e8-9fc9-4a02-9f0d-1dd5ccbcf7d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0426786 Jul 16 19:04:21.294218 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-6fdf22f1-90b9-45b0-8657-97ba6cb5b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:21.295727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-6fdf22f1-90b9-45b0-8657-97ba6cb5b9f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526819 Jul 16 19:04:21.388585 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-5f22c8c8-61f8-4ed7-9f69-47eb81e74e0d service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864062 Jul 16 19:04:21.481094 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-c2b4ec06-2db6-490e-91bb-eaa7897cc203 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861619 Jul 16 19:04:21.547401 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad883cbb-2b83-4f18-9f34-309e44e12ac7 req-5226f18e-580c-4f70-a94b-72bed8515bf0 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:21.548837 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad883cbb-2b83-4f18-9f34-309e44e12ac7 req-5226f18e-580c-4f70-a94b-72bed8515bf0 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0715470 Jul 16 19:04:21.586574 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ad883cbb-2b83-4f18-9f34-309e44e12ac7 req-da5922b1-34e6-479d-887e-025871288b35 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321860 Jul 16 19:04:22.760643 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a851533-adf7-454b-bc25-892e1ef7ccb6 req-583330a4-e53c-4e6d-942d-1b0e4ceee272 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:22.762085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a851533-adf7-454b-bc25-892e1ef7ccb6 req-583330a4-e53c-4e6d-942d-1b0e4ceee272 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0650833 Jul 16 19:04:22.801007 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4a851533-adf7-454b-bc25-892e1ef7ccb6 req-9274a605-998d-49e4-a3d0-30cf6c348892 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332580 Jul 16 19:04:23.986240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf76e3-4ae1-4686-b060-e3ba54b29f7b req-69376183-a251-426f-8691-4ddfbc297d23 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:23.987783 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6faf76e3-4ae1-4686-b060-e3ba54b29f7b req-69376183-a251-426f-8691-4ddfbc297d23 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0706687 Jul 16 19:04:24.029954 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6faf76e3-4ae1-4686-b060-e3ba54b29f7b req-dc791ae7-a092-4944-9233-83394a77b0dd tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362477 Jul 16 19:04:25.214698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de547a-eac1-4120-8621-3614c4999b2b req-0c73069b-4d14-402a-8db0-2aa8370020cf tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:25.216353 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9de547a-eac1-4120-8621-3614c4999b2b req-0c73069b-4d14-402a-8db0-2aa8370020cf tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0709074 Jul 16 19:04:25.255008 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f9de547a-eac1-4120-8621-3614c4999b2b req-b4e620c0-9e27-4fdc-850d-ec9559075a23 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331635 Jul 16 19:04:26.431060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35593ce2-d895-46c3-b2d5-7366d0592ae4 req-30bc7c75-b27a-445d-ac0a-aac7e4d9262e tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:26.432671 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35593ce2-d895-46c3-b2d5-7366d0592ae4 req-30bc7c75-b27a-445d-ac0a-aac7e4d9262e tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0646994 Jul 16 19:04:26.470438 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-35593ce2-d895-46c3-b2d5-7366d0592ae4 req-2c9aed95-7a35-49fb-9f98-0ec4d6ea1d34 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322192 Jul 16 19:04:27.178481 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:27.252775 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:27.654002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd640d8-67d9-438d-8491-988c29d7e6d4 req-33940a20-1e91-4546-82f4-4498b97286f2 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:27.655533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cd640d8-67d9-438d-8491-988c29d7e6d4 req-33940a20-1e91-4546-82f4-4498b97286f2 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0707393 Jul 16 19:04:27.693753 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cd640d8-67d9-438d-8491-988c29d7e6d4 req-e0e4809d-22ba-4b2f-9f84-711d1d77d085 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325363 Jul 16 19:04:28.112724 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9da9-63e3-4c83-aa8b-620871ee0a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:28.875068 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e993d-a961-419d-924c-969fd0d3a432 req-e8825825-ff3d-4949-8441-912b7ea58d80 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:28.876613 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-266e993d-a961-419d-924c-969fd0d3a432 req-e8825825-ff3d-4949-8441-912b7ea58d80 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 944 time: 0.0663841 Jul 16 19:04:28.917795 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-266e993d-a961-419d-924c-969fd0d3a432 req-db197d24-8223-40af-935c-1ab1107b7265 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355968 Jul 16 19:04:29.786261 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e3c19137-e491-40f8-8110-ae9629fe7164 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:04:29.886859 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port e3c19137-e491-40f8-8110-ae9629fe7164, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e3c19137-e491-40f8-8110-ae9629fe7164,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:29.898859 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'port_id': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'mac_address': 'fa:16:3e:78:27:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:04:29.941019 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:29.955931 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c19137-e491-40f8-8110-ae9629fe7164 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:29.977434 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port e3c19137-e491-40f8-8110-ae9629fe7164, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e3c19137-e491-40f8-8110-ae9629fe7164,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:29.981708 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:30.030088 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=e3c19137-e491-40f8-8110-ae9629fe7164,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:30.108566 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a749034-bc11-4b1c-9c9a-cf3ed7e76600 req-9fc53af2-ef9d-4390-8e4a-e55c5646a552 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:30.110675 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a749034-bc11-4b1c-9c9a-cf3ed7e76600 req-9fc53af2-ef9d-4390-8e4a-e55c5646a552 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 945 time: 0.0738292 Jul 16 19:04:30.150532 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6a749034-bc11-4b1c-9c9a-cf3ed7e76600 req-a334b997-c2ed-4bac-981d-546912e815f3 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343776 Jul 16 19:04:30.208615 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['e3c19137-e491-40f8-8110-ae9629fe7164'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:30.778989 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:30.812803 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-70138a15-60cc-4ae8-a147-ba429b7613e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:31.328231 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad959c-17c4-44eb-bdfe-1e35e8fafb91 req-8c988354-43de-42cd-852f-f3097778fa48 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:31.329634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09ad959c-17c4-44eb-bdfe-1e35e8fafb91 req-8c988354-43de-42cd-852f-f3097778fa48 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 945 time: 0.0657032 Jul 16 19:04:31.369291 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-09ad959c-17c4-44eb-bdfe-1e35e8fafb91 req-535befd0-9f7b-4bd1-b3aa-72a717bdeda4 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331843 Jul 16 19:04:31.801863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e3c19137-e491-40f8-8110-ae9629fe7164 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:31.854864 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port e3c19137-e491-40f8-8110-ae9629fe7164 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:31.855610 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:31.928653 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:31.950398 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:31.952698 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff420b99-c8b6-4078-a997-8d77a28a9f1f" -d '{"events": [{"server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "name": "network-vif-plugged", "status": "completed", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:31.966426 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port e3c19137-e491-40f8-8110-ae9629fe7164, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e3c19137-e491-40f8-8110-ae9629fe7164,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:31.971526 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:31.999555 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f12438c-772b-4ccf-a640-3d6350454751 x-openstack-request-id: req-4f12438c-772b-4ccf-a640-3d6350454751 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:31.999844 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "name": "network-vif-plugged", "status": "completed", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:32.000091 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f12438c-772b-4ccf-a640-3d6350454751 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:32.000471 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'code': 200} Jul 16 19:04:32.029518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=e3c19137-e491-40f8-8110-ae9629fe7164,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:32.112921 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:32.159596 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ee85e-d894-4e22-ab1c-494dd8c6750e req-621159f1-c3aa-4d7d-9541-6cef8c214501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:32.161815 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-703ee85e-d894-4e22-ab1c-494dd8c6750e req-621159f1-c3aa-4d7d-9541-6cef8c214501 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 1098 time: 0.0572577 Jul 16 19:04:32.196526 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-703ee85e-d894-4e22-ab1c-494dd8c6750e req-76c15279-0747-4361-a9b1-af5ce9ac3a52 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277801 Jul 16 19:04:32.553608 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7890d04-3a55-4989-a153-15fde4c3cdfc req-4fa76b86-8f7f-4f44-9d34-4eece808b171 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:32.555116 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7890d04-3a55-4989-a153-15fde4c3cdfc req-4fa76b86-8f7f-4f44-9d34-4eece808b171 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0705962 Jul 16 19:04:32.594836 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c7890d04-3a55-4989-a153-15fde4c3cdfc req-48dfe373-875f-42a4-af98-03e44cafea80 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338805 Jul 16 19:04:33.778417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351075bc-423e-4770-9b9c-0077706a85f8 req-1b6e1386-67c6-4d41-95d0-8b9b3d8f2552 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:33.779933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-351075bc-423e-4770-9b9c-0077706a85f8 req-1b6e1386-67c6-4d41-95d0-8b9b3d8f2552 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0673680 Jul 16 19:04:33.820021 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-351075bc-423e-4770-9b9c-0077706a85f8 req-6e925e6b-1f37-4fef-8ca6-798030aed1c8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344450 Jul 16 19:04:33.873857 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:54.951909 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:04:57.172322 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.256440 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.115559 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b1c9f166-1756-4671-979b-09c2db5fcfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.780901 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.814677 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6db03b8d-e532-4195-84a6-78603ec8cb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.116431 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.874365 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:12.856327 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73ed163e-77c7-4a27-9d7c-da3cdbba8ae1 req-6505bb03-d0da-48f1-8f5c-ed201360d4d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559912 Jul 16 19:05:12.953896 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed163e-77c7-4a27-9d7c-da3cdbba8ae1 req-944e0b5b-c7ba-4d07-bfcb-ddd70c84c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:12.955652 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73ed163e-77c7-4a27-9d7c-da3cdbba8ae1 req-944e0b5b-c7ba-4d07-bfcb-ddd70c84c85a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 1098 time: 0.0539258 Jul 16 19:05:13.060577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed163e-77c7-4a27-9d7c-da3cdbba8ae1 req-5f06a311-a56b-4262-bc76-867f9733cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:13.062062 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73ed163e-77c7-4a27-9d7c-da3cdbba8ae1 req-5f06a311-a56b-4262-bc76-867f9733cde0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.0871727 Jul 16 19:05:13.131149 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73ed163e-77c7-4a27-9d7c-da3cdbba8ae1 req-16e84260-5730-421d-8949-62b361e4d6e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3c19137-e491-40f8-8110-ae9629fe7164 HTTP/1.1" status: 200 len: 1001 time: 0.0623672 Jul 16 19:05:13.179476 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed163e-77c7-4a27-9d7c-da3cdbba8ae1 req-f43c9d6d-06cb-42f7-8805-81de1db2a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:13.181580 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73ed163e-77c7-4a27-9d7c-da3cdbba8ae1 req-f43c9d6d-06cb-42f7-8805-81de1db2a26a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0442758 Jul 16 19:05:13.237172 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed163e-77c7-4a27-9d7c-da3cdbba8ae1 req-b2e47b58-26e8-47b2-979f-8061fbe8ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:13.238754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73ed163e-77c7-4a27-9d7c-da3cdbba8ae1 req-b2e47b58-26e8-47b2-979f-8061fbe8ef90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507593 Jul 16 19:05:13.332559 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73ed163e-77c7-4a27-9d7c-da3cdbba8ae1 req-271da079-ec46-4e35-aa94-8df0667a3408 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866117 Jul 16 19:05:13.426724 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-73ed163e-77c7-4a27-9d7c-da3cdbba8ae1 req-39bcc347-d36a-4f95-a8d0-e1be18146991 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870285 Jul 16 19:05:27.184254 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:27.256080 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:28.116688 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c03a2599-5cd6-4a71-815d-8538c035ab96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.782286 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.813889 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9521-eeb9-4d3b-8b6b-dc7e0a13959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:31.950139 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:05:32.119481 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:33.877153 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.666017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56558) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:49.822676 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Deleting port 9ae565a5-5755-4339-9b26-c12fb18c80b1 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:49.823016 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.896743 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.897065 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.908910 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Calling delete_port for 9ae565a5-5755-4339-9b26-c12fb18c80b1 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:50.063767 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.086674 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event deleted for resources: {'Port': ['ID=9ae565a5-5755-4339-9b26-c12fb18c80b1,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:50.099699 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:50.100046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:50.100437 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:50.100868 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:50.101209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:50.101677 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:50.101994 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:50.102317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:50.102639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:50.102960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:50.103281 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:50.103648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:50.167534 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.168265 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Floating IP 655ae8c4-046a-49d6-af2e-35d1c70a9cc7 disassociated (deleted). External IP: 172.25.5.54, port: e3c19137-e491-40f8-8110-ae9629fe7164. Jul 16 19:05:50.384317 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Router 410ddfb5-3422-40b3-8958-37b1ea7008c4 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:05:50.495744 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:50.500790 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.506107 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1b6d3-13a4-467b-902d-b46414790446 None None] Sync routers for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:50.522657 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1b6d3-13a4-467b-902d-b46414790446 None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:50.523355 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e9d1b6d3-13a4-467b-902d-b46414790446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:05:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:50.541737 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1d68f7b1-6ee6-4670-beb0-a2c20a98c43d tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "DELETE /v2.0/floatingips/655ae8c4-046a-49d6-af2e-35d1c70a9cc7 HTTP/1.1" status: 204 len: 168 time: 0.8715844 Jul 16 19:05:50.541737 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:50.542244 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60782e4-61ef-427b-8738-36fa047aa0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:50.633407 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c9a96a-0c40-47d3-84ee-c923764223b6 x-openstack-request-id: req-29c9a96a-0c40-47d3-84ee-c923764223b6 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:50.634442 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:50.634442 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29c9a96a-0c40-47d3-84ee-c923764223b6 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:50.634442 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'status': 'completed', 'code': 200} Jul 16 19:05:50.646996 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-e9d1b6d3-13a4-467b-902d-b46414790446 None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:50.716226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60782e4-61ef-427b-8738-36fa047aa0b4 req-938efbe1-a593-4e4f-b1e4-53e13668319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:50.718406 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f60782e4-61ef-427b-8738-36fa047aa0b4 req-938efbe1-a593-4e4f-b1e4-53e13668319a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 1098 time: 0.0561473 Jul 16 19:05:50.836415 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60782e4-61ef-427b-8738-36fa047aa0b4 req-b4ed743e-7c62-448b-a280-a60bb8f602c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:50.837929 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f60782e4-61ef-427b-8738-36fa047aa0b4 req-b4ed743e-7c62-448b-a280-a60bb8f602c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 200 len: 909 time: 0.1135397 Jul 16 19:05:50.872485 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e9d1b6d3-13a4-467b-902d-b46414790446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 5, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:50.882432 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f60782e4-61ef-427b-8738-36fa047aa0b4 req-1f94417e-915c-4d6a-a469-143712658085 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3c19137-e491-40f8-8110-ae9629fe7164 HTTP/1.1" status: 200 len: 217 time: 0.0368390 Jul 16 19:05:50.899964 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1b6d3-13a4-467b-902d-b46414790446 None None] Checking router: 410ddfb5-3422-40b3-8958-37b1ea7008c4 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:50.909852 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1b6d3-13a4-467b-902d-b46414790446 None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:50.910466 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e9d1b6d3-13a4-467b-902d-b46414790446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:05:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:50.968901 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60782e4-61ef-427b-8738-36fa047aa0b4 req-669d1635-874b-4678-8e40-f0e0a60f1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:50.970411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f60782e4-61ef-427b-8738-36fa047aa0b4 req-669d1635-874b-4678-8e40-f0e0a60f1c47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 200 len: 847 time: 0.0751879 Jul 16 19:05:51.018903 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e567bc-4540-4f6e-afd1-47d36448205c req-29aab4b7-72a7-4547-8014-05348facf69a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:51.019670 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-e9d1b6d3-13a4-467b-902d-b46414790446 None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:51.020503 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0e567bc-4540-4f6e-afd1-47d36448205c req-29aab4b7-72a7-4547-8014-05348facf69a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.1344299 Jul 16 19:05:51.068661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60782e4-61ef-427b-8738-36fa047aa0b4 req-f12b18dc-04a1-4f4a-90b0-bd5f346bf459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:51.070207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f60782e4-61ef-427b-8738-36fa047aa0b4 req-f12b18dc-04a1-4f4a-90b0-bd5f346bf459 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57d36e80-c23f-42e0-bb02-03698b1796c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914171 Jul 16 19:05:51.092109 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f0e567bc-4540-4f6e-afd1-47d36448205c req-e4146d78-ed7e-47aa-a464-a240bb7d3af7 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556386 Jul 16 19:05:51.187194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f60782e4-61ef-427b-8738-36fa047aa0b4 req-60ffbf6a-4241-4900-b163-2eb27967abd9 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073163 Jul 16 19:05:51.237828 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e9d1b6d3-13a4-467b-902d-b46414790446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 5, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:51.264170 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1b6d3-13a4-467b-902d-b46414790446 None None] The sync data for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 is: [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:00Z', 'revision_number': 4, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'f3cb97fa-0632-4233-9b17-47cc7349bf45', 'name': '', 'network_id': '57d36e80-c23f-42e0-bb02-03698b1796c2', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'mac_address': 'fa:16:3e:d8:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:59Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 5, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'subnets': [{'id': '4e150e16-0a8b-4f63-84fc-b9bf674ba66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:51.285722 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f60782e4-61ef-427b-8738-36fa047aa0b4 req-1effb9f1-484a-4a1c-9f23-1ad41aa26709 service neutron] 10.222.0.43 "GET /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925333 Jul 16 19:05:51.482626 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c211779-3b95-4555-ac5f-e3817e09fdcd None None] New status for floating IP 655ae8c4-046a-49d6-af2e-35d1c70a9cc7: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:05:52.297291 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edb50a-01de-4b42-adb8-16fee9961824 req-3f838fec-8e9a-4638-9a14-8de046a7fc57 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:52.298777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6edb50a-01de-4b42-adb8-16fee9961824 req-3f838fec-8e9a-4638-9a14-8de046a7fc57 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0658298 Jul 16 19:05:52.338616 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-e6edb50a-01de-4b42-adb8-16fee9961824 req-d0de1f68-632a-469f-a72f-be992485a743 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/security-groups?id=647fcc6c-15b1-468d-8adf-a4d00e0a5106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341218 Jul 16 19:05:52.488911 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b4c5e-7b9b-41b8-9c5d-f4047935aa0e req-8376e3a5-3970-4783-91b2-9c068d255b82 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:52.490414 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b07b4c5e-7b9b-41b8-9c5d-f4047935aa0e req-8376e3a5-3970-4783-91b2-9c068d255b82 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.43 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 946 time: 0.0677161 Jul 16 19:05:52.590330 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b07b4c5e-7b9b-41b8-9c5d-f4047935aa0e req-ccb3a4c5-817a-4b65-ae1d-126f982cc18b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Deleting port e3c19137-e491-40f8-8110-ae9629fe7164 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:52.590570 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b07b4c5e-7b9b-41b8-9c5d-f4047935aa0e req-ccb3a4c5-817a-4b65-ae1d-126f982cc18b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.683694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-b07b4c5e-7b9b-41b8-9c5d-f4047935aa0e req-ccb3a4c5-817a-4b65-ae1d-126f982cc18b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] For port e3c19137-e491-40f8-8110-ae9629fe7164, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=e3c19137-e491-40f8-8110-ae9629fe7164,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:52.684043 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b07b4c5e-7b9b-41b8-9c5d-f4047935aa0e req-ccb3a4c5-817a-4b65-ae1d-126f982cc18b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.695552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-b07b4c5e-7b9b-41b8-9c5d-f4047935aa0e req-ccb3a4c5-817a-4b65-ae1d-126f982cc18b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Calling delete_port for e3c19137-e491-40f8-8110-ae9629fe7164 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:52.824252 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b07b4c5e-7b9b-41b8-9c5d-f4047935aa0e req-ccb3a4c5-817a-4b65-ae1d-126f982cc18b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.858542 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3a4c5-817a-4b65-ae1d-126f982cc18b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event deleted for resources: {'Port': ['ID=e3c19137-e491-40f8-8110-ae9629fe7164,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:52.903885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07b4c5e-7b9b-41b8-9c5d-f4047935aa0e req-ccb3a4c5-817a-4b65-ae1d-126f982cc18b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] No DVR routers for this DVR port e3c19137-e491-40f8-8110-ae9629fe7164 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:52.907336 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-b07b4c5e-7b9b-41b8-9c5d-f4047935aa0e req-ccb3a4c5-817a-4b65-ae1d-126f982cc18b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.909691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b07b4c5e-7b9b-41b8-9c5d-f4047935aa0e req-ccb3a4c5-817a-4b65-ae1d-126f982cc18b tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.43 "DELETE /v2.0/ports/e3c19137-e491-40f8-8110-ae9629fe7164 HTTP/1.1" status: 204 len: 173 time: 0.4132676 Jul 16 19:05:52.910338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'name': 'network-vif-deleted', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:52.913587 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2093f01-69ed-426d-b2eb-9e617a8e583f" -d '{"events": [{"server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "name": "network-vif-deleted", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:52.954400 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca2ebcc-6b9e-42f3-a63b-4c31f574e6c4 x-openstack-request-id: req-0ca2ebcc-6b9e-42f3-a63b-4c31f574e6c4 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:52.954717 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f398e4e3-2975-4c5b-990e-f9ba95fd4d25", "name": "network-vif-deleted", "tag": "e3c19137-e491-40f8-8110-ae9629fe7164", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:52.954965 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ca2ebcc-6b9e-42f3-a63b-4c31f574e6c4 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:52.955359 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f398e4e3-2975-4c5b-990e-f9ba95fd4d25', 'name': 'network-vif-deleted', 'tag': 'e3c19137-e491-40f8-8110-ae9629fe7164', 'status': 'completed', 'code': 200} Jul 16 19:05:53.497857 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fdad8102-d283-4b5c-b625-8babed3e087f req-19182a9c-1b3d-48c0-a1e2-749e425899a8 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 210 time: 0.0421717 Jul 16 19:05:54.649248 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c5fdfce4-8488-4e28-b0e8-f98b238f2910 req-d5cb4a00-d3a1-409c-88a4-192ed13b4214 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 210 time: 0.0351980 Jul 16 19:05:55.838367 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d598aef-0b63-40ed-91cc-715d9d746e46 req-6cd23263-940d-4e45-8102-e8e4cb3844f3 tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "GET /v2.0/ports?device_id=f398e4e3-2975-4c5b-990e-f9ba95fd4d25 HTTP/1.1" status: 200 len: 210 time: 0.0312026 Jul 16 19:05:56.190165 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e3c19137-e491-40f8-8110-ae9629fe7164 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:56.210204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: e3c19137-e491-40f8-8110-ae9629fe7164 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:05:56.210551 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device e3c19137-e491-40f8-8110-ae9629fe7164 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:56.939609 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56592) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:57.003673 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:57.032515 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:57.095703 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:57.098316 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:57.102478 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] 10.222.0.41 "DELETE /v2.0/security-groups/647fcc6c-15b1-468d-8adf-a4d00e0a5106 HTTP/1.1" status: 204 len: 168 time: 0.1619122 Jul 16 19:05:57.115046 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=647fcc6c-15b1-468d-8adf-a4d00e0a5106,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:57.122872 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:57.123330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:57.123830 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:57.124364 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:57.124798 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:57.125250 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:57.125786 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:57.126101 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:57.126526 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:57.126853 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:57.127228 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:57.127641 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cb7cad-0dff-4349-85a8-5f6d01736c8a tempest-TestShelveInstance-1948739154 tempest-TestShelveInstance-1948739154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:57.152117 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56598) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:57.201535 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:57.252077 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:57.949211 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c4e31f27-b406-42ff-a8de-e1e5a103ad32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.118983 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2807233a-3f79-4920-9d8b-d15643abc6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.213350 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c4e31f27-b406-42ff-a8de-e1e5a103ad32 admin admin] Deleting port f3cb97fa-0632-4233-9b17-47cc7349bf45 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:58.214232 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c4e31f27-b406-42ff-a8de-e1e5a103ad32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.298228 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-c4e31f27-b406-42ff-a8de-e1e5a103ad32 admin admin] For port f3cb97fa-0632-4233-9b17-47cc7349bf45, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=f3cb97fa-0632-4233-9b17-47cc7349bf45,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:58.298577 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c4e31f27-b406-42ff-a8de-e1e5a103ad32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.311633 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-c4e31f27-b406-42ff-a8de-e1e5a103ad32 admin admin] Calling delete_port for f3cb97fa-0632-4233-9b17-47cc7349bf45 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:58.510198 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c4e31f27-b406-42ff-a8de-e1e5a103ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.538445 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e31f27-b406-42ff-a8de-e1e5a103ad32 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3cb97fa-0632-4233-9b17-47cc7349bf45,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:58.743909 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c4e31f27-b406-42ff-a8de-e1e5a103ad32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.977923 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e31f27-b406-42ff-a8de-e1e5a103ad32 admin admin] Router 410ddfb5-3422-40b3-8958-37b1ea7008c4 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:05:59.098038 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e31f27-b406-42ff-a8de-e1e5a103ad32 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:59.105718 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c4e31f27-b406-42ff-a8de-e1e5a103ad32 admin admin] 10.222.0.41 "PUT /v2.0/routers/410ddfb5-3422-40b3-8958-37b1ea7008c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9502141 Jul 16 19:05:59.105844 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56602) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:59.109421 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329a1f8-3f29-48d2-8ffc-bb4d67b98219 None None] Sync routers for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:59.121281 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329a1f8-3f29-48d2-8ffc-bb4d67b98219 None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:59.122548 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-2329a1f8-3f29-48d2-8ffc-bb4d67b98219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:05:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:59.225180 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:59.234407 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-2329a1f8-3f29-48d2-8ffc-bb4d67b98219 None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:59.334778 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:59.390054 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Deleting port e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:59.390563 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:59.427234 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-2329a1f8-3f29-48d2-8ffc-bb4d67b98219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T19:05:58Z', 'revision_number': 5, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port': {'id': 'e9250ebf-305a-4b06-bac3-cc5d2d24e9b4', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:59.454432 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329a1f8-3f29-48d2-8ffc-bb4d67b98219 None None] Checking router: 410ddfb5-3422-40b3-8958-37b1ea7008c4 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:59.462888 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329a1f8-3f29-48d2-8ffc-bb4d67b98219 None None] Routers {'410ddfb5-3422-40b3-8958-37b1ea7008c4'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:59.463563 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-2329a1f8-3f29-48d2-8ffc-bb4d67b98219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:05:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['410ddfb5-3422-40b3-8958-37b1ea7008c4'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:59.480263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] For port e9250ebf-305a-4b06-bac3-cc5d2d24e9b4, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=e9250ebf-305a-4b06-bac3-cc5d2d24e9b4,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:59.480625 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:59.493972 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Calling delete_port for e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:59.552598 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-2329a1f8-3f29-48d2-8ffc-bb4d67b98219 None None] Set router 410ddfb5-3422-40b3-8958-37b1ea7008c4 gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:59.605859 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-2329a1f8-3f29-48d2-8ffc-bb4d67b98219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T19:05:59Z', 'revision_number': 6, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:59.637634 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329a1f8-3f29-48d2-8ffc-bb4d67b98219 None None] The sync data for ids ['410ddfb5-3422-40b3-8958-37b1ea7008c4'] in n-d-787206-10 is: [{'id': '410ddfb5-3422-40b3-8958-37b1ea7008c4', 'name': 'tempest-TestShelveInstance-787402706-router', 'tenant_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:57Z', 'updated_at': '2021-07-16T19:05:59Z', 'revision_number': 6, 'project_id': 'ee2a7d6331c5409a9f8ba568ff7360d9', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:59.675247 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:59.701211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=e9250ebf-305a-4b06-bac3-cc5d2d24e9b4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:59.768410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:59.862893 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:59.864967 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:59.911918 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:59.912477 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 410ddfb5-3422-40b3-8958-37b1ea7008c4 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:05:59.917377 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:59.918549 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-99c3ca9d-fab4-4100-9003-fa20f1cf7d4b admin admin] 10.222.0.41 "DELETE /v2.0/routers/410ddfb5-3422-40b3-8958-37b1ea7008c4 HTTP/1.1" status: 204 len: 168 time: 0.8099682 Jul 16 19:05:59.921448 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56604) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:59.966647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f31bd9-6aa8-476c-b3a7-832de797b5cc admin admin] Deleting subnet 4e150e16-0a8b-4f63-84fc-b9bf674ba66c {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:05:59.969838 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-86f31bd9-6aa8-476c-b3a7-832de797b5cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.004789 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-86f31bd9-6aa8-476c-b3a7-832de797b5cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.096916 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-86f31bd9-6aa8-476c-b3a7-832de797b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.151369 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-86f31bd9-6aa8-476c-b3a7-832de797b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.178694 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f31bd9-6aa8-476c-b3a7-832de797b5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e150e16-0a8b-4f63-84fc-b9bf674ba66c,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:00.180700 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-86f31bd9-6aa8-476c-b3a7-832de797b5cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.183870 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-86f31bd9-6aa8-476c-b3a7-832de797b5cc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4e150e16-0a8b-4f63-84fc-b9bf674ba66c HTTP/1.1" status: 204 len: 168 time: 0.2601566 Jul 16 19:06:00.185528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56606) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:00.186709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328a25a6-3122-4c1b-a24e-cd8a22995239 None None] Network 57d36e80-c23f-42e0-bb02-03698b1796c2 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:00.259467 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.316861 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Deleting port 2aad3292-7b85-46d5-b65a-29d084f98971 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:00.317195 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.381520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] For port 2aad3292-7b85-46d5-b65a-29d084f98971, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=2aad3292-7b85-46d5-b65a-29d084f98971,segment=NetworkSegment(7a8298ea-bd82-4ec8-93ab-2f72f4d968bf),segment_id=7a8298ea-bd82-4ec8-93ab-2f72f4d968bf)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:00.381878 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.397308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Calling delete_port for 2aad3292-7b85-46d5-b65a-29d084f98971 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:00.442860 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] DHCP port deletion for 57d36e80-c23f-42e0-bb02-03698b1796c2 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:06:00.486389 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.492719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Deleting port 2aad3292-7b85-46d5-b65a-29d084f98971 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:00.493180 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.516175 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] No DVR routers for this DVR port 2aad3292-7b85-46d5-b65a-29d084f98971 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:06:00.518047 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aad3292-7b85-46d5-b65a-29d084f98971,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:00.573601 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] For port 2aad3292-7b85-46d5-b65a-29d084f98971, host n-d-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:00.574080 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.587023 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Calling delete_port for 2aad3292-7b85-46d5-b65a-29d084f98971 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:00.589839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.ipam_backend_mixin [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Port 2aad3292-7b85-46d5-b65a-29d084f98971 was not found and therefore no delete operation was performed {{(pid=100171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:06:00.591272 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.599075 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.610528 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d36e80-c23f-42e0-bb02-03698b1796c2']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:00.617554 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Pushing event deleted for resources: {'Port': ['ID=2aad3292-7b85-46d5-b65a-29d084f98971,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:00.625460 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:00.625820 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8298ea-bd82-4ec8-93ab-2f72f4d968bf') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:00.626249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] No DVR routers for this DVR port 2aad3292-7b85-46d5-b65a-29d084f98971 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:06:00.628797 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:00.629148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:00.629495 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:00.629918 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:00.630256 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:00.630660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:00.630993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:00.631322 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:00.631686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:00.632015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:00.632340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:00.632666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35462403-173f-41d8-86c6-d9a1a30b51d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:00.637638 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.655909 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.662803 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:06:00.663026 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: timer() Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:06:00.664798 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:06:00.728151 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.736708 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.740095 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] 10.222.0.41 "DELETE /v2.0/networks/57d36e80-c23f-42e0-bb02-03698b1796c2 HTTP/1.1" status: 204 len: 168 time: 0.5531940 Jul 16 19:06:00.743056 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56608) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:00.784868 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.813900 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-14cee1a1-b1db-40db-8d2f-4a6865938ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.834874 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1681775-7b2c-441e-8e27-86758626c199 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d36e80-c23f-42e0-bb02-03698b1796c2,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:01.153485 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28fd7714-ada6-4231-bdea-ad1c264f358c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:01.170927 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f3cb97fa-0632-4233-9b17-47cc7349bf45 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:01.190739 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: f3cb97fa-0632-4233-9b17-47cc7349bf45 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:01.191419 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device f3cb97fa-0632-4233-9b17-47cc7349bf45 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:01.191562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:01.213073 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:01.213396 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device e9250ebf-305a-4b06-bac3-cc5d2d24e9b4 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:01.213803 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2aad3292-7b85-46d5-b65a-29d084f98971 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:01.232922 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 2aad3292-7b85-46d5-b65a-29d084f98971 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:01.233268 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 2aad3292-7b85-46d5-b65a-29d084f98971 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:01.418939 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-28fd7714-ada6-4231-bdea-ad1c264f358c admin admin] Deleting port 4f915568-96af-4ece-9e38-ef465e799592 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:01.419544 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28fd7714-ada6-4231-bdea-ad1c264f358c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:01.498875 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-28fd7714-ada6-4231-bdea-ad1c264f358c admin admin] For port 4f915568-96af-4ece-9e38-ef465e799592, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=4f915568-96af-4ece-9e38-ef465e799592,segment=NetworkSegment(060b825f-644e-48e8-b378-d027bb555131),segment_id=060b825f-644e-48e8-b378-d027bb555131)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:01.499310 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28fd7714-ada6-4231-bdea-ad1c264f358c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:01.511654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-28fd7714-ada6-4231-bdea-ad1c264f358c admin admin] Calling delete_port for 4f915568-96af-4ece-9e38-ef465e799592 owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:01.692862 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28fd7714-ada6-4231-bdea-ad1c264f358c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:01.724435 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd7714-ada6-4231-bdea-ad1c264f358c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f915568-96af-4ece-9e38-ef465e799592,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:01.897010 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-28fd7714-ada6-4231-bdea-ad1c264f358c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:02.126745 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:02.451248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fd7714-ada6-4231-bdea-ad1c264f358c admin admin] Router b0ebfa8b-5407-4154-a252-d6d92f29ea3f has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:02.557657 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fd7714-ada6-4231-bdea-ad1c264f358c admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:02.562730 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-28fd7714-ada6-4231-bdea-ad1c264f358c admin admin] 10.222.0.41 "PUT /v2.0/routers/b0ebfa8b-5407-4154-a252-d6d92f29ea3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8182521 Jul 16 19:06:02.565372 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56610) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:02.567843 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b0941-f0af-4874-93c7-d75dbd0e5ee7 None None] Sync routers for ids ['b0ebfa8b-5407-4154-a252-d6d92f29ea3f'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:02.578463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b0941-f0af-4874-93c7-d75dbd0e5ee7 None None] Routers {'b0ebfa8b-5407-4154-a252-d6d92f29ea3f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:02.579243 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c99b0941-f0af-4874-93c7-d75dbd0e5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:06:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b0ebfa8b-5407-4154-a252-d6d92f29ea3f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:02.682075 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:02.689240 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c99b0941-f0af-4874-93c7-d75dbd0e5ee7 None None] Set router b0ebfa8b-5407-4154-a252-d6d92f29ea3f gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:02.793223 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:02.849862 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Deleting port af40c46c-9102-4d52-9d17-5cea6d2f4d41 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:02.850203 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:02.879298 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c99b0941-f0af-4874-93c7-d75dbd0e5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'name': 'tempest-TestShelveInstance-1921761198-router', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T19:06:01Z', 'revision_number': 5, 'project_id': '1af140b5a4c8414793919d874c4f63cb', 'gw_port': {'id': 'af40c46c-9102-4d52-9d17-5cea6d2f4d41', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:02.906428 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b0941-f0af-4874-93c7-d75dbd0e5ee7 None None] Checking router: b0ebfa8b-5407-4154-a252-d6d92f29ea3f for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:02.914937 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b0941-f0af-4874-93c7-d75dbd0e5ee7 None None] Routers {'b0ebfa8b-5407-4154-a252-d6d92f29ea3f'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:02.915618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c99b0941-f0af-4874-93c7-d75dbd0e5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:06:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['b0ebfa8b-5407-4154-a252-d6d92f29ea3f'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:02.936763 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] For port af40c46c-9102-4d52-9d17-5cea6d2f4d41, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=af40c46c-9102-4d52-9d17-5cea6d2f4d41,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:02.937118 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:02.950570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Calling delete_port for af40c46c-9102-4d52-9d17-5cea6d2f4d41 owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:03.008586 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c99b0941-f0af-4874-93c7-d75dbd0e5ee7 None None] Set router b0ebfa8b-5407-4154-a252-d6d92f29ea3f gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:03.064688 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c99b0941-f0af-4874-93c7-d75dbd0e5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'name': 'tempest-TestShelveInstance-1921761198-router', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T19:06:02Z', 'revision_number': 6, 'project_id': '1af140b5a4c8414793919d874c4f63cb', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:03.091538 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b0941-f0af-4874-93c7-d75dbd0e5ee7 None None] The sync data for ids ['b0ebfa8b-5407-4154-a252-d6d92f29ea3f'] in n-d-787206-10 is: [{'id': 'b0ebfa8b-5407-4154-a252-d6d92f29ea3f', 'name': 'tempest-TestShelveInstance-1921761198-router', 'tenant_id': '1af140b5a4c8414793919d874c4f63cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:02Z', 'updated_at': '2021-07-16T19:06:02Z', 'revision_number': 6, 'project_id': '1af140b5a4c8414793919d874c4f63cb', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:03.144922 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.173343 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Pushing event deleted for resources: {'Port': ['ID=af40c46c-9102-4d52-9d17-5cea6d2f4d41,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:03.238784 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.332965 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.335106 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.378995 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.379580 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0ebfa8b-5407-4154-a252-d6d92f29ea3f {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:06:03.384559 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.385947 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-26060d96-69b1-4fa5-8abb-f8d4e6955206 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b0ebfa8b-5407-4154-a252-d6d92f29ea3f HTTP/1.1" status: 204 len: 168 time: 0.8176644 Jul 16 19:06:03.388594 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56612) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:03.437885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-817ad92b-f8e3-48e3-b39c-7f18a6e0c68a admin admin] Deleting subnet 668dcd87-517d-416d-a06d-6385306297fb {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:06:03.441478 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-817ad92b-f8e3-48e3-b39c-7f18a6e0c68a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.487043 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-817ad92b-f8e3-48e3-b39c-7f18a6e0c68a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.584705 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-817ad92b-f8e3-48e3-b39c-7f18a6e0c68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.637024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-817ad92b-f8e3-48e3-b39c-7f18a6e0c68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.664224 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ad92b-f8e3-48e3-b39c-7f18a6e0c68a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668dcd87-517d-416d-a06d-6385306297fb,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:03.666468 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-817ad92b-f8e3-48e3-b39c-7f18a6e0c68a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.668453 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-817ad92b-f8e3-48e3-b39c-7f18a6e0c68a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/668dcd87-517d-416d-a06d-6385306297fb HTTP/1.1" status: 204 len: 168 time: 0.2783229 Jul 16 19:06:03.671588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56614) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:03.675377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a17e91-1c77-4e07-baa1-281d12dc334f None None] Network 44e6f0e2-25b8-4c5f-bc14-2c6d20320570 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:03.745777 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.802642 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Deleting port ed0e6638-608d-4448-888b-f8ac43323aa0 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:03.802988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.871195 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] For port ed0e6638-608d-4448-888b-f8ac43323aa0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=ed0e6638-608d-4448-888b-f8ac43323aa0,segment=NetworkSegment(060b825f-644e-48e8-b378-d027bb555131),segment_id=060b825f-644e-48e8-b378-d027bb555131)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:03.871592 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.891011 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Calling delete_port for ed0e6638-608d-4448-888b-f8ac43323aa0 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:03.934611 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.979869 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.006165 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0e6638-608d-4448-888b-f8ac43323aa0,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:04.019647 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] No DVR routers for this DVR port ed0e6638-608d-4448-888b-f8ac43323aa0 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:06:04.056963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f71dc2-b9a8-4821-b0c0-50cc3f61b8f7 None None] DHCP port deletion for 44e6f0e2-25b8-4c5f-bc14-2c6d20320570 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:06:04.104695 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.116242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e6f0e2-25b8-4c5f-bc14-2c6d20320570']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:04.128412 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060b825f-644e-48e8-b378-d027bb555131') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:04.128777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060b825f-644e-48e8-b378-d027bb555131') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:04.138692 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.154255 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.161587 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:06:04.161984 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: timer() Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:06:04.163762 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:06:04.221230 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.227197 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.229143 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] 10.222.0.41 "DELETE /v2.0/networks/44e6f0e2-25b8-4c5f-bc14-2c6d20320570 HTTP/1.1" status: 204 len: 168 time: 0.5566516 Jul 16 19:06:04.242588 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04127b05-914e-4ab6-965a-57a982ceb140 admin admin] Pushing event deleted for resources: {'Network': ['ID=44e6f0e2-25b8-4c5f-bc14-2c6d20320570,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:04.339991 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56618) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:04.390492 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4f61428f-6bcb-4ead-9853-610ee49d1e84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee2a7d6331c5409a9f8ba568ff7360d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481746 Jul 16 19:06:04.392520 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56620) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:04.442400 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e22fb3cf-4322-452d-922e-d634cfadde45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.464632 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e22fb3cf-4322-452d-922e-d634cfadde45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.512246 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e22fb3cf-4322-452d-922e-d634cfadde45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.514779 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e22fb3cf-4322-452d-922e-d634cfadde45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.516022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e22fb3cf-4322-452d-922e-d634cfadde45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07644629-ce56-4fe3-ab5b-17d5fd76e36f HTTP/1.1" status: 204 len: 168 time: 0.1225991 Jul 16 19:06:04.524265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fb3cf-4322-452d-922e-d634cfadde45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07644629-ce56-4fe3-ab5b-17d5fd76e36f,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:04.836729 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56626) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:04.880256 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f3122a8d-ecd8-4388-abd1-543460ab4aba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1af140b5a4c8414793919d874c4f63cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422359 Jul 16 19:06:04.883458 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56628) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:04.939049 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b6f85a04-feec-454a-b4cd-640d5e9e73fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.960249 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b6f85a04-feec-454a-b4cd-640d5e9e73fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:05.013611 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b6f85a04-feec-454a-b4cd-640d5e9e73fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:05.018425 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b6f85a04-feec-454a-b4cd-640d5e9e73fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:05.020544 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b6f85a04-feec-454a-b4cd-640d5e9e73fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdaa79a0-229c-472c-8f52-e214beab2dc3 HTTP/1.1" status: 204 len: 168 time: 0.1357520 Jul 16 19:06:05.030222 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f85a04-feec-454a-b4cd-640d5e9e73fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaa79a0-229c-472c-8f52-e214beab2dc3,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:05.177418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4f915568-96af-4ece-9e38-ef465e799592 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:05.202197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 4f915568-96af-4ece-9e38-ef465e799592 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:05.202690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 4f915568-96af-4ece-9e38-ef465e799592 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:05.203129 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device af40c46c-9102-4d52-9d17-5cea6d2f4d41 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:05.224148 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: af40c46c-9102-4d52-9d17-5cea6d2f4d41 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:05.224503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device af40c46c-9102-4d52-9d17-5cea6d2f4d41 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:05.224981 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ed0e6638-608d-4448-888b-f8ac43323aa0 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:05.244007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: ed0e6638-608d-4448-888b-f8ac43323aa0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:05.244007 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device ed0e6638-608d-4448-888b-f8ac43323aa0 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:05.708365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56650) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:05.803355 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-857008868-network', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:05.826017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Made reservation on behalf of 1e904c3b281248adaa14ff3efbb79483 for: {'network': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:05.829024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:05.837459 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:05.928707 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:05.932336 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:05.953680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:06:05.968554 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf337fe5-ccc0-4062-bac7-d89cbee4c8dc,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:05.973650 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:05.973977 n-d-787206-10 neutron-server[100169]: INFO neutron.db.segments_db [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Added segment 531dcaaf-462f-43b1-9393-11bdd0f6ce2e of type vlan for network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 Jul 16 19:06:06.016658 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.047054 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.048072 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:06.048657 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.081661 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3721664 Jul 16 19:06:06.084906 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56654) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:06.089944 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-b45df97b-549e-46ab-a871-808b4d55cde4 admin admin] Request body: {'subnet': {'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-857008868-subnet', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'ip_version': 4}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:06.112303 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45df97b-549e-46ab-a871-808b4d55cde4 admin admin] Made reservation on behalf of 1e904c3b281248adaa14ff3efbb79483 for: {'subnet': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:06.114896 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b45df97b-549e-46ab-a871-808b4d55cde4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9694213'] for subnet, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.120883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94d6bd-05c6-45c4-9997-89c53fa32a3f admin admin] Pushing event updated for resources: {'Network': ['ID=1fbff344-4b9c-45cc-88e1-e9ef33aaa663,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:06.132412 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:06:06.286853 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b45df97b-549e-46ab-a871-808b4d55cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9694231'] for subnet, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.351355 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45df97b-549e-46ab-a871-808b4d55cde4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=099a9236-99fa-41a2-8acd-731ff3802de7,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:06.360114 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45df97b-549e-46ab-a871-808b4d55cde4 admin admin] Checking segment: {'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:06.360509 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45df97b-549e-46ab-a871-808b4d55cde4 admin admin] Network hostable DHCP agents. Network: 1fbff344-4b9c-45cc-88e1-e9ef33aaa663, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:06:06.377246 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45df97b-549e-46ab-a871-808b4d55cde4 admin admin] Network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:06:06.385862 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-b45df97b-549e-46ab-a871-808b4d55cde4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 1fbff344-4b9c-45cc-88e1-e9ef33aaa663) {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:06.392281 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45df97b-549e-46ab-a871-808b4d55cde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:06.392785 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-b45df97b-549e-46ab-a871-808b4d55cde4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.396653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d4e7e2-2490-409c-bfcf-ea86393105f1 None None] Network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:06.409860 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-b45df97b-549e-46ab-a871-808b4d55cde4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3237126 Jul 16 19:06:06.412444 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56656) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:06.417540 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:06.439719 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.440853 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.494346 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.550815 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:06:06.551719 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.642672 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.706644 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Allocated IP 172.20.0.2 (1fbff344-4b9c-45cc-88e1-e9ef33aaa663/099a9236-99fa-41a2-8acd-731ff3802de7/611efce1-5e19-4937-9130-ff6190159c0a) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:06.852061 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.856170 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.865465 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Transition to ACTIVE for port object 611efce1-5e19-4937-9130-ff6190159c0a will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:06.877553 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.881766 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Transition to ACTIVE for port object 611efce1-5e19-4937-9130-ff6190159c0a will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:06.888276 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.930380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:06.933266 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:06.937664 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:06.944826 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Pushing event updated for resources: {'Port': ['ID=611efce1-5e19-4937-9130-ff6190159c0a,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:06.989558 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Allocated IP 172.25.5.187 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/b0d2b23b-90c5-4d35-bb28-a56d4db036e0) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:07.003518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Attempting to bind port 611efce1-5e19-4937-9130-ff6190159c0a on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:07.003900 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Attempting to bind port 611efce1-5e19-4937-9130-ff6190159c0a by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:07.004271 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Attempting to bind port 611efce1-5e19-4937-9130-ff6190159c0a on network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:07.010011 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:07.010389 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Checking segment: {'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:07.010800 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.011196 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Bound using segment: {'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:07.011690 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Bound port: 611efce1-5e19-4937-9130-ff6190159c0a, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:07.012074 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.076656 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] For port 611efce1-5e19-4937-9130-ff6190159c0a, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:07.079894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] For port 611efce1-5e19-4937-9130-ff6190159c0a, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=611efce1-5e19-4937-9130-ff6190159c0a,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:07.084812 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.102350 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.148103 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fc8a9-8338-4b1c-a151-4c85841c24f1 None None] Pushing event updated for resources: {'Port': ['ID=611efce1-5e19-4937-9130-ff6190159c0a,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:07.148911 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.192065 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:07.194978 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:07.198705 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:07.204922 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d2b23b-90c5-4d35-bb28-a56d4db036e0,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:07.479250 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.681964 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.817784 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:06:07.932358 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:07.943511 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Sync routers for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:07.949400 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.950942 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-9a0427d0-3946-40bb-8bfd-ccc7ef080d14 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5374305 Jul 16 19:06:07.953738 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56658) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:07.954820 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:07.955460 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:06:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:08.068369 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd72e7c-fbde-4fea-8244-828f01792461 None None] Network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:08.109301 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-68c6ae86-9719-4662-b200-a74dd67a19c6 None None] Provisioning for port 611efce1-5e19-4937-9130-ff6190159c0a completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:08.175170 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:08.419582 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.446094 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:07Z', 'revision_number': 3, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:08.472838 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Checking router: 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:08.473183 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Updating router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec port b0d2b23b-90c5-4d35-bb28-a56d4db036e0 binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:06:08.513463 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.587305 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_common [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Allocated IP 172.20.0.1 (1fbff344-4b9c-45cc-88e1-e9ef33aaa663/099a9236-99fa-41a2-8acd-731ff3802de7/664125d5-befb-4df9-ab6d-b97d9822fe7b) {{(pid=100170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:08.695020 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.709709 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.provisioning_blocks [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Transition to ACTIVE for port object 664125d5-befb-4df9-ab6d-b97d9822fe7b will not be triggered until provisioned by entity DHCP. {{(pid=100170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:08.743950 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.775016 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.785342 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Transition to ACTIVE for port object b0d2b23b-90c5-4d35-bb28-a56d4db036e0 will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:08.785686 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:08.788494 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:08.790908 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Received port after_create {{(pid=100170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:08.791931 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.817957 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Pushing event updated for resources: {'Port': ['ID=664125d5-befb-4df9-ab6d-b97d9822fe7b,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:08.839581 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.839876 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Attempting to bind port b0d2b23b-90c5-4d35-bb28-a56d4db036e0 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:08.840139 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Attempting to bind port b0d2b23b-90c5-4d35-bb28-a56d4db036e0 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:08.840500 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Attempting to bind port b0d2b23b-90c5-4d35-bb28-a56d4db036e0 on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:08.853394 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:08.853767 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:08.854369 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.854952 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:08.855628 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Bound port: b0d2b23b-90c5-4d35-bb28-a56d4db036e0, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:08.856205 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.863599 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Pushing event updated for resources: {'Port': ['ID=b0d2b23b-90c5-4d35-bb28-a56d4db036e0,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:08.908033 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:08.908376 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:08.908716 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:08.909092 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:08.909453 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:08.909816 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:08.910217 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:08.910521 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:08.910840 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:08.911158 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:08.911502 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:08.911820 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:08.934255 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] For port b0d2b23b-90c5-4d35-bb28-a56d4db036e0, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:08.937639 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] For port b0d2b23b-90c5-4d35-bb28-a56d4db036e0, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b0d2b23b-90c5-4d35-bb28-a56d4db036e0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:08.944466 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.958433 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:06:08.999292 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:09.011908 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbe6f2-00b9-4d31-8203-2ed2f62c5817 None None] Pushing event updated for resources: {'Port': ['ID=b0d2b23b-90c5-4d35-bb28-a56d4db036e0,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:09.016496 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:09.017128 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:06:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:09.090821 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2405f9f-2a0d-4caf-a1c5-3ba29300116f None None] Provisioning for port 664125d5-befb-4df9-ab6d-b97d9822fe7b completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:09.095888 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c2405f9f-2a0d-4caf-a1c5-3ba29300116f None None] Provisioning complete for port 664125d5-befb-4df9-ab6d-b97d9822fe7b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:09.096263 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c2405f9f-2a0d-4caf-a1c5-3ba29300116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:09.129450 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:09.142120 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-c2405f9f-2a0d-4caf-a1c5-3ba29300116f None None] Port 664125d5-befb-4df9-ab6d-b97d9822fe7b cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:09.195085 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:09.200628 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720525'] for port, after_update {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:09.223342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 611efce1-5e19-4937-9130-ff6190159c0a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:09.273320 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Pushing event updated for resources: {'Port': ['ID=664125d5-befb-4df9-ab6d-b97d9822fe7b,revision_number=2']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:09.276904 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:09.281863 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 611efce1-5e19-4937-9130-ff6190159c0a completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:09.288449 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 611efce1-5e19-4937-9130-ff6190159c0a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:09.289033 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:09.344840 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 1, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:09.372199 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:09.377917 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8904797b-f96a-4cd2-afa8-9d1c7e4b0402 None None] The sync data for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 is: [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 1, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:09.414711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 611efce1-5e19-4937-9130-ff6190159c0a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=611efce1-5e19-4937-9130-ff6190159c0a,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:09.419900 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:09.484559 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=611efce1-5e19-4937-9130-ff6190159c0a,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:09.722238 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 is already hosted by enough agents. {{(pid=100170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:09.723800 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.base_scheduler [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=100170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:09.846634 n-d-787206-10 neutron-server[100170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:09.964994 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-7d6ea473-fd50-44e3-81ad-3b676ba9dd42 None None] Provisioning complete for port 664125d5-befb-4df9-ab6d-b97d9822fe7b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:09.965429 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:09.965568 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7d6ea473-fd50-44e3-81ad-3b676ba9dd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:09.971238 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-eebd2f93-b8d5-40b0-9082-564119879c87 admin admin] 10.222.0.41 "PUT /v2.0/routers/09bf3a90-3c2f-48f1-97c5-81a338d3e1ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0162723 Jul 16 19:06:10.003942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-7d6ea473-fd50-44e3-81ad-3b676ba9dd42 None None] Port 664125d5-befb-4df9-ab6d-b97d9822fe7b cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:10.488668 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56674) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:10.494104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1522577451-network', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:10.523628 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Made reservation on behalf of 68367a31a9ef4f81ad3c2f96574a119f for: {'network': 1} {{(pid=100170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:10.526275 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for network, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:10.535528 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:10.633636 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:10.639618 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:10.666073 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=100170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:06:10.677389 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82eeef05-4858-4276-869a-0e3bb4ea78ef,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:10.684067 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:10.684399 n-d-787206-10 neutron-server[100170]: INFO neutron.db.segments_db [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Added segment 4d4d56c6-c9b5-4927-a632-42d853454863 of type vlan for network 2e1b125a-37b4-4ed1-80b4-07be6b1532c7 Jul 16 19:06:10.731276 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764365058573'] for network, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:10.759600 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730'] for network, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:10.760667 n-d-787206-10 neutron-server[100170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:10.761241 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:10.797859 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3079207 Jul 16 19:06:10.800728 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56676) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:10.805883 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-4e9a7e67-0c6d-4d0b-93a3-aef6787db071 admin admin] Request body: {'subnet': {'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1522577451-subnet', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'ip_version': 4}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:10.823011 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba5c37-21d0-421b-a483-b3a5f303d81b admin admin] Pushing event updated for resources: {'Network': ['ID=2e1b125a-37b4-4ed1-80b4-07be6b1532c7,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:10.828021 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9a7e67-0c6d-4d0b-93a3-aef6787db071 admin admin] Made reservation on behalf of 68367a31a9ef4f81ad3c2f96574a119f for: {'subnet': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:10.830598 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7e67-0c6d-4d0b-93a3-aef6787db071 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8403088'] for subnet, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:10.834286 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Network 2e1b125a-37b4-4ed1-80b4-07be6b1532c7 details requested by agent ovs-agent-n-d-787206-10 with host n-d-787206-10 {{(pid=100171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:06:11.015223 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7e67-0c6d-4d0b-93a3-aef6787db071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8403074'] for subnet, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.073337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a7e67-0c6d-4d0b-93a3-aef6787db071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb133ee-1fc5-4f72-95aa-ca87891c8c40,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:11.084168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a7e67-0c6d-4d0b-93a3-aef6787db071 admin admin] Checking segment: {'id': '4d4d56c6-c9b5-4927-a632-42d853454863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:11.084534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a7e67-0c6d-4d0b-93a3-aef6787db071 admin admin] Network hostable DHCP agents. Network: 2e1b125a-37b4-4ed1-80b4-07be6b1532c7, hostable agents: ['2afd7c03-252c-477d-bd6c-f7d310de047b'], hosted agents: [] {{(pid=100169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:06:11.103227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a7e67-0c6d-4d0b-93a3-aef6787db071 admin admin] Network 2e1b125a-37b4-4ed1-80b4-07be6b1532c7 is scheduled to be hosted by DHCP agent 2afd7c03-252c-477d-bd6c-f7d310de047b with binding_index 1 {{(pid=100169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:06:11.113569 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-4e9a7e67-0c6d-4d0b-93a3-aef6787db071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-10, 2e1b125a-37b4-4ed1-80b4-07be6b1532c7) {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:11.117654 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9a7e67-0c6d-4d0b-93a3-aef6787db071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:11.118231 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7e67-0c6d-4d0b-93a3-aef6787db071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.124655 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b189cef4-2917-4c8a-8578-5ddd107c7b5c None None] Network 2e1b125a-37b4-4ed1-80b4-07be6b1532c7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:11.136129 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-4e9a7e67-0c6d-4d0b-93a3-aef6787db071 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3340640 Jul 16 19:06:11.137227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56678) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:11.143390 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1522577451-router', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:11.176910 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6795'] for router, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.178120 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3827504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4728'] for router, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.250617 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.332200 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 611efce1-5e19-4937-9130-ff6190159c0a up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:11.354540 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd102ffe-18ee-5a1c-bdfe-ba43b5cd788c-2e1b125a-37b4-4ed1-80b4-07be6b1532c7', 'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'fixed_ips': [{'subnet_id': 'ddb133ee-1fc5-4f72-95aa-ca87891c8c40'}]}} from n-d-787206-10. {{(pid=100171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:06:11.355374 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.407570 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3827602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4714'] for router, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.464342 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 611efce1-5e19-4937-9130-ff6190159c0a triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:11.464719 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.492467 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Sync routers for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:11.547424 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:11.548092 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:06:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:11.595483 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.db_base_plugin_common [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Allocated IP 172.20.0.2 (2e1b125a-37b4-4ed1-80b4-07be6b1532c7/ddb133ee-1fc5-4f72-95aa-ca87891c8c40/0c72f836-f2c3-406d-9bb8-5b2c6a42c973) {{(pid=100171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:11.637021 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.660369 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.712967 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b0d2b23b-90c5-4d35-bb28-a56d4db036e0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:11.771680 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Allocated IP 172.25.5.13 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/69b860e9-57de-499c-99e5-fdf6a066a95e) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:11.794469 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:11.898458 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.945582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.948439 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port b0d2b23b-90c5-4d35-bb28-a56d4db036e0 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:11.965795 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b0d2b23b-90c5-4d35-bb28-a56d4db036e0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:11.966176 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.968122 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Notify callbacks [] for port, precommit_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:11.988051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:11.991106 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:11.995806 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:12.025848 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Pushing event updated for resources: {'Port': ['ID=69b860e9-57de-499c-99e5-fdf6a066a95e,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:12.027427 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Transition to ACTIVE for port object 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:12.074705 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Transition to ACTIVE for port object 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 will not be triggered until provisioned by entity DHCP. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:12.088831 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381'] for port, after_create {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:12.198113 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Network 2e1b125a-37b4-4ed1-80b4-07be6b1532c7 is already hosted by enough agents. {{(pid=100171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:12.207309 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Pushing event updated for resources: {'Port': ['ID=0c72f836-f2c3-406d-9bb8-5b2c6a42c973,revision_number=1']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:12.209772 n-d-787206-10 neutron-server[100171]: DEBUG neutron.scheduler.base_scheduler [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Resources bound (agent type, host, resource id): {{(pid=100171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:12.217104 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Received port after_create {{(pid=100171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:12.223917 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:12.281450 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:12.290124 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port b0d2b23b-90c5-4d35-bb28-a56d4db036e0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b0d2b23b-90c5-4d35-bb28-a56d4db036e0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:12.298804 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:12.315734 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:09Z', 'revision_number': 2, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:12.361661 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Attempting to bind port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:12.362033 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Attempting to bind port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '4d4d56c6-c9b5-4927-a632-42d853454863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:12.362403 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Attempting to bind port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 on network 2e1b125a-37b4-4ed1-80b4-07be6b1532c7 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:12.367249 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Checking router: 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:12.367635 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Updating router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec port 664125d5-befb-4df9-ab6d-b97d9822fe7b binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:06:12.376384 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:12.376783 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Checking segment: {'id': '4d4d56c6-c9b5-4927-a632-42d853454863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:12.377168 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:12.377565 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Bound using segment: {'id': '4d4d56c6-c9b5-4927-a632-42d853454863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:12.378420 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Bound port: 0c72f836-f2c3-406d-9bb8-5b2c6a42c973, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4d56c6-c9b5-4927-a632-42d853454863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:12.378815 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:12.509706 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3827708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827463'] for router, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:12.614651 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=b0d2b23b-90c5-4d35-bb28-a56d4db036e0,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:12.624640 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:12.649636 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Router 6db27e7c-d964-4afb-a752-3d325a3e0976 is scheduled to L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 with binding_index 1 {{(pid=100169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:06:12.687712 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] For port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:12.709097 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] For port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0c72f836-f2c3-406d-9bb8-5b2c6a42c973,segment=NetworkSegment(4d4d56c6-c9b5-4927-a632-42d853454863),segment_id=4d4d56c6-c9b5-4927-a632-42d853454863)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:12.715129 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:12.773507 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:12.784635 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Sync routers for ids ['6db27e7c-d964-4afb-a752-3d325a3e0976'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:12.794943 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Routers {'6db27e7c-d964-4afb-a752-3d325a3e0976'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:12.795939 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:06:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6db27e7c-d964-4afb-a752-3d325a3e0976'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:12.797762 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:12.803795 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-5760ecc3-84d5-46f9-a156-a194697ffb46 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6625876 Jul 16 19:06:12.805535 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56682) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:12.855365 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c48b6-a14b-4ad6-a76c-66769835ccbc None None] Pushing event updated for resources: {'Port': ['ID=0c72f836-f2c3-406d-9bb8-5b2c6a42c973,revision_number=2']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:12.960823 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Set router 6db27e7c-d964-4afb-a752-3d325a3e0976 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:13.022006 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.033607 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Transition to ACTIVE for port object 664125d5-befb-4df9-ab6d-b97d9822fe7b will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:13.044204 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.121555 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a04cbc-ad80-4cdf-9c22-3e2ff1437652 None None] Pushing event updated for resources: {'Port': ['ID=664125d5-befb-4df9-ab6d-b97d9822fe7b,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:13.222139 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'name': 'tempest-TestSnapshotPattern-1522577451-router', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 3, 'project_id': '68367a31a9ef4f81ad3c2f96574a119f', 'gw_port': {'id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:13.274003 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Attempting to bind port 664125d5-befb-4df9-ab6d-b97d9822fe7b on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:13.274378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Attempting to bind port 664125d5-befb-4df9-ab6d-b97d9822fe7b by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:13.274538 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Checking router: 6db27e7c-d964-4afb-a752-3d325a3e0976 for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:13.274750 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Attempting to bind port 664125d5-befb-4df9-ab6d-b97d9822fe7b on network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:13.274884 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Updating router 6db27e7c-d964-4afb-a752-3d325a3e0976 port 69b860e9-57de-499c-99e5-fdf6a066a95e binding host n-d-787206-10 {{(pid=100172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:06:13.288457 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:13.288839 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Checking segment: {'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:13.289253 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.289653 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Bound using segment: {'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:13.290311 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Bound port: 664125d5-befb-4df9-ab6d-b97d9822fe7b, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:13.290707 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.358761 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.411303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] For port 664125d5-befb-4df9-ab6d-b97d9822fe7b, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:13.415821 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] For port 664125d5-befb-4df9-ab6d-b97d9822fe7b, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=664125d5-befb-4df9-ab6d-b97d9822fe7b,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:13.419340 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b0d2b23b-90c5-4d35-bb28-a56d4db036e0 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:13.426298 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.507105 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.546618 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a04cbc-ad80-4cdf-9c22-3e2ff1437652 None None] Pushing event updated for resources: {'Port': ['ID=664125d5-befb-4df9-ab6d-b97d9822fe7b,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:13.560330 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:13.561721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:06:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:13.636411 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port b0d2b23b-90c5-4d35-bb28-a56d4db036e0 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:13.636889 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.688899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Allocated IP 172.20.0.1 (2e1b125a-37b4-4ed1-80b4-07be6b1532c7/ddb133ee-1fc5-4f72-95aa-ca87891c8c40/a526597d-b9eb-4250-a250-82eab308970b) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:13.785421 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:13.788475 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:13.842694 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Notify callbacks [] for port, precommit_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.861750 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.provisioning_blocks [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Transition to ACTIVE for port object 69b860e9-57de-499c-99e5-fdf6a066a95e will not be triggered until provisioned by entity L2. {{(pid=100172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:13.863654 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.868175 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.888239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Transition to ACTIVE for port object a526597d-b9eb-4250-a250-82eab308970b will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:13.923989 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Attempting to bind port 69b860e9-57de-499c-99e5-fdf6a066a95e on host n-d-787206-10 for vnic_type normal with profile {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:13.924726 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Attempting to bind port 69b860e9-57de-499c-99e5-fdf6a066a95e by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:13.925092 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Attempting to bind port 69b860e9-57de-499c-99e5-fdf6a066a95e on network 12ae1271-214d-4601-81d9-3144fec69c7d {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:13.940141 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.946160 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:13.946686 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Checking segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:13.947342 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.947782 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Bound using segment: {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'} {{(pid=100172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:13.948576 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.managers [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Bound port: 69b860e9-57de-499c-99e5-fdf6a066a95e, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06931092-3db5-4b20-8c3b-1388573127c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d'}}] {{(pid=100172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:13.949087 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.977543 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938253f-8779-40a1-9dcb-1941f053152f None None] Pushing event updated for resources: {'Port': ['ID=69b860e9-57de-499c-99e5-fdf6a066a95e,revision_number=2']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:13.986913 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:13.996282 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Network 2e1b125a-37b4-4ed1-80b4-07be6b1532c7 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:14.002775 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:14.007754 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:14.034243 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] For port 69b860e9-57de-499c-99e5-fdf6a066a95e, host n-d-787206-10, cleared binding levels {{(pid=100172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:14.038755 n-d-787206-10 neutron-server[100172]: DEBUG neutron.plugins.ml2.db [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] For port 69b860e9-57de-499c-99e5-fdf6a066a95e, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=69b860e9-57de-499c-99e5-fdf6a066a95e,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:14.044245 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Pushing event updated for resources: {'Port': ['ID=a526597d-b9eb-4250-a250-82eab308970b,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:14.048813 n-d-787206-10 neutron-server[100172]: DEBUG neutron_lib.callbacks.manager [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.072483 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3826224'] for router_interface, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.131542 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938253f-8779-40a1-9dcb-1941f053152f None None] Pushing event updated for resources: {'Port': ['ID=69b860e9-57de-499c-99e5-fdf6a066a95e,revision_number=3']} {{(pid=100172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:14.132138 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:13Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:14.134622 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Routers {'6db27e7c-d964-4afb-a752-3d325a3e0976'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:14.135354 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:06:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6db27e7c-d964-4afb-a752-3d325a3e0976'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:14.163961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c7fe4-fa38-41f9-b327-f17084d831e4 None None] The sync data for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 is: [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:13Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:14.290241 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] Set router 6db27e7c-d964-4afb-a752-3d325a3e0976 gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:14.300908 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.326993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec85db18-c6c2-4187-a9fb-058c4152103c None None] Network 2e1b125a-37b4-4ed1-80b4-07be6b1532c7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:14.424742 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-70568b67-6ee3-4535-bc2d-c6428648d905 None None] Provisioning for port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:14.434181 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-70568b67-6ee3-4535-bc2d-c6428648d905 None None] Provisioning complete for port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:14.434561 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-70568b67-6ee3-4535-bc2d-c6428648d905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.487586 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'name': 'tempest-TestSnapshotPattern-1522577451-router', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 3, 'project_id': '68367a31a9ef4f81ad3c2f96574a119f', 'gw_port': {'id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:14.502733 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.509968 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.519702 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a7d6a-796c-4a6c-91b0-758a81029a05 None None] The sync data for ids ['6db27e7c-d964-4afb-a752-3d325a3e0976'] in n-d-787206-10 is: [{'id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'name': 'tempest-TestSnapshotPattern-1522577451-router', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 3, 'project_id': '68367a31a9ef4f81ad3c2f96574a119f', 'gw_port': {'id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:14.606493 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-70568b67-6ee3-4535-bc2d-c6428648d905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.662530 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-70568b67-6ee3-4535-bc2d-c6428648d905 None None] For port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0c72f836-f2c3-406d-9bb8-5b2c6a42c973,segment=NetworkSegment(4d4d56c6-c9b5-4927-a632-42d853454863),segment_id=4d4d56c6-c9b5-4927-a632-42d853454863)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:14.668491 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-70568b67-6ee3-4535-bc2d-c6428648d905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.735749 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70568b67-6ee3-4535-bc2d-c6428648d905 None None] Pushing event updated for resources: {'Port': ['ID=0c72f836-f2c3-406d-9bb8-5b2c6a42c973,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:14.993219 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826244'] for router_interface, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.005061 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Pushing event updated for resources: {'Port': ['ID=a526597d-b9eb-4250-a250-82eab308970b,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:15.022428 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8cd54c99-7775-4134-9280-11132c711c80 None None] Provisioning for port a526597d-b9eb-4250-a250-82eab308970b completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:15.030288 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8cd54c99-7775-4134-9280-11132c711c80 None None] Provisioning complete for port a526597d-b9eb-4250-a250-82eab308970b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:15.031133 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8cd54c99-7775-4134-9280-11132c711c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.076819 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8cd54c99-7775-4134-9280-11132c711c80 None None] Port a526597d-b9eb-4250-a250-82eab308970b cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:15.096121 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-8cd54c99-7775-4134-9280-11132c711c80 None None] Provisioning complete for port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:15.096813 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8cd54c99-7775-4134-9280-11132c711c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.152100 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Network 2e1b125a-37b4-4ed1-80b4-07be6b1532c7 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:15.156914 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:15.346044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Router 6db27e7c-d964-4afb-a752-3d325a3e0976 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:15.371817 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 69b860e9-57de-499c-99e5-fdf6a066a95e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:15.419584 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-69befa2b-4766-4104-b931-b7c9845aaa4b None None] Provisioning complete for port a526597d-b9eb-4250-a250-82eab308970b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:15.420658 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-69befa2b-4766-4104-b931-b7c9845aaa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.472467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:15.474345 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-69befa2b-4766-4104-b931-b7c9845aaa4b None None] Port a526597d-b9eb-4250-a250-82eab308970b cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:15.480483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c2ca5064-75d8-417b-9cf2-762aada30a28 admin admin] 10.222.0.41 "PUT /v2.0/routers/6db27e7c-d964-4afb-a752-3d325a3e0976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6733897 Jul 16 19:06:15.483840 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 69b860e9-57de-499c-99e5-fdf6a066a95e completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:15.488518 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 69b860e9-57de-499c-99e5-fdf6a066a95e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:15.489026 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.641106 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.646006 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-ed66d797-06e0-442f-bdc4-e9feceecfb59 None None] Provisioning complete for port a526597d-b9eb-4250-a250-82eab308970b triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:15.646372 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ed66d797-06e0-442f-bdc4-e9feceecfb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.690186 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 69b860e9-57de-499c-99e5-fdf6a066a95e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=69b860e9-57de-499c-99e5-fdf6a066a95e,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:15.697160 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-ed66d797-06e0-442f-bdc4-e9feceecfb59 None None] Port a526597d-b9eb-4250-a250-82eab308970b cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:15.700246 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.701637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 664125d5-befb-4df9-ab6d-b97d9822fe7b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:15.780194 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=69b860e9-57de-499c-99e5-fdf6a066a95e,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:15.797005 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port 664125d5-befb-4df9-ab6d-b97d9822fe7b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:15.801759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 664125d5-befb-4df9-ab6d-b97d9822fe7b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:15.802208 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.891113 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.927951 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port 664125d5-befb-4df9-ab6d-b97d9822fe7b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=664125d5-befb-4df9-ab6d-b97d9822fe7b,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:15.932210 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.933178 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:16.016667 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=664125d5-befb-4df9-ab6d-b97d9822fe7b,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:16.032107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:16.032508 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.383778 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56690) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:16.390393 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-efecd23b-f79c-4bd3-9abd-55ae17a0b5b6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-578108750', 'description': 'tempest-secgroup-smoke-578108750 description', 'project_id': '1e904c3b281248adaa14ff3efbb79483'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:16.413311 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-efecd23b-f79c-4bd3-9abd-55ae17a0b5b6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.506318 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-efecd23b-f79c-4bd3-9abd-55ae17a0b5b6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.510956 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-efecd23b-f79c-4bd3-9abd-55ae17a0b5b6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.541586 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-efecd23b-f79c-4bd3-9abd-55ae17a0b5b6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.542843 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-efecd23b-f79c-4bd3-9abd-55ae17a0b5b6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1576605 Jul 16 19:06:16.546941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56692) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:16.549880 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecd23b-f79c-4bd3-9abd-55ae17a0b5b6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d,revision_number=1']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:16.554798 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-1003a225-5853-4f8c-afb6-18c78cc4c74a tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Request body: {'security_group_rule': {'security_group_id': '1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d', 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:16.589063 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1003a225-5853-4f8c-afb6-18c78cc4c74a tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.652276 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1003a225-5853-4f8c-afb6-18c78cc4c74a tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.656511 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1003a225-5853-4f8c-afb6-18c78cc4c74a tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.678204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003a225-5853-4f8c-afb6-18c78cc4c74a tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7add5e-229b-4f0b-a5cf-8db309b76a78,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:16.687262 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1003a225-5853-4f8c-afb6-18c78cc4c74a tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.688621 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1003a225-5853-4f8c-afb6-18c78cc4c74a tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401424 Jul 16 19:06:16.691532 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56694) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:16.696368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-fcd2e137-b987-4503-8640-6c4e04c5662f tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Request body: {'security_group_rule': {'security_group_id': '1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d', 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:16.724218 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e137-b987-4503-8640-6c4e04c5662f tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.791055 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e137-b987-4503-8640-6c4e04c5662f tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.796863 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e137-b987-4503-8640-6c4e04c5662f tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.817001 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2e137-b987-4503-8640-6c4e04c5662f tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9722688e-1b6c-478f-9538-5dc2714162f4,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:16.825081 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e137-b987-4503-8640-6c4e04c5662f tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.826709 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fcd2e137-b987-4503-8640-6c4e04c5662f tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341283 Jul 16 19:06:16.830644 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56696) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:16.835245 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-fa9bf453-89a5-455d-96e2-79346d5a5012 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Request body: {'security_group_rule': {'security_group_id': '1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d', 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:16.864240 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa9bf453-89a5-455d-96e2-79346d5a5012 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.924638 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa9bf453-89a5-455d-96e2-79346d5a5012 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.927995 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa9bf453-89a5-455d-96e2-79346d5a5012 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.948781 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bf453-89a5-455d-96e2-79346d5a5012 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2c64c1-6024-4d53-a8b1-778d27ae70c1,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:16.953405 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-fa9bf453-89a5-455d-96e2-79346d5a5012 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.954726 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-fa9bf453-89a5-455d-96e2-79346d5a5012 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230955 Jul 16 19:06:16.957668 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56698) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:16.962453 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-deaaa20b-0010-439f-9b17-8265ee13f515 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Request body: {'security_group_rule': {'security_group_id': '1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d', 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:16.973633 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Sync routers for ids ['6db27e7c-d964-4afb-a752-3d325a3e0976'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:16.983063 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Routers {'6db27e7c-d964-4afb-a752-3d325a3e0976'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:16.983721 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:06:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6db27e7c-d964-4afb-a752-3d325a3e0976'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:16.994366 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-deaaa20b-0010-439f-9b17-8265ee13f515 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.062180 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-deaaa20b-0010-439f-9b17-8265ee13f515 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.066136 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-deaaa20b-0010-439f-9b17-8265ee13f515 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.084904 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaa20b-0010-439f-9b17-8265ee13f515 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb6acbf-b19b-4b32-ab3f-b3ed9db7476c,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:17.094277 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-deaaa20b-0010-439f-9b17-8265ee13f515 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.095510 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-deaaa20b-0010-439f-9b17-8265ee13f515 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368217 Jul 16 19:06:17.096482 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Set router 6db27e7c-d964-4afb-a752-3d325a3e0976 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:17.098178 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 56700) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:17.102715 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.v2.base [None req-aa5d5cb1-d02e-4f76-a56c-91b9814884d1 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Request body: {'security_group_rule': {'security_group_id': '1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d', 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:17.125351 n-d-787206-10 neutron-server[100170]: INFO neutron.db.securitygroups_db [None req-aa5d5cb1-d02e-4f76-a56c-91b9814884d1 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Project 1e904c3b281248adaa14ff3efbb79483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:06:17.130428 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5cb1-d02e-4f76-a56c-91b9814884d1 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.196119 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5cb1-d02e-4f76-a56c-91b9814884d1 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.202218 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5cb1-d02e-4f76-a56c-91b9814884d1 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.223215 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d5cb1-d02e-4f76-a56c-91b9814884d1 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfbc7e0-6b7a-46c7-82f3-4756ce858fe9,revision_number=0']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:17.227301 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5cb1-d02e-4f76-a56c-91b9814884d1 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.228989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 69b860e9-57de-499c-99e5-fdf6a066a95e up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:17.231635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56702) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:17.231926 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-aa5d5cb1-d02e-4f76-a56c-91b9814884d1 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327357 Jul 16 19:06:17.236990 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-f0800ee6-d77e-4fdd-a11a-d252d1a3d6af tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Request body: {'security_group_rule': {'security_group_id': '1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d', 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:17.260397 n-d-787206-10 neutron-server[100169]: INFO neutron.db.securitygroups_db [None req-f0800ee6-d77e-4fdd-a11a-d252d1a3d6af tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Project 1e904c3b281248adaa14ff3efbb79483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:06:17.265801 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0800ee6-d77e-4fdd-a11a-d252d1a3d6af tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.327936 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 69b860e9-57de-499c-99e5-fdf6a066a95e triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:17.328660 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.329583 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0800ee6-d77e-4fdd-a11a-d252d1a3d6af tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.334252 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0800ee6-d77e-4fdd-a11a-d252d1a3d6af tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889681'] for security_group_rule, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.351736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0800ee6-d77e-4fdd-a11a-d252d1a3d6af tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048d6879-5437-417d-ae84-9e29365fe815,revision_number=0']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:17.359145 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-f0800ee6-d77e-4fdd-a11a-d252d1a3d6af tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.360022 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-f0800ee6-d77e-4fdd-a11a-d252d1a3d6af tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267409 Jul 16 19:06:17.389462 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'name': 'tempest-TestSnapshotPattern-1522577451-router', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:06:14Z', 'revision_number': 4, 'project_id': '68367a31a9ef4f81ad3c2f96574a119f', 'gw_port': {'id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'a526597d-b9eb-4250-a250-82eab308970b', 'name': '', 'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'mac_address': 'fa:16:3e:5e:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ddb133ee-1fc5-4f72-95aa-ca87891c8c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:13Z', 'updated_at': '2021-07-16T19:06:14Z', 'revision_number': 2, 'project_id': '68367a31a9ef4f81ad3c2f96574a119f', 'subnets': [{'id': 'ddb133ee-1fc5-4f72-95aa-ca87891c8c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:17.435578 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Checking router: 6db27e7c-d964-4afb-a752-3d325a3e0976 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:17.436108 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Updating router 6db27e7c-d964-4afb-a752-3d325a3e0976 port a526597d-b9eb-4250-a250-82eab308970b binding host n-d-787206-10 {{(pid=100171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:06:17.482004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 664125d5-befb-4df9-ab6d-b97d9822fe7b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:17.503622 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0ea77b98-27fa-446f-bdb8-574b536f0132 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578108750&fields=id&tenant_id=1e904c3b281248adaa14ff3efbb79483 HTTP/1.1" status: 200 len: 267 time: 0.0336435 Jul 16 19:06:17.504222 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.572260 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port 664125d5-befb-4df9-ab6d-b97d9822fe7b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:17.572645 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.630577 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-7910c701-2c7e-47c1-9f08-e55d0f023e69 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:17.632410 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-7910c701-2c7e-47c1-9f08-e55d0f023e69 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 809 time: 0.1207008 Jul 16 19:06:17.653507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-d40bf583-36a1-4df4-9555-e6fd11f3e8e5 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/quotas/1e904c3b281248adaa14ff3efbb79483 HTTP/1.1" status: 200 len: 375 time: 0.0149806 Jul 16 19:06:17.735739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-fb0b1ffb-31c0-4a2a-a448-f0c1d9441447 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756724 Jul 16 19:06:17.849576 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-66e5dc30-3fac-47b4-83be-2b9f8f7c4ea7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:06:17.849576 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-66e5dc30-3fac-47b4-83be-2b9f8f7c4ea7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1007156 Jul 16 19:06:17.955257 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-3a4b8d2c-e937-436b-91c5-adacd0093aac service neutron] 10.222.0.41 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967104 Jul 16 19:06:18.044482 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Notify callbacks [] for port, precommit_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.053780 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-4a246f49-3d61-4e78-a653-7ec6bab22199 service neutron] 10.222.0.41 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920174 Jul 16 19:06:18.056303 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Transition to ACTIVE for port object a526597d-b9eb-4250-a250-82eab308970b will not be triggered until provisioned by entity L2. {{(pid=100171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:18.062383 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.113813 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce599ac7-59bb-4913-9251-b838ca6f6a6d None None] Pushing event updated for resources: {'Port': ['ID=a526597d-b9eb-4250-a250-82eab308970b,revision_number=3']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:18.170993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Attempting to bind port a526597d-b9eb-4250-a250-82eab308970b on host n-d-787206-10 for vnic_type normal with profile {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:18.171383 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Attempting to bind port a526597d-b9eb-4250-a250-82eab308970b by drivers openvswitch,hyperv on host n-d-787206-10 at level 0 using segments [{'id': '4d4d56c6-c9b5-4927-a632-42d853454863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7'}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:18.171786 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Attempting to bind port a526597d-b9eb-4250-a250-82eab308970b on network 2e1b125a-37b4-4ed1-80b4-07be6b1532c7 {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:18.177759 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Checking agent: {'id': '0611ca7e-dbcd-4e40-9aeb-bf4f3c38ae6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 39, 31), 'started_at': datetime.datetime(2021, 7, 16, 17, 40, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:18.178204 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Checking segment: {'id': '4d4d56c6-c9b5-4927-a632-42d853454863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:18.178621 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.179022 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Bound using segment: {'id': '4d4d56c6-c9b5-4927-a632-42d853454863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7'} {{(pid=100171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:18.179542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.managers [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Bound port: a526597d-b9eb-4250-a250-82eab308970b, host: n-d-787206-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4d56c6-c9b5-4927-a632-42d853454863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7'}}] {{(pid=100171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:18.179913 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.249314 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] For port a526597d-b9eb-4250-a250-82eab308970b, host n-d-787206-10, cleared binding levels {{(pid=100171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:18.253295 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] For port a526597d-b9eb-4250-a250-82eab308970b, host n-d-787206-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a526597d-b9eb-4250-a250-82eab308970b,segment=NetworkSegment(4d4d56c6-c9b5-4927-a632-42d853454863),segment_id=4d4d56c6-c9b5-4927-a632-42d853454863)] {{(pid=100171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:18.259418 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.328226 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Routers {'6db27e7c-d964-4afb-a752-3d325a3e0976'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:18.328878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:06:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6db27e7c-d964-4afb-a752-3d325a3e0976'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:18.330575 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce599ac7-59bb-4913-9251-b838ca6f6a6d None None] Pushing event updated for resources: {'Port': ['ID=a526597d-b9eb-4250-a250-82eab308970b,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:18.448197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] Set router 6db27e7c-d964-4afb-a752-3d325a3e0976 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:18.661093 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'name': 'tempest-TestSnapshotPattern-1522577451-router', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:06:14Z', 'revision_number': 4, 'project_id': '68367a31a9ef4f81ad3c2f96574a119f', 'gw_port': {'id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'a526597d-b9eb-4250-a250-82eab308970b', 'name': '', 'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'mac_address': 'fa:16:3e:5e:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ddb133ee-1fc5-4f72-95aa-ca87891c8c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:13Z', 'updated_at': '2021-07-16T19:06:18Z', 'revision_number': 4, 'project_id': '68367a31a9ef4f81ad3c2f96574a119f', 'subnets': [{'id': 'ddb133ee-1fc5-4f72-95aa-ca87891c8c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:18.689211 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f990ca-0418-4f6d-91b6-a4e0d4e2f642 None None] The sync data for ids ['6db27e7c-d964-4afb-a752-3d325a3e0976'] in n-d-787206-10 is: [{'id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'name': 'tempest-TestSnapshotPattern-1522577451-router', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:06:14Z', 'revision_number': 4, 'project_id': '68367a31a9ef4f81ad3c2f96574a119f', 'gw_port': {'id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': 'a526597d-b9eb-4250-a250-82eab308970b', 'name': '', 'network_id': '2e1b125a-37b4-4ed1-80b4-07be6b1532c7', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'mac_address': 'fa:16:3e:5e:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ddb133ee-1fc5-4f72-95aa-ca87891c8c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:13Z', 'updated_at': '2021-07-16T19:06:18Z', 'revision_number': 4, 'project_id': '68367a31a9ef4f81ad3c2f96574a119f', 'subnets': [{'id': 'ddb133ee-1fc5-4f72-95aa-ca87891c8c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:19.223504 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a526597d-b9eb-4250-a250-82eab308970b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:19.275108 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning for port a526597d-b9eb-4250-a250-82eab308970b completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:19.280230 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port a526597d-b9eb-4250-a250-82eab308970b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:19.280603 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.284416 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3c753f8f-12a0-4a04-8275-25130d2bb66d req-e1b0b13d-523a-4c0e-afe6-f1737447436f tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 210 time: 0.0314867 Jul 16 19:06:19.379457 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.414046 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] For port a526597d-b9eb-4250-a250-82eab308970b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a526597d-b9eb-4250-a250-82eab308970b,segment=NetworkSegment(4d4d56c6-c9b5-4927-a632-42d853454863),segment_id=4d4d56c6-c9b5-4927-a632-42d853454863)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:19.417671 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.468031 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Pushing event updated for resources: {'Port': ['ID=a526597d-b9eb-4250-a250-82eab308970b,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:20.344611 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-c0b73727-2304-4b2a-a166-20b876d95591 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:20.346117 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-c0b73727-2304-4b2a-a166-20b876d95591 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.43 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 809 time: 0.1052008 Jul 16 19:06:20.398506 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-f8995748-7d0b-414c-b433-1a72b2a472e9 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e904c3b281248adaa14ff3efbb79483 HTTP/1.1" status: 200 len: 379 time: 0.0424037 Jul 16 19:06:20.410898 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Request body: {'port': {'device_id': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'admin_state_up': True, 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'security_groups': ['1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:20.470133 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-427cd352-5e63-4cc9-99ed-7cbcdfb17fbf req-fd37112a-c736-4094-bf63-a3ea202d779a tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 210 time: 0.0431297 Jul 16 19:06:20.555199 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Made reservation on behalf of 1e904c3b281248adaa14ff3efbb79483 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:20.558881 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.697493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Allocated IP 172.20.0.3 (1fbff344-4b9c-45cc-88e1-e9ef33aaa663/099a9236-99fa-41a2-8acd-731ff3802de7/8801095f-cddb-4f8b-8f07-731cf6005374) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:20.844870 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.858860 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Transition to ACTIVE for port object 8801095f-cddb-4f8b-8f07-731cf6005374 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:20.891292 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.939671 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:20.943168 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:20.947855 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:20.954809 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event updated for resources: {'Port': ['ID=8801095f-cddb-4f8b-8f07-731cf6005374,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:21.006240 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:21.007055 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.028276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e23adc76-8f65-44b9-9cc5-2d95bf1d4352 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6244867 Jul 16 19:06:21.041546 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Request body: {'port': {'device_id': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:21.134305 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.208719 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b9e7b957-7d08-4cb9-8c4d-33ad591c2076 None None] Provisioning for port 8801095f-cddb-4f8b-8f07-731cf6005374 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:21.213828 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b9e7b957-7d08-4cb9-8c4d-33ad591c2076 None None] Provisioning complete for port 8801095f-cddb-4f8b-8f07-731cf6005374 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:21.214202 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9e7b957-7d08-4cb9-8c4d-33ad591c2076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.235996 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a526597d-b9eb-4250-a250-82eab308970b up at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:21.281377 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b9e7b957-7d08-4cb9-8c4d-33ad591c2076 None None] Port 8801095f-cddb-4f8b-8f07-731cf6005374 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:21.303916 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Provisioning complete for port a526597d-b9eb-4250-a250-82eab308970b triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:21.304274 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.440300 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8801095f-cddb-4f8b-8f07-731cf6005374 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:06:21.448507 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.462504 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Transition to ACTIVE for port object 8801095f-cddb-4f8b-8f07-731cf6005374 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:21.467166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.546913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8801095f-cddb-4f8b-8f07-731cf6005374,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:21.600114 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Attempting to bind port 8801095f-cddb-4f8b-8f07-731cf6005374 on host n-h2-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:21.600453 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Attempting to bind port 8801095f-cddb-4f8b-8f07-731cf6005374 by drivers openvswitch,hyperv on host n-h2-787206-10 at level 0 using segments [{'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:21.600783 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Attempting to bind port 8801095f-cddb-4f8b-8f07-731cf6005374 on network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:21.616876 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Port 8801095f-cddb-4f8b-8f07-731cf6005374 on network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:06:21.617208 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Attempting to bind port 8801095f-cddb-4f8b-8f07-731cf6005374 on network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:21.652135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Checking agent: {'id': '4c8caafe-89f6-4f70-a9d3-65b16ad11a6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:21.652135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Checking segment: {'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:21.652135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Bound using segment: {'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:21.652135 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Bound port: 8801095f-cddb-4f8b-8f07-731cf6005374, host: n-h2-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:21.652135 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.735764 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee608e-1218-4e80-8d82-845011c6c6c6 req-e0d3ac92-d460-43a9-b07c-e03b8555b768 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:21.737305 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6eee608e-1218-4e80-8d82-845011c6c6c6 req-e0d3ac92-d460-43a9-b07c-e03b8555b768 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 943 time: 0.1342258 Jul 16 19:06:21.745534 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] For port 8801095f-cddb-4f8b-8f07-731cf6005374, host n-h2-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:21.750538 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] For port 8801095f-cddb-4f8b-8f07-731cf6005374, host n-h2-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8801095f-cddb-4f8b-8f07-731cf6005374,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:21.765900 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.804129 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:21.804778 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.806439 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] 10.222.0.43 "PUT /v2.0/ports/8801095f-cddb-4f8b-8f07-731cf6005374 HTTP/1.1" status: 200 len: 1092 time: 0.7699823 Jul 16 19:06:21.810831 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:21.813592 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba0ca48-bc70-4181-8b32-d6e3c2c5cbad" -d '{"events": [{"name": "network-changed", "server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:21.849463 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6eee608e-1218-4e80-8d82-845011c6c6c6 req-b6b2f422-30ca-4b6d-98c4-39241ee6e6ca tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051688 Jul 16 19:06:21.867906 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e265f3-a667-44b6-82c4-3e7ab6a93471 x-openstack-request-id: req-79e265f3-a667-44b6-82c4-3e7ab6a93471 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:21.868198 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:21.868452 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79e265f3-a667-44b6-82c4-3e7ab6a93471 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:21.868854 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374', 'status': 'completed', 'code': 200} Jul 16 19:06:21.890060 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e2b20-1fe3-47f6-86b2-a62f455487d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8801095f-cddb-4f8b-8f07-731cf6005374,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:21.943732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-1ce77d87-46c8-41ee-8ae9-f5cccd8d8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:21.945239 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-1ce77d87-46c8-41ee-8ae9-f5cccd8d8b17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 1095 time: 0.0696054 Jul 16 19:06:21.989366 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-358794a3-fdb9-48e8-810f-31853df602f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8801095f-cddb-4f8b-8f07-731cf6005374 HTTP/1.1" status: 200 len: 217 time: 0.0361795 Jul 16 19:06:22.045319 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e883d024-83ee-4b02-8b02-4b94c742b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:22.046978 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-e883d024-83ee-4b02-8b02-4b94c742b690 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0475452 Jul 16 19:06:22.111533 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-90a8f8fc-5470-48ca-a4ea-f918584325a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:22.112945 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-90a8f8fc-5470-48ca-a4ea-f918584325a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589306 Jul 16 19:06:22.207415 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-53b0fd9e-01c8-448c-a7b4-e036dae806a5 service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870252 Jul 16 19:06:22.303318 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0e9094d6-1fc2-4ed7-94ce-73bce8d06a8b req-1bd130fe-7586-40a8-9c23-1c4588b7ecbb service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899842 Jul 16 19:06:22.407815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0ca48-bc70-4181-8b32-d6e3c2c5cbad req-0209cad0-6a1c-4e56-8e92-86df0ee30bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:22.409326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ba0ca48-bc70-4181-8b32-d6e3c2c5cbad req-0209cad0-6a1c-4e56-8e92-86df0ee30bd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 1095 time: 0.0547519 Jul 16 19:06:22.505500 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0ca48-bc70-4181-8b32-d6e3c2c5cbad req-48729778-2217-423a-89d3-d709471cf67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:22.507012 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ba0ca48-bc70-4181-8b32-d6e3c2c5cbad req-48729778-2217-423a-89d3-d709471cf67f service neutron] 10.222.0.43 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 910 time: 0.0908301 Jul 16 19:06:22.549748 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ba0ca48-bc70-4181-8b32-d6e3c2c5cbad req-bc5a3523-6ad8-48c0-83ab-4759b27f5e68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8801095f-cddb-4f8b-8f07-731cf6005374 HTTP/1.1" status: 200 len: 217 time: 0.0351627 Jul 16 19:06:22.599289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0ca48-bc70-4181-8b32-d6e3c2c5cbad req-2420e913-13ae-4c68-9d5e-e6e0ac257632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:22.600691 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ba0ca48-bc70-4181-8b32-d6e3c2c5cbad req-2420e913-13ae-4c68-9d5e-e6e0ac257632 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0444129 Jul 16 19:06:22.658815 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0ca48-bc70-4181-8b32-d6e3c2c5cbad req-83dab043-158b-4959-9871-bfa7e2524b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:22.660341 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ba0ca48-bc70-4181-8b32-d6e3c2c5cbad req-83dab043-158b-4959-9871-bfa7e2524b97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518847 Jul 16 19:06:22.756634 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ba0ca48-bc70-4181-8b32-d6e3c2c5cbad req-5079ae34-56ae-4e9e-9eed-ff2d808a3898 service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887775 Jul 16 19:06:22.854615 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ba0ca48-bc70-4181-8b32-d6e3c2c5cbad req-72d1b929-62c5-4928-862b-8389a1944b1b service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908866 Jul 16 19:06:23.019598 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93ddd-5fb4-4737-81f7-7ada2bc9e13c req-0a3668f6-0b5b-4930-8ba6-df0a909f21c4 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:23.021108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-add93ddd-5fb4-4737-81f7-7ada2bc9e13c req-0a3668f6-0b5b-4930-8ba6-df0a909f21c4 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 943 time: 0.0633473 Jul 16 19:06:23.061085 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-add93ddd-5fb4-4737-81f7-7ada2bc9e13c req-7a73611c-ce1a-4763-8893-d41e34ccdb3b tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341213 Jul 16 19:06:24.239204 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0586fe-b24f-457b-bea0-ebe3ad6e504e req-ad66328d-dee3-46ed-9c9a-3d6252cf9175 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:24.240894 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc0586fe-b24f-457b-bea0-ebe3ad6e504e req-ad66328d-dee3-46ed-9c9a-3d6252cf9175 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 943 time: 0.0660665 Jul 16 19:06:24.279852 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-bc0586fe-b24f-457b-bea0-ebe3ad6e504e req-cfe24823-ea5b-4387-b8af-80d633585ef6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331409 Jul 16 19:06:24.345663 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8801095f-cddb-4f8b-8f07-731cf6005374 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:06:24.443276 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8801095f-cddb-4f8b-8f07-731cf6005374, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8801095f-cddb-4f8b-8f07-731cf6005374,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:24.454456 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '8801095f-cddb-4f8b-8f07-731cf6005374', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'port_id': '8801095f-cddb-4f8b-8f07-731cf6005374', 'mac_address': 'fa:16:3e:ff:8c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:06:24.490471 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:24.504298 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8801095f-cddb-4f8b-8f07-731cf6005374 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:06:24.524542 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8801095f-cddb-4f8b-8f07-731cf6005374, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8801095f-cddb-4f8b-8f07-731cf6005374,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:24.528850 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:24.576743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8801095f-cddb-4f8b-8f07-731cf6005374,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:24.737847 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['8801095f-cddb-4f8b-8f07-731cf6005374'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:06:25.497181 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475daedb-9aa7-4503-b6f4-d27aa3c19d45 req-406ed7e3-583c-42b2-b437-b4ad5672ee58 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:25.499884 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-475daedb-9aa7-4503-b6f4-d27aa3c19d45 req-406ed7e3-583c-42b2-b437-b4ad5672ee58 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 944 time: 0.0884924 Jul 16 19:06:25.556288 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-475daedb-9aa7-4503-b6f4-d27aa3c19d45 req-57294a13-cfbd-4a16-9014-d78719f5500e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500028 Jul 16 19:06:26.367440 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8801095f-cddb-4f8b-8f07-731cf6005374 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:26.418382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning for port 8801095f-cddb-4f8b-8f07-731cf6005374 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:26.422961 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 8801095f-cddb-4f8b-8f07-731cf6005374 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:26.423326 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:26.502719 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:26.524458 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:26.526692 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb672439-4ff3-4101-944a-0e264561cb28" -d '{"events": [{"server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "name": "network-vif-plugged", "status": "completed", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:26.539503 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8801095f-cddb-4f8b-8f07-731cf6005374, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8801095f-cddb-4f8b-8f07-731cf6005374,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:26.544164 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:26.572046 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a2e7b2-272e-42cf-9f80-f7f72b4eedd1 x-openstack-request-id: req-56a2e7b2-272e-42cf-9f80-f7f72b4eedd1 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:26.572289 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "name": "network-vif-plugged", "status": "completed", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:26.572501 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56a2e7b2-272e-42cf-9f80-f7f72b4eedd1 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:26.572881 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374', 'code': 200} Jul 16 19:06:26.601898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8801095f-cddb-4f8b-8f07-731cf6005374,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:26.677490 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca92e2a-aaa0-4138-9295-8595a4cf1067 req-fb51ad29-02b9-458f-9941-2014e4945532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:26.679027 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ca92e2a-aaa0-4138-9295-8595a4cf1067 req-fb51ad29-02b9-458f-9941-2014e4945532 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 1097 time: 0.0544252 Jul 16 19:06:26.752665 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5ca92e2a-aaa0-4138-9295-8595a4cf1067 req-207e0444-656f-44f6-a058-448586c0d25b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622046 Jul 16 19:06:26.770977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784e16d-0294-495f-ad38-232a83153c91 req-f1df3fcf-dde6-445a-8305-844f837721de tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:26.772623 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4784e16d-0294-495f-ad38-232a83153c91 req-f1df3fcf-dde6-445a-8305-844f837721de tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 945 time: 0.0925207 Jul 16 19:06:26.811023 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4784e16d-0294-495f-ad38-232a83153c91 req-daed68df-4677-4f4a-aba8-6860927229ca tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322001 Jul 16 19:06:27.217873 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:27.266874 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:27.990771 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a491ac-dcfe-48c0-a48e-7db0ec97c760 req-d8b8908f-2507-4199-965f-15908f6d4e54 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:27.992323 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50a491ac-dcfe-48c0-a48e-7db0ec97c760 req-d8b8908f-2507-4199-965f-15908f6d4e54 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 945 time: 0.0668736 Jul 16 19:06:28.032986 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-50a491ac-dcfe-48c0-a48e-7db0ec97c760 req-799dcf2e-eafb-43f1-807e-79cd220a1965 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344853 Jul 16 19:06:28.120294 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2788-2d9b-4dcf-bc22-9500142a3592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.210646 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce84555-642b-4575-a5bd-9a971f832a18 req-9e1c5418-76c4-47ad-80e0-69caaa7b4260 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:28.212139 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ce84555-642b-4575-a5bd-9a971f832a18 req-9e1c5418-76c4-47ad-80e0-69caaa7b4260 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 945 time: 0.0658047 Jul 16 19:06:28.251512 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2ce84555-642b-4575-a5bd-9a971f832a18 req-183b5175-399e-4e02-954f-fde475e83cef tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335250 Jul 16 19:06:28.274984 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56758) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:28.375271 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94498362-993f-4f2c-8f55-f688c1b83b0b tempest-TestSnapshotPattern-1660028745 tempest-TestSnapshotPattern-1660028745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:28.376889 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-94498362-993f-4f2c-8f55-f688c1b83b0b tempest-TestSnapshotPattern-1660028745 tempest-TestSnapshotPattern-1660028745-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 1092 time: 0.1008096 Jul 16 19:06:28.379785 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 56762) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:28.384091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '8801095f-cddb-4f8b-8f07-731cf6005374', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:28.405999 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.502568 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.611827 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Allocated IP 172.25.5.235 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/86d04d46-6442-463b-8bb9-de8419e5e600) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:28.716257 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.762140 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.799921 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:28.804739 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:28.808104 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:28.832410 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event updated for resources: {'Port': ['ID=86d04d46-6442-463b-8bb9-de8419e5e600,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:29.187302 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.262889 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.414166 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.418934 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.492263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event updated for resources: {'Port': ['ID=86d04d46-6442-463b-8bb9-de8419e5e600,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:29.502237 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.604544 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Floating IP 3f86a32c-11fa-435b-a401-e272a6b661f7 associated. External IP: 172.25.5.235, port: 8801095f-cddb-4f8b-8f07-731cf6005374. Jul 16 19:06:29.824830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:29.933046 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:29.945398 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920034a3-9d30-43d8-aa45-467bfaf76263 None None] Sync routers for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:29.951978 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.957161 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920034a3-9d30-43d8-aa45-467bfaf76263 None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:29.957843 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-920034a3-9d30-43d8-aa45-467bfaf76263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:06:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:29.990345 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-29a76812-60ca-4432-a3e9-34242eb32380 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6095202 Jul 16 19:06:29.990940 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:29.993643 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab661d8f-ab27-4fb9-ab84-114c558a458e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:30.032454 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b183f0-eb41-4bcb-9d08-54ed07026340 x-openstack-request-id: req-34b183f0-eb41-4bcb-9d08-54ed07026340 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:30.032748 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:30.033001 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34b183f0-eb41-4bcb-9d08-54ed07026340 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:30.033400 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374', 'status': 'completed', 'code': 200} Jul 16 19:06:30.069278 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-920034a3-9d30-43d8-aa45-467bfaf76263 None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:30.109530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661d8f-ab27-4fb9-ab84-114c558a458e req-fcad7db8-d1de-479a-9a4e-19f49ea769df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:30.111039 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab661d8f-ab27-4fb9-ab84-114c558a458e req-fcad7db8-d1de-479a-9a4e-19f49ea769df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 1097 time: 0.0541413 Jul 16 19:06:30.207941 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661d8f-ab27-4fb9-ab84-114c558a458e req-20e9cc24-7426-4a74-a8ce-c6ffe7f4cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:30.209574 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab661d8f-ab27-4fb9-ab84-114c558a458e req-20e9cc24-7426-4a74-a8ce-c6ffe7f4cca5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 910 time: 0.0926969 Jul 16 19:06:30.279985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab661d8f-ab27-4fb9-ab84-114c558a458e req-76bc6e13-24c9-475b-9b3a-e9bd442ff5e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8801095f-cddb-4f8b-8f07-731cf6005374 HTTP/1.1" status: 200 len: 999 time: 0.0632882 Jul 16 19:06:30.289739 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-920034a3-9d30-43d8-aa45-467bfaf76263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '3f86a32c-11fa-435b-a401-e272a6b661f7', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'port_id': '8801095f-cddb-4f8b-8f07-731cf6005374', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'mac_address': 'fa:16:3e:ff:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:29Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 0, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 5, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:30.316541 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920034a3-9d30-43d8-aa45-467bfaf76263 None None] Checking router: 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:30.324815 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920034a3-9d30-43d8-aa45-467bfaf76263 None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:30.325426 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-920034a3-9d30-43d8-aa45-467bfaf76263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:06:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:30.329993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661d8f-ab27-4fb9-ab84-114c558a458e req-d131001d-57a6-4403-b8b3-6fb0ab3645b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:30.331497 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab661d8f-ab27-4fb9-ab84-114c558a458e req-d131001d-57a6-4403-b8b3-6fb0ab3645b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0448935 Jul 16 19:06:30.390265 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661d8f-ab27-4fb9-ab84-114c558a458e req-8c9067be-7b4f-4357-9d30-6b028441e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:30.391724 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab661d8f-ab27-4fb9-ab84-114c558a458e req-8c9067be-7b4f-4357-9d30-6b028441e679 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528364 Jul 16 19:06:30.431911 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-920034a3-9d30-43d8-aa45-467bfaf76263 None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:30.677590 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-920034a3-9d30-43d8-aa45-467bfaf76263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '3f86a32c-11fa-435b-a401-e272a6b661f7', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'port_id': '8801095f-cddb-4f8b-8f07-731cf6005374', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'mac_address': 'fa:16:3e:ff:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:29Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 0, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 5, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:30.705910 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920034a3-9d30-43d8-aa45-467bfaf76263 None None] The sync data for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 is: [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '3f86a32c-11fa-435b-a401-e272a6b661f7', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'port_id': '8801095f-cddb-4f8b-8f07-731cf6005374', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'mac_address': 'fa:16:3e:ff:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:29Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 0, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 5, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:30.788462 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.816383 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-79e12141-28d2-4697-958a-f244e5c490a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.844590 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab661d8f-ab27-4fb9-ab84-114c558a458e req-6ad8d429-0ea0-49b8-980c-50ea3996bd8a service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446800 Jul 16 19:06:30.932837 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff82291-f3a7-4425-b7af-af61db21f92f None None] New status for floating IP 3f86a32c-11fa-435b-a401-e272a6b661f7: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:06:30.940606 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab661d8f-ab27-4fb9-ab84-114c558a458e req-bda1802d-98ab-4ae9-ad6a-56702d753995 service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894928 Jul 16 19:06:32.124844 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.883547 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:45.952567 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:06:57.217309 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:57.263948 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.124059 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d1b11231-0294-4c97-aced-9df49d0c9f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.790648 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.818026 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-664cc954-6df5-4efb-93c2-a6ab0fd9e72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:02.128626 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.885783 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:12.917201 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f9bc678-ab97-4d63-aa38-9e8f2b68cefa req-eeae54cf-cba4-4259-82fc-9116fc676029 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1182120 Jul 16 19:07:13.017044 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bc678-ab97-4d63-aa38-9e8f2b68cefa req-c4c17df6-22c4-4109-899b-e3c067501dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:13.018651 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f9bc678-ab97-4d63-aa38-9e8f2b68cefa req-c4c17df6-22c4-4109-899b-e3c067501dfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 1097 time: 0.0592432 Jul 16 19:07:13.124582 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bc678-ab97-4d63-aa38-9e8f2b68cefa req-c88eb000-1c5d-4abd-8c5b-06a14248cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:13.126009 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f9bc678-ab97-4d63-aa38-9e8f2b68cefa req-c88eb000-1c5d-4abd-8c5b-06a14248cb2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 910 time: 0.0876226 Jul 16 19:07:13.201005 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f9bc678-ab97-4d63-aa38-9e8f2b68cefa req-ccc3ae1d-838f-4234-bf65-6e38cab4d723 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8801095f-cddb-4f8b-8f07-731cf6005374 HTTP/1.1" status: 200 len: 1001 time: 0.0669873 Jul 16 19:07:13.250635 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bc678-ab97-4d63-aa38-9e8f2b68cefa req-e05b1a8c-fb5a-47a0-9e50-69512db16de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:13.252144 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f9bc678-ab97-4d63-aa38-9e8f2b68cefa req-e05b1a8c-fb5a-47a0-9e50-69512db16de1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0444129 Jul 16 19:07:13.311365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bc678-ab97-4d63-aa38-9e8f2b68cefa req-7e569961-6e56-4e74-a876-3b771c5697e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:13.312916 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f9bc678-ab97-4d63-aa38-9e8f2b68cefa req-7e569961-6e56-4e74-a876-3b771c5697e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546167 Jul 16 19:07:13.408017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f9bc678-ab97-4d63-aa38-9e8f2b68cefa req-171eef37-56cf-4438-9b94-1332b6a0cca9 service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878243 Jul 16 19:07:13.498654 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7f9bc678-ab97-4d63-aa38-9e8f2b68cefa req-d8c55795-46fd-4f45-acd9-ad37a7445276 service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843425 Jul 16 19:07:22.952566 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:07:27.220162 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:27.264677 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:28.126432 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-4ed3871d-3d49-42b6-87d1-ba68ff597087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:30.793316 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:30.817404 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab7ff-5ef0-4c47-8d41-b17893b5e70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.131830 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:33.888793 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:57.220698 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:57.277410 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:58.127343 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-498421ad-8d66-4fe8-834f-e5dd0a8a3865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.952063 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:08:00.794920 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.816733 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5b67bfab-0d3d-4884-9efd-8fd44d3bb5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.134419 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:03.889865 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:14.846232 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e8720fa-9b04-4137-a379-cd0b9b50c5f9 req-df6ce64a-ae3e-4657-b598-049cf0537e12 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579710 Jul 16 19:08:14.943648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8720fa-9b04-4137-a379-cd0b9b50c5f9 req-86eded67-02ac-4460-9d7a-3265560a7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:14.945156 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e8720fa-9b04-4137-a379-cd0b9b50c5f9 req-86eded67-02ac-4460-9d7a-3265560a7020 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 1097 time: 0.0542450 Jul 16 19:08:15.052698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8720fa-9b04-4137-a379-cd0b9b50c5f9 req-759389d2-c732-4ff9-b1b5-018ba2b505c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:15.054194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e8720fa-9b04-4137-a379-cd0b9b50c5f9 req-759389d2-c732-4ff9-b1b5-018ba2b505c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 910 time: 0.0888762 Jul 16 19:08:15.126965 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e8720fa-9b04-4137-a379-cd0b9b50c5f9 req-b606ef1a-860b-4bbe-b4ee-9af76a4ca50a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8801095f-cddb-4f8b-8f07-731cf6005374 HTTP/1.1" status: 200 len: 1001 time: 0.0647175 Jul 16 19:08:15.177511 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8720fa-9b04-4137-a379-cd0b9b50c5f9 req-3fd6023b-4dfd-478e-a537-f4327df4905e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:15.178997 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e8720fa-9b04-4137-a379-cd0b9b50c5f9 req-3fd6023b-4dfd-478e-a537-f4327df4905e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0448821 Jul 16 19:08:15.238215 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8720fa-9b04-4137-a379-cd0b9b50c5f9 req-583e093d-c9ac-43e6-a088-d82baeb145f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:15.239754 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e8720fa-9b04-4137-a379-cd0b9b50c5f9 req-583e093d-c9ac-43e6-a088-d82baeb145f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536423 Jul 16 19:08:15.335065 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e8720fa-9b04-4137-a379-cd0b9b50c5f9 req-7121556a-fe86-457f-9f01-24529b36660d service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890825 Jul 16 19:08:15.429330 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-5e8720fa-9b04-4137-a379-cd0b9b50c5f9 req-191d2b90-62a0-4355-a803-9b161c0e2ffe service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866444 Jul 16 19:08:27.214282 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:27.285469 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:28.128770 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0e85457d-5a26-48ed-a3e0-3861333a8020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:29.033557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8801095f-cddb-4f8b-8f07-731cf6005374 details requested by agent hyperv_n-h2-787206-10 with host n-h2-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:08:29.133409 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8801095f-cddb-4f8b-8f07-731cf6005374, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8801095f-cddb-4f8b-8f07-731cf6005374,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:29.145198 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Returning: {'device': '8801095f-cddb-4f8b-8f07-731cf6005374', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'port_id': '8801095f-cddb-4f8b-8f07-731cf6005374', 'mac_address': 'fa:16:3e:ff:8c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:08:29.182171 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:29.195692 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8801095f-cddb-4f8b-8f07-731cf6005374 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:08:29.215107 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8801095f-cddb-4f8b-8f07-731cf6005374, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8801095f-cddb-4f8b-8f07-731cf6005374,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:29.219076 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:29.269930 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8801095f-cddb-4f8b-8f07-731cf6005374,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:29.277687 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:29.277970 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:29.278305 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:29.278660 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:29.278989 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:29.279318 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:29.279720 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:29.280043 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:29.280382 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:29.280745 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:29.281055 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:29.281381 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:29.298942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] get_ports_and_sgs() called for port_ids ['8801095f-cddb-4f8b-8f07-731cf6005374'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:08:30.810565 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:30.838610 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-5783b141-25c4-4fde-8d5c-8828e69ba47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:31.049658 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8801095f-cddb-4f8b-8f07-731cf6005374 up at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:08:31.116125 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Provisioning complete for port 8801095f-cddb-4f8b-8f07-731cf6005374 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:31.116905 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:31.230957 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:31.273445 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8801095f-cddb-4f8b-8f07-731cf6005374, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8801095f-cddb-4f8b-8f07-731cf6005374,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:31.274429 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:08:31.276994 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f417e7-aba9-43f3-acc0-2c6851d86aa6" -d '{"events": [{"server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "name": "network-vif-plugged", "status": "completed", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:08:31.280357 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:31.338881 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8801095f-cddb-4f8b-8f07-731cf6005374,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:31.414937 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40ba8d9-f6c4-4f9c-a610-c9f90e644e0a x-openstack-request-id: req-a40ba8d9-f6c4-4f9c-a610-c9f90e644e0a {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:08:31.415299 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "name": "network-vif-plugged", "status": "completed", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:08:31.415676 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a40ba8d9-f6c4-4f9c-a610-c9f90e644e0a {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:08:31.416159 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374', 'code': 200} Jul 16 19:08:32.138429 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:33.894976 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:36.953587 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:08:40.419690 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-3e3eca44-642b-43cd-a0cc-8237b5e91361 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578108750&fields=id&tenant_id=1e904c3b281248adaa14ff3efbb79483 HTTP/1.1" status: 200 len: 267 time: 0.0365736 Jul 16 19:08:40.527273 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-76e7558b-2f65-478d-ab0c-5bd507277c71 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:40.529430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-76e7558b-2f65-478d-ab0c-5bd507277c71 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 809 time: 0.1031215 Jul 16 19:08:40.544909 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-521c9929-4814-4463-8aba-3255acda01d0 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/quotas/1e904c3b281248adaa14ff3efbb79483 HTTP/1.1" status: 200 len: 375 time: 0.0101004 Jul 16 19:08:40.624480 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-60131ffe-0716-4ecf-b4f3-003786ca0029 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0743208 Jul 16 19:08:40.682441 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-90be190e-2147-4558-b2bf-f6a79b36231a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100169) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:08:40.683469 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-90be190e-2147-4558-b2bf-f6a79b36231a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480657 Jul 16 19:08:40.775739 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-09ef8fde-5eec-4c61-96c8-4e80e0892e5e service neutron] 10.222.0.41 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860479 Jul 16 19:08:40.870853 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-12fef196-2bca-461c-8bad-60d5aef2c42e service neutron] 10.222.0.41 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887132 Jul 16 19:08:41.087618 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b05bc615-3cf0-41fb-a61b-2fd7a69eeb58 req-9c143f77-42c8-4bd2-9d76-a660a8e178c0 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 210 time: 0.0309706 Jul 16 19:08:42.252225 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f881723e-c908-40ff-babd-27971048d25f req-2c689376-92b4-4433-b502-b6b6bb9d97b0 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 210 time: 0.0415492 Jul 16 19:08:42.317530 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-dd1c6586-198d-44f2-869b-1a9c168c0417 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:42.318977 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-dd1c6586-198d-44f2-869b-1a9c168c0417 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.35 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 809 time: 0.1447239 Jul 16 19:08:42.367758 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-12bbde8e-332c-476e-b320-59f539e21f0c tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e904c3b281248adaa14ff3efbb79483 HTTP/1.1" status: 200 len: 379 time: 0.0353417 Jul 16 19:08:42.377131 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Request body: {'port': {'device_id': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'admin_state_up': True, 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'security_groups': ['1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d']}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:42.494483 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Made reservation on behalf of 1e904c3b281248adaa14ff3efbb79483 for: {'port': 1} {{(pid=100169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:08:42.498888 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:42.633349 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Allocated IP 172.20.0.9 (1fbff344-4b9c-45cc-88e1-e9ef33aaa663/099a9236-99fa-41a2-8acd-731ff3802de7/260c1be6-894a-4e5e-aa12-e83f1a35a402) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:08:42.840251 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:42.856192 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Transition to ACTIVE for port object 260c1be6-894a-4e5e-aa12-e83f1a35a402 will not be triggered until provisioned by entity DHCP. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:08:42.894186 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:42.947768 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:08:42.952479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:08:42.956932 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:08:43.002769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event updated for resources: {'Port': ['ID=260c1be6-894a-4e5e-aa12-e83f1a35a402,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:43.016522 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:43.016866 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:43.017209 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:43.017549 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:43.017885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:43.018226 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:43.019948 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:43.020508 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:43.021031 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:43.021732 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:43.022332 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:43.022837 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:43.049920 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:43.050838 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:43.075904 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-c7ba860f-a058-4abc-bab7-354c39105984 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7026494 Jul 16 19:08:43.156263 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8801095f-cddb-4f8b-8f07-731cf6005374 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:08:43.253463 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-29bd526a-0d31-4aa7-99bd-4f9ee00561e5 None None] Provisioning for port 260c1be6-894a-4e5e-aa12-e83f1a35a402 completed by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:08:43.255358 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:43.269312 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-29bd526a-0d31-4aa7-99bd-4f9ee00561e5 None None] Provisioning complete for port 260c1be6-894a-4e5e-aa12-e83f1a35a402 triggered by entity DHCP. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:43.269692 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-29bd526a-0d31-4aa7-99bd-4f9ee00561e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:43.301101 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:08:43.303373 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65eed352-da65-439c-9a29-2d3770582cb1" -d '{"events": [{"server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "name": "network-vif-unplugged", "status": "completed", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:08:43.323909 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] For port 8801095f-cddb-4f8b-8f07-731cf6005374, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8801095f-cddb-4f8b-8f07-731cf6005374,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:43.334572 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:43.341709 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-29bd526a-0d31-4aa7-99bd-4f9ee00561e5 None None] Port 260c1be6-894a-4e5e-aa12-e83f1a35a402 cannot update to ACTIVE because it is not bound. {{(pid=100171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:08:43.373583 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267387b0-8672-4a7a-9919-8b55817f6383 x-openstack-request-id: req-267387b0-8672-4a7a-9919-8b55817f6383 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:08:43.374050 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "name": "network-vif-unplugged", "status": "completed", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:08:43.374169 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-267387b0-8672-4a7a-9919-8b55817f6383 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:08:43.374498 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374', 'code': 200} Jul 16 19:08:43.399897 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Pushing event updated for resources: {'Port': ['ID=8801095f-cddb-4f8b-8f07-731cf6005374,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:43.484634 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b0ce7-86de-4aef-b318-77eaf6590b06 req-b89678d3-b9c4-4ad6-beae-d53adc6be788 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:43.486233 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-301b0ce7-86de-4aef-b318-77eaf6590b06 req-b89678d3-b9c4-4ad6-beae-d53adc6be788 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 931 time: 0.0681767 Jul 16 19:08:43.529326 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-301b0ce7-86de-4aef-b318-77eaf6590b06 req-5eeb137d-3c46-486c-8839-2ea6768db6a1 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368726 Jul 16 19:08:44.717035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7b915-cdd3-406a-89db-1d0fab02c1a9 req-961f74b7-77d6-4cbd-be31-8f62f42573dd tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:44.718596 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4db7b915-cdd3-406a-89db-1d0fab02c1a9 req-961f74b7-77d6-4cbd-be31-8f62f42573dd tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 931 time: 0.0690956 Jul 16 19:08:44.760123 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4db7b915-cdd3-406a-89db-1d0fab02c1a9 req-bed8671c-f4e8-4d96-bbef-8715cfda25cd tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356236 Jul 16 19:08:45.978649 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f421aa-1588-4e67-bb36-457baa8c1460 req-9a4b6888-f183-4c57-a191-ef30038d28e8 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:45.980418 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-00f421aa-1588-4e67-bb36-457baa8c1460 req-9a4b6888-f183-4c57-a191-ef30038d28e8 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 931 time: 0.0778699 Jul 16 19:08:46.026378 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-00f421aa-1588-4e67-bb36-457baa8c1460 req-b49af258-700a-44e3-8d30-dd9c9bc7e75b tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389395 Jul 16 19:08:47.234810 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d37a0-9593-44a3-b180-b205ba307ddb req-18385b66-9d06-4371-966d-00abee0bfda0 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:47.236832 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-610d37a0-9593-44a3-b180-b205ba307ddb req-18385b66-9d06-4371-966d-00abee0bfda0 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 931 time: 0.0788577 Jul 16 19:08:47.279485 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-610d37a0-9593-44a3-b180-b205ba307ddb req-b93628c7-f6de-46ce-bd03-997e141ebcf7 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368266 Jul 16 19:08:48.459672 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a7816-fd9f-4543-baeb-6a96feddc0f3 req-5958a0d7-aeb0-4c6c-a064-c4de86127963 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:48.461228 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d42a7816-fd9f-4543-baeb-6a96feddc0f3 req-5958a0d7-aeb0-4c6c-a064-c4de86127963 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 931 time: 0.0683675 Jul 16 19:08:48.505629 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d42a7816-fd9f-4543-baeb-6a96feddc0f3 req-17720e0c-4ead-4ac6-b03b-5b2ad4dca901 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387449 Jul 16 19:08:49.704239 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85057eed-a192-43c6-be78-2744115fbf2e req-98eda632-65ae-490b-8565-54a3ab6c20f4 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:49.705812 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85057eed-a192-43c6-be78-2744115fbf2e req-98eda632-65ae-490b-8565-54a3ab6c20f4 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 931 time: 0.0669370 Jul 16 19:08:49.748084 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-85057eed-a192-43c6-be78-2744115fbf2e req-f54b09fc-5cee-4506-b0b2-faf4acbc03ea tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363886 Jul 16 19:08:50.935286 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169251e-d10e-46ff-b74f-c46232487fd9 req-880351db-d271-4798-9f81-c48b765d8d65 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:50.937082 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6169251e-d10e-46ff-b74f-c46232487fd9 req-880351db-d271-4798-9f81-c48b765d8d65 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 931 time: 0.0695810 Jul 16 19:08:50.978172 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-6169251e-d10e-46ff-b74f-c46232487fd9 req-deac6793-2f98-4867-bdd0-662ee27386d3 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355170 Jul 16 19:08:52.172802 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262c7ab-9758-41cc-a9e7-eabf19680e0c req-cf44e27c-0294-48da-bb2b-546567940cce tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:52.174338 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a262c7ab-9758-41cc-a9e7-eabf19680e0c req-cf44e27c-0294-48da-bb2b-546567940cce tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 931 time: 0.0734746 Jul 16 19:08:52.216405 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-a262c7ab-9758-41cc-a9e7-eabf19680e0c req-3721c962-c4f6-478a-bf4c-a00a516ff6b2 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362852 Jul 16 19:08:53.406397 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60725ff9-2ed2-46fe-a6cd-a792fa8294de req-1342d52b-dd83-4a1b-83a7-0052ee94f88e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:53.407923 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60725ff9-2ed2-46fe-a6cd-a792fa8294de req-1342d52b-dd83-4a1b-83a7-0052ee94f88e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 931 time: 0.0664449 Jul 16 19:08:53.448581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-60725ff9-2ed2-46fe-a6cd-a792fa8294de req-5189e96b-c532-423f-8604-a61e17cf6bac tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349631 Jul 16 19:08:54.030480 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Request body: {'port': {'device_id': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-10'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:54.108745 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:54.372169 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260c1be6-894a-4e5e-aa12-e83f1a35a402 {{(pid=100169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:08:54.379582 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:54.391373 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.provisioning_blocks [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Transition to ACTIVE for port object 260c1be6-894a-4e5e-aa12-e83f1a35a402 will not be triggered until provisioned by entity L2. {{(pid=100169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:08:54.395088 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:54.449931 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Pushing event updated for resources: {'Port': ['ID=260c1be6-894a-4e5e-aa12-e83f1a35a402,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:54.528885 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Attempting to bind port 260c1be6-894a-4e5e-aa12-e83f1a35a402 on host n-h1-787206-10 for vnic_type normal with profile {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:08:54.529166 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Attempting to bind port 260c1be6-894a-4e5e-aa12-e83f1a35a402 by drivers openvswitch,hyperv on host n-h1-787206-10 at level 0 using segments [{'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:08:54.529414 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Attempting to bind port 260c1be6-894a-4e5e-aa12-e83f1a35a402 on network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:08:54.534701 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Port 260c1be6-894a-4e5e-aa12-e83f1a35a402 on network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-10 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:08:54.535010 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Attempting to bind port 260c1be6-894a-4e5e-aa12-e83f1a35a402 on network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:08:54.540497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Checking agent: {'id': 'be43a1ac-230c-4eab-ad07-4ef20ebbe5a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'started_at': datetime.datetime(2021, 7, 16, 17, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:08:54.540823 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Checking segment: {'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:08:54.541211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Bound using segment: {'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'} {{(pid=100169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:08:54.541899 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.managers [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Bound port: 260c1be6-894a-4e5e-aa12-e83f1a35a402, host: n-h1-787206-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531dcaaf-462f-43b1-9393-11bdd0f6ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663'}}] {{(pid=100169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:08:54.542252 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:54.656568 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] For port 260c1be6-894a-4e5e-aa12-e83f1a35a402, host n-h1-787206-10, cleared binding levels {{(pid=100169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:08:54.673119 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] For port 260c1be6-894a-4e5e-aa12-e83f1a35a402, host n-h1-787206-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:08:54.679174 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:54.695607 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66cb51-f0ea-4c12-a560-feac1848cbf6 req-29cb7518-a60b-44f3-8e3c-f5882ac802a9 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:54.697107 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc66cb51-f0ea-4c12-a560-feac1848cbf6 req-29cb7518-a60b-44f3-8e3c-f5882ac802a9 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 943 time: 0.1178226 Jul 16 19:08:54.729902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:54.730520 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:54.732134 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] 10.222.0.35 "PUT /v2.0/ports/260c1be6-894a-4e5e-aa12-e83f1a35a402 HTTP/1.1" status: 200 len: 1092 time: 0.7540724 Jul 16 19:08:54.733548 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:08:54.735905 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033d0899-1b7f-47c7-bad7-4c2cf264b08f" -d '{"events": [{"name": "network-changed", "server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:08:54.798697 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e051e9a2-235e-4cbf-a359-1572d6e3087d x-openstack-request-id: req-e051e9a2-235e-4cbf-a359-1572d6e3087d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:08:54.798975 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:08:54.799230 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e051e9a2-235e-4cbf-a359-1572d6e3087d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:08:54.799652 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'status': 'completed', 'code': 200} Jul 16 19:08:54.825648 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-fc66cb51-f0ea-4c12-a560-feac1848cbf6 req-c2c8cc33-04cf-4d27-8351-e1fd5eebfad3 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091497 Jul 16 19:08:54.827223 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e04a8-fb18-41c0-9e13-1ac0c8f31290 service neutron] Pushing event updated for resources: {'Port': ['ID=260c1be6-894a-4e5e-aa12-e83f1a35a402,revision_number=3']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:54.860357 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-8fd8c588-67c4-4ed1-8bad-4cf1e2261cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:54.861868 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-8fd8c588-67c4-4ed1-8bad-4cf1e2261cdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 1095 time: 0.0769584 Jul 16 19:08:54.913091 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-abb9cdfc-6ffd-45f4-bb19-b55de1fb9c25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402 HTTP/1.1" status: 200 len: 217 time: 0.0413916 Jul 16 19:08:54.967376 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-1ec67d10-b309-4a10-8ce2-625cdd21a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:54.968933 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-1ec67d10-b309-4a10-8ce2-625cdd21a2e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0490098 Jul 16 19:08:55.033497 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-280fc320-9e6e-451e-8014-020eccc807a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:55.035018 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-280fc320-9e6e-451e-8014-020eccc807a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595779 Jul 16 19:08:55.133107 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-9eebe6b2-8731-4e67-b0b4-feeaa7c7dad6 service neutron] 10.222.0.35 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902820 Jul 16 19:08:55.226560 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-f992d116-7c8c-41d7-9ac1-33fa7d3c0738 req-827664b7-71e0-41d7-b17d-0e4d01a8de59 service neutron] 10.222.0.35 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862787 Jul 16 19:08:55.338770 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d0899-1b7f-47c7-bad7-4c2cf264b08f req-99dbe5f4-209b-41b9-b0ed-775793d38629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:55.340417 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033d0899-1b7f-47c7-bad7-4c2cf264b08f req-99dbe5f4-209b-41b9-b0ed-775793d38629 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 1095 time: 0.0593338 Jul 16 19:08:55.429501 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d0899-1b7f-47c7-bad7-4c2cf264b08f req-31e08f3f-2c6a-4c63-8809-4e47c9424779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:55.430960 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033d0899-1b7f-47c7-bad7-4c2cf264b08f req-31e08f3f-2c6a-4c63-8809-4e47c9424779 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 910 time: 0.0840242 Jul 16 19:08:55.476093 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033d0899-1b7f-47c7-bad7-4c2cf264b08f req-5529b46f-36d3-4f87-8246-c1176490cb30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402 HTTP/1.1" status: 200 len: 217 time: 0.0375345 Jul 16 19:08:55.525321 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d0899-1b7f-47c7-bad7-4c2cf264b08f req-8e904441-ce97-4ac2-8eac-b46da40519fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:55.526746 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033d0899-1b7f-47c7-bad7-4c2cf264b08f req-8e904441-ce97-4ac2-8eac-b46da40519fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0444043 Jul 16 19:08:55.589518 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d0899-1b7f-47c7-bad7-4c2cf264b08f req-1acf9373-6226-45f4-8241-f94fe1f7cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:55.591830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033d0899-1b7f-47c7-bad7-4c2cf264b08f req-1acf9373-6226-45f4-8241-f94fe1f7cab6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556521 Jul 16 19:08:55.689465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033d0899-1b7f-47c7-bad7-4c2cf264b08f req-df83e95e-7f89-49fa-ada9-b8b2c708f80d service neutron] 10.222.0.35 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903721 Jul 16 19:08:55.785669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-033d0899-1b7f-47c7-bad7-4c2cf264b08f req-996ca852-cb69-455e-953c-4d6bc3de4f59 service neutron] 10.222.0.35 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862722 Jul 16 19:08:56.017035 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80bb7d-dbef-41cc-aaf1-02351f30b97b req-b200341e-cd43-4d1e-928d-1a02c6786a22 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:56.018580 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab80bb7d-dbef-41cc-aaf1-02351f30b97b req-b200341e-cd43-4d1e-928d-1a02c6786a22 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 943 time: 0.0696177 Jul 16 19:08:56.063684 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ab80bb7d-dbef-41cc-aaf1-02351f30b97b req-b06db273-cc77-4b3d-9db9-ba72ada124ad tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392535 Jul 16 19:08:57.222183 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.246154 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab7330-2d8f-4197-b9c2-8668ca44b681 req-3fc30201-5c01-4108-927c-b30f3cd752e0 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:57.247873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cab7330-2d8f-4197-b9c2-8668ca44b681 req-3fc30201-5c01-4108-927c-b30f3cd752e0 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 943 time: 0.0675280 Jul 16 19:08:57.288490 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-2cab7330-2d8f-4197-b9c2-8668ca44b681 req-7c440fba-eb6d-49e2-a3cb-b3c10c578c2e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347986 Jul 16 19:08:57.294862 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.715898 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 260c1be6-894a-4e5e-aa12-e83f1a35a402 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:08:57.808609 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 260c1be6-894a-4e5e-aa12-e83f1a35a402, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:57.820455 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'port_id': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'mac_address': 'fa:16:3e:2c:fb:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:08:58.018244 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.031282 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260c1be6-894a-4e5e-aa12-e83f1a35a402 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:08:58.052738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 260c1be6-894a-4e5e-aa12-e83f1a35a402, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:58.056980 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.107818 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=260c1be6-894a-4e5e-aa12-e83f1a35a402,revision_number=4']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:58.130062 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d08b0715-ffdd-46ad-acdf-df1d513d0b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.335175 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['260c1be6-894a-4e5e-aa12-e83f1a35a402'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:08:58.525338 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76e1a5-ab74-4a89-96b5-115176b17cc5 req-5421d3ab-44d0-473a-8092-7ba927a9acab tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:58.526858 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f76e1a5-ab74-4a89-96b5-115176b17cc5 req-5421d3ab-44d0-473a-8092-7ba927a9acab tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 944 time: 0.1145489 Jul 16 19:08:58.567299 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-0f76e1a5-ab74-4a89-96b5-115176b17cc5 req-b77e2fa9-f9cf-4fc1-a406-05a7cbe3a4f5 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341790 Jul 16 19:08:59.726415 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 260c1be6-894a-4e5e-aa12-e83f1a35a402 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:08:59.775619 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning for port 260c1be6-894a-4e5e-aa12-e83f1a35a402 completed by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:08:59.779350 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 260c1be6-894a-4e5e-aa12-e83f1a35a402 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:59.779751 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:59.794122 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5c3e0-6999-4494-b20a-3e8bb070d591 req-1bbdc39c-de6d-4a48-8647-07995fbf3bbc tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:59.795660 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9b5c3e0-6999-4494-b20a-3e8bb070d591 req-1bbdc39c-de6d-4a48-8647-07995fbf3bbc tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 944 time: 0.1157806 Jul 16 19:08:59.834279 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d9b5c3e0-6999-4494-b20a-3e8bb070d591 req-795ff547-303d-4ed6-ae86-5dad2d125699 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330403 Jul 16 19:08:59.859229 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:59.880250 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:08:59.882441 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47753be-545e-481b-9159-bc0304d13602" -d '{"events": [{"server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "name": "network-vif-plugged", "status": "completed", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:08:59.894878 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 260c1be6-894a-4e5e-aa12-e83f1a35a402, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:59.898985 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:59.950083 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=260c1be6-894a-4e5e-aa12-e83f1a35a402,revision_number=5']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:00.117325 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd959d9b-6165-4a6c-ba4f-16d376631364 x-openstack-request-id: req-bd959d9b-6165-4a6c-ba4f-16d376631364 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:00.117750 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "name": "network-vif-plugged", "status": "completed", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:00.118283 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd959d9b-6165-4a6c-ba4f-16d376631364 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:00.118723 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'code': 200} Jul 16 19:09:00.232852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68781ec-04d5-4335-93cc-66a1ab2f11d8 req-cf8a2115-d5a2-4666-a5f1-053734427518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:00.234430 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b68781ec-04d5-4335-93cc-66a1ab2f11d8 req-cf8a2115-d5a2-4666-a5f1-053734427518 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 1097 time: 0.0548921 Jul 16 19:09:00.270426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-b68781ec-04d5-4335-93cc-66a1ab2f11d8 req-7d30bd46-dce8-4af5-8c12-64d23abe2f2f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293026 Jul 16 19:09:00.798756 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.821620 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-02280415-d30c-4fe1-b3f3-d4e4653c45b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.015248 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f36d9-9cd6-4f21-966e-89a15bc22618 req-0ff7aa91-6f2c-4268-969a-6364d48f8a7f tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:01.020966 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c26f36d9-9cd6-4f21-966e-89a15bc22618 req-0ff7aa91-6f2c-4268-969a-6364d48f8a7f tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 945 time: 0.0698421 Jul 16 19:09:01.060168 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-c26f36d9-9cd6-4f21-966e-89a15bc22618 req-028e705b-d75f-4aa2-bdaf-4566e25af593 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361538 Jul 16 19:09:02.139652 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.240800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29b11b-cdb3-4a04-91d9-deb016240697 req-2a3b849c-33ba-4cd7-b0bd-f1dbeab9eac1 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:02.242261 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f29b11b-cdb3-4a04-91d9-deb016240697 req-2a3b849c-33ba-4cd7-b0bd-f1dbeab9eac1 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 945 time: 0.0636334 Jul 16 19:09:02.279962 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-4f29b11b-cdb3-4a04-91d9-deb016240697 req-ce515b46-a079-4a42-a45a-df8f4b070eb0 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320079 Jul 16 19:09:02.451255 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabb9bd-21ab-4345-9603-cca7db103be0 req-7cf1867c-1e80-4163-bead-c97133a0f7ba tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:02.452744 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1aabb9bd-21ab-4345-9603-cca7db103be0 req-7cf1867c-1e80-4163-bead-c97133a0f7ba tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 945 time: 0.0624778 Jul 16 19:09:02.490517 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1aabb9bd-21ab-4345-9603-cca7db103be0 req-fdfb0bc5-41ac-4151-bb0d-271d9c913c3a tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319481 Jul 16 19:09:02.514661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57050) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:02.571246 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a9341-171d-42f1-8e87-3bb50887d5e1 tempest-TestSnapshotPattern-1660028745 tempest-TestSnapshotPattern-1660028745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:02.575791 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d91a9341-171d-42f1-8e87-3bb50887d5e1 tempest-TestSnapshotPattern-1660028745 tempest-TestSnapshotPattern-1660028745-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 1092 time: 0.0570338 Jul 16 19:09:02.576045 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57052) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:02.580489 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.v2.base [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Request body: {'floatingip': {'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'port_id': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:02.601524 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for floatingip, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.699038 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.806344 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_common [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Allocated IP 172.25.5.70 (12ae1271-214d-4601-81d9-3144fec69c7d/86e9f64e-a3a6-482c-84ce-869c0bb5d8e6/d6cb862e-1c29-4b8b-b0d7-fd24b73727c4) {{(pid=100169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:02.907355 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for port, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.950143 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764365108381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.992437 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Network 12ae1271-214d-4601-81d9-3144fec69c7d is already hosted by enough agents. {{(pid=100169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:02.995393 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.base_scheduler [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Resources bound (agent type, host, resource id): {{(pid=100169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:02.999352 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Received port after_create {{(pid=100169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:03.005502 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event updated for resources: {'Port': ['ID=d6cb862e-1c29-4b8b-b0d7-fd24b73727c4,revision_number=1']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:03.753474 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.832260 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.895492 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.991245 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for port, precommit_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.995800 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8749172'] for port, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.072029 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event updated for resources: {'Port': ['ID=d6cb862e-1c29-4b8b-b0d7-fd24b73727c4,revision_number=2']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:04.082035 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827625'] for floatingip, after_update {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.185370 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Floating IP 28ee897e-da35-4af9-9d66-3cded38aea66 associated. External IP: 172.25.5.70, port: 260c1be6-894a-4e5e-aa12-e83f1a35a402. Jul 16 19:09:04.399769 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:09:04.514335 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:09:04.523664 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed150d83-ed91-440b-9244-89de5dc78c3a None None] Sync routers for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:09:04.531862 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.534116 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed150d83-ed91-440b-9244-89de5dc78c3a None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:04.534757 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ed150d83-ed91-440b-9244-89de5dc78c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:09:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:04.575053 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-16841efc-68d6-4bdc-8ebf-f7aac3a6d06e tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9973519 Jul 16 19:09:04.575960 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:04.578280 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1423b12f-951c-4f28-a331-e7f081d2efc2" -d '{"events": [{"name": "network-changed", "server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:04.616036 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efccf718-2332-443b-b157-133170f7215d x-openstack-request-id: req-efccf718-2332-443b-b157-133170f7215d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:04.616323 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:04.616592 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efccf718-2332-443b-b157-133170f7215d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:04.616986 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'status': 'completed', 'code': 200} Jul 16 19:09:04.653711 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ed150d83-ed91-440b-9244-89de5dc78c3a None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:04.718777 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423b12f-951c-4f28-a331-e7f081d2efc2 req-f244a31e-6a4a-4e6b-b2c1-ea04e38ffd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:04.720348 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1423b12f-951c-4f28-a331-e7f081d2efc2 req-f244a31e-6a4a-4e6b-b2c1-ea04e38ffd83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 1097 time: 0.0801232 Jul 16 19:09:04.818917 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423b12f-951c-4f28-a331-e7f081d2efc2 req-f61e5d32-1e0a-464f-9fbb-7b1691358583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:04.820364 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1423b12f-951c-4f28-a331-e7f081d2efc2 req-f61e5d32-1e0a-464f-9fbb-7b1691358583 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 910 time: 0.0920680 Jul 16 19:09:04.888951 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1423b12f-951c-4f28-a331-e7f081d2efc2 req-19becc2f-beda-4637-bffe-7743d29fd641 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402 HTTP/1.1" status: 200 len: 998 time: 0.0615525 Jul 16 19:09:04.905303 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ed150d83-ed91-440b-9244-89de5dc78c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '28ee897e-da35-4af9-9d66-3cded38aea66', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'port_id': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'mac_address': 'fa:16:3e:2c:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:09:03Z', 'updated_at': '2021-07-16T19:09:03Z', 'revision_number': 0, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address_scope': None}, {'id': '3f86a32c-11fa-435b-a401-e272a6b661f7', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'port_id': '8801095f-cddb-4f8b-8f07-731cf6005374', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'mac_address': 'fa:16:3e:ff:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:29Z', 'updated_at': '2021-07-16T19:06:31Z', 'revision_number': 1, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 5, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:04.936719 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed150d83-ed91-440b-9244-89de5dc78c3a None None] Checking router: 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:09:04.943316 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423b12f-951c-4f28-a331-e7f081d2efc2 req-c9f6e173-56f4-459a-bfc8-137c42ee412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:04.945157 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1423b12f-951c-4f28-a331-e7f081d2efc2 req-c9f6e173-56f4-459a-bfc8-137c42ee412b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0487704 Jul 16 19:09:04.945377 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed150d83-ed91-440b-9244-89de5dc78c3a None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:04.945974 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ed150d83-ed91-440b-9244-89de5dc78c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:09:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:05.006834 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423b12f-951c-4f28-a331-e7f081d2efc2 req-5a8f2390-ab44-46a9-bc39-26866de19c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:05.008465 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1423b12f-951c-4f28-a331-e7f081d2efc2 req-5a8f2390-ab44-46a9-bc39-26866de19c79 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566182 Jul 16 19:09:05.052328 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-ed150d83-ed91-440b-9244-89de5dc78c3a None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:05.104879 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1423b12f-951c-4f28-a331-e7f081d2efc2 req-acd4dfe1-65c0-48fc-9566-0c012ec7553c service neutron] 10.222.0.35 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892730 Jul 16 19:09:05.201992 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1423b12f-951c-4f28-a331-e7f081d2efc2 req-5ae00c98-078a-4994-96bc-203b9754932a service neutron] 10.222.0.35 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903449 Jul 16 19:09:05.280204 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-ed150d83-ed91-440b-9244-89de5dc78c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '28ee897e-da35-4af9-9d66-3cded38aea66', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'port_id': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'mac_address': 'fa:16:3e:2c:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:09:03Z', 'updated_at': '2021-07-16T19:09:03Z', 'revision_number': 0, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address_scope': None}, {'id': '3f86a32c-11fa-435b-a401-e272a6b661f7', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'port_id': '8801095f-cddb-4f8b-8f07-731cf6005374', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'mac_address': 'fa:16:3e:ff:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:29Z', 'updated_at': '2021-07-16T19:06:31Z', 'revision_number': 1, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 5, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:05.310126 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed150d83-ed91-440b-9244-89de5dc78c3a None None] The sync data for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 is: [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '28ee897e-da35-4af9-9d66-3cded38aea66', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'port_id': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'mac_address': 'fa:16:3e:2c:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:09:03Z', 'updated_at': '2021-07-16T19:09:03Z', 'revision_number': 0, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address_scope': None}, {'id': '3f86a32c-11fa-435b-a401-e272a6b661f7', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'port_id': '8801095f-cddb-4f8b-8f07-731cf6005374', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'mac_address': 'fa:16:3e:ff:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:29Z', 'updated_at': '2021-07-16T19:06:31Z', 'revision_number': 1, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 5, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:09:05.507380 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717eb3f6-0529-4576-abc9-05ef302b4618 None None] New status for floating IP 28ee897e-da35-4af9-9d66-3cded38aea66: ACTIVE {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:09:13.956120 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:09:16.852872 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d12942d4-6dc3-471d-a991-3f0a245a7e53 req-e042926a-b8d9-42f6-84d8-e6e930f9197c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0628064 Jul 16 19:09:16.952648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12942d4-6dc3-471d-a991-3f0a245a7e53 req-da2d6754-4da2-47cb-9515-26542cbfa8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:16.954194 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d12942d4-6dc3-471d-a991-3f0a245a7e53 req-da2d6754-4da2-47cb-9515-26542cbfa8dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 1095 time: 0.0568843 Jul 16 19:09:17.064254 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12942d4-6dc3-471d-a991-3f0a245a7e53 req-1d5bf021-0995-4dab-8c34-5080b5ccdc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:17.065740 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d12942d4-6dc3-471d-a991-3f0a245a7e53 req-1d5bf021-0995-4dab-8c34-5080b5ccdc57 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 910 time: 0.0916047 Jul 16 19:09:17.132017 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d12942d4-6dc3-471d-a991-3f0a245a7e53 req-addac989-3bcb-4294-a5e6-249b7e7c7705 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8801095f-cddb-4f8b-8f07-731cf6005374 HTTP/1.1" status: 200 len: 999 time: 0.0582693 Jul 16 19:09:17.182956 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12942d4-6dc3-471d-a991-3f0a245a7e53 req-d451e87c-67dc-43d5-a80c-72f9bc3b597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:17.185546 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d12942d4-6dc3-471d-a991-3f0a245a7e53 req-d451e87c-67dc-43d5-a80c-72f9bc3b597e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0453842 Jul 16 19:09:17.251107 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12942d4-6dc3-471d-a991-3f0a245a7e53 req-fa1dfeda-72a3-41e8-9b4d-50ae44195549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:17.252669 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d12942d4-6dc3-471d-a991-3f0a245a7e53 req-fa1dfeda-72a3-41e8-9b4d-50ae44195549 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600381 Jul 16 19:09:17.350252 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d12942d4-6dc3-471d-a991-3f0a245a7e53 req-49b54b77-c966-4f30-9166-e6e9e8f064c2 service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896223 Jul 16 19:09:17.447288 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d12942d4-6dc3-471d-a991-3f0a245a7e53 req-873a15eb-07d5-4db7-9928-0d5b0a42d836 service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893250 Jul 16 19:09:18.959858 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89551d6d-7784-4d8c-8e2a-64db2eb47fc6 req-56b7d1ad-bf42-4feb-a4ad-f91d4854253c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512757 Jul 16 19:09:19.058073 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89551d6d-7784-4d8c-8e2a-64db2eb47fc6 req-b80d56eb-ad49-467c-8ee4-c872726c7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:19.059713 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89551d6d-7784-4d8c-8e2a-64db2eb47fc6 req-b80d56eb-ad49-467c-8ee4-c872726c7807 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 1097 time: 0.0531762 Jul 16 19:09:19.170071 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89551d6d-7784-4d8c-8e2a-64db2eb47fc6 req-4c954302-acc2-4db1-b560-fe22967ac115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:19.171571 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89551d6d-7784-4d8c-8e2a-64db2eb47fc6 req-4c954302-acc2-4db1-b560-fe22967ac115 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 910 time: 0.0916371 Jul 16 19:09:19.240046 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89551d6d-7784-4d8c-8e2a-64db2eb47fc6 req-3e94388c-ee67-4707-b322-8f4323599850 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402 HTTP/1.1" status: 200 len: 1000 time: 0.0597847 Jul 16 19:09:19.298041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89551d6d-7784-4d8c-8e2a-64db2eb47fc6 req-ce49e9a3-be81-4694-a30e-bfdfbf9c6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:19.299598 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89551d6d-7784-4d8c-8e2a-64db2eb47fc6 req-ce49e9a3-be81-4694-a30e-bfdfbf9c6392 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0518901 Jul 16 19:09:19.362189 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89551d6d-7784-4d8c-8e2a-64db2eb47fc6 req-3762572c-fcc0-473a-9888-e583b05937dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:19.363785 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89551d6d-7784-4d8c-8e2a-64db2eb47fc6 req-3762572c-fcc0-473a-9888-e583b05937dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575621 Jul 16 19:09:19.460482 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89551d6d-7784-4d8c-8e2a-64db2eb47fc6 req-ed0cd3b6-aad9-4525-bf3d-589c54980ff6 service neutron] 10.222.0.35 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892444 Jul 16 19:09:19.563108 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-89551d6d-7784-4d8c-8e2a-64db2eb47fc6 req-2524e351-1a55-483d-98cc-b8d57f0c523d service neutron] 10.222.0.35 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945756 Jul 16 19:09:27.224269 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:27.325381 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:28.131463 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1d36-6b68-4ded-ae8a-6a8bc5ee34c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:30.800467 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:30.821633 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-40c59b55-8a8f-4d1c-a83f-b3b253c024bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:32.142988 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:33.905513 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:50.956514 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:09:57.226179 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:57.323634 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:58.132994 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-6fd59f6a-faa6-415b-b19d-71754a68c5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:00.802946 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:00.821468 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ce52ae62-0244-4dac-875e-66fff89b68f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:02.146542 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:03.901822 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:16.864548 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d810240-8aa4-43b5-91e6-fb04961c0311 req-99dedeca-206b-4890-ad41-dbdcadb67f5d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553284 Jul 16 19:10:16.966263 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d810240-8aa4-43b5-91e6-fb04961c0311 req-2f35ddd5-4057-4bad-8e0d-bf7afd4a5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:16.967809 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d810240-8aa4-43b5-91e6-fb04961c0311 req-2f35ddd5-4057-4bad-8e0d-bf7afd4a5de0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 1095 time: 0.0613217 Jul 16 19:10:17.072788 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d810240-8aa4-43b5-91e6-fb04961c0311 req-e88b172d-bc5f-4706-9231-0657e976f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:17.074507 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d810240-8aa4-43b5-91e6-fb04961c0311 req-e88b172d-bc5f-4706-9231-0657e976f73c service neutron] 10.222.0.43 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 910 time: 0.0866694 Jul 16 19:10:17.144395 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d810240-8aa4-43b5-91e6-fb04961c0311 req-a86054e6-032d-4046-b804-ff8fb0464b53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8801095f-cddb-4f8b-8f07-731cf6005374 HTTP/1.1" status: 200 len: 999 time: 0.0626943 Jul 16 19:10:17.194028 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d810240-8aa4-43b5-91e6-fb04961c0311 req-d1e96d36-ef23-4946-9574-d584e17bcfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:17.195513 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d810240-8aa4-43b5-91e6-fb04961c0311 req-d1e96d36-ef23-4946-9574-d584e17bcfe7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0444889 Jul 16 19:10:17.254160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d810240-8aa4-43b5-91e6-fb04961c0311 req-e49e7871-77b1-4901-864b-35ea161c8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:17.255694 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d810240-8aa4-43b5-91e6-fb04961c0311 req-e49e7871-77b1-4901-864b-35ea161c8433 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535104 Jul 16 19:10:17.351716 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d810240-8aa4-43b5-91e6-fb04961c0311 req-da2d655b-1651-467d-ab61-ab78ea725fea service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873027 Jul 16 19:10:17.441873 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7d810240-8aa4-43b5-91e6-fb04961c0311 req-375c2d13-d717-40c4-ab80-190e90d6f149 service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836954 Jul 16 19:10:18.948346 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b23660f-c50b-4f45-bc80-16f26c5f44b8 req-8395105b-64c9-4efb-b9c3-91709960692c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556383 Jul 16 19:10:19.044993 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23660f-c50b-4f45-bc80-16f26c5f44b8 req-3a40f663-2743-4006-8a92-661c505526ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:19.046514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b23660f-c50b-4f45-bc80-16f26c5f44b8 req-3a40f663-2743-4006-8a92-661c505526ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 1097 time: 0.0537694 Jul 16 19:10:19.154444 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23660f-c50b-4f45-bc80-16f26c5f44b8 req-d91f76b0-60fb-4cb5-8aca-d22fa94f7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:19.155971 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b23660f-c50b-4f45-bc80-16f26c5f44b8 req-d91f76b0-60fb-4cb5-8aca-d22fa94f7833 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 910 time: 0.0879443 Jul 16 19:10:19.228189 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b23660f-c50b-4f45-bc80-16f26c5f44b8 req-f4cfe559-88f7-4c46-897f-2ee7480e1ca5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402 HTTP/1.1" status: 200 len: 1000 time: 0.0640869 Jul 16 19:10:19.280198 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23660f-c50b-4f45-bc80-16f26c5f44b8 req-c656c64a-3f69-4645-9b67-e503efe20b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:19.281665 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b23660f-c50b-4f45-bc80-16f26c5f44b8 req-c656c64a-3f69-4645-9b67-e503efe20b90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0463488 Jul 16 19:10:19.340308 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23660f-c50b-4f45-bc80-16f26c5f44b8 req-b5d65ece-7ef8-476a-ab3e-63c4112ce92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:19.341789 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b23660f-c50b-4f45-bc80-16f26c5f44b8 req-b5d65ece-7ef8-476a-ab3e-63c4112ce92d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520380 Jul 16 19:10:19.435533 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b23660f-c50b-4f45-bc80-16f26c5f44b8 req-94113bb0-784d-4980-b9d8-7648495d6b87 service neutron] 10.222.0.35 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857754 Jul 16 19:10:19.542411 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-7b23660f-c50b-4f45-bc80-16f26c5f44b8 req-2fe307df-59c9-40a7-b8d8-49b8b68ee19e service neutron] 10.222.0.35 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988648 Jul 16 19:10:27.248583 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:27.335866 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:27.956707 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:10:28.136378 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3be82397-cd87-4994-a481-f81ef772bf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:30.806446 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:30.826534 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0a41039d-3209-4d12-8888-4c787ae30ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:32.150188 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:33.904117 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:34.045016 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 260c1be6-894a-4e5e-aa12-e83f1a35a402 details requested by agent hyperv_n-h1-787206-10 with host n-h1-787206-10 {{(pid=100171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:10:34.141919 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 260c1be6-894a-4e5e-aa12-e83f1a35a402, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:34.153643 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Returning: {'device': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'port_id': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'mac_address': 'fa:16:3e:2c:fb:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:10:34.190034 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:34.206561 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 260c1be6-894a-4e5e-aa12-e83f1a35a402 {{(pid=100171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:10:34.229258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 260c1be6-894a-4e5e-aa12-e83f1a35a402, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:34.236940 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:34.288963 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=260c1be6-894a-4e5e-aa12-e83f1a35a402,revision_number=6']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:34.296585 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:34.296929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:34.297269 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:34.297600 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:34.297929 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:34.298254 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:34.298574 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:34.298893 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:34.299210 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:34.299561 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:34.299882 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:34.300197 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:34.319809 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] get_ports_and_sgs() called for port_ids ['260c1be6-894a-4e5e-aa12-e83f1a35a402'] {{(pid=100171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:10:36.055778 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 260c1be6-894a-4e5e-aa12-e83f1a35a402 up at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:10:36.107151 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.provisioning_blocks [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Provisioning complete for port 260c1be6-894a-4e5e-aa12-e83f1a35a402 triggered by entity L2. {{(pid=100171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:36.107614 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716460'] for port, provisioning_complete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:36.215884 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:36.248557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:36.250823 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc116433-fd05-41a7-9979-837372c0ddd8" -d '{"events": [{"server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "name": "network-vif-plugged", "status": "completed", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:36.268265 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 260c1be6-894a-4e5e-aa12-e83f1a35a402, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:36.279139 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:36.308679 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a22b55f-5a73-4684-aff2-92cf6b605761 x-openstack-request-id: req-7a22b55f-5a73-4684-aff2-92cf6b605761 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:36.308949 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "name": "network-vif-plugged", "status": "completed", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:36.309242 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a22b55f-5a73-4684-aff2-92cf6b605761 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:36.309751 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'code': 200} Jul 16 19:10:36.350287 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=260c1be6-894a-4e5e-aa12-e83f1a35a402,revision_number=7']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:46.215463 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57260) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:46.382041 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Deleting port d6cb862e-1c29-4b8b-b0d7-fd24b73727c4 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:46.382292 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:46.458609 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:46.458930 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:46.470570 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Calling delete_port for d6cb862e-1c29-4b8b-b0d7-fd24b73727c4 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:46.623417 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:46.649817 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event deleted for resources: {'Port': ['ID=d6cb862e-1c29-4b8b-b0d7-fd24b73727c4,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:46.662913 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:46.663261 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:46.663639 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:46.663980 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:46.664315 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:46.664648 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:46.664977 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:46.665303 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:46.665661 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:46.666017 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:46.666493 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:46.666629 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:46.727840 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:46.728184 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Floating IP 28ee897e-da35-4af9-9d66-3cded38aea66 disassociated (deleted). External IP: 172.25.5.70, port: 260c1be6-894a-4e5e-aa12-e83f1a35a402. Jul 16 19:10:46.939320 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:47.053800 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:47.059206 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:47.067117 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf4199d-9a3f-4048-a9c7-46a251566692 None None] Sync routers for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:47.077444 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf4199d-9a3f-4048-a9c7-46a251566692 None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:47.078086 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-baf4199d-9a3f-4048-a9c7-46a251566692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:10:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:47.103146 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-d4492ab4-6907-41f8-835d-ffc8980f1766 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "DELETE /v2.0/floatingips/28ee897e-da35-4af9-9d66-3cded38aea66 HTTP/1.1" status: 204 len: 168 time: 0.8841391 Jul 16 19:10:47.103146 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:47.103965 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d213a0c-94cc-449a-a98d-7fbb28c55639" -d '{"events": [{"name": "network-changed", "server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:47.148459 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5024b10-ab38-4bd9-8c65-020ac0ac12e7 x-openstack-request-id: req-a5024b10-ab38-4bd9-8c65-020ac0ac12e7 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:47.148748 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:47.149076 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5024b10-ab38-4bd9-8c65-020ac0ac12e7 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:47.149476 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'status': 'completed', 'code': 200} Jul 16 19:10:47.196494 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-baf4199d-9a3f-4048-a9c7-46a251566692 None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:47.252383 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213a0c-94cc-449a-a98d-7fbb28c55639 req-88589a8a-4360-4316-ba97-b076c96c4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:47.254381 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d213a0c-94cc-449a-a98d-7fbb28c55639 req-88589a8a-4360-4316-ba97-b076c96c4f59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 1097 time: 0.0780525 Jul 16 19:10:47.363552 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213a0c-94cc-449a-a98d-7fbb28c55639 req-bd980e4b-e3da-498c-bcc0-40457a86cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:47.365335 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d213a0c-94cc-449a-a98d-7fbb28c55639 req-bd980e4b-e3da-498c-bcc0-40457a86cb38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 910 time: 0.1029882 Jul 16 19:10:47.414985 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d213a0c-94cc-449a-a98d-7fbb28c55639 req-ed9347f3-936f-4363-bdda-ae419c3f151d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402 HTTP/1.1" status: 200 len: 217 time: 0.0424573 Jul 16 19:10:47.432336 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-baf4199d-9a3f-4048-a9c7-46a251566692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '3f86a32c-11fa-435b-a401-e272a6b661f7', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'port_id': '8801095f-cddb-4f8b-8f07-731cf6005374', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'mac_address': 'fa:16:3e:ff:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:29Z', 'updated_at': '2021-07-16T19:06:31Z', 'revision_number': 1, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 5, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:47.462410 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf4199d-9a3f-4048-a9c7-46a251566692 None None] Checking router: 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:47.471897 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf4199d-9a3f-4048-a9c7-46a251566692 None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:47.472510 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-baf4199d-9a3f-4048-a9c7-46a251566692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:10:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:47.499289 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213a0c-94cc-449a-a98d-7fbb28c55639 req-b9abb8c5-dc8b-4e0a-948b-126b29dd33b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:47.500778 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d213a0c-94cc-449a-a98d-7fbb28c55639 req-b9abb8c5-dc8b-4e0a-948b-126b29dd33b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0790193 Jul 16 19:10:47.559008 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba20b8-6598-4772-919b-d84ff2862c23 req-41ad3807-3898-4a93-9d2c-6a3532ff0e7d tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:47.560770 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7ba20b8-6598-4772-919b-d84ff2862c23 req-41ad3807-3898-4a93-9d2c-6a3532ff0e7d tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 945 time: 0.1114199 Jul 16 19:10:47.675938 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-baf4199d-9a3f-4048-a9c7-46a251566692 None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:47.911537 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-baf4199d-9a3f-4048-a9c7-46a251566692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '3f86a32c-11fa-435b-a401-e272a6b661f7', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'port_id': '8801095f-cddb-4f8b-8f07-731cf6005374', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'mac_address': 'fa:16:3e:ff:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:29Z', 'updated_at': '2021-07-16T19:06:31Z', 'revision_number': 1, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 5, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:47.943527 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf4199d-9a3f-4048-a9c7-46a251566692 None None] The sync data for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 is: [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_floatingips': [{'id': '3f86a32c-11fa-435b-a401-e272a6b661f7', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'router_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'port_id': '8801095f-cddb-4f8b-8f07-731cf6005374', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'mac_address': 'fa:16:3e:ff:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:29Z', 'updated_at': '2021-07-16T19:06:31Z', 'revision_number': 1, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 5, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:47.944433 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213a0c-94cc-449a-a98d-7fbb28c55639 req-2af37cf7-4f7f-48be-a311-915e1b3f2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:47.945967 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d213a0c-94cc-449a-a98d-7fbb28c55639 req-2af37cf7-4f7f-48be-a311-915e1b3f2e16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4367964 Jul 16 19:10:47.949581 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d7ba20b8-6598-4772-919b-d84ff2862c23 req-5ddf7084-87fb-4628-b560-aa7239afc382 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3819823 Jul 16 19:10:48.055311 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d213a0c-94cc-449a-a98d-7fbb28c55639 req-8727a376-6440-4eb8-a1f3-d244c6de0d27 service neutron] 10.222.0.35 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020856 Jul 16 19:10:48.104084 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 260c1be6-894a-4e5e-aa12-e83f1a35a402 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:48.158549 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-3d213a0c-94cc-449a-a98d-7fbb28c55639 req-68b6aa03-a101-483a-b2db-e233672c5f9b service neutron] 10.222.0.35 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960817 Jul 16 19:10:48.186897 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546652'] for port, before_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:48.202511 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44b627-dbfa-4f03-b9b4-77fbf847edff None None] New status for floating IP 28ee897e-da35-4af9-9d66-3cded38aea66: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:10:48.267184 n-d-787206-10 neutron-server[100171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402'}] {{(pid=100171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:48.269450 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e03ce75c0b32979e9f4b1671a43c3a6b8a5ce25176c069e3715e0fe290d9611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0723e9f2-0168-4826-adfd-6391d0d6db1b" -d '{"events": [{"server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "name": "network-vif-unplugged", "status": "completed", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402"}]}' {{(pid=100171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:48.282567 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] For port 260c1be6-894a-4e5e-aa12-e83f1a35a402, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:48.286657 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764365509205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764365108399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764365108417'] for port, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:48.311575 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7616364a-6e70-4f64-af01-4c357e5f47f8 x-openstack-request-id: req-7616364a-6e70-4f64-af01-4c357e5f47f8 {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:48.311874 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "name": "network-vif-unplugged", "status": "completed", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402", "code": 200}]} {{(pid=100171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:48.312139 n-d-787206-10 neutron-server[100171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7616364a-6e70-4f64-af01-4c357e5f47f8 {{(pid=100171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:48.312516 n-d-787206-10 neutron-server[100171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'code': 200} Jul 16 19:10:48.340371 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=260c1be6-894a-4e5e-aa12-e83f1a35a402,revision_number=8']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:49.178920 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251926c4-f9c7-44a5-8ad5-82d1fc978f0e req-ea513ce5-bacd-4a98-bada-7185024d72a1 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:49.180426 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-251926c4-f9c7-44a5-8ad5-82d1fc978f0e req-ea513ce5-bacd-4a98-bada-7185024d72a1 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 943 time: 0.1052787 Jul 16 19:10:49.204066 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3847400-7432-40d3-b538-9c8b3b281e16 req-d0c2a5dc-3afc-43b7-9f3c-b56cf7fb1e91 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:49.206068 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3847400-7432-40d3-b538-9c8b3b281e16 req-d0c2a5dc-3afc-43b7-9f3c-b56cf7fb1e91 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.35 "GET /v2.0/ports?device_id=21140893-79ab-4d9e-81e3-096b4a00ee32 HTTP/1.1" status: 200 len: 943 time: 0.1028388 Jul 16 19:10:49.273830 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-251926c4-f9c7-44a5-8ad5-82d1fc978f0e req-1b97a1b0-3152-420b-bdd0-868bf1f53bf6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864513 Jul 16 19:10:49.334870 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-d3847400-7432-40d3-b538-9c8b3b281e16 req-3d6679dc-010f-4e61-8022-0c68ba2d67c6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Deleting port 260c1be6-894a-4e5e-aa12-e83f1a35a402 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:49.335209 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3847400-7432-40d3-b538-9c8b3b281e16 req-3d6679dc-010f-4e61-8022-0c68ba2d67c6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:49.429632 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d3847400-7432-40d3-b538-9c8b3b281e16 req-3d6679dc-010f-4e61-8022-0c68ba2d67c6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] For port 260c1be6-894a-4e5e-aa12-e83f1a35a402, host n-h1-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-10',level=0,port_id=260c1be6-894a-4e5e-aa12-e83f1a35a402,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:49.429988 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3847400-7432-40d3-b538-9c8b3b281e16 req-3d6679dc-010f-4e61-8022-0c68ba2d67c6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:49.442909 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-d3847400-7432-40d3-b538-9c8b3b281e16 req-3d6679dc-010f-4e61-8022-0c68ba2d67c6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Calling delete_port for 260c1be6-894a-4e5e-aa12-e83f1a35a402 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:49.571008 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3847400-7432-40d3-b538-9c8b3b281e16 req-3d6679dc-010f-4e61-8022-0c68ba2d67c6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:49.602479 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6679dc-010f-4e61-8022-0c68ba2d67c6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event deleted for resources: {'Port': ['ID=260c1be6-894a-4e5e-aa12-e83f1a35a402,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:49.657305 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3847400-7432-40d3-b538-9c8b3b281e16 req-3d6679dc-010f-4e61-8022-0c68ba2d67c6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] No DVR routers for this DVR port 260c1be6-894a-4e5e-aa12-e83f1a35a402 on host n-h1-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:49.660267 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d3847400-7432-40d3-b538-9c8b3b281e16 req-3d6679dc-010f-4e61-8022-0c68ba2d67c6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:49.662483 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d3847400-7432-40d3-b538-9c8b3b281e16 req-3d6679dc-010f-4e61-8022-0c68ba2d67c6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.35 "DELETE /v2.0/ports/260c1be6-894a-4e5e-aa12-e83f1a35a402 HTTP/1.1" status: 204 len: 173 time: 0.4481139 Jul 16 19:10:49.662942 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'name': 'network-vif-deleted', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:49.665347 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d32a71d-0b26-4d0d-8bf4-0026c86da6ed" -d '{"events": [{"server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "name": "network-vif-deleted", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:49.710695 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e670967-b063-4460-b3fd-c0b2b9ac1806 x-openstack-request-id: req-4e670967-b063-4460-b3fd-c0b2b9ac1806 {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:49.711139 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21140893-79ab-4d9e-81e3-096b4a00ee32", "name": "network-vif-deleted", "tag": "260c1be6-894a-4e5e-aa12-e83f1a35a402", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:49.711735 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e670967-b063-4460-b3fd-c0b2b9ac1806 {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:49.713371 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21140893-79ab-4d9e-81e3-096b4a00ee32', 'name': 'network-vif-deleted', 'tag': '260c1be6-894a-4e5e-aa12-e83f1a35a402', 'status': 'completed', 'code': 200} Jul 16 19:10:50.901461 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57316) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:51.061070 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b97f6c85-d2b8-4013-b061-fd5409c72ddb tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Deleting port 86d04d46-6442-463b-8bb9-de8419e5e600 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:51.061410 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b97f6c85-d2b8-4013-b061-fd5409c72ddb tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:51.145485 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b97f6c85-d2b8-4013-b061-fd5409c72ddb tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:51.146107 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b97f6c85-d2b8-4013-b061-fd5409c72ddb tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:51.163736 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-b97f6c85-d2b8-4013-b061-fd5409c72ddb tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Calling delete_port for 86d04d46-6442-463b-8bb9-de8419e5e600 owned by network:floatingip {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:51.320209 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b97f6c85-d2b8-4013-b061-fd5409c72ddb tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:51.346478 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f6c85-d2b8-4013-b061-fd5409c72ddb tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event deleted for resources: {'Port': ['ID=86d04d46-6442-463b-8bb9-de8419e5e600,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:51.408832 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b97f6c85-d2b8-4013-b061-fd5409c72ddb tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for floatingip, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:51.409157 n-d-787206-10 neutron-server[100169]: INFO neutron.db.l3_db [None req-b97f6c85-d2b8-4013-b061-fd5409c72ddb tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Floating IP 3f86a32c-11fa-435b-a401-e272a6b661f7 disassociated (deleted). External IP: 172.25.5.235, port: 8801095f-cddb-4f8b-8f07-731cf6005374. Jul 16 19:10:51.618227 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97f6c85-d2b8-4013-b061-fd5409c72ddb tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:51.726418 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97f6c85-d2b8-4013-b061-fd5409c72ddb tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:51.731826 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b97f6c85-d2b8-4013-b061-fd5409c72ddb tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for floatingip, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:51.736163 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d66270-e3d0-41ec-aa03-0d887d6d4835 None None] Sync routers for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:51.745684 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d66270-e3d0-41ec-aa03-0d887d6d4835 None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:51.746302 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e9d66270-e3d0-41ec-aa03-0d887d6d4835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:10:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:51.769459 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b97f6c85-d2b8-4013-b061-fd5409c72ddb tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "DELETE /v2.0/floatingips/3f86a32c-11fa-435b-a401-e272a6b661f7 HTTP/1.1" status: 204 len: 168 time: 0.8668637 Jul 16 19:10:51.770160 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:51.772519 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f12e82d-f159-4ed0-86f0-0b9742f4ded0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:51.855362 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-e9d66270-e3d0-41ec-aa03-0d887d6d4835 None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:51.864722 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be472856-bbf6-409d-831d-f396e95daaff x-openstack-request-id: req-be472856-bbf6-409d-831d-f396e95daaff {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:51.865009 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:51.865256 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be472856-bbf6-409d-831d-f396e95daaff {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:51.865659 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374', 'status': 'completed', 'code': 200} Jul 16 19:10:51.949506 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12e82d-f159-4ed0-86f0-0b9742f4ded0 req-1ca2dfd6-81cd-4382-90d1-288213e35324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:51.951643 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f12e82d-f159-4ed0-86f0-0b9742f4ded0 req-1ca2dfd6-81cd-4382-90d1-288213e35324 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e904c3b281248adaa14ff3efbb79483&device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 1095 time: 0.0625803 Jul 16 19:10:52.061406 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12e82d-f159-4ed0-86f0-0b9742f4ded0 req-83d2e023-15d2-4c85-a02b-5ed954f04d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:52.063289 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f12e82d-f159-4ed0-86f0-0b9742f4ded0 req-83d2e023-15d2-4c85-a02b-5ed954f04d97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 200 len: 910 time: 0.1051297 Jul 16 19:10:52.084750 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e9d66270-e3d0-41ec-aa03-0d887d6d4835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 5, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:52.104711 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 260c1be6-894a-4e5e-aa12-e83f1a35a402 no longer exists at agent hyperv_n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:52.113099 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f12e82d-f159-4ed0-86f0-0b9742f4ded0 req-71950e26-8f97-4865-9215-39f4872a530d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8801095f-cddb-4f8b-8f07-731cf6005374 HTTP/1.1" status: 200 len: 217 time: 0.0431454 Jul 16 19:10:52.117387 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d66270-e3d0-41ec-aa03-0d887d6d4835 None None] Checking router: 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:52.126386 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] No Port match for: 260c1be6-894a-4e5e-aa12-e83f1a35a402 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:52.127069 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Device 260c1be6-894a-4e5e-aa12-e83f1a35a402 not bound to the agent host n-h1-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:52.127249 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d66270-e3d0-41ec-aa03-0d887d6d4835 None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:52.127849 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e9d66270-e3d0-41ec-aa03-0d887d6d4835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:10:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:52.205242 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12e82d-f159-4ed0-86f0-0b9742f4ded0 req-2e13e18c-77ee-462a-adcb-b337fcf9ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:52.206727 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f12e82d-f159-4ed0-86f0-0b9742f4ded0 req-2e13e18c-77ee-462a-adcb-b337fcf9ae80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 200 len: 848 time: 0.0848317 Jul 16 19:10:52.233597 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f15f5-4132-414a-8df8-9a22faa469f8 req-fc66d0a9-df8f-43e6-aa7e-8da77d4ec7ca tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:52.235118 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-533f15f5-4132-414a-8df8-9a22faa469f8 req-fc66d0a9-df8f-43e6-aa7e-8da77d4ec7ca tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 943 time: 0.1048105 Jul 16 19:10:52.237908 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-e9d66270-e3d0-41ec-aa03-0d887d6d4835 None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:52.299826 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-533f15f5-4132-414a-8df8-9a22faa469f8 req-b4553381-27fd-48ab-9192-514564d58993 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467253 Jul 16 19:10:52.325759 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12e82d-f159-4ed0-86f0-0b9742f4ded0 req-6e19dcee-6025-47a9-b552-fabd7e3a23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:52.325759 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f12e82d-f159-4ed0-86f0-0b9742f4ded0 req-6e19dcee-6025-47a9-b552-fabd7e3a23bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1fbff344-4b9c-45cc-88e1-e9ef33aaa663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001415 Jul 16 19:10:52.413763 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f12e82d-f159-4ed0-86f0-0b9742f4ded0 req-7b1644f4-c57f-4e3f-a48b-e5f85a510b3c service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885763 Jul 16 19:10:52.449276 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-e9d66270-e3d0-41ec-aa03-0d887d6d4835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 5, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:52.475190 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d66270-e3d0-41ec-aa03-0d887d6d4835 None None] The sync data for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 is: [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:08Z', 'revision_number': 4, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10', '_interfaces': [{'id': '664125d5-befb-4df9-ab6d-b97d9822fe7b', 'name': '', 'network_id': '1fbff344-4b9c-45cc-88e1-e9ef33aaa663', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'mac_address': 'fa:16:3e:ca:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:08Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 5, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'subnets': [{'id': '099a9236-99fa-41a2-8acd-731ff3802de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:52.521207 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1f12e82d-f159-4ed0-86f0-0b9742f4ded0 req-3fd00ef8-7082-4000-9c36-ca1a92be9595 service neutron] 10.222.0.43 "GET /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002891 Jul 16 19:10:52.706154 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e21a4-71de-4767-bff3-b773df43c5ef None None] New status for floating IP 3f86a32c-11fa-435b-a401-e272a6b661f7: DOWN {{(pid=100171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:10:53.485553 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3990bc-9f04-42c4-9a69-5283297d374d req-c2a7445f-d31f-42c4-babf-09af94167451 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:53.487088 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba3990bc-9f04-42c4-9a69-5283297d374d req-c2a7445f-d31f-42c4-babf-09af94167451 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 943 time: 0.0677874 Jul 16 19:10:53.528387 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-ba3990bc-9f04-42c4-9a69-5283297d374d req-7fa55706-094d-4901-b326-1730c467deea tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350704 Jul 16 19:10:53.796131 n-d-787206-10 neutron-server[100169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cbcee-dbba-4e4c-bbae-f6817e2dfc94 req-3f51b1e0-daf5-4565-88b3-5f7979ad6973 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:53.797514 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d30cbcee-dbba-4e4c-bbae-f6817e2dfc94 req-3f51b1e0-daf5-4565-88b3-5f7979ad6973 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 943 time: 0.0698953 Jul 16 19:10:53.906094 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-d30cbcee-dbba-4e4c-bbae-f6817e2dfc94 req-48be364a-39f2-457b-a1cf-71d7a9c5d927 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Deleting port 8801095f-cddb-4f8b-8f07-731cf6005374 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:53.906438 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d30cbcee-dbba-4e4c-bbae-f6817e2dfc94 req-48be364a-39f2-457b-a1cf-71d7a9c5d927 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.998683 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [req-d30cbcee-dbba-4e4c-bbae-f6817e2dfc94 req-48be364a-39f2-457b-a1cf-71d7a9c5d927 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] For port 8801095f-cddb-4f8b-8f07-731cf6005374, host n-h2-787206-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-10',level=0,port_id=8801095f-cddb-4f8b-8f07-731cf6005374,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:53.999080 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d30cbcee-dbba-4e4c-bbae-f6817e2dfc94 req-48be364a-39f2-457b-a1cf-71d7a9c5d927 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:54.019002 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [req-d30cbcee-dbba-4e4c-bbae-f6817e2dfc94 req-48be364a-39f2-457b-a1cf-71d7a9c5d927 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Calling delete_port for 8801095f-cddb-4f8b-8f07-731cf6005374 owned by compute:nova {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:54.155792 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d30cbcee-dbba-4e4c-bbae-f6817e2dfc94 req-48be364a-39f2-457b-a1cf-71d7a9c5d927 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:54.185961 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be364a-39f2-457b-a1cf-71d7a9c5d927 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event deleted for resources: {'Port': ['ID=8801095f-cddb-4f8b-8f07-731cf6005374,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:54.236830 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30cbcee-dbba-4e4c-bbae-f6817e2dfc94 req-48be364a-39f2-457b-a1cf-71d7a9c5d927 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] No DVR routers for this DVR port 8801095f-cddb-4f8b-8f07-731cf6005374 on host n-h2-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:54.239479 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [req-d30cbcee-dbba-4e4c-bbae-f6817e2dfc94 req-48be364a-39f2-457b-a1cf-71d7a9c5d927 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25849'] for port, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:54.241805 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-d30cbcee-dbba-4e4c-bbae-f6817e2dfc94 req-48be364a-39f2-457b-a1cf-71d7a9c5d927 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.43 "DELETE /v2.0/ports/8801095f-cddb-4f8b-8f07-731cf6005374 HTTP/1.1" status: 204 len: 173 time: 0.4378469 Jul 16 19:10:54.242252 n-d-787206-10 neutron-server[100169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'name': 'network-vif-deleted', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374'}] {{(pid=100169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:54.244834 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff97ab7687d09756a8a41c6b66f9d70c955392dedba6d3e747d418bcb212842b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1fcb9c-c868-45c7-9265-ce5a87e02ba7" -d '{"events": [{"server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "name": "network-vif-deleted", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374"}]}' {{(pid=100169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:54.282534 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df37768-792f-4013-a3e8-7de8938bd15d x-openstack-request-id: req-4df37768-792f-4013-a3e8-7de8938bd15d {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:54.282825 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3401545-7a96-4b7f-a7b7-55afa979a44a", "name": "network-vif-deleted", "tag": "8801095f-cddb-4f8b-8f07-731cf6005374", "status": "completed", "code": 200}]} {{(pid=100169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:54.283074 n-d-787206-10 neutron-server[100169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4df37768-792f-4013-a3e8-7de8938bd15d {{(pid=100169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:54.283500 n-d-787206-10 neutron-server[100169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3401545-7a96-4b7f-a7b7-55afa979a44a', 'name': 'network-vif-deleted', 'tag': '8801095f-cddb-4f8b-8f07-731cf6005374', 'status': 'completed', 'code': 200} Jul 16 19:10:54.694451 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [req-1fdacc57-585e-4ca2-ba6a-eedcbd06e848 req-a9b7093f-1833-4ab6-8909-268f588aafd6 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3401545-7a96-4b7f-a7b7-55afa979a44a HTTP/1.1" status: 200 len: 210 time: 0.0338988 Jul 16 19:10:55.793301 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57334) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:55.853849 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9153491-9ca3-4697-977f-972f493b3a59 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:55.879071 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9153491-9ca3-4697-977f-972f493b3a59 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:55.940333 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9153491-9ca3-4697-977f-972f493b3a59 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:55.943105 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-c9153491-9ca3-4697-977f-972f493b3a59 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:55.944310 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-c9153491-9ca3-4697-977f-972f493b3a59 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] 10.222.0.41 "DELETE /v2.0/security-groups/1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d HTTP/1.1" status: 204 len: 168 time: 0.1499956 Jul 16 19:10:55.954556 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9153491-9ca3-4697-977f-972f493b3a59 tempest-TestSnapshotPattern-2017101331 tempest-TestSnapshotPattern-2017101331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4f5430-ca60-4bf9-97a6-7d28f3f12d6d,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:55.996091 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57338) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:56.345430 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e74f3370-ed2b-472a-b25d-ef2e519edeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.604741 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e74f3370-ed2b-472a-b25d-ef2e519edeed admin admin] Deleting port 664125d5-befb-4df9-ab6d-b97d9822fe7b {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:56.604991 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e74f3370-ed2b-472a-b25d-ef2e519edeed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.687151 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-e74f3370-ed2b-472a-b25d-ef2e519edeed admin admin] For port 664125d5-befb-4df9-ab6d-b97d9822fe7b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=664125d5-befb-4df9-ab6d-b97d9822fe7b,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:56.687529 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e74f3370-ed2b-472a-b25d-ef2e519edeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.700852 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e74f3370-ed2b-472a-b25d-ef2e519edeed admin admin] Calling delete_port for 664125d5-befb-4df9-ab6d-b97d9822fe7b owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:56.888487 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e74f3370-ed2b-472a-b25d-ef2e519edeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.912341 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f3370-ed2b-472a-b25d-ef2e519edeed admin admin] Pushing event deleted for resources: {'Port': ['ID=664125d5-befb-4df9-ab6d-b97d9822fe7b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:57.090183 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e74f3370-ed2b-472a-b25d-ef2e519edeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.240239 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.311051 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74f3370-ed2b-472a-b25d-ef2e519edeed admin admin] Router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:57.338545 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.424084 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74f3370-ed2b-472a-b25d-ef2e519edeed admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:57.432728 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e74f3370-ed2b-472a-b25d-ef2e519edeed admin admin] 10.222.0.41 "PUT /v2.0/routers/09bf3a90-3c2f-48f1-97c5-81a338d3e1ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4325259 Jul 16 19:10:57.433199 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d9ff9-33ea-4f0d-b899-091bee952bf7 None None] Sync routers for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:57.433666 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57340) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:57.442446 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d9ff9-33ea-4f0d-b899-091bee952bf7 None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:57.443064 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d67d9ff9-33ea-4f0d-b899-091bee952bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:10:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:57.539405 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Notify callbacks [] for router, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.549061 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d67d9ff9-33ea-4f0d-b899-091bee952bf7 None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: n-d-787206-10 {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:57.645684 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.698431 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Deleting port b0d2b23b-90c5-4d35-bb28-a56d4db036e0 {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:57.698771 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.734920 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d67d9ff9-33ea-4f0d-b899-091bee952bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:10:56Z', 'revision_number': 5, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port': {'id': 'b0d2b23b-90c5-4d35-bb28-a56d4db036e0', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:57.766190 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d9ff9-33ea-4f0d-b899-091bee952bf7 None None] Checking router: 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec for host: n-d-787206-10 {{(pid=100172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:57.774646 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d9ff9-33ea-4f0d-b899-091bee952bf7 None None] Routers {'09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'} bound to L3 agent in host n-d-787206-10 {{(pid=100172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:57.775269 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d67d9ff9-33ea-4f0d-b899-091bee952bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:10:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'], 'active': True} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:57.786895 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] For port b0d2b23b-90c5-4d35-bb28-a56d4db036e0, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=b0d2b23b-90c5-4d35-bb28-a56d4db036e0,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:57.787286 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.800142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Calling delete_port for b0d2b23b-90c5-4d35-bb28-a56d4db036e0 owned by network:router_gateway {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:57.842399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8801095f-cddb-4f8b-8f07-731cf6005374 no longer exists at agent hyperv_n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:57.866729 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_dvr_db [None req-d67d9ff9-33ea-4f0d-b899-091bee952bf7 None None] Set router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec gateway port host: None {{(pid=100172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:57.867785 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] No Port match for: 8801095f-cddb-4f8b-8f07-731cf6005374 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:57.868399 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Device 8801095f-cddb-4f8b-8f07-731cf6005374 not bound to the agent host n-h2-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:57.986371 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.013277 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d2b23b-90c5-4d35-bb28-a56d4db036e0,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:58.021685 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.l3_hamode_db [None req-d67d9ff9-33ea-4f0d-b899-091bee952bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:10:57Z', 'revision_number': 6, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:58.052296 n-d-787206-10 neutron-server[100172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d9ff9-33ea-4f0d-b899-091bee952bf7 None None] The sync data for ids ['09bf3a90-3c2f-48f1-97c5-81a338d3e1ec'] in n-d-787206-10 is: [{'id': '09bf3a90-3c2f-48f1-97c5-81a338d3e1ec', 'name': 'tempest-TestSnapshotPattern-857008868-router', 'tenant_id': '1e904c3b281248adaa14ff3efbb79483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:06Z', 'updated_at': '2021-07-16T19:10:57Z', 'revision_number': 6, 'project_id': '1e904c3b281248adaa14ff3efbb79483', 'gw_port_host': None}] {{(pid=100172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:58.059997 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:58.060341 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:58.060676 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:58.061005 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:58.061330 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:58.061696 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:58.062052 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:58.062379 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:58.062766 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:58.063091 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:58.063685 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:58.064057 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-10 {{(pid=100170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:58.089139 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.136587 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-bf5826e9-48d0-48d6-9be8-a9ff1ac77006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.181850 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.184079 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.229448 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.229965 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09bf3a90-3c2f-48f1-97c5-81a338d3e1ec {{(pid=100170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:10:58.234191 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] Notify callbacks [] for router, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.235416 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-a70d1c65-de60-4ab5-9c18-2ca68ffc5d86 admin admin] 10.222.0.41 "DELETE /v2.0/routers/09bf3a90-3c2f-48f1-97c5-81a338d3e1ec HTTP/1.1" status: 204 len: 168 time: 0.8011231 Jul 16 19:10:58.238142 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57344) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:58.282351 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8649b8-5c00-475b-ab96-d99155949ca1 admin admin] Deleting subnet 099a9236-99fa-41a2-8acd-731ff3802de7 {{(pid=100170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:10:58.285328 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ab8649b8-5c00-475b-ab96-d99155949ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.319647 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ab8649b8-5c00-475b-ab96-d99155949ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9720474'] for subnet, precommit_delete_associations {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.402999 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ab8649b8-5c00-475b-ab96-d99155949ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.458320 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ab8649b8-5c00-475b-ab96-d99155949ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9694254'] for subnet, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.484104 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8649b8-5c00-475b-ab96-d99155949ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099a9236-99fa-41a2-8acd-731ff3802de7,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:58.487632 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-ab8649b8-5c00-475b-ab96-d99155949ca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.489519 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-ab8649b8-5c00-475b-ab96-d99155949ca1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/099a9236-99fa-41a2-8acd-731ff3802de7 HTTP/1.1" status: 204 len: 168 time: 0.2504659 Jul 16 19:10:58.492061 n-d-787206-10 neutron-server[100170]: DEBUG neutron.wsgi [-] (100170) accepted ('10.222.0.41', 57346) {{(pid=100170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:58.501506 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c7b515-2783-4cda-b43d-1a643c7dd63c None None] Network 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:10:58.561713 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.619913 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Deleting port 611efce1-5e19-4937-9130-ff6190159c0a {{(pid=100170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:58.620196 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.685814 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.db [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] For port 611efce1-5e19-4937-9130-ff6190159c0a, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=611efce1-5e19-4937-9130-ff6190159c0a,segment=NetworkSegment(531dcaaf-462f-43b1-9393-11bdd0f6ce2e),segment_id=531dcaaf-462f-43b1-9393-11bdd0f6ce2e)] {{(pid=100170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:58.686166 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.698221 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.plugin [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Calling delete_port for 611efce1-5e19-4937-9130-ff6190159c0a owned by network:dhcp {{(pid=100170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:58.783192 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720564'] for port, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.813187 n-d-787206-10 neutron-server[100170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] No DVR routers for this DVR port 611efce1-5e19-4937-9130-ff6190159c0a on host n-d-787206-10 {{(pid=100170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:58.817408 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Pushing event deleted for resources: {'Port': ['ID=611efce1-5e19-4937-9130-ff6190159c0a,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:58.833557 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0428118f-1d7b-495a-bbff-14fd1262577f None None] DHCP port deletion for 1fbff344-4b9c-45cc-88e1-e9ef33aaa663 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:10:58.898933 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.909806 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbff344-4b9c-45cc-88e1-e9ef33aaa663']}} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:58.921615 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531dcaaf-462f-43b1-9393-11bdd0f6ce2e') {'for_net_delete': True} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:58.921962 n-d-787206-10 neutron-server[100170]: DEBUG neutron.services.segments.db [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531dcaaf-462f-43b1-9393-11bdd0f6ce2e') {} {{(pid=100170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:58.931791 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9720493'] for segment, before_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.953558 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.959265 n-d-787206-10 neutron-server[100170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:10:58.959696 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720613'] for segment, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: Traceback (most recent call last): Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: timer() Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: cb(*args, **kw) Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: return func(*args, **kwargs) Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: self._notify() Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: self.callback(batched_events) Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: event.method(event) Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: return f(self, *a, **k) Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: return self._get(url).json() Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: return self.request(url, 'GET', **kwargs) Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:10:58.961419 n-d-787206-10 neutron-server[100170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:10:59.017161 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.028759 n-d-787206-10 neutron-server[100170]: DEBUG neutron_lib.callbacks.manager [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Notify callbacks [] for network, before_response {{(pid=100170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.030985 n-d-787206-10 neutron-server[100170]: INFO neutron.wsgi [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] 10.222.0.41 "DELETE /v2.0/networks/1fbff344-4b9c-45cc-88e1-e9ef33aaa663 HTTP/1.1" status: 204 len: 168 time: 0.5380089 Jul 16 19:10:59.033947 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57348) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:59.050702 n-d-787206-10 neutron-server[100170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69263fc9-636b-4d95-bc48-36951514487d admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbff344-4b9c-45cc-88e1-e9ef33aaa663,revision_number=None']} {{(pid=100170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:59.352418 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 664125d5-befb-4df9-ab6d-b97d9822fe7b no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:59.374666 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 664125d5-befb-4df9-ab6d-b97d9822fe7b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:59.375012 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 664125d5-befb-4df9-ab6d-b97d9822fe7b not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:59.375426 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 611efce1-5e19-4937-9130-ff6190159c0a no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:59.394703 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 611efce1-5e19-4937-9130-ff6190159c0a {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:59.394969 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 611efce1-5e19-4937-9130-ff6190159c0a not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:59.395392 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b0d2b23b-90c5-4d35-bb28-a56d4db036e0 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:59.414015 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: b0d2b23b-90c5-4d35-bb28-a56d4db036e0 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:59.414360 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device b0d2b23b-90c5-4d35-bb28-a56d4db036e0 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:59.730063 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-37334ec8-808b-4890-b2a9-c4493d9965fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826345'] for router_interface, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.990468 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-37334ec8-808b-4890-b2a9-c4493d9965fc admin admin] Deleting port a526597d-b9eb-4250-a250-82eab308970b {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:59.990724 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-37334ec8-808b-4890-b2a9-c4493d9965fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.072622 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-37334ec8-808b-4890-b2a9-c4493d9965fc admin admin] For port a526597d-b9eb-4250-a250-82eab308970b, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=a526597d-b9eb-4250-a250-82eab308970b,segment=NetworkSegment(4d4d56c6-c9b5-4927-a632-42d853454863),segment_id=4d4d56c6-c9b5-4927-a632-42d853454863)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:00.073354 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-37334ec8-808b-4890-b2a9-c4493d9965fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.085179 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-37334ec8-808b-4890-b2a9-c4493d9965fc admin admin] Calling delete_port for a526597d-b9eb-4250-a250-82eab308970b owned by network:router_interface {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:00.267812 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-37334ec8-808b-4890-b2a9-c4493d9965fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.295513 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37334ec8-808b-4890-b2a9-c4493d9965fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a526597d-b9eb-4250-a250-82eab308970b,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:00.466722 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-37334ec8-808b-4890-b2a9-c4493d9965fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824441'] for router_interface, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.687698 n-d-787206-10 neutron-server[100169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37334ec8-808b-4890-b2a9-c4493d9965fc admin admin] Router 6db27e7c-d964-4afb-a752-3d325a3e0976 has already been hosted by L3 agent 18d7a1f6-2329-48fe-a883-7bf9828b6157 {{(pid=100169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:11:00.797767 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37334ec8-808b-4890-b2a9-c4493d9965fc admin admin] Notify agent at l3_agent.n-d-787206-10 the message routers_updated {{(pid=100169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:00.803389 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-37334ec8-808b-4890-b2a9-c4493d9965fc admin admin] 10.222.0.41 "PUT /v2.0/routers/6db27e7c-d964-4afb-a752-3d325a3e0976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7684085 Jul 16 19:11:00.806571 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57352) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:00.808004 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4933fdfe-fd3d-4637-8148-1d5b82d07459 None None] Sync routers for ids ['6db27e7c-d964-4afb-a752-3d325a3e0976'] in n-d-787206-10 {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:00.820570 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.832686 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933fdfe-fd3d-4637-8148-1d5b82d07459 None None] Routers {'6db27e7c-d964-4afb-a752-3d325a3e0976'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:00.833378 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4933fdfe-fd3d-4637-8148-1d5b82d07459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:10:31Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6db27e7c-d964-4afb-a752-3d325a3e0976'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:00.836347 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-dad889cb-06a9-44a8-901c-91e3f7267a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.914494 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.939743 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-4933fdfe-fd3d-4637-8148-1d5b82d07459 None None] Set router 6db27e7c-d964-4afb-a752-3d325a3e0976 gateway port host: n-d-787206-10 {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:01.026770 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.083052 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Deleting port 69b860e9-57de-499c-99e5-fdf6a066a95e {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:01.083847 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.124466 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4933fdfe-fd3d-4637-8148-1d5b82d07459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'name': 'tempest-TestSnapshotPattern-1522577451-router', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'external_fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:11:00Z', 'revision_number': 5, 'project_id': '68367a31a9ef4f81ad3c2f96574a119f', 'gw_port': {'id': '69b860e9-57de-499c-99e5-fdf6a066a95e', 'name': '', 'network_id': '12ae1271-214d-4601-81d9-3144fec69c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86e9f64e-a3a6-482c-84ce-869c0bb5d8e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-10'}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:01.151814 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4933fdfe-fd3d-4637-8148-1d5b82d07459 None None] Checking router: 6db27e7c-d964-4afb-a752-3d325a3e0976 for host: n-d-787206-10 {{(pid=100171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:01.164567 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933fdfe-fd3d-4637-8148-1d5b82d07459 None None] Routers {'6db27e7c-d964-4afb-a752-3d325a3e0976'} bound to L3 agent in host n-d-787206-10 {{(pid=100171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:01.165953 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4933fdfe-fd3d-4637-8148-1d5b82d07459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:39:31Z,description=,heartbeat_timestamp=2021-07-16T19:11:01Z,host='n-d-787206-10',id=18d7a1f6-2329-48fe-a883-7bf9828b6157,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:39:31Z,topic='l3_agent')) {'router_ids': ['6db27e7c-d964-4afb-a752-3d325a3e0976'], 'active': True} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:01.171365 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] For port 69b860e9-57de-499c-99e5-fdf6a066a95e, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=69b860e9-57de-499c-99e5-fdf6a066a95e,segment=NetworkSegment(06931092-3db5-4b20-8c3b-1388573127c6),segment_id=06931092-3db5-4b20-8c3b-1388573127c6)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:01.171752 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.183517 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Calling delete_port for 69b860e9-57de-499c-99e5-fdf6a066a95e owned by network:router_gateway {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:01.252179 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvr_db [None req-4933fdfe-fd3d-4637-8148-1d5b82d07459 None None] Set router 6db27e7c-d964-4afb-a752-3d325a3e0976 gateway port host: None {{(pid=100171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:01.304859 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_hamode_db [None req-4933fdfe-fd3d-4637-8148-1d5b82d07459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'name': 'tempest-TestSnapshotPattern-1522577451-router', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 6, 'project_id': '68367a31a9ef4f81ad3c2f96574a119f', 'gw_port_host': None}], 'n-d-787206-10', False) {} {{(pid=100171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:01.339394 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4933fdfe-fd3d-4637-8148-1d5b82d07459 None None] The sync data for ids ['6db27e7c-d964-4afb-a752-3d325a3e0976'] in n-d-787206-10 is: [{'id': '6db27e7c-d964-4afb-a752-3d325a3e0976', 'name': 'tempest-TestSnapshotPattern-1522577451-router', 'tenant_id': '68367a31a9ef4f81ad3c2f96574a119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:11Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 6, 'project_id': '68367a31a9ef4f81ad3c2f96574a119f', 'gw_port_host': None}] {{(pid=100171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:01.368024 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.402718 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b860e9-57de-499c-99e5-fdf6a066a95e,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:01.460942 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827555'] for router_gateway, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.552248 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4721'] for router, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.554275 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.600897 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825633'] for router, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.601417 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6db27e7c-d964-4afb-a752-3d325a3e0976 {{(pid=100169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:11:01.606316 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] Notify callbacks [] for router, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.607650 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-e265ea21-e0da-4133-9cdf-68a59d5079a4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6db27e7c-d964-4afb-a752-3d325a3e0976 HTTP/1.1" status: 204 len: 168 time: 0.8000603 Jul 16 19:11:01.610201 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57356) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:01.656155 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.db_base_plugin_v2 [None req-6135fcee-d977-45a0-ade4-ce4fd6aa1523 admin admin] Deleting subnet ddb133ee-1fc5-4f72-95aa-ca87891c8c40 {{(pid=100169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:11:01.659192 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6135fcee-d977-45a0-ade4-ce4fd6aa1523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.694783 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6135fcee-d977-45a0-ade4-ce4fd6aa1523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10279256'] for subnet, precommit_delete_associations {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.784150 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6135fcee-d977-45a0-ade4-ce4fd6aa1523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716869'] for subnet, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.838793 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6135fcee-d977-45a0-ade4-ce4fd6aa1523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8749118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8403131'] for subnet, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.864807 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135fcee-d977-45a0-ade4-ce4fd6aa1523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb133ee-1fc5-4f72-95aa-ca87891c8c40,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:01.870336 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-6135fcee-d977-45a0-ade4-ce4fd6aa1523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.872238 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-6135fcee-d977-45a0-ade4-ce4fd6aa1523 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ddb133ee-1fc5-4f72-95aa-ca87891c8c40 HTTP/1.1" status: 204 len: 168 time: 0.2611167 Jul 16 19:11:01.874760 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57358) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:01.875539 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3a9a7e-fa1c-4013-8541-fee81641da29 None None] Network 2e1b125a-37b4-4ed1-80b4-07be6b1532c7 requested from n-d-787206-10 {{(pid=100171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:01.947719 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-902446'] for network, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.006211 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Deleting port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 {{(pid=100169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:02.006561 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.071337 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.db [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] For port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973, host n-d-787206-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-10',level=0,port_id=0c72f836-f2c3-406d-9bb8-5b2c6a42c973,segment=NetworkSegment(4d4d56c6-c9b5-4927-a632-42d853454863),segment_id=4d4d56c6-c9b5-4927-a632-42d853454863)] {{(pid=100169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:02.071792 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.083306 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.plugin [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Calling delete_port for 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 owned by network:dhcp {{(pid=100169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:02.144152 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd7441-ff69-4d47-bd62-4725793067d0 None None] DHCP port deletion for 2e1b125a-37b4-4ed1-80b4-07be6b1532c7 request from n-d-787206-10 {{(pid=100171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:11:02.175631 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.176631 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8749133'] for port, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.204391 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8afd7441-ff69-4d47-bd62-4725793067d0 None None] Deleting port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 {{(pid=100171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:02.204842 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8afd7441-ff69-4d47-bd62-4725793067d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764365508015'] for port, before_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.205902 n-d-787206-10 neutron-server[100169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] No DVR routers for this DVR port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 on host n-d-787206-10 {{(pid=100169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:02.211467 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c72f836-f2c3-406d-9bb8-5b2c6a42c973,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:02.272049 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.db [None req-8afd7441-ff69-4d47-bd62-4725793067d0 None None] For port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973, host n-d-787206-10, got binding levels [] {{(pid=100171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:02.272439 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8afd7441-ff69-4d47-bd62-4725793067d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825554'] for port, precommit_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.284894 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-8afd7441-ff69-4d47-bd62-4725793067d0 None None] Calling delete_port for 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 owned by network:dhcp {{(pid=100171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:02.285097 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718113', 'neutron.services.segments.db._delete_segments_for_network-8764365655116'] for network, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.287562 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.ipam_backend_mixin [None req-8afd7441-ff69-4d47-bd62-4725793067d0 None None] Port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 was not found and therefore no delete operation was performed {{(pid=100171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:11:02.288883 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8afd7441-ff69-4d47-bd62-4725793067d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764365509250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764365108390'] for port, after_delete {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.297018 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1b125a-37b4-4ed1-80b4-07be6b1532c7']}} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:02.312080 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4d56c6-c9b5-4927-a632-42d853454863') {'for_net_delete': True} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:02.312368 n-d-787206-10 neutron-server[100169]: DEBUG neutron.services.segments.db [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4d56c6-c9b5-4927-a632-42d853454863') {} {{(pid=100169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:02.318738 n-d-787206-10 neutron-server[100171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd7441-ff69-4d47-bd62-4725793067d0 None None] Pushing event deleted for resources: {'Port': ['ID=0c72f836-f2c3-406d-9bb8-5b2c6a42c973,revision_number=None']} {{(pid=100171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:02.323258 n-d-787206-10 neutron-server[100171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd7441-ff69-4d47-bd62-4725793067d0 None None] No DVR routers for this DVR port 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 on host n-d-787206-10 {{(pid=100171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:02.325181 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764365657941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10279279'] for segment, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.341072 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381'] for segment, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.347638 n-d-787206-10 neutron-server[100169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:11:02.348049 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8749468'] for segment, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: Traceback (most recent call last): Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: timer() Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: cb(*args, **kw) Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: return func(*args, **kwargs) Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: self._notify() Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: self.callback(batched_events) Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: event.method(event) Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: return f(self, *a, **k) Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: return self._get(url).json() Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: return self.request(url, 'GET', **kwargs) Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:11:02.349660 n-d-787206-10 neutron-server[100169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:11:02.414716 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827647'] for network, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.419971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795812'] for network, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.422656 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2e1b125a-37b4-4ed1-80b4-07be6b1532c7 HTTP/1.1" status: 204 len: 168 time: 0.5463653 Jul 16 19:11:02.436097 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926faae-8de2-4769-a153-f5406485c3e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1b125a-37b4-4ed1-80b4-07be6b1532c7,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:02.616039 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57362) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:02.658276 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-8d32b553-4f89-4f0c-8203-74f58fdc8ef5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e904c3b281248adaa14ff3efbb79483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410721 Jul 16 19:11:02.660792 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57364) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:02.709711 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d3efe93-805e-4e04-b73f-7d390780133e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.736091 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d3efe93-805e-4e04-b73f-7d390780133e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.785445 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d3efe93-805e-4e04-b73f-7d390780133e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.788345 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-1d3efe93-805e-4e04-b73f-7d390780133e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.789777 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-1d3efe93-805e-4e04-b73f-7d390780133e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf337fe5-ccc0-4062-bac7-d89cbee4c8dc HTTP/1.1" status: 204 len: 168 time: 0.1280291 Jul 16 19:11:02.799624 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3efe93-805e-4e04-b73f-7d390780133e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf337fe5-ccc0-4062-bac7-d89cbee4c8dc,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:03.135670 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57370) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:03.178599 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-52fcaf4a-9c84-441a-b780-3a8018a5c29b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68367a31a9ef4f81ad3c2f96574a119f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416639 Jul 16 19:11:03.181043 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [-] (100169) accepted ('10.222.0.41', 57372) {{(pid=100169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:03.235971 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0646c4c-fecc-432b-a839-78f3b315c43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.259785 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0646c4c-fecc-432b-a839-78f3b315c43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.320278 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0646c4c-fecc-432b-a839-78f3b315c43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889760'] for security_group, after_delete {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.323599 n-d-787206-10 neutron-server[100169]: DEBUG neutron_lib.callbacks.manager [None req-b0646c4c-fecc-432b-a839-78f3b315c43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.327678 n-d-787206-10 neutron-server[100169]: INFO neutron.wsgi [None req-b0646c4c-fecc-432b-a839-78f3b315c43a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82eeef05-4858-4276-869a-0e3bb4ea78ef HTTP/1.1" status: 204 len: 168 time: 0.1429803 Jul 16 19:11:03.333849 n-d-787206-10 neutron-server[100169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0646c4c-fecc-432b-a839-78f3b315c43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eeef05-4858-4276-869a-0e3bb4ea78ef,revision_number=None']} {{(pid=100169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:03.383132 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 69b860e9-57de-499c-99e5-fdf6a066a95e no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:03.403118 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 69b860e9-57de-499c-99e5-fdf6a066a95e {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:11:03.403492 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 69b860e9-57de-499c-99e5-fdf6a066a95e not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:11:03.403942 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:03.422650 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:11:03.422998 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device 0c72f836-f2c3-406d-9bb8-5b2c6a42c973 not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:11:03.423413 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a526597d-b9eb-4250-a250-82eab308970b no longer exists at agent ovs-agent-n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:03.445637 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.plugin [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] No Port match for: a526597d-b9eb-4250-a250-82eab308970b {{(pid=100171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:11:03.445993 n-d-787206-10 neutron-server[100171]: DEBUG neutron.plugins.ml2.rpc [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Device a526597d-b9eb-4250-a250-82eab308970b not bound to the agent host n-d-787206-10 {{(pid=100171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:11:03.907830 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.955894 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:11:27.269820 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:27.348808 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.138410 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-18b764ba-5fe2-4991-864f-67f3cb192109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.820495 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.828791 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8598f86c-2074-4066-8e89-2c73208c53d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.155645 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.912304 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:41.955502 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:11:57.286324 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.367328 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.139811 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-042337cd-a106-4b7b-b4a4-6d728c2f926d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:00.812278 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:00.828386 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d9b27b7a-b2fe-4b15-a654-6075acf3ec58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.157948 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.913901 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:18.955800 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:12:27.299545 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:27.363191 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:28.141139 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-372f5692-372c-46f0-8a83-cf958cdd9a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:30.813585 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:30.829588 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-19a52fb5-6ebf-40e3-a3bb-f964c8b6e49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:32.160802 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:33.914868 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:55.955796 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:12:57.299570 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:57.382480 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:58.143139 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b2054380-1696-494a-8610-f7d906de027a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:00.815147 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:00.830146 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-fc1d8f85-0457-48a6-be82-5875744afa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.163210 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.919574 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:27.299778 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:27.393932 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:28.143280 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-adcf9b87-433e-4c38-9061-e18a676d1384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:30.817101 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:30.831636 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-1fe8fb11-76d1-4f2f-adb7-e7b7acf85544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:32.165738 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:32.955094 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:13:33.923134 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:57.296686 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:57.392298 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:58.143330 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-26b6afa9-879e-432a-a4ff-2df721a92fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:00.822500 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:00.832602 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-be383a7c-e3f0-432f-97c9-b8237904275c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:02.169336 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:03.924374 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:09.954789 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:14:27.293790 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:27.409241 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:28.143718 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3f7db6be-f92c-40fd-a164-13e9473f808d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:30.830575 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:30.835107 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-9130883a-fbc1-413b-9152-26c3bb420819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:32.172897 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:33.926521 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:46.954334 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:14:48.268013 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-ce4e1ba1-915b-4b87-894c-003cc3147d6d req-9cdee7df-819e-4590-96a3-bb8465dac3ac service neutron] (100169) timed out ('10.222.0.41', 55992) {{(pid=100169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:14:57.307854 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:57.415341 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:58.143933 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-30bc5e2d-c800-42a0-b233-d77cd0f2fb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:00.825493 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:00.836104 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-86cdc1b9-56a3-447f-8896-6b010d36e4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:02.175588 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:03.931926 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:23.952760 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:15:27.305646 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:27.426762 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:28.144625 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8a23edfd-2ada-43c2-b998-ea36e8996887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.831846 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.836147 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-24ccd073-f2f6-49cf-ac2f-aff53bb62a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:32.177352 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.932972 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.307713 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.452532 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.145150 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-e9b1faf6-b870-4d61-91d4-06c577fed6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.825332 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.835667 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2b51e650-9692-409a-9120-1c78cd4d3ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.951039 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:16:02.180849 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.934497 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.321912 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.466792 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.147513 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-238698a5-ccc5-4d08-be63-6a2e6951af81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:30.831307 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:30.835546 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8eacc3e7-d530-4f04-ab77-1e52f2322a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.183624 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.938128 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.949894 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:16:57.322427 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.472042 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:58.149050 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-ac271fb8-24f8-46cf-b926-000227a5ed14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:00.829504 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:00.836194 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b9aac14e-9459-44bf-98c5-56c9f32e1c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:02.188513 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.944278 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:14.948539 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:17:27.319063 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:27.485626 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:28.151156 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-07e893cf-aee6-4e4a-a616-736c84aba488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:30.827765 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:30.838812 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-57acbda0-ef06-4f5e-9231-d42d58993b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:32.190472 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:33.944298 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.947454 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:17:57.333596 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.500569 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:58.152769 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-0c156d8a-d861-4bbf-a751-e0dec166fdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:00.819057 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:00.837485 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-93426d69-a566-4503-8424-c82a703b5f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.193281 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.945972 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.325033 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.518130 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.154217 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7fa9-1940-4dcc-9ec6-15bffff37c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.945716 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:18:30.820274 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:30.837523 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-36aa6d5a-1440-4f1c-b30c-72c18c56b7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:32.196583 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.947701 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:57.345591 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-59a48982-f1cf-431d-a312-dee888f8d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:57.529866 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-d941ad46-88f1-4736-b4e6-e62f963c18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:58.155010 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-8ba7cf07-af82-49cf-8e75-9290234392df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:00.821394 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b36788d3-4f2b-49a6-a08a-2d9b2814cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:00.838374 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-09e4b4dd-df30-4f49-8b13-b5225932142d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:02.200939 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-b565f145-6e8a-473b-b8e3-dfd9bb948626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:03.954338 n-d-787206-10 neutron-server[100171]: DEBUG neutron_lib.callbacks.manager [None req-2f560e87-739b-426f-af76-d496c27561b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764365655098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715899'] for agent, after_update {{(pid=100171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:05.945809 n-d-787206-10 neutron-server[100172]: DEBUG neutron.db.agents_db [None req-49bcded6-d987-47af-9c77-db97f86d7a6a None None] Agent healthcheck: found 7 active agents {{(pid=100172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:19:14.172813 n-d-787206-10 neutron-server[100169]: DEBUG neutron.wsgi [req-8e238193-0ce6-4349-8523-c45695c0ad8e req-17db953a-b84e-4011-96d4-10aeaea0485b service neutron] (100169) timed out ('10.222.0.41', 34328) {{(pid=100169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}